]> git.tdb.fi Git - builder.git/blobdiff - source/builder.cpp
Big rewrite for a more tool-centric approach
[builder.git] / source / builder.cpp
index 76522ad1aaa446f0f305f97881e0d2216491b694..57764b781b26a3030a9b629567c241ed1a74937c 100644 (file)
@@ -1,41 +1,37 @@
-/* $Id$
-
-This file is part of builder
-Copyright © 2006-2009  Mikko Rasa, Mikkosoft Productions
-Distributed under the LGPL
-*/
-
 #include <set>
 #include <cstdlib>
-#include <sys/utsname.h>
-#include <msp/core/except.h>
 #include <msp/core/getopt.h>
 #include <msp/datafile/parser.h>
 #include <msp/fs/dir.h>
 #include <msp/fs/stat.h>
 #include <msp/fs/utils.h>
 #include <msp/io/buffered.h>
-#include <msp/io/except.h>
 #include <msp/io/file.h>
 #include <msp/io/print.h>
-#include <msp/strings/formatter.h>
+#include <msp/strings/format.h>
 #include <msp/strings/regex.h>
 #include <msp/strings/utils.h>
 #include <msp/time/units.h>
 #include <msp/time/utils.h>
-#include "action.h"
 #include "analyzer.h"
 #include "binarypackage.h"
 #include "builder.h"
+#include "copy.h"
+#include "gnuarchiver.h"
+#include "gnuccompiler.h"
+#include "gnucxxcompiler.h"
+#include "gnulinker.h"
 #include "header.h"
 #include "install.h"
 #include "misc.h"
 #include "package.h"
 #include "pkgconfig.h"
+#include "pkgconfiggenerator.h"
 #include "sharedlibrary.h"
 #include "sourcepackage.h"
 #include "systemlibrary.h"
-#include "unlink.h"
+#include "tar.h"
+#include "task.h"
 #include "virtualtarget.h"
 
 using namespace std;
@@ -54,6 +50,7 @@ void update_hash(string &hash, const string &value)
 
 Builder::Builder(int argc, char **argv):
        main_pkg(0),
+       native_arch(*this, string()),
        analyzer(0),
        build(false),
        clean(0),
@@ -85,6 +82,7 @@ Builder::Builder(int argc, char **argv):
        getopt.add_option('j', "jobs",       jobs,          GetOpt::REQUIRED_ARG).set_help("Run NUM commands at once, whenever possible.", "NUM");
        getopt.add_option('n', "dry-run",    dry_run,       GetOpt::NO_ARG).set_help("Don't actually do anything, only show what would be done.");
        getopt.add_option('v', "verbose",    verbose,       GetOpt::NO_ARG).set_help("Print more information about what's going on.");
+       getopt.add_option('x', "no-externals",  no_externals, GetOpt::NO_ARG).set_help("Do not load external source packages.");
        getopt.add_option('A', "conf-all",   conf_all,      GetOpt::NO_ARG).set_help("Apply configuration to all packages.");
        getopt.add_option('B', "build-all",  build_all,     GetOpt::NO_ARG).set_help("Build all targets unconditionally.");
        getopt.add_option('C', "chdir",      work_dir,      GetOpt::REQUIRED_ARG).set_help("Change to DIR before doing anything else.", "DIR");
@@ -113,7 +111,7 @@ Builder::Builder(int argc, char **argv):
                else if(analyze_mode=="rdeps")
                        analyzer->set_mode(Analyzer::RDEPS);
                else
-                       throw UsageError("Invalid analyze mode");
+                       throw usage_error("Invalid analyze mode");
 
                analyzer->set_max_depth(max_depth);
                analyzer->set_full_paths(full_paths);
@@ -139,25 +137,31 @@ Builder::Builder(int argc, char **argv):
 
        cwd = FS::getcwd();
 
-       utsname un;
-       string sysname = "native";
-       if(uname(&un)==0)
-               sysname = tolower(un.sysname);
-
-       native_arch = &archs.insert(ArchMap::value_type(sysname, Architecture(*this, sysname, true))).first->second;
-       native_arch->set_tool("CC",  "gcc");
-       native_arch->set_tool("CXX", "g++");
-       native_arch->set_tool("LD",  "gcc");
-       native_arch->set_tool("LXX", "g++");
-       native_arch->set_tool("AR",  "ar");
+       toolchain.add_tool(new GnuCCompiler(*this));
+       toolchain.add_tool(new GnuCxxCompiler(*this));
+       toolchain.add_tool(new GnuLinker(*this));
+       toolchain.add_tool(new GnuArchiver(*this));
+       toolchain.add_tool(new Copy(*this));
+       toolchain.add_tool(new Tar(*this));
+       toolchain.add_tool(new PkgConfigGenerator(*this));
 
        load_build_file((FS::get_sys_data_dir(argv[0], "builder")/"builderrc").str());
        load_build_file((FS::get_user_data_dir("builder")/"rc").str());
 
        if(arch.empty())
-               current_arch = native_arch;
+               current_arch = &native_arch;
        else
-               current_arch = &get_architecture(arch);
+               current_arch = new Architecture(*this, arch);
+
+       if(!current_arch->is_native())
+       {
+               for(StringMap::const_iterator i=cross_prefixes.begin(); i!=cross_prefixes.end(); ++i)
+                       if(current_arch->match_name(i->first))
+                       {
+                               current_arch->set_cross_prefix(i->second);
+                               break;
+                       }
+       }
 
        if(prfx.empty())
        {
@@ -238,29 +242,42 @@ int Builder::main()
                return 0;
        }
 
-       if(!conf_only && create_targets())
-               return 1;
-
-       PackageList all_reqs = main_pkg->collect_requires();
-
        if(conf_only)
                return 0;
 
+       if(create_targets())
+               return 1;
+
        if(verbose>=2)
-               IO::print("Building on %s, for %s\n", native_arch->get_name(), current_arch->get_name());
+       {
+               IO::print("Building on %s, for %s%s\n", native_arch.get_name(),
+                       current_arch->get_name(), (current_arch->is_native() ? " (native)" : ""));
+               IO::print("Prefix is %s\n", prefix);
+       }
+
        if(verbose>=1)
-               IO::print("%d active packages, %d targets\n", all_reqs.size(), targets.size());
+       {
+               unsigned n_packages = 0;
+               for(PackageMap::const_iterator i=packages.begin(); i!=packages.end(); ++i)
+                       if(i->second && i->second->is_configured())
+                               ++n_packages;
+               IO::print("%d active packages, %d targets\n", n_packages, targets.size());
+       }
+
        if(verbose>=2)
        {
-               for(PackageList::const_iterator i=all_reqs.begin(); i!=all_reqs.end(); ++i)
+               for(PackageMap::const_iterator i=packages.begin(); i!=packages.end(); ++i)
                {
-                       IO::print(" %s", (*i)->get_name());
-                       if(dynamic_cast<SourcePackage *>(*i))
+                       if(!i->second->is_configured())
+                               continue;
+
+                       IO::print(" %s", i->second->get_name());
+                       if(dynamic_cast<SourcePackage *>(i->second))
                                IO::print("*");
                        unsigned count = 0;
                        unsigned to_be_built = 0;
                        for(TargetMap::iterator j=targets.begin(); j!=targets.end(); ++j)
-                               if(j->second->get_package()==*i)
+                               if(j->second->get_package()==i->second)
                                {
                                        ++count;
                                        if(j->second->get_rebuild())
@@ -319,25 +336,28 @@ string Builder::run_pkgconfig(const string &pkg, const string &what)
        int status;
        string res = run_command(argv, &status);
        if(status)
-               throw Exception(format("pkg-config for package %s failed", pkg));
+               throw runtime_error(format("pkg-config for package %s failed", pkg));
 
        return res;
 }
 
 Package *Builder::get_package(const string &name)
 {
-       PackageMap::iterator i = packages.find(format("%s/%s", name, current_arch->get_name()));
+       PackageMap::iterator i = packages.find(format("%s/%s", name, current_arch->get_system()));
        if(i==packages.end())
                i = packages.find(name);
        if(i!=packages.end())
                return i->second;
 
-       FS::Path path = get_package_location(name);
-       if(!path.empty() && !load_build_file(path/"Build"))
+       if(!no_externals)
        {
-               i = packages.find(name);
-               if(i!=packages.end())
-                       return i->second;
+               FS::Path path = get_package_location(name);
+               if(!path.empty() && !load_build_file(path/"Build"))
+               {
+                       i = packages.find(name);
+                       if(i!=packages.end())
+                               return i->second;
+               }
        }
 
        Package *pkg = 0;
@@ -358,13 +378,20 @@ Package *Builder::get_package(const string &name)
 
 Target *Builder::get_target(const string &n) const
 {
-       // XXX Used for getting targets by path.  get_target(const FS::Path &)?
        TargetMap::const_iterator i = targets.find(n);
        if(i!=targets.end())
                return i->second;
        return 0;
 }
 
+FileTarget *Builder::get_target_by_path(const FS::Path &p) const
+{
+       TargetMap::const_iterator i = targets_by_path.find(p.str());
+       if(i!=targets_by_path.end())
+               return static_cast<FileTarget *>(i->second);
+       return 0;
+}
+
 Target *Builder::get_header(const string &include, const FS::Path &from, const list<string> &path)
 {
        string hash(8, 0);
@@ -381,7 +408,8 @@ Target *Builder::get_header(const string &include, const FS::Path &from, const l
        static string cxx_ver;
        if(cxx_ver.empty())
        {
-               StringList argv;
+               // XXX This needs to go elsewhere
+               /*StringList argv;
                argv.push_back(current_arch->get_tool("CXX"));
                argv.push_back("--version");
                if(RegMatch m = Regex("[0-9]\\.[0-9.]+").match(run_command(argv)))
@@ -397,7 +425,7 @@ Target *Builder::get_header(const string &include, const FS::Path &from, const l
                        if(verbose>=5)
                                IO::print("C++ version is %s\n", cxx_ver);
                }
-               else
+               else*/
                        cxx_ver = "-";
        }
 
@@ -409,7 +437,7 @@ Target *Builder::get_header(const string &include, const FS::Path &from, const l
        if(current_arch->is_native())
                syspath.push_back("/usr/include");
        else
-               syspath.push_back("/usr/"+current_arch->get_prefix()+"/include");
+               syspath.push_back("/usr/"+current_arch->get_cross_prefix()+"/include");
        if(cxx_ver!="-")
                syspath.push_back((FS::Path("/usr/include/c++/")/cxx_ver).str());
 
@@ -442,9 +470,13 @@ Target *Builder::get_library(const string &lib, const list<string> &path, LibMod
        {
                syspath.push_back("/lib");
                syspath.push_back("/usr/lib");
+               if(current_arch->match_name("pc-32-linux"))
+                       syspath.push_back("/usr/lib/i386-linux-gnu");
+               else if(current_arch->match_name("pc-64-linux"))
+                       syspath.push_back("/usr/lib/x86_64-linux-gnu");
        }
        else
-               syspath.push_back("/usr/"+current_arch->get_prefix()+"/lib");
+               syspath.push_back("/usr/"+current_arch->get_cross_prefix()+"/lib");
 
        if(verbose>=5)
                IO::print("Looking for library %s with path %s\n", lib, join(path.begin(), path.end()));
@@ -460,15 +492,6 @@ Target *Builder::get_library(const string &lib, const list<string> &path, LibMod
        return tgt;
 }
 
-const Architecture &Builder::get_architecture(const string &arch) const
-{
-       ArchMap::const_iterator i = archs.find(arch);
-       if(i==archs.end())
-               throw KeyError("Unknown architecture", arch);
-
-       return i->second;
-}
-
 void Builder::apply_profile_template(Config &config, const string &pt) const
 {
        vector<string> parts = split(pt, '-');
@@ -494,6 +517,11 @@ void Builder::add_target(Target *t)
        new_tgts.push_back(t);
 }
 
+void Builder::register_path(const FS::Path &path, FileTarget *t)
+{
+       targets_by_path.insert(TargetMap::value_type(path.str(), t));
+}
+
 void Builder::usage(const char *reason, const char *argv0, bool brief)
 {
        if(reason)
@@ -558,21 +586,17 @@ FS::Path Builder::get_package_location(const string &name)
 
 int Builder::load_build_file(const FS::Path &fn)
 {
-       try
-       {
-               IO::BufferedFile in(fn.str());
+       if(!FS::exists(fn))
+               return -1;
 
-               if(verbose>=3)
-                       IO::print("Reading %s\n", fn);
+       IO::BufferedFile in(fn.str());
 
-               DataFile::Parser parser(in, fn.str());
-               Loader loader(*this, fn.subpath(0, fn.size()-1));
-               loader.load(parser);
-       }
-       catch(const IO::FileNotFound &)
-       {
-               return -1;
-       }
+       if(verbose>=3)
+               IO::print("Reading %s\n", fn);
+
+       DataFile::Parser parser(in, fn.str());
+       Loader loader(*this, fn.subpath(0, fn.size()-1));
+       loader.load(parser);
 
        return 0;
 }
@@ -590,10 +614,12 @@ int Builder::create_targets()
        Target *tarballs = new VirtualTarget(*this, "tarballs");
        world->add_depend(tarballs);
 
-       PackageList all_reqs = main_pkg->collect_requires();
-       for(PackageList::iterator i=all_reqs.begin(); i!=all_reqs.end(); ++i)
+       for(PackageMap::const_iterator i=packages.begin(); i!=packages.end(); ++i)
        {
-               SourcePackage *spkg = dynamic_cast<SourcePackage *>(*i);
+               if(!i->second || !i->second->is_configured())
+                       continue;
+
+               SourcePackage *spkg = dynamic_cast<SourcePackage *>(i->second);
                if(!spkg)
                        continue;
 
@@ -621,7 +647,7 @@ int Builder::create_targets()
        // Apply what-ifs
        for(StringList::iterator i=what_if.begin(); i!=what_if.end(); ++i)
        {
-               Target *tgt = get_target((cwd/ *i).str());
+               FileTarget *tgt = get_target_by_path(cwd/ *i);
                if(!tgt)
                {
                        IO::print(IO::cerr, "Unknown what-if target %s\n", *i);
@@ -632,19 +658,19 @@ int Builder::create_targets()
 
        // Make the cmdline target depend on all targets mentioned on the command line
        Target *cmdline = new VirtualTarget(*this, "cmdline");
-       bool build_world = false;
        for(list<string>::iterator i=cmdline_targets.begin(); i!=cmdline_targets.end(); ++i)
        {
                Target *tgt = get_target(*i);
                if(!tgt)
-                       tgt = get_target((cwd/ *i).str());
+                       tgt = get_target_by_path(*i);
+               if(!tgt)
+                       tgt = get_target_by_path(cwd/ *i);
                if(!tgt)
                {
                        IO::print("I don't know anything about %s\n", *i);
                        return -1;
                }
-               if(tgt==world)
-                       build_world = true;
+
                cmdline->add_depend(tgt);
        }
 
@@ -659,7 +685,7 @@ int Builder::create_targets()
 
 Target *Builder::get_header(const FS::Path &fn)
 {
-       Target *tgt = get_target(fn.str());
+       Target *tgt = get_target_by_path(fn);
        if(tgt) return tgt;
 
        if(FS::is_reg(fn))
@@ -677,7 +703,8 @@ Target *Builder::get_library(const string &lib, const FS::Path &path, LibMode mo
 
        if(mode!=ALL_STATIC)
        {
-               if(current_arch->get_name()=="win32")
+               // XXX Should probably let the Architecture populate the list
+               if(current_arch->get_system()=="windows")
                {
                        candidates.push_back("lib"+lib+".dll");
                        candidates.push_back(lib+".dll");
@@ -689,19 +716,17 @@ Target *Builder::get_library(const string &lib, const FS::Path &path, LibMode mo
        /* Static libraries are always considered, since sometimes shared versions
        may not be available */
        candidates.push_back("lib"+lib+".a");
-       if(current_arch->get_name()=="win32")
+       if(current_arch->get_system()=="windows")
                candidates.push_back("lib"+lib+".dll.a");
 
        for(StringList::iterator i=candidates.begin(); i!=candidates.end(); ++i)
        {
-               string full = (path/ *i).str();
-               Target *tgt = get_target(full);
+               FS::Path full = path/ *i;
+               Target *tgt = get_target_by_path(full);
 
                if(tgt)
                {
-                       Target *real_tgt = tgt;
-                       if(Install *inst = dynamic_cast<Install *>(tgt))
-                               real_tgt = &inst->get_source();
+                       Target *real_tgt = tgt->get_real_target();
 
                        /* Ignore dynamic libraries from local packages unless library mode is
                        DYNAMIC */
@@ -712,7 +737,7 @@ Target *Builder::get_library(const string &lib, const FS::Path &path, LibMode mo
                }
                else if(FS::is_reg(full))
                {
-                       tgt = new SystemLibrary(*this, full);
+                       tgt = new SystemLibrary(*this, full.str());
                        return tgt;
                }
        }
@@ -737,7 +762,7 @@ int Builder::do_build()
        if(verbose>=1)
                IO::print("Will build %d target%s\n", total, (total!=1 ? "s" : ""));
 
-       vector<Action *> actions;
+       vector<Task *> tasks;
 
        unsigned count = 0;
 
@@ -746,36 +771,38 @@ int Builder::do_build()
 
        while(!finish)
        {
-               if(actions.size()<jobs && !fail)
+               if(tasks.size()<jobs && !fail)
                {
                        Target *tgt = cmdline->get_buildable_target();
                        if(tgt)
                        {
-                               Action *action = tgt->build();
-                               if(action)
-                                       actions.push_back(action);
+                               if(tgt->get_tool())
+                                       IO::print("[%-10s] [%-4s] %s\n", tgt->get_package()->get_name(), tgt->get_tool()->get_tag(), tgt->get_name());
+                               Task *task = tgt->build();
+                               if(task)
+                                       tasks.push_back(task);
 
                                if(show_progress)
                                        IO::print("%d of %d target%s built\033[1G", count, total, (total!=1 ? "s" : ""));
                        }
-                       else if(actions.empty())
+                       else if(tasks.empty())
                                finish = true;
                }
                else
                        Time::sleep(10*Time::msec);
 
-               for(unsigned i=0; i<actions.size();)
+               for(unsigned i=0; i<tasks.size();)
                {
-                       int status = actions[i]->check();
-                       if(status>=0)
+                       Task::Status status = tasks[i]->check();
+                       if(status!=Task::RUNNING)
                        {
                                ++count;
 
-                               delete actions[i];
-                               actions.erase(actions.begin()+i);
-                               if(status>0)
+                               delete tasks[i];
+                               tasks.erase(tasks.begin()+i);
+                               if(status==Task::ERROR)
                                        fail = true;
-                               if(actions.empty() && fail)
+                               if(tasks.empty() && fail)
                                        finish = true;
                        }
                        else
@@ -817,11 +844,7 @@ int Builder::do_clean()
 
        for(set<Target *>::iterator i=clean_tgts.begin(); i!=clean_tgts.end(); ++i)
                if(FileTarget *ft = dynamic_cast<FileTarget *>(*i))
-               {
-                       Action *action = new Unlink(*this, *ft);
-                       while(action->check()<0) ;
-                       delete action;
-               }
+                       unlink(ft->get_path());
 
        return 0;
 }
@@ -850,7 +873,6 @@ void Builder::package_help()
        }
 }
 
-Application::RegApp<Builder> Builder::reg;
 string Builder::usagemsg;
 string Builder::helpmsg;
 
@@ -859,19 +881,12 @@ Builder::Loader::Loader(Builder &b, const FS::Path &s):
        bld(b),
        src(s)
 {
-       add("architecture", &Loader::architecture);
        add("binary_package", &Loader::binpkg);
+       add("cross_prefix", &Loader::cross_prefix);
        add("profile", &Loader::profile);
        add("package", &Loader::package);
 }
 
-void Builder::Loader::architecture(const string &n)
-{
-       Architecture arch(bld, n);
-       load_sub(arch);
-       bld.archs.insert(ArchMap::value_type(n, arch));
-}
-
 void Builder::Loader::binpkg(const string &n)
 {
        BinaryPackage *pkg = new BinaryPackage(bld, n);
@@ -879,6 +894,11 @@ void Builder::Loader::binpkg(const string &n)
        bld.packages.insert(PackageMap::value_type(n, pkg));
 }
 
+void Builder::Loader::cross_prefix(const string &a, const string &p)
+{
+       bld.cross_prefixes[a] = p;
+}
+
 void Builder::Loader::profile(const string &n)
 {
        StringMap prf;