X-Git-Url: http://git.tdb.fi/?a=blobdiff_plain;f=source%2Fbuilder.cpp;h=b06b8ffb2fd0b1de4c7b288989cd8704ce295919;hb=d914c5f40ca1194e7fd6a2b30664ac4717e38786;hp=3f93a672cfe46e8ef0de8c7e9c8ca5da8279ee3c;hpb=4dc31cca056ea293d320928f61fef0558089d32d;p=builder.git

diff --git a/source/builder.cpp b/source/builder.cpp
index 3f93a67..7ef1ea1 100644
--- a/source/builder.cpp
+++ b/source/builder.cpp
@@ -1,222 +1,353 @@
-#include <fstream>
-#include <msp/strutils.h>
-#include <msp/parser/parser.h>
-#include <msp/path/utils.h>
+#include <set>
+#include <msp/core/maputils.h>
+#include <msp/datafile/parser.h>
+#include <msp/fs/dir.h>
+#include <msp/fs/utils.h>
+#include <msp/io/buffered.h>
+#include <msp/io/file.h>
+#include <msp/io/print.h>
+#include <msp/strings/format.h>
+#include <msp/time/timedelta.h>
+#include <msp/time/utils.h>
+#include "androidtools.h"
+#include "binarypackage.h"
 #include "builder.h"
-#include "executable.h"
-#include "header.h"
-#include "misc.h"
-#include "objectfile.h"
+#include "builtintools.h"
+#include "clangtools.h"
+#include "datatool.h"
+#include "gnutools.h"
+#include "installedfile.h"
 #include "package.h"
+#include "sharedlibrary.h"
+#include "sourcepackage.h"
+#include "task.h"
 #include "virtualtarget.h"
 
 using namespace std;
 using namespace Msp;
 
-Builder::Builder(int argc, char **argv):
-	verbose(1),
-	cwd(Path::getcwd())
+Builder::Builder():
+	package_manager(*this),
+	native_arch(*this, string()),
+	current_arch(0),
+	build_type(0),
+	vfs(*this),
+	build_graph(*this),
+	logger(&default_logger),
+	tempdir("temp"),
+	top_loader(0)
 {
-	for(int i=1; i<argc; ++i)
-		cmdline_targets.push_back(argv[i]);
-	if(cmdline_targets.empty())
-		cmdline_targets.push_back("default");
+	set_architecture(string());
 }
 
-Package *Builder::get_package(const string &n)
+Builder::~Builder()
 {
-	PackageMap::iterator i=packages.find(n);
-	if(i!=packages.end())
-		return i->second;
+	if(current_arch!=&native_arch)
+		delete current_arch;
+}
 
-	list<string> argv;
-	argv.push_back("pkg-config");
-	argv.push_back("--variable=source");
-	argv.push_back(n);
-	Path::Path srcdir=run_command(argv);
-	if(srcdir.empty())
+void Builder::set_architecture(const string &name)
+{
+	if(name.empty())
 	{
-		string dirname=n;
-		if(dirname.compare(0, 3, "msp"))
-			dirname.erase(0, 3);
-		if(Path::exists(cwd/dirname))
-			srcdir=cwd/dirname;
-		else if(Path::exists(cwd/".."/dirname))
-			srcdir=cwd/".."/dirname;
+		current_arch = &native_arch;
+		prefix = FS::get_home_dir()/"local";
 	}
 	else
-		srcdir=strip(srcdir.str());
-	
-	if(!srcdir.empty())
-		load_build_file(srcdir/"Build");
+	{
+		current_arch = new Architecture(*this, name);
+		prefix = FS::get_home_dir()/"local"/current_arch->get_name();
+	}
+}
 
-	return 0;
+vector<string> Builder::get_build_types() const
+{
+	vector<string> keys;
+	keys.reserve(build_types.size());
+	for(BuildTypeMap::const_iterator i=build_types.begin(); i!=build_types.end(); ++i)
+		keys.push_back(i->first);
+	return keys;
 }
 
-Target *Builder::get_target(const string &n)
+void Builder::set_build_type(const string &name)
 {
-	TargetMap::iterator i=targets.find(n);
-	if(i!=targets.end())
-		return i->second;
-	return 0;
+	build_type = &get_item(build_types, name);
 }
 
-Target *Builder::get_header(const string &include, const string &from, const list<string> &path)
-{
-	string id=from+":"+include;
-	TargetMap::iterator i=includes.find(id);
-	if(i!=includes.end())
-		return i->second;
-
-	string fn=include.substr(1);
-	Target *tgt;
-	if(include[0]=='"' && (tgt=check_header(Path::Path(from)/fn)))
-		return tgt;
-	if((tgt=check_header(Path::Path("/usr/include")/fn)))
-		return tgt;
-	if((tgt=check_header(Path::Path("/usr/include/c++/4.1.2")/fn)))
-		return tgt;
-	for(list<string>::const_iterator j=path.begin(); j!=path.end(); ++j)
-		if((tgt=check_header(Path::Path(*j)/fn)))
-			return tgt;
-	
-	return 0;
+void Builder::set_prefix(const FS::Path &p)
+{
+	prefix = p;
 }
 
-int Builder::main()
+void Builder::set_temp_directory(const FS::Path &p)
 {
-	if(load_build_file("Build"))
-	{
-		cerr<<"No build info here.\n";
-		return 1;
-	}
+	tempdir = p;
+}
+
+void Builder::add_default_tools()
+{
+	const string &arch_tc = current_arch->get_toolchain();
+	if(current_arch->get_system()=="android")
+		toolchain.add_toolchain(new AndroidTools(*this, *current_arch));
+	else if(arch_tc=="clang")
+		toolchain.add_toolchain(new ClangTools(*this, *current_arch));
+	else if(arch_tc=="gnu")
+		toolchain.add_toolchain(new GnuTools(*this, *current_arch));
+	toolchain.add_toolchain(new BuiltinTools(*this));
+	toolchain.add_tool(new DataTool(*this));
+}
+
+void Builder::set_logger(const Logger *l)
+{
+	logger = (l ? l : &default_logger);
+}
+
+list<string> Builder::collect_problems() const
+{
+	list<string> problems;
+	set<const Package *> broken_packages;
+	set<const Component *> broken_components;
+	set<const Tool *> broken_tools;
+
+	const BuildGraph::TargetMap &targets = build_graph.get_targets();
+	for(BuildGraph::TargetMap::const_iterator i=targets.begin(); i!=targets.end(); ++i)
+		if(i->second->is_broken())
+		{
+			const list<string> &tgt_problems = i->second->get_problems();
+			for(list<string>::const_iterator j=tgt_problems.begin(); j!=tgt_problems.end(); ++j)
+				problems.push_back(format("%s: %s", i->second->get_name(), *j));
 
-	default_pkg=packages.begin()->second;
+			const Package *package = i->second->get_package();
+			if(package && !package->get_problems().empty())
+				broken_packages.insert(package);
 
-	while(!new_pkgs.empty())
+			const Component *component = i->second->get_component();
+			if(component && !component->get_problems().empty())
+				broken_components.insert(component);
+
+			const Tool *tool = i->second->get_tool();
+			if(tool && !tool->get_problems().empty())
+				broken_tools.insert(tool);
+		}
+
+	// TODO Sort components after their packages, and targets last
+	for(set<const Package *>::const_iterator i=broken_packages.begin(); i!=broken_packages.end(); ++i)
 	{
-		Package *pkg=new_pkgs.front();
-		new_pkgs.erase(new_pkgs.begin());
-		pkg->resolve_refs();
+		const list<string> &pkg_problems = (*i)->get_problems();
+		for(list<string>::const_iterator j=pkg_problems.begin(); j!=pkg_problems.end(); ++j)
+			problems.push_back(format("%s: %s", (*i)->get_name(), *j));
 	}
 
-	cout<<"Active packages:";
-	for(PackageMap::iterator i=packages.begin(); i!=packages.end(); ++i)
+	for(set<const Component *>::const_iterator i=broken_components.begin(); i!=broken_components.end(); ++i)
 	{
-		cout<<' '<<i->second->get_name();
-		if(i->second->get_buildable())
-			cout<<'*';
+		const list<string> &comp_problems = (*i)->get_problems();
+		for(list<string>::const_iterator j=comp_problems.begin(); j!=comp_problems.end(); ++j)
+			problems.push_back(format("%s/%s: %s", (*i)->get_package().get_name(), (*i)->get_name(), *j));
 	}
-	cout<<'\n';
-	
-	create_targets();
-
-	for(TargetMap::iterator i=targets.begin(); i!=targets.end(); ++i)
-		cout<<i->second->get_name()<<' '<<i->second->get_type()<<'\n';
 
-	cout<<"Active targets: "<<targets.size()<<'\n';
+	for(set<const Tool *>::const_iterator i=broken_tools.begin(); i!=broken_tools.end(); ++i)
+	{
+		const list<string> &tool_problems = (*i)->get_problems();
+		for(list<string>::const_iterator j=tool_problems.begin(); j!=tool_problems.end(); ++j)
+			problems.push_back(format("%s: %s", (*i)->get_tag(), *j));
+	}
 
-	return 0;
+	return problems;
 }
 
-int Builder::load_build_file(const Path::Path &fn)
+void Builder::load_build_file(const FS::Path &fn, const Config::InputOptions *opts, bool all)
 {
-	ifstream in(fn.str().c_str());
-	if(!in)
-		return -1;
+	IO::BufferedFile in(fn.str());
 
-	Parser::Parser parser(in, fn.str());
-	Loader loader(*this, cwd/fn.subpath(0, fn.size()-1));
-	loader.load(parser);
+	get_logger().log("files", format("Reading %s", fn));
 
-	return 0;
+	DataFile::Parser parser(in, fn.str());
+	Loader loader(*this, opts, all);
+	loader.load(parser);
 }
 
-void Builder::create_targets()
+int Builder::build(unsigned jobs, bool dry_run, bool show_progress)
 {
-	Target *world=new VirtualTarget(*this, "world");
-	add_target(world);
-	Target *def_tgt=new VirtualTarget(*this, "default");
-	add_target(def_tgt);
+	unsigned total = build_graph.count_rebuild_targets();
 
-	for(PackageMap::iterator i=packages.begin(); i!=packages.end(); ++i)
+	if(!total)
 	{
-		cout<<i->second->get_source()<<'\n';
-		const ComponentList &components=i->second->get_components();
-		for(ComponentList::const_iterator j=components.begin(); j!=components.end(); ++j)
-		{
-			Path::Path base=i->second->get_source()/j->get_source();
-			cout<<base<<'\n';
-			list<string> files=list_files(base);
+		get_logger().log("summary", "Already up to date");
+		return 0;
+	}
+	get_logger().log("summary", format("Will build %d target%s", total, (total!=1 ? "s" : "")));
+
+	vector<Task *> tasks;
 
-			list<ObjectFile *> objs;
-			for(list<string>::iterator k=files.begin(); k!=files.end(); ++k)
+	unsigned count = 0;
+
+	bool fail = false;
+	bool finish = false;
+	bool starved = false;
+
+	while(!finish)
+	{
+		if(tasks.size()<jobs && !fail && !starved)
+		{
+			Target *tgt = build_graph.get_buildable_target();
+			if(tgt)
 			{
-				Path::Path fn=base/ *k;
-				//cout<<*k<<'\n';
-				string ext=Path::splitext(*k).ext;
-				if(ext==".cpp" || ext==".c")
+				if(tgt->get_tool())
+					get_logger().log("tasks", format("%-4s  %s", tgt->get_tool()->get_tag(), tgt->get_name()));
+				Task *task = tgt->build();
+				if(task)
 				{
-					SourceFile *src=new SourceFile(*this, &*j, fn.str());
-					add_target(src);
-					
-					ObjectFile *obj=new ObjectFile(*this, *j, *src);
-					add_target(obj);
-					objs.push_back(obj);
+					get_logger().log("commands", format("%s", task->get_command()));
+					if(dry_run)
+					{
+						task->signal_finished.emit(true);
+						delete task;
+					}
+					else
+					{
+						task->start();
+						tasks.push_back(task);
+					}
 				}
-				else if(ext==".h")
-					add_target(new Header(*this, &*j, fn.str()));
+
+				if(show_progress)
+					IO::print("%d of %d target%s built\033[1G", count, total, (total!=1 ? "s" : ""));
 			}
+			else if(tasks.empty())
+				finish = true;
+			else
+				starved = true;
+		}
+		else
+			Time::sleep(10*Time::msec);
+
+		for(unsigned i=0; i<tasks.size();)
+		{
+			Task::Status status;
+			if(jobs==1 || (tasks.size()==1 && starved))
+				status = tasks[i]->wait();
+			else
+				status = tasks[i]->check();
+
+			if(status!=Task::RUNNING)
+			{
+				++count;
 
-			Executable *exe=new Executable(*this, *j, objs);
-			add_target(exe);
-			if(i->second==default_pkg)
-				def_tgt->add_depend(exe);
+				delete tasks[i];
+				tasks.erase(tasks.begin()+i);
+				if(status==Task::ERROR)
+					fail = true;
+				if(tasks.empty() && fail)
+					finish = true;
+				starved = false;
+			}
+			else
+				++i;
 		}
 	}
 
-	while(!new_tgts.empty())
+	if(show_progress)
+		IO::print("\033[K");
+	if(fail)
+		get_logger().log("summary", "Build failed");
+	else if(show_progress)
+		get_logger().log("summary", "Build complete");
+
+	if(!dry_run)
 	{
-		Target *tgt=new_tgts.front();
-		new_tgts.erase(new_tgts.begin());
-		tgt->find_depends();
+		const PackageManager::PackageMap &packages = package_manager.get_packages();
+		for(PackageManager::PackageMap::const_iterator i=packages.begin(); i!=packages.end(); ++i)
+			i->second->save_caches();
 	}
+
+	return fail;
 }
 
-Target *Builder::check_header(const Msp::Path::Path &fn)
+int Builder::clean(bool all, bool dry_run)
 {
-	Target *tgt=get_target(fn.str());
-	if(tgt) return tgt;
+	// Cleaning doesn't care about ordering, so a simpler method can be used
+
+	set<Target *> clean_tgts;
+	list<Target *> queue;
+	queue.push_back(&build_graph.get_goals());
+
+	while(!queue.empty())
+	{
+		Target *tgt = queue.front();
+		queue.pop_front();
+
+		if(tgt->is_buildable() && (tgt->get_package()==&package_manager.get_main_package() || all))
+			clean_tgts.insert(tgt);
+
+		const Target::Dependencies &deps = tgt->get_dependencies();
+		for(list<Target *>::const_iterator i=deps.begin(); i!=deps.end(); ++i)
+			if(!clean_tgts.count(*i))
+				queue.push_back(*i);
+	}
 
-	if(Path::exists(fn))
+	for(set<Target *>::iterator i=clean_tgts.begin(); i!=clean_tgts.end(); ++i)
 	{
-		add_target(tgt=new SystemHeader(*this, fn.str()));
-		return tgt;
+		get_logger().log("tasks", format("RM    %s", (*i)->get_name()));
+		if(!dry_run)
+			(*i)->clean();
 	}
+
 	return 0;
 }
 
-void Builder::add_target(Target *t)
+
+Builder::Loader::Loader(Builder &b, const Config::InputOptions *o, bool a):
+	DataFile::ObjectLoader<Builder>(b),
+	options(o),
+	conf_all(a)
 {
-	targets.insert(TargetMap::value_type(t->get_name(), t));
-	new_tgts.push_back(t);
+	add("architecture", &Loader::architecture);
+	add("binary_package", &Loader::binpkg);
+	add("build_type", &Loader::build_type);
+	add("package", &Loader::package);
+
+	if(!obj.top_loader)
+		obj.top_loader = this;
+	else if(!options && obj.top_loader!=this && obj.top_loader->conf_all)
+		options = obj.top_loader->options;
 }
 
-Application::RegApp<Builder> Builder::reg;
+Builder::Loader::~Loader()
+{
+	if(obj.top_loader==this)
+		obj.top_loader = 0;
+}
 
-Builder::Loader::Loader(Builder &b, const Path::Path &s):
-	bld(b),
-	src(s)
+void Builder::Loader::architecture(const string &n)
 {
-	add("package", &Loader::package);
+	if(obj.current_arch->match_name(n))
+		load_sub(*obj.current_arch);
 }
 
-void Builder::Loader::package(const string &n)
+void Builder::Loader::binpkg(const string &n)
 {
-	Package *pkg=new Package(bld, n, src);
+	BinaryPackage *pkg = new BinaryPackage(obj, n);
 	load_sub(*pkg);
-	bld.packages.insert(PackageMap::value_type(n, pkg));
-	bld.new_pkgs.push_back(pkg);
-	//cout<<"loaded "<<pkg->get_name()<<'\n';
 }
 
+void Builder::Loader::build_type(const string &n)
+{
+	BuildType btype(n);
+	load_sub(btype);
+	BuildTypeMap::iterator i = obj.build_types.insert(BuildTypeMap::value_type(n, btype)).first;
+	if(!obj.build_type)
+		obj.build_type = &i->second;
+}
+
+void Builder::Loader::package(const string &n)
+{
+	SourcePackage *pkg = new SourcePackage(obj, n, get_source());
+
+	if(options)
+		load_sub(*pkg, *options);
+	else
+		load_sub(*pkg);
+
+	if(obj.build_type)
+		pkg->set_build_type(*obj.build_type);
+}