]> git.tdb.fi Git - builder.git/blob - source/component.cpp
Reimplement datafile building
[builder.git] / source / component.cpp
1 #include <algorithm>
2 #include <msp/fs/dir.h>
3 #include <msp/fs/stat.h>
4 #include <msp/fs/utils.h>
5 #include <msp/io/print.h>
6 #include <msp/strings/lexicalcast.h>
7 #include "builder.h"
8 #include "component.h"
9 #include "csourcefile.h"
10 #include "datapack.h"
11 #include "executable.h"
12 #include "file.h"
13 #include "objectfile.h"
14 #include "sharedlibrary.h"
15 #include "sourcepackage.h"
16 #include "staticlibrary.h"
17 #include "tarball.h"
18 #include "target.h"
19 #include "tool.h"
20 #include "toolchain.h"
21
22 using namespace std;
23 using namespace Msp;
24
25 Component::Component(SourcePackage &p, Type t, const string &n):
26         package(p),
27         type(t),
28         name(n),
29         install(false),
30         deflt(true)
31 { }
32
33 void Component::prepare()
34 {
35         for(Package::Requirements::const_iterator i=requires.begin(); i!=requires.end(); ++i)
36                 (*i)->prepare();
37 }
38
39 void Component::create_build_info()
40 {
41         BuildInfo final_build_info;
42
43         const Package::Requirements &pkg_reqs = package.get_required_packages();
44         Package::Requirements direct_reqs = requires;
45         direct_reqs.insert(direct_reqs.end(), pkg_reqs.begin(), pkg_reqs.end());
46
47         Package::Requirements all_reqs = direct_reqs;
48         for(Package::Requirements::iterator i=all_reqs.begin(); i!=all_reqs.end(); ++i)
49         {
50                 BuildInfo::UpdateLevel level = BuildInfo::CHAINED;
51                 if(find(direct_reqs.begin(), direct_reqs.end(), *i)!=direct_reqs.end())
52                         level = BuildInfo::DEPENDENCY;
53                 final_build_info.update_from((*i)->get_exported_build_info(), level);
54
55                 const Package::Requirements &reqs = (*i)->get_required_packages();
56                 for(Package::Requirements::const_iterator j=reqs.begin(); j!=reqs.end(); ++j)
57                         if(find(all_reqs.begin(), all_reqs.end(), *j)==all_reqs.end())
58                                 all_reqs.push_back(*j);
59         }
60
61         final_build_info.update_from(package.get_build_info());
62
63         for(BuildInfo::PathList::iterator i=build_info.incpath.begin(); i!=build_info.incpath.end(); ++i)
64                 *i = (package.get_source_directory() / *i).str();
65         for(BuildInfo::PathList::iterator i=build_info.libpath.begin(); i!=build_info.libpath.end(); ++i)
66                 *i = (package.get_source_directory() / *i).str();
67
68         final_build_info.update_from(build_info);
69         build_info = final_build_info;
70
71         for(UseList::const_iterator i=uses.begin(); i!=uses.end(); ++i)
72         {
73                 /* Select an include path that contains all the sources for this and the
74                 used component.  This should produce a sensible result in most cases. */
75                 FS::Path base;
76                 for(SourceList::const_iterator j=sources.begin(); j!=sources.end(); ++j)
77                         base = base.empty() ? *j : FS::common_ancestor(base, *j);
78                 const SourceList &use_sources = (*i)->get_sources();
79                 for(SourceList::const_iterator j=use_sources.begin(); j!=use_sources.end(); ++j)
80                         base = FS::common_ancestor(base, *j);
81                 build_info.incpath.push_back(base);
82                 build_info.libs.push_back((*i)->get_name());
83                 if(!(*i)->get_install())
84                 {
85                     build_info.libmodes[(*i)->get_name()] = BuildInfo::STATIC;
86                         build_info.libpath.push_back((*i)->get_package().get_source_directory());
87                 }
88         }
89
90         if(type==LIBRARY || type==MODULE)
91                 if(build_info.libmode<BuildInfo::DYNAMIC)
92                         build_info.libmode = BuildInfo::DYNAMIC;
93
94         if(build_info.libmode<BuildInfo::DYNAMIC)
95         {
96                 for(Package::Requirements::iterator i=all_reqs.begin(); i!=all_reqs.end(); ++i)
97                 {
98                         const BuildInfo &ebi = (*i)->get_exported_build_info();
99                         build_info.libpath.insert(build_info.libpath.end(), ebi.libpath.begin(), ebi.libpath.end());
100                 }
101         }
102 }
103
104 void Component::create_targets() const
105 {
106         Builder &builder = package.get_builder();
107         BuildGraph &build_graph = builder.get_build_graph();
108         const Toolchain &toolchain = builder.get_toolchain();
109
110         SourceList source_filenames = collect_source_files();
111
112         string inst_loc;
113         if(type==TARBALL)
114         {
115                 const Tool &tar = toolchain.get_tool("TAR");
116
117                 list<Target *> files;
118                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
119                 {
120                         FileTarget *file = builder.get_vfs().get_target(*i);
121                         if(!file)
122                                 file = new File(builder, package, *i);
123                         files.push_back(file);
124                 }
125
126                 string tarname = name;
127                 if(name=="@src")
128                 {
129                         tarname = package.get_name()+"-"+package.get_version();
130                         files.insert(files.begin(), &package.get_build_file());
131
132                         const BuildGraph::TargetMap &targets = build_graph.get_targets();
133                         for(BuildGraph::TargetMap::const_iterator i=targets.begin(); i!=targets.end(); ++i)
134                                 if(i->second->get_package()==&package && !i->second->is_buildable())
135                                         if(find(files.begin(), files.end(), i->second)==files.end())
136                                                 files.push_back(i->second);
137                 }
138
139                 Target *result = tar.create_target(files, tarname);
140
141                 build_graph.get_target("tarballs")->add_dependency(*result);
142
143                 return;
144         }
145         else if(type==INSTALL)
146         {
147                 Target *inst = build_graph.get_target("install");
148                 const Tool &copy = toolchain.get_tool("CP");
149                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
150                 {
151                         FileTarget *ft;
152                         if(Target *tgt = builder.get_vfs().get_target(*i))
153                                 ft = dynamic_cast<FileTarget *>(tgt);
154                         else
155                                 ft = new File(builder, package, *i);
156                         inst->add_dependency(*copy.create_target(*ft, name));
157                 }
158         }
159         else if(type==DATAPACK)
160         {
161                 const Tool &dcomp = toolchain.get_tool("DATA");
162
163                 list<Target *> files;
164                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
165                 {
166                         string ext = FS::extpart(FS::basename(*i));
167                         if(ext==".mdt")
168                         {
169                                 Target *src = dcomp.create_source(*this, *i);
170                                 files.push_back(dcomp.create_target(*src, "collection"));
171                         }
172                         else if(Target *tgt = builder.get_vfs().get_target(*i))
173                                 files.push_back(tgt);
174                         else
175                                 files.push_back(new File(builder, package, *i));
176                 }
177
178                 Target *result = dcomp.create_target(files, "pack");
179
180                 build_graph.add_primary_target(*result);
181                 if(install)
182                         build_graph.add_installed_target(*result);
183         }
184
185         if(type==PROGRAM || type==LIBRARY || type==MODULE)
186         {
187                 list<Target *> objs;
188                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
189                 {
190                         string ext = FS::extpart(FS::basename(*i));
191                         const Tool *tool = toolchain.get_tool_for_suffix(ext, true);
192                         if(tool)
193                         {
194                                 Target *src = tool->create_source(*this, *i);
195                                 if(!src)
196                                         continue;
197
198                                 if(tool->accepts_suffix(ext))
199                                 {
200                                         Target *obj = tool->create_target(*src);
201                                         objs.push_back(obj);
202                                 }
203
204                                 if(type==LIBRARY && install && dynamic_cast<FileTarget *>(src)->is_installable())
205                                         build_graph.add_installed_target(*src);
206                         }
207                 }
208
209                 const Tool &linker = toolchain.get_tool("LINK");
210
211                 list<Target *> results;
212                 if(type==LIBRARY)
213                 {
214                         const Tool &archiver = toolchain.get_tool("AR");
215                         results.push_back(linker.create_target(objs, "shared"));
216                         results.push_back(archiver.create_target(objs));
217                 }
218                 else if(type==MODULE)
219                         results.push_back(linker.create_target(objs, "shared"));
220                 else
221                         results.push_back(linker.create_target(objs));
222
223                 for(list<Target *>::const_iterator i=results.begin(); i!=results.end(); ++i)
224                 {
225                         build_graph.add_primary_target(**i);
226                         if(install)
227                                 build_graph.add_installed_target(**i);
228                 }
229         }
230 }
231
232 Component::SourceList Component::collect_source_files() const
233 {
234         SourceList files;
235         for(SourceList::const_iterator i=sources.begin(); i!=sources.end(); ++i)
236         {
237                 FS::Path path(*i);
238                 if(FS::is_dir(path))
239                 {
240                         package.get_builder().get_logger().log("files", format("Traversing %s", path));
241                         list<string> sfiles = list_files(path);
242                         for(list<string>::iterator j=sfiles.begin(); j!=sfiles.end(); ++j)
243                                 files.push_back(path / *j);
244                 }
245                 else
246                         files.push_back(path);
247         }
248
249         return files;
250 }
251
252
253 Component::Loader::Loader(Component &c):
254         DataFile::ObjectLoader<Component>(c)
255 {
256         add("if_arch",         &Loader::if_arch);
257         add("if_feature",      &Loader::if_feature);
258         add("source",          &Loader::source);
259         add("install",         &Component::install);
260         add("install_map",     &Loader::install_map);
261         add("build_info",      &Loader::build_info);
262         add("require",         &Loader::require);
263         add("default",         &Component::deflt);
264         add("use",             &Loader::use);
265 }
266
267 void Component::Loader::build_info()
268 {
269         load_sub(obj.build_info);
270 }
271
272 void Component::Loader::if_arch(const string &cond)
273 {
274         bool match = obj.package.get_builder().get_current_arch().match_name(cond);
275         obj.package.get_builder().get_logger().log("configure",
276                 format("%s/%s: arch %s %smatched", obj.package.get_name(), obj.name, cond, (match ? "" : "not ")));
277         if(match)
278                 load_sub_with(*this);
279 }
280
281 void Component::Loader::if_feature(const string &cond)
282 {
283         bool match = obj.package.match_feature(cond);
284         obj.package.get_builder().get_logger().log("configure",
285                 format("%s/%s: feature %s %smatched", obj.package.get_name(), obj.name, cond, (match ? "" : "not ")));
286         if(match)
287                 load_sub_with(*this);
288 }
289
290 void Component::Loader::install_map()
291 {
292         load_sub(obj.install_map, obj.package.get_source_directory());
293 }
294
295 void Component::Loader::require(const string &n)
296 {
297         Package *req = obj.package.get_builder().get_package_manager().find_package(n);
298         if(req)
299                 obj.requires.push_back(req);
300 }
301
302 void Component::Loader::source(const string &s)
303 {
304         obj.sources.push_back((obj.package.get_source_directory()/s).str());
305 }
306
307 void Component::Loader::use(const string &n)
308 {
309         const SourcePackage::ComponentList &components = obj.package.get_components();
310         for(SourcePackage::ComponentList::const_iterator i=components.begin(); i!=components.end(); ++i)
311                 if(i->get_name()==n && i->get_type()==LIBRARY)
312                 {
313                         obj.uses.push_back(&*i);
314                         return;
315                 }
316         throw invalid_argument("Component::Loader::use");
317 }