source/component.cpp

   1 #include <algorithm>
   2 #include <msp/fs/dir.h>
   3 #include <msp/fs/stat.h>
   4 #include <msp/fs/utils.h>
   5 #include <msp/io/print.h>
   6 #include <msp/strings/lexicalcast.h>
   7 #include "booleanevaluator.h"
   8 #include "builder.h"
   9 #include "component.h"
  10 #include "csourcefile.h"
  11 #include "datapack.h"
  12 #include "executable.h"
  13 #include "file.h"
  14 #include "objectfile.h"
  15 #include "sharedlibrary.h"
  16 #include "sourcepackage.h"
  17 #include "staticlibrary.h"
  18 #include "tarball.h"
  19 #include "target.h"
  20 #include "tool.h"
  21 #include "toolchain.h"
  22
  23 using namespace std;
  24 using namespace Msp;
  25
  26 Component::Component(SourcePackage &p, Type t, const string &n):
  27         package(p),
  28         type(t),
  29         name(n),
  30         install(false),
  31         deflt(true)
  32 { }
  33
  34 void Component::prepare()
  35 {
  36         for(Package::Requirements::const_iterator i=requires.begin(); i!=requires.end(); ++i)
  37                 (*i)->prepare();
  38 }
  39
  40 void Component::create_build_info()
  41 {
  42         BuildInfo final_build_info;
  43
  44         const Package::Requirements &pkg_reqs = package.get_required_packages();
  45         Package::Requirements direct_reqs = requires;
  46         direct_reqs.insert(direct_reqs.end(), pkg_reqs.begin(), pkg_reqs.end());
  47
  48         Package::Requirements all_reqs = direct_reqs;
  49         for(Package::Requirements::iterator i=all_reqs.begin(); i!=all_reqs.end(); ++i)
  50         {
  51                 BuildInfo::UpdateLevel level = BuildInfo::CHAINED;
  52                 if(find(direct_reqs.begin(), direct_reqs.end(), *i)!=direct_reqs.end())
  53                         level = BuildInfo::DEPENDENCY;
  54                 final_build_info.update_from((*i)->get_exported_build_info(), level);
  55
  56                 const Package::Requirements &reqs = (*i)->get_required_packages();
  57                 for(Package::Requirements::const_iterator j=reqs.begin(); j!=reqs.end(); ++j)
  58                         if(find(all_reqs.begin(), all_reqs.end(), *j)==all_reqs.end())
  59                                 all_reqs.push_back(*j);
  60         }
  61
  62         final_build_info.update_from(package.get_build_info());
  63         final_build_info.update_from(build_info);
  64         build_info = final_build_info;
  65
  66         for(BuildInfo::PathList::iterator i=build_info.incpath.begin(); i!=build_info.incpath.end(); ++i)
  67                 *i = (package.get_source_directory() / *i).str();
  68         for(BuildInfo::PathList::iterator i=build_info.libpath.begin(); i!=build_info.libpath.end(); ++i)
  69                 *i = (package.get_source_directory() / *i).str();
  70
  71         for(UseList::const_iterator i=uses.begin(); i!=uses.end(); ++i)
  72         {
  73                 /* Select an include path that contains all the sources for this and the
  74                 used component.  This should produce a sensible result in most cases. */
  75                 FS::Path base;
  76                 for(SourceList::const_iterator j=sources.begin(); j!=sources.end(); ++j)
  77                         base = base.empty() ? *j : FS::common_ancestor(base, *j);
  78                 const SourceList &use_sources = (*i)->get_sources();
  79                 for(SourceList::const_iterator j=use_sources.begin(); j!=use_sources.end(); ++j)
  80                         base = FS::common_ancestor(base, *j);
  81                 build_info.incpath.push_back(base);
  82                 build_info.libs.push_back((*i)->get_name());
  83                 if(!(*i)->get_install())
  84                 {
  85                         build_info.libmodes[(*i)->get_name()] = BuildInfo::STATIC;
  86                         build_info.libpath.push_back((*i)->get_package().get_source_directory());
  87                 }
  88         }
  89
  90         if(type==LIBRARY || type==MODULE)
  91                 if(build_info.libmode<BuildInfo::DYNAMIC)
  92                         build_info.libmode = BuildInfo::DYNAMIC;
  93
  94         if(build_info.libmode<BuildInfo::DYNAMIC)
  95         {
  96                 for(Package::Requirements::iterator i=all_reqs.begin(); i!=all_reqs.end(); ++i)
  97                 {
  98                         const BuildInfo &ebi = (*i)->get_exported_build_info();
  99                         build_info.libpath.insert(build_info.libpath.end(), ebi.libpath.begin(), ebi.libpath.end());
 100                 }
 101         }
 102 }
 103
 104 BuildInfo Component::get_build_info_for_path(const FS::Path &path) const
 105 {
 106         // XXX Cache these and check that the directories actually exist before adding them
 107         BuildInfo binfo = build_info;
 108         if(!overlays.empty())
 109         {
 110                 FS::Path dir = FS::dirname(path);
 111                 string last = FS::basename(dir);
 112                 for(OverlayList::const_iterator i=overlays.begin(); i!=overlays.end(); ++i)
 113                         if(last==*i)
 114                         {
 115                                 dir = FS::dirname(dir);
 116                                 break;
 117                         }
 118
 119                 for(SourceList::const_iterator i=sources.begin(); i!=sources.end(); ++i)
 120                         if(dir==*i)
 121                         {
 122                                 binfo.local_incpath.push_back(dir);
 123                                 for(OverlayList::const_iterator j=overlays.begin(); j!=overlays.end(); ++j)
 124                                         binfo.local_incpath.push_back(*i/ *j);
 125                         }
 126         }
 127         return binfo;
 128 }
 129
 130 void Component::create_targets() const
 131 {
 132         Builder &builder = package.get_builder();
 133         BuildGraph &build_graph = builder.get_build_graph();
 134         const Toolchain &toolchain = builder.get_toolchain();
 135
 136         SourceList source_filenames = collect_source_files();
 137
 138         string inst_loc;
 139         if(type==TARBALL)
 140         {
 141                 Tool &tar = toolchain.get_tool("TAR");
 142
 143                 list<Target *> files;
 144                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
 145                 {
 146                         FileTarget *file = builder.get_vfs().get_target(*i);
 147                         if(!file)
 148                                 file = new File(builder, package, *i);
 149                         files.push_back(file);
 150                 }
 151
 152                 string tarname = name;
 153                 if(name=="@src")
 154                 {
 155                         tarname = package.get_name()+"-"+package.get_version();
 156                         files.insert(files.begin(), &package.get_build_file());
 157
 158                         const BuildGraph::TargetMap &targets = build_graph.get_targets();
 159                         for(BuildGraph::TargetMap::const_iterator i=targets.begin(); i!=targets.end(); ++i)
 160                                 if(i->second->get_package()==&package && !i->second->is_buildable())
 161                                         if(find(files.begin(), files.end(), i->second)==files.end())
 162                                                 files.push_back(i->second);
 163                 }
 164
 165                 Target *result = tar.create_target(files, tarname);
 166
 167                 build_graph.get_target("tarballs")->add_dependency(*result);
 168
 169                 return;
 170         }
 171         else if(type==INSTALL)
 172         {
 173                 Target *inst = build_graph.get_target("install");
 174                 Tool &copy = toolchain.get_tool("CP");
 175                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
 176                 {
 177                         FileTarget *ft;
 178                         if(Target *tgt = builder.get_vfs().get_target(*i))
 179                                 ft = dynamic_cast<FileTarget *>(tgt);
 180                         else
 181                                 ft = new File(builder, package, *i);
 182                         inst->add_dependency(*copy.create_target(*ft, name));
 183                 }
 184         }
 185         else if(type==DATAPACK)
 186         {
 187                 Tool &dcomp = toolchain.get_tool("DATA");
 188
 189                 list<Target *> files;
 190                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
 191                 {
 192                         string ext = FS::extpart(FS::basename(*i));
 193                         if(ext==".mdt")
 194                         {
 195                                 Target *src = dcomp.create_source(*this, *i);
 196                                 files.push_back(dcomp.create_target(*src, "collection"));
 197                         }
 198                         else if(Target *tgt = builder.get_vfs().get_target(*i))
 199                                 files.push_back(tgt);
 200                         else
 201                                 files.push_back(new File(builder, package, *i));
 202                 }
 203
 204                 Target *result = dcomp.create_target(files, "pack");
 205
 206                 build_graph.add_primary_target(*result);
 207                 if(install)
 208                         build_graph.add_installed_target(*result);
 209         }
 210
 211         if(type==PROGRAM || type==LIBRARY || type==MODULE)
 212         {
 213                 list<Target *> objs;
 214                 const Toolchain &pkg_tools = package.get_toolchain();
 215                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
 216                 {
 217                         string ext = FS::extpart(FS::basename(*i));
 218                         Target *src = 0;
 219
 220                         Tool *gen = pkg_tools.get_tool_for_suffix(ext);
 221                         if(gen)
 222                         {
 223                                 Target *tmpl = gen->create_source(*this, *i);
 224                                 if(tmpl)
 225                                 {
 226                                         src = gen->create_target(*tmpl);
 227                                         ext = FS::extpart(FS::basename(dynamic_cast<FileTarget &>(*src).get_path()));
 228                                 }
 229                         }
 230
 231                         Tool *tool = toolchain.get_tool_for_suffix(ext, true);
 232                         if(tool)
 233                         {
 234                                 if(!src)
 235                                         src = tool->create_source(*this, *i);
 236                                 if(!src)
 237                                         continue;
 238
 239                                 if(tool->accepts_suffix(ext))
 240                                 {
 241                                         Target *obj = tool->create_target(*src);
 242                                         objs.push_back(obj);
 243                                 }
 244
 245                                 if(type==LIBRARY && install)
 246                                 {
 247                                         if(dynamic_cast<FileTarget *>(src)->is_installable())
 248                                                 build_graph.add_installed_target(*src);
 249
 250                                         const Target::Dependencies &side_effects = src->get_side_effects();
 251                                         for(Target::Dependencies::const_iterator j=side_effects.begin(); j!=side_effects.end(); ++j)
 252                                                 if(dynamic_cast<FileTarget *>(*j)->is_installable())
 253                                                         build_graph.add_installed_target(**j);
 254                                 }
 255                         }
 256                 }
 257
 258                 Tool &linker = toolchain.get_tool("LINK");
 259
 260                 list<Target *> results;
 261                 if(type==LIBRARY)
 262                 {
 263                         Tool &archiver = toolchain.get_tool("AR");
 264                         results.push_back(linker.create_target(objs, "shared"));
 265                         results.push_back(archiver.create_target(objs));
 266                 }
 267                 else if(type==MODULE)
 268                         results.push_back(linker.create_target(objs, "shared"));
 269                 else
 270                         results.push_back(linker.create_target(objs));
 271
 272                 for(list<Target *>::const_iterator i=results.begin(); i!=results.end(); ++i)
 273                 {
 274                         build_graph.add_primary_target(**i);
 275                         if(install)
 276                                 build_graph.add_installed_target(**i);
 277                 }
 278         }
 279 }
 280
 281 Component::SourceList Component::collect_source_files() const
 282 {
 283         SourceList files;
 284         for(SourceList::const_iterator i=sources.begin(); i!=sources.end(); ++i)
 285         {
 286                 FS::Path path(*i);
 287                 if(FS::is_dir(path))
 288                 {
 289                         SourceList dirs;
 290                         dirs.push_back(path);
 291                         for(OverlayList::const_iterator j=overlays.begin(); j!=overlays.end(); ++j)
 292                         {
 293                                 FS::Path opath = path / *j;
 294                                 if(FS::is_dir(opath))
 295                                         dirs.push_back(opath);
 296                         }
 297                         for(SourceList::const_iterator j=dirs.begin(); j!=dirs.end(); ++j)
 298                         {
 299                                 package.get_builder().get_logger().log("files", format("Traversing %s", *j));
 300                                 list<string> sfiles = list_files(*j);
 301                                 for(list<string>::iterator k=sfiles.begin(); k!=sfiles.end(); ++k)
 302                                         files.push_back(*j / *k);
 303                         }
 304                 }
 305                 else
 306                 {
 307                         files.push_back(path);
 308                         for(OverlayList::const_iterator j=overlays.begin(); j!=overlays.end(); ++j)
 309                         {
 310                                 FS::Path opath = FS::dirname(path)/ *j/FS::basename(path);
 311                                 if(FS::is_reg(opath))
 312                                         files.push_back(opath);
 313                         }
 314                 }
 315         }
 316
 317         return files;
 318 }
 319
 320
 321 Component::Loader::Loader(Component &c):
 322         DataFile::ObjectLoader<Component>(c)
 323 {
 324         add("if_arch",         &Loader::if_arch);
 325         add("if_feature",      &Loader::if_feature);
 326         add("overlay",         &Loader::overlay);
 327         add("source",          &Loader::source);
 328         add("install",         &Component::install);
 329         add("install_map",     &Loader::install_map);
 330         add("build_info",      &Loader::build_info);
 331         add("require",         &Loader::require);
 332         add("default",         &Component::deflt);
 333         add("use",             &Loader::use);
 334 }
 335
 336 void Component::Loader::build_info()
 337 {
 338         load_sub(obj.build_info);
 339 }
 340
 341 void Component::Loader::if_arch(const string &cond)
 342 {
 343         BooleanEvaluator eval(sigc::hide<1>(sigc::mem_fun(&obj.package.get_builder().get_current_arch(), &Architecture::match_name)), false);
 344         bool match = eval.evaluate(cond);
 345         obj.package.get_builder().get_logger().log("configure",
 346                 format("%s/%s: arch %s %smatched", obj.package.get_name(), obj.name, cond, (match ? "" : "not ")));
 347         if(match)
 348                 load_sub_with(*this);
 349 }
 350
 351 void Component::Loader::if_feature(const string &cond)
 352 {
 353         BooleanEvaluator eval(sigc::mem_fun(&obj.package, &SourcePackage::match_feature));
 354         bool match = eval.evaluate(cond);
 355         obj.package.get_builder().get_logger().log("configure",
 356                 format("%s/%s: feature %s %smatched", obj.package.get_name(), obj.name, cond, (match ? "" : "not ")));
 357         if(match)
 358                 load_sub_with(*this);
 359 }
 360
 361 void Component::Loader::install_map()
 362 {
 363         load_sub(obj.install_map, obj.package.get_source_directory());
 364 }
 365
 366 void Component::Loader::overlay(const string &o)
 367 {
 368         obj.overlays.push_back(o);
 369 }
 370
 371 void Component::Loader::require(const string &n)
 372 {
 373         Package *req = obj.package.get_builder().get_package_manager().find_package(n);
 374         if(req)
 375                 obj.requires.push_back(req);
 376         else
 377                 obj.problems.push_back(format("Required package %s not found", n));
 378 }
 379
 380 void Component::Loader::source(const string &s)
 381 {
 382         obj.sources.push_back((obj.package.get_source_directory()/s).str());
 383 }
 384
 385 void Component::Loader::use(const string &n)
 386 {
 387         const SourcePackage::ComponentList &components = obj.package.get_components();
 388         for(SourcePackage::ComponentList::const_iterator i=components.begin(); i!=components.end(); ++i)
 389                 if(i->get_name()==n && i->get_type()==LIBRARY)
 390                 {
 391                         obj.uses.push_back(&*i);
 392                         return;
 393                 }
 394         throw invalid_argument("Component::Loader::use");
 395 }