source/component.cpp

   1 #include <algorithm>
   2 #include <msp/fs/dir.h>
   3 #include <msp/fs/stat.h>
   4 #include <msp/fs/utils.h>
   5 #include <msp/io/print.h>
   6 #include <msp/strings/lexicalcast.h>
   7 #include "builder.h"
   8 #include "component.h"
   9 #include "csourcefile.h"
  10 #include "datapack.h"
  11 #include "executable.h"
  12 #include "file.h"
  13 #include "objectfile.h"
  14 #include "sharedlibrary.h"
  15 #include "sourcepackage.h"
  16 #include "staticlibrary.h"
  17 #include "tarball.h"
  18 #include "target.h"
  19 #include "tool.h"
  20 #include "toolchain.h"
  21
  22 using namespace std;
  23 using namespace Msp;
  24
  25 Component::Component(SourcePackage &p, Type t, const string &n):
  26         package(p),
  27         type(t),
  28         name(n),
  29         install(false),
  30         deflt(true)
  31 { }
  32
  33 void Component::prepare()
  34 {
  35         for(Package::Requirements::const_iterator i=requires.begin(); i!=requires.end(); ++i)
  36                 (*i)->prepare();
  37 }
  38
  39 void Component::create_build_info()
  40 {
  41         BuildInfo final_build_info;
  42
  43         const Package::Requirements &pkg_reqs = package.get_required_packages();
  44         Package::Requirements direct_reqs = requires;
  45         direct_reqs.insert(direct_reqs.end(), pkg_reqs.begin(), pkg_reqs.end());
  46
  47         Package::Requirements all_reqs = direct_reqs;
  48         for(Package::Requirements::iterator i=all_reqs.begin(); i!=all_reqs.end(); ++i)
  49         {
  50                 BuildInfo::UpdateLevel level = BuildInfo::CHAINED;
  51                 if(find(direct_reqs.begin(), direct_reqs.end(), *i)!=direct_reqs.end())
  52                         level = BuildInfo::DEPENDENCY;
  53                 final_build_info.update_from((*i)->get_exported_build_info(), level);
  54
  55                 const Package::Requirements &reqs = (*i)->get_required_packages();
  56                 for(Package::Requirements::const_iterator j=reqs.begin(); j!=reqs.end(); ++j)
  57                         if(find(all_reqs.begin(), all_reqs.end(), *j)==all_reqs.end())
  58                                 all_reqs.push_back(*j);
  59         }
  60
  61         final_build_info.update_from(package.get_build_info());
  62         final_build_info.update_from(build_info);
  63         build_info = final_build_info;
  64
  65         for(BuildInfo::PathList::iterator i=build_info.incpath.begin(); i!=build_info.incpath.end(); ++i)
  66                 *i = (package.get_source_directory() / *i).str();
  67         for(BuildInfo::PathList::iterator i=build_info.libpath.begin(); i!=build_info.libpath.end(); ++i)
  68                 *i = (package.get_source_directory() / *i).str();
  69
  70         for(UseList::const_iterator i=uses.begin(); i!=uses.end(); ++i)
  71         {
  72                 /* Select an include path that contains all the sources for this and the
  73                 used component.  This should produce a sensible result in most cases. */
  74                 FS::Path base;
  75                 for(SourceList::const_iterator j=sources.begin(); j!=sources.end(); ++j)
  76                         base = base.empty() ? *j : FS::common_ancestor(base, *j);
  77                 const SourceList &use_sources = (*i)->get_sources();
  78                 for(SourceList::const_iterator j=use_sources.begin(); j!=use_sources.end(); ++j)
  79                         base = FS::common_ancestor(base, *j);
  80                 build_info.incpath.push_back(base);
  81                 build_info.libs.push_back((*i)->get_name());
  82                 if(!(*i)->get_install())
  83                 {
  84                         build_info.libmodes[(*i)->get_name()] = BuildInfo::STATIC;
  85                         build_info.libpath.push_back((*i)->get_package().get_source_directory());
  86                 }
  87         }
  88
  89         if(type==LIBRARY || type==MODULE)
  90                 if(build_info.libmode<BuildInfo::DYNAMIC)
  91                         build_info.libmode = BuildInfo::DYNAMIC;
  92
  93         if(build_info.libmode<BuildInfo::DYNAMIC)
  94         {
  95                 for(Package::Requirements::iterator i=all_reqs.begin(); i!=all_reqs.end(); ++i)
  96                 {
  97                         const BuildInfo &ebi = (*i)->get_exported_build_info();
  98                         build_info.libpath.insert(build_info.libpath.end(), ebi.libpath.begin(), ebi.libpath.end());
  99                 }
 100         }
 101 }
 102
 103 BuildInfo Component::get_build_info_for_path(const FS::Path &path) const
 104 {
 105         // XXX Cache these and check that the directories actually exist before adding them
 106         BuildInfo binfo = build_info;
 107         if(!overlays.empty())
 108         {
 109                 FS::Path dir = FS::dirname(path);
 110                 string last = FS::basename(dir);
 111                 for(OverlayList::const_iterator i=overlays.begin(); i!=overlays.end(); ++i)
 112                         if(last==*i)
 113                         {
 114                                 dir = FS::dirname(dir);
 115                                 break;
 116                         }
 117
 118                 for(SourceList::const_iterator i=sources.begin(); i!=sources.end(); ++i)
 119                         if(dir==*i)
 120                         {
 121                                 binfo.local_incpath.push_back(dir);
 122                                 for(OverlayList::const_iterator j=overlays.begin(); j!=overlays.end(); ++j)
 123                                         binfo.local_incpath.push_back(*i/ *j);
 124                         }
 125         }
 126         return binfo;
 127 }
 128
 129 void Component::create_targets() const
 130 {
 131         Builder &builder = package.get_builder();
 132         BuildGraph &build_graph = builder.get_build_graph();
 133         const Toolchain &toolchain = builder.get_toolchain();
 134
 135         SourceList source_filenames = collect_source_files();
 136
 137         string inst_loc;
 138         if(type==TARBALL)
 139         {
 140                 Tool &tar = toolchain.get_tool("TAR");
 141
 142                 list<Target *> files;
 143                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
 144                 {
 145                         FileTarget *file = builder.get_vfs().get_target(*i);
 146                         if(!file)
 147                                 file = new File(builder, package, *i);
 148                         files.push_back(file);
 149                 }
 150
 151                 string tarname = name;
 152                 if(name=="@src")
 153                 {
 154                         tarname = package.get_name()+"-"+package.get_version();
 155                         files.insert(files.begin(), &package.get_build_file());
 156
 157                         const BuildGraph::TargetMap &targets = build_graph.get_targets();
 158                         for(BuildGraph::TargetMap::const_iterator i=targets.begin(); i!=targets.end(); ++i)
 159                                 if(i->second->get_package()==&package && !i->second->is_buildable())
 160                                         if(find(files.begin(), files.end(), i->second)==files.end())
 161                                                 files.push_back(i->second);
 162                 }
 163
 164                 Target *result = tar.create_target(files, tarname);
 165
 166                 build_graph.get_target("tarballs")->add_dependency(*result);
 167
 168                 return;
 169         }
 170         else if(type==INSTALL)
 171         {
 172                 Target *inst = build_graph.get_target("install");
 173                 Tool &copy = toolchain.get_tool("CP");
 174                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
 175                 {
 176                         FileTarget *ft;
 177                         if(Target *tgt = builder.get_vfs().get_target(*i))
 178                                 ft = dynamic_cast<FileTarget *>(tgt);
 179                         else
 180                                 ft = new File(builder, package, *i);
 181                         inst->add_dependency(*copy.create_target(*ft, name));
 182                 }
 183         }
 184         else if(type==DATAPACK)
 185         {
 186                 Tool &dcomp = toolchain.get_tool("DATA");
 187
 188                 list<Target *> files;
 189                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
 190                 {
 191                         string ext = FS::extpart(FS::basename(*i));
 192                         if(ext==".mdt")
 193                         {
 194                                 Target *src = dcomp.create_source(*this, *i);
 195                                 files.push_back(dcomp.create_target(*src, "collection"));
 196                         }
 197                         else if(Target *tgt = builder.get_vfs().get_target(*i))
 198                                 files.push_back(tgt);
 199                         else
 200                                 files.push_back(new File(builder, package, *i));
 201                 }
 202
 203                 Target *result = dcomp.create_target(files, "pack");
 204
 205                 build_graph.add_primary_target(*result);
 206                 if(install)
 207                         build_graph.add_installed_target(*result);
 208         }
 209
 210         if(type==PROGRAM || type==LIBRARY || type==MODULE)
 211         {
 212                 list<Target *> objs;
 213                 for(SourceList::const_iterator i=source_filenames.begin(); i!=source_filenames.end(); ++i)
 214                 {
 215                         string ext = FS::extpart(FS::basename(*i));
 216                         Tool *tool = toolchain.get_tool_for_suffix(ext, true);
 217                         if(tool)
 218                         {
 219                                 Target *src = tool->create_source(*this, *i);
 220                                 if(!src)
 221                                         continue;
 222
 223                                 if(tool->accepts_suffix(ext))
 224                                 {
 225                                         Target *obj = tool->create_target(*src);
 226                                         objs.push_back(obj);
 227                                 }
 228
 229                                 if(type==LIBRARY && install && dynamic_cast<FileTarget *>(src)->is_installable())
 230                                         build_graph.add_installed_target(*src);
 231                         }
 232                 }
 233
 234                 Tool &linker = toolchain.get_tool("LINK");
 235
 236                 list<Target *> results;
 237                 if(type==LIBRARY)
 238                 {
 239                         Tool &archiver = toolchain.get_tool("AR");
 240                         results.push_back(linker.create_target(objs, "shared"));
 241                         results.push_back(archiver.create_target(objs));
 242                 }
 243                 else if(type==MODULE)
 244                         results.push_back(linker.create_target(objs, "shared"));
 245                 else
 246                         results.push_back(linker.create_target(objs));
 247
 248                 for(list<Target *>::const_iterator i=results.begin(); i!=results.end(); ++i)
 249                 {
 250                         build_graph.add_primary_target(**i);
 251                         if(install)
 252                                 build_graph.add_installed_target(**i);
 253                 }
 254         }
 255 }
 256
 257 Component::SourceList Component::collect_source_files() const
 258 {
 259         SourceList files;
 260         for(SourceList::const_iterator i=sources.begin(); i!=sources.end(); ++i)
 261         {
 262                 FS::Path path(*i);
 263                 if(FS::is_dir(path))
 264                 {
 265                         SourceList dirs;
 266                         dirs.push_back(path);
 267                         for(OverlayList::const_iterator j=overlays.begin(); j!=overlays.end(); ++j)
 268                         {
 269                                 FS::Path opath = path / *j;
 270                                 if(FS::is_dir(opath))
 271                                         dirs.push_back(opath);
 272                         }
 273                         for(SourceList::const_iterator j=dirs.begin(); j!=dirs.end(); ++j)
 274                         {
 275                                 package.get_builder().get_logger().log("files", format("Traversing %s", *j));
 276                                 list<string> sfiles = list_files(*j);
 277                                 for(list<string>::iterator k=sfiles.begin(); k!=sfiles.end(); ++k)
 278                                         files.push_back(*j / *k);
 279                         }
 280                 }
 281                 else
 282                 {
 283                         files.push_back(path);
 284                         for(OverlayList::const_iterator j=overlays.begin(); j!=overlays.end(); ++j)
 285                         {
 286                                 FS::Path opath = FS::dirname(path)/ *j/FS::basename(path);
 287                                 if(FS::is_reg(opath))
 288                                         files.push_back(opath);
 289                         }
 290                 }
 291         }
 292
 293         return files;
 294 }
 295
 296
 297 Component::Loader::Loader(Component &c):
 298         DataFile::ObjectLoader<Component>(c)
 299 {
 300         add("if_arch",         &Loader::if_arch);
 301         add("if_feature",      &Loader::if_feature);
 302         add("overlay",         &Loader::overlay);
 303         add("source",          &Loader::source);
 304         add("install",         &Component::install);
 305         add("install_map",     &Loader::install_map);
 306         add("build_info",      &Loader::build_info);
 307         add("require",         &Loader::require);
 308         add("default",         &Component::deflt);
 309         add("use",             &Loader::use);
 310 }
 311
 312 void Component::Loader::build_info()
 313 {
 314         load_sub(obj.build_info);
 315 }
 316
 317 void Component::Loader::if_arch(const string &cond)
 318 {
 319         bool match = obj.package.get_builder().get_current_arch().match_name(cond);
 320         obj.package.get_builder().get_logger().log("configure",
 321                 format("%s/%s: arch %s %smatched", obj.package.get_name(), obj.name, cond, (match ? "" : "not ")));
 322         if(match)
 323                 load_sub_with(*this);
 324 }
 325
 326 void Component::Loader::if_feature(const string &cond)
 327 {
 328         bool match = obj.package.match_feature(cond);
 329         obj.package.get_builder().get_logger().log("configure",
 330                 format("%s/%s: feature %s %smatched", obj.package.get_name(), obj.name, cond, (match ? "" : "not ")));
 331         if(match)
 332                 load_sub_with(*this);
 333 }
 334
 335 void Component::Loader::install_map()
 336 {
 337         load_sub(obj.install_map, obj.package.get_source_directory());
 338 }
 339
 340 void Component::Loader::overlay(const string &o)
 341 {
 342         obj.overlays.push_back(o);
 343 }
 344
 345 void Component::Loader::require(const string &n)
 346 {
 347         Package *req = obj.package.get_builder().get_package_manager().find_package(n);
 348         if(req)
 349                 obj.requires.push_back(req);
 350         else
 351                 obj.problems.push_back(format("Required package %s not found", n));
 352 }
 353
 354 void Component::Loader::source(const string &s)
 355 {
 356         obj.sources.push_back((obj.package.get_source_directory()/s).str());
 357 }
 358
 359 void Component::Loader::use(const string &n)
 360 {
 361         const SourcePackage::ComponentList &components = obj.package.get_components();
 362         for(SourcePackage::ComponentList::const_iterator i=components.begin(); i!=components.end(); ++i)
 363                 if(i->get_name()==n && i->get_type()==LIBRARY)
 364                 {
 365                         obj.uses.push_back(&*i);
 366                         return;
 367                 }
 368         throw invalid_argument("Component::Loader::use");
 369 }