• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4 
5 #include "gn/builder.h"
6 
7 #include <stddef.h>
8 #include <algorithm>
9 #include <utility>
10 
11 #include "gn/action_values.h"
12 #include "gn/config.h"
13 #include "gn/deps_iterator.h"
14 #include "gn/err.h"
15 #include "gn/loader.h"
16 #include "gn/pool.h"
17 #include "gn/scheduler.h"
18 #include "gn/settings.h"
19 #include "gn/target.h"
20 #include "gn/trace.h"
21 
22 namespace {
23 
24 using BuilderRecordSet = BuilderRecord::BuilderRecordSet;
25 
26 // Recursively looks in the tree for a given node, returning true if it
27 // was found in the dependency graph. This is used to see if a given node
28 // participates in a cycle.
29 //
30 // If this returns true, the cycle will be in *path. This should point to an
31 // empty vector for the first call. During computation, the path will contain
32 // the full dependency path to the current node.
33 //
34 // Return false means no cycle was found.
RecursiveFindCycle(const BuilderRecord * search_in,std::vector<const BuilderRecord * > * path)35 bool RecursiveFindCycle(const BuilderRecord* search_in,
36                         std::vector<const BuilderRecord*>* path) {
37   path->push_back(search_in);
38   for (const auto& cur : search_in->GetSortedUnresolvedDeps()) {
39     std::vector<const BuilderRecord*>::iterator found =
40         std::find(path->begin(), path->end(), cur);
41     if (found != path->end()) {
42       // This item is already in the set, we found the cycle. Everything before
43       // the first definition of cur is irrelevant to the cycle.
44       path->erase(path->begin(), found);
45       path->push_back(cur);
46       return true;
47     }
48 
49     if (RecursiveFindCycle(cur, path))
50       return true;  // Found cycle.
51   }
52   path->pop_back();
53   return false;
54 }
55 
56 }  // namespace
57 
Builder(Loader * loader)58 Builder::Builder(Loader* loader) : loader_(loader) {}
59 
60 Builder::~Builder() = default;
61 
ItemDefined(std::unique_ptr<Item> item)62 void Builder::ItemDefined(std::unique_ptr<Item> item) {
63   ScopedTrace trace(TraceItem::TRACE_DEFINE_TARGET, item->label());
64   trace.SetToolchain(item->settings()->toolchain_label());
65 
66   BuilderRecord::ItemType type = BuilderRecord::TypeOfItem(item.get());
67 
68   Err err;
69   BuilderRecord* record =
70       GetOrCreateRecordOfType(item->label(), item->defined_from(), type, &err);
71   if (!record) {
72     g_scheduler->FailWithError(err);
73     return;
74   }
75 
76   // Check that it's not been already defined.
77   if (record->item()) {
78     bool with_toolchain =
79         item->settings()->ShouldShowToolchain({&item->label()});
80     err =
81         Err(item->defined_from(), "Duplicate definition.",
82             "The item\n  " + item->label().GetUserVisibleName(with_toolchain) +
83                 "\nwas already defined.");
84     err.AppendSubErr(
85         Err(record->item()->defined_from(), "Previous definition:"));
86     g_scheduler->FailWithError(err);
87     return;
88   }
89 
90   record->set_item(std::move(item));
91 
92   // Do target-specific dependency setup. This will also schedule dependency
93   // loads for targets that are required.
94   switch (type) {
95     case BuilderRecord::ITEM_TARGET:
96       TargetDefined(record, &err);
97       break;
98     case BuilderRecord::ITEM_CONFIG:
99       ConfigDefined(record, &err);
100       break;
101     case BuilderRecord::ITEM_TOOLCHAIN:
102       ToolchainDefined(record, &err);
103       break;
104     default:
105       break;
106   }
107   if (err.has_error()) {
108     g_scheduler->FailWithError(err);
109     return;
110   }
111 
112   if (record->can_resolve()) {
113     if (!ResolveItem(record, &err)) {
114       g_scheduler->FailWithError(err);
115       return;
116     }
117   }
118 }
119 
GetItem(const Label & label) const120 const Item* Builder::GetItem(const Label& label) const {
121   const BuilderRecord* record = GetRecord(label);
122   if (!record)
123     return nullptr;
124   return record->item();
125 }
126 
GetToolchain(const Label & label) const127 const Toolchain* Builder::GetToolchain(const Label& label) const {
128   const BuilderRecord* record = GetRecord(label);
129   if (!record)
130     return nullptr;
131   if (!record->item())
132     return nullptr;
133   return record->item()->AsToolchain();
134 }
135 
GetAllRecords() const136 std::vector<const BuilderRecord*> Builder::GetAllRecords() const {
137   std::vector<const BuilderRecord*> result;
138   result.reserve(records_.size());
139   for (const auto& record : records_)
140     result.push_back(&record);
141   // Ensure deterministic outputs.
142   std::sort(result.begin(), result.end(), BuilderRecord::LabelCompare);
143   return result;
144 }
145 
GetAllResolvedItems() const146 std::vector<const Item*> Builder::GetAllResolvedItems() const {
147   std::vector<const Item*> result;
148   result.reserve(records_.size());
149   for (const auto& record : records_) {
150     if (record.type() != BuilderRecord::ITEM_UNKNOWN &&
151         record.should_generate() && record.item()) {
152       result.push_back(record.item());
153     }
154   }
155   // Ensure deterministic outputs.
156   std::sort(result.begin(), result.end(), [](const Item* a, const Item* b) {
157     return a->label() < b->label();
158   });
159   return result;
160 }
161 
GetAllResolvedTargets() const162 std::vector<const Target*> Builder::GetAllResolvedTargets() const {
163   std::vector<const Target*> result;
164   result.reserve(records_.size());
165   for (const auto& record : records_) {
166     if (record.type() == BuilderRecord::ITEM_TARGET &&
167         record.should_generate() && record.item())
168       result.push_back(record.item()->AsTarget());
169   }
170   // Ensure deterministic outputs.
171   std::sort(result.begin(), result.end(), [](const Target* a, const Target* b) {
172     return a->label() < b->label();
173   });
174   return result;
175 }
176 
GetRecord(const Label & label) const177 const BuilderRecord* Builder::GetRecord(const Label& label) const {
178   // Forward to the non-const version.
179   return const_cast<Builder*>(this)->GetRecord(label);
180 }
181 
GetRecord(const Label & label)182 BuilderRecord* Builder::GetRecord(const Label& label) {
183   return records_.find(label);
184 }
185 
CheckForBadItems(Err * err) const186 bool Builder::CheckForBadItems(Err* err) const {
187   // Look for errors where we find a defined node with an item that refers to
188   // an undefined one with no item. There may be other nodes in turn depending
189   // on our defined one, but listing those isn't helpful: we want to find the
190   // broken link.
191   //
192   // This finds normal "missing dependency" errors but does not find circular
193   // dependencies because in this case all items in the cycle will be GENERATED
194   // but none will be resolved. If this happens, we'll check explicitly for
195   // that below.
196   std::vector<const BuilderRecord*> bad_records;
197   for (const auto& src : records_) {
198     if (!src.should_generate())
199       continue;  // Skip ungenerated nodes.
200 
201     if (!src.resolved())
202       bad_records.push_back(&src);
203   }
204   if (bad_records.empty())
205     return true;
206 
207   // Sort by label to ensure deterministic outputs.
208   std::sort(bad_records.begin(), bad_records.end(),
209             BuilderRecord::LabelCompare);
210 
211   std::string depstring;
212   for (const auto& src : bad_records) {
213     // Check dependencies.
214     for (const auto* dest : src->GetSortedUnresolvedDeps()) {
215       if (!dest->item()) {
216         depstring += src->label().GetUserVisibleName(true) + "\n  needs " +
217                      dest->label().GetUserVisibleName(true) + "\n";
218       }
219     }
220   }
221 
222   if (!depstring.empty()) {
223     *err = Err(Location(), "Unresolved dependencies.", depstring);
224     return false;
225   }
226 
227   if (!bad_records.empty()) {
228     // Our logic above found a bad node but didn't identify the problem. This
229     // normally means a circular dependency.
230     depstring = CheckForCircularDependencies(bad_records);
231     if (depstring.empty()) {
232       // Something's very wrong, just dump out the bad nodes.
233       depstring =
234           "I have no idea what went wrong, but these are unresolved, "
235           "possibly due to an\ninternal error:";
236       for (auto* bad_record : bad_records) {
237         depstring +=
238             "\n\"" + bad_record->label().GetUserVisibleName(true) + "\"";
239       }
240       *err = Err(Location(), "", depstring);
241     } else {
242       *err = Err(Location(), "Dependency cycle:", depstring);
243     }
244     return false;
245   }
246 
247   return true;
248 }
249 
TargetDefined(BuilderRecord * record,Err * err)250 bool Builder::TargetDefined(BuilderRecord* record, Err* err) {
251   Target* target = record->item()->AsTarget();
252 
253   if (!AddDeps(record, target->public_deps(), err) ||
254       !AddDeps(record, target->private_deps(), err) ||
255       !AddDeps(record, target->data_deps(), err) ||
256       !AddDeps(record, target->configs().vector(), err) ||
257       !AddDeps(record, target->all_dependent_configs(), err) ||
258       !AddDeps(record, target->public_configs(), err) ||
259       !AddGenDeps(record, target->gen_deps(), err) ||
260       !AddPoolDep(record, target, err) || !AddToolchainDep(record, target, err))
261     return false;
262 
263   // All targets in the default toolchain get generated by default. We also
264   // check if this target was previously marked as "required" and force setting
265   // the bit again so the target's dependencies (which we now know) get the
266   // required bit pushed to them.
267   if (record->should_generate() || target->ShouldGenerate())
268     RecursiveSetShouldGenerate(record, true);
269 
270   return true;
271 }
272 
ConfigDefined(BuilderRecord * record,Err * err)273 bool Builder::ConfigDefined(BuilderRecord* record, Err* err) {
274   Config* config = record->item()->AsConfig();
275   if (!AddDeps(record, config->configs(), err))
276     return false;
277 
278   // Make sure all deps of this config are scheduled to be loaded. For other
279   // item types like targets, the "should generate" flag is propagated around
280   // to mark whether this should happen. We could call
281   // RecursiveSetShouldGenerate to do this step here, but since configs nor
282   // anything they depend on is actually written, the "generate" flag isn't
283   // relevant and means extra book keeping. Just force load any deps of this
284   // config.
285   for (auto it = record->all_deps().begin(); it.valid(); ++it) {
286     ScheduleItemLoadIfNecessary(*it);
287   }
288 
289   return true;
290 }
291 
ToolchainDefined(BuilderRecord * record,Err * err)292 bool Builder::ToolchainDefined(BuilderRecord* record, Err* err) {
293   Toolchain* toolchain = record->item()->AsToolchain();
294 
295   if (!AddDeps(record, toolchain->deps(), err))
296     return false;
297 
298   for (const auto& tool : toolchain->tools()) {
299     if (tool.second->pool().label.is_null())
300       continue;
301 
302     BuilderRecord* dep_record = GetOrCreateRecordOfType(
303         tool.second->pool().label, tool.second->pool().origin,
304         BuilderRecord::ITEM_POOL, err);
305     if (!dep_record)
306       return false;
307     record->AddDep(dep_record);
308   }
309 
310   // The default toolchain gets generated by default. Also propagate the
311   // generate flag if it depends on items in a non-default toolchain.
312   if (record->should_generate() ||
313       toolchain->settings()->default_toolchain_label() == toolchain->label())
314     RecursiveSetShouldGenerate(record, true);
315 
316   loader_->ToolchainLoaded(toolchain);
317   return true;
318 }
319 
GetOrCreateRecordForTesting(const Label & label)320 BuilderRecord* Builder::GetOrCreateRecordForTesting(const Label& label) {
321   Err err;
322   return GetOrCreateRecordOfType(label, nullptr, BuilderRecord::ITEM_UNKNOWN,
323                                  &err);
324 }
325 
GetOrCreateRecordOfType(const Label & label,const ParseNode * request_from,BuilderRecord::ItemType type,Err * err)326 BuilderRecord* Builder::GetOrCreateRecordOfType(const Label& label,
327                                                 const ParseNode* request_from,
328                                                 BuilderRecord::ItemType type,
329                                                 Err* err) {
330   auto pair = records_.try_emplace(label, request_from, type);
331   BuilderRecord* record = pair.second;
332 
333   // Check types, if the record was not just created.
334   if (!pair.first && record->type() != type) {
335     std::string msg =
336         "The type of " + label.GetUserVisibleName(true) + "\nhere is a " +
337         BuilderRecord::GetNameForType(type) + " but was previously seen as a " +
338         BuilderRecord::GetNameForType(record->type()) +
339         ".\n\n"
340         "The most common cause is that the label of a config was put in the\n"
341         "in the deps section of a target (or vice-versa).";
342     *err = Err(request_from, "Item type does not match.", msg);
343     if (record->originally_referenced_from()) {
344       err->AppendSubErr(
345           Err(record->originally_referenced_from(), std::string()));
346     }
347     return nullptr;
348   }
349 
350   return record;
351 }
352 
GetResolvedRecordOfType(const Label & label,const ParseNode * origin,BuilderRecord::ItemType type,Err * err)353 BuilderRecord* Builder::GetResolvedRecordOfType(const Label& label,
354                                                 const ParseNode* origin,
355                                                 BuilderRecord::ItemType type,
356                                                 Err* err) {
357   BuilderRecord* record = GetRecord(label);
358   if (!record) {
359     *err = Err(origin, "Item not found",
360                "\"" + label.GetUserVisibleName(true) +
361                    "\" doesn't\n"
362                    "refer to an existent thing.");
363     return nullptr;
364   }
365 
366   const Item* item = record->item();
367   if (!item) {
368     *err = Err(
369         origin, "Item not resolved.",
370         "\"" + label.GetUserVisibleName(true) + "\" hasn't been resolved.\n");
371     return nullptr;
372   }
373 
374   if (!BuilderRecord::IsItemOfType(item, type)) {
375     *err =
376         Err(origin,
377             std::string("This is not a ") + BuilderRecord::GetNameForType(type),
378             "\"" + label.GetUserVisibleName(true) + "\" refers to a " +
379                 item->GetItemTypeName() + " instead of a " +
380                 BuilderRecord::GetNameForType(type) + ".");
381     return nullptr;
382   }
383   return record;
384 }
385 
AddDeps(BuilderRecord * record,const LabelConfigVector & configs,Err * err)386 bool Builder::AddDeps(BuilderRecord* record,
387                       const LabelConfigVector& configs,
388                       Err* err) {
389   for (const auto& config : configs) {
390     BuilderRecord* dep_record = GetOrCreateRecordOfType(
391         config.label, config.origin, BuilderRecord::ITEM_CONFIG, err);
392     if (!dep_record)
393       return false;
394     record->AddDep(dep_record);
395   }
396   return true;
397 }
398 
AddDeps(BuilderRecord * record,const UniqueVector<LabelConfigPair> & configs,Err * err)399 bool Builder::AddDeps(BuilderRecord* record,
400                       const UniqueVector<LabelConfigPair>& configs,
401                       Err* err) {
402   for (const auto& config : configs) {
403     BuilderRecord* dep_record = GetOrCreateRecordOfType(
404         config.label, config.origin, BuilderRecord::ITEM_CONFIG, err);
405     if (!dep_record)
406       return false;
407     record->AddDep(dep_record);
408   }
409   return true;
410 }
411 
AddDeps(BuilderRecord * record,const LabelTargetVector & targets,Err * err)412 bool Builder::AddDeps(BuilderRecord* record,
413                       const LabelTargetVector& targets,
414                       Err* err) {
415   for (const auto& target : targets) {
416     BuilderRecord* dep_record = GetOrCreateRecordOfType(
417         target.label, target.origin, BuilderRecord::ITEM_TARGET, err);
418     if (!dep_record)
419       return false;
420     record->AddDep(dep_record);
421   }
422   return true;
423 }
424 
AddGenDeps(BuilderRecord * record,const LabelTargetVector & targets,Err * err)425 bool Builder::AddGenDeps(BuilderRecord* record,
426                          const LabelTargetVector& targets,
427                          Err* err) {
428   for (const auto& target : targets) {
429     BuilderRecord* dep_record = GetOrCreateRecordOfType(
430         target.label, target.origin, BuilderRecord::ITEM_TARGET, err);
431     if (!dep_record)
432       return false;
433     record->AddGenDep(dep_record);
434   }
435   return true;
436 }
437 
AddPoolDep(BuilderRecord * record,const Target * target,Err * err)438 bool Builder::AddPoolDep(BuilderRecord* record,
439                          const Target* target,
440                          Err* err) {
441   if (target->pool().label.is_null())
442     return true;
443 
444   BuilderRecord* pool_record =
445       GetOrCreateRecordOfType(target->pool().label, target->pool().origin,
446                               BuilderRecord::ITEM_POOL, err);
447   if (!pool_record)
448     return false;
449   record->AddDep(pool_record);
450 
451   return true;
452 }
453 
AddToolchainDep(BuilderRecord * record,const Target * target,Err * err)454 bool Builder::AddToolchainDep(BuilderRecord* record,
455                               const Target* target,
456                               Err* err) {
457   BuilderRecord* toolchain_record = GetOrCreateRecordOfType(
458       target->settings()->toolchain_label(), target->defined_from(),
459       BuilderRecord::ITEM_TOOLCHAIN, err);
460   if (!toolchain_record)
461     return false;
462   record->AddDep(toolchain_record);
463 
464   return true;
465 }
466 
RecursiveSetShouldGenerate(BuilderRecord * record,bool force)467 void Builder::RecursiveSetShouldGenerate(BuilderRecord* record, bool force) {
468   if (!record->should_generate()) {
469     // This function can encounter cycles because gen_deps aren't a DAG. Setting
470     // the should_generate flag before iterating avoids infinite recursion in
471     // that case.
472     record->set_should_generate(true);
473 
474     // This may have caused the item to go into "resolved and generated" state.
475     if (record->resolved() && resolved_and_generated_callback_)
476       resolved_and_generated_callback_(record);
477   } else if (!force) {
478     return;  // Already set and we're not required to iterate dependencies.
479   }
480 
481   for (auto it = record->all_deps().begin(); it.valid(); ++it) {
482     BuilderRecord* cur = *it;
483     if (!cur->should_generate()) {
484       ScheduleItemLoadIfNecessary(cur);
485       RecursiveSetShouldGenerate(cur, false);
486     }
487   }
488 }
489 
ScheduleItemLoadIfNecessary(BuilderRecord * record)490 void Builder::ScheduleItemLoadIfNecessary(BuilderRecord* record) {
491   const ParseNode* origin = record->originally_referenced_from();
492   loader_->Load(record->label(), origin ? origin->GetRange() : LocationRange());
493 }
494 
ResolveItem(BuilderRecord * record,Err * err)495 bool Builder::ResolveItem(BuilderRecord* record, Err* err) {
496   DCHECK(record->can_resolve() && !record->resolved());
497 
498   if (record->type() == BuilderRecord::ITEM_TARGET) {
499     Target* target = record->item()->AsTarget();
500     if (!ResolveDeps(&target->public_deps(), err) ||
501         !ResolveDeps(&target->private_deps(), err) ||
502         !ResolveDeps(&target->data_deps(), err) ||
503         !ResolveConfigs(&target->configs(), err) ||
504         !ResolveConfigs(&target->all_dependent_configs(), err) ||
505         !ResolveConfigs(&target->public_configs(), err) ||
506         !ResolvePool(target, err) || !ResolveToolchain(target, err))
507       return false;
508   } else if (record->type() == BuilderRecord::ITEM_CONFIG) {
509     Config* config = record->item()->AsConfig();
510     if (!ResolveConfigs(&config->configs(), err))
511       return false;
512   } else if (record->type() == BuilderRecord::ITEM_TOOLCHAIN) {
513     Toolchain* toolchain = record->item()->AsToolchain();
514     if (!ResolveDeps(&toolchain->deps(), err))
515       return false;
516     if (!ResolvePools(toolchain, err))
517       return false;
518   }
519 
520   record->set_resolved(true);
521 
522   if (!record->item()->OnResolved(err))
523     return false;
524   if (record->should_generate() && resolved_and_generated_callback_)
525     resolved_and_generated_callback_(record);
526 
527   // Recursively update everybody waiting on this item to be resolved.
528   const BuilderRecordSet waiting_deps = record->waiting_on_resolution();
529   for (auto it = waiting_deps.begin(); it.valid(); ++it) {
530     BuilderRecord* waiting = *it;
531     if (waiting->OnResolvedDep(record)) {
532       if (!ResolveItem(waiting, err))
533         return false;
534     }
535   }
536   record->waiting_on_resolution().clear();
537   return true;
538 }
539 
ResolveDeps(LabelTargetVector * deps,Err * err)540 bool Builder::ResolveDeps(LabelTargetVector* deps, Err* err) {
541   for (LabelTargetPair& cur : *deps) {
542     DCHECK(!cur.ptr);
543 
544     BuilderRecord* record = GetResolvedRecordOfType(
545         cur.label, cur.origin, BuilderRecord::ITEM_TARGET, err);
546     if (!record)
547       return false;
548     cur.ptr = record->item()->AsTarget();
549   }
550   return true;
551 }
552 
ResolveConfigs(UniqueVector<LabelConfigPair> * configs,Err * err)553 bool Builder::ResolveConfigs(UniqueVector<LabelConfigPair>* configs, Err* err) {
554   for (const auto& cur : *configs) {
555     DCHECK(!cur.ptr);
556 
557     BuilderRecord* record = GetResolvedRecordOfType(
558         cur.label, cur.origin, BuilderRecord::ITEM_CONFIG, err);
559     if (!record)
560       return false;
561     const_cast<LabelConfigPair&>(cur).ptr = record->item()->AsConfig();
562   }
563   return true;
564 }
565 
ResolveToolchain(Target * target,Err * err)566 bool Builder::ResolveToolchain(Target* target, Err* err) {
567   BuilderRecord* record = GetResolvedRecordOfType(
568       target->settings()->toolchain_label(), target->defined_from(),
569       BuilderRecord::ITEM_TOOLCHAIN, err);
570   if (!record) {
571     *err = Err(
572         target->defined_from(), "Toolchain for target not defined.",
573         "I was hoping to find a toolchain " +
574             target->settings()->toolchain_label().GetUserVisibleName(false));
575     return false;
576   }
577 
578   if (!target->SetToolchain(record->item()->AsToolchain(), err))
579     return false;
580 
581   return true;
582 }
583 
ResolvePool(Target * target,Err * err)584 bool Builder::ResolvePool(Target* target, Err* err) {
585   if (target->pool().label.is_null())
586     return true;
587 
588   BuilderRecord* record =
589       GetResolvedRecordOfType(target->pool().label, target->pool().origin,
590                               BuilderRecord::ITEM_POOL, err);
591   if (!record)
592     return false;
593   target->set_pool(LabelPtrPair<Pool>(record->item()->AsPool()));
594 
595   return true;
596 }
597 
ResolvePools(Toolchain * toolchain,Err * err)598 bool Builder::ResolvePools(Toolchain* toolchain, Err* err) {
599   for (const auto& tool : toolchain->tools()) {
600     if (tool.second->pool().label.is_null())
601       continue;
602 
603     BuilderRecord* record = GetResolvedRecordOfType(
604         tool.second->pool().label, toolchain->defined_from(),
605         BuilderRecord::ITEM_POOL, err);
606     if (!record) {
607       *err = Err(tool.second->pool().origin, "Pool for tool not defined.",
608                  "I was hoping to find a pool " +
609                      tool.second->pool().label.GetUserVisibleName(false));
610       return false;
611     }
612 
613     tool.second->set_pool(LabelPtrPair<Pool>(record->item()->AsPool()));
614   }
615 
616   return true;
617 }
618 
CheckForCircularDependencies(const std::vector<const BuilderRecord * > & bad_records) const619 std::string Builder::CheckForCircularDependencies(
620     const std::vector<const BuilderRecord*>& bad_records) const {
621   std::vector<const BuilderRecord*> cycle;
622   if (!RecursiveFindCycle(bad_records[0], &cycle))
623     return std::string();  // Didn't find a cycle, something else is wrong.
624 
625   std::string ret;
626   for (size_t i = 0; i < cycle.size(); i++) {
627     ret += "  " +
628            cycle[i]->label().GetUserVisibleName(loader_->GetDefaultToolchain());
629     if (i != cycle.size() - 1)
630       ret += " ->";
631     ret += "\n";
632   }
633 
634   return ret;
635 }
636