1 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include "gn/builder.h"
6
7 #include <stddef.h>
8 #include <algorithm>
9 #include <utility>
10
11 #include "gn/action_values.h"
12 #include "gn/config.h"
13 #include "gn/deps_iterator.h"
14 #include "gn/err.h"
15 #include "gn/loader.h"
16 #include "gn/pool.h"
17 #include "gn/scheduler.h"
18 #include "gn/settings.h"
19 #include "gn/target.h"
20 #include "gn/trace.h"
21
22 namespace {
23
24 using BuilderRecordSet = BuilderRecord::BuilderRecordSet;
25
26 // Recursively looks in the tree for a given node, returning true if it
27 // was found in the dependency graph. This is used to see if a given node
28 // participates in a cycle.
29 //
30 // If this returns true, the cycle will be in *path. This should point to an
31 // empty vector for the first call. During computation, the path will contain
32 // the full dependency path to the current node.
33 //
34 // Return false means no cycle was found.
RecursiveFindCycle(const BuilderRecord * search_in,std::vector<const BuilderRecord * > * path)35 bool RecursiveFindCycle(const BuilderRecord* search_in,
36 std::vector<const BuilderRecord*>* path) {
37 path->push_back(search_in);
38 for (const auto& cur : search_in->GetSortedUnresolvedDeps()) {
39 std::vector<const BuilderRecord*>::iterator found =
40 std::find(path->begin(), path->end(), cur);
41 if (found != path->end()) {
42 // This item is already in the set, we found the cycle. Everything before
43 // the first definition of cur is irrelevant to the cycle.
44 path->erase(path->begin(), found);
45 path->push_back(cur);
46 return true;
47 }
48
49 if (RecursiveFindCycle(cur, path))
50 return true; // Found cycle.
51 }
52 path->pop_back();
53 return false;
54 }
55
56 } // namespace
57
Builder(Loader * loader)58 Builder::Builder(Loader* loader) : loader_(loader) {}
59
60 Builder::~Builder() = default;
61
ItemDefined(std::unique_ptr<Item> item)62 void Builder::ItemDefined(std::unique_ptr<Item> item) {
63 ScopedTrace trace(TraceItem::TRACE_DEFINE_TARGET, item->label());
64 trace.SetToolchain(item->settings()->toolchain_label());
65
66 BuilderRecord::ItemType type = BuilderRecord::TypeOfItem(item.get());
67
68 Err err;
69 BuilderRecord* record =
70 GetOrCreateRecordOfType(item->label(), item->defined_from(), type, &err);
71 if (!record) {
72 g_scheduler->FailWithError(err);
73 return;
74 }
75
76 // Check that it's not been already defined.
77 if (record->item()) {
78 bool with_toolchain =
79 item->settings()->ShouldShowToolchain({&item->label()});
80 err =
81 Err(item->defined_from(), "Duplicate definition.",
82 "The item\n " + item->label().GetUserVisibleName(with_toolchain) +
83 "\nwas already defined.");
84 err.AppendSubErr(
85 Err(record->item()->defined_from(), "Previous definition:"));
86 g_scheduler->FailWithError(err);
87 return;
88 }
89
90 record->set_item(std::move(item));
91
92 // Do target-specific dependency setup. This will also schedule dependency
93 // loads for targets that are required.
94 switch (type) {
95 case BuilderRecord::ITEM_TARGET:
96 TargetDefined(record, &err);
97 break;
98 case BuilderRecord::ITEM_CONFIG:
99 ConfigDefined(record, &err);
100 break;
101 case BuilderRecord::ITEM_TOOLCHAIN:
102 ToolchainDefined(record, &err);
103 break;
104 default:
105 break;
106 }
107 if (err.has_error()) {
108 g_scheduler->FailWithError(err);
109 return;
110 }
111
112 if (record->can_resolve()) {
113 if (!ResolveItem(record, &err)) {
114 g_scheduler->FailWithError(err);
115 return;
116 }
117 }
118 }
119
GetItem(const Label & label) const120 const Item* Builder::GetItem(const Label& label) const {
121 const BuilderRecord* record = GetRecord(label);
122 if (!record)
123 return nullptr;
124 return record->item();
125 }
126
GetToolchain(const Label & label) const127 const Toolchain* Builder::GetToolchain(const Label& label) const {
128 const BuilderRecord* record = GetRecord(label);
129 if (!record)
130 return nullptr;
131 if (!record->item())
132 return nullptr;
133 return record->item()->AsToolchain();
134 }
135
GetAllRecords() const136 std::vector<const BuilderRecord*> Builder::GetAllRecords() const {
137 std::vector<const BuilderRecord*> result;
138 result.reserve(records_.size());
139 for (const auto& record : records_)
140 result.push_back(&record);
141 // Ensure deterministic outputs.
142 std::sort(result.begin(), result.end(), BuilderRecord::LabelCompare);
143 return result;
144 }
145
GetAllResolvedItems() const146 std::vector<const Item*> Builder::GetAllResolvedItems() const {
147 std::vector<const Item*> result;
148 result.reserve(records_.size());
149 for (const auto& record : records_) {
150 if (record.type() != BuilderRecord::ITEM_UNKNOWN &&
151 record.should_generate() && record.item()) {
152 result.push_back(record.item());
153 }
154 }
155 // Ensure deterministic outputs.
156 std::sort(result.begin(), result.end(), [](const Item* a, const Item* b) {
157 return a->label() < b->label();
158 });
159 return result;
160 }
161
GetAllResolvedTargets() const162 std::vector<const Target*> Builder::GetAllResolvedTargets() const {
163 std::vector<const Target*> result;
164 result.reserve(records_.size());
165 for (const auto& record : records_) {
166 if (record.type() == BuilderRecord::ITEM_TARGET &&
167 record.should_generate() && record.item())
168 result.push_back(record.item()->AsTarget());
169 }
170 // Ensure deterministic outputs.
171 std::sort(result.begin(), result.end(), [](const Target* a, const Target* b) {
172 return a->label() < b->label();
173 });
174 return result;
175 }
176
GetRecord(const Label & label) const177 const BuilderRecord* Builder::GetRecord(const Label& label) const {
178 // Forward to the non-const version.
179 return const_cast<Builder*>(this)->GetRecord(label);
180 }
181
GetRecord(const Label & label)182 BuilderRecord* Builder::GetRecord(const Label& label) {
183 return records_.find(label);
184 }
185
CheckForBadItems(Err * err) const186 bool Builder::CheckForBadItems(Err* err) const {
187 // Look for errors where we find a defined node with an item that refers to
188 // an undefined one with no item. There may be other nodes in turn depending
189 // on our defined one, but listing those isn't helpful: we want to find the
190 // broken link.
191 //
192 // This finds normal "missing dependency" errors but does not find circular
193 // dependencies because in this case all items in the cycle will be GENERATED
194 // but none will be resolved. If this happens, we'll check explicitly for
195 // that below.
196 std::vector<const BuilderRecord*> bad_records;
197 for (const auto& src : records_) {
198 if (!src.should_generate())
199 continue; // Skip ungenerated nodes.
200
201 if (!src.resolved())
202 bad_records.push_back(&src);
203 }
204 if (bad_records.empty())
205 return true;
206
207 // Sort by label to ensure deterministic outputs.
208 std::sort(bad_records.begin(), bad_records.end(),
209 BuilderRecord::LabelCompare);
210
211 std::string depstring;
212 for (const auto& src : bad_records) {
213 // Check dependencies.
214 for (const auto* dest : src->GetSortedUnresolvedDeps()) {
215 if (!dest->item()) {
216 depstring += src->label().GetUserVisibleName(true) + "\n needs " +
217 dest->label().GetUserVisibleName(true) + "\n";
218 }
219 }
220 }
221
222 if (!depstring.empty()) {
223 *err = Err(Location(), "Unresolved dependencies.", depstring);
224 return false;
225 }
226
227 if (!bad_records.empty()) {
228 // Our logic above found a bad node but didn't identify the problem. This
229 // normally means a circular dependency.
230 depstring = CheckForCircularDependencies(bad_records);
231 if (depstring.empty()) {
232 // Something's very wrong, just dump out the bad nodes.
233 depstring =
234 "I have no idea what went wrong, but these are unresolved, "
235 "possibly due to an\ninternal error:";
236 for (auto* bad_record : bad_records) {
237 depstring +=
238 "\n\"" + bad_record->label().GetUserVisibleName(true) + "\"";
239 }
240 *err = Err(Location(), "", depstring);
241 } else {
242 *err = Err(Location(), "Dependency cycle:", depstring);
243 }
244 return false;
245 }
246
247 return true;
248 }
249
TargetDefined(BuilderRecord * record,Err * err)250 bool Builder::TargetDefined(BuilderRecord* record, Err* err) {
251 Target* target = record->item()->AsTarget();
252
253 if (!AddDeps(record, target->public_deps(), err) ||
254 !AddDeps(record, target->private_deps(), err) ||
255 !AddDeps(record, target->data_deps(), err) ||
256 !AddDeps(record, target->configs().vector(), err) ||
257 !AddDeps(record, target->all_dependent_configs(), err) ||
258 !AddDeps(record, target->public_configs(), err) ||
259 !AddGenDeps(record, target->gen_deps(), err) ||
260 !AddPoolDep(record, target, err) || !AddToolchainDep(record, target, err))
261 return false;
262
263 // All targets in the default toolchain get generated by default. We also
264 // check if this target was previously marked as "required" and force setting
265 // the bit again so the target's dependencies (which we now know) get the
266 // required bit pushed to them.
267 if (record->should_generate() || target->ShouldGenerate())
268 RecursiveSetShouldGenerate(record, true);
269
270 return true;
271 }
272
ConfigDefined(BuilderRecord * record,Err * err)273 bool Builder::ConfigDefined(BuilderRecord* record, Err* err) {
274 Config* config = record->item()->AsConfig();
275 if (!AddDeps(record, config->configs(), err))
276 return false;
277
278 // Make sure all deps of this config are scheduled to be loaded. For other
279 // item types like targets, the "should generate" flag is propagated around
280 // to mark whether this should happen. We could call
281 // RecursiveSetShouldGenerate to do this step here, but since configs nor
282 // anything they depend on is actually written, the "generate" flag isn't
283 // relevant and means extra book keeping. Just force load any deps of this
284 // config.
285 for (auto it = record->all_deps().begin(); it.valid(); ++it) {
286 ScheduleItemLoadIfNecessary(*it);
287 }
288
289 return true;
290 }
291
ToolchainDefined(BuilderRecord * record,Err * err)292 bool Builder::ToolchainDefined(BuilderRecord* record, Err* err) {
293 Toolchain* toolchain = record->item()->AsToolchain();
294
295 if (!AddDeps(record, toolchain->deps(), err))
296 return false;
297
298 for (const auto& tool : toolchain->tools()) {
299 if (tool.second->pool().label.is_null())
300 continue;
301
302 BuilderRecord* dep_record = GetOrCreateRecordOfType(
303 tool.second->pool().label, tool.second->pool().origin,
304 BuilderRecord::ITEM_POOL, err);
305 if (!dep_record)
306 return false;
307 record->AddDep(dep_record);
308 }
309
310 // The default toolchain gets generated by default. Also propagate the
311 // generate flag if it depends on items in a non-default toolchain.
312 if (record->should_generate() ||
313 toolchain->settings()->default_toolchain_label() == toolchain->label())
314 RecursiveSetShouldGenerate(record, true);
315
316 loader_->ToolchainLoaded(toolchain);
317 return true;
318 }
319
GetOrCreateRecordForTesting(const Label & label)320 BuilderRecord* Builder::GetOrCreateRecordForTesting(const Label& label) {
321 Err err;
322 return GetOrCreateRecordOfType(label, nullptr, BuilderRecord::ITEM_UNKNOWN,
323 &err);
324 }
325
GetOrCreateRecordOfType(const Label & label,const ParseNode * request_from,BuilderRecord::ItemType type,Err * err)326 BuilderRecord* Builder::GetOrCreateRecordOfType(const Label& label,
327 const ParseNode* request_from,
328 BuilderRecord::ItemType type,
329 Err* err) {
330 auto pair = records_.try_emplace(label, request_from, type);
331 BuilderRecord* record = pair.second;
332
333 // Check types, if the record was not just created.
334 if (!pair.first && record->type() != type) {
335 std::string msg =
336 "The type of " + label.GetUserVisibleName(true) + "\nhere is a " +
337 BuilderRecord::GetNameForType(type) + " but was previously seen as a " +
338 BuilderRecord::GetNameForType(record->type()) +
339 ".\n\n"
340 "The most common cause is that the label of a config was put in the\n"
341 "in the deps section of a target (or vice-versa).";
342 *err = Err(request_from, "Item type does not match.", msg);
343 if (record->originally_referenced_from()) {
344 err->AppendSubErr(
345 Err(record->originally_referenced_from(), std::string()));
346 }
347 return nullptr;
348 }
349
350 return record;
351 }
352
GetResolvedRecordOfType(const Label & label,const ParseNode * origin,BuilderRecord::ItemType type,Err * err)353 BuilderRecord* Builder::GetResolvedRecordOfType(const Label& label,
354 const ParseNode* origin,
355 BuilderRecord::ItemType type,
356 Err* err) {
357 BuilderRecord* record = GetRecord(label);
358 if (!record) {
359 *err = Err(origin, "Item not found",
360 "\"" + label.GetUserVisibleName(true) +
361 "\" doesn't\n"
362 "refer to an existent thing.");
363 return nullptr;
364 }
365
366 const Item* item = record->item();
367 if (!item) {
368 *err = Err(
369 origin, "Item not resolved.",
370 "\"" + label.GetUserVisibleName(true) + "\" hasn't been resolved.\n");
371 return nullptr;
372 }
373
374 if (!BuilderRecord::IsItemOfType(item, type)) {
375 *err =
376 Err(origin,
377 std::string("This is not a ") + BuilderRecord::GetNameForType(type),
378 "\"" + label.GetUserVisibleName(true) + "\" refers to a " +
379 item->GetItemTypeName() + " instead of a " +
380 BuilderRecord::GetNameForType(type) + ".");
381 return nullptr;
382 }
383 return record;
384 }
385
AddDeps(BuilderRecord * record,const LabelConfigVector & configs,Err * err)386 bool Builder::AddDeps(BuilderRecord* record,
387 const LabelConfigVector& configs,
388 Err* err) {
389 for (const auto& config : configs) {
390 BuilderRecord* dep_record = GetOrCreateRecordOfType(
391 config.label, config.origin, BuilderRecord::ITEM_CONFIG, err);
392 if (!dep_record)
393 return false;
394 record->AddDep(dep_record);
395 }
396 return true;
397 }
398
AddDeps(BuilderRecord * record,const UniqueVector<LabelConfigPair> & configs,Err * err)399 bool Builder::AddDeps(BuilderRecord* record,
400 const UniqueVector<LabelConfigPair>& configs,
401 Err* err) {
402 for (const auto& config : configs) {
403 BuilderRecord* dep_record = GetOrCreateRecordOfType(
404 config.label, config.origin, BuilderRecord::ITEM_CONFIG, err);
405 if (!dep_record)
406 return false;
407 record->AddDep(dep_record);
408 }
409 return true;
410 }
411
AddDeps(BuilderRecord * record,const LabelTargetVector & targets,Err * err)412 bool Builder::AddDeps(BuilderRecord* record,
413 const LabelTargetVector& targets,
414 Err* err) {
415 for (const auto& target : targets) {
416 BuilderRecord* dep_record = GetOrCreateRecordOfType(
417 target.label, target.origin, BuilderRecord::ITEM_TARGET, err);
418 if (!dep_record)
419 return false;
420 record->AddDep(dep_record);
421 }
422 return true;
423 }
424
AddGenDeps(BuilderRecord * record,const LabelTargetVector & targets,Err * err)425 bool Builder::AddGenDeps(BuilderRecord* record,
426 const LabelTargetVector& targets,
427 Err* err) {
428 for (const auto& target : targets) {
429 BuilderRecord* dep_record = GetOrCreateRecordOfType(
430 target.label, target.origin, BuilderRecord::ITEM_TARGET, err);
431 if (!dep_record)
432 return false;
433 record->AddGenDep(dep_record);
434 }
435 return true;
436 }
437
AddPoolDep(BuilderRecord * record,const Target * target,Err * err)438 bool Builder::AddPoolDep(BuilderRecord* record,
439 const Target* target,
440 Err* err) {
441 if (target->pool().label.is_null())
442 return true;
443
444 BuilderRecord* pool_record =
445 GetOrCreateRecordOfType(target->pool().label, target->pool().origin,
446 BuilderRecord::ITEM_POOL, err);
447 if (!pool_record)
448 return false;
449 record->AddDep(pool_record);
450
451 return true;
452 }
453
AddToolchainDep(BuilderRecord * record,const Target * target,Err * err)454 bool Builder::AddToolchainDep(BuilderRecord* record,
455 const Target* target,
456 Err* err) {
457 BuilderRecord* toolchain_record = GetOrCreateRecordOfType(
458 target->settings()->toolchain_label(), target->defined_from(),
459 BuilderRecord::ITEM_TOOLCHAIN, err);
460 if (!toolchain_record)
461 return false;
462 record->AddDep(toolchain_record);
463
464 return true;
465 }
466
RecursiveSetShouldGenerate(BuilderRecord * record,bool force)467 void Builder::RecursiveSetShouldGenerate(BuilderRecord* record, bool force) {
468 if (!record->should_generate()) {
469 // This function can encounter cycles because gen_deps aren't a DAG. Setting
470 // the should_generate flag before iterating avoids infinite recursion in
471 // that case.
472 record->set_should_generate(true);
473
474 // This may have caused the item to go into "resolved and generated" state.
475 if (record->resolved() && resolved_and_generated_callback_)
476 resolved_and_generated_callback_(record);
477 } else if (!force) {
478 return; // Already set and we're not required to iterate dependencies.
479 }
480
481 for (auto it = record->all_deps().begin(); it.valid(); ++it) {
482 BuilderRecord* cur = *it;
483 if (!cur->should_generate()) {
484 ScheduleItemLoadIfNecessary(cur);
485 RecursiveSetShouldGenerate(cur, false);
486 }
487 }
488 }
489
ScheduleItemLoadIfNecessary(BuilderRecord * record)490 void Builder::ScheduleItemLoadIfNecessary(BuilderRecord* record) {
491 const ParseNode* origin = record->originally_referenced_from();
492 loader_->Load(record->label(), origin ? origin->GetRange() : LocationRange());
493 }
494
ResolveItem(BuilderRecord * record,Err * err)495 bool Builder::ResolveItem(BuilderRecord* record, Err* err) {
496 DCHECK(record->can_resolve() && !record->resolved());
497
498 if (record->type() == BuilderRecord::ITEM_TARGET) {
499 Target* target = record->item()->AsTarget();
500 if (!ResolveDeps(&target->public_deps(), err) ||
501 !ResolveDeps(&target->private_deps(), err) ||
502 !ResolveDeps(&target->data_deps(), err) ||
503 !ResolveConfigs(&target->configs(), err) ||
504 !ResolveConfigs(&target->all_dependent_configs(), err) ||
505 !ResolveConfigs(&target->public_configs(), err) ||
506 !ResolvePool(target, err) || !ResolveToolchain(target, err))
507 return false;
508 } else if (record->type() == BuilderRecord::ITEM_CONFIG) {
509 Config* config = record->item()->AsConfig();
510 if (!ResolveConfigs(&config->configs(), err))
511 return false;
512 } else if (record->type() == BuilderRecord::ITEM_TOOLCHAIN) {
513 Toolchain* toolchain = record->item()->AsToolchain();
514 if (!ResolveDeps(&toolchain->deps(), err))
515 return false;
516 if (!ResolvePools(toolchain, err))
517 return false;
518 }
519
520 record->set_resolved(true);
521
522 if (!record->item()->OnResolved(err))
523 return false;
524 if (record->should_generate() && resolved_and_generated_callback_)
525 resolved_and_generated_callback_(record);
526
527 // Recursively update everybody waiting on this item to be resolved.
528 const BuilderRecordSet waiting_deps = record->waiting_on_resolution();
529 for (auto it = waiting_deps.begin(); it.valid(); ++it) {
530 BuilderRecord* waiting = *it;
531 if (waiting->OnResolvedDep(record)) {
532 if (!ResolveItem(waiting, err))
533 return false;
534 }
535 }
536 record->waiting_on_resolution().clear();
537 return true;
538 }
539
ResolveDeps(LabelTargetVector * deps,Err * err)540 bool Builder::ResolveDeps(LabelTargetVector* deps, Err* err) {
541 for (LabelTargetPair& cur : *deps) {
542 DCHECK(!cur.ptr);
543
544 BuilderRecord* record = GetResolvedRecordOfType(
545 cur.label, cur.origin, BuilderRecord::ITEM_TARGET, err);
546 if (!record)
547 return false;
548 cur.ptr = record->item()->AsTarget();
549 }
550 return true;
551 }
552
ResolveConfigs(UniqueVector<LabelConfigPair> * configs,Err * err)553 bool Builder::ResolveConfigs(UniqueVector<LabelConfigPair>* configs, Err* err) {
554 for (const auto& cur : *configs) {
555 DCHECK(!cur.ptr);
556
557 BuilderRecord* record = GetResolvedRecordOfType(
558 cur.label, cur.origin, BuilderRecord::ITEM_CONFIG, err);
559 if (!record)
560 return false;
561 const_cast<LabelConfigPair&>(cur).ptr = record->item()->AsConfig();
562 }
563 return true;
564 }
565
ResolveToolchain(Target * target,Err * err)566 bool Builder::ResolveToolchain(Target* target, Err* err) {
567 BuilderRecord* record = GetResolvedRecordOfType(
568 target->settings()->toolchain_label(), target->defined_from(),
569 BuilderRecord::ITEM_TOOLCHAIN, err);
570 if (!record) {
571 *err = Err(
572 target->defined_from(), "Toolchain for target not defined.",
573 "I was hoping to find a toolchain " +
574 target->settings()->toolchain_label().GetUserVisibleName(false));
575 return false;
576 }
577
578 if (!target->SetToolchain(record->item()->AsToolchain(), err))
579 return false;
580
581 return true;
582 }
583
ResolvePool(Target * target,Err * err)584 bool Builder::ResolvePool(Target* target, Err* err) {
585 if (target->pool().label.is_null())
586 return true;
587
588 BuilderRecord* record =
589 GetResolvedRecordOfType(target->pool().label, target->pool().origin,
590 BuilderRecord::ITEM_POOL, err);
591 if (!record)
592 return false;
593 target->set_pool(LabelPtrPair<Pool>(record->item()->AsPool()));
594
595 return true;
596 }
597
ResolvePools(Toolchain * toolchain,Err * err)598 bool Builder::ResolvePools(Toolchain* toolchain, Err* err) {
599 for (const auto& tool : toolchain->tools()) {
600 if (tool.second->pool().label.is_null())
601 continue;
602
603 BuilderRecord* record = GetResolvedRecordOfType(
604 tool.second->pool().label, toolchain->defined_from(),
605 BuilderRecord::ITEM_POOL, err);
606 if (!record) {
607 *err = Err(tool.second->pool().origin, "Pool for tool not defined.",
608 "I was hoping to find a pool " +
609 tool.second->pool().label.GetUserVisibleName(false));
610 return false;
611 }
612
613 tool.second->set_pool(LabelPtrPair<Pool>(record->item()->AsPool()));
614 }
615
616 return true;
617 }
618
CheckForCircularDependencies(const std::vector<const BuilderRecord * > & bad_records) const619 std::string Builder::CheckForCircularDependencies(
620 const std::vector<const BuilderRecord*>& bad_records) const {
621 std::vector<const BuilderRecord*> cycle;
622 if (!RecursiveFindCycle(bad_records[0], &cycle))
623 return std::string(); // Didn't find a cycle, something else is wrong.
624
625 std::string ret;
626 for (size_t i = 0; i < cycle.size(); i++) {
627 ret += " " +
628 cycle[i]->label().GetUserVisibleName(loader_->GetDefaultToolchain());
629 if (i != cycle.size() - 1)
630 ret += " ->";
631 ret += "\n";
632 }
633
634 return ret;
635 }
636