1 /*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include "ResourceParser.h"
18
19 #include <functional>
20 #include <limits>
21 #include <sstream>
22
23 #include "android-base/logging.h"
24
25 #include "ResourceTable.h"
26 #include "ResourceUtils.h"
27 #include "ResourceValues.h"
28 #include "ValueVisitor.h"
29 #include "text/Utf8Iterator.h"
30 #include "util/ImmutableMap.h"
31 #include "util/Maybe.h"
32 #include "util/Util.h"
33 #include "xml/XmlPullParser.h"
34
35 using ::aapt::ResourceUtils::StringBuilder;
36 using ::aapt::text::Utf8Iterator;
37 using ::android::ConfigDescription;
38 using ::android::StringPiece;
39
40 namespace aapt {
41
42 constexpr const char* sXliffNamespaceUri = "urn:oasis:names:tc:xliff:document:1.2";
43
44 // Returns true if the element is <skip> or <eat-comment> and can be safely ignored.
ShouldIgnoreElement(const StringPiece & ns,const StringPiece & name)45 static bool ShouldIgnoreElement(const StringPiece& ns, const StringPiece& name) {
46 return ns.empty() && (name == "skip" || name == "eat-comment");
47 }
48
ParseFormatTypeNoEnumsOrFlags(const StringPiece & piece)49 static uint32_t ParseFormatTypeNoEnumsOrFlags(const StringPiece& piece) {
50 if (piece == "reference") {
51 return android::ResTable_map::TYPE_REFERENCE;
52 } else if (piece == "string") {
53 return android::ResTable_map::TYPE_STRING;
54 } else if (piece == "integer") {
55 return android::ResTable_map::TYPE_INTEGER;
56 } else if (piece == "boolean") {
57 return android::ResTable_map::TYPE_BOOLEAN;
58 } else if (piece == "color") {
59 return android::ResTable_map::TYPE_COLOR;
60 } else if (piece == "float") {
61 return android::ResTable_map::TYPE_FLOAT;
62 } else if (piece == "dimension") {
63 return android::ResTable_map::TYPE_DIMENSION;
64 } else if (piece == "fraction") {
65 return android::ResTable_map::TYPE_FRACTION;
66 }
67 return 0;
68 }
69
ParseFormatType(const StringPiece & piece)70 static uint32_t ParseFormatType(const StringPiece& piece) {
71 if (piece == "enum") {
72 return android::ResTable_map::TYPE_ENUM;
73 } else if (piece == "flags") {
74 return android::ResTable_map::TYPE_FLAGS;
75 }
76 return ParseFormatTypeNoEnumsOrFlags(piece);
77 }
78
ParseFormatAttribute(const StringPiece & str)79 static uint32_t ParseFormatAttribute(const StringPiece& str) {
80 uint32_t mask = 0;
81 for (const StringPiece& part : util::Tokenize(str, '|')) {
82 StringPiece trimmed_part = util::TrimWhitespace(part);
83 uint32_t type = ParseFormatType(trimmed_part);
84 if (type == 0) {
85 return 0;
86 }
87 mask |= type;
88 }
89 return mask;
90 }
91
92 // A parsed resource ready to be added to the ResourceTable.
93 struct ParsedResource {
94 ResourceName name;
95 ConfigDescription config;
96 std::string product;
97 Source source;
98
99 ResourceId id;
100 Visibility::Level visibility_level = Visibility::Level::kUndefined;
101 bool allow_new = false;
102 Maybe<OverlayableItem> overlayable_item;
103
104 std::string comment;
105 std::unique_ptr<Value> value;
106 std::list<ParsedResource> child_resources;
107 };
108
109 // Recursively adds resources to the ResourceTable.
AddResourcesToTable(ResourceTable * table,IDiagnostics * diag,ParsedResource * res)110 static bool AddResourcesToTable(ResourceTable* table, IDiagnostics* diag, ParsedResource* res) {
111 StringPiece trimmed_comment = util::TrimWhitespace(res->comment);
112 if (trimmed_comment.size() != res->comment.size()) {
113 // Only if there was a change do we re-assign.
114 res->comment = trimmed_comment.to_string();
115 }
116
117 if (res->visibility_level != Visibility::Level::kUndefined) {
118 Visibility visibility;
119 visibility.level = res->visibility_level;
120 visibility.source = res->source;
121 visibility.comment = res->comment;
122 if (!table->SetVisibilityWithId(res->name, visibility, res->id, diag)) {
123 return false;
124 }
125 }
126
127 if (res->allow_new) {
128 AllowNew allow_new;
129 allow_new.source = res->source;
130 allow_new.comment = res->comment;
131 if (!table->SetAllowNew(res->name, allow_new, diag)) {
132 return false;
133 }
134 }
135
136 if (res->overlayable_item) {
137 if (!table->SetOverlayable(res->name, res->overlayable_item.value(), diag)) {
138 return false;
139 }
140 }
141
142 if (res->value != nullptr) {
143 // Attach the comment, source and config to the value.
144 res->value->SetComment(std::move(res->comment));
145 res->value->SetSource(std::move(res->source));
146
147 if (!table->AddResourceWithId(res->name, res->id, res->config, res->product,
148 std::move(res->value), diag)) {
149 return false;
150 }
151 }
152
153 bool error = false;
154 for (ParsedResource& child : res->child_resources) {
155 error |= !AddResourcesToTable(table, diag, &child);
156 }
157 return !error;
158 }
159
160 // Convenient aliases for more readable function calls.
161 enum { kAllowRawString = true, kNoRawString = false };
162
ResourceParser(IDiagnostics * diag,ResourceTable * table,const Source & source,const ConfigDescription & config,const ResourceParserOptions & options)163 ResourceParser::ResourceParser(IDiagnostics* diag, ResourceTable* table,
164 const Source& source,
165 const ConfigDescription& config,
166 const ResourceParserOptions& options)
167 : diag_(diag),
168 table_(table),
169 source_(source),
170 config_(config),
171 options_(options) {}
172
173 // Base class Node for representing the various Spans and UntranslatableSections of an XML string.
174 // This will be used to traverse and flatten the XML string into a single std::string, with all
175 // Span and Untranslatable data maintained in parallel, as indices into the string.
176 class Node {
177 public:
178 virtual ~Node() = default;
179
180 // Adds the given child node to this parent node's set of child nodes, moving ownership to the
181 // parent node as well.
182 // Returns a pointer to the child node that was added as a convenience.
183 template <typename T>
AddChild(std::unique_ptr<T> node)184 T* AddChild(std::unique_ptr<T> node) {
185 T* raw_ptr = node.get();
186 children.push_back(std::move(node));
187 return raw_ptr;
188 }
189
Build(StringBuilder * builder) const190 virtual void Build(StringBuilder* builder) const {
191 for (const auto& child : children) {
192 child->Build(builder);
193 }
194 }
195
196 std::vector<std::unique_ptr<Node>> children;
197 };
198
199 // A chunk of text in the XML string. This lives between other tags, such as XLIFF tags and Spans.
200 class SegmentNode : public Node {
201 public:
202 std::string data;
203
Build(StringBuilder * builder) const204 void Build(StringBuilder* builder) const override {
205 builder->AppendText(data);
206 }
207 };
208
209 // A tag that will be encoded into the final flattened string. Tags like <b> or <i>.
210 class SpanNode : public Node {
211 public:
212 std::string name;
213
Build(StringBuilder * builder) const214 void Build(StringBuilder* builder) const override {
215 StringBuilder::SpanHandle span_handle = builder->StartSpan(name);
216 Node::Build(builder);
217 builder->EndSpan(span_handle);
218 }
219 };
220
221 // An XLIFF 'g' tag, which marks a section of the string as untranslatable.
222 class UntranslatableNode : public Node {
223 public:
Build(StringBuilder * builder) const224 void Build(StringBuilder* builder) const override {
225 StringBuilder::UntranslatableHandle handle = builder->StartUntranslatable();
226 Node::Build(builder);
227 builder->EndUntranslatable(handle);
228 }
229 };
230
231 // Build a string from XML that converts nested elements into Span objects.
FlattenXmlSubtree(xml::XmlPullParser * parser,std::string * out_raw_string,StyleString * out_style_string,std::vector<UntranslatableSection> * out_untranslatable_sections)232 bool ResourceParser::FlattenXmlSubtree(
233 xml::XmlPullParser* parser, std::string* out_raw_string, StyleString* out_style_string,
234 std::vector<UntranslatableSection>* out_untranslatable_sections) {
235 std::string raw_string;
236 std::string current_text;
237
238 // The first occurrence of a <xliff:g> tag. Nested <xliff:g> tags are illegal.
239 Maybe<size_t> untranslatable_start_depth;
240
241 Node root;
242 std::vector<Node*> node_stack;
243 node_stack.push_back(&root);
244
245 bool saw_span_node = false;
246 SegmentNode* first_segment = nullptr;
247 SegmentNode* last_segment = nullptr;
248
249 size_t depth = 1;
250 while (depth > 0 && xml::XmlPullParser::IsGoodEvent(parser->Next())) {
251 const xml::XmlPullParser::Event event = parser->event();
252
253 // First take care of any SegmentNodes that should be created.
254 if (event == xml::XmlPullParser::Event::kStartElement
255 || event == xml::XmlPullParser::Event::kEndElement) {
256 if (!current_text.empty()) {
257 auto segment_node = util::make_unique<SegmentNode>();
258 segment_node->data = std::move(current_text);
259
260 last_segment = node_stack.back()->AddChild(std::move(segment_node));
261 if (first_segment == nullptr) {
262 first_segment = last_segment;
263 }
264 current_text = {};
265 }
266 }
267
268 switch (event) {
269 case xml::XmlPullParser::Event::kText: {
270 current_text += parser->text();
271 raw_string += parser->text();
272 } break;
273
274 case xml::XmlPullParser::Event::kStartElement: {
275 if (parser->element_namespace().empty()) {
276 // This is an HTML tag which we encode as a span. Add it to the span stack.
277 std::unique_ptr<SpanNode> span_node = util::make_unique<SpanNode>();
278 span_node->name = parser->element_name();
279 const auto end_attr_iter = parser->end_attributes();
280 for (auto attr_iter = parser->begin_attributes(); attr_iter != end_attr_iter;
281 ++attr_iter) {
282 span_node->name += ";";
283 span_node->name += attr_iter->name;
284 span_node->name += "=";
285 span_node->name += attr_iter->value;
286 }
287
288 node_stack.push_back(node_stack.back()->AddChild(std::move(span_node)));
289 saw_span_node = true;
290 } else if (parser->element_namespace() == sXliffNamespaceUri) {
291 // This is an XLIFF tag, which is not encoded as a span.
292 if (parser->element_name() == "g") {
293 // Check that an 'untranslatable' tag is not already being processed. Nested
294 // <xliff:g> tags are illegal.
295 if (untranslatable_start_depth) {
296 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
297 << "illegal nested XLIFF 'g' tag");
298 return false;
299 } else {
300 // Mark the beginning of an 'untranslatable' section.
301 untranslatable_start_depth = depth;
302 node_stack.push_back(
303 node_stack.back()->AddChild(util::make_unique<UntranslatableNode>()));
304 }
305 } else {
306 // Ignore unknown XLIFF tags, but don't warn.
307 node_stack.push_back(node_stack.back()->AddChild(util::make_unique<Node>()));
308 }
309 } else {
310 // Besides XLIFF, any other namespaced tag is unsupported and ignored.
311 diag_->Warn(DiagMessage(source_.WithLine(parser->line_number()))
312 << "ignoring element '" << parser->element_name()
313 << "' with unknown namespace '" << parser->element_namespace() << "'");
314 node_stack.push_back(node_stack.back()->AddChild(util::make_unique<Node>()));
315 }
316
317 // Enter one level inside the element.
318 depth++;
319 } break;
320
321 case xml::XmlPullParser::Event::kEndElement: {
322 // Return one level from within the element.
323 depth--;
324 if (depth == 0) {
325 break;
326 }
327
328 node_stack.pop_back();
329 if (untranslatable_start_depth == make_value(depth)) {
330 // This is the end of an untranslatable section.
331 untranslatable_start_depth = {};
332 }
333 } break;
334
335 default:
336 // ignore.
337 break;
338 }
339 }
340
341 // Sanity check to make sure we processed all the nodes.
342 CHECK(node_stack.size() == 1u);
343 CHECK(node_stack.back() == &root);
344
345 if (!saw_span_node) {
346 // If there were no spans, we must treat this string a little differently (according to AAPT).
347 // Find and strip the leading whitespace from the first segment, and the trailing whitespace
348 // from the last segment.
349 if (first_segment != nullptr) {
350 // Trim leading whitespace.
351 StringPiece trimmed = util::TrimLeadingWhitespace(first_segment->data);
352 if (trimmed.size() != first_segment->data.size()) {
353 first_segment->data = trimmed.to_string();
354 }
355 }
356
357 if (last_segment != nullptr) {
358 // Trim trailing whitespace.
359 StringPiece trimmed = util::TrimTrailingWhitespace(last_segment->data);
360 if (trimmed.size() != last_segment->data.size()) {
361 last_segment->data = trimmed.to_string();
362 }
363 }
364 }
365
366 // Have the XML structure flatten itself into the StringBuilder. The StringBuilder will take
367 // care of recording the correctly adjusted Spans and UntranslatableSections.
368 StringBuilder builder;
369 root.Build(&builder);
370 if (!builder) {
371 diag_->Error(DiagMessage(source_.WithLine(parser->line_number())) << builder.GetError());
372 return false;
373 }
374
375 ResourceUtils::FlattenedXmlString flattened_string = builder.GetFlattenedString();
376 *out_raw_string = std::move(raw_string);
377 *out_untranslatable_sections = std::move(flattened_string.untranslatable_sections);
378 out_style_string->str = std::move(flattened_string.text);
379 out_style_string->spans = std::move(flattened_string.spans);
380 return true;
381 }
382
Parse(xml::XmlPullParser * parser)383 bool ResourceParser::Parse(xml::XmlPullParser* parser) {
384 bool error = false;
385 const size_t depth = parser->depth();
386 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
387 if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
388 // Skip comments and text.
389 continue;
390 }
391
392 if (!parser->element_namespace().empty() || parser->element_name() != "resources") {
393 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
394 << "root element must be <resources>");
395 return false;
396 }
397
398 error |= !ParseResources(parser);
399 break;
400 };
401
402 if (parser->event() == xml::XmlPullParser::Event::kBadDocument) {
403 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
404 << "xml parser error: " << parser->error());
405 return false;
406 }
407 return !error;
408 }
409
ParseResources(xml::XmlPullParser * parser)410 bool ResourceParser::ParseResources(xml::XmlPullParser* parser) {
411 std::set<ResourceName> stripped_resources;
412
413 bool error = false;
414 std::string comment;
415 const size_t depth = parser->depth();
416 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
417 const xml::XmlPullParser::Event event = parser->event();
418 if (event == xml::XmlPullParser::Event::kComment) {
419 comment = parser->comment();
420 continue;
421 }
422
423 if (event == xml::XmlPullParser::Event::kText) {
424 if (!util::TrimWhitespace(parser->text()).empty()) {
425 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
426 << "plain text not allowed here");
427 error = true;
428 }
429 continue;
430 }
431
432 CHECK(event == xml::XmlPullParser::Event::kStartElement);
433
434 if (!parser->element_namespace().empty()) {
435 // Skip unknown namespace.
436 continue;
437 }
438
439 std::string element_name = parser->element_name();
440 if (element_name == "skip" || element_name == "eat-comment") {
441 comment = "";
442 continue;
443 }
444
445 ParsedResource parsed_resource;
446 parsed_resource.config = config_;
447 parsed_resource.source = source_.WithLine(parser->line_number());
448 parsed_resource.comment = std::move(comment);
449 if (options_.visibility) {
450 parsed_resource.visibility_level = options_.visibility.value();
451 }
452
453 // Extract the product name if it exists.
454 if (Maybe<StringPiece> maybe_product = xml::FindNonEmptyAttribute(parser, "product")) {
455 parsed_resource.product = maybe_product.value().to_string();
456 }
457
458 // Parse the resource regardless of product.
459 if (!ParseResource(parser, &parsed_resource)) {
460 error = true;
461 continue;
462 }
463
464 if (!AddResourcesToTable(table_, diag_, &parsed_resource)) {
465 error = true;
466 }
467 }
468
469 // Check that we included at least one variant of each stripped resource.
470 for (const ResourceName& stripped_resource : stripped_resources) {
471 if (!table_->FindResource(stripped_resource)) {
472 // Failed to find the resource.
473 diag_->Error(DiagMessage(source_) << "resource '" << stripped_resource
474 << "' was filtered out but no product variant remains");
475 error = true;
476 }
477 }
478
479 return !error;
480 }
481
ParseResource(xml::XmlPullParser * parser,ParsedResource * out_resource)482 bool ResourceParser::ParseResource(xml::XmlPullParser* parser,
483 ParsedResource* out_resource) {
484 struct ItemTypeFormat {
485 ResourceType type;
486 uint32_t format;
487 };
488
489 using BagParseFunc = std::function<bool(ResourceParser*, xml::XmlPullParser*,
490 ParsedResource*)>;
491
492 static const auto elToItemMap = ImmutableMap<std::string, ItemTypeFormat>::CreatePreSorted({
493 {"bool", {ResourceType::kBool, android::ResTable_map::TYPE_BOOLEAN}},
494 {"color", {ResourceType::kColor, android::ResTable_map::TYPE_COLOR}},
495 {"configVarying", {ResourceType::kConfigVarying, android::ResTable_map::TYPE_ANY}},
496 {"dimen",
497 {ResourceType::kDimen,
498 android::ResTable_map::TYPE_FLOAT | android::ResTable_map::TYPE_FRACTION |
499 android::ResTable_map::TYPE_DIMENSION}},
500 {"drawable", {ResourceType::kDrawable, android::ResTable_map::TYPE_COLOR}},
501 {"fraction",
502 {ResourceType::kFraction,
503 android::ResTable_map::TYPE_FLOAT | android::ResTable_map::TYPE_FRACTION |
504 android::ResTable_map::TYPE_DIMENSION}},
505 {"integer", {ResourceType::kInteger, android::ResTable_map::TYPE_INTEGER}},
506 {"string", {ResourceType::kString, android::ResTable_map::TYPE_STRING}},
507 });
508
509 static const auto elToBagMap = ImmutableMap<std::string, BagParseFunc>::CreatePreSorted({
510 {"add-resource", std::mem_fn(&ResourceParser::ParseAddResource)},
511 {"array", std::mem_fn(&ResourceParser::ParseArray)},
512 {"attr", std::mem_fn(&ResourceParser::ParseAttr)},
513 {"configVarying",
514 std::bind(&ResourceParser::ParseStyle, std::placeholders::_1, ResourceType::kConfigVarying,
515 std::placeholders::_2, std::placeholders::_3)},
516 {"declare-styleable", std::mem_fn(&ResourceParser::ParseDeclareStyleable)},
517 {"integer-array", std::mem_fn(&ResourceParser::ParseIntegerArray)},
518 {"java-symbol", std::mem_fn(&ResourceParser::ParseSymbol)},
519 {"overlayable", std::mem_fn(&ResourceParser::ParseOverlayable)},
520 {"plurals", std::mem_fn(&ResourceParser::ParsePlural)},
521 {"public", std::mem_fn(&ResourceParser::ParsePublic)},
522 {"public-group", std::mem_fn(&ResourceParser::ParsePublicGroup)},
523 {"string-array", std::mem_fn(&ResourceParser::ParseStringArray)},
524 {"style", std::bind(&ResourceParser::ParseStyle, std::placeholders::_1, ResourceType::kStyle,
525 std::placeholders::_2, std::placeholders::_3)},
526 {"symbol", std::mem_fn(&ResourceParser::ParseSymbol)},
527 });
528
529 std::string resource_type = parser->element_name();
530
531 // The value format accepted for this resource.
532 uint32_t resource_format = 0u;
533
534 bool can_be_item = true;
535 bool can_be_bag = true;
536 if (resource_type == "item") {
537 can_be_bag = false;
538
539 // The default format for <item> is any. If a format attribute is present, that one will
540 // override the default.
541 resource_format = android::ResTable_map::TYPE_ANY;
542
543 // Items have their type encoded in the type attribute.
544 if (Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type")) {
545 resource_type = maybe_type.value().to_string();
546 } else {
547 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
548 << "<item> must have a 'type' attribute");
549 return false;
550 }
551
552 if (Maybe<StringPiece> maybe_format = xml::FindNonEmptyAttribute(parser, "format")) {
553 // An explicit format for this resource was specified. The resource will
554 // retain its type in its name, but the accepted value for this type is
555 // overridden.
556 resource_format = ParseFormatTypeNoEnumsOrFlags(maybe_format.value());
557 if (!resource_format) {
558 diag_->Error(DiagMessage(out_resource->source)
559 << "'" << maybe_format.value()
560 << "' is an invalid format");
561 return false;
562 }
563 }
564 } else if (resource_type == "bag") {
565 can_be_item = false;
566
567 // Bags have their type encoded in the type attribute.
568 if (Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type")) {
569 resource_type = maybe_type.value().to_string();
570 } else {
571 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
572 << "<bag> must have a 'type' attribute");
573 return false;
574 }
575 }
576
577 // Get the name of the resource. This will be checked later, because not all
578 // XML elements require a name.
579 Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
580
581 if (resource_type == "id") {
582 if (!maybe_name) {
583 diag_->Error(DiagMessage(out_resource->source)
584 << "<" << parser->element_name()
585 << "> missing 'name' attribute");
586 return false;
587 }
588
589 out_resource->name.type = ResourceType::kId;
590 out_resource->name.entry = maybe_name.value().to_string();
591
592 // Ids either represent a unique resource id or reference another resource id
593 auto item = ParseItem(parser, out_resource, resource_format);
594 if (!item) {
595 return false;
596 }
597
598 String* empty = ValueCast<String>(out_resource->value.get());
599 if (empty && *empty->value == "") {
600 // If no inner element exists, represent a unique identifier
601 out_resource->value = util::make_unique<Id>();
602 } else {
603 Reference* ref = ValueCast<Reference>(out_resource->value.get());
604 if (ref && !ref->name && !ref->id) {
605 // A null reference also means there is no inner element when ids are in the form:
606 // <id name="name"/>
607 out_resource->value = util::make_unique<Id>();
608 } else if (!ref || ref->name.value().type != ResourceType::kId) {
609 // If an inner element exists, the inner element must be a reference to another resource id
610 diag_->Error(DiagMessage(out_resource->source)
611 << "<" << parser->element_name()
612 << "> inner element must either be a resource reference or empty");
613 return false;
614 }
615 }
616
617 return true;
618 }
619
620 if (can_be_item) {
621 const auto item_iter = elToItemMap.find(resource_type);
622 if (item_iter != elToItemMap.end()) {
623 // This is an item, record its type and format and start parsing.
624
625 if (!maybe_name) {
626 diag_->Error(DiagMessage(out_resource->source)
627 << "<" << parser->element_name() << "> missing 'name' attribute");
628 return false;
629 }
630
631 out_resource->name.type = item_iter->second.type;
632 out_resource->name.entry = maybe_name.value().to_string();
633
634 // Only use the implied format of the type when there is no explicit format.
635 if (resource_format == 0u) {
636 resource_format = item_iter->second.format;
637 }
638
639 if (!ParseItem(parser, out_resource, resource_format)) {
640 return false;
641 }
642 return true;
643 }
644 }
645
646 // This might be a bag or something.
647 if (can_be_bag) {
648 const auto bag_iter = elToBagMap.find(resource_type);
649 if (bag_iter != elToBagMap.end()) {
650 // Ensure we have a name (unless this is a <public-group> or <overlayable>).
651 if (resource_type != "public-group" && resource_type != "overlayable") {
652 if (!maybe_name) {
653 diag_->Error(DiagMessage(out_resource->source)
654 << "<" << parser->element_name() << "> missing 'name' attribute");
655 return false;
656 }
657
658 out_resource->name.entry = maybe_name.value().to_string();
659 }
660
661 // Call the associated parse method. The type will be filled in by the
662 // parse func.
663 if (!bag_iter->second(this, parser, out_resource)) {
664 return false;
665 }
666 return true;
667 }
668 }
669
670 if (can_be_item) {
671 // Try parsing the elementName (or type) as a resource. These shall only be
672 // resources like 'layout' or 'xml' and they can only be references.
673 const ResourceType* parsed_type = ParseResourceType(resource_type);
674 if (parsed_type) {
675 if (!maybe_name) {
676 diag_->Error(DiagMessage(out_resource->source)
677 << "<" << parser->element_name()
678 << "> missing 'name' attribute");
679 return false;
680 }
681
682 out_resource->name.type = *parsed_type;
683 out_resource->name.entry = maybe_name.value().to_string();
684 out_resource->value = ParseXml(parser, android::ResTable_map::TYPE_REFERENCE, kNoRawString);
685 if (!out_resource->value) {
686 diag_->Error(DiagMessage(out_resource->source)
687 << "invalid value for type '" << *parsed_type << "'. Expected a reference");
688 return false;
689 }
690 return true;
691 }
692 }
693
694 // If the resource type was not recognized, write the error and return false.
695 diag_->Error(DiagMessage(out_resource->source)
696 << "unknown resource type '" << resource_type << "'");
697 return false;
698 }
699
ParseItem(xml::XmlPullParser * parser,ParsedResource * out_resource,const uint32_t format)700 bool ResourceParser::ParseItem(xml::XmlPullParser* parser,
701 ParsedResource* out_resource,
702 const uint32_t format) {
703 if (format == android::ResTable_map::TYPE_STRING) {
704 return ParseString(parser, out_resource);
705 }
706
707 out_resource->value = ParseXml(parser, format, kNoRawString);
708 if (!out_resource->value) {
709 diag_->Error(DiagMessage(out_resource->source) << "invalid "
710 << out_resource->name.type);
711 return false;
712 }
713 return true;
714 }
715
716 /**
717 * Reads the entire XML subtree and attempts to parse it as some Item,
718 * with typeMask denoting which items it can be. If allowRawValue is
719 * true, a RawString is returned if the XML couldn't be parsed as
720 * an Item. If allowRawValue is false, nullptr is returned in this
721 * case.
722 */
ParseXml(xml::XmlPullParser * parser,const uint32_t type_mask,const bool allow_raw_value)723 std::unique_ptr<Item> ResourceParser::ParseXml(xml::XmlPullParser* parser,
724 const uint32_t type_mask,
725 const bool allow_raw_value) {
726 const size_t begin_xml_line = parser->line_number();
727
728 std::string raw_value;
729 StyleString style_string;
730 std::vector<UntranslatableSection> untranslatable_sections;
731 if (!FlattenXmlSubtree(parser, &raw_value, &style_string, &untranslatable_sections)) {
732 return {};
733 }
734
735 if (!style_string.spans.empty()) {
736 // This can only be a StyledString.
737 std::unique_ptr<StyledString> styled_string =
738 util::make_unique<StyledString>(table_->string_pool.MakeRef(
739 style_string, StringPool::Context(StringPool::Context::kNormalPriority, config_)));
740 styled_string->untranslatable_sections = std::move(untranslatable_sections);
741 return std::move(styled_string);
742 }
743
744 auto on_create_reference = [&](const ResourceName& name) {
745 // name.package can be empty here, as it will assume the package name of the
746 // table.
747 std::unique_ptr<Id> id = util::make_unique<Id>();
748 id->SetSource(source_.WithLine(begin_xml_line));
749 table_->AddResource(name, {}, {}, std::move(id), diag_);
750 };
751
752 // Process the raw value.
753 std::unique_ptr<Item> processed_item =
754 ResourceUtils::TryParseItemForAttribute(raw_value, type_mask, on_create_reference);
755 if (processed_item) {
756 // Fix up the reference.
757 if (Reference* ref = ValueCast<Reference>(processed_item.get())) {
758 ResolvePackage(parser, ref);
759 }
760 return processed_item;
761 }
762
763 // Try making a regular string.
764 if (type_mask & android::ResTable_map::TYPE_STRING) {
765 // Use the trimmed, escaped string.
766 std::unique_ptr<String> string = util::make_unique<String>(
767 table_->string_pool.MakeRef(style_string.str, StringPool::Context(config_)));
768 string->untranslatable_sections = std::move(untranslatable_sections);
769 return std::move(string);
770 }
771
772 // If the text is empty, and the value is not allowed to be a string, encode it as a @null.
773 if (util::TrimWhitespace(raw_value).empty()) {
774 return ResourceUtils::MakeNull();
775 }
776
777 if (allow_raw_value) {
778 // We can't parse this so return a RawString if we are allowed.
779 return util::make_unique<RawString>(
780 table_->string_pool.MakeRef(util::TrimWhitespace(raw_value),
781 StringPool::Context(config_)));
782 }
783 return {};
784 }
785
ParseString(xml::XmlPullParser * parser,ParsedResource * out_resource)786 bool ResourceParser::ParseString(xml::XmlPullParser* parser,
787 ParsedResource* out_resource) {
788 bool formatted = true;
789 if (Maybe<StringPiece> formatted_attr =
790 xml::FindAttribute(parser, "formatted")) {
791 Maybe<bool> maybe_formatted =
792 ResourceUtils::ParseBool(formatted_attr.value());
793 if (!maybe_formatted) {
794 diag_->Error(DiagMessage(out_resource->source)
795 << "invalid value for 'formatted'. Must be a boolean");
796 return false;
797 }
798 formatted = maybe_formatted.value();
799 }
800
801 bool translatable = options_.translatable;
802 if (Maybe<StringPiece> translatable_attr = xml::FindAttribute(parser, "translatable")) {
803 Maybe<bool> maybe_translatable = ResourceUtils::ParseBool(translatable_attr.value());
804 if (!maybe_translatable) {
805 diag_->Error(DiagMessage(out_resource->source)
806 << "invalid value for 'translatable'. Must be a boolean");
807 return false;
808 }
809 translatable = maybe_translatable.value();
810 }
811
812 out_resource->value =
813 ParseXml(parser, android::ResTable_map::TYPE_STRING, kNoRawString);
814 if (!out_resource->value) {
815 diag_->Error(DiagMessage(out_resource->source) << "not a valid string");
816 return false;
817 }
818
819 if (String* string_value = ValueCast<String>(out_resource->value.get())) {
820 string_value->SetTranslatable(translatable);
821
822 if (formatted && translatable) {
823 if (!util::VerifyJavaStringFormat(*string_value->value)) {
824 DiagMessage msg(out_resource->source);
825 msg << "multiple substitutions specified in non-positional format; "
826 "did you mean to add the formatted=\"false\" attribute?";
827 if (options_.error_on_positional_arguments) {
828 diag_->Error(msg);
829 return false;
830 }
831
832 diag_->Warn(msg);
833 }
834 }
835
836 } else if (StyledString* string_value = ValueCast<StyledString>(out_resource->value.get())) {
837 string_value->SetTranslatable(translatable);
838 }
839 return true;
840 }
841
ParsePublic(xml::XmlPullParser * parser,ParsedResource * out_resource)842 bool ResourceParser::ParsePublic(xml::XmlPullParser* parser, ParsedResource* out_resource) {
843 if (options_.visibility) {
844 diag_->Error(DiagMessage(out_resource->source)
845 << "<public> tag not allowed with --visibility flag");
846 return false;
847 }
848
849 if (out_resource->config != ConfigDescription::DefaultConfig()) {
850 diag_->Warn(DiagMessage(out_resource->source)
851 << "ignoring configuration '" << out_resource->config << "' for <public> tag");
852 }
853
854 Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type");
855 if (!maybe_type) {
856 diag_->Error(DiagMessage(out_resource->source)
857 << "<public> must have a 'type' attribute");
858 return false;
859 }
860
861 const ResourceType* parsed_type = ParseResourceType(maybe_type.value());
862 if (!parsed_type) {
863 diag_->Error(DiagMessage(out_resource->source) << "invalid resource type '"
864 << maybe_type.value()
865 << "' in <public>");
866 return false;
867 }
868
869 out_resource->name.type = *parsed_type;
870
871 if (Maybe<StringPiece> maybe_id_str = xml::FindNonEmptyAttribute(parser, "id")) {
872 Maybe<ResourceId> maybe_id = ResourceUtils::ParseResourceId(maybe_id_str.value());
873 if (!maybe_id) {
874 diag_->Error(DiagMessage(out_resource->source)
875 << "invalid resource ID '" << maybe_id_str.value() << "' in <public>");
876 return false;
877 }
878 out_resource->id = maybe_id.value();
879 }
880
881 if (*parsed_type == ResourceType::kId) {
882 // An ID marked as public is also the definition of an ID.
883 out_resource->value = util::make_unique<Id>();
884 }
885
886 out_resource->visibility_level = Visibility::Level::kPublic;
887 return true;
888 }
889
ParsePublicGroup(xml::XmlPullParser * parser,ParsedResource * out_resource)890 bool ResourceParser::ParsePublicGroup(xml::XmlPullParser* parser, ParsedResource* out_resource) {
891 if (options_.visibility) {
892 diag_->Error(DiagMessage(out_resource->source)
893 << "<public-group> tag not allowed with --visibility flag");
894 return false;
895 }
896
897 if (out_resource->config != ConfigDescription::DefaultConfig()) {
898 diag_->Warn(DiagMessage(out_resource->source)
899 << "ignoring configuration '" << out_resource->config
900 << "' for <public-group> tag");
901 }
902
903 Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type");
904 if (!maybe_type) {
905 diag_->Error(DiagMessage(out_resource->source)
906 << "<public-group> must have a 'type' attribute");
907 return false;
908 }
909
910 const ResourceType* parsed_type = ParseResourceType(maybe_type.value());
911 if (!parsed_type) {
912 diag_->Error(DiagMessage(out_resource->source) << "invalid resource type '"
913 << maybe_type.value()
914 << "' in <public-group>");
915 return false;
916 }
917
918 Maybe<StringPiece> maybe_id_str =
919 xml::FindNonEmptyAttribute(parser, "first-id");
920 if (!maybe_id_str) {
921 diag_->Error(DiagMessage(out_resource->source)
922 << "<public-group> must have a 'first-id' attribute");
923 return false;
924 }
925
926 Maybe<ResourceId> maybe_id =
927 ResourceUtils::ParseResourceId(maybe_id_str.value());
928 if (!maybe_id) {
929 diag_->Error(DiagMessage(out_resource->source) << "invalid resource ID '"
930 << maybe_id_str.value()
931 << "' in <public-group>");
932 return false;
933 }
934
935 ResourceId next_id = maybe_id.value();
936
937 std::string comment;
938 bool error = false;
939 const size_t depth = parser->depth();
940 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
941 if (parser->event() == xml::XmlPullParser::Event::kComment) {
942 comment = util::TrimWhitespace(parser->comment()).to_string();
943 continue;
944 } else if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
945 // Skip text.
946 continue;
947 }
948
949 const Source item_source = source_.WithLine(parser->line_number());
950 const std::string& element_namespace = parser->element_namespace();
951 const std::string& element_name = parser->element_name();
952 if (element_namespace.empty() && element_name == "public") {
953 Maybe<StringPiece> maybe_name =
954 xml::FindNonEmptyAttribute(parser, "name");
955 if (!maybe_name) {
956 diag_->Error(DiagMessage(item_source)
957 << "<public> must have a 'name' attribute");
958 error = true;
959 continue;
960 }
961
962 if (xml::FindNonEmptyAttribute(parser, "id")) {
963 diag_->Error(DiagMessage(item_source)
964 << "'id' is ignored within <public-group>");
965 error = true;
966 continue;
967 }
968
969 if (xml::FindNonEmptyAttribute(parser, "type")) {
970 diag_->Error(DiagMessage(item_source)
971 << "'type' is ignored within <public-group>");
972 error = true;
973 continue;
974 }
975
976 ParsedResource child_resource;
977 child_resource.name.type = *parsed_type;
978 child_resource.name.entry = maybe_name.value().to_string();
979 child_resource.id = next_id;
980 child_resource.comment = std::move(comment);
981 child_resource.source = item_source;
982 child_resource.visibility_level = Visibility::Level::kPublic;
983 out_resource->child_resources.push_back(std::move(child_resource));
984
985 next_id.id += 1;
986
987 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
988 diag_->Error(DiagMessage(item_source) << ":" << element_name << ">");
989 error = true;
990 }
991 }
992 return !error;
993 }
994
ParseSymbolImpl(xml::XmlPullParser * parser,ParsedResource * out_resource)995 bool ResourceParser::ParseSymbolImpl(xml::XmlPullParser* parser,
996 ParsedResource* out_resource) {
997 Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type");
998 if (!maybe_type) {
999 diag_->Error(DiagMessage(out_resource->source)
1000 << "<" << parser->element_name()
1001 << "> must have a 'type' attribute");
1002 return false;
1003 }
1004
1005 const ResourceType* parsed_type = ParseResourceType(maybe_type.value());
1006 if (!parsed_type) {
1007 diag_->Error(DiagMessage(out_resource->source)
1008 << "invalid resource type '" << maybe_type.value() << "' in <"
1009 << parser->element_name() << ">");
1010 return false;
1011 }
1012
1013 out_resource->name.type = *parsed_type;
1014 return true;
1015 }
1016
ParseSymbol(xml::XmlPullParser * parser,ParsedResource * out_resource)1017 bool ResourceParser::ParseSymbol(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1018 if (options_.visibility) {
1019 diag_->Error(DiagMessage(out_resource->source)
1020 << "<java-symbol> and <symbol> tags not allowed with --visibility flag");
1021 return false;
1022 }
1023 if (out_resource->config != ConfigDescription::DefaultConfig()) {
1024 diag_->Warn(DiagMessage(out_resource->source)
1025 << "ignoring configuration '" << out_resource->config << "' for <"
1026 << parser->element_name() << "> tag");
1027 }
1028
1029 if (!ParseSymbolImpl(parser, out_resource)) {
1030 return false;
1031 }
1032
1033 out_resource->visibility_level = Visibility::Level::kPrivate;
1034 return true;
1035 }
1036
ParseOverlayable(xml::XmlPullParser * parser,ParsedResource * out_resource)1037 bool ResourceParser::ParseOverlayable(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1038 if (out_resource->config != ConfigDescription::DefaultConfig()) {
1039 diag_->Warn(DiagMessage(out_resource->source)
1040 << "ignoring configuration '" << out_resource->config
1041 << "' for <overlayable> tag");
1042 }
1043
1044 Maybe<StringPiece> overlayable_name = xml::FindNonEmptyAttribute(parser, "name");
1045 if (!overlayable_name) {
1046 diag_->Error(DiagMessage(out_resource->source)
1047 << "<overlayable> tag must have a 'name' attribute");
1048 return false;
1049 }
1050
1051 const std::string kActorUriScheme =
1052 android::base::StringPrintf("%s://", Overlayable::kActorScheme);
1053 Maybe<StringPiece> overlayable_actor = xml::FindNonEmptyAttribute(parser, "actor");
1054 if (overlayable_actor && !util::StartsWith(overlayable_actor.value(), kActorUriScheme)) {
1055 diag_->Error(DiagMessage(out_resource->source)
1056 << "specified <overlayable> tag 'actor' attribute must use the scheme '"
1057 << Overlayable::kActorScheme << "'");
1058 return false;
1059 }
1060
1061 // Create a overlayable entry grouping that represents this <overlayable>
1062 auto overlayable = std::make_shared<Overlayable>(
1063 overlayable_name.value(), (overlayable_actor) ? overlayable_actor.value() : "",
1064 source_);
1065
1066 bool error = false;
1067 std::string comment;
1068 OverlayableItem::PolicyFlags current_policies = OverlayableItem::Policy::kNone;
1069 const size_t start_depth = parser->depth();
1070 while (xml::XmlPullParser::IsGoodEvent(parser->Next())) {
1071 xml::XmlPullParser::Event event = parser->event();
1072 if (event == xml::XmlPullParser::Event::kEndElement && parser->depth() == start_depth) {
1073 // Break the loop when exiting the <overlayable>
1074 break;
1075 } else if (event == xml::XmlPullParser::Event::kEndElement
1076 && parser->depth() == start_depth + 1) {
1077 // Clear the current policies when exiting the <policy> tags
1078 current_policies = OverlayableItem::Policy::kNone;
1079 continue;
1080 } else if (event == xml::XmlPullParser::Event::kComment) {
1081 // Retrieve the comment of individual <item> tags
1082 comment = parser->comment();
1083 continue;
1084 } else if (event != xml::XmlPullParser::Event::kStartElement) {
1085 // Skip to the start of the next element
1086 continue;
1087 }
1088
1089 const Source element_source = source_.WithLine(parser->line_number());
1090 const std::string& element_name = parser->element_name();
1091 const std::string& element_namespace = parser->element_namespace();
1092 if (element_namespace.empty() && element_name == "item") {
1093 if (current_policies == OverlayableItem::Policy::kNone) {
1094 diag_->Error(DiagMessage(element_source)
1095 << "<item> within an <overlayable> must be inside a <policy> block");
1096 error = true;
1097 continue;
1098 }
1099
1100 // Items specify the name and type of resource that should be overlayable
1101 Maybe<StringPiece> item_name = xml::FindNonEmptyAttribute(parser, "name");
1102 if (!item_name) {
1103 diag_->Error(DiagMessage(element_source)
1104 << "<item> within an <overlayable> must have a 'name' attribute");
1105 error = true;
1106 continue;
1107 }
1108
1109 Maybe<StringPiece> item_type = xml::FindNonEmptyAttribute(parser, "type");
1110 if (!item_type) {
1111 diag_->Error(DiagMessage(element_source)
1112 << "<item> within an <overlayable> must have a 'type' attribute");
1113 error = true;
1114 continue;
1115 }
1116
1117 const ResourceType* type = ParseResourceType(item_type.value());
1118 if (type == nullptr) {
1119 diag_->Error(DiagMessage(element_source)
1120 << "invalid resource type '" << item_type.value()
1121 << "' in <item> within an <overlayable>");
1122 error = true;
1123 continue;
1124 }
1125
1126 OverlayableItem overlayable_item(overlayable);
1127 overlayable_item.policies = current_policies;
1128 overlayable_item.comment = comment;
1129 overlayable_item.source = element_source;
1130
1131 ParsedResource child_resource{};
1132 child_resource.name.type = *type;
1133 child_resource.name.entry = item_name.value().to_string();
1134 child_resource.overlayable_item = overlayable_item;
1135 out_resource->child_resources.push_back(std::move(child_resource));
1136
1137 } else if (element_namespace.empty() && element_name == "policy") {
1138 if (current_policies != OverlayableItem::Policy::kNone) {
1139 // If the policy list is not empty, then we are currently inside a policy element
1140 diag_->Error(DiagMessage(element_source) << "<policy> blocks cannot be recursively nested");
1141 error = true;
1142 break;
1143 } else if (Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type")) {
1144 // Parse the polices separated by vertical bar characters to allow for specifying multiple
1145 // policies. Items within the policy tag will have the specified policy.
1146 static const auto kPolicyMap =
1147 ImmutableMap<StringPiece, OverlayableItem::Policy>::CreatePreSorted({
1148 {"odm", OverlayableItem::Policy::kOdm},
1149 {"oem", OverlayableItem::Policy::kOem},
1150 {"product", OverlayableItem::Policy::kProduct},
1151 {"public", OverlayableItem::Policy::kPublic},
1152 {"signature", OverlayableItem::Policy::kSignature},
1153 {"system", OverlayableItem::Policy::kSystem},
1154 {"vendor", OverlayableItem::Policy::kVendor},
1155 });
1156
1157 for (const StringPiece& part : util::Tokenize(maybe_type.value(), '|')) {
1158 StringPiece trimmed_part = util::TrimWhitespace(part);
1159 const auto policy = kPolicyMap.find(trimmed_part);
1160 if (policy == kPolicyMap.end()) {
1161 diag_->Error(DiagMessage(element_source)
1162 << "<policy> has unsupported type '" << trimmed_part << "'");
1163 error = true;
1164 continue;
1165 }
1166
1167 current_policies |= policy->second;
1168 }
1169 } else {
1170 diag_->Error(DiagMessage(element_source)
1171 << "<policy> must have a 'type' attribute");
1172 error = true;
1173 continue;
1174 }
1175 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1176 diag_->Error(DiagMessage(element_source) << "invalid element <" << element_name << "> "
1177 << " in <overlayable>");
1178 error = true;
1179 break;
1180 }
1181
1182 comment.clear();
1183 }
1184
1185 return !error;
1186 }
1187
ParseAddResource(xml::XmlPullParser * parser,ParsedResource * out_resource)1188 bool ResourceParser::ParseAddResource(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1189 if (ParseSymbolImpl(parser, out_resource)) {
1190 out_resource->visibility_level = Visibility::Level::kUndefined;
1191 out_resource->allow_new = true;
1192 return true;
1193 }
1194 return false;
1195 }
1196
ParseAttr(xml::XmlPullParser * parser,ParsedResource * out_resource)1197 bool ResourceParser::ParseAttr(xml::XmlPullParser* parser,
1198 ParsedResource* out_resource) {
1199 return ParseAttrImpl(parser, out_resource, false);
1200 }
1201
ParseAttrImpl(xml::XmlPullParser * parser,ParsedResource * out_resource,bool weak)1202 bool ResourceParser::ParseAttrImpl(xml::XmlPullParser* parser,
1203 ParsedResource* out_resource, bool weak) {
1204 out_resource->name.type = ResourceType::kAttr;
1205
1206 // Attributes only end up in default configuration.
1207 if (out_resource->config != ConfigDescription::DefaultConfig()) {
1208 diag_->Warn(DiagMessage(out_resource->source)
1209 << "ignoring configuration '" << out_resource->config
1210 << "' for attribute " << out_resource->name);
1211 out_resource->config = ConfigDescription::DefaultConfig();
1212 }
1213
1214 uint32_t type_mask = 0;
1215
1216 Maybe<StringPiece> maybe_format = xml::FindAttribute(parser, "format");
1217 if (maybe_format) {
1218 type_mask = ParseFormatAttribute(maybe_format.value());
1219 if (type_mask == 0) {
1220 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1221 << "invalid attribute format '" << maybe_format.value() << "'");
1222 return false;
1223 }
1224 }
1225
1226 Maybe<int32_t> maybe_min, maybe_max;
1227
1228 if (Maybe<StringPiece> maybe_min_str = xml::FindAttribute(parser, "min")) {
1229 StringPiece min_str = util::TrimWhitespace(maybe_min_str.value());
1230 if (!min_str.empty()) {
1231 std::u16string min_str16 = util::Utf8ToUtf16(min_str);
1232 android::Res_value value;
1233 if (android::ResTable::stringToInt(min_str16.data(), min_str16.size(), &value)) {
1234 maybe_min = static_cast<int32_t>(value.data);
1235 }
1236 }
1237
1238 if (!maybe_min) {
1239 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1240 << "invalid 'min' value '" << min_str << "'");
1241 return false;
1242 }
1243 }
1244
1245 if (Maybe<StringPiece> maybe_max_str = xml::FindAttribute(parser, "max")) {
1246 StringPiece max_str = util::TrimWhitespace(maybe_max_str.value());
1247 if (!max_str.empty()) {
1248 std::u16string max_str16 = util::Utf8ToUtf16(max_str);
1249 android::Res_value value;
1250 if (android::ResTable::stringToInt(max_str16.data(), max_str16.size(), &value)) {
1251 maybe_max = static_cast<int32_t>(value.data);
1252 }
1253 }
1254
1255 if (!maybe_max) {
1256 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1257 << "invalid 'max' value '" << max_str << "'");
1258 return false;
1259 }
1260 }
1261
1262 if ((maybe_min || maybe_max) &&
1263 (type_mask & android::ResTable_map::TYPE_INTEGER) == 0) {
1264 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1265 << "'min' and 'max' can only be used when format='integer'");
1266 return false;
1267 }
1268
1269 struct SymbolComparator {
1270 bool operator()(const Attribute::Symbol& a, const Attribute::Symbol& b) const {
1271 return a.symbol.name.value() < b.symbol.name.value();
1272 }
1273 };
1274
1275 std::set<Attribute::Symbol, SymbolComparator> items;
1276
1277 std::string comment;
1278 bool error = false;
1279 const size_t depth = parser->depth();
1280 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1281 if (parser->event() == xml::XmlPullParser::Event::kComment) {
1282 comment = util::TrimWhitespace(parser->comment()).to_string();
1283 continue;
1284 } else if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1285 // Skip text.
1286 continue;
1287 }
1288
1289 const Source item_source = source_.WithLine(parser->line_number());
1290 const std::string& element_namespace = parser->element_namespace();
1291 const std::string& element_name = parser->element_name();
1292 if (element_namespace.empty() && (element_name == "flag" || element_name == "enum")) {
1293 if (element_name == "enum") {
1294 if (type_mask & android::ResTable_map::TYPE_FLAGS) {
1295 diag_->Error(DiagMessage(item_source)
1296 << "can not define an <enum>; already defined a <flag>");
1297 error = true;
1298 continue;
1299 }
1300 type_mask |= android::ResTable_map::TYPE_ENUM;
1301
1302 } else if (element_name == "flag") {
1303 if (type_mask & android::ResTable_map::TYPE_ENUM) {
1304 diag_->Error(DiagMessage(item_source)
1305 << "can not define a <flag>; already defined an <enum>");
1306 error = true;
1307 continue;
1308 }
1309 type_mask |= android::ResTable_map::TYPE_FLAGS;
1310 }
1311
1312 if (Maybe<Attribute::Symbol> s =
1313 ParseEnumOrFlagItem(parser, element_name)) {
1314 Attribute::Symbol& symbol = s.value();
1315 ParsedResource child_resource;
1316 child_resource.name = symbol.symbol.name.value();
1317 child_resource.source = item_source;
1318 child_resource.value = util::make_unique<Id>();
1319 if (options_.visibility) {
1320 child_resource.visibility_level = options_.visibility.value();
1321 }
1322 out_resource->child_resources.push_back(std::move(child_resource));
1323
1324 symbol.symbol.SetComment(std::move(comment));
1325 symbol.symbol.SetSource(item_source);
1326
1327 auto insert_result = items.insert(std::move(symbol));
1328 if (!insert_result.second) {
1329 const Attribute::Symbol& existing_symbol = *insert_result.first;
1330 diag_->Error(DiagMessage(item_source)
1331 << "duplicate symbol '"
1332 << existing_symbol.symbol.name.value().entry << "'");
1333
1334 diag_->Note(DiagMessage(existing_symbol.symbol.GetSource())
1335 << "first defined here");
1336 error = true;
1337 }
1338 } else {
1339 error = true;
1340 }
1341 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1342 diag_->Error(DiagMessage(item_source) << ":" << element_name << ">");
1343 error = true;
1344 }
1345
1346 comment = {};
1347 }
1348
1349 if (error) {
1350 return false;
1351 }
1352
1353 std::unique_ptr<Attribute> attr = util::make_unique<Attribute>(
1354 type_mask ? type_mask : uint32_t{android::ResTable_map::TYPE_ANY});
1355 attr->SetWeak(weak);
1356 attr->symbols = std::vector<Attribute::Symbol>(items.begin(), items.end());
1357 attr->min_int = maybe_min.value_or_default(std::numeric_limits<int32_t>::min());
1358 attr->max_int = maybe_max.value_or_default(std::numeric_limits<int32_t>::max());
1359 out_resource->value = std::move(attr);
1360 return true;
1361 }
1362
ParseEnumOrFlagItem(xml::XmlPullParser * parser,const StringPiece & tag)1363 Maybe<Attribute::Symbol> ResourceParser::ParseEnumOrFlagItem(
1364 xml::XmlPullParser* parser, const StringPiece& tag) {
1365 const Source source = source_.WithLine(parser->line_number());
1366
1367 Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
1368 if (!maybe_name) {
1369 diag_->Error(DiagMessage(source) << "no attribute 'name' found for tag <"
1370 << tag << ">");
1371 return {};
1372 }
1373
1374 Maybe<StringPiece> maybe_value = xml::FindNonEmptyAttribute(parser, "value");
1375 if (!maybe_value) {
1376 diag_->Error(DiagMessage(source) << "no attribute 'value' found for tag <"
1377 << tag << ">");
1378 return {};
1379 }
1380
1381 std::u16string value16 = util::Utf8ToUtf16(maybe_value.value());
1382 android::Res_value val;
1383 if (!android::ResTable::stringToInt(value16.data(), value16.size(), &val)) {
1384 diag_->Error(DiagMessage(source) << "invalid value '" << maybe_value.value()
1385 << "' for <" << tag
1386 << ">; must be an integer");
1387 return {};
1388 }
1389
1390 return Attribute::Symbol{
1391 Reference(ResourceNameRef({}, ResourceType::kId, maybe_name.value())),
1392 val.data};
1393 }
1394
ParseStyleItem(xml::XmlPullParser * parser,Style * style)1395 bool ResourceParser::ParseStyleItem(xml::XmlPullParser* parser, Style* style) {
1396 const Source source = source_.WithLine(parser->line_number());
1397
1398 Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
1399 if (!maybe_name) {
1400 diag_->Error(DiagMessage(source) << "<item> must have a 'name' attribute");
1401 return false;
1402 }
1403
1404 Maybe<Reference> maybe_key = ResourceUtils::ParseXmlAttributeName(maybe_name.value());
1405 if (!maybe_key) {
1406 diag_->Error(DiagMessage(source) << "invalid attribute name '" << maybe_name.value() << "'");
1407 return false;
1408 }
1409
1410 ResolvePackage(parser, &maybe_key.value());
1411 maybe_key.value().SetSource(source);
1412
1413 std::unique_ptr<Item> value = ParseXml(parser, 0, kAllowRawString);
1414 if (!value) {
1415 diag_->Error(DiagMessage(source) << "could not parse style item");
1416 return false;
1417 }
1418
1419 style->entries.push_back(Style::Entry{std::move(maybe_key.value()), std::move(value)});
1420 return true;
1421 }
1422
ParseStyle(const ResourceType type,xml::XmlPullParser * parser,ParsedResource * out_resource)1423 bool ResourceParser::ParseStyle(const ResourceType type, xml::XmlPullParser* parser,
1424 ParsedResource* out_resource) {
1425 out_resource->name.type = type;
1426
1427 std::unique_ptr<Style> style = util::make_unique<Style>();
1428
1429 Maybe<StringPiece> maybe_parent = xml::FindAttribute(parser, "parent");
1430 if (maybe_parent) {
1431 // If the parent is empty, we don't have a parent, but we also don't infer either.
1432 if (!maybe_parent.value().empty()) {
1433 std::string err_str;
1434 style->parent = ResourceUtils::ParseStyleParentReference(maybe_parent.value(), &err_str);
1435 if (!style->parent) {
1436 diag_->Error(DiagMessage(out_resource->source) << err_str);
1437 return false;
1438 }
1439
1440 // Transform the namespace prefix to the actual package name, and mark the reference as
1441 // private if appropriate.
1442 ResolvePackage(parser, &style->parent.value());
1443 }
1444
1445 } else {
1446 // No parent was specified, so try inferring it from the style name.
1447 std::string style_name = out_resource->name.entry;
1448 size_t pos = style_name.find_last_of(u'.');
1449 if (pos != std::string::npos) {
1450 style->parent_inferred = true;
1451 style->parent = Reference(ResourceName({}, ResourceType::kStyle, style_name.substr(0, pos)));
1452 }
1453 }
1454
1455 bool error = false;
1456 const size_t depth = parser->depth();
1457 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1458 if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1459 // Skip text and comments.
1460 continue;
1461 }
1462
1463 const std::string& element_namespace = parser->element_namespace();
1464 const std::string& element_name = parser->element_name();
1465 if (element_namespace == "" && element_name == "item") {
1466 error |= !ParseStyleItem(parser, style.get());
1467
1468 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1469 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1470 << ":" << element_name << ">");
1471 error = true;
1472 }
1473 }
1474
1475 if (error) {
1476 return false;
1477 }
1478
1479 out_resource->value = std::move(style);
1480 return true;
1481 }
1482
ParseArray(xml::XmlPullParser * parser,ParsedResource * out_resource)1483 bool ResourceParser::ParseArray(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1484 uint32_t resource_format = android::ResTable_map::TYPE_ANY;
1485 if (Maybe<StringPiece> format_attr = xml::FindNonEmptyAttribute(parser, "format")) {
1486 resource_format = ParseFormatTypeNoEnumsOrFlags(format_attr.value());
1487 if (resource_format == 0u) {
1488 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1489 << "'" << format_attr.value() << "' is an invalid format");
1490 return false;
1491 }
1492 }
1493 return ParseArrayImpl(parser, out_resource, resource_format);
1494 }
1495
ParseIntegerArray(xml::XmlPullParser * parser,ParsedResource * out_resource)1496 bool ResourceParser::ParseIntegerArray(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1497 return ParseArrayImpl(parser, out_resource, android::ResTable_map::TYPE_INTEGER);
1498 }
1499
ParseStringArray(xml::XmlPullParser * parser,ParsedResource * out_resource)1500 bool ResourceParser::ParseStringArray(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1501 return ParseArrayImpl(parser, out_resource, android::ResTable_map::TYPE_STRING);
1502 }
1503
ParseArrayImpl(xml::XmlPullParser * parser,ParsedResource * out_resource,const uint32_t typeMask)1504 bool ResourceParser::ParseArrayImpl(xml::XmlPullParser* parser,
1505 ParsedResource* out_resource,
1506 const uint32_t typeMask) {
1507 out_resource->name.type = ResourceType::kArray;
1508
1509 std::unique_ptr<Array> array = util::make_unique<Array>();
1510
1511 bool translatable = options_.translatable;
1512 if (Maybe<StringPiece> translatable_attr = xml::FindAttribute(parser, "translatable")) {
1513 Maybe<bool> maybe_translatable = ResourceUtils::ParseBool(translatable_attr.value());
1514 if (!maybe_translatable) {
1515 diag_->Error(DiagMessage(out_resource->source)
1516 << "invalid value for 'translatable'. Must be a boolean");
1517 return false;
1518 }
1519 translatable = maybe_translatable.value();
1520 }
1521 array->SetTranslatable(translatable);
1522
1523 bool error = false;
1524 const size_t depth = parser->depth();
1525 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1526 if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1527 // Skip text and comments.
1528 continue;
1529 }
1530
1531 const Source item_source = source_.WithLine(parser->line_number());
1532 const std::string& element_namespace = parser->element_namespace();
1533 const std::string& element_name = parser->element_name();
1534 if (element_namespace.empty() && element_name == "item") {
1535 std::unique_ptr<Item> item = ParseXml(parser, typeMask, kNoRawString);
1536 if (!item) {
1537 diag_->Error(DiagMessage(item_source) << "could not parse array item");
1538 error = true;
1539 continue;
1540 }
1541 item->SetSource(item_source);
1542 array->elements.emplace_back(std::move(item));
1543
1544 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1545 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1546 << "unknown tag <" << element_namespace << ":"
1547 << element_name << ">");
1548 error = true;
1549 }
1550 }
1551
1552 if (error) {
1553 return false;
1554 }
1555
1556 out_resource->value = std::move(array);
1557 return true;
1558 }
1559
ParsePlural(xml::XmlPullParser * parser,ParsedResource * out_resource)1560 bool ResourceParser::ParsePlural(xml::XmlPullParser* parser,
1561 ParsedResource* out_resource) {
1562 out_resource->name.type = ResourceType::kPlurals;
1563
1564 std::unique_ptr<Plural> plural = util::make_unique<Plural>();
1565
1566 bool error = false;
1567 const size_t depth = parser->depth();
1568 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1569 if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1570 // Skip text and comments.
1571 continue;
1572 }
1573
1574 const Source item_source = source_.WithLine(parser->line_number());
1575 const std::string& element_namespace = parser->element_namespace();
1576 const std::string& element_name = parser->element_name();
1577 if (element_namespace.empty() && element_name == "item") {
1578 Maybe<StringPiece> maybe_quantity =
1579 xml::FindNonEmptyAttribute(parser, "quantity");
1580 if (!maybe_quantity) {
1581 diag_->Error(DiagMessage(item_source)
1582 << "<item> in <plurals> requires attribute "
1583 << "'quantity'");
1584 error = true;
1585 continue;
1586 }
1587
1588 StringPiece trimmed_quantity =
1589 util::TrimWhitespace(maybe_quantity.value());
1590 size_t index = 0;
1591 if (trimmed_quantity == "zero") {
1592 index = Plural::Zero;
1593 } else if (trimmed_quantity == "one") {
1594 index = Plural::One;
1595 } else if (trimmed_quantity == "two") {
1596 index = Plural::Two;
1597 } else if (trimmed_quantity == "few") {
1598 index = Plural::Few;
1599 } else if (trimmed_quantity == "many") {
1600 index = Plural::Many;
1601 } else if (trimmed_quantity == "other") {
1602 index = Plural::Other;
1603 } else {
1604 diag_->Error(DiagMessage(item_source)
1605 << "<item> in <plural> has invalid value '"
1606 << trimmed_quantity << "' for attribute 'quantity'");
1607 error = true;
1608 continue;
1609 }
1610
1611 if (plural->values[index]) {
1612 diag_->Error(DiagMessage(item_source) << "duplicate quantity '"
1613 << trimmed_quantity << "'");
1614 error = true;
1615 continue;
1616 }
1617
1618 if (!(plural->values[index] = ParseXml(
1619 parser, android::ResTable_map::TYPE_STRING, kNoRawString))) {
1620 error = true;
1621 continue;
1622 }
1623
1624 plural->values[index]->SetSource(item_source);
1625
1626 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1627 diag_->Error(DiagMessage(item_source) << "unknown tag <"
1628 << element_namespace << ":"
1629 << element_name << ">");
1630 error = true;
1631 }
1632 }
1633
1634 if (error) {
1635 return false;
1636 }
1637
1638 out_resource->value = std::move(plural);
1639 return true;
1640 }
1641
ParseDeclareStyleable(xml::XmlPullParser * parser,ParsedResource * out_resource)1642 bool ResourceParser::ParseDeclareStyleable(xml::XmlPullParser* parser,
1643 ParsedResource* out_resource) {
1644 out_resource->name.type = ResourceType::kStyleable;
1645
1646 // Declare-styleable is kPrivate by default, because it technically only exists in R.java.
1647 out_resource->visibility_level = Visibility::Level::kPublic;
1648
1649 // Declare-styleable only ends up in default config;
1650 if (out_resource->config != ConfigDescription::DefaultConfig()) {
1651 diag_->Warn(DiagMessage(out_resource->source)
1652 << "ignoring configuration '" << out_resource->config
1653 << "' for styleable " << out_resource->name.entry);
1654 out_resource->config = ConfigDescription::DefaultConfig();
1655 }
1656
1657 std::unique_ptr<Styleable> styleable = util::make_unique<Styleable>();
1658
1659 std::string comment;
1660 bool error = false;
1661 const size_t depth = parser->depth();
1662 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1663 if (parser->event() == xml::XmlPullParser::Event::kComment) {
1664 comment = util::TrimWhitespace(parser->comment()).to_string();
1665 continue;
1666 } else if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1667 // Ignore text.
1668 continue;
1669 }
1670
1671 const Source item_source = source_.WithLine(parser->line_number());
1672 const std::string& element_namespace = parser->element_namespace();
1673 const std::string& element_name = parser->element_name();
1674 if (element_namespace.empty() && element_name == "attr") {
1675 Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
1676 if (!maybe_name) {
1677 diag_->Error(DiagMessage(item_source) << "<attr> tag must have a 'name' attribute");
1678 error = true;
1679 continue;
1680 }
1681
1682 // If this is a declaration, the package name may be in the name. Separate
1683 // these out.
1684 // Eg. <attr name="android:text" />
1685 Maybe<Reference> maybe_ref = ResourceUtils::ParseXmlAttributeName(maybe_name.value());
1686 if (!maybe_ref) {
1687 diag_->Error(DiagMessage(item_source) << "<attr> tag has invalid name '"
1688 << maybe_name.value() << "'");
1689 error = true;
1690 continue;
1691 }
1692
1693 Reference& child_ref = maybe_ref.value();
1694 xml::ResolvePackage(parser, &child_ref);
1695
1696 // Create the ParsedResource that will add the attribute to the table.
1697 ParsedResource child_resource;
1698 child_resource.name = child_ref.name.value();
1699 child_resource.source = item_source;
1700 child_resource.comment = std::move(comment);
1701 if (options_.visibility) {
1702 child_resource.visibility_level = options_.visibility.value();
1703 }
1704
1705 if (!ParseAttrImpl(parser, &child_resource, true)) {
1706 error = true;
1707 continue;
1708 }
1709
1710 // Create the reference to this attribute.
1711 child_ref.SetComment(child_resource.comment);
1712 child_ref.SetSource(item_source);
1713 styleable->entries.push_back(std::move(child_ref));
1714
1715 // Do not add referenced attributes that do not define a format to the table.
1716 CHECK(child_resource.value != nullptr);
1717 Attribute* attr = ValueCast<Attribute>(child_resource.value.get());
1718
1719 CHECK(attr != nullptr);
1720 if (attr->type_mask != android::ResTable_map::TYPE_ANY) {
1721 out_resource->child_resources.push_back(std::move(child_resource));
1722 }
1723
1724 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1725 diag_->Error(DiagMessage(item_source) << "unknown tag <"
1726 << element_namespace << ":"
1727 << element_name << ">");
1728 error = true;
1729 }
1730
1731 comment = {};
1732 }
1733
1734 if (error) {
1735 return false;
1736 }
1737
1738 out_resource->value = std::move(styleable);
1739 return true;
1740 }
1741
1742 } // namespace aapt
1743