1 /*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include "process/SymbolTable.h"
18
19 #include <iostream>
20
21 #include "android-base/logging.h"
22 #include "android-base/stringprintf.h"
23 #include "androidfw/Asset.h"
24 #include "androidfw/AssetManager2.h"
25 #include "androidfw/ConfigDescription.h"
26 #include "androidfw/ResourceTypes.h"
27 #include "androidfw/ResourceUtils.h"
28
29 #include "NameMangler.h"
30 #include "Resource.h"
31 #include "ResourceUtils.h"
32 #include "ValueVisitor.h"
33 #include "trace/TraceBuffer.h"
34 #include "util/Util.h"
35
36 using ::android::ApkAssets;
37 using ::android::ConfigDescription;
38 using ::android::StringPiece;
39 using ::android::StringPiece16;
40
41 namespace aapt {
42
SymbolTable(NameMangler * mangler)43 SymbolTable::SymbolTable(NameMangler* mangler)
44 : mangler_(mangler),
45 delegate_(util::make_unique<DefaultSymbolTableDelegate>()),
46 cache_(200),
47 id_cache_(200) {
48 }
49
SetDelegate(std::unique_ptr<ISymbolTableDelegate> delegate)50 void SymbolTable::SetDelegate(std::unique_ptr<ISymbolTableDelegate> delegate) {
51 CHECK(delegate != nullptr) << "can't set a nullptr delegate";
52 delegate_ = std::move(delegate);
53
54 // Clear the cache in case this delegate changes the order of lookup.
55 cache_.clear();
56 }
57
AppendSource(std::unique_ptr<ISymbolSource> source)58 void SymbolTable::AppendSource(std::unique_ptr<ISymbolSource> source) {
59 sources_.push_back(std::move(source));
60
61 // We do not clear the cache, because sources earlier in the list take
62 // precedent.
63 }
64
PrependSource(std::unique_ptr<ISymbolSource> source)65 void SymbolTable::PrependSource(std::unique_ptr<ISymbolSource> source) {
66 sources_.insert(sources_.begin(), std::move(source));
67
68 // We must clear the cache in case we did a lookup before adding this
69 // resource.
70 cache_.clear();
71 }
72
FindByName(const ResourceName & name)73 const SymbolTable::Symbol* SymbolTable::FindByName(const ResourceName& name) {
74 const ResourceName* name_with_package = &name;
75
76 // Fill in the package name if necessary.
77 // If there is no package in `name`, we will need to copy the ResourceName
78 // and store it somewhere; we use the Maybe<> class to reserve storage.
79 Maybe<ResourceName> name_with_package_impl;
80 if (name.package.empty()) {
81 name_with_package_impl = ResourceName(mangler_->GetTargetPackageName(), name.type, name.entry);
82 name_with_package = &name_with_package_impl.value();
83 }
84
85 // We store the name unmangled in the cache, so look it up as-is.
86 if (const std::shared_ptr<Symbol>& s = cache_.get(*name_with_package)) {
87 return s.get();
88 }
89
90 // The name was not found in the cache. Mangle it (if necessary) and find it in our sources.
91 // Again, here we use a Maybe<> object to reserve storage if we need to mangle.
92 const ResourceName* mangled_name = name_with_package;
93 Maybe<ResourceName> mangled_name_impl;
94 if (mangler_->ShouldMangle(name_with_package->package)) {
95 mangled_name_impl = mangler_->MangleName(*name_with_package);
96 mangled_name = &mangled_name_impl.value();
97 }
98
99 std::unique_ptr<Symbol> symbol = delegate_->FindByName(*mangled_name, sources_);
100 if (symbol == nullptr) {
101 return nullptr;
102 }
103
104 // Take ownership of the symbol into a shared_ptr. We do this because
105 // LruCache doesn't support unique_ptr.
106 std::shared_ptr<Symbol> shared_symbol(std::move(symbol));
107
108 // Since we look in the cache with the unmangled, but package prefixed
109 // name, we must put the same name into the cache.
110 cache_.put(*name_with_package, shared_symbol);
111
112 if (shared_symbol->id) {
113 // The symbol has an ID, so we can also cache this!
114 id_cache_.put(shared_symbol->id.value(), shared_symbol);
115 }
116
117 // Returns the raw pointer. Callers are not expected to hold on to this
118 // between calls to Find*.
119 return shared_symbol.get();
120 }
121
FindById(const ResourceId & id)122 const SymbolTable::Symbol* SymbolTable::FindById(const ResourceId& id) {
123 if (const std::shared_ptr<Symbol>& s = id_cache_.get(id)) {
124 return s.get();
125 }
126
127 // We did not find it in the cache, so look through the sources.
128 std::unique_ptr<Symbol> symbol = delegate_->FindById(id, sources_);
129 if (symbol == nullptr) {
130 return nullptr;
131 }
132
133 // Take ownership of the symbol into a shared_ptr. We do this because LruCache
134 // doesn't support unique_ptr.
135 std::shared_ptr<Symbol> shared_symbol(std::move(symbol));
136 id_cache_.put(id, shared_symbol);
137
138 // Returns the raw pointer. Callers are not expected to hold on to this
139 // between calls to Find*.
140 return shared_symbol.get();
141 }
142
FindByReference(const Reference & ref)143 const SymbolTable::Symbol* SymbolTable::FindByReference(const Reference& ref) {
144 // First try the ID. This is because when we lookup by ID, we only fill in the ID cache.
145 // Looking up by name fills in the name and ID cache. So a cache miss will cause a failed
146 // ID lookup, then a successful name lookup. Subsequent look ups will hit immediately
147 // because the ID is cached too.
148 //
149 // If we looked up by name first, a cache miss would mean we failed to lookup by name, then
150 // succeeded to lookup by ID. Subsequent lookups will miss then hit.
151 const SymbolTable::Symbol* symbol = nullptr;
152 if (ref.id) {
153 symbol = FindById(ref.id.value());
154 }
155
156 if (ref.name && !symbol) {
157 symbol = FindByName(ref.name.value());
158 }
159 return symbol;
160 }
161
FindByName(const ResourceName & name,const std::vector<std::unique_ptr<ISymbolSource>> & sources)162 std::unique_ptr<SymbolTable::Symbol> DefaultSymbolTableDelegate::FindByName(
163 const ResourceName& name, const std::vector<std::unique_ptr<ISymbolSource>>& sources) {
164 for (auto& source : sources) {
165 std::unique_ptr<SymbolTable::Symbol> symbol = source->FindByName(name);
166 if (symbol) {
167 return symbol;
168 }
169 }
170 return {};
171 }
172
FindById(ResourceId id,const std::vector<std::unique_ptr<ISymbolSource>> & sources)173 std::unique_ptr<SymbolTable::Symbol> DefaultSymbolTableDelegate::FindById(
174 ResourceId id, const std::vector<std::unique_ptr<ISymbolSource>>& sources) {
175 for (auto& source : sources) {
176 std::unique_ptr<SymbolTable::Symbol> symbol = source->FindById(id);
177 if (symbol) {
178 return symbol;
179 }
180 }
181 return {};
182 }
183
FindByName(const ResourceName & name)184 std::unique_ptr<SymbolTable::Symbol> ResourceTableSymbolSource::FindByName(
185 const ResourceName& name) {
186 Maybe<ResourceTable::SearchResult> result = table_->FindResource(name);
187 if (!result) {
188 if (name.type == ResourceType::kAttr) {
189 // Recurse and try looking up a private attribute.
190 return FindByName(ResourceName(name.package, ResourceType::kAttrPrivate, name.entry));
191 }
192 return {};
193 }
194
195 ResourceTable::SearchResult sr = result.value();
196
197 std::unique_ptr<SymbolTable::Symbol> symbol = util::make_unique<SymbolTable::Symbol>();
198 symbol->is_public = (sr.entry->visibility.level == Visibility::Level::kPublic);
199
200 if (sr.package->id && sr.type->id && sr.entry->id) {
201 symbol->id = ResourceId(sr.package->id.value(), sr.type->id.value(), sr.entry->id.value());
202 symbol->is_dynamic = (sr.package->id.value() == 0);
203 }
204
205 if (name.type == ResourceType::kAttr || name.type == ResourceType::kAttrPrivate) {
206 const ConfigDescription kDefaultConfig;
207 ResourceConfigValue* config_value = sr.entry->FindValue(kDefaultConfig);
208 if (config_value) {
209 // This resource has an Attribute.
210 if (Attribute* attr = ValueCast<Attribute>(config_value->value.get())) {
211 symbol->attribute = std::make_shared<Attribute>(*attr);
212 } else {
213 return {};
214 }
215 }
216 }
217 return symbol;
218 }
219
AddAssetPath(const StringPiece & path)220 bool AssetManagerSymbolSource::AddAssetPath(const StringPiece& path) {
221 TRACE_CALL();
222 if (std::unique_ptr<const ApkAssets> apk = ApkAssets::Load(path.data())) {
223 apk_assets_.push_back(std::move(apk));
224
225 std::vector<const ApkAssets*> apk_assets;
226 for (const std::unique_ptr<const ApkAssets>& apk_asset : apk_assets_) {
227 apk_assets.push_back(apk_asset.get());
228 }
229
230 asset_manager_.SetApkAssets(apk_assets, true /* invalidate_caches */,
231 false /* filter_incompatible_configs */);
232 return true;
233 }
234 return false;
235 }
236
GetAssignedPackageIds() const237 std::map<size_t, std::string> AssetManagerSymbolSource::GetAssignedPackageIds() const {
238 TRACE_CALL();
239 std::map<size_t, std::string> package_map;
240 asset_manager_.ForEachPackage([&package_map](const std::string& name, uint8_t id) -> bool {
241 package_map.insert(std::make_pair(id, name));
242 return true;
243 });
244
245 return package_map;
246 }
247
IsPackageDynamic(uint32_t packageId) const248 bool AssetManagerSymbolSource::IsPackageDynamic(uint32_t packageId) const {
249 if (packageId == 0) {
250 return true;
251 }
252
253 for (const std::unique_ptr<const ApkAssets>& assets : apk_assets_) {
254 for (const std::unique_ptr<const android::LoadedPackage>& loaded_package
255 : assets->GetLoadedArsc()->GetPackages()) {
256 if (packageId == loaded_package->GetPackageId() && loaded_package->IsDynamic()) {
257 return true;
258 }
259 }
260 }
261
262 return false;
263 }
264
LookupAttributeInTable(android::AssetManager2 & am,ResourceId id)265 static std::unique_ptr<SymbolTable::Symbol> LookupAttributeInTable(
266 android::AssetManager2& am, ResourceId id) {
267 if (am.GetApkAssets().empty()) {
268 return {};
269 }
270
271 const android::ResolvedBag* bag = am.GetBag(id.id);
272 if (bag == nullptr) {
273 return nullptr;
274 }
275
276 // We found a resource.
277 std::unique_ptr<SymbolTable::Symbol> s = util::make_unique<SymbolTable::Symbol>(id);
278
279 const size_t count = bag->entry_count;
280 for (uint32_t i = 0; i < count; i++) {
281 if (bag->entries[i].key == android::ResTable_map::ATTR_TYPE) {
282 s->attribute = std::make_shared<Attribute>(bag->entries[i].value.data);
283 break;
284 }
285 }
286
287 if (s->attribute) {
288 for (size_t i = 0; i < count; i++) {
289 const android::ResolvedBag::Entry& map_entry = bag->entries[i];
290 if (Res_INTERNALID(map_entry.key)) {
291 switch (map_entry.key) {
292 case android::ResTable_map::ATTR_MIN:
293 s->attribute->min_int = static_cast<int32_t>(map_entry.value.data);
294 break;
295 case android::ResTable_map::ATTR_MAX:
296 s->attribute->max_int = static_cast<int32_t>(map_entry.value.data);
297 break;
298 }
299 continue;
300 }
301
302 android::AssetManager2::ResourceName name;
303 if (!am.GetResourceName(map_entry.key, &name)) {
304 return nullptr;
305 }
306
307 Maybe<ResourceName> parsed_name = ResourceUtils::ToResourceName(name);
308 if (!parsed_name) {
309 return nullptr;
310 }
311
312 Attribute::Symbol symbol;
313 symbol.symbol.name = parsed_name.value();
314 symbol.symbol.id = ResourceId(map_entry.key);
315 symbol.value = map_entry.value.data;
316 s->attribute->symbols.push_back(std::move(symbol));
317 }
318 }
319
320 return s;
321 }
322
FindByName(const ResourceName & name)323 std::unique_ptr<SymbolTable::Symbol> AssetManagerSymbolSource::FindByName(
324 const ResourceName& name) {
325 const std::string mangled_entry = NameMangler::MangleEntry(name.package, name.entry);
326
327 bool found = false;
328 ResourceId res_id = 0;
329 uint32_t type_spec_flags;
330
331 // There can be mangled resources embedded within other packages. Here we will
332 // look into each package and look-up the mangled name until we find the resource.
333 asset_manager_.ForEachPackage([&](const std::string& package_name, uint8_t id) -> bool {
334 ResourceName real_name(name.package, name.type, name.entry);
335
336 if (package_name != name.package) {
337 real_name.entry = mangled_entry;
338 real_name.package = package_name;
339 }
340
341 res_id = asset_manager_.GetResourceId(real_name.to_string());
342 if (res_id.is_valid() && asset_manager_.GetResourceFlags(res_id.id, &type_spec_flags)) {
343 found = true;
344 return false;
345 }
346
347 return true;
348 });
349
350 if (!found) {
351 return {};
352 }
353
354 std::unique_ptr<SymbolTable::Symbol> s;
355 if (name.type == ResourceType::kAttr) {
356 s = LookupAttributeInTable(asset_manager_, res_id);
357 } else {
358 s = util::make_unique<SymbolTable::Symbol>();
359 s->id = res_id;
360 s->is_dynamic = IsPackageDynamic(ResourceId(res_id).package_id());
361 }
362
363 if (s) {
364 s->is_public = (type_spec_flags & android::ResTable_typeSpec::SPEC_PUBLIC) != 0;
365 return s;
366 }
367 return {};
368 }
369
GetResourceName(android::AssetManager2 & am,ResourceId id)370 static Maybe<ResourceName> GetResourceName(android::AssetManager2& am,
371 ResourceId id) {
372 android::AssetManager2::ResourceName name;
373 if (!am.GetResourceName(id.id, &name)) {
374 return {};
375 }
376 return ResourceUtils::ToResourceName(name);
377 }
378
FindById(ResourceId id)379 std::unique_ptr<SymbolTable::Symbol> AssetManagerSymbolSource::FindById(
380 ResourceId id) {
381 if (!id.is_valid()) {
382 // Exit early and avoid the error logs from AssetManager.
383 return {};
384 }
385
386 if (apk_assets_.empty()) {
387 return {};
388 }
389
390 Maybe<ResourceName> maybe_name = GetResourceName(asset_manager_, id);
391 if (!maybe_name) {
392 return {};
393 }
394
395
396 uint32_t type_spec_flags = 0;
397 if (!asset_manager_.GetResourceFlags(id.id, &type_spec_flags)) {
398 return {};
399 }
400
401 ResourceName& name = maybe_name.value();
402 std::unique_ptr<SymbolTable::Symbol> s;
403 if (name.type == ResourceType::kAttr) {
404 s = LookupAttributeInTable(asset_manager_, id);
405 } else {
406 s = util::make_unique<SymbolTable::Symbol>();
407 s->id = id;
408 s->is_dynamic = IsPackageDynamic(ResourceId(id).package_id());
409 }
410
411 if (s) {
412 s->is_public = (type_spec_flags & android::ResTable_typeSpec::SPEC_PUBLIC) != 0;
413 return s;
414 }
415 return {};
416 }
417
FindByReference(const Reference & ref)418 std::unique_ptr<SymbolTable::Symbol> AssetManagerSymbolSource::FindByReference(
419 const Reference& ref) {
420 // AssetManager always prefers IDs.
421 if (ref.id) {
422 return FindById(ref.id.value());
423 } else if (ref.name) {
424 return FindByName(ref.name.value());
425 }
426 return {};
427 }
428
429 } // namespace aapt
430