• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1// Copyright 2020 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package dexpreopt
16
17import (
18	"encoding/json"
19	"fmt"
20	"strconv"
21
22	"android/soong/android"
23
24	"github.com/google/blueprint/proptools"
25)
26
27// This comment describes the following:
28//  1. the concept of class loader context (CLC) and its relation to classpath
29//  2. how PackageManager constructs CLC from shared libraries and their dependencies
30//  3. build-time vs. run-time CLC and why this matters for dexpreopt
31//  4. manifest fixer: a tool that adds missing <uses-library> tags to the manifests
32//  5. build system support for CLC
33//
34// 1. Class loader context
35// -----------------------
36//
37// Java libraries and apps that have run-time dependency on other libraries should list the used
38// libraries in their manifest (AndroidManifest.xml file). Each used library should be specified in
39// a <uses-library> tag that has the library name and an optional attribute specifying if the
40// library is optional or required. Required libraries are necessary for the library/app to run (it
41// will fail at runtime if the library cannot be loaded), and optional libraries are used only if
42// they are present (if not, the library/app can run without them).
43//
44// The libraries listed in <uses-library> tags are in the classpath of a library/app.
45//
46// Besides libraries, an app may also use another APK (for example in the case of split APKs), or
47// anything that gets added by the app dynamically. In general, it is impossible to know at build
48// time what the app may use at runtime. In the build system we focus on the known part: libraries.
49//
50// Class loader context (CLC) is a tree-like structure that describes class loader hierarchy. The
51// build system uses CLC in a more narrow sense: it is a tree of libraries that represents
52// transitive closure of all <uses-library> dependencies of a library/app. The top-level elements of
53// a CLC are the direct <uses-library> dependencies specified in the manifest (aka. classpath). Each
54// node of a CLC tree is a <uses-library> which may have its own <uses-library> sub-nodes.
55//
56// Because <uses-library> dependencies are, in general, a graph and not necessarily a tree, CLC may
57// contain subtrees for the same library multiple times. In other words, CLC is the dependency graph
58// "unfolded" to a tree. The duplication is only on a logical level, and the actual underlying class
59// loaders are not duplicated (at runtime there is a single class loader instance for each library).
60//
61// Example: A has <uses-library> tags B, C and D; C has <uses-library tags> B and D;
62//
63//	      D has <uses-library> E; B and E have no <uses-library> dependencies. The CLC is:
64//	A
65//	├── B
66//	├── C
67//	│   ├── B
68//	│   └── D
69//	│       └── E
70//	└── D
71//	    └── E
72//
73// CLC defines the lookup order of libraries when resolving Java classes used by the library/app.
74// The lookup order is important because libraries may contain duplicate classes, and the class is
75// resolved to the first match.
76//
77// 2. PackageManager and "shared" libraries
78// ----------------------------------------
79//
80// In order to load an APK at runtime, PackageManager (in frameworks/base) creates a CLC. It adds
81// the libraries listed in the <uses-library> tags in the app's manifest as top-level CLC elements.
82// For each of the used libraries PackageManager gets all its <uses-library> dependencies (specified
83// as tags in the manifest of that library) and adds a nested CLC for each dependency. This process
84// continues recursively until all leaf nodes of the constructed CLC tree are libraries that have no
85// <uses-library> dependencies.
86//
87// PackageManager is aware only of "shared" libraries. The definition of "shared" here differs from
88// its usual meaning (as in shared vs. static). In Android, Java "shared" libraries are those listed
89// in /system/etc/permissions/platform.xml file. This file is installed on device. Each entry in it
90// contains the name of a "shared" library, a path to its DEX jar file and a list of dependencies
91// (other "shared" libraries that this one uses at runtime and specifies them in <uses-library> tags
92// in its manifest).
93//
94// In other words, there are two sources of information that allow PackageManager to construct CLC
95// at runtime: <uses-library> tags in the manifests and "shared" library dependencies in
96// /system/etc/permissions/platform.xml.
97//
98// 3. Build-time and run-time CLC and dexpreopt
99// --------------------------------------------
100//
101// CLC is needed not only when loading a library/app, but also when compiling it. Compilation may
102// happen either on device (known as "dexopt") or during the build (known as "dexpreopt"). Since
103// dexopt takes place on device, it has the same information as PackageManager (manifests and
104// shared library dependencies). Dexpreopt, on the other hand, takes place on host and in a totally
105// different environment, and it has to get the same information from the build system (see the
106// section about build system support below).
107//
108// Thus, the build-time CLC used by dexpreopt and the run-time CLC used by PackageManager are
109// the same thing, but computed in two different ways.
110//
111// It is important that build-time and run-time CLCs coincide, otherwise the AOT-compiled code
112// created by dexpreopt will be rejected. In order to check the equality of build-time and
113// run-time CLCs, the dex2oat compiler records build-time CLC in the *.odex files (in the
114// "classpath" field of the OAT file header). To find the stored CLC, use the following command:
115// `oatdump --oat-file=<FILE> | grep '^classpath = '`.
116//
117// Mismatch between build-time and run-time CLC is reported in logcat during boot (search with
118// `logcat | grep -E 'ClassLoaderContext [a-z ]+ mismatch'`. Mismatch is bad for performance, as it
119// forces the library/app to either be dexopted, or to run without any optimizations (e.g. the app's
120// code may need to be extracted in memory from the APK, a very expensive operation).
121//
122// A <uses-library> can be either optional or required. From dexpreopt standpoint, required library
123// must be present at build time (its absence is a build error). An optional library may be either
124// present or absent at build time: if present, it will be added to the CLC, passed to dex2oat and
125// recorded in the *.odex file; otherwise, if the library is absent, it will be skipped and not
126// added to CLC. If there is a mismatch between built-time and run-time status (optional library is
127// present in one case, but not the other), then the build-time and run-time CLCs won't match and
128// the compiled code will be rejected. It is unknown at build time if the library will be present at
129// runtime, therefore either including or excluding it may cause CLC mismatch.
130//
131// 4. Manifest fixer
132// -----------------
133//
134// Sometimes <uses-library> tags are missing from the source manifest of a library/app. This may
135// happen for example if one of the transitive dependencies of the library/app starts using another
136// <uses-library>, and the library/app's manifest isn't updated to include it.
137//
138// Soong can compute some of the missing <uses-library> tags for a given library/app automatically
139// as SDK libraries in the transitive dependency closure of the library/app. The closure is needed
140// because a library/app may depend on a static library that may in turn depend on an SDK library,
141// (possibly transitively via another library).
142//
143// Not all <uses-library> tags can be computed in this way, because some of the <uses-library>
144// dependencies are not SDK libraries, or they are not reachable via transitive dependency closure.
145// But when possible, allowing Soong to calculate the manifest entries is less prone to errors and
146// simplifies maintenance. For example, consider a situation when many apps use some static library
147// that adds a new <uses-library> dependency -- all the apps will have to be updated. That is
148// difficult to maintain.
149//
150// Soong computes the libraries that need to be in the manifest as the top-level libraries in CLC.
151// These libraries are passed to the manifest_fixer.
152//
153// All libraries added to the manifest should be "shared" libraries, so that PackageManager can look
154// up their dependencies and reconstruct the nested subcontexts at runtime. There is no build check
155// to ensure this, it is an assumption.
156//
157// 5. Build system support
158// -----------------------
159//
160// In order to construct CLC for dexpreopt and manifest_fixer, the build system needs to know all
161// <uses-library> dependencies of the dexpreopted library/app (including transitive dependencies).
162// For each <uses-librarry> dependency it needs to know the following information:
163//
164//   - the real name of the <uses-library> (it may be different from the module name)
165//   - build-time (on host) and run-time (on device) paths to the DEX jar file of the library
166//   - whether this library is optional or required
167//   - all <uses-library> dependencies
168//
169// Since the build system doesn't have access to the manifest contents (it cannot read manifests at
170// the time of build rule generation), it is necessary to copy this information to the Android.bp
171// and Android.mk files. For blueprints, the relevant properties are `uses_libs` and
172// `optional_uses_libs`. For makefiles, relevant variables are `LOCAL_USES_LIBRARIES` and
173// `LOCAL_OPTIONAL_USES_LIBRARIES`. It is preferable to avoid specifying these properties explicilty
174// when they can be computed automatically by Soong (as the transitive closure of SDK library
175// dependencies).
176//
177// Some of the Java libraries that are used as <uses-library> are not SDK libraries (they are
178// defined as `java_library` rather than `java_sdk_library` in the Android.bp files). In order for
179// the build system to handle them automatically like SDK libraries, it is possible to set a
180// property `provides_uses_lib` or variable `LOCAL_PROVIDES_USES_LIBRARY` on the blueprint/makefile
181// module of such library. This property can also be used to specify real library name in cases
182// when it differs from the module name.
183//
184// Because the information from the manifests has to be duplicated in the Android.bp/Android.mk
185// files, there is a danger that it may get out of sync. To guard against that, the build system
186// generates a rule that checks the metadata in the build files against the contents of a manifest
187// (verify_uses_libraries). The manifest can be available as a source file, or as part of a prebuilt
188// APK. Note that reading the manifests at the Ninja stage of the build is fine, unlike the build
189// rule generation phase.
190//
191// ClassLoaderContext is a structure that represents CLC.
192type ClassLoaderContext struct {
193	// The name of the library.
194	Name string
195
196	// If the library is optional or required.
197	Optional bool
198
199	// On-host build path to the library dex file (used in dex2oat argument --class-loader-context).
200	Host android.Path
201
202	// On-device install path (used in dex2oat argument --stored-class-loader-context).
203	Device string
204
205	// Nested sub-CLC for dependencies.
206	Subcontexts []*ClassLoaderContext
207}
208
209// excludeLibs excludes the libraries from this ClassLoaderContext.
210//
211// This treats the supplied context as being immutable (as it may come from a dependency). So, it
212// implements copy-on-exclusion logic. That means that if any of the excluded libraries are used
213// within this context then this will return a deep copy of this without those libraries.
214//
215// If this ClassLoaderContext matches one of the libraries to exclude then this returns (nil, true)
216// to indicate that this context should be excluded from the containing list.
217//
218// If any of this ClassLoaderContext's Subcontexts reference the excluded libraries then this
219// returns a pointer to a copy of this without the excluded libraries and true to indicate that this
220// was copied.
221//
222// Otherwise, this returns a pointer to this and false to indicate that this was not copied.
223func (c *ClassLoaderContext) excludeLibs(excludedLibs []string) (*ClassLoaderContext, bool) {
224	if android.InList(c.Name, excludedLibs) {
225		return nil, true
226	}
227
228	if excludedList, modified := excludeLibsFromCLCList(c.Subcontexts, excludedLibs); modified {
229		clcCopy := *c
230		clcCopy.Subcontexts = excludedList
231		return &clcCopy, true
232	}
233
234	return c, false
235}
236
237// ClassLoaderContextMap is a map from SDK version to CLC. There is a special entry with key
238// AnySdkVersion that stores unconditional CLC that is added regardless of the target SDK version.
239//
240// Conditional CLC is for compatibility libraries which didn't exist prior to a certain SDK version
241// (say, N), but classes in them were in the bootclasspath jars, etc., and in version N they have
242// been separated into a standalone <uses-library>. Compatibility libraries should only be in the
243// CLC if the library/app that uses them has `targetSdkVersion` less than N in the manifest.
244//
245// Currently only apps (but not libraries) use conditional CLC.
246//
247// Target SDK version information is unavailable to the build system at rule generation time, so
248// the build system doesn't know whether conditional CLC is needed for a given app or not. So it
249// generates a build rule that includes conditional CLC for all versions, extracts the target SDK
250// version from the manifest, and filters the CLCs based on that version. Exact final CLC that is
251// passed to dex2oat is unknown to the build system, and gets known only at Ninja stage.
252type ClassLoaderContextMap map[int][]*ClassLoaderContext
253
254// Compatibility libraries. Some are optional, and some are required: this is the default that
255// affects how they are handled by the Soong logic that automatically adds implicit SDK libraries
256// to the manifest_fixer, but an explicit `uses_libs`/`optional_uses_libs` can override this.
257var OrgApacheHttpLegacy = "org.apache.http.legacy"
258var AndroidTestBase = "android.test.base"
259var AndroidTestMock = "android.test.mock"
260var AndroidHidlBase = "android.hidl.base-V1.0-java"
261var AndroidHidlManager = "android.hidl.manager-V1.0-java"
262
263// Compatibility libraries grouped by version/optionality (for convenience, to avoid repeating the
264// same lists in multiple places).
265var OptionalCompatUsesLibs28 = []string{
266	OrgApacheHttpLegacy,
267}
268var OptionalCompatUsesLibs30 = []string{
269	AndroidTestBase,
270	AndroidTestMock,
271}
272var CompatUsesLibs29 = []string{
273	AndroidHidlManager,
274	AndroidHidlBase,
275}
276var OptionalCompatUsesLibs = append(android.CopyOf(OptionalCompatUsesLibs28), OptionalCompatUsesLibs30...)
277var CompatUsesLibs = android.CopyOf(CompatUsesLibs29)
278
279const UnknownInstallLibraryPath = "error"
280
281// AnySdkVersion means that the class loader context is needed regardless of the targetSdkVersion
282// of the app. The numeric value affects the key order in the map and, as a result, the order of
283// arguments passed to construct_context.py (high value means that the unconditional context goes
284// last). We use the converntional "current" SDK level (10000), but any big number would do as well.
285const AnySdkVersion int = android.FutureApiLevelInt
286
287// Add class loader context for the given library to the map entry for the given SDK version.
288func (clcMap ClassLoaderContextMap) addContext(ctx android.ModuleInstallPathContext, sdkVer int, lib string,
289	optional bool, hostPath, installPath android.Path, nestedClcMap ClassLoaderContextMap) error {
290
291	// For prebuilts, library should have the same name as the source module.
292	lib = android.RemoveOptionalPrebuiltPrefix(lib)
293
294	// Bootclasspath libraries should not be added to CLC.
295	if android.InList(lib, ctx.Config().BootJars()) {
296		return nil
297	}
298
299	devicePath := UnknownInstallLibraryPath
300	if installPath == nil {
301		if android.InList(lib, CompatUsesLibs) || android.InList(lib, OptionalCompatUsesLibs) {
302			// Assume that compatibility libraries are installed in /system/framework.
303			installPath = android.PathForModuleInstall(ctx, "framework", lib+".jar")
304		} else {
305			// For some stub libraries the only known thing is the name of their implementation
306			// library, but the library itself is unavailable (missing or part of a prebuilt). In
307			// such cases we still need to add the library to <uses-library> tags in the manifest,
308			// but we cannot use it for dexpreopt.
309		}
310	}
311	if installPath != nil {
312		devicePath = android.InstallPathToOnDevicePath(ctx, installPath.(android.InstallPath))
313	}
314
315	// Nested class loader context shouldn't have conditional part (it is allowed only at the top level).
316	for ver, _ := range nestedClcMap {
317		if ver != AnySdkVersion {
318			_, clcPaths := ComputeClassLoaderContextDependencies(nestedClcMap)
319			return fmt.Errorf("nested class loader context shouldn't have conditional part: %+v", clcPaths)
320		}
321	}
322	subcontexts := nestedClcMap[AnySdkVersion]
323
324	// Check if the library with this name is already present in unconditional top-level CLC.
325	for _, clc := range clcMap[sdkVer] {
326		if clc.Name != lib {
327			// Ok, a different library.
328		} else if clc.Host == hostPath && clc.Device == devicePath {
329			// Ok, the same library with the same paths. Don't re-add it, but don't raise an error
330			// either, as the same library may be reachable via different transitional dependencies.
331			clc.Optional = clc.Optional && optional
332			return nil
333		} else {
334			// Fail, as someone is trying to add the same library with different paths. This likely
335			// indicates an error somewhere else, like trying to add a stub library.
336			return fmt.Errorf("a <uses-library> named %q is already in class loader context,"+
337				"but the library paths are different:\t\n", lib)
338		}
339	}
340
341	clcMap[sdkVer] = append(clcMap[sdkVer], &ClassLoaderContext{
342		Name:        lib,
343		Optional:    optional,
344		Host:        hostPath,
345		Device:      devicePath,
346		Subcontexts: subcontexts,
347	})
348	return nil
349}
350
351// Add class loader context for the given SDK version. Don't fail on unknown build/install paths, as
352// libraries with unknown paths still need to be processed by manifest_fixer (which doesn't care
353// about paths). For the subset of libraries that are used in dexpreopt, their build/install paths
354// are validated later before CLC is used (in validateClassLoaderContext).
355func (clcMap ClassLoaderContextMap) AddContext(ctx android.ModuleInstallPathContext, sdkVer int,
356	lib string, optional bool, hostPath, installPath android.Path, nestedClcMap ClassLoaderContextMap) {
357
358	err := clcMap.addContext(ctx, sdkVer, lib, optional, hostPath, installPath, nestedClcMap)
359	if err != nil {
360		ctx.ModuleErrorf(err.Error())
361	}
362}
363
364// Merge the other class loader context map into this one, do not override existing entries.
365// The implicitRootLib parameter is the name of the library for which the other class loader
366// context map was constructed. If the implicitRootLib is itself a <uses-library>, it should be
367// already present in the class loader context (with the other context as its subcontext) -- in
368// that case do not re-add the other context. Otherwise add the other context at the top-level.
369func (clcMap ClassLoaderContextMap) AddContextMap(otherClcMap ClassLoaderContextMap, implicitRootLib string) {
370	if otherClcMap == nil {
371		return
372	}
373
374	// If the implicit root of the merged map is already present as one of top-level subtrees, do
375	// not merge it second time.
376	for _, clc := range clcMap[AnySdkVersion] {
377		if clc.Name == implicitRootLib {
378			return
379		}
380	}
381
382	for sdkVer, otherClcs := range otherClcMap {
383		for _, otherClc := range otherClcs {
384			alreadyHave := false
385			for _, clc := range clcMap[sdkVer] {
386				if clc.Name == otherClc.Name {
387					alreadyHave = true
388					break
389				}
390			}
391			if !alreadyHave {
392				clcMap[sdkVer] = append(clcMap[sdkVer], otherClc)
393			}
394		}
395	}
396}
397
398// Returns top-level libraries in the CLC (conditional CLC, i.e. compatibility libraries are not
399// included). This is the list of libraries that should be in the <uses-library> tags in the
400// manifest. Some of them may be present in the source manifest, others are added by manifest_fixer.
401// Required and optional libraries are in separate lists.
402func (clcMap ClassLoaderContextMap) UsesLibs() (required []string, optional []string) {
403	if clcMap != nil {
404		clcs := clcMap[AnySdkVersion]
405		required = make([]string, 0, len(clcs))
406		optional = make([]string, 0, len(clcs))
407		for _, clc := range clcs {
408			if clc.Optional {
409				optional = append(optional, clc.Name)
410			} else {
411				required = append(required, clc.Name)
412			}
413		}
414	}
415	return required, optional
416}
417
418func (clcMap ClassLoaderContextMap) Dump() string {
419	jsonCLC := toJsonClassLoaderContext(clcMap)
420	bytes, err := json.MarshalIndent(jsonCLC, "", "  ")
421	if err != nil {
422		panic(err)
423	}
424	return string(bytes)
425}
426
427func (clcMap ClassLoaderContextMap) DumpForFlag() string {
428	jsonCLC := toJsonClassLoaderContext(clcMap)
429	bytes, err := json.Marshal(jsonCLC)
430	if err != nil {
431		panic(err)
432	}
433	return proptools.ShellEscapeIncludingSpaces(string(bytes))
434}
435
436// excludeLibsFromCLCList excludes the libraries from the ClassLoaderContext in this list.
437//
438// This treats the supplied list as being immutable (as it may come from a dependency). So, it
439// implements copy-on-exclusion logic. That means that if any of the excluded libraries are used
440// within the contexts in the list then this will return a deep copy of the list without those
441// libraries.
442//
443// If any of the ClassLoaderContext in the list reference the excluded libraries then this returns a
444// copy of this list without the excluded libraries and true to indicate that this was copied.
445//
446// Otherwise, this returns the list and false to indicate that this was not copied.
447func excludeLibsFromCLCList(clcList []*ClassLoaderContext, excludedLibs []string) ([]*ClassLoaderContext, bool) {
448	modifiedList := false
449	copiedList := make([]*ClassLoaderContext, 0, len(clcList))
450	for _, clc := range clcList {
451		resultClc, modifiedClc := clc.excludeLibs(excludedLibs)
452		if resultClc != nil {
453			copiedList = append(copiedList, resultClc)
454		}
455		modifiedList = modifiedList || modifiedClc
456	}
457
458	if modifiedList {
459		return copiedList, true
460	} else {
461		return clcList, false
462	}
463}
464
465// ExcludeLibs excludes the libraries from the ClassLoaderContextMap.
466//
467// If the list o libraries is empty then this returns the ClassLoaderContextMap.
468//
469// This treats the ClassLoaderContextMap as being immutable (as it may come from a dependency). So,
470// it implements copy-on-exclusion logic. That means that if any of the excluded libraries are used
471// within the contexts in the map then this will return a deep copy of the map without those
472// libraries.
473//
474// Otherwise, this returns the map unchanged.
475func (clcMap ClassLoaderContextMap) ExcludeLibs(excludedLibs []string) ClassLoaderContextMap {
476	if len(excludedLibs) == 0 {
477		return clcMap
478	}
479
480	excludedClcMap := make(ClassLoaderContextMap)
481	modifiedMap := false
482	for sdkVersion, clcList := range clcMap {
483		excludedList, modifiedList := excludeLibsFromCLCList(clcList, excludedLibs)
484		if len(excludedList) != 0 {
485			excludedClcMap[sdkVersion] = excludedList
486		}
487		modifiedMap = modifiedMap || modifiedList
488	}
489
490	if modifiedMap {
491		return excludedClcMap
492	} else {
493		return clcMap
494	}
495}
496
497// Now that the full unconditional context is known, reconstruct conditional context.
498// Apply filters for individual libraries, mirroring what the PackageManager does when it
499// constructs class loader context on device.
500//
501// TODO(b/132357300): remove "android.hidl.manager" and "android.hidl.base" for non-system apps.
502func fixClassLoaderContext(clcMap ClassLoaderContextMap) {
503	required, optional := clcMap.UsesLibs()
504	usesLibs := append(required, optional...)
505
506	for sdkVer, clcs := range clcMap {
507		if sdkVer == AnySdkVersion {
508			continue
509		}
510		fixedClcs := []*ClassLoaderContext{}
511		for _, clc := range clcs {
512			if android.InList(clc.Name, usesLibs) {
513				// skip compatibility libraries that are already included in unconditional context
514			} else if clc.Name == AndroidTestMock && !android.InList("android.test.runner", usesLibs) {
515				// android.test.mock is only needed as a compatibility library (in conditional class
516				// loader context) if android.test.runner is used, otherwise skip it
517			} else {
518				fixedClcs = append(fixedClcs, clc)
519			}
520			clcMap[sdkVer] = fixedClcs
521		}
522	}
523}
524
525// Return true if all build/install library paths are valid (including recursive subcontexts),
526// otherwise return false. A build path is valid if it's not nil. An install path is valid if it's
527// not equal to a special "error" value.
528func validateClassLoaderContext(clcMap ClassLoaderContextMap) (bool, error) {
529	for sdkVer, clcs := range clcMap {
530		if valid, err := validateClassLoaderContextRec(sdkVer, clcs); !valid || err != nil {
531			return valid, err
532		}
533	}
534	return true, nil
535}
536
537// Helper function for validateClassLoaderContext() that handles recursion.
538func validateClassLoaderContextRec(sdkVer int, clcs []*ClassLoaderContext) (bool, error) {
539	for _, clc := range clcs {
540		if clc.Host == nil || clc.Device == UnknownInstallLibraryPath {
541			if sdkVer == AnySdkVersion {
542				// Return error if dexpreopt doesn't know paths to one of the <uses-library>
543				// dependencies. In the future we may need to relax this and just disable dexpreopt.
544				if clc.Host == nil {
545					return false, fmt.Errorf("invalid build path for <uses-library> \"%s\"", clc.Name)
546				} else {
547					return false, fmt.Errorf("invalid install path for <uses-library> \"%s\"", clc.Name)
548				}
549			} else {
550				// No error for compatibility libraries, as Soong doesn't know if they are needed
551				// (this depends on the targetSdkVersion in the manifest), but the CLC is invalid.
552				return false, nil
553			}
554		}
555		if valid, err := validateClassLoaderContextRec(sdkVer, clc.Subcontexts); !valid || err != nil {
556			return valid, err
557		}
558	}
559	return true, nil
560}
561
562// Returns a slice of library names and a slice of build paths for all possible dependencies that
563// the class loader context may refer to.
564// Perform a depth-first preorder traversal of the class loader context tree for each SDK version.
565func ComputeClassLoaderContextDependencies(clcMap ClassLoaderContextMap) (names []string, paths android.Paths) {
566	for _, clcs := range clcMap {
567		currentNames, currentPaths := ComputeClassLoaderContextDependenciesRec(clcs)
568		names = append(names, currentNames...)
569		paths = append(paths, currentPaths...)
570	}
571	return android.FirstUniqueStrings(names), android.FirstUniquePaths(paths)
572}
573
574// Helper function for ComputeClassLoaderContextDependencies() that handles recursion.
575func ComputeClassLoaderContextDependenciesRec(clcs []*ClassLoaderContext) (names []string, paths android.Paths) {
576	for _, clc := range clcs {
577		subNames, subPaths := ComputeClassLoaderContextDependenciesRec(clc.Subcontexts)
578		names = append(names, clc.Name)
579		paths = append(paths, clc.Host)
580		names = append(names, subNames...)
581		paths = append(paths, subPaths...)
582	}
583	return names, paths
584}
585
586// Class loader contexts that come from Make via JSON dexpreopt.config. JSON CLC representation is
587// the same as Soong representation except that SDK versions and paths are represented with strings.
588type jsonClassLoaderContext struct {
589	Name        string
590	Optional    bool
591	Host        string
592	Device      string
593	Subcontexts []*jsonClassLoaderContext
594}
595
596// A map from SDK version (represented with a JSON string) to JSON CLCs.
597type jsonClassLoaderContextMap map[string][]*jsonClassLoaderContext
598
599// Convert JSON CLC map to Soong represenation.
600func fromJsonClassLoaderContext(ctx android.PathContext, jClcMap jsonClassLoaderContextMap) ClassLoaderContextMap {
601	clcMap := make(ClassLoaderContextMap)
602	for sdkVerStr, clcs := range jClcMap {
603		sdkVer, ok := strconv.Atoi(sdkVerStr)
604		if ok != nil {
605			if sdkVerStr == "any" {
606				sdkVer = AnySdkVersion
607			} else {
608				android.ReportPathErrorf(ctx, "failed to parse SDK version in dexpreopt.config: '%s'", sdkVerStr)
609			}
610		}
611		clcMap[sdkVer] = fromJsonClassLoaderContextRec(ctx, clcs)
612	}
613	return clcMap
614}
615
616// Recursive helper for fromJsonClassLoaderContext.
617func fromJsonClassLoaderContextRec(ctx android.PathContext, jClcs []*jsonClassLoaderContext) []*ClassLoaderContext {
618	clcs := make([]*ClassLoaderContext, 0, len(jClcs))
619	for _, clc := range jClcs {
620		clcs = append(clcs, &ClassLoaderContext{
621			Name:        clc.Name,
622			Optional:    clc.Optional,
623			Host:        constructPath(ctx, clc.Host),
624			Device:      clc.Device,
625			Subcontexts: fromJsonClassLoaderContextRec(ctx, clc.Subcontexts),
626		})
627	}
628	return clcs
629}
630
631// Convert Soong CLC map to JSON representation for Make.
632func toJsonClassLoaderContext(clcMap ClassLoaderContextMap) jsonClassLoaderContextMap {
633	jClcMap := make(jsonClassLoaderContextMap)
634	for sdkVer, clcs := range clcMap {
635		sdkVerStr := fmt.Sprintf("%d", sdkVer)
636		if sdkVer == AnySdkVersion {
637			sdkVerStr = "any"
638		}
639		jClcMap[sdkVerStr] = toJsonClassLoaderContextRec(clcs)
640	}
641	return jClcMap
642}
643
644// Recursive helper for toJsonClassLoaderContext.
645func toJsonClassLoaderContextRec(clcs []*ClassLoaderContext) []*jsonClassLoaderContext {
646	jClcs := make([]*jsonClassLoaderContext, len(clcs))
647	for i, clc := range clcs {
648		var host string
649		if clc.Host == nil {
650			// Defer build failure to when this CLC is actually used.
651			host = fmt.Sprintf("implementation-jar-for-%s-is-not-available.jar", clc.Name)
652		} else {
653			host = clc.Host.String()
654		}
655		jClcs[i] = &jsonClassLoaderContext{
656			Name:        clc.Name,
657			Optional:    clc.Optional,
658			Host:        host,
659			Device:      clc.Device,
660			Subcontexts: toJsonClassLoaderContextRec(clc.Subcontexts),
661		}
662	}
663	return jClcs
664}
665