1// Copyright 2018 Google Inc. All rights reserved. 2// 3// Licensed under the Apache License, Version 2.0 (the "License"); 4// you may not use this file except in compliance with the License. 5// You may obtain a copy of the License at 6// 7// http://www.apache.org/licenses/LICENSE-2.0 8// 9// Unless required by applicable law or agreed to in writing, software 10// distributed under the License is distributed on an "AS IS" BASIS, 11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12// See the License for the specific language governing permissions and 13// limitations under the License. 14 15package android 16 17import ( 18 "fmt" 19 "slices" 20 "sort" 21 "strconv" 22 "strings" 23 "sync" 24 25 "github.com/google/blueprint" 26) 27 28var ( 29 // This is the sdk version when APEX was first introduced 30 SdkVersion_Android10 = uncheckedFinalApiLevel(29) 31) 32 33// ApexInfo describes the metadata about one or more apexBundles that an apex variant of a module is 34// part of. When an apex variant is created, the variant is associated with one apexBundle. But 35// when multiple apex variants are merged for deduping (see mergeApexVariations), this holds the 36// information about the apexBundles that are merged together. 37// Accessible via `ctx.Provider(android.ApexInfoProvider).(android.ApexInfo)` 38type ApexInfo struct { 39 // Name of the apex variation that this module (i.e. the apex variant of the module) is 40 // mutated into, or "" for a platform (i.e. non-APEX) variant. 41 // 42 // Also note that a module can be included in multiple APEXes, in which case, the module is 43 // mutated into one or more variants, each of which is for an APEX. The variants then can 44 // later be deduped if they don't need to be compiled differently. This is an optimization 45 // done in mergeApexVariations. 46 ApexVariationName string 47 48 // ApiLevel that this module has to support at minimum. 49 MinSdkVersion ApiLevel 50 51 // True if this module comes from an updatable apexBundle. 52 Updatable bool 53 54 // True if this module can use private platform APIs. Only non-updatable APEX can set this 55 // to true. 56 UsePlatformApis bool 57 58 // List of Apex variant names that this module is associated with. This initially is the 59 // same as the `ApexVariationName` field. Then when multiple apex variants are merged in 60 // mergeApexVariations, ApexInfo struct of the merged variant holds the list of apexBundles 61 // that are merged together. 62 InApexVariants []string 63 64 // List of APEX Soong module names that this module is part of. Note that the list includes 65 // different variations of the same APEX. For example, if module `foo` is included in the 66 // apex `com.android.foo`, and also if there is an override_apex module 67 // `com.mycompany.android.foo` overriding `com.android.foo`, then this list contains both 68 // `com.android.foo` and `com.mycompany.android.foo`. If the APEX Soong module is a 69 // prebuilt, the name here doesn't have the `prebuilt_` prefix. 70 InApexModules []string 71 72 // Pointers to the ApexContents struct each of which is for apexBundle modules that this 73 // module is part of. The ApexContents gives information about which modules the apexBundle 74 // has and whether a module became part of the apexBundle via a direct dependency or not. 75 ApexContents []*ApexContents 76 77 // True if this is for a prebuilt_apex. 78 // 79 // If true then this will customize the apex processing to make it suitable for handling 80 // prebuilt_apex, e.g. it will prevent ApexInfos from being merged together. 81 // 82 // See Prebuilt.ApexInfoMutator for more information. 83 ForPrebuiltApex bool 84 85 // Returns the name of the test apexes that this module is included in. 86 TestApexes []string 87} 88 89// AllApexInfo holds the ApexInfo of all apexes that include this module. 90type AllApexInfo struct { 91 ApexInfos []ApexInfo 92} 93 94var ApexInfoProvider = blueprint.NewMutatorProvider[ApexInfo]("apex_mutate") 95var AllApexInfoProvider = blueprint.NewMutatorProvider[*AllApexInfo]("apex_info") 96 97func (i ApexInfo) AddJSONData(d *map[string]interface{}) { 98 (*d)["Apex"] = map[string]interface{}{ 99 "ApexVariationName": i.ApexVariationName, 100 "MinSdkVersion": i.MinSdkVersion, 101 "InApexModules": i.InApexModules, 102 "InApexVariants": i.InApexVariants, 103 "ForPrebuiltApex": i.ForPrebuiltApex, 104 } 105} 106 107// mergedName gives the name of the alias variation that will be used when multiple apex variations 108// of a module can be deduped into one variation. For example, if libfoo is included in both apex.a 109// and apex.b, and if the two APEXes have the same min_sdk_version (say 29), then libfoo doesn't 110// have to be built twice, but only once. In that case, the two apex variations apex.a and apex.b 111// are configured to have the same alias variation named apex29. Whether platform APIs is allowed 112// or not also matters; if two APEXes don't have the same allowance, they get different names and 113// thus wouldn't be merged. 114func (i ApexInfo) mergedName() string { 115 name := "apex" + strconv.Itoa(i.MinSdkVersion.FinalOrFutureInt()) 116 return name 117} 118 119// IsForPlatform tells whether this module is for the platform or not. If false is returned, it 120// means that this apex variant of the module is built for an APEX. 121func (i ApexInfo) IsForPlatform() bool { 122 return i.ApexVariationName == "" 123} 124 125// InApexVariant tells whether this apex variant of the module is part of the given apexVariant or 126// not. 127func (i ApexInfo) InApexVariant(apexVariant string) bool { 128 for _, a := range i.InApexVariants { 129 if a == apexVariant { 130 return true 131 } 132 } 133 return false 134} 135 136func (i ApexInfo) InApexModule(apexModuleName string) bool { 137 for _, a := range i.InApexModules { 138 if a == apexModuleName { 139 return true 140 } 141 } 142 return false 143} 144 145// ApexTestForInfo stores the contents of APEXes for which this module is a test - although this 146// module is not part of the APEX - and thus has access to APEX internals. 147type ApexTestForInfo struct { 148 ApexContents []*ApexContents 149} 150 151var ApexTestForInfoProvider = blueprint.NewMutatorProvider[ApexTestForInfo]("apex_test_for") 152 153// ApexBundleInfo contains information about the dependencies of an apex 154type ApexBundleInfo struct { 155 Contents *ApexContents 156} 157 158var ApexBundleInfoProvider = blueprint.NewMutatorProvider[ApexBundleInfo]("apex_info") 159 160// DepIsInSameApex defines an interface that should be used to determine whether a given dependency 161// should be considered as part of the same APEX as the current module or not. Note: this was 162// extracted from ApexModule to make it easier to define custom subsets of the ApexModule interface 163// and improve code navigation within the IDE. 164type DepIsInSameApex interface { 165 // DepIsInSameApex tests if the other module 'dep' is considered as part of the same APEX as 166 // this module. For example, a static lib dependency usually returns true here, while a 167 // shared lib dependency to a stub library returns false. 168 // 169 // This method must not be called directly without first ignoring dependencies whose tags 170 // implement ExcludeFromApexContentsTag. Calls from within the func passed to WalkPayloadDeps() 171 // are fine as WalkPayloadDeps() will ignore those dependencies automatically. Otherwise, use 172 // IsDepInSameApex instead. 173 DepIsInSameApex(ctx BaseModuleContext, dep Module) bool 174} 175 176func IsDepInSameApex(ctx BaseModuleContext, module, dep Module) bool { 177 depTag := ctx.OtherModuleDependencyTag(dep) 178 if _, ok := depTag.(ExcludeFromApexContentsTag); ok { 179 // The tag defines a dependency that never requires the child module to be part of the same 180 // apex as the parent. 181 return false 182 } 183 return module.(DepIsInSameApex).DepIsInSameApex(ctx, dep) 184} 185 186// ApexModule is the interface that a module type is expected to implement if the module has to be 187// built differently depending on whether the module is destined for an APEX or not (i.e., installed 188// to one of the regular partitions). 189// 190// Native shared libraries are one such module type; when it is built for an APEX, it should depend 191// only on stable interfaces such as NDK, stable AIDL, or C APIs from other APEXes. 192// 193// A module implementing this interface will be mutated into multiple variations by apex.apexMutator 194// if it is directly or indirectly included in one or more APEXes. Specifically, if a module is 195// included in apex.foo and apex.bar then three apex variants are created: platform, apex.foo and 196// apex.bar. The platform variant is for the regular partitions (e.g., /system or /vendor, etc.) 197// while the other two are for the APEXs, respectively. The latter two variations can be merged (see 198// mergedName) when the two APEXes have the same min_sdk_version requirement. 199type ApexModule interface { 200 Module 201 DepIsInSameApex 202 203 apexModuleBase() *ApexModuleBase 204 205 // Marks that this module should be built for the specified APEX. Call this BEFORE 206 // apex.apexMutator is run. 207 BuildForApex(apex ApexInfo) 208 209 // Returns true if this module is present in any APEX either directly or indirectly. Call 210 // this after apex.apexMutator is run. 211 InAnyApex() bool 212 213 // Returns true if this module is directly in any APEX. Call this AFTER apex.apexMutator is 214 // run. 215 DirectlyInAnyApex() bool 216 217 // NotInPlatform tells whether or not this module is included in an APEX and therefore 218 // shouldn't be exposed to the platform (i.e. outside of the APEX) directly. A module is 219 // considered to be included in an APEX either when there actually is an APEX that 220 // explicitly has the module as its dependency or the module is not available to the 221 // platform, which indicates that the module belongs to at least one or more other APEXes. 222 NotInPlatform() bool 223 224 // Tests if this module could have APEX variants. Even when a module type implements 225 // ApexModule interface, APEX variants are created only for the module instances that return 226 // true here. This is useful for not creating APEX variants for certain types of shared 227 // libraries such as NDK stubs. 228 CanHaveApexVariants() bool 229 230 // Tests if this module can be installed to APEX as a file. For example, this would return 231 // true for shared libs while return false for static libs because static libs are not 232 // installable module (but it can still be mutated for APEX) 233 IsInstallableToApex() bool 234 235 // Tests if this module is available for the specified APEX or ":platform". This is from the 236 // apex_available property of the module. 237 AvailableFor(what string) bool 238 239 // AlwaysRequiresPlatformApexVariant allows the implementing module to determine whether an 240 // APEX mutator should always be created for it. 241 // 242 // Returns false by default. 243 AlwaysRequiresPlatformApexVariant() bool 244 245 // Returns true if this module is not available to platform (i.e. apex_available property 246 // doesn't have "//apex_available:platform"), or shouldn't be available to platform, which 247 // is the case when this module depends on other module that isn't available to platform. 248 NotAvailableForPlatform() bool 249 250 // Marks that this module is not available to platform. Set by the 251 // check-platform-availability mutator in the apex package. 252 SetNotAvailableForPlatform() 253 254 // Returns the list of APEXes that this module is a test for. The module has access to the 255 // private part of the listed APEXes even when it is not included in the APEXes. This by 256 // default returns nil. A module type should override the default implementation. For 257 // example, cc_test module type returns the value of test_for here. 258 TestFor() []string 259 260 // Returns nil (success) if this module should support the given sdk version. Returns an 261 // error if not. No default implementation is provided for this method. A module type 262 // implementing this interface should provide an implementation. A module supports an sdk 263 // version when the module's min_sdk_version is equal to or less than the given sdk version. 264 ShouldSupportSdkVersion(ctx BaseModuleContext, sdkVersion ApiLevel) error 265 266 // Returns true if this module needs a unique variation per apex, effectively disabling the 267 // deduping. This is turned on when, for example if use_apex_name_macro is set so that each 268 // apex variant should be built with different macro definitions. 269 UniqueApexVariations() bool 270} 271 272// Properties that are common to all module types implementing ApexModule interface. 273type ApexProperties struct { 274 // Availability of this module in APEXes. Only the listed APEXes can contain this module. If 275 // the module has stubs then other APEXes and the platform may access it through them 276 // (subject to visibility). 277 // 278 // "//apex_available:anyapex" is a pseudo APEX name that matches to any APEX. 279 // "//apex_available:platform" refers to non-APEX partitions like "system.img". 280 // "com.android.gki.*" matches any APEX module name with the prefix "com.android.gki.". 281 // Default is ["//apex_available:platform"]. 282 Apex_available []string 283 284 // See ApexModule.InAnyApex() 285 InAnyApex bool `blueprint:"mutated"` 286 287 // See ApexModule.DirectlyInAnyApex() 288 DirectlyInAnyApex bool `blueprint:"mutated"` 289 290 // AnyVariantDirectlyInAnyApex is true in the primary variant of a module if _any_ variant 291 // of the module is directly in any apex. This includes host, arch, asan, etc. variants. It 292 // is unused in any variant that is not the primary variant. Ideally this wouldn't be used, 293 // as it incorrectly mixes arch variants if only one arch is in an apex, but a few places 294 // depend on it, for example when an ASAN variant is created before the apexMutator. Call 295 // this after apex.apexMutator is run. 296 AnyVariantDirectlyInAnyApex bool `blueprint:"mutated"` 297 298 // See ApexModule.NotAvailableForPlatform() 299 NotAvailableForPlatform bool `blueprint:"mutated"` 300 301 // See ApexModule.UniqueApexVariants() 302 UniqueApexVariationsForDeps bool `blueprint:"mutated"` 303 304 // The test apexes that includes this apex variant 305 TestApexes []string `blueprint:"mutated"` 306} 307 308// Marker interface that identifies dependencies that are excluded from APEX contents. 309// 310// Unless the tag also implements the AlwaysRequireApexVariantTag this will prevent an apex variant 311// from being created for the module. 312// 313// At the moment the sdk.sdkRequirementsMutator relies on the fact that the existing tags which 314// implement this interface do not define dependencies onto members of an sdk_snapshot. If that 315// changes then sdk.sdkRequirementsMutator will need fixing. 316type ExcludeFromApexContentsTag interface { 317 blueprint.DependencyTag 318 319 // Method that differentiates this interface from others. 320 ExcludeFromApexContents() 321} 322 323// Marker interface that identifies dependencies that always requires an APEX variant to be created. 324// 325// It is possible for a dependency to require an apex variant but exclude the module from the APEX 326// contents. See sdk.sdkMemberDependencyTag. 327type AlwaysRequireApexVariantTag interface { 328 blueprint.DependencyTag 329 330 // Return true if this tag requires that the target dependency has an apex variant. 331 AlwaysRequireApexVariant() bool 332} 333 334// Marker interface that identifies dependencies that should inherit the DirectlyInAnyApex state 335// from the parent to the child. For example, stubs libraries are marked as DirectlyInAnyApex if 336// their implementation is in an apex. 337type CopyDirectlyInAnyApexTag interface { 338 blueprint.DependencyTag 339 340 // Method that differentiates this interface from others. 341 CopyDirectlyInAnyApex() 342} 343 344// Interface that identifies dependencies to skip Apex dependency check 345type SkipApexAllowedDependenciesCheck interface { 346 // Returns true to skip the Apex dependency check, which limits the allowed dependency in build. 347 SkipApexAllowedDependenciesCheck() bool 348} 349 350// ApexModuleBase provides the default implementation for the ApexModule interface. APEX-aware 351// modules are expected to include this struct and call InitApexModule(). 352type ApexModuleBase struct { 353 ApexProperties ApexProperties 354 apexPropertiesLock sync.Mutex // protects ApexProperties during parallel apexDirectlyInAnyMutator 355 356 canHaveApexVariants bool 357 358 apexInfos []ApexInfo 359 apexInfosLock sync.Mutex // protects apexInfos during parallel apexInfoMutator 360} 361 362// Initializes ApexModuleBase struct. Not calling this (even when inheriting from ApexModuleBase) 363// prevents the module from being mutated for apexBundle. 364func InitApexModule(m ApexModule) { 365 base := m.apexModuleBase() 366 base.canHaveApexVariants = true 367 368 m.AddProperties(&base.ApexProperties) 369} 370 371// Implements ApexModule 372func (m *ApexModuleBase) apexModuleBase() *ApexModuleBase { 373 return m 374} 375 376var ( 377 availableToPlatformList = []string{AvailableToPlatform} 378) 379 380// Implements ApexModule 381func (m *ApexModuleBase) ApexAvailable() []string { 382 aa := m.ApexProperties.Apex_available 383 if len(aa) > 0 { 384 return aa 385 } 386 // Default is availability to platform 387 return CopyOf(availableToPlatformList) 388} 389 390// Implements ApexModule 391func (m *ApexModuleBase) BuildForApex(apex ApexInfo) { 392 m.apexInfosLock.Lock() 393 defer m.apexInfosLock.Unlock() 394 for i, v := range m.apexInfos { 395 if v.ApexVariationName == apex.ApexVariationName { 396 if len(apex.InApexModules) != 1 { 397 panic(fmt.Errorf("Newly created apexInfo must be for a single APEX")) 398 } 399 // Even when the ApexVariantNames are the same, the given ApexInfo might 400 // actually be for different APEX. This can happen when an APEX is 401 // overridden via override_apex. For example, there can be two apexes 402 // `com.android.foo` (from the `apex` module type) and 403 // `com.mycompany.android.foo` (from the `override_apex` module type), both 404 // of which has the same ApexVariantName `com.android.foo`. Add the apex 405 // name to the list so that it's not lost. 406 if !InList(apex.InApexModules[0], v.InApexModules) { 407 m.apexInfos[i].InApexModules = append(m.apexInfos[i].InApexModules, apex.InApexModules[0]) 408 } 409 return 410 } 411 } 412 m.apexInfos = append(m.apexInfos, apex) 413} 414 415// Implements ApexModule 416func (m *ApexModuleBase) InAnyApex() bool { 417 return m.ApexProperties.InAnyApex 418} 419 420// Implements ApexModule 421func (m *ApexModuleBase) DirectlyInAnyApex() bool { 422 return m.ApexProperties.DirectlyInAnyApex 423} 424 425// Implements ApexModule 426func (m *ApexModuleBase) NotInPlatform() bool { 427 return m.ApexProperties.AnyVariantDirectlyInAnyApex || !m.AvailableFor(AvailableToPlatform) 428} 429 430// Implements ApexModule 431func (m *ApexModuleBase) CanHaveApexVariants() bool { 432 return m.canHaveApexVariants 433} 434 435// Implements ApexModule 436func (m *ApexModuleBase) IsInstallableToApex() bool { 437 // If needed, this will bel overridden by concrete types inheriting 438 // ApexModuleBase 439 return false 440} 441 442// Implements ApexModule 443func (m *ApexModuleBase) TestFor() []string { 444 // If needed, this will be overridden by concrete types inheriting 445 // ApexModuleBase 446 return nil 447} 448 449// Returns the test apexes that this module is included in. 450func (m *ApexModuleBase) TestApexes() []string { 451 return m.ApexProperties.TestApexes 452} 453 454// Implements ApexModule 455func (m *ApexModuleBase) UniqueApexVariations() bool { 456 // If needed, this will bel overridden by concrete types inheriting 457 // ApexModuleBase 458 return false 459} 460 461// Implements ApexModule 462func (m *ApexModuleBase) DepIsInSameApex(ctx BaseModuleContext, dep Module) bool { 463 // By default, if there is a dependency from A to B, we try to include both in the same 464 // APEX, unless B is explicitly from outside of the APEX (i.e. a stubs lib). Thus, returning 465 // true. This is overridden by some module types like apex.ApexBundle, cc.Module, 466 // java.Module, etc. 467 return true 468} 469 470const ( 471 AvailableToPlatform = "//apex_available:platform" 472 AvailableToAnyApex = "//apex_available:anyapex" 473 AvailableToGkiApex = "com.android.gki.*" 474) 475 476var ( 477 AvailableToRecognziedWildcards = []string{ 478 AvailableToPlatform, 479 AvailableToAnyApex, 480 AvailableToGkiApex, 481 } 482) 483 484// CheckAvailableForApex provides the default algorithm for checking the apex availability. When the 485// availability is empty, it defaults to ["//apex_available:platform"] which means "available to the 486// platform but not available to any APEX". When the list is not empty, `what` is matched against 487// the list. If there is any matching element in the list, thus function returns true. The special 488// availability "//apex_available:anyapex" matches with anything except for 489// "//apex_available:platform". 490func CheckAvailableForApex(what string, apex_available []string) bool { 491 if len(apex_available) == 0 { 492 return what == AvailableToPlatform 493 } 494 return InList(what, apex_available) || 495 (what != AvailableToPlatform && InList(AvailableToAnyApex, apex_available)) || 496 (strings.HasPrefix(what, "com.android.gki.") && InList(AvailableToGkiApex, apex_available)) || 497 (what == "com.google.mainline.primary.libs") || // TODO b/248601389 498 (what == "com.google.mainline.go.primary.libs") // TODO b/248601389 499} 500 501// Implements ApexModule 502func (m *ApexModuleBase) AvailableFor(what string) bool { 503 return CheckAvailableForApex(what, m.ApexProperties.Apex_available) 504} 505 506// Implements ApexModule 507func (m *ApexModuleBase) AlwaysRequiresPlatformApexVariant() bool { 508 return false 509} 510 511// Implements ApexModule 512func (m *ApexModuleBase) NotAvailableForPlatform() bool { 513 return m.ApexProperties.NotAvailableForPlatform 514} 515 516// Implements ApexModule 517func (m *ApexModuleBase) SetNotAvailableForPlatform() { 518 m.ApexProperties.NotAvailableForPlatform = true 519} 520 521// This function makes sure that the apex_available property is valid 522func (m *ApexModuleBase) checkApexAvailableProperty(mctx BaseModuleContext) { 523 for _, n := range m.ApexProperties.Apex_available { 524 if n == AvailableToPlatform || n == AvailableToAnyApex || n == AvailableToGkiApex { 525 continue 526 } 527 if !mctx.OtherModuleExists(n) && !mctx.Config().AllowMissingDependencies() { 528 mctx.PropertyErrorf("apex_available", "%q is not a valid module name", n) 529 } 530 } 531} 532 533// AvailableToSameApexes returns true if the two modules are apex_available to 534// exactly the same set of APEXes (and platform), i.e. if their apex_available 535// properties have the same elements. 536func AvailableToSameApexes(mod1, mod2 ApexModule) bool { 537 mod1ApexAvail := SortedUniqueStrings(mod1.apexModuleBase().ApexProperties.Apex_available) 538 mod2ApexAvail := SortedUniqueStrings(mod2.apexModuleBase().ApexProperties.Apex_available) 539 if len(mod1ApexAvail) != len(mod2ApexAvail) { 540 return false 541 } 542 for i, v := range mod1ApexAvail { 543 if v != mod2ApexAvail[i] { 544 return false 545 } 546 } 547 return true 548} 549 550// mergeApexVariations deduplicates apex variations that would build identically into a common 551// variation. It returns the reduced list of variations and a list of aliases from the original 552// variation names to the new variation names. 553func mergeApexVariations(apexInfos []ApexInfo) (merged []ApexInfo, aliases [][2]string) { 554 seen := make(map[string]int) 555 for _, apexInfo := range apexInfos { 556 // If this is for a prebuilt apex then use the actual name of the apex variation to prevent this 557 // from being merged with other ApexInfo. See Prebuilt.ApexInfoMutator for more information. 558 if apexInfo.ForPrebuiltApex { 559 merged = append(merged, apexInfo) 560 continue 561 } 562 563 // Merge the ApexInfo together. If a compatible ApexInfo exists then merge the information from 564 // this one into it, otherwise create a new merged ApexInfo from this one and save it away so 565 // other ApexInfo instances can be merged into it. 566 variantName := apexInfo.ApexVariationName 567 mergedName := apexInfo.mergedName() 568 if index, exists := seen[mergedName]; exists { 569 // Variants having the same mergedName are deduped 570 merged[index].InApexVariants = append(merged[index].InApexVariants, variantName) 571 merged[index].InApexModules = append(merged[index].InApexModules, apexInfo.InApexModules...) 572 merged[index].ApexContents = append(merged[index].ApexContents, apexInfo.ApexContents...) 573 merged[index].Updatable = merged[index].Updatable || apexInfo.Updatable 574 // Platform APIs is allowed for this module only when all APEXes containing 575 // the module are with `use_platform_apis: true`. 576 merged[index].UsePlatformApis = merged[index].UsePlatformApis && apexInfo.UsePlatformApis 577 merged[index].TestApexes = append(merged[index].TestApexes, apexInfo.TestApexes...) 578 } else { 579 seen[mergedName] = len(merged) 580 apexInfo.ApexVariationName = mergedName 581 apexInfo.InApexVariants = CopyOf(apexInfo.InApexVariants) 582 apexInfo.InApexModules = CopyOf(apexInfo.InApexModules) 583 apexInfo.ApexContents = append([]*ApexContents(nil), apexInfo.ApexContents...) 584 apexInfo.TestApexes = CopyOf(apexInfo.TestApexes) 585 merged = append(merged, apexInfo) 586 } 587 aliases = append(aliases, [2]string{variantName, mergedName}) 588 } 589 return merged, aliases 590} 591 592// IncomingApexTransition is called by apexTransitionMutator.IncomingTransition on modules that can be in apexes. 593// The incomingVariation can be either the name of an apex if the dependency is coming directly from an apex 594// module, or it can be the name of an apex variation (e.g. apex10000) if it is coming from another module that 595// is in the apex. 596func IncomingApexTransition(ctx IncomingTransitionContext, incomingVariation string) string { 597 module := ctx.Module().(ApexModule) 598 base := module.apexModuleBase() 599 600 var apexInfos []ApexInfo 601 if allApexInfos, ok := ModuleProvider(ctx, AllApexInfoProvider); ok { 602 apexInfos = allApexInfos.ApexInfos 603 } 604 605 // Dependencies from platform variations go to the platform variation. 606 if incomingVariation == "" { 607 return "" 608 } 609 610 // If this module has no apex variations the use the platform variation. 611 if len(apexInfos) == 0 { 612 return "" 613 } 614 615 // Convert the list of apex infos into from the AllApexInfoProvider into the merged list 616 // of apex variations and the aliases from apex names to apex variations. 617 var aliases [][2]string 618 if !module.UniqueApexVariations() && !base.ApexProperties.UniqueApexVariationsForDeps { 619 apexInfos, aliases = mergeApexVariations(apexInfos) 620 } 621 622 // Check if the incoming variation matches an apex name, and if so use the corresponding 623 // apex variation. 624 aliasIndex := slices.IndexFunc(aliases, func(alias [2]string) bool { 625 return alias[0] == incomingVariation 626 }) 627 if aliasIndex >= 0 { 628 return aliases[aliasIndex][1] 629 } 630 631 // Check if the incoming variation matches an apex variation. 632 apexIndex := slices.IndexFunc(apexInfos, func(info ApexInfo) bool { 633 return info.ApexVariationName == incomingVariation 634 }) 635 if apexIndex >= 0 { 636 return incomingVariation 637 } 638 639 return "" 640} 641 642func MutateApexTransition(ctx BaseModuleContext, variation string) { 643 module := ctx.Module().(ApexModule) 644 base := module.apexModuleBase() 645 platformVariation := variation == "" 646 647 var apexInfos []ApexInfo 648 if allApexInfos, ok := ModuleProvider(ctx, AllApexInfoProvider); ok { 649 apexInfos = allApexInfos.ApexInfos 650 } 651 652 // Shortcut 653 if len(apexInfos) == 0 { 654 return 655 } 656 657 // Do some validity checks. 658 // TODO(jiyong): is this the right place? 659 base.checkApexAvailableProperty(ctx) 660 661 if !module.UniqueApexVariations() && !base.ApexProperties.UniqueApexVariationsForDeps { 662 apexInfos, _ = mergeApexVariations(apexInfos) 663 } 664 665 var inApex ApexMembership 666 for _, a := range apexInfos { 667 for _, apexContents := range a.ApexContents { 668 inApex = inApex.merge(apexContents.contents[ctx.ModuleName()]) 669 } 670 } 671 base.ApexProperties.InAnyApex = true 672 base.ApexProperties.DirectlyInAnyApex = inApex == directlyInApex 673 674 if platformVariation && !ctx.Host() && !module.AvailableFor(AvailableToPlatform) { 675 // Do not install the module for platform, but still allow it to output 676 // uninstallable AndroidMk entries in certain cases when they have side 677 // effects. TODO(jiyong): move this routine to somewhere else 678 module.MakeUninstallable() 679 } 680 if !platformVariation { 681 var thisApexInfo ApexInfo 682 683 apexIndex := slices.IndexFunc(apexInfos, func(info ApexInfo) bool { 684 return info.ApexVariationName == variation 685 }) 686 if apexIndex >= 0 { 687 thisApexInfo = apexInfos[apexIndex] 688 } else { 689 panic(fmt.Errorf("failed to find apexInfo for incoming variation %q", variation)) 690 } 691 692 SetProvider(ctx, ApexInfoProvider, thisApexInfo) 693 } 694 695 // Set the value of TestApexes in every single apex variant. 696 // This allows each apex variant to be aware of the test apexes in the user provided apex_available. 697 var testApexes []string 698 for _, a := range apexInfos { 699 testApexes = append(testApexes, a.TestApexes...) 700 } 701 base.ApexProperties.TestApexes = testApexes 702 703} 704 705func ApexInfoMutator(ctx TopDownMutatorContext, module ApexModule) { 706 base := module.apexModuleBase() 707 if len(base.apexInfos) > 0 { 708 apexInfos := slices.Clone(base.apexInfos) 709 slices.SortFunc(apexInfos, func(a, b ApexInfo) int { 710 return strings.Compare(a.ApexVariationName, b.ApexVariationName) 711 }) 712 SetProvider(ctx, AllApexInfoProvider, &AllApexInfo{apexInfos}) 713 // base.apexInfos is only needed to propagate the list of apexes from the apex module to its 714 // contents within apexInfoMutator. Clear it so it doesn't accidentally get used later. 715 base.apexInfos = nil 716 } 717} 718 719// UpdateUniqueApexVariationsForDeps sets UniqueApexVariationsForDeps if any dependencies that are 720// in the same APEX have unique APEX variations so that the module can link against the right 721// variant. 722func UpdateUniqueApexVariationsForDeps(mctx BottomUpMutatorContext, am ApexModule) { 723 // anyInSameApex returns true if the two ApexInfo lists contain any values in an 724 // InApexVariants list in common. It is used instead of DepIsInSameApex because it needs to 725 // determine if the dep is in the same APEX due to being directly included, not only if it 726 // is included _because_ it is a dependency. 727 anyInSameApex := func(a, b ApexModule) bool { 728 collectApexes := func(m ApexModule) []string { 729 if allApexInfo, ok := OtherModuleProvider(mctx, m, AllApexInfoProvider); ok { 730 var ret []string 731 for _, info := range allApexInfo.ApexInfos { 732 ret = append(ret, info.InApexVariants...) 733 } 734 return ret 735 } 736 return nil 737 } 738 739 aApexes := collectApexes(a) 740 bApexes := collectApexes(b) 741 sort.Strings(bApexes) 742 for _, aApex := range aApexes { 743 index := sort.SearchStrings(bApexes, aApex) 744 if index < len(bApexes) && bApexes[index] == aApex { 745 return true 746 } 747 } 748 return false 749 } 750 751 // If any of the dependencies requires unique apex variations, so does this module. 752 mctx.VisitDirectDeps(func(dep Module) { 753 if depApexModule, ok := dep.(ApexModule); ok { 754 if anyInSameApex(depApexModule, am) && 755 (depApexModule.UniqueApexVariations() || 756 depApexModule.apexModuleBase().ApexProperties.UniqueApexVariationsForDeps) { 757 am.apexModuleBase().ApexProperties.UniqueApexVariationsForDeps = true 758 } 759 } 760 }) 761} 762 763// UpdateDirectlyInAnyApex uses the final module to store if any variant of this module is directly 764// in any APEX, and then copies the final value to all the modules. It also copies the 765// DirectlyInAnyApex value to any transitive dependencies with a CopyDirectlyInAnyApexTag 766// dependency tag. 767func UpdateDirectlyInAnyApex(mctx BottomUpMutatorContext, am ApexModule) { 768 base := am.apexModuleBase() 769 // Copy DirectlyInAnyApex and InAnyApex from any transitive dependencies with a 770 // CopyDirectlyInAnyApexTag dependency tag. 771 mctx.WalkDeps(func(child, parent Module) bool { 772 if _, ok := mctx.OtherModuleDependencyTag(child).(CopyDirectlyInAnyApexTag); ok { 773 depBase := child.(ApexModule).apexModuleBase() 774 depBase.apexPropertiesLock.Lock() 775 defer depBase.apexPropertiesLock.Unlock() 776 depBase.ApexProperties.DirectlyInAnyApex = base.ApexProperties.DirectlyInAnyApex 777 depBase.ApexProperties.InAnyApex = base.ApexProperties.InAnyApex 778 return true 779 } 780 return false 781 }) 782 783 if base.ApexProperties.DirectlyInAnyApex { 784 // Variants of a module are always visited sequentially in order, so it is safe to 785 // write to another variant of this module. For a BottomUpMutator the 786 // PrimaryModule() is visited first and FinalModule() is visited last. 787 mctx.FinalModule().(ApexModule).apexModuleBase().ApexProperties.AnyVariantDirectlyInAnyApex = true 788 } 789 790 // If this is the FinalModule (last visited module) copy 791 // AnyVariantDirectlyInAnyApex to all the other variants 792 if am == mctx.FinalModule().(ApexModule) { 793 mctx.VisitAllModuleVariants(func(variant Module) { 794 variant.(ApexModule).apexModuleBase().ApexProperties.AnyVariantDirectlyInAnyApex = 795 base.ApexProperties.AnyVariantDirectlyInAnyApex 796 }) 797 } 798} 799 800// ApexMembership tells how a module became part of an APEX. 801type ApexMembership int 802 803const ( 804 notInApex ApexMembership = 0 805 indirectlyInApex = iota 806 directlyInApex 807) 808 809// ApexContents gives an information about member modules of an apexBundle. Each apexBundle has an 810// apexContents, and modules in that apex have a provider containing the apexContents of each 811// apexBundle they are part of. 812type ApexContents struct { 813 // map from a module name to its membership in this apexBundle 814 contents map[string]ApexMembership 815} 816 817// NewApexContents creates and initializes an ApexContents that is suitable 818// for use with an apex module. 819// - contents is a map from a module name to information about its membership within 820// the apex. 821func NewApexContents(contents map[string]ApexMembership) *ApexContents { 822 return &ApexContents{ 823 contents: contents, 824 } 825} 826 827// Updates an existing membership by adding a new direct (or indirect) membership 828func (i ApexMembership) Add(direct bool) ApexMembership { 829 if direct || i == directlyInApex { 830 return directlyInApex 831 } 832 return indirectlyInApex 833} 834 835// Merges two membership into one. Merging is needed because a module can be a part of an apexBundle 836// in many different paths. For example, it could be dependend on by the apexBundle directly, but at 837// the same time, there might be an indirect dependency to the module. In that case, the more 838// specific dependency (the direct one) is chosen. 839func (i ApexMembership) merge(other ApexMembership) ApexMembership { 840 if other == directlyInApex || i == directlyInApex { 841 return directlyInApex 842 } 843 844 if other == indirectlyInApex || i == indirectlyInApex { 845 return indirectlyInApex 846 } 847 return notInApex 848} 849 850// Tests whether a module named moduleName is directly included in the apexBundle where this 851// ApexContents is tagged. 852func (ac *ApexContents) DirectlyInApex(moduleName string) bool { 853 return ac.contents[moduleName] == directlyInApex 854} 855 856// Tests whether a module named moduleName is included in the apexBundle where this ApexContent is 857// tagged. 858func (ac *ApexContents) InApex(moduleName string) bool { 859 return ac.contents[moduleName] != notInApex 860} 861 862// Tests whether a module named moduleName is directly depended on by all APEXes in an ApexInfo. 863func DirectlyInAllApexes(apexInfo ApexInfo, moduleName string) bool { 864 for _, contents := range apexInfo.ApexContents { 865 if !contents.DirectlyInApex(moduleName) { 866 return false 867 } 868 } 869 return true 870} 871 872//////////////////////////////////////////////////////////////////////////////////////////////////// 873//Below are routines for extra safety checks. 874// 875// BuildDepsInfoLists is to flatten the dependency graph for an apexBundle into a text file 876// (actually two in slightly different formats). The files are mostly for debugging, for example to 877// see why a certain module is included in an APEX via which dependency path. 878// 879// CheckMinSdkVersion is to make sure that all modules in an apexBundle satisfy the min_sdk_version 880// requirement of the apexBundle. 881 882// A dependency info for a single ApexModule, either direct or transitive. 883type ApexModuleDepInfo struct { 884 // Name of the dependency 885 To string 886 // List of dependencies To belongs to. Includes APEX itself, if a direct dependency. 887 From []string 888 // Whether the dependency belongs to the final compiled APEX. 889 IsExternal bool 890 // min_sdk_version of the ApexModule 891 MinSdkVersion string 892} 893 894// A map of a dependency name to its ApexModuleDepInfo 895type DepNameToDepInfoMap map[string]ApexModuleDepInfo 896 897type ApexBundleDepsInfo struct { 898 flatListPath OutputPath 899 fullListPath OutputPath 900} 901 902type ApexBundleDepsInfoIntf interface { 903 Updatable() bool 904 FlatListPath() Path 905 FullListPath() Path 906} 907 908func (d *ApexBundleDepsInfo) FlatListPath() Path { 909 return d.flatListPath 910} 911 912func (d *ApexBundleDepsInfo) FullListPath() Path { 913 return d.fullListPath 914} 915 916// Generate two module out files: 917// 1. FullList with transitive deps and their parents in the dep graph 918// 2. FlatList with a flat list of transitive deps 919// In both cases transitive deps of external deps are not included. Neither are deps that are only 920// available to APEXes; they are developed with updatability in mind and don't need manual approval. 921func (d *ApexBundleDepsInfo) BuildDepsInfoLists(ctx ModuleContext, minSdkVersion string, depInfos DepNameToDepInfoMap) { 922 var fullContent strings.Builder 923 var flatContent strings.Builder 924 925 fmt.Fprintf(&fullContent, "%s(minSdkVersion:%s):\n", ctx.ModuleName(), minSdkVersion) 926 for _, key := range FirstUniqueStrings(SortedKeys(depInfos)) { 927 info := depInfos[key] 928 toName := fmt.Sprintf("%s(minSdkVersion:%s)", info.To, info.MinSdkVersion) 929 if info.IsExternal { 930 toName = toName + " (external)" 931 } 932 fmt.Fprintf(&fullContent, " %s <- %s\n", toName, strings.Join(SortedUniqueStrings(info.From), ", ")) 933 fmt.Fprintf(&flatContent, "%s\n", toName) 934 } 935 936 d.fullListPath = PathForModuleOut(ctx, "depsinfo", "fulllist.txt").OutputPath 937 WriteFileRule(ctx, d.fullListPath, fullContent.String()) 938 939 d.flatListPath = PathForModuleOut(ctx, "depsinfo", "flatlist.txt").OutputPath 940 WriteFileRule(ctx, d.flatListPath, flatContent.String()) 941 942 ctx.Phony(fmt.Sprintf("%s-depsinfo", ctx.ModuleName()), d.fullListPath, d.flatListPath) 943} 944 945// Function called while walking an APEX's payload dependencies. 946// 947// Return true if the `to` module should be visited, false otherwise. 948type PayloadDepsCallback func(ctx ModuleContext, from blueprint.Module, to ApexModule, externalDep bool) bool 949type WalkPayloadDepsFunc func(ctx ModuleContext, do PayloadDepsCallback) 950 951// ModuleWithMinSdkVersionCheck represents a module that implements min_sdk_version checks 952type ModuleWithMinSdkVersionCheck interface { 953 Module 954 MinSdkVersion(ctx EarlyModuleContext) ApiLevel 955 CheckMinSdkVersion(ctx ModuleContext) 956} 957 958// CheckMinSdkVersion checks if every dependency of an updatable module sets min_sdk_version 959// accordingly 960func CheckMinSdkVersion(ctx ModuleContext, minSdkVersion ApiLevel, walk WalkPayloadDepsFunc) { 961 // do not enforce min_sdk_version for host 962 if ctx.Host() { 963 return 964 } 965 966 // do not enforce for coverage build 967 if ctx.Config().IsEnvTrue("EMMA_INSTRUMENT") || ctx.DeviceConfig().NativeCoverageEnabled() || ctx.DeviceConfig().ClangCoverageEnabled() { 968 return 969 } 970 971 // do not enforce deps.min_sdk_version if APEX/APK doesn't set min_sdk_version 972 if minSdkVersion.IsNone() { 973 return 974 } 975 976 walk(ctx, func(ctx ModuleContext, from blueprint.Module, to ApexModule, externalDep bool) bool { 977 if externalDep { 978 // external deps are outside the payload boundary, which is "stable" 979 // interface. We don't have to check min_sdk_version for external 980 // dependencies. 981 return false 982 } 983 if am, ok := from.(DepIsInSameApex); ok && !am.DepIsInSameApex(ctx, to) { 984 return false 985 } 986 if m, ok := to.(ModuleWithMinSdkVersionCheck); ok { 987 // This dependency performs its own min_sdk_version check, just make sure it sets min_sdk_version 988 // to trigger the check. 989 if !m.MinSdkVersion(ctx).Specified() { 990 ctx.OtherModuleErrorf(m, "must set min_sdk_version") 991 } 992 return false 993 } 994 if err := to.ShouldSupportSdkVersion(ctx, minSdkVersion); err != nil { 995 toName := ctx.OtherModuleName(to) 996 ctx.OtherModuleErrorf(to, "should support min_sdk_version(%v) for %q: %v."+ 997 "\n\nDependency path: %s\n\n"+ 998 "Consider adding 'min_sdk_version: %q' to %q", 999 minSdkVersion, ctx.ModuleName(), err.Error(), 1000 ctx.GetPathString(false), 1001 minSdkVersion, toName) 1002 return false 1003 } 1004 return true 1005 }) 1006} 1007 1008// Construct ApiLevel object from min_sdk_version string value 1009func MinSdkVersionFromValue(ctx EarlyModuleContext, value string) ApiLevel { 1010 if value == "" { 1011 return NoneApiLevel 1012 } 1013 apiLevel, err := ApiLevelFromUser(ctx, value) 1014 if err != nil { 1015 ctx.PropertyErrorf("min_sdk_version", "%s", err.Error()) 1016 return NoneApiLevel 1017 } 1018 return apiLevel 1019} 1020 1021// Implemented by apexBundle. 1022type ApexTestInterface interface { 1023 // Return true if the apex bundle is an apex_test 1024 IsTestApex() bool 1025} 1026 1027var ApexExportsInfoProvider = blueprint.NewProvider[ApexExportsInfo]() 1028 1029// ApexExportsInfo contains information about the artifacts provided by apexes to dexpreopt and hiddenapi 1030type ApexExportsInfo struct { 1031 // Canonical name of this APEX. Used to determine the path to the activated APEX on 1032 // device (/apex/<apex_name>) 1033 ApexName string 1034 1035 // Path to the image profile file on host (or empty, if profile is not generated). 1036 ProfilePathOnHost Path 1037 1038 // Map from the apex library name (without prebuilt_ prefix) to the dex file path on host 1039 LibraryNameToDexJarPathOnHost map[string]Path 1040} 1041 1042var PrebuiltInfoProvider = blueprint.NewProvider[PrebuiltInfo]() 1043 1044// contents of prebuilt_info.json 1045type PrebuiltInfo struct { 1046 // Name of the apex, without the prebuilt_ prefix 1047 Name string 1048 1049 Is_prebuilt bool 1050 1051 // This is relative to root of the workspace. 1052 // In case of mainline modules, this file contains the build_id that was used 1053 // to generate the mainline module prebuilt. 1054 Prebuilt_info_file_path string `json:",omitempty"` 1055} 1056