1// Copyright (C) 2019 The Android Open Source Project 2// 3// Licensed under the Apache License, Version 2.0 (the "License"); 4// you may not use this file except in compliance with the License. 5// You may obtain a copy of the License at 6// 7// http://www.apache.org/licenses/LICENSE-2.0 8// 9// Unless required by applicable law or agreed to in writing, software 10// distributed under the License is distributed on an "AS IS" BASIS, 11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12// See the License for the specific language governing permissions and 13// limitations under the License. 14 15package apex 16 17import ( 18 "fmt" 19 "io" 20 "path/filepath" 21 "strconv" 22 "strings" 23 24 "android/soong/android" 25 "android/soong/java" 26 "android/soong/provenance" 27 28 "github.com/google/blueprint" 29 "github.com/google/blueprint/proptools" 30) 31 32var ( 33 extractMatchingApex = pctx.StaticRule( 34 "extractMatchingApex", 35 blueprint.RuleParams{ 36 Command: `rm -rf "$out" && ` + 37 `${extract_apks} -o "${out}" -allow-prereleased=${allow-prereleased} ` + 38 `-sdk-version=${sdk-version} -skip-sdk-check=${skip-sdk-check} -abis=${abis} ` + 39 `-screen-densities=all -extract-single ` + 40 `${in}`, 41 CommandDeps: []string{"${extract_apks}"}, 42 }, 43 "abis", "allow-prereleased", "sdk-version", "skip-sdk-check") 44) 45 46type prebuilt interface { 47 isForceDisabled() bool 48 InstallFilename() string 49} 50 51type prebuiltCommon struct { 52 android.ModuleBase 53 prebuilt android.Prebuilt 54 55 // Properties common to both prebuilt_apex and apex_set. 56 prebuiltCommonProperties *PrebuiltCommonProperties 57 58 installDir android.InstallPath 59 installFilename string 60 installedFile android.InstallPath 61 outputApex android.WritablePath 62 63 // A list of apexFile objects created in prebuiltCommon.initApexFilesForAndroidMk which are used 64 // to create make modules in prebuiltCommon.AndroidMkEntries. 65 apexFilesForAndroidMk []apexFile 66 67 // Installed locations of symlinks for backward compatibility. 68 compatSymlinks android.InstallPaths 69 70 hostRequired []string 71 requiredModuleNames []string 72} 73 74type sanitizedPrebuilt interface { 75 hasSanitizedSource(sanitizer string) bool 76} 77 78type PrebuiltCommonProperties struct { 79 SelectedApexProperties 80 81 // Canonical name of this APEX. Used to determine the path to the activated APEX on 82 // device (/apex/<apex_name>). If unspecified, follows the name property. 83 Apex_name *string 84 85 ForceDisable bool `blueprint:"mutated"` 86 87 // whether the extracted apex file is installable. 88 Installable *bool 89 90 // optional name for the installed apex. If unspecified, name of the 91 // module is used as the file name 92 Filename *string 93 94 // names of modules to be overridden. Listed modules can only be other binaries 95 // (in Make or Soong). 96 // This does not completely prevent installation of the overridden binaries, but if both 97 // binaries would be installed by default (in PRODUCT_PACKAGES) the other binary will be removed 98 // from PRODUCT_PACKAGES. 99 Overrides []string 100 101 // List of java libraries that are embedded inside this prebuilt APEX bundle and for which this 102 // APEX bundle will create an APEX variant and provide dex implementation jars for use by 103 // dexpreopt and boot jars package check. 104 Exported_java_libs []string 105 106 // List of bootclasspath fragments inside this prebuilt APEX bundle and for which this APEX 107 // bundle will create an APEX variant. 108 Exported_bootclasspath_fragments []string 109 110 // List of systemserverclasspath fragments inside this prebuilt APEX bundle and for which this 111 // APEX bundle will create an APEX variant. 112 Exported_systemserverclasspath_fragments []string 113} 114 115// initPrebuiltCommon initializes the prebuiltCommon structure and performs initialization of the 116// module that is common to Prebuilt and ApexSet. 117func (p *prebuiltCommon) initPrebuiltCommon(module android.Module, properties *PrebuiltCommonProperties) { 118 p.prebuiltCommonProperties = properties 119 android.InitSingleSourcePrebuiltModule(module.(android.PrebuiltInterface), properties, "Selected_apex") 120 android.InitAndroidMultiTargetsArchModule(module, android.DeviceSupported, android.MultilibCommon) 121} 122 123func (p *prebuiltCommon) ApexVariationName() string { 124 return proptools.StringDefault(p.prebuiltCommonProperties.Apex_name, p.ModuleBase.BaseModuleName()) 125} 126 127func (p *prebuiltCommon) Prebuilt() *android.Prebuilt { 128 return &p.prebuilt 129} 130 131func (p *prebuiltCommon) isForceDisabled() bool { 132 return p.prebuiltCommonProperties.ForceDisable 133} 134 135func (p *prebuiltCommon) checkForceDisable(ctx android.ModuleContext) bool { 136 // If the device is configured to use flattened APEX, force disable the prebuilt because 137 // the prebuilt is a non-flattened one. 138 forceDisable := ctx.Config().FlattenApex() 139 140 // Force disable the prebuilts when we are doing unbundled build. We do unbundled build 141 // to build the prebuilts themselves. 142 forceDisable = forceDisable || ctx.Config().UnbundledBuild() 143 144 // b/137216042 don't use prebuilts when address sanitizer is on, unless the prebuilt has a sanitized source 145 sanitized := ctx.Module().(sanitizedPrebuilt) 146 forceDisable = forceDisable || (android.InList("address", ctx.Config().SanitizeDevice()) && !sanitized.hasSanitizedSource("address")) 147 forceDisable = forceDisable || (android.InList("hwaddress", ctx.Config().SanitizeDevice()) && !sanitized.hasSanitizedSource("hwaddress")) 148 149 if forceDisable && p.prebuilt.SourceExists() { 150 p.prebuiltCommonProperties.ForceDisable = true 151 return true 152 } 153 return false 154} 155 156func (p *prebuiltCommon) InstallFilename() string { 157 return proptools.StringDefault(p.prebuiltCommonProperties.Filename, p.BaseModuleName()+imageApexSuffix) 158} 159 160func (p *prebuiltCommon) Name() string { 161 return p.prebuilt.Name(p.ModuleBase.Name()) 162} 163 164func (p *prebuiltCommon) Overrides() []string { 165 return p.prebuiltCommonProperties.Overrides 166} 167 168func (p *prebuiltCommon) installable() bool { 169 return proptools.BoolDefault(p.prebuiltCommonProperties.Installable, true) 170} 171 172// initApexFilesForAndroidMk initializes the prebuiltCommon.apexFilesForAndroidMk field from the 173// modules that this depends upon. 174func (p *prebuiltCommon) initApexFilesForAndroidMk(ctx android.ModuleContext) { 175 // Walk the dependencies of this module looking for the java modules that it exports. 176 ctx.WalkDeps(func(child, parent android.Module) bool { 177 tag := ctx.OtherModuleDependencyTag(child) 178 179 name := android.RemoveOptionalPrebuiltPrefix(ctx.OtherModuleName(child)) 180 if java.IsBootclasspathFragmentContentDepTag(tag) || 181 java.IsSystemServerClasspathFragmentContentDepTag(tag) || tag == exportedJavaLibTag { 182 // If the exported java module provides a dex jar path then add it to the list of apexFiles. 183 path := child.(interface { 184 DexJarBuildPath() java.OptionalDexJarPath 185 }).DexJarBuildPath() 186 if path.IsSet() { 187 af := apexFile{ 188 module: child, 189 moduleDir: ctx.OtherModuleDir(child), 190 androidMkModuleName: name, 191 builtFile: path.Path(), 192 class: javaSharedLib, 193 } 194 if module, ok := child.(java.DexpreopterInterface); ok { 195 for _, install := range module.DexpreoptBuiltInstalledForApex() { 196 af.requiredModuleNames = append(af.requiredModuleNames, install.FullModuleName()) 197 } 198 } 199 p.apexFilesForAndroidMk = append(p.apexFilesForAndroidMk, af) 200 } 201 } else if tag == exportedBootclasspathFragmentTag { 202 _, ok := child.(*java.PrebuiltBootclasspathFragmentModule) 203 if !ok { 204 ctx.PropertyErrorf("exported_bootclasspath_fragments", "%q is not a prebuilt_bootclasspath_fragment module", name) 205 return false 206 } 207 // Visit the children of the bootclasspath_fragment. 208 return true 209 } else if tag == exportedSystemserverclasspathFragmentTag { 210 // Visit the children of the systemserver_fragment. 211 return true 212 } 213 214 return false 215 }) 216} 217 218func (p *prebuiltCommon) addRequiredModules(entries *android.AndroidMkEntries) { 219 for _, fi := range p.apexFilesForAndroidMk { 220 entries.AddStrings("LOCAL_REQUIRED_MODULES", fi.requiredModuleNames...) 221 entries.AddStrings("LOCAL_TARGET_REQUIRED_MODULES", fi.targetRequiredModuleNames...) 222 entries.AddStrings("LOCAL_HOST_REQUIRED_MODULES", fi.hostRequiredModuleNames...) 223 } 224 entries.AddStrings("LOCAL_REQUIRED_MODULES", p.requiredModuleNames...) 225} 226 227func (p *prebuiltCommon) AndroidMkEntries() []android.AndroidMkEntries { 228 entriesList := []android.AndroidMkEntries{ 229 { 230 Class: "ETC", 231 OutputFile: android.OptionalPathForPath(p.outputApex), 232 Include: "$(BUILD_PREBUILT)", 233 Host_required: p.hostRequired, 234 ExtraEntries: []android.AndroidMkExtraEntriesFunc{ 235 func(ctx android.AndroidMkExtraEntriesContext, entries *android.AndroidMkEntries) { 236 entries.SetString("LOCAL_MODULE_PATH", p.installDir.String()) 237 entries.SetString("LOCAL_MODULE_STEM", p.installFilename) 238 entries.SetPath("LOCAL_SOONG_INSTALLED_MODULE", p.installedFile) 239 entries.SetString("LOCAL_SOONG_INSTALL_PAIRS", p.outputApex.String()+":"+p.installedFile.String()) 240 entries.SetBoolIfTrue("LOCAL_UNINSTALLABLE_MODULE", !p.installable()) 241 entries.AddStrings("LOCAL_OVERRIDES_MODULES", p.prebuiltCommonProperties.Overrides...) 242 p.addRequiredModules(entries) 243 }, 244 }, 245 }, 246 } 247 248 // Iterate over the apexFilesForAndroidMk list and create an AndroidMkEntries struct for each 249 // file. This provides similar behavior to that provided in apexBundle.AndroidMk() as it makes the 250 // apex specific variants of the exported java modules available for use from within make. 251 apexName := p.BaseModuleName() 252 for _, fi := range p.apexFilesForAndroidMk { 253 entries := p.createEntriesForApexFile(fi, apexName) 254 entriesList = append(entriesList, entries) 255 } 256 257 return entriesList 258} 259 260// createEntriesForApexFile creates an AndroidMkEntries for the supplied apexFile 261func (p *prebuiltCommon) createEntriesForApexFile(fi apexFile, apexName string) android.AndroidMkEntries { 262 moduleName := fi.androidMkModuleName + "." + apexName 263 entries := android.AndroidMkEntries{ 264 Class: fi.class.nameInMake(), 265 OverrideName: moduleName, 266 OutputFile: android.OptionalPathForPath(fi.builtFile), 267 Include: "$(BUILD_SYSTEM)/soong_java_prebuilt.mk", 268 ExtraEntries: []android.AndroidMkExtraEntriesFunc{ 269 func(ctx android.AndroidMkExtraEntriesContext, entries *android.AndroidMkEntries) { 270 entries.SetString("LOCAL_MODULE_PATH", p.installDir.String()) 271 entries.SetString("LOCAL_SOONG_INSTALLED_MODULE", filepath.Join(p.installDir.String(), fi.stem())) 272 entries.SetString("LOCAL_SOONG_INSTALL_PAIRS", 273 fi.builtFile.String()+":"+filepath.Join(p.installDir.String(), fi.stem())) 274 275 // soong_java_prebuilt.mk sets LOCAL_MODULE_SUFFIX := .jar Therefore 276 // we need to remove the suffix from LOCAL_MODULE_STEM, otherwise 277 // we will have foo.jar.jar 278 entries.SetString("LOCAL_MODULE_STEM", strings.TrimSuffix(fi.stem(), ".jar")) 279 entries.SetString("LOCAL_SOONG_DEX_JAR", fi.builtFile.String()) 280 entries.SetString("LOCAL_DEX_PREOPT", "false") 281 }, 282 }, 283 ExtraFooters: []android.AndroidMkExtraFootersFunc{ 284 func(w io.Writer, name, prefix, moduleDir string) { 285 // m <module_name> will build <module_name>.<apex_name> as well. 286 if fi.androidMkModuleName != moduleName { 287 fmt.Fprintf(w, ".PHONY: %s\n", fi.androidMkModuleName) 288 fmt.Fprintf(w, "%s: %s\n", fi.androidMkModuleName, moduleName) 289 } 290 }, 291 }, 292 } 293 return entries 294} 295 296// prebuiltApexModuleCreator defines the methods that need to be implemented by prebuilt_apex and 297// apex_set in order to create the modules needed to provide access to the prebuilt .apex file. 298type prebuiltApexModuleCreator interface { 299 createPrebuiltApexModules(ctx android.TopDownMutatorContext) 300} 301 302// prebuiltApexModuleCreatorMutator is the mutator responsible for invoking the 303// prebuiltApexModuleCreator's createPrebuiltApexModules method. 304// 305// It is registered as a pre-arch mutator as it must run after the ComponentDepsMutator because it 306// will need to access dependencies added by that (exported modules) but must run before the 307// DepsMutator so that the deapexer module it creates can add dependencies onto itself from the 308// exported modules. 309func prebuiltApexModuleCreatorMutator(ctx android.TopDownMutatorContext) { 310 module := ctx.Module() 311 if creator, ok := module.(prebuiltApexModuleCreator); ok { 312 creator.createPrebuiltApexModules(ctx) 313 } 314} 315 316func (p *prebuiltCommon) hasExportedDeps() bool { 317 return len(p.prebuiltCommonProperties.Exported_java_libs) > 0 || 318 len(p.prebuiltCommonProperties.Exported_bootclasspath_fragments) > 0 || 319 len(p.prebuiltCommonProperties.Exported_systemserverclasspath_fragments) > 0 320} 321 322// prebuiltApexContentsDeps adds dependencies onto the prebuilt apex module's contents. 323func (p *prebuiltCommon) prebuiltApexContentsDeps(ctx android.BottomUpMutatorContext) { 324 module := ctx.Module() 325 326 for _, dep := range p.prebuiltCommonProperties.Exported_java_libs { 327 prebuiltDep := android.PrebuiltNameFromSource(dep) 328 ctx.AddDependency(module, exportedJavaLibTag, prebuiltDep) 329 } 330 331 for _, dep := range p.prebuiltCommonProperties.Exported_bootclasspath_fragments { 332 prebuiltDep := android.PrebuiltNameFromSource(dep) 333 ctx.AddDependency(module, exportedBootclasspathFragmentTag, prebuiltDep) 334 } 335 336 for _, dep := range p.prebuiltCommonProperties.Exported_systemserverclasspath_fragments { 337 prebuiltDep := android.PrebuiltNameFromSource(dep) 338 ctx.AddDependency(module, exportedSystemserverclasspathFragmentTag, prebuiltDep) 339 } 340} 341 342// Implements android.DepInInSameApex 343func (p *prebuiltCommon) DepIsInSameApex(ctx android.BaseModuleContext, dep android.Module) bool { 344 tag := ctx.OtherModuleDependencyTag(dep) 345 _, ok := tag.(exportedDependencyTag) 346 return ok 347} 348 349// apexInfoMutator marks any modules for which this apex exports a file as requiring an apex 350// specific variant and checks that they are supported. 351// 352// The apexMutator will ensure that the ApexInfo objects passed to BuildForApex(ApexInfo) are 353// associated with the apex specific variant using the ApexInfoProvider for later retrieval. 354// 355// Unlike the source apex module type the prebuilt_apex module type cannot share compatible variants 356// across prebuilt_apex modules. That is because there is no way to determine whether two 357// prebuilt_apex modules that export files for the same module are compatible. e.g. they could have 358// been built from different source at different times or they could have been built with different 359// build options that affect the libraries. 360// 361// While it may be possible to provide sufficient information to determine whether two prebuilt_apex 362// modules were compatible it would be a lot of work and would not provide much benefit for a couple 363// of reasons: 364// - The number of prebuilt_apex modules that will be exporting files for the same module will be 365// low as the prebuilt_apex only exports files for the direct dependencies that require it and 366// very few modules are direct dependencies of multiple prebuilt_apex modules, e.g. there are a 367// few com.android.art* apex files that contain the same contents and could export files for the 368// same modules but only one of them needs to do so. Contrast that with source apex modules which 369// need apex specific variants for every module that contributes code to the apex, whether direct 370// or indirect. 371// - The build cost of a prebuilt_apex variant is generally low as at worst it will involve some 372// extra copying of files. Contrast that with source apex modules that has to build each variant 373// from source. 374func (p *prebuiltCommon) apexInfoMutator(mctx android.TopDownMutatorContext) { 375 376 // Collect direct dependencies into contents. 377 contents := make(map[string]android.ApexMembership) 378 379 // Collect the list of dependencies. 380 var dependencies []android.ApexModule 381 mctx.WalkDeps(func(child, parent android.Module) bool { 382 // If the child is not in the same apex as the parent then exit immediately and do not visit 383 // any of the child's dependencies. 384 if !android.IsDepInSameApex(mctx, parent, child) { 385 return false 386 } 387 388 tag := mctx.OtherModuleDependencyTag(child) 389 depName := mctx.OtherModuleName(child) 390 if exportedTag, ok := tag.(exportedDependencyTag); ok { 391 propertyName := exportedTag.name 392 393 // It is an error if the other module is not a prebuilt. 394 if !android.IsModulePrebuilt(child) { 395 mctx.PropertyErrorf(propertyName, "%q is not a prebuilt module", depName) 396 return false 397 } 398 399 // It is an error if the other module is not an ApexModule. 400 if _, ok := child.(android.ApexModule); !ok { 401 mctx.PropertyErrorf(propertyName, "%q is not usable within an apex", depName) 402 return false 403 } 404 } 405 406 // Ignore any modules that do not implement ApexModule as they cannot have an APEX specific 407 // variant. 408 if _, ok := child.(android.ApexModule); !ok { 409 return false 410 } 411 412 // Strip off the prebuilt_ prefix if present before storing content to ensure consistent 413 // behavior whether there is a corresponding source module present or not. 414 depName = android.RemoveOptionalPrebuiltPrefix(depName) 415 416 // Remember if this module was added as a direct dependency. 417 direct := parent == mctx.Module() 418 contents[depName] = contents[depName].Add(direct) 419 420 // Add the module to the list of dependencies that need to have an APEX variant. 421 dependencies = append(dependencies, child.(android.ApexModule)) 422 423 return true 424 }) 425 426 // Create contents for the prebuilt_apex and store it away for later use. 427 apexContents := android.NewApexContents(contents) 428 mctx.SetProvider(ApexBundleInfoProvider, ApexBundleInfo{ 429 Contents: apexContents, 430 }) 431 432 // Create an ApexInfo for the prebuilt_apex. 433 apexVariationName := p.ApexVariationName() 434 apexInfo := android.ApexInfo{ 435 ApexVariationName: apexVariationName, 436 InApexVariants: []string{apexVariationName}, 437 InApexModules: []string{p.ModuleBase.BaseModuleName()}, // BaseModuleName() to avoid the prebuilt_ prefix. 438 ApexContents: []*android.ApexContents{apexContents}, 439 ForPrebuiltApex: true, 440 } 441 442 // Mark the dependencies of this module as requiring a variant for this module. 443 for _, am := range dependencies { 444 am.BuildForApex(apexInfo) 445 } 446} 447 448// prebuiltApexSelectorModule is a private module type that is only created by the prebuilt_apex 449// module. It selects the apex to use and makes it available for use by prebuilt_apex and the 450// deapexer. 451type prebuiltApexSelectorModule struct { 452 android.ModuleBase 453 454 apexFileProperties ApexFileProperties 455 456 inputApex android.Path 457} 458 459func privateApexSelectorModuleFactory() android.Module { 460 module := &prebuiltApexSelectorModule{} 461 module.AddProperties( 462 &module.apexFileProperties, 463 ) 464 android.InitAndroidMultiTargetsArchModule(module, android.DeviceSupported, android.MultilibCommon) 465 return module 466} 467 468func (p *prebuiltApexSelectorModule) Srcs() android.Paths { 469 return android.Paths{p.inputApex} 470} 471 472func (p *prebuiltApexSelectorModule) GenerateAndroidBuildActions(ctx android.ModuleContext) { 473 p.inputApex = android.SingleSourcePathFromSupplier(ctx, p.apexFileProperties.prebuiltApexSelector, "src") 474} 475 476type Prebuilt struct { 477 prebuiltCommon 478 479 properties PrebuiltProperties 480 481 inputApex android.Path 482 483 provenanceMetaDataFile android.OutputPath 484} 485 486type ApexFileProperties struct { 487 // the path to the prebuilt .apex file to import. 488 // 489 // This cannot be marked as `android:"arch_variant"` because the `prebuilt_apex` is only mutated 490 // for android_common. That is so that it will have the same arch variant as, and so be compatible 491 // with, the source `apex` module type that it replaces. 492 Src *string `android:"path"` 493 Arch struct { 494 Arm struct { 495 Src *string `android:"path"` 496 } 497 Arm64 struct { 498 Src *string `android:"path"` 499 } 500 Riscv64 struct { 501 Src *string `android:"path"` 502 } 503 X86 struct { 504 Src *string `android:"path"` 505 } 506 X86_64 struct { 507 Src *string `android:"path"` 508 } 509 } 510} 511 512// prebuiltApexSelector selects the correct prebuilt APEX file for the build target. 513// 514// The ctx parameter can be for any module not just the prebuilt module so care must be taken not 515// to use methods on it that are specific to the current module. 516// 517// See the ApexFileProperties.Src property. 518func (p *ApexFileProperties) prebuiltApexSelector(ctx android.BaseModuleContext, prebuilt android.Module) []string { 519 multiTargets := prebuilt.MultiTargets() 520 if len(multiTargets) != 1 { 521 ctx.OtherModuleErrorf(prebuilt, "compile_multilib shouldn't be \"both\" for prebuilt_apex") 522 return nil 523 } 524 var src string 525 switch multiTargets[0].Arch.ArchType { 526 case android.Arm: 527 src = String(p.Arch.Arm.Src) 528 case android.Arm64: 529 src = String(p.Arch.Arm64.Src) 530 case android.Riscv64: 531 src = String(p.Arch.Riscv64.Src) 532 // HACK: fall back to arm64 prebuilts, the riscv64 ones don't exist yet. 533 if src == "" { 534 src = String(p.Arch.Arm64.Src) 535 } 536 case android.X86: 537 src = String(p.Arch.X86.Src) 538 case android.X86_64: 539 src = String(p.Arch.X86_64.Src) 540 } 541 if src == "" { 542 src = String(p.Src) 543 } 544 545 if src == "" { 546 if ctx.Config().AllowMissingDependencies() { 547 ctx.AddMissingDependencies([]string{ctx.OtherModuleName(prebuilt)}) 548 } else { 549 ctx.OtherModuleErrorf(prebuilt, "prebuilt_apex does not support %q", multiTargets[0].Arch.String()) 550 } 551 // Drop through to return an empty string as the src (instead of nil) to avoid the prebuilt 552 // logic from reporting a more general, less useful message. 553 } 554 555 return []string{src} 556} 557 558type PrebuiltProperties struct { 559 ApexFileProperties 560 561 PrebuiltCommonProperties 562} 563 564func (a *Prebuilt) hasSanitizedSource(sanitizer string) bool { 565 return false 566} 567 568func (p *Prebuilt) OutputFiles(tag string) (android.Paths, error) { 569 switch tag { 570 case "": 571 return android.Paths{p.outputApex}, nil 572 default: 573 return nil, fmt.Errorf("unsupported module reference tag %q", tag) 574 } 575} 576 577// prebuilt_apex imports an `.apex` file into the build graph as if it was built with apex. 578func PrebuiltFactory() android.Module { 579 module := &Prebuilt{} 580 module.AddProperties(&module.properties) 581 module.initPrebuiltCommon(module, &module.properties.PrebuiltCommonProperties) 582 583 return module 584} 585 586func createApexSelectorModule(ctx android.TopDownMutatorContext, name string, apexFileProperties *ApexFileProperties) { 587 props := struct { 588 Name *string 589 }{ 590 Name: proptools.StringPtr(name), 591 } 592 593 ctx.CreateModule(privateApexSelectorModuleFactory, 594 &props, 595 apexFileProperties, 596 ) 597} 598 599// createDeapexerModuleIfNeeded will create a deapexer module if it is needed. 600// 601// A deapexer module is only needed when the prebuilt apex specifies one or more modules in either 602// the `exported_java_libs` or `exported_bootclasspath_fragments` properties as that indicates that 603// the listed modules need access to files from within the prebuilt .apex file. 604func (p *prebuiltCommon) createDeapexerModuleIfNeeded(ctx android.TopDownMutatorContext, deapexerName string, apexFileSource string) { 605 // Only create the deapexer module if it is needed. 606 if !p.hasExportedDeps() { 607 return 608 } 609 610 // Compute the deapexer properties from the transitive dependencies of this module. 611 commonModules := []string{} 612 exportedFiles := []string{} 613 ctx.WalkDeps(func(child, parent android.Module) bool { 614 tag := ctx.OtherModuleDependencyTag(child) 615 616 // If the child is not in the same apex as the parent then ignore it and all its children. 617 if !android.IsDepInSameApex(ctx, parent, child) { 618 return false 619 } 620 621 name := android.RemoveOptionalPrebuiltPrefix(ctx.OtherModuleName(child)) 622 if _, ok := tag.(android.RequiresFilesFromPrebuiltApexTag); ok { 623 commonModules = append(commonModules, name) 624 625 requiredFiles := child.(android.RequiredFilesFromPrebuiltApex).RequiredFilesFromPrebuiltApex(ctx) 626 exportedFiles = append(exportedFiles, requiredFiles...) 627 628 // Visit the dependencies of this module just in case they also require files from the 629 // prebuilt apex. 630 return true 631 } 632 633 return false 634 }) 635 636 // Create properties for deapexer module. 637 deapexerProperties := &DeapexerProperties{ 638 // Remove any duplicates from the common modules lists as a module may be included via a direct 639 // dependency as well as transitive ones. 640 CommonModules: android.SortedUniqueStrings(commonModules), 641 } 642 643 // Populate the exported files property in a fixed order. 644 deapexerProperties.ExportedFiles = android.SortedUniqueStrings(exportedFiles) 645 646 props := struct { 647 Name *string 648 Selected_apex *string 649 }{ 650 Name: proptools.StringPtr(deapexerName), 651 Selected_apex: proptools.StringPtr(apexFileSource), 652 } 653 ctx.CreateModule(privateDeapexerFactory, 654 &props, 655 deapexerProperties, 656 ) 657} 658 659func apexSelectorModuleName(baseModuleName string) string { 660 return baseModuleName + ".apex.selector" 661} 662 663func prebuiltApexExportedModuleName(ctx android.BottomUpMutatorContext, name string) string { 664 // The prebuilt_apex should be depending on prebuilt modules but as this runs after 665 // prebuilt_rename the prebuilt module may or may not be using the prebuilt_ prefixed named. So, 666 // check to see if the prefixed name is in use first, if it is then use that, otherwise assume 667 // the unprefixed name is the one to use. If the unprefixed one turns out to be a source module 668 // and not a renamed prebuilt module then that will be detected and reported as an error when 669 // processing the dependency in ApexInfoMutator(). 670 prebuiltName := android.PrebuiltNameFromSource(name) 671 if ctx.OtherModuleExists(prebuiltName) { 672 name = prebuiltName 673 } 674 return name 675} 676 677type exportedDependencyTag struct { 678 blueprint.BaseDependencyTag 679 name string 680} 681 682// Mark this tag so dependencies that use it are excluded from visibility enforcement. 683// 684// This does allow any prebuilt_apex to reference any module which does open up a small window for 685// restricted visibility modules to be referenced from the wrong prebuilt_apex. However, doing so 686// avoids opening up a much bigger window by widening the visibility of modules that need files 687// provided by the prebuilt_apex to include all the possible locations they may be defined, which 688// could include everything below vendor/. 689// 690// A prebuilt_apex that references a module via this tag will have to contain the appropriate files 691// corresponding to that module, otherwise it will fail when attempting to retrieve the files from 692// the .apex file. It will also have to be included in the module's apex_available property too. 693// That makes it highly unlikely that a prebuilt_apex would reference a restricted module 694// incorrectly. 695func (t exportedDependencyTag) ExcludeFromVisibilityEnforcement() {} 696 697func (t exportedDependencyTag) RequiresFilesFromPrebuiltApex() {} 698 699var _ android.RequiresFilesFromPrebuiltApexTag = exportedDependencyTag{} 700 701var ( 702 exportedJavaLibTag = exportedDependencyTag{name: "exported_java_libs"} 703 exportedBootclasspathFragmentTag = exportedDependencyTag{name: "exported_bootclasspath_fragments"} 704 exportedSystemserverclasspathFragmentTag = exportedDependencyTag{name: "exported_systemserverclasspath_fragments"} 705) 706 707var _ prebuiltApexModuleCreator = (*Prebuilt)(nil) 708 709// createPrebuiltApexModules creates modules necessary to export files from the prebuilt apex to the 710// build. 711// 712// If this needs to make files from within a `.apex` file available for use by other Soong modules, 713// e.g. make dex implementation jars available for java_import modules listed in exported_java_libs, 714// it does so as follows: 715// 716// 1. It creates a `deapexer` module that actually extracts the files from the `.apex` file and 717// makes them available for use by other modules, at both Soong and ninja levels. 718// 719// 2. It adds a dependency onto those modules and creates an apex specific variant similar to what 720// an `apex` module does. That ensures that code which looks for specific apex variant, e.g. 721// dexpreopt, will work the same way from source and prebuilt. 722// 723// 3. The `deapexer` module adds a dependency from the modules that require the exported files onto 724// itself so that they can retrieve the file paths to those files. 725// 726// It also creates a child module `selector` that is responsible for selecting the appropriate 727// input apex for both the prebuilt_apex and the deapexer. That is needed for a couple of reasons: 728// 729// 1. To dedup the selection logic so it only runs in one module. 730// 731// 2. To allow the deapexer to be wired up to a different source for the input apex, e.g. an 732// `apex_set`. 733// 734// prebuilt_apex 735// / | \ 736// / | \ 737// V V V 738// selector <--- deapexer <--- exported java lib 739func (p *Prebuilt) createPrebuiltApexModules(ctx android.TopDownMutatorContext) { 740 baseModuleName := p.BaseModuleName() 741 742 apexSelectorModuleName := apexSelectorModuleName(baseModuleName) 743 createApexSelectorModule(ctx, apexSelectorModuleName, &p.properties.ApexFileProperties) 744 745 apexFileSource := ":" + apexSelectorModuleName 746 p.createDeapexerModuleIfNeeded(ctx, deapexerModuleName(baseModuleName), apexFileSource) 747 748 // Add a source reference to retrieve the selected apex from the selector module. 749 p.prebuiltCommonProperties.Selected_apex = proptools.StringPtr(apexFileSource) 750} 751 752func (p *Prebuilt) ComponentDepsMutator(ctx android.BottomUpMutatorContext) { 753 p.prebuiltApexContentsDeps(ctx) 754} 755 756var _ ApexInfoMutator = (*Prebuilt)(nil) 757 758func (p *Prebuilt) ApexInfoMutator(mctx android.TopDownMutatorContext) { 759 p.apexInfoMutator(mctx) 760} 761 762func (p *Prebuilt) GenerateAndroidBuildActions(ctx android.ModuleContext) { 763 // TODO(jungjw): Check the key validity. 764 p.inputApex = android.OptionalPathForModuleSrc(ctx, p.prebuiltCommonProperties.Selected_apex).Path() 765 p.installDir = android.PathForModuleInstall(ctx, "apex") 766 p.installFilename = p.InstallFilename() 767 if !strings.HasSuffix(p.installFilename, imageApexSuffix) { 768 ctx.ModuleErrorf("filename should end in %s for prebuilt_apex", imageApexSuffix) 769 } 770 p.outputApex = android.PathForModuleOut(ctx, p.installFilename) 771 ctx.Build(pctx, android.BuildParams{ 772 Rule: android.Cp, 773 Input: p.inputApex, 774 Output: p.outputApex, 775 }) 776 777 if p.prebuiltCommon.checkForceDisable(ctx) { 778 p.HideFromMake() 779 return 780 } 781 782 // Save the files that need to be made available to Make. 783 p.initApexFilesForAndroidMk(ctx) 784 785 // in case that prebuilt_apex replaces source apex (using prefer: prop) 786 p.compatSymlinks = makeCompatSymlinks(p.BaseModuleName(), ctx, true) 787 // or that prebuilt_apex overrides other apexes (using overrides: prop) 788 for _, overridden := range p.prebuiltCommonProperties.Overrides { 789 p.compatSymlinks = append(p.compatSymlinks, makeCompatSymlinks(overridden, ctx, true)...) 790 } 791 792 if p.installable() { 793 p.installedFile = ctx.InstallFile(p.installDir, p.installFilename, p.inputApex, p.compatSymlinks.Paths()...) 794 p.provenanceMetaDataFile = provenance.GenerateArtifactProvenanceMetaData(ctx, p.inputApex, p.installedFile) 795 } 796} 797 798func (p *Prebuilt) ProvenanceMetaDataFile() android.OutputPath { 799 return p.provenanceMetaDataFile 800} 801 802// prebuiltApexExtractorModule is a private module type that is only created by the prebuilt_apex 803// module. It extracts the correct apex to use and makes it available for use by apex_set. 804type prebuiltApexExtractorModule struct { 805 android.ModuleBase 806 807 properties ApexExtractorProperties 808 809 extractedApex android.WritablePath 810} 811 812func privateApexExtractorModuleFactory() android.Module { 813 module := &prebuiltApexExtractorModule{} 814 module.AddProperties( 815 &module.properties, 816 ) 817 android.InitAndroidMultiTargetsArchModule(module, android.DeviceSupported, android.MultilibCommon) 818 return module 819} 820 821func (p *prebuiltApexExtractorModule) Srcs() android.Paths { 822 return android.Paths{p.extractedApex} 823} 824 825func (p *prebuiltApexExtractorModule) GenerateAndroidBuildActions(ctx android.ModuleContext) { 826 srcsSupplier := func(ctx android.BaseModuleContext, prebuilt android.Module) []string { 827 return p.properties.prebuiltSrcs(ctx) 828 } 829 defaultAllowPrerelease := ctx.Config().IsEnvTrue("SOONG_ALLOW_PRERELEASE_APEXES") 830 apexSet := android.SingleSourcePathFromSupplier(ctx, srcsSupplier, "set") 831 p.extractedApex = android.PathForModuleOut(ctx, "extracted", apexSet.Base()) 832 // Filter out NativeBridge archs (b/260115309) 833 abis := java.SupportedAbis(ctx, true) 834 ctx.Build(pctx, 835 android.BuildParams{ 836 Rule: extractMatchingApex, 837 Description: "Extract an apex from an apex set", 838 Inputs: android.Paths{apexSet}, 839 Output: p.extractedApex, 840 Args: map[string]string{ 841 "abis": strings.Join(abis, ","), 842 "allow-prereleased": strconv.FormatBool(proptools.BoolDefault(p.properties.Prerelease, defaultAllowPrerelease)), 843 "sdk-version": ctx.Config().PlatformSdkVersion().String(), 844 "skip-sdk-check": strconv.FormatBool(ctx.Config().IsEnvTrue("SOONG_SKIP_APPSET_SDK_CHECK")), 845 }, 846 }) 847} 848 849type ApexSet struct { 850 prebuiltCommon 851 852 properties ApexSetProperties 853} 854 855type ApexExtractorProperties struct { 856 // the .apks file path that contains prebuilt apex files to be extracted. 857 Set *string `android:"path"` 858 859 Sanitized struct { 860 None struct { 861 Set *string `android:"path"` 862 } 863 Address struct { 864 Set *string `android:"path"` 865 } 866 Hwaddress struct { 867 Set *string `android:"path"` 868 } 869 } 870 871 // apexes in this set use prerelease SDK version 872 Prerelease *bool 873} 874 875func (e *ApexExtractorProperties) prebuiltSrcs(ctx android.BaseModuleContext) []string { 876 var srcs []string 877 if e.Set != nil { 878 srcs = append(srcs, *e.Set) 879 } 880 881 var sanitizers []string 882 if ctx.Host() { 883 sanitizers = ctx.Config().SanitizeHost() 884 } else { 885 sanitizers = ctx.Config().SanitizeDevice() 886 } 887 888 if android.InList("address", sanitizers) && e.Sanitized.Address.Set != nil { 889 srcs = append(srcs, *e.Sanitized.Address.Set) 890 } else if android.InList("hwaddress", sanitizers) && e.Sanitized.Hwaddress.Set != nil { 891 srcs = append(srcs, *e.Sanitized.Hwaddress.Set) 892 } else if e.Sanitized.None.Set != nil { 893 srcs = append(srcs, *e.Sanitized.None.Set) 894 } 895 896 return srcs 897} 898 899type ApexSetProperties struct { 900 ApexExtractorProperties 901 902 PrebuiltCommonProperties 903} 904 905func (a *ApexSet) hasSanitizedSource(sanitizer string) bool { 906 if sanitizer == "address" { 907 return a.properties.Sanitized.Address.Set != nil 908 } 909 if sanitizer == "hwaddress" { 910 return a.properties.Sanitized.Hwaddress.Set != nil 911 } 912 913 return false 914} 915 916func (a *ApexSet) OutputFiles(tag string) (android.Paths, error) { 917 switch tag { 918 case "": 919 return android.Paths{a.outputApex}, nil 920 default: 921 return nil, fmt.Errorf("unsupported module reference tag %q", tag) 922 } 923} 924 925// prebuilt_apex imports an `.apex` file into the build graph as if it was built with apex. 926func apexSetFactory() android.Module { 927 module := &ApexSet{} 928 module.AddProperties(&module.properties) 929 module.initPrebuiltCommon(module, &module.properties.PrebuiltCommonProperties) 930 931 return module 932} 933 934func createApexExtractorModule(ctx android.TopDownMutatorContext, name string, apexExtractorProperties *ApexExtractorProperties) { 935 props := struct { 936 Name *string 937 }{ 938 Name: proptools.StringPtr(name), 939 } 940 941 ctx.CreateModule(privateApexExtractorModuleFactory, 942 &props, 943 apexExtractorProperties, 944 ) 945} 946 947func apexExtractorModuleName(baseModuleName string) string { 948 return baseModuleName + ".apex.extractor" 949} 950 951var _ prebuiltApexModuleCreator = (*ApexSet)(nil) 952 953// createPrebuiltApexModules creates modules necessary to export files from the apex set to other 954// modules. 955// 956// This effectively does for apex_set what Prebuilt.createPrebuiltApexModules does for a 957// prebuilt_apex except that instead of creating a selector module which selects one .apex file 958// from those provided this creates an extractor module which extracts the appropriate .apex file 959// from the zip file containing them. 960func (a *ApexSet) createPrebuiltApexModules(ctx android.TopDownMutatorContext) { 961 baseModuleName := a.BaseModuleName() 962 963 apexExtractorModuleName := apexExtractorModuleName(baseModuleName) 964 createApexExtractorModule(ctx, apexExtractorModuleName, &a.properties.ApexExtractorProperties) 965 966 apexFileSource := ":" + apexExtractorModuleName 967 a.createDeapexerModuleIfNeeded(ctx, deapexerModuleName(baseModuleName), apexFileSource) 968 969 // After passing the arch specific src properties to the creating the apex selector module 970 a.prebuiltCommonProperties.Selected_apex = proptools.StringPtr(apexFileSource) 971} 972 973func (a *ApexSet) ComponentDepsMutator(ctx android.BottomUpMutatorContext) { 974 a.prebuiltApexContentsDeps(ctx) 975} 976 977var _ ApexInfoMutator = (*ApexSet)(nil) 978 979func (a *ApexSet) ApexInfoMutator(mctx android.TopDownMutatorContext) { 980 a.apexInfoMutator(mctx) 981} 982 983func (a *ApexSet) GenerateAndroidBuildActions(ctx android.ModuleContext) { 984 a.installFilename = a.InstallFilename() 985 if !strings.HasSuffix(a.installFilename, imageApexSuffix) && !strings.HasSuffix(a.installFilename, imageCapexSuffix) { 986 ctx.ModuleErrorf("filename should end in %s or %s for apex_set", imageApexSuffix, imageCapexSuffix) 987 } 988 989 inputApex := android.OptionalPathForModuleSrc(ctx, a.prebuiltCommonProperties.Selected_apex).Path() 990 a.outputApex = android.PathForModuleOut(ctx, a.installFilename) 991 ctx.Build(pctx, android.BuildParams{ 992 Rule: android.Cp, 993 Input: inputApex, 994 Output: a.outputApex, 995 }) 996 997 if a.prebuiltCommon.checkForceDisable(ctx) { 998 a.HideFromMake() 999 return 1000 } 1001 1002 // Save the files that need to be made available to Make. 1003 a.initApexFilesForAndroidMk(ctx) 1004 1005 a.installDir = android.PathForModuleInstall(ctx, "apex") 1006 if a.installable() { 1007 a.installedFile = ctx.InstallFile(a.installDir, a.installFilename, a.outputApex) 1008 } 1009 1010 // in case that apex_set replaces source apex (using prefer: prop) 1011 a.compatSymlinks = makeCompatSymlinks(a.BaseModuleName(), ctx, true) 1012 // or that apex_set overrides other apexes (using overrides: prop) 1013 for _, overridden := range a.prebuiltCommonProperties.Overrides { 1014 a.compatSymlinks = append(a.compatSymlinks, makeCompatSymlinks(overridden, ctx, true)...) 1015 } 1016} 1017 1018type systemExtContext struct { 1019 android.ModuleContext 1020} 1021 1022func (*systemExtContext) SystemExtSpecific() bool { 1023 return true 1024} 1025