1// Copyright 2016 Google Inc. All rights reserved. 2// 3// Licensed under the Apache License, Version 2.0 (the "License"); 4// you may not use this file except in compliance with the License. 5// You may obtain a copy of the License at 6// 7// http://www.apache.org/licenses/LICENSE-2.0 8// 9// Unless required by applicable law or agreed to in writing, software 10// distributed under the License is distributed on an "AS IS" BASIS, 11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12// See the License for the specific language governing permissions and 13// limitations under the License. 14 15package android 16 17import ( 18 "fmt" 19 "reflect" 20 "strings" 21 22 "github.com/google/blueprint" 23 "github.com/google/blueprint/proptools" 24) 25 26// This file implements common functionality for handling modules that may exist as prebuilts, 27// source, or both. 28 29func RegisterPrebuiltMutators(ctx RegistrationContext) { 30 ctx.PreArchMutators(RegisterPrebuiltsPreArchMutators) 31 ctx.PostDepsMutators(RegisterPrebuiltsPostDepsMutators) 32} 33 34// Marks a dependency tag as possibly preventing a reference to a source from being 35// replaced with the prebuilt. 36type ReplaceSourceWithPrebuilt interface { 37 blueprint.DependencyTag 38 39 // Return true if the dependency defined by this tag should be replaced with the 40 // prebuilt. 41 ReplaceSourceWithPrebuilt() bool 42} 43 44type prebuiltDependencyTag struct { 45 blueprint.BaseDependencyTag 46} 47 48var PrebuiltDepTag prebuiltDependencyTag 49 50// Mark this tag so dependencies that use it are excluded from visibility enforcement. 51func (t prebuiltDependencyTag) ExcludeFromVisibilityEnforcement() {} 52 53// Mark this tag so dependencies that use it are excluded from APEX contents. 54func (t prebuiltDependencyTag) ExcludeFromApexContents() {} 55 56var _ ExcludeFromVisibilityEnforcementTag = PrebuiltDepTag 57var _ ExcludeFromApexContentsTag = PrebuiltDepTag 58 59// UserSuppliedPrebuiltProperties contains the prebuilt properties that can be specified in an 60// Android.bp file. 61type UserSuppliedPrebuiltProperties struct { 62 // When prefer is set to true the prebuilt will be used instead of any source module with 63 // a matching name. 64 Prefer *bool `android:"arch_variant"` 65 66 // When specified this names a Soong config variable that controls the prefer property. 67 // 68 // If the value of the named Soong config variable is true then prefer is set to false and vice 69 // versa. If the Soong config variable is not set then it defaults to false, so prefer defaults 70 // to true. 71 // 72 // If specified then the prefer property is ignored in favor of the value of the Soong config 73 // variable. 74 Use_source_config_var *ConfigVarProperties 75} 76 77// CopyUserSuppliedPropertiesFromPrebuilt copies the user supplied prebuilt properties from the 78// prebuilt properties. 79func (u *UserSuppliedPrebuiltProperties) CopyUserSuppliedPropertiesFromPrebuilt(p *Prebuilt) { 80 *u = p.properties.UserSuppliedPrebuiltProperties 81} 82 83type PrebuiltProperties struct { 84 UserSuppliedPrebuiltProperties 85 86 SourceExists bool `blueprint:"mutated"` 87 UsePrebuilt bool `blueprint:"mutated"` 88 89 // Set if the module has been renamed to remove the "prebuilt_" prefix. 90 PrebuiltRenamedToSource bool `blueprint:"mutated"` 91} 92 93// Properties that can be used to select a Soong config variable. 94type ConfigVarProperties struct { 95 // Allow instances of this struct to be used as a property value in a BpPropertySet. 96 BpPrintableBase 97 98 // The name of the configuration namespace. 99 // 100 // As passed to add_soong_config_namespace in Make. 101 Config_namespace *string 102 103 // The name of the configuration variable. 104 // 105 // As passed to add_soong_config_var_value in Make. 106 Var_name *string 107} 108 109type Prebuilt struct { 110 properties PrebuiltProperties 111 112 // nil if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs. 113 srcsSupplier PrebuiltSrcsSupplier 114 115 // "-" if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs. 116 srcsPropertyName string 117} 118 119// RemoveOptionalPrebuiltPrefix returns the result of removing the "prebuilt_" prefix from the 120// supplied name if it has one, or returns the name unmodified if it does not. 121func RemoveOptionalPrebuiltPrefix(name string) string { 122 return strings.TrimPrefix(name, "prebuilt_") 123} 124 125func (p *Prebuilt) Name(name string) string { 126 return PrebuiltNameFromSource(name) 127} 128 129// PrebuiltNameFromSource returns the result of prepending the "prebuilt_" prefix to the supplied 130// name. 131func PrebuiltNameFromSource(name string) string { 132 return "prebuilt_" + name 133} 134 135func (p *Prebuilt) ForcePrefer() { 136 p.properties.Prefer = proptools.BoolPtr(true) 137} 138 139func (p *Prebuilt) Prefer() bool { 140 return proptools.Bool(p.properties.Prefer) 141} 142 143// SingleSourcePathFromSupplier invokes the supplied supplier for the current module in the 144// supplied context to retrieve a list of file paths, ensures that the returned list of file paths 145// contains a single value and then assumes that is a module relative file path and converts it to 146// a Path accordingly. 147// 148// Any issues, such as nil supplier or not exactly one file path will be reported as errors on the 149// supplied context and this will return nil. 150func SingleSourcePathFromSupplier(ctx ModuleContext, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) Path { 151 if srcsSupplier != nil { 152 srcs := srcsSupplier(ctx, ctx.Module()) 153 154 if len(srcs) == 0 { 155 ctx.PropertyErrorf(srcsPropertyName, "missing prebuilt source file") 156 return nil 157 } 158 159 if len(srcs) > 1 { 160 ctx.PropertyErrorf(srcsPropertyName, "multiple prebuilt source files") 161 return nil 162 } 163 164 // Return the singleton source after expanding any filegroup in the 165 // sources. 166 src := srcs[0] 167 return PathForModuleSrc(ctx, src) 168 } else { 169 ctx.ModuleErrorf("prebuilt source was not set") 170 return nil 171 } 172} 173 174// The below source-related functions and the srcs, src fields are based on an assumption that 175// prebuilt modules have a static source property at the moment. Currently there is only one 176// exception, android_app_import, which chooses a source file depending on the product's DPI 177// preference configs. We'll want to add native support for dynamic source cases if we end up having 178// more modules like this. 179func (p *Prebuilt) SingleSourcePath(ctx ModuleContext) Path { 180 return SingleSourcePathFromSupplier(ctx, p.srcsSupplier, p.srcsPropertyName) 181} 182 183func (p *Prebuilt) UsePrebuilt() bool { 184 return p.properties.UsePrebuilt 185} 186 187// Called to provide the srcs value for the prebuilt module. 188// 189// This can be called with a context for any module not just the prebuilt one itself. It can also be 190// called concurrently. 191// 192// Return the src value or nil if it is not available. 193type PrebuiltSrcsSupplier func(ctx BaseModuleContext, prebuilt Module) []string 194 195func initPrebuiltModuleCommon(module PrebuiltInterface) *Prebuilt { 196 p := module.Prebuilt() 197 module.AddProperties(&p.properties) 198 return p 199} 200 201// Initialize the module as a prebuilt module that has no dedicated property that lists its 202// sources. SingleSourcePathFromSupplier should not be called for this module. 203// 204// This is the case e.g. for header modules, which provides the headers in source form 205// regardless whether they are prebuilt or not. 206func InitPrebuiltModuleWithoutSrcs(module PrebuiltInterface) { 207 p := initPrebuiltModuleCommon(module) 208 p.srcsPropertyName = "-" 209} 210 211// Initialize the module as a prebuilt module that uses the provided supplier to access the 212// prebuilt sources of the module. 213// 214// The supplier will be called multiple times and must return the same values each time it 215// is called. If it returns an empty array (or nil) then the prebuilt module will not be used 216// as a replacement for a source module with the same name even if prefer = true. 217// 218// If the Prebuilt.SingleSourcePath() is called on the module then this must return an array 219// containing exactly one source file. 220// 221// The provided property name is used to provide helpful error messages in the event that 222// a problem arises, e.g. calling SingleSourcePath() when more than one source is provided. 223func InitPrebuiltModuleWithSrcSupplier(module PrebuiltInterface, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) { 224 if srcsSupplier == nil { 225 panic(fmt.Errorf("srcsSupplier must not be nil")) 226 } 227 if srcsPropertyName == "" { 228 panic(fmt.Errorf("srcsPropertyName must not be empty")) 229 } 230 231 p := initPrebuiltModuleCommon(module) 232 p.srcsSupplier = srcsSupplier 233 p.srcsPropertyName = srcsPropertyName 234} 235 236func InitPrebuiltModule(module PrebuiltInterface, srcs *[]string) { 237 if srcs == nil { 238 panic(fmt.Errorf("srcs must not be nil")) 239 } 240 241 srcsSupplier := func(ctx BaseModuleContext, _ Module) []string { 242 return *srcs 243 } 244 245 InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, "srcs") 246} 247 248func InitSingleSourcePrebuiltModule(module PrebuiltInterface, srcProps interface{}, srcField string) { 249 srcPropsValue := reflect.ValueOf(srcProps).Elem() 250 srcStructField, _ := srcPropsValue.Type().FieldByName(srcField) 251 if !srcPropsValue.IsValid() || srcStructField.Name == "" { 252 panic(fmt.Errorf("invalid single source prebuilt %+v", module)) 253 } 254 255 if srcPropsValue.Kind() != reflect.Struct && srcPropsValue.Kind() != reflect.Interface { 256 panic(fmt.Errorf("invalid single source prebuilt %+v", srcProps)) 257 } 258 259 srcFieldIndex := srcStructField.Index 260 srcPropertyName := proptools.PropertyNameForField(srcField) 261 262 srcsSupplier := func(ctx BaseModuleContext, _ Module) []string { 263 if !module.Enabled() { 264 return nil 265 } 266 value := srcPropsValue.FieldByIndex(srcFieldIndex) 267 if value.Kind() == reflect.Ptr { 268 value = value.Elem() 269 } 270 if value.Kind() != reflect.String { 271 panic(fmt.Errorf("prebuilt src field %q in %T in module %s should be a string or a pointer to one but was %v", srcField, srcProps, module, value)) 272 } 273 src := value.String() 274 if src == "" { 275 return nil 276 } 277 return []string{src} 278 } 279 280 InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, srcPropertyName) 281} 282 283type PrebuiltInterface interface { 284 Module 285 Prebuilt() *Prebuilt 286} 287 288// IsModulePreferred returns true if the given module is preferred. 289// 290// A source module is preferred if there is no corresponding prebuilt module or the prebuilt module 291// does not have "prefer: true". 292// 293// A prebuilt module is preferred if there is no corresponding source module or the prebuilt module 294// has "prefer: true". 295func IsModulePreferred(module Module) bool { 296 if module.IsReplacedByPrebuilt() { 297 // A source module that has been replaced by a prebuilt counterpart. 298 return false 299 } 300 if p := GetEmbeddedPrebuilt(module); p != nil { 301 return p.UsePrebuilt() 302 } 303 return true 304} 305 306// IsModulePrebuilt returns true if the module implements PrebuiltInterface and 307// has been initialized as a prebuilt and so returns a non-nil value from the 308// PrebuiltInterface.Prebuilt() method. 309func IsModulePrebuilt(module Module) bool { 310 return GetEmbeddedPrebuilt(module) != nil 311} 312 313// GetEmbeddedPrebuilt returns a pointer to the embedded Prebuilt structure or 314// nil if the module does not implement PrebuiltInterface or has not been 315// initialized as a prebuilt module. 316func GetEmbeddedPrebuilt(module Module) *Prebuilt { 317 if p, ok := module.(PrebuiltInterface); ok { 318 return p.Prebuilt() 319 } 320 321 return nil 322} 323 324// PrebuiltGetPreferred returns the module that is preferred for the given 325// module. That is either the module itself or the prebuilt counterpart that has 326// taken its place. The given module must be a direct dependency of the current 327// context module, and it must be the source module if both source and prebuilt 328// exist. 329// 330// This function is for use on dependencies after PrebuiltPostDepsMutator has 331// run - any dependency that is registered before that will already reference 332// the right module. This function is only safe to call after all mutators that 333// may call CreateVariations, e.g. in GenerateAndroidBuildActions. 334func PrebuiltGetPreferred(ctx BaseModuleContext, module Module) Module { 335 if !module.IsReplacedByPrebuilt() { 336 return module 337 } 338 if IsModulePrebuilt(module) { 339 // If we're given a prebuilt then assume there's no source module around. 340 return module 341 } 342 343 sourceModDepFound := false 344 var prebuiltMod Module 345 346 ctx.WalkDeps(func(child, parent Module) bool { 347 if prebuiltMod != nil { 348 return false 349 } 350 if parent == ctx.Module() { 351 // First level: Only recurse if the module is found as a direct dependency. 352 sourceModDepFound = child == module 353 return sourceModDepFound 354 } 355 // Second level: Follow PrebuiltDepTag to the prebuilt. 356 if t := ctx.OtherModuleDependencyTag(child); t == PrebuiltDepTag { 357 prebuiltMod = child 358 } 359 return false 360 }) 361 362 if prebuiltMod == nil { 363 if !sourceModDepFound { 364 panic(fmt.Errorf("Failed to find source module as a direct dependency: %s", module)) 365 } else { 366 panic(fmt.Errorf("Failed to find prebuilt for source module: %s", module)) 367 } 368 } 369 return prebuiltMod 370} 371 372func RegisterPrebuiltsPreArchMutators(ctx RegisterMutatorsContext) { 373 ctx.BottomUp("prebuilt_rename", PrebuiltRenameMutator).Parallel() 374} 375 376func RegisterPrebuiltsPostDepsMutators(ctx RegisterMutatorsContext) { 377 ctx.BottomUp("prebuilt_source", PrebuiltSourceDepsMutator).Parallel() 378 ctx.TopDown("prebuilt_select", PrebuiltSelectModuleMutator).Parallel() 379 ctx.BottomUp("prebuilt_postdeps", PrebuiltPostDepsMutator).Parallel() 380} 381 382// PrebuiltRenameMutator ensures that there always is a module with an 383// undecorated name. 384func PrebuiltRenameMutator(ctx BottomUpMutatorContext) { 385 m := ctx.Module() 386 if p := GetEmbeddedPrebuilt(m); p != nil { 387 name := m.base().BaseModuleName() 388 if !ctx.OtherModuleExists(name) { 389 ctx.Rename(name) 390 p.properties.PrebuiltRenamedToSource = true 391 } 392 } 393} 394 395// PrebuiltSourceDepsMutator adds dependencies to the prebuilt module from the 396// corresponding source module, if one exists for the same variant. 397func PrebuiltSourceDepsMutator(ctx BottomUpMutatorContext) { 398 m := ctx.Module() 399 // If this module is a prebuilt, is enabled and has not been renamed to source then add a 400 // dependency onto the source if it is present. 401 if p := GetEmbeddedPrebuilt(m); p != nil && m.Enabled() && !p.properties.PrebuiltRenamedToSource { 402 name := m.base().BaseModuleName() 403 if ctx.OtherModuleReverseDependencyVariantExists(name) { 404 ctx.AddReverseDependency(ctx.Module(), PrebuiltDepTag, name) 405 p.properties.SourceExists = true 406 } 407 } 408} 409 410// PrebuiltSelectModuleMutator marks prebuilts that are used, either overriding source modules or 411// because the source module doesn't exist. It also disables installing overridden source modules. 412func PrebuiltSelectModuleMutator(ctx TopDownMutatorContext) { 413 m := ctx.Module() 414 if p := GetEmbeddedPrebuilt(m); p != nil { 415 if p.srcsSupplier == nil && p.srcsPropertyName == "" { 416 panic(fmt.Errorf("prebuilt module did not have InitPrebuiltModule called on it")) 417 } 418 if !p.properties.SourceExists { 419 p.properties.UsePrebuilt = p.usePrebuilt(ctx, nil, m) 420 } 421 } else if s, ok := ctx.Module().(Module); ok { 422 ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(prebuiltModule Module) { 423 p := GetEmbeddedPrebuilt(prebuiltModule) 424 if p.usePrebuilt(ctx, s, prebuiltModule) { 425 p.properties.UsePrebuilt = true 426 s.ReplacedByPrebuilt() 427 } 428 }) 429 } 430} 431 432// PrebuiltPostDepsMutator replaces dependencies on the source module with dependencies on the 433// prebuilt when both modules exist and the prebuilt should be used. When the prebuilt should not 434// be used, disable installing it. 435func PrebuiltPostDepsMutator(ctx BottomUpMutatorContext) { 436 m := ctx.Module() 437 if p := GetEmbeddedPrebuilt(m); p != nil { 438 name := m.base().BaseModuleName() 439 if p.properties.UsePrebuilt { 440 if p.properties.SourceExists { 441 ctx.ReplaceDependenciesIf(name, func(from blueprint.Module, tag blueprint.DependencyTag, to blueprint.Module) bool { 442 if t, ok := tag.(ReplaceSourceWithPrebuilt); ok { 443 return t.ReplaceSourceWithPrebuilt() 444 } 445 446 return true 447 }) 448 } 449 } else { 450 m.HideFromMake() 451 } 452 } 453} 454 455// usePrebuilt returns true if a prebuilt should be used instead of the source module. The prebuilt 456// will be used if it is marked "prefer" or if the source module is disabled. 457func (p *Prebuilt) usePrebuilt(ctx TopDownMutatorContext, source Module, prebuilt Module) bool { 458 if p.srcsSupplier != nil && len(p.srcsSupplier(ctx, prebuilt)) == 0 { 459 return false 460 } 461 462 // Skip prebuilt modules under unexported namespaces so that we won't 463 // end up shadowing non-prebuilt module when prebuilt module under same 464 // name happens to have a `Prefer` property set to true. 465 if ctx.Config().KatiEnabled() && !prebuilt.ExportedToMake() { 466 return false 467 } 468 469 // If source is not available or is disabled then always use the prebuilt. 470 if source == nil || !source.Enabled() { 471 return true 472 } 473 474 // If the use_source_config_var property is set then it overrides the prefer property setting. 475 if configVar := p.properties.Use_source_config_var; configVar != nil { 476 return !ctx.Config().VendorConfig(proptools.String(configVar.Config_namespace)).Bool(proptools.String(configVar.Var_name)) 477 } 478 479 // TODO: use p.Properties.Name and ctx.ModuleDir to override preference 480 return Bool(p.properties.Prefer) 481} 482 483func (p *Prebuilt) SourceExists() bool { 484 return p.properties.SourceExists 485} 486