• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1// Copyright 2016 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package android
16
17import (
18	"fmt"
19	"reflect"
20	"strings"
21
22	"github.com/google/blueprint"
23	"github.com/google/blueprint/proptools"
24)
25
26// This file implements common functionality for handling modules that may exist as prebuilts,
27// source, or both.
28
29func RegisterPrebuiltMutators(ctx RegistrationContext) {
30	ctx.PreArchMutators(RegisterPrebuiltsPreArchMutators)
31	ctx.PostDepsMutators(RegisterPrebuiltsPostDepsMutators)
32}
33
34// Marks a dependency tag as possibly preventing a reference to a source from being
35// replaced with the prebuilt.
36type ReplaceSourceWithPrebuilt interface {
37	blueprint.DependencyTag
38
39	// Return true if the dependency defined by this tag should be replaced with the
40	// prebuilt.
41	ReplaceSourceWithPrebuilt() bool
42}
43
44type prebuiltDependencyTag struct {
45	blueprint.BaseDependencyTag
46}
47
48var PrebuiltDepTag prebuiltDependencyTag
49
50// Mark this tag so dependencies that use it are excluded from visibility enforcement.
51func (t prebuiltDependencyTag) ExcludeFromVisibilityEnforcement() {}
52
53// Mark this tag so dependencies that use it are excluded from APEX contents.
54func (t prebuiltDependencyTag) ExcludeFromApexContents() {}
55
56var _ ExcludeFromVisibilityEnforcementTag = PrebuiltDepTag
57var _ ExcludeFromApexContentsTag = PrebuiltDepTag
58
59// UserSuppliedPrebuiltProperties contains the prebuilt properties that can be specified in an
60// Android.bp file.
61type UserSuppliedPrebuiltProperties struct {
62	// When prefer is set to true the prebuilt will be used instead of any source module with
63	// a matching name.
64	Prefer *bool `android:"arch_variant"`
65
66	// When specified this names a Soong config variable that controls the prefer property.
67	//
68	// If the value of the named Soong config variable is true then prefer is set to false and vice
69	// versa. If the Soong config variable is not set then it defaults to false, so prefer defaults
70	// to true.
71	//
72	// If specified then the prefer property is ignored in favor of the value of the Soong config
73	// variable.
74	Use_source_config_var *ConfigVarProperties
75}
76
77// CopyUserSuppliedPropertiesFromPrebuilt copies the user supplied prebuilt properties from the
78// prebuilt properties.
79func (u *UserSuppliedPrebuiltProperties) CopyUserSuppliedPropertiesFromPrebuilt(p *Prebuilt) {
80	*u = p.properties.UserSuppliedPrebuiltProperties
81}
82
83type PrebuiltProperties struct {
84	UserSuppliedPrebuiltProperties
85
86	SourceExists bool `blueprint:"mutated"`
87	UsePrebuilt  bool `blueprint:"mutated"`
88
89	// Set if the module has been renamed to remove the "prebuilt_" prefix.
90	PrebuiltRenamedToSource bool `blueprint:"mutated"`
91}
92
93// Properties that can be used to select a Soong config variable.
94type ConfigVarProperties struct {
95	// Allow instances of this struct to be used as a property value in a BpPropertySet.
96	BpPrintableBase
97
98	// The name of the configuration namespace.
99	//
100	// As passed to add_soong_config_namespace in Make.
101	Config_namespace *string
102
103	// The name of the configuration variable.
104	//
105	// As passed to add_soong_config_var_value in Make.
106	Var_name *string
107}
108
109type Prebuilt struct {
110	properties PrebuiltProperties
111
112	// nil if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs.
113	srcsSupplier PrebuiltSrcsSupplier
114
115	// "-" if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs.
116	srcsPropertyName string
117}
118
119// RemoveOptionalPrebuiltPrefix returns the result of removing the "prebuilt_" prefix from the
120// supplied name if it has one, or returns the name unmodified if it does not.
121func RemoveOptionalPrebuiltPrefix(name string) string {
122	return strings.TrimPrefix(name, "prebuilt_")
123}
124
125func (p *Prebuilt) Name(name string) string {
126	return PrebuiltNameFromSource(name)
127}
128
129// PrebuiltNameFromSource returns the result of prepending the "prebuilt_" prefix to the supplied
130// name.
131func PrebuiltNameFromSource(name string) string {
132	return "prebuilt_" + name
133}
134
135func (p *Prebuilt) ForcePrefer() {
136	p.properties.Prefer = proptools.BoolPtr(true)
137}
138
139func (p *Prebuilt) Prefer() bool {
140	return proptools.Bool(p.properties.Prefer)
141}
142
143// SingleSourcePathFromSupplier invokes the supplied supplier for the current module in the
144// supplied context to retrieve a list of file paths, ensures that the returned list of file paths
145// contains a single value and then assumes that is a module relative file path and converts it to
146// a Path accordingly.
147//
148// Any issues, such as nil supplier or not exactly one file path will be reported as errors on the
149// supplied context and this will return nil.
150func SingleSourcePathFromSupplier(ctx ModuleContext, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) Path {
151	if srcsSupplier != nil {
152		srcs := srcsSupplier(ctx, ctx.Module())
153
154		if len(srcs) == 0 {
155			ctx.PropertyErrorf(srcsPropertyName, "missing prebuilt source file")
156			return nil
157		}
158
159		if len(srcs) > 1 {
160			ctx.PropertyErrorf(srcsPropertyName, "multiple prebuilt source files")
161			return nil
162		}
163
164		// Return the singleton source after expanding any filegroup in the
165		// sources.
166		src := srcs[0]
167		return PathForModuleSrc(ctx, src)
168	} else {
169		ctx.ModuleErrorf("prebuilt source was not set")
170		return nil
171	}
172}
173
174// The below source-related functions and the srcs, src fields are based on an assumption that
175// prebuilt modules have a static source property at the moment. Currently there is only one
176// exception, android_app_import, which chooses a source file depending on the product's DPI
177// preference configs. We'll want to add native support for dynamic source cases if we end up having
178// more modules like this.
179func (p *Prebuilt) SingleSourcePath(ctx ModuleContext) Path {
180	return SingleSourcePathFromSupplier(ctx, p.srcsSupplier, p.srcsPropertyName)
181}
182
183func (p *Prebuilt) UsePrebuilt() bool {
184	return p.properties.UsePrebuilt
185}
186
187// Called to provide the srcs value for the prebuilt module.
188//
189// This can be called with a context for any module not just the prebuilt one itself. It can also be
190// called concurrently.
191//
192// Return the src value or nil if it is not available.
193type PrebuiltSrcsSupplier func(ctx BaseModuleContext, prebuilt Module) []string
194
195func initPrebuiltModuleCommon(module PrebuiltInterface) *Prebuilt {
196	p := module.Prebuilt()
197	module.AddProperties(&p.properties)
198	return p
199}
200
201// Initialize the module as a prebuilt module that has no dedicated property that lists its
202// sources. SingleSourcePathFromSupplier should not be called for this module.
203//
204// This is the case e.g. for header modules, which provides the headers in source form
205// regardless whether they are prebuilt or not.
206func InitPrebuiltModuleWithoutSrcs(module PrebuiltInterface) {
207	p := initPrebuiltModuleCommon(module)
208	p.srcsPropertyName = "-"
209}
210
211// Initialize the module as a prebuilt module that uses the provided supplier to access the
212// prebuilt sources of the module.
213//
214// The supplier will be called multiple times and must return the same values each time it
215// is called. If it returns an empty array (or nil) then the prebuilt module will not be used
216// as a replacement for a source module with the same name even if prefer = true.
217//
218// If the Prebuilt.SingleSourcePath() is called on the module then this must return an array
219// containing exactly one source file.
220//
221// The provided property name is used to provide helpful error messages in the event that
222// a problem arises, e.g. calling SingleSourcePath() when more than one source is provided.
223func InitPrebuiltModuleWithSrcSupplier(module PrebuiltInterface, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) {
224	if srcsSupplier == nil {
225		panic(fmt.Errorf("srcsSupplier must not be nil"))
226	}
227	if srcsPropertyName == "" {
228		panic(fmt.Errorf("srcsPropertyName must not be empty"))
229	}
230
231	p := initPrebuiltModuleCommon(module)
232	p.srcsSupplier = srcsSupplier
233	p.srcsPropertyName = srcsPropertyName
234}
235
236func InitPrebuiltModule(module PrebuiltInterface, srcs *[]string) {
237	if srcs == nil {
238		panic(fmt.Errorf("srcs must not be nil"))
239	}
240
241	srcsSupplier := func(ctx BaseModuleContext, _ Module) []string {
242		return *srcs
243	}
244
245	InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, "srcs")
246}
247
248func InitSingleSourcePrebuiltModule(module PrebuiltInterface, srcProps interface{}, srcField string) {
249	srcPropsValue := reflect.ValueOf(srcProps).Elem()
250	srcStructField, _ := srcPropsValue.Type().FieldByName(srcField)
251	if !srcPropsValue.IsValid() || srcStructField.Name == "" {
252		panic(fmt.Errorf("invalid single source prebuilt %+v", module))
253	}
254
255	if srcPropsValue.Kind() != reflect.Struct && srcPropsValue.Kind() != reflect.Interface {
256		panic(fmt.Errorf("invalid single source prebuilt %+v", srcProps))
257	}
258
259	srcFieldIndex := srcStructField.Index
260	srcPropertyName := proptools.PropertyNameForField(srcField)
261
262	srcsSupplier := func(ctx BaseModuleContext, _ Module) []string {
263		if !module.Enabled() {
264			return nil
265		}
266		value := srcPropsValue.FieldByIndex(srcFieldIndex)
267		if value.Kind() == reflect.Ptr {
268			value = value.Elem()
269		}
270		if value.Kind() != reflect.String {
271			panic(fmt.Errorf("prebuilt src field %q in %T in module %s should be a string or a pointer to one but was %v", srcField, srcProps, module, value))
272		}
273		src := value.String()
274		if src == "" {
275			return nil
276		}
277		return []string{src}
278	}
279
280	InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, srcPropertyName)
281}
282
283type PrebuiltInterface interface {
284	Module
285	Prebuilt() *Prebuilt
286}
287
288// IsModulePreferred returns true if the given module is preferred.
289//
290// A source module is preferred if there is no corresponding prebuilt module or the prebuilt module
291// does not have "prefer: true".
292//
293// A prebuilt module is preferred if there is no corresponding source module or the prebuilt module
294// has "prefer: true".
295func IsModulePreferred(module Module) bool {
296	if module.IsReplacedByPrebuilt() {
297		// A source module that has been replaced by a prebuilt counterpart.
298		return false
299	}
300	if p := GetEmbeddedPrebuilt(module); p != nil {
301		return p.UsePrebuilt()
302	}
303	return true
304}
305
306// IsModulePrebuilt returns true if the module implements PrebuiltInterface and
307// has been initialized as a prebuilt and so returns a non-nil value from the
308// PrebuiltInterface.Prebuilt() method.
309func IsModulePrebuilt(module Module) bool {
310	return GetEmbeddedPrebuilt(module) != nil
311}
312
313// GetEmbeddedPrebuilt returns a pointer to the embedded Prebuilt structure or
314// nil if the module does not implement PrebuiltInterface or has not been
315// initialized as a prebuilt module.
316func GetEmbeddedPrebuilt(module Module) *Prebuilt {
317	if p, ok := module.(PrebuiltInterface); ok {
318		return p.Prebuilt()
319	}
320
321	return nil
322}
323
324// PrebuiltGetPreferred returns the module that is preferred for the given
325// module. That is either the module itself or the prebuilt counterpart that has
326// taken its place. The given module must be a direct dependency of the current
327// context module, and it must be the source module if both source and prebuilt
328// exist.
329//
330// This function is for use on dependencies after PrebuiltPostDepsMutator has
331// run - any dependency that is registered before that will already reference
332// the right module. This function is only safe to call after all mutators that
333// may call CreateVariations, e.g. in GenerateAndroidBuildActions.
334func PrebuiltGetPreferred(ctx BaseModuleContext, module Module) Module {
335	if !module.IsReplacedByPrebuilt() {
336		return module
337	}
338	if IsModulePrebuilt(module) {
339		// If we're given a prebuilt then assume there's no source module around.
340		return module
341	}
342
343	sourceModDepFound := false
344	var prebuiltMod Module
345
346	ctx.WalkDeps(func(child, parent Module) bool {
347		if prebuiltMod != nil {
348			return false
349		}
350		if parent == ctx.Module() {
351			// First level: Only recurse if the module is found as a direct dependency.
352			sourceModDepFound = child == module
353			return sourceModDepFound
354		}
355		// Second level: Follow PrebuiltDepTag to the prebuilt.
356		if t := ctx.OtherModuleDependencyTag(child); t == PrebuiltDepTag {
357			prebuiltMod = child
358		}
359		return false
360	})
361
362	if prebuiltMod == nil {
363		if !sourceModDepFound {
364			panic(fmt.Errorf("Failed to find source module as a direct dependency: %s", module))
365		} else {
366			panic(fmt.Errorf("Failed to find prebuilt for source module: %s", module))
367		}
368	}
369	return prebuiltMod
370}
371
372func RegisterPrebuiltsPreArchMutators(ctx RegisterMutatorsContext) {
373	ctx.BottomUp("prebuilt_rename", PrebuiltRenameMutator).Parallel()
374}
375
376func RegisterPrebuiltsPostDepsMutators(ctx RegisterMutatorsContext) {
377	ctx.BottomUp("prebuilt_source", PrebuiltSourceDepsMutator).Parallel()
378	ctx.TopDown("prebuilt_select", PrebuiltSelectModuleMutator).Parallel()
379	ctx.BottomUp("prebuilt_postdeps", PrebuiltPostDepsMutator).Parallel()
380}
381
382// PrebuiltRenameMutator ensures that there always is a module with an
383// undecorated name.
384func PrebuiltRenameMutator(ctx BottomUpMutatorContext) {
385	m := ctx.Module()
386	if p := GetEmbeddedPrebuilt(m); p != nil {
387		name := m.base().BaseModuleName()
388		if !ctx.OtherModuleExists(name) {
389			ctx.Rename(name)
390			p.properties.PrebuiltRenamedToSource = true
391		}
392	}
393}
394
395// PrebuiltSourceDepsMutator adds dependencies to the prebuilt module from the
396// corresponding source module, if one exists for the same variant.
397func PrebuiltSourceDepsMutator(ctx BottomUpMutatorContext) {
398	m := ctx.Module()
399	// If this module is a prebuilt, is enabled and has not been renamed to source then add a
400	// dependency onto the source if it is present.
401	if p := GetEmbeddedPrebuilt(m); p != nil && m.Enabled() && !p.properties.PrebuiltRenamedToSource {
402		name := m.base().BaseModuleName()
403		if ctx.OtherModuleReverseDependencyVariantExists(name) {
404			ctx.AddReverseDependency(ctx.Module(), PrebuiltDepTag, name)
405			p.properties.SourceExists = true
406		}
407	}
408}
409
410// PrebuiltSelectModuleMutator marks prebuilts that are used, either overriding source modules or
411// because the source module doesn't exist.  It also disables installing overridden source modules.
412func PrebuiltSelectModuleMutator(ctx TopDownMutatorContext) {
413	m := ctx.Module()
414	if p := GetEmbeddedPrebuilt(m); p != nil {
415		if p.srcsSupplier == nil && p.srcsPropertyName == "" {
416			panic(fmt.Errorf("prebuilt module did not have InitPrebuiltModule called on it"))
417		}
418		if !p.properties.SourceExists {
419			p.properties.UsePrebuilt = p.usePrebuilt(ctx, nil, m)
420		}
421	} else if s, ok := ctx.Module().(Module); ok {
422		ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(prebuiltModule Module) {
423			p := GetEmbeddedPrebuilt(prebuiltModule)
424			if p.usePrebuilt(ctx, s, prebuiltModule) {
425				p.properties.UsePrebuilt = true
426				s.ReplacedByPrebuilt()
427			}
428		})
429	}
430}
431
432// PrebuiltPostDepsMutator replaces dependencies on the source module with dependencies on the
433// prebuilt when both modules exist and the prebuilt should be used.  When the prebuilt should not
434// be used, disable installing it.
435func PrebuiltPostDepsMutator(ctx BottomUpMutatorContext) {
436	m := ctx.Module()
437	if p := GetEmbeddedPrebuilt(m); p != nil {
438		name := m.base().BaseModuleName()
439		if p.properties.UsePrebuilt {
440			if p.properties.SourceExists {
441				ctx.ReplaceDependenciesIf(name, func(from blueprint.Module, tag blueprint.DependencyTag, to blueprint.Module) bool {
442					if t, ok := tag.(ReplaceSourceWithPrebuilt); ok {
443						return t.ReplaceSourceWithPrebuilt()
444					}
445
446					return true
447				})
448			}
449		} else {
450			m.HideFromMake()
451		}
452	}
453}
454
455// usePrebuilt returns true if a prebuilt should be used instead of the source module.  The prebuilt
456// will be used if it is marked "prefer" or if the source module is disabled.
457func (p *Prebuilt) usePrebuilt(ctx TopDownMutatorContext, source Module, prebuilt Module) bool {
458	if p.srcsSupplier != nil && len(p.srcsSupplier(ctx, prebuilt)) == 0 {
459		return false
460	}
461
462	// Skip prebuilt modules under unexported namespaces so that we won't
463	// end up shadowing non-prebuilt module when prebuilt module under same
464	// name happens to have a `Prefer` property set to true.
465	if ctx.Config().KatiEnabled() && !prebuilt.ExportedToMake() {
466		return false
467	}
468
469	// If source is not available or is disabled then always use the prebuilt.
470	if source == nil || !source.Enabled() {
471		return true
472	}
473
474	// If the use_source_config_var property is set then it overrides the prefer property setting.
475	if configVar := p.properties.Use_source_config_var; configVar != nil {
476		return !ctx.Config().VendorConfig(proptools.String(configVar.Config_namespace)).Bool(proptools.String(configVar.Var_name))
477	}
478
479	// TODO: use p.Properties.Name and ctx.ModuleDir to override preference
480	return Bool(p.properties.Prefer)
481}
482
483func (p *Prebuilt) SourceExists() bool {
484	return p.properties.SourceExists
485}
486