• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1// Copyright 2016 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package android
16
17import (
18	"fmt"
19	"reflect"
20	"strings"
21
22	"github.com/google/blueprint"
23	"github.com/google/blueprint/proptools"
24)
25
26// This file implements common functionality for handling modules that may exist as prebuilts,
27// source, or both.
28
29func RegisterPrebuiltMutators(ctx RegistrationContext) {
30	ctx.PreArchMutators(RegisterPrebuiltsPreArchMutators)
31	ctx.PostDepsMutators(RegisterPrebuiltsPostDepsMutators)
32}
33
34// Marks a dependency tag as possibly preventing a reference to a source from being
35// replaced with the prebuilt.
36type ReplaceSourceWithPrebuilt interface {
37	blueprint.DependencyTag
38
39	// Return true if the dependency defined by this tag should be replaced with the
40	// prebuilt.
41	ReplaceSourceWithPrebuilt() bool
42}
43
44type prebuiltDependencyTag struct {
45	blueprint.BaseDependencyTag
46}
47
48var PrebuiltDepTag prebuiltDependencyTag
49
50// Mark this tag so dependencies that use it are excluded from visibility enforcement.
51func (t prebuiltDependencyTag) ExcludeFromVisibilityEnforcement() {}
52
53// Mark this tag so dependencies that use it are excluded from APEX contents.
54func (t prebuiltDependencyTag) ExcludeFromApexContents() {}
55
56var _ ExcludeFromVisibilityEnforcementTag = PrebuiltDepTag
57var _ ExcludeFromApexContentsTag = PrebuiltDepTag
58
59// UserSuppliedPrebuiltProperties contains the prebuilt properties that can be specified in an
60// Android.bp file.
61type UserSuppliedPrebuiltProperties struct {
62	// When prefer is set to true the prebuilt will be used instead of any source module with
63	// a matching name.
64	Prefer *bool `android:"arch_variant"`
65
66	// When specified this names a Soong config variable that controls the prefer property.
67	//
68	// If the value of the named Soong config variable is true then prefer is set to false and vice
69	// versa. If the Soong config variable is not set then it defaults to false, so prefer defaults
70	// to true.
71	//
72	// If specified then the prefer property is ignored in favor of the value of the Soong config
73	// variable.
74	Use_source_config_var *ConfigVarProperties
75}
76
77// CopyUserSuppliedPropertiesFromPrebuilt copies the user supplied prebuilt properties from the
78// prebuilt properties.
79func (u *UserSuppliedPrebuiltProperties) CopyUserSuppliedPropertiesFromPrebuilt(p *Prebuilt) {
80	*u = p.properties.UserSuppliedPrebuiltProperties
81}
82
83type PrebuiltProperties struct {
84	UserSuppliedPrebuiltProperties
85
86	SourceExists bool `blueprint:"mutated"`
87	UsePrebuilt  bool `blueprint:"mutated"`
88
89	// Set if the module has been renamed to remove the "prebuilt_" prefix.
90	PrebuiltRenamedToSource bool `blueprint:"mutated"`
91}
92
93// Properties that can be used to select a Soong config variable.
94type ConfigVarProperties struct {
95	// Allow instances of this struct to be used as a property value in a BpPropertySet.
96	BpPrintableBase
97
98	// The name of the configuration namespace.
99	//
100	// As passed to add_soong_config_namespace in Make.
101	Config_namespace *string
102
103	// The name of the configuration variable.
104	//
105	// As passed to add_soong_config_var_value in Make.
106	Var_name *string
107}
108
109type Prebuilt struct {
110	properties PrebuiltProperties
111
112	// nil if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs.
113	srcsSupplier PrebuiltSrcsSupplier
114
115	// "-" if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs.
116	srcsPropertyName string
117}
118
119// RemoveOptionalPrebuiltPrefix returns the result of removing the "prebuilt_" prefix from the
120// supplied name if it has one, or returns the name unmodified if it does not.
121func RemoveOptionalPrebuiltPrefix(name string) string {
122	return strings.TrimPrefix(name, "prebuilt_")
123}
124
125// RemoveOptionalPrebuiltPrefixFromBazelLabel removes the "prebuilt_" prefix from the *target name* of a Bazel label.
126// This differs from RemoveOptionalPrebuiltPrefix in that it does not remove it from the start of the string, but
127// instead removes it from the target name itself.
128func RemoveOptionalPrebuiltPrefixFromBazelLabel(label string) string {
129	splitLabel := strings.Split(label, ":")
130	bazelModuleNameNoPrebuilt := RemoveOptionalPrebuiltPrefix(splitLabel[1])
131	return strings.Join([]string{
132		splitLabel[0],
133		bazelModuleNameNoPrebuilt,
134	}, ":")
135}
136
137func (p *Prebuilt) Name(name string) string {
138	return PrebuiltNameFromSource(name)
139}
140
141// PrebuiltNameFromSource returns the result of prepending the "prebuilt_" prefix to the supplied
142// name.
143func PrebuiltNameFromSource(name string) string {
144	return "prebuilt_" + name
145}
146
147func (p *Prebuilt) ForcePrefer() {
148	p.properties.Prefer = proptools.BoolPtr(true)
149}
150
151func (p *Prebuilt) Prefer() bool {
152	return proptools.Bool(p.properties.Prefer)
153}
154
155// SingleSourcePathFromSupplier invokes the supplied supplier for the current module in the
156// supplied context to retrieve a list of file paths, ensures that the returned list of file paths
157// contains a single value and then assumes that is a module relative file path and converts it to
158// a Path accordingly.
159//
160// Any issues, such as nil supplier or not exactly one file path will be reported as errors on the
161// supplied context and this will return nil.
162func SingleSourcePathFromSupplier(ctx ModuleContext, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) Path {
163	if srcsSupplier != nil {
164		srcs := srcsSupplier(ctx, ctx.Module())
165
166		if len(srcs) == 0 {
167			ctx.PropertyErrorf(srcsPropertyName, "missing prebuilt source file")
168			return nil
169		}
170
171		if len(srcs) > 1 {
172			ctx.PropertyErrorf(srcsPropertyName, "multiple prebuilt source files")
173			return nil
174		}
175
176		// Return the singleton source after expanding any filegroup in the
177		// sources.
178		src := srcs[0]
179		return PathForModuleSrc(ctx, src)
180	} else {
181		ctx.ModuleErrorf("prebuilt source was not set")
182		return nil
183	}
184}
185
186// The below source-related functions and the srcs, src fields are based on an assumption that
187// prebuilt modules have a static source property at the moment. Currently there is only one
188// exception, android_app_import, which chooses a source file depending on the product's DPI
189// preference configs. We'll want to add native support for dynamic source cases if we end up having
190// more modules like this.
191func (p *Prebuilt) SingleSourcePath(ctx ModuleContext) Path {
192	return SingleSourcePathFromSupplier(ctx, p.srcsSupplier, p.srcsPropertyName)
193}
194
195func (p *Prebuilt) UsePrebuilt() bool {
196	return p.properties.UsePrebuilt
197}
198
199// Called to provide the srcs value for the prebuilt module.
200//
201// This can be called with a context for any module not just the prebuilt one itself. It can also be
202// called concurrently.
203//
204// Return the src value or nil if it is not available.
205type PrebuiltSrcsSupplier func(ctx BaseModuleContext, prebuilt Module) []string
206
207func initPrebuiltModuleCommon(module PrebuiltInterface) *Prebuilt {
208	p := module.Prebuilt()
209	module.AddProperties(&p.properties)
210	return p
211}
212
213// Initialize the module as a prebuilt module that has no dedicated property that lists its
214// sources. SingleSourcePathFromSupplier should not be called for this module.
215//
216// This is the case e.g. for header modules, which provides the headers in source form
217// regardless whether they are prebuilt or not.
218func InitPrebuiltModuleWithoutSrcs(module PrebuiltInterface) {
219	p := initPrebuiltModuleCommon(module)
220	p.srcsPropertyName = "-"
221}
222
223// Initialize the module as a prebuilt module that uses the provided supplier to access the
224// prebuilt sources of the module.
225//
226// The supplier will be called multiple times and must return the same values each time it
227// is called. If it returns an empty array (or nil) then the prebuilt module will not be used
228// as a replacement for a source module with the same name even if prefer = true.
229//
230// If the Prebuilt.SingleSourcePath() is called on the module then this must return an array
231// containing exactly one source file.
232//
233// The provided property name is used to provide helpful error messages in the event that
234// a problem arises, e.g. calling SingleSourcePath() when more than one source is provided.
235func InitPrebuiltModuleWithSrcSupplier(module PrebuiltInterface, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) {
236	if srcsSupplier == nil {
237		panic(fmt.Errorf("srcsSupplier must not be nil"))
238	}
239	if srcsPropertyName == "" {
240		panic(fmt.Errorf("srcsPropertyName must not be empty"))
241	}
242
243	p := initPrebuiltModuleCommon(module)
244	p.srcsSupplier = srcsSupplier
245	p.srcsPropertyName = srcsPropertyName
246}
247
248func InitPrebuiltModule(module PrebuiltInterface, srcs *[]string) {
249	if srcs == nil {
250		panic(fmt.Errorf("srcs must not be nil"))
251	}
252
253	srcsSupplier := func(ctx BaseModuleContext, _ Module) []string {
254		return *srcs
255	}
256
257	InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, "srcs")
258}
259
260func InitSingleSourcePrebuiltModule(module PrebuiltInterface, srcProps interface{}, srcField string) {
261	srcPropsValue := reflect.ValueOf(srcProps).Elem()
262	srcStructField, _ := srcPropsValue.Type().FieldByName(srcField)
263	if !srcPropsValue.IsValid() || srcStructField.Name == "" {
264		panic(fmt.Errorf("invalid single source prebuilt %+v", module))
265	}
266
267	if srcPropsValue.Kind() != reflect.Struct && srcPropsValue.Kind() != reflect.Interface {
268		panic(fmt.Errorf("invalid single source prebuilt %+v", srcProps))
269	}
270
271	srcFieldIndex := srcStructField.Index
272	srcPropertyName := proptools.PropertyNameForField(srcField)
273
274	srcsSupplier := func(ctx BaseModuleContext, _ Module) []string {
275		if !module.Enabled() {
276			return nil
277		}
278		value := srcPropsValue.FieldByIndex(srcFieldIndex)
279		if value.Kind() == reflect.Ptr {
280			value = value.Elem()
281		}
282		if value.Kind() != reflect.String {
283			panic(fmt.Errorf("prebuilt src field %q in %T in module %s should be a string or a pointer to one but was %v", srcField, srcProps, module, value))
284		}
285		src := value.String()
286		if src == "" {
287			return nil
288		}
289		return []string{src}
290	}
291
292	InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, srcPropertyName)
293}
294
295type PrebuiltInterface interface {
296	Module
297	Prebuilt() *Prebuilt
298}
299
300// IsModulePreferred returns true if the given module is preferred.
301//
302// A source module is preferred if there is no corresponding prebuilt module or the prebuilt module
303// does not have "prefer: true".
304//
305// A prebuilt module is preferred if there is no corresponding source module or the prebuilt module
306// has "prefer: true".
307func IsModulePreferred(module Module) bool {
308	if module.IsReplacedByPrebuilt() {
309		// A source module that has been replaced by a prebuilt counterpart.
310		return false
311	}
312	if p := GetEmbeddedPrebuilt(module); p != nil {
313		return p.UsePrebuilt()
314	}
315	return true
316}
317
318// IsModulePrebuilt returns true if the module implements PrebuiltInterface and
319// has been initialized as a prebuilt and so returns a non-nil value from the
320// PrebuiltInterface.Prebuilt() method.
321func IsModulePrebuilt(module Module) bool {
322	return GetEmbeddedPrebuilt(module) != nil
323}
324
325// GetEmbeddedPrebuilt returns a pointer to the embedded Prebuilt structure or
326// nil if the module does not implement PrebuiltInterface or has not been
327// initialized as a prebuilt module.
328func GetEmbeddedPrebuilt(module Module) *Prebuilt {
329	if p, ok := module.(PrebuiltInterface); ok {
330		return p.Prebuilt()
331	}
332
333	return nil
334}
335
336// PrebuiltGetPreferred returns the module that is preferred for the given
337// module. That is either the module itself or the prebuilt counterpart that has
338// taken its place. The given module must be a direct dependency of the current
339// context module, and it must be the source module if both source and prebuilt
340// exist.
341//
342// This function is for use on dependencies after PrebuiltPostDepsMutator has
343// run - any dependency that is registered before that will already reference
344// the right module. This function is only safe to call after all mutators that
345// may call CreateVariations, e.g. in GenerateAndroidBuildActions.
346func PrebuiltGetPreferred(ctx BaseModuleContext, module Module) Module {
347	if !module.IsReplacedByPrebuilt() {
348		return module
349	}
350	if IsModulePrebuilt(module) {
351		// If we're given a prebuilt then assume there's no source module around.
352		return module
353	}
354
355	sourceModDepFound := false
356	var prebuiltMod Module
357
358	ctx.WalkDeps(func(child, parent Module) bool {
359		if prebuiltMod != nil {
360			return false
361		}
362		if parent == ctx.Module() {
363			// First level: Only recurse if the module is found as a direct dependency.
364			sourceModDepFound = child == module
365			return sourceModDepFound
366		}
367		// Second level: Follow PrebuiltDepTag to the prebuilt.
368		if t := ctx.OtherModuleDependencyTag(child); t == PrebuiltDepTag {
369			prebuiltMod = child
370		}
371		return false
372	})
373
374	if prebuiltMod == nil {
375		if !sourceModDepFound {
376			panic(fmt.Errorf("Failed to find source module as a direct dependency: %s", module))
377		} else {
378			panic(fmt.Errorf("Failed to find prebuilt for source module: %s", module))
379		}
380	}
381	return prebuiltMod
382}
383
384func RegisterPrebuiltsPreArchMutators(ctx RegisterMutatorsContext) {
385	ctx.BottomUp("prebuilt_rename", PrebuiltRenameMutator).Parallel()
386}
387
388func RegisterPrebuiltsPostDepsMutators(ctx RegisterMutatorsContext) {
389	ctx.BottomUp("prebuilt_source", PrebuiltSourceDepsMutator).Parallel()
390	ctx.TopDown("prebuilt_select", PrebuiltSelectModuleMutator).Parallel()
391	ctx.BottomUp("prebuilt_postdeps", PrebuiltPostDepsMutator).Parallel()
392}
393
394// PrebuiltRenameMutator ensures that there always is a module with an
395// undecorated name.
396func PrebuiltRenameMutator(ctx BottomUpMutatorContext) {
397	m := ctx.Module()
398	if p := GetEmbeddedPrebuilt(m); p != nil {
399		name := m.base().BaseModuleName()
400		if !ctx.OtherModuleExists(name) {
401			ctx.Rename(name)
402			p.properties.PrebuiltRenamedToSource = true
403		}
404	}
405}
406
407// PrebuiltSourceDepsMutator adds dependencies to the prebuilt module from the
408// corresponding source module, if one exists for the same variant.
409func PrebuiltSourceDepsMutator(ctx BottomUpMutatorContext) {
410	m := ctx.Module()
411	// If this module is a prebuilt, is enabled and has not been renamed to source then add a
412	// dependency onto the source if it is present.
413	if p := GetEmbeddedPrebuilt(m); p != nil && m.Enabled() && !p.properties.PrebuiltRenamedToSource {
414		name := m.base().BaseModuleName()
415		if ctx.OtherModuleReverseDependencyVariantExists(name) {
416			ctx.AddReverseDependency(ctx.Module(), PrebuiltDepTag, name)
417			p.properties.SourceExists = true
418		}
419	}
420}
421
422// PrebuiltSelectModuleMutator marks prebuilts that are used, either overriding source modules or
423// because the source module doesn't exist.  It also disables installing overridden source modules.
424func PrebuiltSelectModuleMutator(ctx TopDownMutatorContext) {
425	m := ctx.Module()
426	if p := GetEmbeddedPrebuilt(m); p != nil {
427		if p.srcsSupplier == nil && p.srcsPropertyName == "" {
428			panic(fmt.Errorf("prebuilt module did not have InitPrebuiltModule called on it"))
429		}
430		if !p.properties.SourceExists {
431			p.properties.UsePrebuilt = p.usePrebuilt(ctx, nil, m)
432		}
433	} else if s, ok := ctx.Module().(Module); ok {
434		ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(prebuiltModule Module) {
435			p := GetEmbeddedPrebuilt(prebuiltModule)
436			if p.usePrebuilt(ctx, s, prebuiltModule) {
437				p.properties.UsePrebuilt = true
438				s.ReplacedByPrebuilt()
439			}
440		})
441	}
442}
443
444// PrebuiltPostDepsMutator replaces dependencies on the source module with dependencies on the
445// prebuilt when both modules exist and the prebuilt should be used.  When the prebuilt should not
446// be used, disable installing it.
447func PrebuiltPostDepsMutator(ctx BottomUpMutatorContext) {
448	m := ctx.Module()
449	if p := GetEmbeddedPrebuilt(m); p != nil {
450		name := m.base().BaseModuleName()
451		if p.properties.UsePrebuilt {
452			if p.properties.SourceExists {
453				ctx.ReplaceDependenciesIf(name, func(from blueprint.Module, tag blueprint.DependencyTag, to blueprint.Module) bool {
454					if t, ok := tag.(ReplaceSourceWithPrebuilt); ok {
455						return t.ReplaceSourceWithPrebuilt()
456					}
457
458					return true
459				})
460			}
461		} else {
462			m.HideFromMake()
463		}
464	}
465}
466
467// usePrebuilt returns true if a prebuilt should be used instead of the source module.  The prebuilt
468// will be used if it is marked "prefer" or if the source module is disabled.
469func (p *Prebuilt) usePrebuilt(ctx TopDownMutatorContext, source Module, prebuilt Module) bool {
470	if p.srcsSupplier != nil && len(p.srcsSupplier(ctx, prebuilt)) == 0 {
471		return false
472	}
473
474	// Skip prebuilt modules under unexported namespaces so that we won't
475	// end up shadowing non-prebuilt module when prebuilt module under same
476	// name happens to have a `Prefer` property set to true.
477	if ctx.Config().KatiEnabled() && !prebuilt.ExportedToMake() {
478		return false
479	}
480
481	// If source is not available or is disabled then always use the prebuilt.
482	if source == nil || !source.Enabled() {
483		return true
484	}
485
486	// If the use_source_config_var property is set then it overrides the prefer property setting.
487	if configVar := p.properties.Use_source_config_var; configVar != nil {
488		return !ctx.Config().VendorConfig(proptools.String(configVar.Config_namespace)).Bool(proptools.String(configVar.Var_name))
489	}
490
491	// TODO: use p.Properties.Name and ctx.ModuleDir to override preference
492	return Bool(p.properties.Prefer)
493}
494
495func (p *Prebuilt) SourceExists() bool {
496	return p.properties.SourceExists
497}
498