1// Copyright 2019 Google Inc. All rights reserved. 2// 3// Licensed under the Apache License, Version 2.0 (the "License"); 4// you may not use this file except in compliance with the License. 5// You may obtain a copy of the License at 6// 7// http://www.apache.org/licenses/LICENSE-2.0 8// 9// Unless required by applicable law or agreed to in writing, software 10// distributed under the License is distributed on an "AS IS" BASIS, 11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12// See the License for the specific language governing permissions and 13// limitations under the License. 14 15package java 16 17import ( 18 "github.com/google/blueprint" 19 20 "android/soong/android" 21) 22 23var hiddenAPIGenerateCSVRule = pctx.AndroidStaticRule("hiddenAPIGenerateCSV", blueprint.RuleParams{ 24 Command: "${config.Class2NonSdkList} --stub-api-flags ${stubAPIFlags} $in $outFlag $out", 25 CommandDeps: []string{"${config.Class2NonSdkList}"}, 26}, "outFlag", "stubAPIFlags") 27 28type hiddenAPI struct { 29 // True if the module containing this structure contributes to the hiddenapi information or has 30 // that information encoded within it. 31 active bool 32 33 // The path to the dex jar that is in the boot class path. If this is nil then the associated 34 // module is not a boot jar, but could be one of the <x>-hiddenapi modules that provide additional 35 // annotations for the <x> boot dex jar but which do not actually provide a boot dex jar 36 // themselves. 37 // 38 // This must be the path to the unencoded dex jar as the encoded dex jar indirectly depends on 39 // this file so using the encoded dex jar here would result in a cycle in the ninja rules. 40 bootDexJarPath android.Path 41 42 // The paths to the classes jars that contain classes and class members annotated with 43 // the UnsupportedAppUsage annotation that need to be extracted as part of the hidden API 44 // processing. 45 classesJarPaths android.Paths 46 47 // The compressed state of the dex file being encoded. This is used to ensure that the encoded 48 // dex file has the same state. 49 uncompressDexState *bool 50} 51 52func (h *hiddenAPI) bootDexJar() android.Path { 53 return h.bootDexJarPath 54} 55 56func (h *hiddenAPI) classesJars() android.Paths { 57 return h.classesJarPaths 58} 59 60func (h *hiddenAPI) uncompressDex() *bool { 61 return h.uncompressDexState 62} 63 64// hiddenAPIModule is the interface a module that embeds the hiddenAPI structure must implement. 65type hiddenAPIModule interface { 66 android.Module 67 hiddenAPIIntf 68} 69 70type hiddenAPIIntf interface { 71 bootDexJar() android.Path 72 classesJars() android.Paths 73 uncompressDex() *bool 74} 75 76var _ hiddenAPIIntf = (*hiddenAPI)(nil) 77 78// Initialize the hiddenapi structure 79// 80// uncompressedDexState should be nil when the module is a prebuilt and so does not require hidden 81// API encoding. 82func (h *hiddenAPI) initHiddenAPI(ctx android.ModuleContext, dexJar, classesJar android.Path, uncompressedDexState *bool) { 83 84 // Save the classes jars even if this is not active as they may be used by modular hidden API 85 // processing. 86 classesJars := android.Paths{classesJar} 87 ctx.VisitDirectDepsWithTag(hiddenApiAnnotationsTag, func(dep android.Module) { 88 javaInfo := ctx.OtherModuleProvider(dep, JavaInfoProvider).(JavaInfo) 89 classesJars = append(classesJars, javaInfo.ImplementationJars...) 90 }) 91 h.classesJarPaths = classesJars 92 93 // Save the unencoded dex jar so it can be used when generating the 94 // hiddenAPISingletonPathsStruct.stubFlags file. 95 h.bootDexJarPath = dexJar 96 97 h.uncompressDexState = uncompressedDexState 98 99 // If hiddenapi processing is disabled treat this as inactive. 100 if ctx.Config().IsEnvTrue("UNSAFE_DISABLE_HIDDENAPI_FLAGS") { 101 return 102 } 103 104 // The context module must implement hiddenAPIModule. 105 module := ctx.Module().(hiddenAPIModule) 106 107 // If the frameworks/base directories does not exist and no prebuilt hidden API flag files have 108 // been configured then it is not possible to do hidden API encoding. 109 if !ctx.Config().FrameworksBaseDirExists(ctx) && ctx.Config().PrebuiltHiddenApiDir(ctx) == "" { 110 return 111 } 112 113 // It is important that hiddenapi information is only gathered for/from modules that are actually 114 // on the boot jars list because the runtime only enforces access to the hidden API for the 115 // bootclassloader. If information is gathered for modules not on the list then that will cause 116 // failures in the CtsHiddenApiBlocklist... tests. 117 h.active = isModuleInBootClassPath(ctx, module) 118} 119 120func isModuleInBootClassPath(ctx android.BaseModuleContext, module android.Module) bool { 121 // Get the configured non-updatable and updatable boot jars. 122 nonUpdatableBootJars := ctx.Config().NonUpdatableBootJars() 123 updatableBootJars := ctx.Config().UpdatableBootJars() 124 active := isModuleInConfiguredList(ctx, module, nonUpdatableBootJars) || 125 isModuleInConfiguredList(ctx, module, updatableBootJars) 126 return active 127} 128 129// hiddenAPIEncodeDex is called by any module that needs to encode dex files. 130// 131// It ignores any module that has not had initHiddenApi() called on it and which is not in the boot 132// jar list. In that case it simply returns the supplied dex jar path. 133// 134// Otherwise, it creates a copy of the supplied dex file into which it has encoded the hiddenapi 135// flags and returns this instead of the supplied dex jar. 136func (h *hiddenAPI) hiddenAPIEncodeDex(ctx android.ModuleContext, dexJar android.OutputPath) android.OutputPath { 137 138 if !h.active { 139 return dexJar 140 } 141 142 // A nil uncompressDexState prevents the dex file from being encoded. 143 if h.uncompressDexState == nil { 144 ctx.ModuleErrorf("cannot encode dex file %s when uncompressDexState is nil", dexJar) 145 } 146 uncompressDex := *h.uncompressDexState 147 148 // Create a copy of the dex jar which has been encoded with hiddenapi flags. 149 flagsCSV := hiddenAPISingletonPaths(ctx).flags 150 outputDir := android.PathForModuleOut(ctx, "hiddenapi").OutputPath 151 encodedDex := hiddenAPIEncodeDex(ctx, dexJar, flagsCSV, uncompressDex, outputDir) 152 153 // Use the encoded dex jar from here onwards. 154 return encodedDex 155} 156 157// buildRuleToGenerateAnnotationFlags builds a ninja rule to generate the annotation-flags.csv file 158// from the classes jars and stub-flags.csv files. 159// 160// The annotation-flags.csv file contains mappings from Java signature to various flags derived from 161// annotations in the source, e.g. whether it is public or the sdk version above which it can no 162// longer be used. 163// 164// It is created by the Class2NonSdkList tool which processes the .class files in the class 165// implementation jar looking for UnsupportedAppUsage and CovariantReturnType annotations. The 166// tool also consumes the hiddenAPISingletonPathsStruct.stubFlags file in order to perform 167// consistency checks on the information in the annotations and to filter out bridge methods 168// that are already part of the public API. 169func buildRuleToGenerateAnnotationFlags(ctx android.ModuleContext, desc string, classesJars android.Paths, stubFlagsCSV android.Path, outputPath android.WritablePath) { 170 ctx.Build(pctx, android.BuildParams{ 171 Rule: hiddenAPIGenerateCSVRule, 172 Description: desc, 173 Inputs: classesJars, 174 Output: outputPath, 175 Implicit: stubFlagsCSV, 176 Args: map[string]string{ 177 "outFlag": "--write-flags-csv", 178 "stubAPIFlags": stubFlagsCSV.String(), 179 }, 180 }) 181} 182 183// buildRuleToGenerateMetadata builds a ninja rule to generate the metadata.csv file from 184// the classes jars and stub-flags.csv files. 185// 186// The metadata.csv file contains mappings from Java signature to the value of properties specified 187// on UnsupportedAppUsage annotations in the source. 188// 189// Like the annotation-flags.csv file this is also created by the Class2NonSdkList in the same way. 190// Although the two files could potentially be created in a single invocation of the 191// Class2NonSdkList at the moment they are created using their own invocation, with the behavior 192// being determined by the property that is used. 193func buildRuleToGenerateMetadata(ctx android.ModuleContext, desc string, classesJars android.Paths, stubFlagsCSV android.Path, metadataCSV android.WritablePath) { 194 ctx.Build(pctx, android.BuildParams{ 195 Rule: hiddenAPIGenerateCSVRule, 196 Description: desc, 197 Inputs: classesJars, 198 Output: metadataCSV, 199 Implicit: stubFlagsCSV, 200 Args: map[string]string{ 201 "outFlag": "--write-metadata-csv", 202 "stubAPIFlags": stubFlagsCSV.String(), 203 }, 204 }) 205} 206 207// buildRuleToGenerateIndex builds a ninja rule to generate the index.csv file from the classes 208// jars. 209// 210// The index.csv file contains mappings from Java signature to source location information. 211// 212// It is created by the merge_csv tool which processes the class implementation jar, extracting 213// all the files ending in .uau (which are CSV files) and merges them together. The .uau files are 214// created by the unsupported app usage annotation processor during compilation of the class 215// implementation jar. 216func buildRuleToGenerateIndex(ctx android.ModuleContext, desc string, classesJars android.Paths, indexCSV android.WritablePath) { 217 rule := android.NewRuleBuilder(pctx, ctx) 218 rule.Command(). 219 BuiltTool("merge_csv"). 220 Flag("--zip_input"). 221 Flag("--key_field signature"). 222 FlagWithOutput("--output=", indexCSV). 223 Inputs(classesJars) 224 rule.Build(desc, desc) 225} 226 227var hiddenAPIEncodeDexRule = pctx.AndroidStaticRule("hiddenAPIEncodeDex", blueprint.RuleParams{ 228 Command: `rm -rf $tmpDir && mkdir -p $tmpDir && mkdir $tmpDir/dex-input && mkdir $tmpDir/dex-output && 229 unzip -qoDD $in 'classes*.dex' -d $tmpDir/dex-input && 230 for INPUT_DEX in $$(find $tmpDir/dex-input -maxdepth 1 -name 'classes*.dex' | sort); do 231 echo "--input-dex=$${INPUT_DEX}"; 232 echo "--output-dex=$tmpDir/dex-output/$$(basename $${INPUT_DEX})"; 233 done | xargs ${config.HiddenAPI} encode --api-flags=$flagsCsv $hiddenapiFlags && 234 ${config.SoongZipCmd} $soongZipFlags -o $tmpDir/dex.jar -C $tmpDir/dex-output -f "$tmpDir/dex-output/classes*.dex" && 235 ${config.MergeZipsCmd} -j -D -zipToNotStrip $tmpDir/dex.jar -stripFile "classes*.dex" -stripFile "**/*.uau" $out $tmpDir/dex.jar $in`, 236 CommandDeps: []string{ 237 "${config.HiddenAPI}", 238 "${config.SoongZipCmd}", 239 "${config.MergeZipsCmd}", 240 }, 241}, "flagsCsv", "hiddenapiFlags", "tmpDir", "soongZipFlags") 242 243// hiddenAPIEncodeDex generates the build rule that will encode the supplied dex jar and place the 244// encoded dex jar in a file of the same name in the output directory. 245// 246// The encode dex rule requires unzipping, encoding and rezipping the classes.dex files along with 247// all the resources from the input jar. It also ensures that if it was uncompressed in the input 248// it stays uncompressed in the output. 249func hiddenAPIEncodeDex(ctx android.ModuleContext, dexInput, flagsCSV android.Path, uncompressDex bool, outputDir android.OutputPath) android.OutputPath { 250 251 // The output file has the same name as the input file and is in the output directory. 252 output := outputDir.Join(ctx, dexInput.Base()) 253 254 // Create a jar specific temporary directory in which to do the work just in case this is called 255 // with the same output directory for multiple modules. 256 tmpDir := outputDir.Join(ctx, dexInput.Base()+"-tmp") 257 258 // If the input is uncompressed then generate the output of the encode rule to an intermediate 259 // file as the final output will need further processing after encoding. 260 soongZipFlags := "" 261 encodeRuleOutput := output 262 if uncompressDex { 263 soongZipFlags = "-L 0" 264 encodeRuleOutput = outputDir.Join(ctx, "unaligned", dexInput.Base()) 265 } 266 267 // b/149353192: when a module is instrumented, jacoco adds synthetic members 268 // $jacocoData and $jacocoInit. Since they don't exist when building the hidden API flags, 269 // don't complain when we don't find hidden API flags for the synthetic members. 270 hiddenapiFlags := "" 271 if j, ok := ctx.Module().(interface { 272 shouldInstrument(android.BaseModuleContext) bool 273 }); ok && j.shouldInstrument(ctx) { 274 hiddenapiFlags = "--no-force-assign-all" 275 } 276 277 ctx.Build(pctx, android.BuildParams{ 278 Rule: hiddenAPIEncodeDexRule, 279 Description: "hiddenapi encode dex", 280 Input: dexInput, 281 Output: encodeRuleOutput, 282 Implicit: flagsCSV, 283 Args: map[string]string{ 284 "flagsCsv": flagsCSV.String(), 285 "tmpDir": tmpDir.String(), 286 "soongZipFlags": soongZipFlags, 287 "hiddenapiFlags": hiddenapiFlags, 288 }, 289 }) 290 291 if uncompressDex { 292 TransformZipAlign(ctx, output, encodeRuleOutput) 293 } 294 295 return output 296} 297 298type hiddenApiAnnotationsDependencyTag struct { 299 blueprint.BaseDependencyTag 300} 301 302// Tag used to mark dependencies on java_library instances that contains Java source files whose 303// sole purpose is to provide additional hiddenapi annotations. 304var hiddenApiAnnotationsTag hiddenApiAnnotationsDependencyTag 305 306// Mark this tag so dependencies that use it are excluded from APEX contents. 307func (t hiddenApiAnnotationsDependencyTag) ExcludeFromApexContents() {} 308 309var _ android.ExcludeFromApexContentsTag = hiddenApiAnnotationsTag 310