• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1#!/usr/bin/python3
2
3import argparse
4import glob
5import os
6import re
7import shutil
8import subprocess
9import sys
10import tempfile
11import zipfile
12
13from collections import defaultdict
14from pathlib import Path
15
16# See go/fetch_artifact for details on this script.
17FETCH_ARTIFACT = '/google/data/ro/projects/android/fetch_artifact'
18COMPAT_REPO = Path('prebuilts/sdk')
19# This build target is used when fetching from a train build (TXXXXXXXX)
20BUILD_TARGET_TRAIN = 'train_build'
21# This build target is used when fetching from a non-train build (XXXXXXXX)
22BUILD_TARGET_CONTINUOUS = 'mainline_modules-user'
23# The glob of sdk artifacts to fetch
24ARTIFACT_PATTERN = 'mainline-sdks/current/{module_name}/sdk/*.zip'
25COMMIT_TEMPLATE = """Finalize artifacts for extension SDK %d
26
27Import from build id %s.
28
29Generated with:
30$ %s
31
32Bug: %d
33Test: presubmit"""
34
35def fail(*args, **kwargs):
36    print(*args, file=sys.stderr, **kwargs)
37    sys.exit(1)
38
39def fetch_artifacts(target, build_id, artifact_path):
40    tmpdir = Path(tempfile.TemporaryDirectory().name)
41    tmpdir.mkdir()
42    print('Fetching %s from %s ...' % (artifact_path, target))
43    fetch_cmd = [FETCH_ARTIFACT]
44    fetch_cmd.extend(['--bid', str(build_id)])
45    fetch_cmd.extend(['--target', target])
46    fetch_cmd.append(artifact_path)
47    fetch_cmd.append(str(tmpdir))
48    print("Running: " + ' '.join(fetch_cmd))
49    try:
50        subprocess.check_output(fetch_cmd, stderr=subprocess.STDOUT)
51    except subprocess.CalledProcessError:
52        fail('FAIL: Unable to retrieve %s artifact for build ID %s' % (artifact_path, build_id))
53    return tmpdir
54
55def repo_for_sdk(filename):
56    module = filename.split('-')[0]
57    target_dir = ''
58    if module == 'media': return Path('prebuilts/module_sdk/Media')
59    if module == 'tethering': return Path('prebuilts/module_sdk/Connectivity')
60    for dir in os.listdir('prebuilts/module_sdk/'):
61        if module.lower() in dir.lower():
62            if target_dir:
63                fail('Multiple target dirs matched "%s": %s' % (module, (target_dir, dir)))
64            target_dir = dir
65    if not target_dir:
66        fail('Could not find a target dir for %s' % filename)
67
68    return Path('prebuilts/module_sdk/%s' % target_dir)
69
70def dir_for_sdk(filename, version):
71    base = str(version)
72    if 'test-exports' in filename:
73        return os.path.join(base, 'test-exports')
74    if 'host-exports' in filename:
75        return os.path.join(base, 'host-exports')
76    return base
77
78if not os.path.isdir('build/soong'):
79    fail("This script must be run from the top of an Android source tree.")
80
81parser = argparse.ArgumentParser(description=('Finalize an extension SDK with prebuilts'))
82parser.add_argument('-f', '--finalize_sdk', type=int, required=True, help='The numbered SDK to finalize.')
83parser.add_argument('-b', '--bug', type=int, required=True, help='The bug number to add to the commit message.')
84parser.add_argument('-a', '--amend_last_commit', action="store_true", help='Amend current HEAD commits instead of making new commits.')
85parser.add_argument('-m', '--modules', action='append', help='Modules to include. Can be provided multiple times, or not at all for all modules.')
86parser.add_argument('bid', help='Build server build ID')
87args = parser.parse_args()
88
89build_target = BUILD_TARGET_TRAIN if args.bid[0] == 'T' else BUILD_TARGET_CONTINUOUS
90branch_name = 'finalize-%d' % args.finalize_sdk
91cmdline = " ".join([x for x in sys.argv if x not in ['-a', '--amend_last_commit']])
92commit_message = COMMIT_TEMPLATE % (args.finalize_sdk, args.bid, cmdline, args.bug)
93module_names = args.modules or ['*']
94
95compat_dir = COMPAT_REPO.joinpath('extensions/%d' % args.finalize_sdk)
96if compat_dir.is_dir():
97    print('Removing existing dir %s' % compat_dir)
98    shutil.rmtree(compat_dir)
99
100created_dirs = defaultdict(set)
101for m in module_names:
102    tmpdir = fetch_artifacts(build_target, args.bid, ARTIFACT_PATTERN.format(module_name=m))
103    for f in tmpdir.iterdir():
104        repo = repo_for_sdk(f.name)
105        dir = dir_for_sdk(f.name, args.finalize_sdk)
106        target_dir = repo.joinpath(dir)
107        if target_dir.is_dir():
108            print('Removing existing dir %s' % target_dir)
109            shutil.rmtree(target_dir)
110        with zipfile.ZipFile(tmpdir.joinpath(f)) as zipFile:
111            zipFile.extractall(target_dir)
112
113        # Disable the Android.bp, but keep it for reference / potential future use.
114        shutil.move(target_dir.joinpath('Android.bp'), target_dir.joinpath('Android.bp.auto'))
115
116        print('Created %s' % target_dir)
117        created_dirs[repo].add(dir)
118
119        # Copy api txt files to compat tracking dir
120        txt_files = [Path(p) for p in glob.glob(os.path.join(target_dir, 'sdk_library/*/*.txt'))]
121        for txt_file in txt_files:
122            api_type = txt_file.parts[-2]
123            dest_dir = compat_dir.joinpath(api_type, 'api')
124            os.makedirs(dest_dir, exist_ok = True)
125            shutil.copy(txt_file, dest_dir)
126            created_dirs[COMPAT_REPO].add(dest_dir.relative_to(COMPAT_REPO))
127
128subprocess.check_output(['repo', 'start', branch_name] + list(created_dirs.keys()))
129print('Running git commit')
130for repo in created_dirs:
131    git = ['git', '-C', str(repo)]
132    subprocess.check_output(git + ['add'] + list(created_dirs[repo]))
133    if args.amend_last_commit:
134        change_id = '\n' + re.search(r'Change-Id: [^\\n]+', str(subprocess.check_output(git + ['log', '-1']))).group(0)
135        subprocess.check_output(git + ['commit', '--amend', '-m', commit_message + change_id])
136    else:
137        subprocess.check_output(git + ['commit', '-m', commit_message])
138