• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1#!/usr/bin/env python
2#
3# Copyright (C) 2016 The Android Open Source Project
4#
5# Licensed under the Apache License, Version 2.0 (the "License");
6# you may not use this file except in compliance with the License.
7# You may obtain a copy of the License at
8#
9#      http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS,
13# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14# See the License for the specific language governing permissions and
15# limitations under the License.
16#
17from __future__ import print_function
18
19import argparse
20import glob
21import multiprocessing
22import os
23import shutil
24import subprocess
25import sys
26import re
27
28
29THIS_DIR = os.path.realpath(os.path.dirname(__file__))
30ORIG_ENV = dict(os.environ)
31
32
33def android_path(*args):
34    out_dir = os.path.realpath(os.path.join(THIS_DIR, '../..', *args))
35    return out_dir
36
37
38def build_path(*args):
39    # Our multistage build directories will be placed under OUT_DIR if it is in
40    # the environment. By default they will be placed under
41    # $ANDROID_BUILD_TOP/out.
42    top_out = ORIG_ENV.get('OUT_DIR', android_path('out'))
43    if not os.path.isabs(top_out):
44        top_out = os.path.realpath(top_out)
45    out_dir = os.path.join(top_out, *args)
46    return out_dir
47
48
49def install_file(src, dst):
50    print('Copying ' + src)
51    shutil.copy2(src, dst)
52
53
54def install_directory(src, dst):
55    print('Copying ' + src)
56    shutil.copytree(src, dst)
57
58
59def build(out_dir):
60    products = (
61        'aosp_arm',
62        'aosp_arm64',
63        # 'aosp_mips',
64        # 'aosp_mips64',
65        'aosp_x86',
66        'aosp_x86_64',
67    )
68    for product in products:
69        build_product(out_dir, product)
70
71
72def build_product(out_dir, product):
73    env = dict(ORIG_ENV)
74    env['FORCE_BUILD_LLVM_COMPONENTS'] = 'true'
75    env['FORCE_BUILD_RS_COMPAT'] = 'true'
76    env['OUT_DIR'] = out_dir
77    env['SKIP_LLVM_TESTS'] = 'true'
78    env['SOONG_ALLOW_MISSING_DEPENDENCIES'] = 'true'
79    env['TARGET_BUILD_VARIANT'] = 'userdebug'
80    env['TARGET_PRODUCT'] = product
81
82    jobs_arg = '-j{}'.format(multiprocessing.cpu_count())
83    targets = [
84        # PHONY target specified in frameworks/rs/Android.mk.
85        'rs-prebuilts-full',
86        # We have to explicitly specify the jar for JACK to build.
87        android_path('out/target/common/obj/JAVA_LIBRARIES/' +
88            'android-support-v8-renderscript_intermediates/classes.jar')
89    ]
90    subprocess.check_call(
91        ['make', jobs_arg] + targets, cwd=android_path(), env=env)
92
93
94def package_toolchain(build_dir, build_name, host, dist_dir):
95    package_name = 'renderscript-' + build_name
96    install_host_dir = build_path('install', host)
97    install_dir = os.path.join(install_host_dir, package_name)
98
99    # Remove any previously installed toolchain so it doesn't pollute the
100    # build.
101    if os.path.exists(install_host_dir):
102        shutil.rmtree(install_host_dir)
103
104    install_toolchain(build_dir, install_dir, host)
105
106    tarball_name = package_name + '-' + host
107    package_path = os.path.join(dist_dir, tarball_name) + '.tar.bz2'
108    print('Packaging ' + package_path)
109    args = [
110        'tar', '-cjC', install_host_dir, '-f', package_path, package_name
111    ]
112    subprocess.check_call(args)
113
114
115def install_toolchain(build_dir, install_dir, host):
116    install_built_host_files(build_dir, install_dir, host)
117    install_clang_headers(build_dir, install_dir, host)
118    install_built_device_files(build_dir, install_dir, host)
119    install_license_files(install_dir)
120    # We need to package libwinpthread-1.dll for Windows. This is explicitly
121    # linked whenever pthreads is used, and the build system doesn't allow
122    # us to link just that library statically (ldflags are stripped out
123    # of ldlibs and vice-versa).
124    # Bug: http://b/34273721
125    if host.startswith('windows'):
126        install_winpthreads(install_dir)
127
128
129def install_winpthreads(install_dir):
130      """Installs the winpthreads runtime to the Windows bin directory."""
131      lib_name = 'libwinpthread-1.dll'
132      mingw_dir = android_path(
133          'prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8')
134      # RenderScript NDK toolchains for Windows only contains 32-bit binaries.
135      lib_path = os.path.join(mingw_dir, 'x86_64-w64-mingw32/lib32', lib_name)
136
137      lib_install = os.path.join(install_dir, 'bin', lib_name)
138      install_file(lib_path, lib_install)
139
140
141def install_built_host_files(build_dir, install_dir, host):
142    is_windows = host.startswith('windows')
143    is_darwin = host.startswith('darwin-x86')
144    bin_ext = '.exe' if is_windows else ''
145
146    if is_windows:
147        lib_ext = '.dll'
148    elif is_darwin:
149        lib_ext = '.dylib'
150    else:
151        lib_ext = '.so'
152
153    built_files = [
154        'bin/llvm-rs-cc' + bin_ext,
155        'bin/bcc_compat' + bin_ext,
156    ]
157
158    if is_windows:
159        built_files.extend([
160            'lib/libbcc' + lib_ext,
161            'lib/libbcinfo' + lib_ext,
162            'lib/libclang_android' + lib_ext,
163            'lib/libLLVM_android' + lib_ext,
164        ])
165    else:
166        built_files.extend([
167            'lib64/libbcc' + lib_ext,
168            'lib64/libbcinfo' + lib_ext,
169            'lib64/libclang_android' + lib_ext,
170            'lib64/libLLVM_android' + lib_ext,
171            'lib64/libc++' + lib_ext,
172        ])
173
174    for built_file in built_files:
175        dirname = os.path.dirname(built_file)
176        # Put dlls and exes into bin/ for windows.
177        # Bug: http://b/34273721
178        if is_windows:
179            dirname = 'bin'
180        install_path = os.path.join(install_dir, dirname)
181        if not os.path.exists(install_path):
182            os.makedirs(install_path)
183
184        built_path = os.path.join(build_dir, 'host', host, built_file)
185        install_file(built_path, install_path)
186
187        file_name = os.path.basename(built_file)
188
189        # Only strip bin files (not libs) on darwin.
190        if not is_darwin or built_file.startswith('bin/'):
191            subprocess.check_call(
192                ['strip', os.path.join(install_path, file_name)])
193
194
195def install_clang_headers(build_dir, install_dir, host):
196    def should_copy(path):
197        if os.path.basename(path) in ('Makefile', 'CMakeLists.txt'):
198            return False
199        _, ext = os.path.splitext(path)
200        if ext == '.mk':
201            return False
202        return True
203
204    headers_src = android_path('external/clang/lib/Headers')
205    headers_dst = os.path.join(
206        install_dir, 'clang-include')
207    os.makedirs(headers_dst)
208    for header in os.listdir(headers_src):
209        if not should_copy(header):
210            continue
211        install_file(os.path.join(headers_src, header), headers_dst)
212
213    install_file(android_path('bionic/libc/include/stdatomic.h'), headers_dst)
214
215
216def install_built_device_files(build_dir, install_dir, host):
217    product_to_arch = {
218        'generic': 'arm',
219        'generic_arm64': 'arm64',
220        # 'generic_mips': 'mips',
221        # 'generic_mips64': 'mips64el',
222        'generic_x86': 'x86',
223        'generic_x86_64': 'x86_64',
224    }
225
226    bc_lib = 'librsrt'
227
228    static_libs = {
229        'libRScpp_static',
230        'libcompiler_rt'
231    }
232
233    shared_libs = {
234        'libRSSupport',
235        'libRSSupportIO',
236        'libblasV8',
237    }
238
239    for product, arch in product_to_arch.items():
240        lib_dir = os.path.join(install_dir, 'platform', arch)
241        os.makedirs(lib_dir)
242
243        # Copy librsrt_ARCH.bc.
244        lib_name = bc_lib + '_' + arch + '.bc'
245        if not host.startswith('windows'):
246            built_lib = os.path.join(build_dir, 'host', host, 'lib64', lib_name)
247        else:
248            built_lib = os.path.join(build_dir, 'host', 'linux-x86', 'lib64', lib_name)
249        install_file(built_lib, os.path.join(lib_dir, bc_lib + '.bc'))
250
251        # Copy static libs and share libs.
252        product_dir = os.path.join(build_dir, 'target/product', product)
253        static_lib_dir = os.path.join(product_dir, 'obj/STATIC_LIBRARIES')
254        shared_lib_dir = os.path.join(product_dir, 'obj/SHARED_LIBRARIES')
255        for static_lib in static_libs:
256            built_lib = os.path.join(
257                static_lib_dir, static_lib + '_intermediates/' + static_lib + '.a')
258            lib_name = static_lib + '.a'
259            install_file(built_lib, os.path.join(lib_dir, lib_name))
260        for shared_lib in shared_libs:
261            built_lib = os.path.join(
262                shared_lib_dir, shared_lib + '_intermediates/' + shared_lib + '.so')
263            lib_name = shared_lib + '.so'
264            install_file(built_lib, os.path.join(lib_dir, lib_name))
265
266    # Copy renderscript-v8.jar.
267    lib_dir = os.path.join(install_dir, 'platform')
268    jar_dir = os.path.join(build_dir, 'target/common/obj/JAVA_LIBRARIES/'
269        'android-support-v8-renderscript_intermediates/classes.jar')
270    install_file(jar_dir, os.path.join(lib_dir, 'renderscript-v8.jar'))
271
272    # Copy RS runtime headers.
273    headers_dst_base = os.path.join(install_dir, 'platform', 'rs')
274
275    headers_src = android_path('frameworks/rs/script_api/include')
276    headers_dst = os.path.join(headers_dst_base, 'scriptc')
277    install_directory(headers_src, headers_dst)
278
279    # Copy RS C++ API headers.
280    headers_src = android_path('frameworks/rs/cpp/util')
281    headers_dst = os.path.join(headers_dst_base, 'cpp/util')
282    install_directory(headers_src, headers_dst)
283    install_file(android_path('frameworks/rs/rsDefines.h'), headers_dst_base)
284    install_file(android_path('frameworks/rs/cpp/RenderScript.h'), os.path.join(headers_dst_base, 'cpp'))
285    install_file(android_path('frameworks/rs/cpp/rsCppStructs.h'), os.path.join(headers_dst_base, 'cpp'))
286
287
288def install_license_files(install_dir):
289    projects = (
290        'external/clang',
291        'external/compiler-rt',
292        'external/llvm',
293        'frameworks/compile/slang',
294        'frameworks/compile/libbcc',
295        # 'frameworks/rs', # No notice license file found.
296    )
297
298    notices = []
299    for project in projects:
300        project_path = android_path(project)
301        license_pattern = os.path.join(project_path, 'MODULE_LICENSE_*')
302        for license_file in glob.glob(license_pattern):
303            install_file(license_file, install_dir)
304        with open(os.path.join(project_path, 'NOTICE')) as notice_file:
305            notices.append(notice_file.read())
306    with open(os.path.join(install_dir, 'NOTICE'), 'w') as notice_file:
307        notice_file.write('\n'.join(notices))
308
309
310def parse_args():
311    parser = argparse.ArgumentParser()
312
313    parser.add_argument(
314        '--build-name', default='dev', help='Release name for the package.')
315
316    return parser.parse_args()
317
318
319def main():
320    args = parse_args()
321
322    if sys.platform.startswith('linux'):
323        hosts = ['linux-x86', 'windows-x86']
324    elif sys.platform == 'darwin':
325        hosts = ['darwin-x86']
326    else:
327        raise RuntimeError('Unsupported host: {}'.format(sys.platform))
328
329    out_dir = build_path()
330    build(out_dir=out_dir)
331
332    dist_dir = ORIG_ENV.get('DIST_DIR', out_dir)
333    for host in hosts:
334        package_toolchain(out_dir, args.build_name, host, dist_dir)
335
336
337if __name__ == '__main__':
338    main()
339