1#!/usr/bin/env python3 2# 3import sys, cpp, kernel, glob, os, re, getopt, clean_header, shutil 4from defaults import * 5from utils import * 6 7def Usage(): 8 print("""\ 9 usage: %(progname)s [kernel-original-path] [kernel-modified-path] 10 11 this program is used to update all the auto-generated clean headers 12 used by the Bionic C library. it assumes the following: 13 14 - a set of source kernel headers is located in 15 'external/kernel-headers/original', relative to the current 16 android tree 17 18 - a set of manually modified kernel header files located in 19 'external/kernel-headers/modified', relative to the current 20 android tree 21 22 - the clean headers will be placed in 'bionic/libc/kernel/arch-<arch>/asm', 23 'bionic/libc/kernel/android', etc.. 24""" % { "progname" : os.path.basename(sys.argv[0]) }) 25 sys.exit(0) 26 27def ProcessFiles(updater, original_dir, modified_dir, src_rel_dir, update_rel_dir): 28 # Delete the old headers before updating to the new headers. 29 update_dir = os.path.join(get_kernel_dir(), update_rel_dir) 30 for root, dirs, files in os.walk(update_dir, topdown=True): 31 for entry in files: 32 # BUILD is a special file that needs to be preserved. 33 if entry == "BUILD": 34 continue 35 os.remove(os.path.join(root, entry)) 36 for entry in dirs: 37 shutil.rmtree(os.path.join(root, entry)) 38 39 src_dir = os.path.normpath(os.path.join(original_dir, src_rel_dir)) 40 src_dir_len = len(src_dir) + 1 41 mod_src_dir = os.path.join(modified_dir, src_rel_dir) 42 update_dir = os.path.join(get_kernel_dir(), update_rel_dir) 43 44 kernel_dir = get_kernel_dir() 45 for root, _, files in os.walk(src_dir): 46 for file in sorted(files): 47 _, ext = os.path.splitext(file) 48 if ext != ".h": 49 continue 50 src_file = os.path.normpath(os.path.join(root, file)) 51 rel_path = src_file[src_dir_len:] 52 # Check to see if there is a modified header to use instead. 53 if os.path.exists(os.path.join(mod_src_dir, rel_path)): 54 src_file = os.path.join(mod_src_dir, rel_path) 55 src_str = os.path.join("<modified>", src_rel_dir, rel_path) 56 else: 57 src_str = os.path.join("<original>", src_rel_dir, rel_path) 58 dst_file = os.path.join(update_dir, rel_path) 59 new_data = clean_header.cleanupFile(dst_file, src_file, rel_path) 60 if not new_data: 61 continue 62 updater.readFile(dst_file) 63 ret_val = updater.editFile(dst_file, new_data) 64 if ret_val == 0: 65 state = "unchanged" 66 elif ret_val == 1: 67 state = "edited" 68 else: 69 state = "added" 70 update_path = os.path.join(update_rel_dir, rel_path) 71 print("cleaning %s -> %s (%s)" % (src_str, update_path, state)) 72 73 74# This lets us support regular system calls like __NR_write and also weird 75# ones like __ARM_NR_cacheflush, where the NR doesn't come at the start. 76def make__NR_name(name): 77 if name.startswith('__ARM_NR_'): 78 return name 79 else: 80 return '__NR_%s' % (name) 81 82 83# Scan Linux kernel asm/unistd.h files containing __NR_* constants 84# and write out equivalent SYS_* constants for glibc source compatibility. 85def GenerateGlibcSyscallsHeader(updater): 86 libc_root = '%s/bionic/libc/' % os.environ['ANDROID_BUILD_TOP'] 87 88 # Collect the set of all syscalls for all architectures. 89 syscalls = set() 90 pattern = re.compile(r'^\s*#\s*define\s*__NR_([a-z_]\S+)') 91 for unistd_h in ['kernel/uapi/asm-generic/unistd.h', 92 'kernel/uapi/asm-arm/asm/unistd.h', 93 'kernel/uapi/asm-arm/asm/unistd-eabi.h', 94 'kernel/uapi/asm-arm/asm/unistd-oabi.h', 95 'kernel/uapi/asm-riscv/asm/unistd.h', 96 'kernel/uapi/asm-x86/asm/unistd_32.h', 97 'kernel/uapi/asm-x86/asm/unistd_64.h', 98 'kernel/uapi/asm-x86/asm/unistd_x32.h']: 99 for line in open(os.path.join(libc_root, unistd_h)): 100 m = re.search(pattern, line) 101 if m: 102 nr_name = m.group(1) 103 if 'reserved' not in nr_name and 'unused' not in nr_name: 104 syscalls.add(nr_name) 105 106 # Create a single file listing them all. 107 # Note that the input files include #if trickery, so even for a single 108 # architecture we don't know exactly which ones are available. 109 # https://b.corp.google.com/issues/37110151 110 content = '/* Generated file. Do not edit. */\n' 111 content += '#pragma once\n' 112 113 for syscall in sorted(syscalls): 114 nr_name = make__NR_name(syscall) 115 content += '#if defined(%s)\n' % nr_name 116 content += ' #define SYS_%s %s\n' % (syscall, nr_name) 117 content += '#endif\n' 118 119 syscall_file = os.path.join(libc_root, 'include/bits/glibc-syscalls.h') 120 updater.readFile(syscall_file) 121 updater.editFile(syscall_file, content) 122 123 124try: 125 optlist, args = getopt.getopt(sys.argv[1:], '') 126except: 127 # Unrecognized option 128 sys.stderr.write("error: unrecognized option\n") 129 Usage() 130 131if len(optlist) > 0 or len(args) > 2: 132 Usage() 133 134if len(args) > 0: 135 original_dir = args[0] 136else: 137 original_dir = get_kernel_headers_original_dir() 138 139if len(args) > 1: 140 modified_dir = args[1] 141else: 142 modified_dir = get_kernel_headers_modified_dir() 143 144if not os.path.isdir(original_dir): 145 panic("The kernel directory %s is not a directory\n" % original_dir) 146 147if not os.path.isdir(modified_dir): 148 panic("The kernel modified directory %s is not a directory\n" % modified_dir) 149 150updater = BatchFileUpdater() 151 152# Process the original uapi headers first. 153ProcessFiles(updater, original_dir, modified_dir, "uapi", "uapi"), 154 155# Now process the special files. 156ProcessFiles(updater, original_dir, modified_dir, "scsi", os.path.join("android", "scsi", "scsi")) 157 158# Copy all of the files. 159updater.updateFiles() 160 161# Now re-generate the <bits/glibc-syscalls.h> from the new uapi headers. 162updater = BatchFileUpdater() 163GenerateGlibcSyscallsHeader(updater) 164updater.updateFiles() 165