• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1#!/usr/bin/env python3
2#
3import sys, cpp, kernel, glob, os, re, getopt, clean_header, shutil
4from defaults import *
5from utils import *
6
7def Usage():
8    print("""\
9  usage: %(progname)s [kernel-original-path] [kernel-modified-path]
10
11    this program is used to update all the auto-generated clean headers
12    used by the Bionic C library. it assumes the following:
13
14      - a set of source kernel headers is located in
15        'external/kernel-headers/original', relative to the current
16        android tree
17
18      - a set of manually modified kernel header files located in
19        'external/kernel-headers/modified', relative to the current
20        android tree
21
22      - the clean headers will be placed in 'bionic/libc/kernel/arch-<arch>/asm',
23        'bionic/libc/kernel/android', etc..
24""" % { "progname" : os.path.basename(sys.argv[0]) })
25    sys.exit(0)
26
27def ProcessFiles(updater, original_dir, modified_dir, src_rel_dir, update_rel_dir):
28    # Delete the old headers before updating to the new headers.
29    update_dir = os.path.join(get_kernel_dir(), update_rel_dir)
30    for root, dirs, files in os.walk(update_dir, topdown=True):
31        for entry in files:
32            # BUILD is a special file that needs to be preserved.
33            if entry == "BUILD":
34                continue
35            os.remove(os.path.join(root, entry))
36        for entry in dirs:
37            shutil.rmtree(os.path.join(root, entry))
38
39    src_dir = os.path.normpath(os.path.join(original_dir, src_rel_dir))
40    src_dir_len = len(src_dir) + 1
41    mod_src_dir = os.path.join(modified_dir, src_rel_dir)
42    update_dir = os.path.join(get_kernel_dir(), update_rel_dir)
43
44    kernel_dir = get_kernel_dir()
45    for root, _, files in os.walk(src_dir):
46        for file in sorted(files):
47            _, ext = os.path.splitext(file)
48            if ext != ".h":
49                continue
50            src_file = os.path.normpath(os.path.join(root, file))
51            rel_path = src_file[src_dir_len:]
52            # Check to see if there is a modified header to use instead.
53            if os.path.exists(os.path.join(mod_src_dir, rel_path)):
54                src_file = os.path.join(mod_src_dir, rel_path)
55                src_str = os.path.join("<modified>", src_rel_dir, rel_path)
56            else:
57                src_str = os.path.join("<original>", src_rel_dir, rel_path)
58            dst_file = os.path.join(update_dir, rel_path)
59            new_data = clean_header.cleanupFile(dst_file, src_file, rel_path)
60            if not new_data:
61                continue
62            updater.readFile(dst_file)
63            ret_val = updater.editFile(dst_file, new_data)
64            if ret_val == 0:
65                state = "unchanged"
66            elif ret_val == 1:
67                state = "edited"
68            else:
69                state = "added"
70            update_path = os.path.join(update_rel_dir, rel_path)
71            print("cleaning %s -> %s (%s)" % (src_str, update_path, state))
72
73
74# This lets us support regular system calls like __NR_write and also weird
75# ones like __ARM_NR_cacheflush, where the NR doesn't come at the start.
76def make__NR_name(name):
77    if name.startswith('__ARM_NR_'):
78        return name
79    else:
80        return '__NR_%s' % (name)
81
82
83# Scan Linux kernel asm/unistd.h files containing __NR_* constants
84# and write out equivalent SYS_* constants for glibc source compatibility.
85def GenerateGlibcSyscallsHeader(updater):
86    libc_root = '%s/bionic/libc/' % os.environ['ANDROID_BUILD_TOP']
87
88    # Collect the set of all syscalls for all architectures.
89    syscalls = set()
90    pattern = re.compile(r'^\s*#\s*define\s*__NR_([a-z_]\S+)')
91    for unistd_h in ['kernel/uapi/asm-generic/unistd.h',
92                     'kernel/uapi/asm-arm/asm/unistd.h',
93                     'kernel/uapi/asm-arm/asm/unistd-eabi.h',
94                     'kernel/uapi/asm-arm/asm/unistd-oabi.h',
95                     'kernel/uapi/asm-x86/asm/unistd_32.h',
96                     'kernel/uapi/asm-x86/asm/unistd_64.h',
97                     'kernel/uapi/asm-x86/asm/unistd_x32.h']:
98        for line in open(os.path.join(libc_root, unistd_h)):
99            m = re.search(pattern, line)
100            if m:
101                nr_name = m.group(1)
102                if 'reserved' not in nr_name and 'unused' not in nr_name:
103                    syscalls.add(nr_name)
104
105    # Create a single file listing them all.
106    # Note that the input files include #if trickery, so even for a single
107    # architecture we don't know exactly which ones are available.
108    # https://b.corp.google.com/issues/37110151
109    content = '/* Generated file. Do not edit. */\n'
110    content += '#pragma once\n'
111
112    for syscall in sorted(syscalls):
113        nr_name = make__NR_name(syscall)
114        content += '#if defined(%s)\n' % nr_name
115        content += '  #define SYS_%s %s\n' % (syscall, nr_name)
116        content += '#endif\n'
117
118    syscall_file = os.path.join(libc_root, 'include/bits/glibc-syscalls.h')
119    updater.readFile(syscall_file)
120    updater.editFile(syscall_file, content)
121
122
123try:
124    optlist, args = getopt.getopt(sys.argv[1:], '')
125except:
126    # Unrecognized option
127    sys.stderr.write("error: unrecognized option\n")
128    Usage()
129
130if len(optlist) > 0 or len(args) > 2:
131    Usage()
132
133if len(args) > 0:
134    original_dir = args[0]
135else:
136    original_dir = get_kernel_headers_original_dir()
137
138if len(args) > 1:
139    modified_dir = args[1]
140else:
141    modified_dir = get_kernel_headers_modified_dir()
142
143if not os.path.isdir(original_dir):
144    panic("The kernel directory %s is not a directory\n" % original_dir)
145
146if not os.path.isdir(modified_dir):
147    panic("The kernel modified directory %s is not a directory\n" % modified_dir)
148
149updater = BatchFileUpdater()
150
151# Process the original uapi headers first.
152ProcessFiles(updater, original_dir, modified_dir, "uapi", "uapi"),
153
154# Now process the special files.
155ProcessFiles(updater, original_dir, modified_dir, "scsi", os.path.join("android", "scsi", "scsi"))
156
157# Copy all of the files.
158updater.updateFiles()
159
160# Now re-generate the <bits/glibc-syscalls.h> from the new uapi headers.
161updater = BatchFileUpdater()
162GenerateGlibcSyscallsHeader(updater)
163updater.updateFiles()
164