#!/usr/bin/env python3 # Copyright (C) 2022 The Android Open Source Project # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os import sys import re import subprocess import pathlib import tempfile import contextlib import argparse ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) TOOLS_DIR = os.path.join(ROOT_DIR, "tools") OUT_DIR = os.path.join(ROOT_DIR, "out", "tools") NINJA = os.path.join(TOOLS_DIR, "ninja") GN = os.path.join(TOOLS_DIR, "gn") PROTOC_PATH = os.path.join(OUT_DIR, "protoc") DESCRIPTOR_PATH = os.path.join(ROOT_DIR, "src", "trace_processor", "importers", "proto", "atoms.descriptor") PROTOBUF_BUILTINS_DIR = os.path.join(ROOT_DIR, "buildtools", "protobuf", "src") PROTO_LOGGING_URL = "https://android.googlesource.com/platform/frameworks/proto_logging.git" ATOM_RE = r" message_type {\n. name: \"Atom\"(\n .+)+(\n })" FIELD_RE = r" field {\n name: \"([^\"]+)\"\n number: ([0-9]+)" ATOM_IDS_PATH = os.path.join(ROOT_DIR, "protos", "perfetto", "config", "statsd", "atom_ids.proto") ATOM_IDS_TEMPLATE = """/* * Copyright (C) 2022 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ syntax = "proto2"; package perfetto.protos; // This enum is obtained by post-processing // AOSP/frameworks/proto_logging/stats/atoms.proto through // AOSP/external/perfetto/tools/update-statsd-descriptor, which extracts one // enum value for each proto field defined in the upstream atoms.proto. enum AtomId {{ ATOM_UNSPECIFIED = 0; {atoms} }}""" def call(*cmd, stdin=None): try: return subprocess.check_output(cmd, stdin=stdin) except subprocess.CalledProcessError as e: print("Error running the command:") print(" ".join(cmd)) print(e) exit(1) def main(): parser = argparse.ArgumentParser() parser.add_argument("--atoms-checkout") args = parser.parse_args() call(GN, "gen", OUT_DIR, "--args=is_debug=false") call(NINJA, "-C", OUT_DIR, "protoc") with contextlib.ExitStack() as stack: # Write the descriptor. if args.atoms_checkout: atoms_root = args.atoms_checkout proto_logging_dir = os.path.join(atoms_root, "frameworks", "proto_logging") else: atoms_root = stack.enter_context(tempfile.TemporaryDirectory()) proto_logging_dir = os.path.join(atoms_root, "frameworks", "proto_logging") pathlib.Path(proto_logging_dir).mkdir(parents=True, exist_ok=True) call("git", "clone", PROTO_LOGGING_URL, proto_logging_dir) atoms_path = os.path.join(proto_logging_dir, "stats", "atoms.proto") call(PROTOC_PATH, f"--proto_path={PROTOBUF_BUILTINS_DIR}", f"--proto_path={atoms_root}", f"--descriptor_set_out={DESCRIPTOR_PATH}", "--include_imports", atoms_path) # Extract and update atom_ids.proto. To do this we regex the pbtext # of the descriptor. This is hopefully: # - more stable than regexing atom.proto directly # - less complicated than parsing finding, importing, and using the # Python protobuf library. descriptor_in = stack.enter_context(open(DESCRIPTOR_PATH)) pbtext = call( PROTOC_PATH, f"--proto_path={PROTOBUF_BUILTINS_DIR}", f"{PROTOBUF_BUILTINS_DIR}/google/protobuf/descriptor.proto", "--decode=google.protobuf.FileDescriptorSet", stdin=descriptor_in) atom_pbtext = re.search(ATOM_RE, pbtext.decode("utf8"), re.MULTILINE)[0] lines = [] for m in re.finditer(FIELD_RE, atom_pbtext): name = "ATOM_" + m[1].upper() field = m[2] lines.append(f" {name} = {field};".format(name=name, field=field)) atom_ids_out = stack.enter_context(open(ATOM_IDS_PATH, "w")) atom_ids_out.write(ATOM_IDS_TEMPLATE.format(atoms="\n".join(lines))) if __name__ == "__main__": sys.exit(main())