1#!/bin/bash 2# Copyright (c) 2022 Huawei Device Co., Ltd. 3# Licensed under the Apache License, Version 2.0 (the "License"); 4# you may not use this file except in compliance with the License. 5# You may obtain a copy of the License at 6# 7# http://www.apache.org/licenses/LICENSE-2.0 8# 9# Unless required by applicable law or agreed to in writing, software 10# distributed under the License is distributed on an "AS IS" BASIS, 11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12# See the License for the specific language governing permissions and 13# limitations under the License. 14 15set -e 16 17TOPDIR=$(realpath "$(dirname ${BASH_SOURCE[0]})/../../../") 18 19PATH="${TOPDIR}/prebuilts/build-tools/linux-x86/bin/:${TOPDIR}/prebuilts/python/linux-x86/current/bin/:${PATH}" 20 21command -v jq &>/dev/null || { echo >&2 "jq command not found, please install by: apt install -y jq"; exit 1; } 22command -v ninja &>/dev/null || { echo >&2 "ninja command not found, please install by: apt install -y ninja-build"; exit 1; } 23 24args=() 25cfg_groups=() 26build_variant=root 27asan_in_data=true 28while test $# -gt 0; do 29 case "$1" in 30 -g[0-9]:*) 31 cfg_groups+=(${1:2}) 32 ;; 33 --gn-args) 34 case "$2" in 35 is_asan=*);; 36 *)args+=("$1" "$2");; 37 esac 38 shift 39 ;; 40 --build-variant) 41 build_variant=$2 42 shift 43 ;; 44 --no-build) 45 no_build=true 46 ;; 47 --no-data-asan) 48 asan_in_data=false 49 ;; 50 --data-asan) 51 asan_in_data=true 52 ;; 53 *) 54 args+=("$1") 55 ;; 56 esac 57 shift 58done 59 60set -e -- "${args[@]}" 61 62# build both asan and nonasan images 63start_time=$(date +%s) 64cd "${TOPDIR}" 65if [ -d out.a ]; then 66 if [ -d out ]; then 67 mv out out.n 68 fi 69 mv out.a out 70fi 71${no_build+echo skip} ./build.sh "$@" --gn-args is_asan=true --build-variant ${build_variant} 72step1_time=$(date +%s) 73mv out out.a 74if [ -d out.n ]; then 75 mv out.n out 76fi 77${no_build+echo skip} ./build.sh "$@" --gn-args is_asan=false --build-variant ${build_variant} 78step2_time=$(date +%s) 79 80 81asan_dir=$(ls -d out.a/*/packages/phone/) 82nonasan_dir=$(ls -d out/*/packages/phone/) 83 84asan_dir=$(realpath "$asan_dir") 85nonasan_dir=$(realpath "$nonasan_dir") 86 87echo "asan dir is $asan_dir" 88echo "non-asan dir is $nonasan_dir" 89 90# check directories 91for d in {"$asan_dir","$nonasan_dir"}/{system,vendor,data} ; do 92 if [ ! -d "$d" ]; then 93 echo "directory '$d' does not exist." 94 exit 1 95 fi 96done 97 98# following works should all be done in nonasan dir 99pushd "$nonasan_dir" 100 101handle_error() { 102 errcode=$? 103 trap '' INT HUP 104 set +e 105 if [ $errcode -ne 0 ]; then 106 pushd "$nonasan_dir" 107 test -d system.bak && rm -rf system && mv system.bak system 108 test -d vendor.bak && rm -rf vendor && mv vendor.bak vendor 109 test -d images.bak && rm -rf images && mv images.bak images 110 test -f "${TOPDIR}"/build/ohos/images/build_image.py.bak && mv "$_" "${_%.bak}" 111 test -f "${TOPDIR}"/build/ohos/images/mkimage/dac.txt.bak && mv "$_" "${_%.bak}" 112 fi 113 command -v handle_error_hook && handle_error_hook $errcode "$@" 114 exit $errcode 115} 116trap 'handle_error "${args[@]}"' EXIT 117 118# get make image command 119json_data="$(ninja -w dupbuild=warn -C ../../ -t compdb | jq '.[]|select(.output|startswith("packages/phone/images/"))')" 120make_system_img_cmd="$(echo "$json_data" | jq -r 'select(.output=="packages/phone/images/system.img")|.command')" 121make_vendor_img_cmd="$(echo "$json_data" | jq -r 'select(.output=="packages/phone/images/vendor.img")|.command')" 122make_userdata_img_cmd="$(echo "$json_data" | jq -r 'select(.output=="packages/phone/images/userdata.img")|.command')" 123make_system_img() { pushd ../../; $make_system_img_cmd; popd; } 124make_vendor_img() { pushd ../../; $make_vendor_img_cmd; popd; } 125make_userdata_img() { pushd ../../; $make_userdata_img_cmd; popd; } 126 127make_mixed_asan_img() { 128 echo "make mixed asan system$1.img or/and vendor$1.img ..." 129 cfg_group=(${@:2}) 130 131 # backup system and vendor 132 mv system system.bak && cp -a system.bak system 133 mv vendor vendor.bak && cp -a vendor.bak vendor 134 135 # prepare asan related files for system image 136 cp -a "$asan_dir"/system/etc/asan.options system/etc/ 137 cp -a "$asan_dir"/system/etc/init/asan.cfg system/etc/init/ 138 cp -a "$asan_dir"/system/lib/ld-musl-*-asan.so.1 system/lib/ 139 if grep -qw LD_PRELOAD system/etc/init/faultloggerd.cfg; then 140 sed -i '/LD_PRELOAD/d' system/etc/init/asan.cfg 141 sed -i 's/LD_PRELOAD\s\+/&libasan_helper.z.so:/g' system/etc/init/faultloggerd.cfg 142 fi 143 test -f system/etc/selinux/config && sed -i 's,enforcing,permissive,g' $_ 144 sed -i '/^\s*namespace.default.asan.lib.paths\s*=/d;s/^\(\s*namespace.default.\)\(lib.paths\s*=.*\)$/&\n\1asan.\2/g' system/etc/ld-musl-namespace-*.ini 145 sed -i '/^\s*namespace.default.asan.lib.paths\s*=/s/\/\(system\|vendor\)\/\([^:]*:\?\)/\/\1\/asan\/\2/g' system/etc/ld-musl-namespace-*.ini 146 if [ "$asan_in_data" = true ]; then 147 for d in data/asan/*; do ln -snf /$d ${d#data/asan/}/asan; done 148 else 149 mkdir -p system/asan/ && cp -a "$asan_dir"/system/{lib*,bin} $_ 150 mkdir -p vendor/asan/ && cp -a "$asan_dir"/vendor/{lib*,bin} $_ 151 sed -i.bak '$asystem/asan/bin/*, 00755, 0, 2000, 0\nvendor/asan/bin/*, 00755, 0, 2000, 0' "${TOPDIR}"/build/ohos/images/mkimage/dac.txt 152 fi 153 154 # make some services run in asan version 155 local -A make_images 156 for f in ${cfg_group[@]}; do 157 for cfg in {system,vendor}/etc/init/$f.cfg*; do 158 echo -e "\033[35mModifying service cfg: $cfg\033[0m" 159 sed -i 's,/bin/,/asan&,g;/"critical"/d' $cfg 160 make_images[${cfg::6}]=true 161 done 162 done 163 164 command -v make_mixed_asan_img_hook && make_mixed_asan_img_hook "$@" 165 166 # make image 167 if [ "${make_images[system]}" = true -o $# -eq 0 ]; then 168 make_system_img 169 mv images/system.img system${1}.img 170 fi 171 if [ "${make_images[vendor]}" = true -o $# -eq 0 ]; then 172 make_vendor_img 173 mv images/vendor.img vendor${1}.img 174 fi 175 176 # restore dac.txt 177 if [ "$asan_in_data" != true ]; then 178 mv "${TOPDIR}"/build/ohos/images/mkimage/dac.txt.bak "${TOPDIR}"/build/ohos/images/mkimage/dac.txt 179 fi 180 181 # restore system and vendor 182 rm -rf system && mv system.bak system 183 rm -rf vendor && mv vendor.bak vendor 184} 185 186add_mkshrc() { 187 sed -i '/export HOME /d' "$asan_dir"/system/etc/init/asan.cfg 188 sed -i '/export ASAN_OPTIONS /i"export HOME /'$1'",' "$asan_dir"/system/etc/init/asan.cfg 189 cat <<EOF >${1:-.}/.mkshrc 190dmesg -n1 191alias ls='ls --color=auto' 192alias ll='ls -al' 193remount() { 194 mount -o remount,rw \${1:-/} 195} 196EOF 197} 198 199make_data_asan_img() { 200 test $asan_in_data = true || return 0 201 echo "make mixed asan userdata.img ..." 202 mkdir -p data/asan/{vendor,system} 203 cp -a "$asan_dir"/vendor/{lib*,bin} data/asan/vendor/ 204 cp -a "$asan_dir"/system/{lib*,bin} data/asan/system/ 205 chmod +x data/asan/*/bin/* 206 add_mkshrc data/ 207 sed -i.bak 's,shutil.rmtree(userdata_path),return,g' "${TOPDIR}"/build/ohos/images/build_image.py 208 sed -i.bak '$adata/asan/*, 00755, 0, 2000, 0' "${TOPDIR}"/build/ohos/images/mkimage/dac.txt 209 make_userdata_img 210 mv "${TOPDIR}"/build/ohos/images/mkimage/dac.txt.bak "${TOPDIR}"/build/ohos/images/mkimage/dac.txt 211 mv "${TOPDIR}"/build/ohos/images/build_image.py.bak "${TOPDIR}"/build/ohos/images/build_image.py 212} 213 214make_custom_asan_imgs() { 215 # backup images 216 mv images images.bak && mkdir images 217 218 # make custom asan images 219 for cfg_group in ${cfg_groups[@]}; do 220 make_mixed_asan_img $(IFS=:,; echo ${cfg_group}) 221 done 222 223 # restore images 224 rm -rf images && mv images.bak images 225} 226 227# Collect all necessary artifacts into images directory 228collect_all_artifacts() { 229 # uncomment the following three lines if you need full asan images 230 #rm -rf images/{system,vendor}F.img 231 #cp -l "$asan_dir"/images/system.img images/systemF.img 232 #cp -l "$asan_dir"/images/vendor.img images/vendorF.img 233 # unstripped binaries 234 rm -rf images/unstripped 235 mkdir -p images/unstripped/{asan,nonasan} 236 cp -al "$asan_dir"/../../{exe,lib}.unstripped images/unstripped/asan/ 237 cp "$asan_dir"/../../libclang_rt.asan.so images/unstripped/asan/lib.unstripped/ 238 cp -al ../../{exe,lib}.unstripped images/unstripped/nonasan/ 239 cp system/lib*/libc++.so images/unstripped/nonasan/lib.unstripped/ 240 # asan log resolve scripts 241 cp "${TOPDIR}"/build/common/asan/{symbolize,resolve_asan_log}.sh images/ 242 chmod +x images/*.sh 243 # mixed asan images 244 mv system*.img vendor*.img images/ 245} 246 247shopt -s nullglob 248 249make_data_asan_img 250make_mixed_asan_img 251make_custom_asan_imgs 252collect_all_artifacts 253 254step3_time=$(date +%s) 255 256echo -e "\033[32m==== Done! ====\033[0m" 257echo "asan build cost $((${step1_time}-${start_time}))s, nonasan build cost $((${step2_time}-${step1_time}))s, image build cost $((${step3_time}-${step2_time}))s" 258popd 259