1#!/bin/bash 2 3# Grab default values for $CFLAGS and such. 4 5export LANG=c 6export LC_ALL=C 7set -o pipefail 8source ./configure 9 10[ -z "$KCONFIG_CONFIG" ] && KCONFIG_CONFIG=".config" 11 12# Since each cc invocation is short, launch half again as many processes 13# as we have processors so they don't exit faster than we can start them. 14[ -z "$CPUS" ] && 15 CPUS=$((($(echo /sys/devices/system/cpu/cpu[0-9]* | wc -w)*3)/2)) 16 17# Respond to V= by echoing command lines as well as running them 18DOTPROG= 19do_loudly() 20{ 21 [ ! -z "$V" ] && echo "$@" || echo -n "$DOTPROG" 22 "$@" 23} 24 25# Is anything under directory $2 newer than file $1 26isnewer() 27{ 28 [ ! -z "$(find "$2" -newer "$1" 2>/dev/null || echo yes)" ] 29} 30 31echo "Generate headers from toys/*/*.c..." 32 33mkdir -p generated 34 35if isnewer generated/Config.in toys 36then 37 echo "Extract configuration information from toys/*.c files..." 38 scripts/genconfig.sh 39fi 40 41# Create a list of all the commands toybox can provide. Note that the first 42# entry is out of order on purpose (the toybox multiplexer command must be the 43# first element of the array). The rest must be sorted in alphabetical order 44# for fast binary search. 45 46if isnewer generated/newtoys.h toys 47then 48 echo -n "generated/newtoys.h " 49 50 echo "USE_TOYBOX(NEWTOY(toybox, NULL, TOYFLAG_STAYROOT))" > generated/newtoys.h 51 sed -n -e 's/^USE_[A-Z0-9_]*(/&/p' toys/*/*.c \ 52 | sed 's/\(.*TOY(\)\([^,]*\),\(.*\)/\2 \1\2,\3/' | sort -s -k 1,1 \ 53 | sed 's/[^ ]* //' >> generated/newtoys.h || exit 1 54fi 55 56[ ! -z "$V" ] && echo "Which C files to build..." 57 58# Extract a list of toys/*/*.c files to compile from the data in $KCONFIG_CONFIG 59# (First command names, then filenames with relevant {NEW,OLD}TOY() macro.) 60 61GITHASH="$(git describe --tags --abbrev=12 2>/dev/null)" 62[ ! -z "$GITHASH" ] && GITHASH="-DTOYBOX_VERSION=\"$GITHASH\"" 63TOYFILES="$(sed -n 's/^CONFIG_\([^=]*\)=.*/\1/p' "$KCONFIG_CONFIG" | xargs | tr ' [A-Z]' '|[a-z]')" 64TOYFILES="$(egrep -l "TOY[(]($TOYFILES)[ ,]" toys/*/*.c)" 65CFLAGS="$CFLAGS $(cat generated/cflags)" 66BUILD="$(echo ${CROSS_COMPILE}${CC} $CFLAGS -I . $OPTIMIZE $GITHASH)" 67FILES="$(echo lib/*.c main.c $TOYFILES)" 68 69if [ "${TOYFILES/pending//}" != "$TOYFILES" ] 70then 71 echo -e "\n\033[1;31mwarning: using unfinished code from toys/pending\033[0m" 72fi 73 74genbuildsh() 75{ 76 # Write a canned build line for use on crippled build machines. 77 78 echo "#!/bin/sh" 79 echo 80 echo "BUILD=\"$BUILD\"" 81 echo 82 echo "FILES=\"$FILES\"" 83 echo 84 echo "LINK=\"$LINK\"" 85 echo 86 echo 87 echo '$BUILD $FILES $LINK' 88} 89 90if ! cmp -s <(genbuildsh | head -n 3) \ 91 <(head -n 3 generated/build.sh 2>/dev/null) 92then 93 echo -n "Library probe" 94 95 # We trust --as-needed to remove each library if we don't use any symbols 96 # out of it, this loop is because the compiler has no way to ignore a library 97 # that doesn't exist, so we have to detect and skip nonexistent libraries 98 # for it. 99 100 > generated/optlibs.dat 101 for i in util crypt m resolv selinux smack attr rt 102 do 103 echo "int main(int argc, char *argv[]) {return 0;}" | \ 104 ${CROSS_COMPILE}${CC} $CFLAGS -xc - -o generated/libprobe -Wl,--as-needed -l$i > /dev/null 2>/dev/null && 105 echo -l$i >> generated/optlibs.dat 106 echo -n . 107 done 108 rm -f generated/libprobe 109 echo 110fi 111 112# LINK needs optlibs.dat, above 113 114LINK="$(echo $LDOPTIMIZE $LDFLAGS -o toybox_unstripped -Wl,--as-needed $(cat generated/optlibs.dat))" 115genbuildsh > generated/build.sh && chmod +x generated/build.sh || exit 1 116 117echo "Make generated/config.h from $KCONFIG_CONFIG." 118 119# This long and roundabout sed invocation is to make old versions of sed happy. 120# New ones have '\n' so can replace one line with two without all the branches 121# and tedious mucking about with hold space. 122 123sed -n \ 124 -e 's/^# CONFIG_\(.*\) is not set.*/\1/' \ 125 -e 't notset' \ 126 -e 's/^CONFIG_\(.*\)=y.*/\1/' \ 127 -e 't isset' \ 128 -e 's/^CONFIG_\([^=]*\)=\(.*\)/#define CFG_\1 \2/p' \ 129 -e 'd' \ 130 -e ':notset' \ 131 -e 'h' \ 132 -e 's/.*/#define CFG_& 0/p' \ 133 -e 'g' \ 134 -e 's/.*/#define USE_&(...)/p' \ 135 -e 'd' \ 136 -e ':isset' \ 137 -e 'h' \ 138 -e 's/.*/#define CFG_& 1/p' \ 139 -e 'g' \ 140 -e 's/.*/#define USE_&(...) __VA_ARGS__/p' \ 141 $KCONFIG_CONFIG > generated/config.h || exit 1 142 143if [ generated/mkflags -ot scripts/mkflags.c ] 144then 145 do_loudly $HOSTCC scripts/mkflags.c -o generated/mkflags || exit 1 146fi 147 148echo -n "generated/flags.h " 149 150# Process config.h and newtoys.h to generate FLAG_x macros. Note we must 151# always #define the relevant macro, even when it's disabled, because we 152# allow multiple NEWTOY() in the same C file. (When disabled the FLAG is 0, 153# so flags&0 becomes a constant 0 allowing dead code elimination.) 154 155# Parse files through C preprocessor twice, once to get flags for current 156# .config and once to get flags for allyesconfig 157for I in A B 158do 159 ( 160 # define macros and select header files with option string data 161 162 echo "#define NEWTOY(aa,bb,cc) aa $I bb" 163 echo '#define OLDTOY(...)' 164 if [ "$I" == A ] 165 then 166 cat generated/config.h 167 else 168 sed '/USE_.*([^)]*)$/s/$/ __VA_ARGS__/' generated/config.h 169 fi 170 cat generated/newtoys.h 171 172 # Run result through preprocessor, glue together " " gaps leftover from USE 173 # macros, delete comment lines, print any line with a quoted optstring, 174 # turn any non-quoted opstring (NULL or 0) into " " (because fscanf can't 175 # handle "" with nothing in it, and mkflags uses that). 176 177 ) | ${CROSS_COMPILE}${CC} -E - | \ 178 sed -n -e 's/" *"//g;/^#/d;t clear;:clear;s/"/"/p;t;s/\( [AB] \).*/\1 " "/p' 179 180# Sort resulting line pairs and glue them together into triplets of 181# command "flags" "allflags" 182# to feed into mkflags C program that outputs actual flag macros 183# If no pair (because command's disabled in config), use " " for flags 184# so allflags can define the appropriate zero macros. 185 186done | sort -s | sed -n 's/ A / /;t pair;h;s/\([^ ]*\).*/\1 " "/;x;b single;:pair;h;n;:single;s/[^ ]* B //;H;g;s/\n/ /;p' | tee generated/flags.raw | \ 187generated/mkflags > generated/flags.h || exit 1 188 189# Extract global structure definitions and flag definitions from toys/*/*.c 190 191function getglobals() 192{ 193 for i in toys/*/*.c 194 do 195 NAME="$(echo $i | sed 's@.*/\(.*\)\.c@\1@')" 196 DATA="$(sed -n -e '/^GLOBALS(/,/^)/b got;b;:got' \ 197 -e 's/^GLOBALS(/struct '"$NAME"'_data {/' \ 198 -e 's/^)/};/' -e 'p' $i)" 199 200 [ ! -z "$DATA" ] && echo -e "// $i\n\n$DATA\n" 201 done 202} 203 204if isnewer generated/globals.h toys 205then 206 echo -n "generated/globals.h " 207 GLOBSTRUCT="$(getglobals)" 208 ( 209 echo "$GLOBSTRUCT" 210 echo 211 echo "extern union global_union {" 212 echo "$GLOBSTRUCT" | \ 213 sed -n 's/struct \(.*\)_data {/ struct \1_data \1;/p' 214 echo "} this;" 215 ) > generated/globals.h 216fi 217 218if [ generated/mktags -ot scripts/mktags.c ] 219then 220 do_loudly $HOSTCC scripts/mktags.c -o generated/mktags || exit 1 221fi 222 223if isnewer generated/tags.h toys 224then 225 echo -n "generated/tags.h " 226 227 sed -n '/TAGGED_ARRAY(/,/^)/{s/.*TAGGED_ARRAY[(]\([^,]*\),/\1/;p}' \ 228 toys/*/*.c lib/*.c | generated/mktags > generated/tags.h 229fi 230 231echo "generated/help.h" 232if [ generated/config2help -ot scripts/config2help.c ] 233then 234 do_loudly $HOSTCC scripts/config2help.c -I . lib/xwrap.c lib/llist.c \ 235 lib/lib.c lib/portability.c -o generated/config2help || exit 1 236fi 237generated/config2help Config.in $KCONFIG_CONFIG > generated/help.h || exit 1 238 239[ ! -z "$NOBUILD" ] && exit 0 240 241echo -n "Compile toybox" 242[ ! -z "$V" ] && echo 243DOTPROG=. 244 245# This is a parallel version of: do_loudly $BUILD $FILES $LINK || exit 1 246 247X="$(ls -1t generated/obj/* 2>/dev/null | tail -n 1)" 248if [ ! -e "$X" ] || [ ! -z "$(find toys -name "*.h" -newer "$X")" ] 249then 250 rm -rf generated/obj && mkdir -p generated/obj || exit 1 251else 252 rm -f generated/obj/{main,lib_help}.o || exit 1 253fi 254PENDING= 255LFILES= 256DONE=0 257for i in $FILES 258do 259 # build each generated/obj/*.o file in parallel 260 261 X=${i/lib\//lib_} 262 X=${X##*/} 263 OUT="generated/obj/${X%%.c}.o" 264 LFILES="$LFILES $OUT" 265 [ "$OUT" -nt "$i" ] && continue 266 do_loudly $BUILD -c $i -o $OUT & 267 268 # ratelimit to $CPUS many parallel jobs, detecting errors 269 270 while true 271 do 272 PENDING="$(echo $PENDING $(jobs -rp) | tr ' ' '\n' | sort -u)" 273 [ $(echo -n "$PENDING" | wc -l) -lt "$CPUS" ] && break; 274 275 wait $(echo "$PENDING" | head -n 1) 276 DONE=$(($DONE+$?)) 277 PENDING="$(echo "$PENDING" | tail -n +2)" 278 done 279 [ $DONE -ne 0 ] && break 280done 281 282# wait for all background jobs, detecting errors 283 284for i in $PENDING 285do 286 wait $i 287 DONE=$(($DONE+$?)) 288done 289 290[ $DONE -ne 0 ] && exit 1 291 292do_loudly $BUILD $LFILES $LINK || exit 1 293if [ ! -z "$NOSTRIP" ] || ! do_loudly ${CROSS_COMPILE}strip toybox_unstripped -o toybox 294then 295 echo "strip failed, using unstripped" && cp toybox_unstripped toybox || 296 exit 1 297fi 298 299# gcc 4.4's strip command is buggy, and doesn't set the executable bit on 300# its output the way SUSv4 suggests it do so. While we're at it, make sure 301# we don't have the "w" bit set so things like bzip2's "cp -f" install don't 302# overwrite our binary through the symlink. 303do_loudly chmod 555 toybox || exit 1 304 305echo 306