1#!/bin/bash 2 3# Grab default values for $CFLAGS and such. 4 5export LANG=c 6export LC_ALL=C 7set -o pipefail 8source ./configure 9 10[ -z "$KCONFIG_CONFIG" ] && KCONFIG_CONFIG=".config" 11 12# Since each cc invocation is short, launch half again as many processes 13# as we have processors so they don't exit faster than we can start them. 14[ -z "$CPUS" ] && 15 CPUS=$((($(echo /sys/devices/system/cpu/cpu[0-9]* | wc -w)*3)/2)) 16 17# Respond to V= by echoing command lines as well as running them 18DOTPROG= 19do_loudly() 20{ 21 [ ! -z "$V" ] && echo "$@" || echo -n "$DOTPROG" 22 "$@" 23} 24 25# Is anything under directory $2 newer than file $1 26isnewer() 27{ 28 [ ! -z "$(find "$2" -newer "$1" 2>/dev/null || echo yes)" ] 29} 30 31echo "Generate headers from toys/*/*.c..." 32 33mkdir -p generated 34 35if isnewer generated/Config.in toys 36then 37 echo "Extract configuration information from toys/*.c files..." 38 scripts/genconfig.sh 39fi 40 41# Create a list of all the commands toybox can provide. Note that the first 42# entry is out of order on purpose (the toybox multiplexer command must be the 43# first element of the array). The rest must be sorted in alphabetical order 44# for fast binary search. 45 46if isnewer generated/newtoys.h toys 47then 48 echo -n "generated/newtoys.h " 49 50 echo "USE_TOYBOX(NEWTOY(toybox, NULL, TOYFLAG_STAYROOT))" > generated/newtoys.h 51 sed -n -e 's/^USE_[A-Z0-9_]*(/&/p' toys/*/*.c \ 52 | sed 's/\(.*TOY(\)\([^,]*\),\(.*\)/\2 \1\2,\3/' | sort -s -k 1,1 \ 53 | sed 's/[^ ]* //' >> generated/newtoys.h || exit 1 54fi 55 56[ ! -z "$V" ] && echo "Which C files to build..." 57 58# Extract a list of toys/*/*.c files to compile from the data in $KCONFIG_CONFIG 59# (First command names, then filenames with relevant {NEW,OLD}TOY() macro.) 60 61GITHASH="$(git describe --tags --abbrev=12 2>/dev/null)" 62[ ! -z "$GITHASH" ] && GITHASH="-DTOYBOX_VERSION=\"$GITHASH\"" 63TOYFILES="$(sed -n 's/^CONFIG_\([^=]*\)=.*/\1/p' "$KCONFIG_CONFIG" | xargs | tr ' [A-Z]' '|[a-z]')" 64TOYFILES="$(egrep -l "TOY[(]($TOYFILES)[ ,]" toys/*/*.c)" 65CFLAGS="$CFLAGS $(cat generated/cflags)" 66BUILD="$(echo ${CROSS_COMPILE}${CC} $CFLAGS -I . $OPTIMIZE $GITHASH)" 67FILES="$(echo lib/*.c main.c $TOYFILES)" 68 69genbuildsh() 70{ 71 # Write a canned build line for use on crippled build machines. 72 73 echo "#!/bin/sh" 74 echo 75 echo "BUILD=\"$BUILD\"" 76 echo 77 echo "FILES=\"$FILES\"" 78 echo 79 echo "LINK=\"$LINK\"" 80 echo 81 echo 82 echo '$BUILD $FILES $LINK' 83} 84 85if ! cmp -s <(genbuildsh | head -n 3) \ 86 <(head -n 3 generated/build.sh 2>/dev/null) 87then 88 echo -n "Library probe" 89 90 # We trust --as-needed to remove each library if we don't use any symbols 91 # out of it, this loop is because the compiler has no way to ignore a library 92 # that doesn't exist, so we have to detect and skip nonexistent libraries 93 # for it. 94 95 > generated/optlibs.dat 96 for i in util crypt m resolv selinux smack attr 97 do 98 echo "int main(int argc, char *argv[]) {return 0;}" | \ 99 ${CROSS_COMPILE}${CC} $CFLAGS -xc - -o /dev/null -Wl,--as-needed -l$i > /dev/null 2>/dev/null && 100 echo -l$i >> generated/optlibs.dat 101 echo -n . 102 done 103 echo 104fi 105 106# LINK needs optlibs.dat, above 107 108LINK="$(echo $LDOPTIMIZE $LDFLAGS -o toybox_unstripped -Wl,--as-needed $(cat generated/optlibs.dat))" 109genbuildsh > generated/build.sh && chmod +x generated/build.sh || exit 1 110 111echo "Make generated/config.h from $KCONFIG_CONFIG." 112 113# This long and roundabout sed invocation is to make old versions of sed happy. 114# New ones have '\n' so can replace one line with two without all the branches 115# and tedious mucking about with hold space. 116 117sed -n \ 118 -e 's/^# CONFIG_\(.*\) is not set.*/\1/' \ 119 -e 't notset' \ 120 -e 's/^CONFIG_\(.*\)=y.*/\1/' \ 121 -e 't isset' \ 122 -e 's/^CONFIG_\([^=]*\)=\(.*\)/#define CFG_\1 \2/p' \ 123 -e 'd' \ 124 -e ':notset' \ 125 -e 'h' \ 126 -e 's/.*/#define CFG_& 0/p' \ 127 -e 'g' \ 128 -e 's/.*/#define USE_&(...)/p' \ 129 -e 'd' \ 130 -e ':isset' \ 131 -e 'h' \ 132 -e 's/.*/#define CFG_& 1/p' \ 133 -e 'g' \ 134 -e 's/.*/#define USE_&(...) __VA_ARGS__/p' \ 135 $KCONFIG_CONFIG > generated/config.h || exit 1 136 137if [ generated/mkflags -ot scripts/mkflags.c ] 138then 139 do_loudly $HOSTCC scripts/mkflags.c -o generated/mkflags || exit 1 140fi 141 142echo -n "generated/flags.h " 143 144# Process config.h and newtoys.h to generate FLAG_x macros. Note we must 145# always #define the relevant macro, even when it's disabled, because we 146# allow multiple NEWTOY() in the same C file. (When disabled the FLAG is 0, 147# so flags&0 becomes a constant 0 allowing dead code elimination.) 148 149# Parse files through C preprocessor twice, once to get flags for current 150# .config and once to get flags for allyesconfig 151for I in A B 152do 153 ( 154 # define macros and select header files with option string data 155 156 echo "#define NEWTOY(aa,bb,cc) aa $I bb" 157 echo '#define OLDTOY(...)' 158 if [ "$I" == A ] 159 then 160 cat generated/config.h 161 else 162 sed '/USE_.*([^)]*)$/s/$/ __VA_ARGS__/' generated/config.h 163 fi 164 cat generated/newtoys.h 165 166 # Run result through preprocessor, glue together " " gaps leftover from USE 167 # macros, delete comment lines, print any line with a quoted optstring, 168 # turn any non-quoted opstring (NULL or 0) into " " (because fscanf can't 169 # handle "" with nothing in it, and mkflags uses that). 170 171 ) | ${CROSS_COMPILE}${CC} -E - | \ 172 sed -n -e 's/" *"//g;/^#/d;t clear;:clear;s/"/"/p;t;s/\( [AB] \).*/\1 " "/p' 173 174# Sort resulting line pairs and glue them together into triplets of 175# command "flags" "allflags" 176# to feed into mkflags C program that outputs actual flag macros 177# If no pair (because command's disabled in config), use " " for flags 178# so allflags can define the appropriate zero macros. 179 180done | sort -s | sed -n 's/ A / /;t pair;h;s/\([^ ]*\).*/\1 " "/;x;b single;:pair;h;n;:single;s/[^ ]* B //;H;g;s/\n/ /;p' |\ 181generated/mkflags > generated/flags.h || exit 1 182 183# Extract global structure definitions and flag definitions from toys/*/*.c 184 185function getglobals() 186{ 187 for i in toys/*/*.c 188 do 189 NAME="$(echo $i | sed 's@.*/\(.*\)\.c@\1@')" 190 DATA="$(sed -n -e '/^GLOBALS(/,/^)/b got;b;:got' \ 191 -e 's/^GLOBALS(/struct '"$NAME"'_data {/' \ 192 -e 's/^)/};/' -e 'p' $i)" 193 194 [ ! -z "$DATA" ] && echo -e "// $i\n\n$DATA\n" 195 done 196} 197 198if isnewer generated/globals.h toys 199then 200 echo -n "generated/globals.h " 201 GLOBSTRUCT="$(getglobals)" 202 ( 203 echo "$GLOBSTRUCT" 204 echo 205 echo "extern union global_union {" 206 echo "$GLOBSTRUCT" | \ 207 sed -n 's/struct \(.*\)_data {/ struct \1_data \1;/p' 208 echo "} this;" 209 ) > generated/globals.h 210fi 211 212echo "generated/help.h" 213if [ generated/config2help -ot scripts/config2help.c ] 214then 215 do_loudly $HOSTCC scripts/config2help.c -I . lib/xwrap.c lib/llist.c \ 216 lib/lib.c lib/portability.c -o generated/config2help || exit 1 217fi 218generated/config2help Config.in $KCONFIG_CONFIG > generated/help.h || exit 1 219 220[ ! -z "$NOBUILD" ] && exit 0 221 222echo -n "Compile toybox" 223[ ! -z "$V" ] && echo 224DOTPROG=. 225 226# This is a parallel version of: do_loudly $BUILD $FILES $LINK || exit 1 227 228X="$(ls -1t generated/obj/* 2>/dev/null | tail -n 1)" 229if [ ! -e "$X" ] || [ ! -z "$(find toys -name "*.h" -newer "$X")" ] 230then 231 rm -rf generated/obj && mkdir -p generated/obj || exit 1 232else 233 rm -f generated/obj/{main,lib_help}.o || exit 1 234fi 235PENDING= 236LFILES= 237DONE=0 238for i in $FILES 239do 240 # build each generated/obj/*.o file in parallel 241 242 X=${i/lib\//lib_} 243 X=${X##*/} 244 OUT="generated/obj/${X%%.c}.o" 245 LFILES="$LFILES $OUT" 246 [ "$OUT" -nt "$i" ] && continue 247 do_loudly $BUILD -c $i -o $OUT & 248 249 # ratelimit to $CPUS many parallel jobs, detecting errors 250 251 while true 252 do 253 PENDING="$(echo $PENDING $(jobs -rp) | tr ' ' '\n' | sort -u)" 254 [ $(echo -n "$PENDING" | wc -l) -lt "$CPUS" ] && break; 255 256 wait $(echo "$PENDING" | head -n 1) 257 DONE=$(($DONE+$?)) 258 PENDING="$(echo "$PENDING" | tail -n +2)" 259 done 260 [ $DONE -ne 0 ] && break 261done 262 263# wait for all background jobs, detecting errors 264 265for i in $PENDING 266do 267 wait $i 268 DONE=$(($DONE+$?)) 269done 270 271[ $DONE -ne 0 ] && exit 1 272 273do_loudly $BUILD $LFILES $LINK || exit 1 274if ! do_loudly ${CROSS_COMPILE}strip toybox_unstripped -o toybox 275then 276 echo "strip failed, using unstripped" && cp toybox_unstripped toybox || 277 exit 1 278fi 279# gcc 4.4's strip command is buggy, and doesn't set the executable bit on 280# its output the way SUSv4 suggests it do so. 281do_loudly chmod +x toybox || exit 1 282echo 283