1#!/bin/sh 2 3# This function just re-writes the timestamp of the strace entries to be 4# seconds.usecs since boot. To match the timestamping of ftrace (so we can 5# merge them later). 6process_strace() 7{ 8 strace=$1 9 # parse in data/system/vendor and parse out /sys/devices/system/... 10 egrep '\/system\/|\/data\/|\/vendor\/' $strace | egrep -v '\/sys\/devices\/system\/' > bar 11 fgrep -v '= -1' bar > foo 12 mv foo bar 13 # begin_time is seconds since epoch 14 begin_time=`cat trace.begin` 15 # replace seconds since epoch with SECONDS SINCE BOOT in the 16 # strace files 17 awk -v begin="$begin_time" '{ printf "%f strace ", $1 - begin; $1=""; print $0}' bar > $2 18 rm bar 19} 20 21# 22# This function processes the ftrace file, removing the fields that we don't care 23# about, breaks up the ftrace file into one file per pid. 24# Input : One single fstrace file. 25# Output : Multiple fstrace.pid files. 26prep_fstrace() 27{ 28 # Remove leading junk 29 fgrep android_fs_data $1 | sed 's/^.* \[.*\] //' | sed s/://g | sed s/,//g > foo 30 # Sanitize the filenames, removing spaces within the filename etc 31 sed 's/android_fs_dataread_start/read/' foo > bar1 32 mv bar1 bar 33 # First column is timestamp SECONDS SINCE BOOT 34 awk '{ print $2, "ftrace", $3, $5, $7, $9, $13 }' bar > foo 35 #awk '{ s ="" ; for (i=2; i <= NF ; i++) s = s $i " "; print s}' bar > foo 36 rm bar 37 # Get all the uniq pids 38 awk '{print $7}' foo | sort | uniq > pidlist 39 for i in `cat pidlist` 40 do 41 awk -v pid=$i '{ if (pid == $7) print $0}' foo > fstrace.$i 42 done 43 rm pidlist 44 rm foo 45} 46 47# Merge straces and ftraces. 48# The goal here is to catch mmap'ed IO (reads) that won't be in the 49# strace file. The algorithm is to look for mmaps in the strace file, 50# use the files tha are mmap'ed to search in the ftraces to pick up 51# tracepoints from there, and merge those with the straces. 52# The output of this function is a set of parsed_input_trace.<pid> 53# files, that can then be compiled into .wl files 54merge_compile() 55{ 56 for stracefile in trace.* 57 do 58 if [ $stracefile == trace.begin ] || [ $stracefile == trace.tar ]; 59 then 60 continue 61 fi 62 # Get the pid from the strace filename (pid is the extension) 63 pid=${stracefile##*.} 64 process_strace $stracefile foo.$pid 65 if ! [ -s foo.$pid ]; then 66 rm foo.$pid 67 continue 68 fi 69 # 70 # If we have matching strace and ftrace files, then look for mmaps in 71 # the strace pluck the corresponding entries for the mmap (mmaped IO) 72 # from the ftrace and merge them into the strace 73 # 74 if [ -f fstrace.$pid ]; then 75 fgrep mmap foo.$pid > bar 76 if [ -s bar ]; then 77 # Get all the unique mmap'ed filenames from the strace 78 awk '{ print $7 }' bar | sed 's/^[^<]*<//g' | sed 's/>,//g' > mapped_files 79 # Pluck all the lines from the ftrace corresponding to the mmaps 80 cat /dev/null > footemp 81 for j in `sort mapped_files | uniq` 82 do 83 # Merge the readpage(s) traces from the ftrace into strace 84 # for this mmaped file. 85 grep -w $j fstrace.$pid > foobar 86 if [ $? == 0 ]; then 87 sort foo.$pid foobar >> footemp 88 fi 89 rm foobar 90 done 91 rm mapped_files 92 if [ -s footemp ]; then 93 mv footemp parsed_input_trace.$pid 94 else 95 mv foo.$pid parsed_input_trace.$pid 96 fi 97 else 98 mv foo.$pid parsed_input_trace.$pid 99 fi 100 rm bar 101 else 102 mv foo.$pid parsed_input_trace.$pid 103 fi 104 echo compiling parsed_input_trace.$pid 105 compile_ioshark parsed_input_trace.$pid $pid.wl 106 rm parsed_input_trace.$pid 107 rm -f foo.$pid 108 done 109} 110 111catch_sigint() 112{ 113 echo "signal INT received, killing streaming trace capture" 114 ps_line=`ps -ef | grep trace_pipe | grep adb ` 115 if [ $? == 0 ]; then 116 echo Killing `echo $ps_line | awk '{s = ""; for (i=8; i <= NF ; i++) s = s $i " "; print s}' ` 117 kill `echo $ps_line | awk '{print $2}' ` 118 fi 119 ps_line=`ps -ef | grep strace | grep adb ` 120 if [ $? == 0 ]; then 121 echo Killing `echo $ps_line | awk '{s = ""; for (i=8; i <= NF ; i++) s = s $i " "; print s}' ` 122 kill `echo $ps_line | awk '{print $2}' ` 123 fi 124} 125 126enable_tracepoints() 127{ 128 adb shell "echo 1 > /sys/kernel/debug/tracing/events/android_fs/android_fs_dataread_start/enable" 129 adb shell "echo 1 > /sys/kernel/debug/tracing/tracing_on" 130} 131 132disable_tracepoints() 133{ 134 adb shell "echo 0 > /sys/kernel/debug/tracing/events/android_fs/android_fs_dataread_start/enable" 135 adb shell "echo 0 > /sys/kernel/debug/tracing/tracing_on" 136} 137 138kill_traces() 139{ 140 ps_line=`ps -ef | grep trace_pipe | grep adb ` 141 if [ $? == 0 ]; then 142 echo Killing `echo $ps_line | awk '{s = ""; for (i=8; i <= NF ; i++) s = s $i " "; print s}' ` 143 kill `echo $ps_line | awk '{print $2}' ` 144 fi 145 ps_line=`ps -ef | grep strace | grep adb ` 146 if [ $? == 0 ]; then 147 echo Killing `echo $ps_line | awk '{s = ""; for (i=8; i <= NF ; i++) s = s $i " "; print s}' ` 148 kill `echo $ps_line | awk '{print $2}' ` 149 fi 150} 151 152catch_sigint() 153{ 154 echo "signal INT received, killing streaming trace capture" 155 kill_traces 156} 157 158# main() starts here 159 160adb root && adb wait-for-device 161 162enable_tracepoints 163 164trap 'catch_sigint' INT 165 166adb shell 'ps' | grep zygote > zygote_pids 167fgrep -v grep zygote_pids > bar 168mv bar zygote_pids 169pid1=`grep -w zygote zygote_pids | awk '{print $2}' ` 170pid2=`grep -w zygote64 zygote_pids | awk '{print $2}' ` 171rm -f zygote_pids 172 173adb shell "date +%s > /data/local/tmp/trace.begin ; strace -p $pid1,$pid2 -o /data/local/tmp/trace -q -qq -f -ff -y -ttt -e trace=mmap2,read,write,pread64,pwrite64,fsync,fdatasync,openat,close,lseek,_llseek" & 174adb shell "cat /sys/kernel/debug/tracing/trace_pipe" > fstrace & 175 176echo "^C this when done with the test" 177 178wait 179 180adb shell 'monkey -p com.android.alarmclock -p com.android.chrome -p com.android.calculator -p com.android.calendar -p com.google.android.calendar -p com.google.android.camera -p com.android.contacts -p com.google.android.gm -p com.android.im -p com.android.launcher -p com.google.android.apps.maps -p com.android.mms -p com.google.android.music -p com.android.phone -p com.google.android.youtube -p com.android.email -p com.google.android.voicesearch -c android.intent.category.LAUNCHER --throttle 200 --ignore-security-exceptions --ignore-crashes --ignore-timeouts -v -v -v 25000' 181 182kill_traces 183 184disable_tracepoints 185 186rm -f trace.* 187rm -f fstrace.* 188rm -f *.wl 189rm -f parsed* 190 191# Get the tracefiles from the device 192adb shell 'cd /data/local/tmp ; tar cvf trace.tar trace.*' 193adb pull /data/local/tmp/trace.tar 194tar xf trace.tar 195 196# Pre-process the ftrace file 197prep_fstrace fstrace 198# Merge the ftrace file(s) with the strace files 199merge_compile 200 201# tar up the .wl files just created 202tar cf wl.tar ioshark_filenames *.wl 203