1 /* 2 * blktrace output analysis: generate a timeline & gather statistics 3 * 4 * Copyright (C) 2006 Alan D. Brunelle <Alan.Brunelle@hp.com> 5 * 6 * This program is free software; you can redistribute it and/or modify 7 * it under the terms of the GNU General Public License as published by 8 * the Free Software Foundation; either version 2 of the License, or 9 * (at your option) any later version. 10 * 11 * This program is distributed in the hope that it will be useful, 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14 * GNU General Public License for more details. 15 * 16 * You should have received a copy of the GNU General Public License 17 * along with this program; if not, write to the Free Software 18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 19 * 20 */ 21 #include <stdio.h> 22 #include <string.h> 23 #include <time.h> 24 25 #include "blktrace.h" 26 #include "rbtree.h" 27 #include "list.h" 28 29 /* 30 * 0 == 1 blk 31 * 1 == 2 blks 32 * ... 33 * 1022 == 1023 blks 34 * 1023 == 1024 blks 35 * 1024 == > 1024 blks 36 */ 37 #define N_HIST_BKTS 1025 38 39 #define BIT_TIME(t) ((double)SECONDS(t) + ((double)NANO_SECONDS(t) / 1.0e9)) 40 41 #define BIT_START(iop) ((iop)->t.sector) 42 #define BIT_END(iop) ((iop)->t.sector + ((iop)->t.bytes >> 9)) 43 #define IOP_READ(iop) ((iop)->t.action & BLK_TC_ACT(BLK_TC_READ)) 44 #define IOP_RW(iop) (IOP_READ(iop) ? 1 : 0) 45 46 #define TO_SEC(nanosec) ((double)(nanosec) / 1.0e9) 47 #define TO_MSEC(nanosec) (1000.0 * TO_SEC(nanosec)) 48 49 enum iop_type { 50 IOP_Q = 0, 51 IOP_X = 1, 52 IOP_A = 2, 53 IOP_G = 3, 54 IOP_M = 4, 55 IOP_D = 5, 56 IOP_C = 6, 57 IOP_R = 7, 58 IOP_I = 8, 59 IOP_S = 9 60 }; 61 #define N_IOP_TYPES (IOP_S + 1) 62 63 struct mode { 64 int most_seeks, nmds; 65 long long *modes; 66 }; 67 68 struct io; 69 struct io_list { 70 struct list_head head; 71 struct io *iop; 72 int cy_users; 73 }; 74 75 struct avg_info { 76 __u64 min, max, total; 77 double avg; 78 int n; 79 }; 80 81 struct avgs_info { 82 struct avg_info q2q_dm; 83 struct avg_info q2a_dm; 84 struct avg_info q2c_dm; 85 86 struct avg_info q2q; 87 struct avg_info q2a; 88 struct avg_info q2g; 89 struct avg_info s2g; 90 struct avg_info g2i; 91 struct avg_info q2m; 92 struct avg_info i2d; 93 struct avg_info m2d; 94 struct avg_info d2c; 95 struct avg_info q2c; 96 97 struct avg_info blks; /* Blocks transferred */ 98 }; 99 100 struct range_info { 101 struct list_head head; /* on: qranges OR cranges */ 102 __u64 start, end; 103 }; 104 105 struct region_info { 106 struct list_head qranges; 107 struct list_head cranges; 108 }; 109 110 struct p_info { 111 struct region_info regions; 112 struct avgs_info avgs; 113 __u64 last_q; 114 __u32 pid; 115 char *name; 116 }; 117 118 struct stats { 119 __u64 rqm[2], ios[2], sec[2], wait, svctm; 120 double last_qu_change, last_dev_change, tot_qusz, idle_time; 121 int cur_qusz, cur_dev; 122 }; 123 124 struct stats_t { 125 double n; 126 double rqm_s[2], ios_s[2], sec_s[2]; 127 double avgrq_sz, avgqu_sz, await, svctm, p_util; 128 }; 129 130 struct d_info { 131 struct list_head all_head, hash_head; 132 void *heads; 133 struct region_info regions; 134 char *devmap; 135 void *q2q_handle, *seek_handle, *bno_dump_handle, *up_hist_handle; 136 void *q2d_priv, *aqd_handle; 137 void *q2d_plat_handle, *q2c_plat_handle, *d2c_plat_handle; 138 FILE *q2d_ofp, *d2c_ofp, *q2c_ofp, *pit_fp; 139 struct avgs_info avgs; 140 struct stats stats, all_stats; 141 __u64 last_q, n_qs, n_ds; 142 __u64 n_act_q, t_act_q; /* # currently active when Q comes in */ 143 __u32 device; 144 145 int pre_culling; 146 int is_plugged, nplugs, nplugs_t; 147 __u64 nios_up, nios_upt; 148 double start_time, last_plug, plugged_time, end_time; 149 }; 150 151 struct io { 152 struct rb_node rb_node; 153 struct list_head f_head, a_head; 154 struct d_info *dip; 155 struct p_info *pip; 156 void *pdu; 157 __u64 bytes_left, g_time, i_time, m_time, d_time, c_time, d_sec, c_sec; 158 __u64 s_time; 159 __u32 d_nsec, c_nsec; 160 161 struct blk_io_trace t; 162 163 int linked; 164 enum iop_type type; 165 }; 166 167 /* bt_timeline.c */ 168 169 extern char bt_timeline_version[], *devices, *exes, *input_name, *output_name; 170 extern char *seek_name, *iostat_name, *d2c_name, *q2c_name, *per_io_name; 171 extern char *bno_dump_name, *unplug_hist_name, *sps_name, *aqd_name, *q2d_name; 172 extern char *per_io_trees; 173 extern double range_delta, plat_freq; 174 extern FILE *rngs_ofp, *avgs_ofp, *xavgs_ofp, *iostat_ofp, *per_io_ofp; 175 extern FILE *msgs_ofp; 176 extern int verbose, done, time_bounded, output_all_data, seek_absolute; 177 extern int easy_parse_avgs, ignore_remaps; 178 extern unsigned int n_devs; 179 extern unsigned long n_traces; 180 extern struct list_head all_devs, all_procs; 181 extern struct avgs_info all_avgs; 182 extern __u64 last_q; 183 extern struct region_info all_regions; 184 extern struct list_head all_ios, free_ios; 185 extern __u64 iostat_interval, iostat_last_stamp; 186 extern time_t genesis, last_vtrace; 187 extern double t_astart, t_aend; 188 extern __u64 q_histo[N_HIST_BKTS], d_histo[N_HIST_BKTS]; 189 190 /* args.c */ 191 void handle_args(int argc, char *argv[]); 192 void clean_args(); 193 194 /* aqd.c */ 195 void *aqd_alloc(char *str); 196 void aqd_free(void *info); 197 void aqd_clean(void); 198 void aqd_issue(void *info, double ts); 199 void aqd_complete(void *info, double ts); 200 201 /* devmap.c */ 202 int dev_map_read(char *fname); 203 char *dev_map_find(__u32 device); 204 void dev_map_exit(void); 205 206 /* devs.c */ 207 void init_dev_heads(void); 208 struct d_info *dip_alloc(__u32 device, struct io *iop); 209 void iop_rem_dip(struct io *iop); 210 struct d_info *__dip_find(__u32 device); 211 void dip_foreach_list(struct io *iop, enum iop_type type, struct list_head *hd); 212 void dip_foreach(struct io *iop, enum iop_type type, 213 void (*fnc)(struct io *iop, struct io *this), int rm_after); 214 struct io *dip_find_sec(struct d_info *dip, enum iop_type type, __u64 sec); 215 void dip_foreach_out(void (*func)(struct d_info *, void *), void *arg); 216 void dip_plug(__u32 dev, double cur_time); 217 void dip_unplug(__u32 dev, double cur_time, __u64 nio_ups); 218 void dip_unplug_tm(__u32 dev, double cur_time, __u64 nio_ups); 219 void dip_exit(void); 220 void dip_cleanup(void); 221 222 /* dip_rb.c */ 223 int rb_insert(struct rb_root *root, struct io *iop); 224 struct io *rb_find_sec(struct rb_root *root, __u64 sec); 225 void rb_foreach(struct rb_node *n, struct io *iop, 226 void (*fnc)(struct io *iop, struct io *this), 227 struct list_head *head); 228 229 /* iostat.c */ 230 void iostat_init(void); 231 void iostat_getrq(struct io *iop); 232 void iostat_merge(struct io *iop); 233 void iostat_issue(struct io *iop); 234 void iostat_complete(struct io *d_iop, struct io *c_iop); 235 void iostat_check_time(__u64 stamp); 236 void iostat_dump_stats(__u64 stamp, int all); 237 238 /* latency.c */ 239 void latency_alloc(struct d_info *dip); 240 void latency_clean(void); 241 void latency_q2d(struct d_info *dip, __u64 tstamp, __u64 latency); 242 void latency_d2c(struct d_info *dip, __u64 tstamp, __u64 latency); 243 void latency_q2c(struct d_info *dip, __u64 tstamp, __u64 latency); 244 245 /* misc.c */ 246 void add_file(FILE *fp, char *oname); 247 void add_buf(void *buf); 248 char *make_dev_hdr(char *pad, size_t len, struct d_info *dip, int add_parens); 249 FILE *my_fopen(const char *path, const char *mode); 250 int my_open(const char *path, int flags); 251 void dbg_ping(void); 252 void clean_allocs(void); 253 254 /* mmap.c */ 255 void setup_ifile(char *fname); 256 void cleanup_ifile(void); 257 int next_trace(struct blk_io_trace *t, void **pdu); 258 double pct_done(void); 259 260 /* output.c */ 261 int output_avgs(FILE *ofp); 262 int output_ranges(FILE *ofp); 263 264 /* proc.c */ 265 void process_alloc(__u32 pid, char *name); 266 struct p_info *find_process(__u32 pid, char *name); 267 void pip_update_q(struct io *iop); 268 void pip_foreach_out(void (*f)(struct p_info *, void *), void *arg); 269 void pip_exit(void); 270 271 /* bno_dump.c */ 272 void *bno_dump_alloc(__u32 device); 273 void bno_dump_free(void *param); 274 void bno_dump_add(void *handle, struct io *iop); 275 void bno_dump_clean(void); 276 277 /* plat.c */ 278 void *plat_alloc(char *str); 279 void plat_free(void *info); 280 void plat_clean(void); 281 void plat_x2c(void *info, __u64 ts, __u64 latency); 282 283 /* q2d.c */ 284 void q2d_histo_add(void *priv, __u64 q2d); 285 void *q2d_alloc(void); 286 void q2d_free(void *priv); 287 void q2d_display_header(FILE *fp); 288 void q2d_display_dashes(FILE *fp); 289 void q2d_display(FILE *fp, void *priv); 290 int q2d_ok(void *priv); 291 void q2d_acc(void *a1, void *a2); 292 293 /* seek.c */ 294 void *seeki_alloc(char *str); 295 void seeki_free(void *param); 296 void seek_clean(void); 297 void seeki_add(void *handle, struct io *iop); 298 double seeki_mean(void *handle); 299 long long seeki_nseeks(void *handle); 300 long long seeki_median(void *handle); 301 int seeki_mode(void *handle, struct mode *mp); 302 303 /* trace.c */ 304 void add_trace(struct io *iop); 305 306 /* trace_complete.c */ 307 void trace_complete(struct io *c_iop); 308 309 /* trace_im.c */ 310 void run_im(struct io *im_iop, struct io *d_iop, struct io *c_iop); 311 void run_unim(struct io *im_iop, struct io *d_iop, struct io *c_iop); 312 int ready_im(struct io *im_iop, struct io *c_iop); 313 void trace_insert(struct io *i_iop); 314 void trace_merge(struct io *m_iop); 315 void trace_getrq(struct io *g_iop); 316 void trace_sleeprq(struct io *s_iop); 317 318 /* trace_issue.c */ 319 void run_issue(struct io *d_iop, struct io *u_iop, struct io *c_iop); 320 void run_unissue(struct io *d_iop, struct io *u_iop, struct io *c_iop); 321 int ready_issue(struct io *d_iop, struct io *c_iop); 322 void trace_issue(struct io *d_iop); 323 324 /* trace_plug.c */ 325 void trace_plug(struct io *p_iop); 326 void trace_unplug_io(struct io *u_iop); 327 void trace_unplug_timer(struct io *u_iop); 328 329 /* trace_queue.c */ 330 void run_queue(struct io *q_iop, struct io *u_iop, struct io *c_iop); 331 int ready_queue(struct io *q_iop, struct io *c_iop); 332 void trace_queue(struct io *q_iop); 333 334 /* trace_remap.c */ 335 void run_remap(struct io *a_iop, struct io *u_iop, struct io *c_iop); 336 int ready_remap(struct io *a_iop, struct io *c_iop); 337 void trace_remap(struct io *a_iop); 338 339 /* trace_requeue.c */ 340 void trace_requeue(struct io *r_iop); 341 342 /* unplug_hist.c */ 343 void *unplug_hist_alloc(__u32 device); 344 void unplug_hist_free(void *arg); 345 void unplug_hist_add(struct io *u_iop); 346 347 #include "inlines.h" 348