1168 const struct blk_io_trace *te_blk_io_trace(const struct trace_entry *ent)  in te_blk_io_trace()  argument
1170 	return (const struct blk_io_trace *)ent;  in te_blk_io_trace()
1173 static inline const void *pdu_start(const struct trace_entry *ent, bool has_cg)  in pdu_start()  argument
1175 	return (void *)(te_blk_io_trace(ent) + 1) +  in pdu_start()
1179 static inline const void *cgid_start(const struct trace_entry *ent)  in cgid_start()  argument
1181 	return (void *)(te_blk_io_trace(ent) + 1);  in cgid_start()
1184 static inline int pdu_real_len(const struct trace_entry *ent, bool has_cg)  in pdu_real_len()  argument
1186 	return te_blk_io_trace(ent)->pdu_len -  in pdu_real_len()
1190 static inline u32 t_action(const struct trace_entry *ent)  in t_action()  argument
1192 	return te_blk_io_trace(ent)->action;  in t_action()
1195 static inline u32 t_bytes(const struct trace_entry *ent)  in t_bytes()  argument
1197 	return te_blk_io_trace(ent)->bytes;  in t_bytes()
1200 static inline u32 t_sec(const struct trace_entry *ent)  in t_sec()  argument
1202 	return te_blk_io_trace(ent)->bytes >> 9;  in t_sec()
1205 static inline unsigned long long t_sector(const struct trace_entry *ent)  in t_sector()  argument
1207 	return te_blk_io_trace(ent)->sector;  in t_sector()
1210 static inline __u16 t_error(const struct trace_entry *ent)  in t_error()  argument
1212 	return te_blk_io_trace(ent)->error;  in t_error()
1215 static __u64 get_pdu_int(const struct trace_entry *ent, bool has_cg)  in get_pdu_int()  argument
1217 	const __u64 *val = pdu_start(ent, has_cg);  in get_pdu_int()
1221 static void get_pdu_remap(const struct trace_entry *ent,  in get_pdu_remap()  argument
1224 	const struct blk_io_trace_remap *__r = pdu_start(ent, has_cg);  in get_pdu_remap()
1242 	const struct blk_io_trace *t = te_blk_io_trace(iter->ent);  in blk_log_action_classic()
1249 			 secs, nsec_rem, iter->ent->pid, act, rwbs);  in blk_log_action_classic()
1256 	const struct blk_io_trace *t = te_blk_io_trace(iter->ent);  in blk_log_action()
1260 		const union kernfs_node_id *id = cgid_start(iter->ent);  in blk_log_action()
1281 	const struct trace_entry *ent, bool has_cg)  in blk_log_dump_pdu()  argument
1287 	pdu_buf = pdu_start(ent, has_cg);  in blk_log_dump_pdu()
1288 	pdu_len = pdu_real_len(ent, has_cg);  in blk_log_dump_pdu()
1319 static void blk_log_generic(struct trace_seq *s, const struct trace_entry *ent, bool has_cg)  in blk_log_generic()  argument
1323 	trace_find_cmdline(ent->pid, cmd);  in blk_log_generic()
1325 	if (t_action(ent) & BLK_TC_ACT(BLK_TC_PC)) {  in blk_log_generic()
1326 		trace_seq_printf(s, "%u ", t_bytes(ent));  in blk_log_generic()
1327 		blk_log_dump_pdu(s, ent, has_cg);  in blk_log_generic()
1330 		if (t_sec(ent))  in blk_log_generic()
1332 						t_sector(ent), t_sec(ent), cmd);  in blk_log_generic()
1339 			      const struct trace_entry *ent, bool has_cg)  in blk_log_with_error()  argument
1341 	if (t_action(ent) & BLK_TC_ACT(BLK_TC_PC)) {  in blk_log_with_error()
1342 		blk_log_dump_pdu(s, ent, has_cg);  in blk_log_with_error()
1343 		trace_seq_printf(s, "[%d]\n", t_error(ent));  in blk_log_with_error()
1345 		if (t_sec(ent))  in blk_log_with_error()
1347 					 t_sector(ent),  in blk_log_with_error()
1348 					 t_sec(ent), t_error(ent));  in blk_log_with_error()
1351 					 t_sector(ent), t_error(ent));  in blk_log_with_error()
1355 static void blk_log_remap(struct trace_seq *s, const struct trace_entry *ent, bool has_cg)  in blk_log_remap()  argument
1359 	get_pdu_remap(ent, &r, has_cg);  in blk_log_remap()
1361 			 t_sector(ent), t_sec(ent),  in blk_log_remap()
1366 static void blk_log_plug(struct trace_seq *s, const struct trace_entry *ent, bool has_cg)  in blk_log_plug()  argument
1370 	trace_find_cmdline(ent->pid, cmd);  in blk_log_plug()
1375 static void blk_log_unplug(struct trace_seq *s, const struct trace_entry *ent, bool has_cg)  in blk_log_unplug()  argument
1379 	trace_find_cmdline(ent->pid, cmd);  in blk_log_unplug()
1381 	trace_seq_printf(s, "[%s] %llu\n", cmd, get_pdu_int(ent, has_cg));  in blk_log_unplug()
1384 static void blk_log_split(struct trace_seq *s, const struct trace_entry *ent, bool has_cg)  in blk_log_split()  argument
1388 	trace_find_cmdline(ent->pid, cmd);  in blk_log_split()
1390 	trace_seq_printf(s, "%llu / %llu [%s]\n", t_sector(ent),  in blk_log_split()
1391 			 get_pdu_int(ent, has_cg), cmd);  in blk_log_split()
1394 static void blk_log_msg(struct trace_seq *s, const struct trace_entry *ent,  in blk_log_msg()  argument
1398 	trace_seq_putmem(s, pdu_start(ent, has_cg),  in blk_log_msg()
1399 		pdu_real_len(ent, has_cg));  in blk_log_msg()
1439 	void	   (*print)(struct trace_seq *s, const struct trace_entry *ent,
1470 	t	   = te_blk_io_trace(iter->ent);  in print_one_line()
1478 		blk_log_msg(s, iter->ent, has_cg);  in print_one_line()
1486 		what2act[what].print(s, iter->ent, has_cg);  in print_one_line()
1501 	struct blk_io_trace *t = (struct blk_io_trace *)iter->ent;  in blk_trace_synthesize_old_trace()