70 	struct blk_io_trace *t;  in trace_note()  local
82 						  sizeof(*t) + len + cgid_len,  in trace_note()
86 		t = ring_buffer_event_data(event);  in trace_note()
93 	t = relay_reserve(bt->rchan, sizeof(*t) + len + cgid_len);  in trace_note()
94 	if (t) {  in trace_note()
95 		t->magic = BLK_IO_TRACE_MAGIC | BLK_IO_TRACE_VERSION;  in trace_note()
96 		t->time = ktime_to_ns(ktime_get());  in trace_note()
98 		t->device = bt->dev;  in trace_note()
99 		t->action = action | (cgid ? __BLK_TN_CGROUP : 0);  in trace_note()
100 		t->pid = pid;  in trace_note()
101 		t->cpu = cpu;  in trace_note()
102 		t->pdu_len = len + cgid_len;  in trace_note()
104 			memcpy((void *)t + sizeof(*t), cgid, cgid_len);  in trace_note()
105 		memcpy((void *) t + sizeof(*t) + cgid_len, data, len);  in trace_note()
220 	struct blk_io_trace *t;  in __blk_add_trace()  local
255 						  sizeof(*t) + pdu_len + cgid_len,  in __blk_add_trace()
259 		t = ring_buffer_event_data(event);  in __blk_add_trace()
272 	t = relay_reserve(bt->rchan, sizeof(*t) + pdu_len + cgid_len);  in __blk_add_trace()
273 	if (t) {  in __blk_add_trace()
276 		t->magic = BLK_IO_TRACE_MAGIC | BLK_IO_TRACE_VERSION;  in __blk_add_trace()
277 		t->sequence = ++(*sequence);  in __blk_add_trace()
278 		t->time = ktime_to_ns(ktime_get());  in __blk_add_trace()
286 		t->cpu = cpu;  in __blk_add_trace()
287 		t->pid = pid;  in __blk_add_trace()
289 		t->sector = sector;  in __blk_add_trace()
290 		t->bytes = bytes;  in __blk_add_trace()
291 		t->action = what;  in __blk_add_trace()
292 		t->device = bt->dev;  in __blk_add_trace()
293 		t->error = error;  in __blk_add_trace()
294 		t->pdu_len = pdu_len + cgid_len;  in __blk_add_trace()
297 			memcpy((void *)t + sizeof(*t), cgid, cgid_len);  in __blk_add_trace()
299 			memcpy((void *)t + sizeof(*t) + cgid_len, pdu_data, pdu_len);  in __blk_add_trace()
1133 static void fill_rwbs(char *rwbs, const struct blk_io_trace *t)  in fill_rwbs()  argument
1136 	int tc = t->action >> BLK_TC_SHIFT;  in fill_rwbs()
1138 	if ((t->action & ~__BLK_TN_CGROUP) == BLK_TN_MESSAGE) {  in fill_rwbs()
1150 	else if (t->bytes)  in fill_rwbs()
1242 	const struct blk_io_trace *t = te_blk_io_trace(iter->ent);  in blk_log_action_classic()  local
1244 	fill_rwbs(rwbs, t);  in blk_log_action_classic()
1248 			 MAJOR(t->device), MINOR(t->device), iter->cpu,  in blk_log_action_classic()
1256 	const struct blk_io_trace *t = te_blk_io_trace(iter->ent);  in blk_log_action()  local
1258 	fill_rwbs(rwbs, t);  in blk_log_action()
1268 				 MAJOR(t->device), MINOR(t->device),  in blk_log_action()
1273 				 MAJOR(t->device), MINOR(t->device),  in blk_log_action()
1277 				 MAJOR(t->device), MINOR(t->device), act, rwbs);  in blk_log_action()
1464 	const struct blk_io_trace *t;  in print_one_line()  local
1470 	t	   = te_blk_io_trace(iter->ent);  in print_one_line()
1471 	what	   = (t->action & ((1 << BLK_TC_SHIFT) - 1)) & ~__BLK_TA_CGROUP;  in print_one_line()
1474 	has_cg	   = t->action & __BLK_TA_CGROUP;  in print_one_line()
1476 	if ((t->action & ~__BLK_TN_CGROUP) == BLK_TN_MESSAGE) {  in print_one_line()
1501 	struct blk_io_trace *t = (struct blk_io_trace *)iter->ent;  in blk_trace_synthesize_old_trace()  local
1509 	trace_seq_putmem(s, &t->sector,  in blk_trace_synthesize_old_trace()
1510 			 sizeof(old) - offset + t->pdu_len);  in blk_trace_synthesize_old_trace()