72 	struct blk_io_trace *t;  in trace_note()  local
84 						  sizeof(*t) + len + cgid_len,  in trace_note()
88 		t = ring_buffer_event_data(event);  in trace_note()
95 	t = relay_reserve(bt->rchan, sizeof(*t) + len + cgid_len);  in trace_note()
96 	if (t) {  in trace_note()
97 		t->magic = BLK_IO_TRACE_MAGIC | BLK_IO_TRACE_VERSION;  in trace_note()
98 		t->time = ktime_to_ns(ktime_get());  in trace_note()
100 		t->device = bt->dev;  in trace_note()
101 		t->action = action | (cgid ? __BLK_TN_CGROUP : 0);  in trace_note()
102 		t->pid = pid;  in trace_note()
103 		t->cpu = cpu;  in trace_note()
104 		t->pdu_len = len + cgid_len;  in trace_note()
106 			memcpy((void *)t + sizeof(*t), &cgid, cgid_len);  in trace_note()
107 		memcpy((void *) t + sizeof(*t) + cgid_len, data, len);  in trace_note()
222 	struct blk_io_trace *t;  in __blk_add_trace()  local
259 						  sizeof(*t) + pdu_len + cgid_len,  in __blk_add_trace()
263 		t = ring_buffer_event_data(event);  in __blk_add_trace()
276 	t = relay_reserve(bt->rchan, sizeof(*t) + pdu_len + cgid_len);  in __blk_add_trace()
277 	if (t) {  in __blk_add_trace()
280 		t->magic = BLK_IO_TRACE_MAGIC | BLK_IO_TRACE_VERSION;  in __blk_add_trace()
281 		t->sequence = ++(*sequence);  in __blk_add_trace()
282 		t->time = ktime_to_ns(ktime_get());  in __blk_add_trace()
290 		t->cpu = cpu;  in __blk_add_trace()
291 		t->pid = pid;  in __blk_add_trace()
293 		t->sector = sector;  in __blk_add_trace()
294 		t->bytes = bytes;  in __blk_add_trace()
295 		t->action = what;  in __blk_add_trace()
296 		t->device = bt->dev;  in __blk_add_trace()
297 		t->error = error;  in __blk_add_trace()
298 		t->pdu_len = pdu_len + cgid_len;  in __blk_add_trace()
301 			memcpy((void *)t + sizeof(*t), &cgid, cgid_len);  in __blk_add_trace()
303 			memcpy((void *)t + sizeof(*t) + cgid_len, pdu_data, pdu_len);  in __blk_add_trace()
1159 static void fill_rwbs(char *rwbs, const struct blk_io_trace *t)  in fill_rwbs()  argument
1162 	int tc = t->action >> BLK_TC_SHIFT;  in fill_rwbs()
1164 	if ((t->action & ~__BLK_TN_CGROUP) == BLK_TN_MESSAGE) {  in fill_rwbs()
1176 	else if (t->bytes)  in fill_rwbs()
1255 	const struct blk_io_trace *t = te_blk_io_trace(iter->ent);  in blk_log_action_classic()  local
1257 	fill_rwbs(rwbs, t);  in blk_log_action_classic()
1261 			 MAJOR(t->device), MINOR(t->device), iter->cpu,  in blk_log_action_classic()
1269 	const struct blk_io_trace *t = te_blk_io_trace(iter->ent);  in blk_log_action()  local
1271 	fill_rwbs(rwbs, t);  in blk_log_action()
1281 				 MAJOR(t->device), MINOR(t->device),  in blk_log_action()
1299 				 MAJOR(t->device), MINOR(t->device),  in blk_log_action()
1304 				 MAJOR(t->device), MINOR(t->device), act, rwbs);  in blk_log_action()
1491 	const struct blk_io_trace *t;  in print_one_line()  local
1497 	t	   = te_blk_io_trace(iter->ent);  in print_one_line()
1498 	what	   = (t->action & ((1 << BLK_TC_SHIFT) - 1)) & ~__BLK_TA_CGROUP;  in print_one_line()
1501 	has_cg	   = t->action & __BLK_TA_CGROUP;  in print_one_line()
1503 	if ((t->action & ~__BLK_TN_CGROUP) == BLK_TN_MESSAGE) {  in print_one_line()
1528 	struct blk_io_trace *t = (struct blk_io_trace *)iter->ent;  in blk_trace_synthesize_old_trace()  local
1536 	trace_seq_putmem(s, &t->sector,  in blk_trace_synthesize_old_trace()
1537 			 sizeof(old) - offset + t->pdu_len);  in blk_trace_synthesize_old_trace()