Lines Matching refs:bt
66 static void trace_note(struct blk_trace *bt, pid_t pid, int action, in trace_note() argument
90 if (!bt->rchan) in trace_note()
93 t = relay_reserve(bt->rchan, sizeof(*t) + len + cgid_len); in trace_note()
98 t->device = bt->dev; in trace_note()
119 struct blk_trace *bt; in trace_note_tsk() local
123 list_for_each_entry(bt, &running_trace_list, running_list) { in trace_note_tsk()
124 trace_note(bt, tsk->pid, BLK_TN_PROCESS, tsk->comm, in trace_note_tsk()
130 static void trace_note_time(struct blk_trace *bt) in trace_note_time() argument
142 trace_note(bt, 0, BLK_TN_TIMESTAMP, words, sizeof(words), NULL); in trace_note_time()
146 void __trace_note_message(struct blk_trace *bt, struct blkcg *blkcg, in __trace_note_message() argument
154 if (unlikely(bt->trace_state != Blktrace_running && in __trace_note_message()
162 if (!(bt->act_mask & BLK_TC_NOTIFY)) in __trace_note_message()
166 buf = this_cpu_ptr(bt->msg_data); in __trace_note_message()
174 trace_note(bt, 0, BLK_TN_MESSAGE, buf, n, in __trace_note_message()
177 trace_note(bt, 0, BLK_TN_MESSAGE, buf, n, NULL); in __trace_note_message()
183 static int act_log_check(struct blk_trace *bt, u32 what, sector_t sector, in act_log_check() argument
186 if (((bt->act_mask << BLK_TC_SHIFT) & what) == 0) in act_log_check()
188 if (sector && (sector < bt->start_lba || sector > bt->end_lba)) in act_log_check()
190 if (bt->pid && pid != bt->pid) in act_log_check()
213 static void __blk_add_trace(struct blk_trace *bt, sector_t sector, int bytes, in __blk_add_trace() argument
228 if (unlikely(bt->trace_state != Blktrace_running && !blk_tracer)) in __blk_add_trace()
245 if (act_log_check(bt, what, sector, pid)) in __blk_add_trace()
272 t = relay_reserve(bt->rchan, sizeof(*t) + pdu_len + cgid_len); in __blk_add_trace()
274 sequence = per_cpu_ptr(bt->sequence, cpu); in __blk_add_trace()
292 t->device = bt->dev; in __blk_add_trace()
310 static void blk_trace_free(struct blk_trace *bt) in blk_trace_free() argument
312 debugfs_remove(bt->msg_file); in blk_trace_free()
313 debugfs_remove(bt->dropped_file); in blk_trace_free()
314 relay_close(bt->rchan); in blk_trace_free()
315 debugfs_remove(bt->dir); in blk_trace_free()
316 free_percpu(bt->sequence); in blk_trace_free()
317 free_percpu(bt->msg_data); in blk_trace_free()
318 kfree(bt); in blk_trace_free()
337 static void blk_trace_cleanup(struct blk_trace *bt) in blk_trace_cleanup() argument
339 blk_trace_free(bt); in blk_trace_cleanup()
345 struct blk_trace *bt; in __blk_trace_remove() local
347 bt = xchg(&q->blk_trace, NULL); in __blk_trace_remove()
348 if (!bt) in __blk_trace_remove()
351 if (bt->trace_state != Blktrace_running) in __blk_trace_remove()
352 blk_trace_cleanup(bt); in __blk_trace_remove()
372 struct blk_trace *bt = filp->private_data; in blk_dropped_read() local
375 snprintf(buf, sizeof(buf), "%u\n", atomic_read(&bt->dropped)); in blk_dropped_read()
391 struct blk_trace *bt; in blk_msg_write() local
400 bt = filp->private_data; in blk_msg_write()
401 __trace_note_message(bt, NULL, "%s", msg); in blk_msg_write()
421 struct blk_trace *bt; in blk_subbuf_start_callback() local
426 bt = buf->chan->private_data; in blk_subbuf_start_callback()
427 atomic_inc(&bt->dropped); in blk_subbuf_start_callback()
454 static void blk_trace_setup_lba(struct blk_trace *bt, in blk_trace_setup_lba() argument
463 bt->start_lba = part->start_sect; in blk_trace_setup_lba()
464 bt->end_lba = part->start_sect + part->nr_sects; in blk_trace_setup_lba()
466 bt->start_lba = 0; in blk_trace_setup_lba()
467 bt->end_lba = -1ULL; in blk_trace_setup_lba()
478 struct blk_trace *bt = NULL; in do_blk_trace_setup() local
497 bt = kzalloc(sizeof(*bt), GFP_KERNEL); in do_blk_trace_setup()
498 if (!bt) in do_blk_trace_setup()
502 bt->sequence = alloc_percpu(unsigned long); in do_blk_trace_setup()
503 if (!bt->sequence) in do_blk_trace_setup()
506 bt->msg_data = __alloc_percpu(BLK_TN_MAX_MSG, __alignof__(char)); in do_blk_trace_setup()
507 if (!bt->msg_data) in do_blk_trace_setup()
514 bt->dir = dir = debugfs_create_dir(buts->name, blk_debugfs_root); in do_blk_trace_setup()
516 bt->dev = dev; in do_blk_trace_setup()
517 atomic_set(&bt->dropped, 0); in do_blk_trace_setup()
518 INIT_LIST_HEAD(&bt->running_list); in do_blk_trace_setup()
521 bt->dropped_file = debugfs_create_file("dropped", 0444, dir, bt, in do_blk_trace_setup()
524 bt->msg_file = debugfs_create_file("msg", 0222, dir, bt, &blk_msg_fops); in do_blk_trace_setup()
526 bt->rchan = relay_open("trace", dir, buts->buf_size, in do_blk_trace_setup()
527 buts->buf_nr, &blk_relay_callbacks, bt); in do_blk_trace_setup()
528 if (!bt->rchan) in do_blk_trace_setup()
531 bt->act_mask = buts->act_mask; in do_blk_trace_setup()
532 if (!bt->act_mask) in do_blk_trace_setup()
533 bt->act_mask = (u16) -1; in do_blk_trace_setup()
535 blk_trace_setup_lba(bt, bdev); in do_blk_trace_setup()
539 bt->start_lba = buts->start_lba; in do_blk_trace_setup()
541 bt->end_lba = buts->end_lba; in do_blk_trace_setup()
543 bt->pid = buts->pid; in do_blk_trace_setup()
544 bt->trace_state = Blktrace_setup; in do_blk_trace_setup()
547 if (cmpxchg(&q->blk_trace, NULL, bt)) in do_blk_trace_setup()
554 if (dir && !bt->dir) in do_blk_trace_setup()
557 blk_trace_free(bt); in do_blk_trace_setup()
633 struct blk_trace *bt = q->blk_trace; in __blk_trace_startstop() local
635 if (bt == NULL) in __blk_trace_startstop()
644 if (bt->trace_state == Blktrace_setup || in __blk_trace_startstop()
645 bt->trace_state == Blktrace_stopped) { in __blk_trace_startstop()
648 bt->trace_state = Blktrace_running; in __blk_trace_startstop()
650 list_add(&bt->running_list, &running_trace_list); in __blk_trace_startstop()
653 trace_note_time(bt); in __blk_trace_startstop()
657 if (bt->trace_state == Blktrace_running) { in __blk_trace_startstop()
658 bt->trace_state = Blktrace_stopped; in __blk_trace_startstop()
660 list_del_init(&bt->running_list); in __blk_trace_startstop()
662 relay_flush(bt->rchan); in __blk_trace_startstop()
757 struct blk_trace *bt = q->blk_trace; in blk_trace_bio_get_cgid() local
759 if (!bt || !(blk_tracer_flags.val & TRACE_BLK_OPT_CGROUP)) in blk_trace_bio_get_cgid()
803 struct blk_trace *bt = rq->q->blk_trace; in blk_add_trace_rq() local
805 if (likely(!bt)) in blk_add_trace_rq()
813 __blk_add_trace(bt, blk_rq_trace_sector(rq), nr_bytes, req_op(rq), in blk_add_trace_rq()
860 struct blk_trace *bt = q->blk_trace; in blk_add_trace_bio() local
862 if (likely(!bt)) in blk_add_trace_bio()
865 __blk_add_trace(bt, bio->bi_iter.bi_sector, bio->bi_iter.bi_size, in blk_add_trace_bio()
912 struct blk_trace *bt = q->blk_trace; in blk_add_trace_getrq() local
914 if (bt) in blk_add_trace_getrq()
915 __blk_add_trace(bt, 0, 0, rw, 0, BLK_TA_GETRQ, 0, 0, in blk_add_trace_getrq()
928 struct blk_trace *bt = q->blk_trace; in blk_add_trace_sleeprq() local
930 if (bt) in blk_add_trace_sleeprq()
931 __blk_add_trace(bt, 0, 0, rw, 0, BLK_TA_SLEEPRQ, in blk_add_trace_sleeprq()
938 struct blk_trace *bt = q->blk_trace; in blk_add_trace_plug() local
940 if (bt) in blk_add_trace_plug()
941 __blk_add_trace(bt, 0, 0, 0, 0, BLK_TA_PLUG, 0, 0, NULL, NULL); in blk_add_trace_plug()
947 struct blk_trace *bt = q->blk_trace; in blk_add_trace_unplug() local
949 if (bt) { in blk_add_trace_unplug()
958 __blk_add_trace(bt, 0, 0, 0, 0, what, 0, sizeof(rpdu), &rpdu, NULL); in blk_add_trace_unplug()
966 struct blk_trace *bt = q->blk_trace; in blk_add_trace_split() local
968 if (bt) { in blk_add_trace_split()
971 __blk_add_trace(bt, bio->bi_iter.bi_sector, in blk_add_trace_split()
995 struct blk_trace *bt = q->blk_trace; in blk_add_trace_bio_remap() local
998 if (likely(!bt)) in blk_add_trace_bio_remap()
1005 __blk_add_trace(bt, bio->bi_iter.bi_sector, bio->bi_iter.bi_size, in blk_add_trace_bio_remap()
1028 struct blk_trace *bt = q->blk_trace; in blk_add_trace_rq_remap() local
1031 if (likely(!bt)) in blk_add_trace_rq_remap()
1038 __blk_add_trace(bt, blk_rq_pos(rq), blk_rq_bytes(rq), in blk_add_trace_rq_remap()
1058 struct blk_trace *bt = q->blk_trace; in blk_add_driver_data() local
1060 if (likely(!bt)) in blk_add_driver_data()
1063 __blk_add_trace(bt, blk_rq_trace_sector(rq), blk_rq_bytes(rq), 0, 0, in blk_add_driver_data()
1585 struct blk_trace *bt; in blk_trace_remove_queue() local
1587 bt = xchg(&q->blk_trace, NULL); in blk_trace_remove_queue()
1588 if (bt == NULL) in blk_trace_remove_queue()
1592 blk_trace_free(bt); in blk_trace_remove_queue()
1602 struct blk_trace *bt = NULL; in blk_trace_setup_queue() local
1605 bt = kzalloc(sizeof(*bt), GFP_KERNEL); in blk_trace_setup_queue()
1606 if (!bt) in blk_trace_setup_queue()
1609 bt->msg_data = __alloc_percpu(BLK_TN_MAX_MSG, __alignof__(char)); in blk_trace_setup_queue()
1610 if (!bt->msg_data) in blk_trace_setup_queue()
1613 bt->dev = bdev->bd_dev; in blk_trace_setup_queue()
1614 bt->act_mask = (u16)-1; in blk_trace_setup_queue()
1616 blk_trace_setup_lba(bt, bdev); in blk_trace_setup_queue()
1619 if (cmpxchg(&q->blk_trace, NULL, bt)) in blk_trace_setup_queue()
1626 blk_trace_free(bt); in blk_trace_setup_queue()