122 	struct bio *bio;  in blkg_async_bio_workfn()  local
137 	while ((bio = bio_list_pop(&bios)))  in blkg_async_bio_workfn()
138 		submit_bio(bio);  in blkg_async_bio_workfn()
1575 bool __blkcg_punt_bio_submit(struct bio *bio)  in __blkcg_punt_bio_submit()  argument
1577 	struct blkcg_gq *blkg = bio->bi_blkg;  in __blkcg_punt_bio_submit()
1580 	bio->bi_opf &= ~REQ_CGROUP_PUNT;  in __blkcg_punt_bio_submit()
1587 	bio_list_add(&blkg->async_bios, bio);  in __blkcg_punt_bio_submit()
1824 static inline struct blkcg_gq *blkg_tryget_closest(struct bio *bio,  in blkg_tryget_closest()  argument
1831 				  bio->bi_bdev->bd_disk->queue);  in blkg_tryget_closest()
1858 void bio_associate_blkg_from_css(struct bio *bio,  in bio_associate_blkg_from_css()  argument
1861 	if (bio->bi_blkg)  in bio_associate_blkg_from_css()
1862 		blkg_put(bio->bi_blkg);  in bio_associate_blkg_from_css()
1865 		bio->bi_blkg = blkg_tryget_closest(bio, css);  in bio_associate_blkg_from_css()
1867 		blkg_get(bio->bi_bdev->bd_disk->queue->root_blkg);  in bio_associate_blkg_from_css()
1868 		bio->bi_blkg = bio->bi_bdev->bd_disk->queue->root_blkg;  in bio_associate_blkg_from_css()
1882 void bio_associate_blkg(struct bio *bio)  in bio_associate_blkg()  argument
1888 	if (bio->bi_blkg)  in bio_associate_blkg()
1889 		css = &bio_blkcg(bio)->css;  in bio_associate_blkg()
1893 	bio_associate_blkg_from_css(bio, css);  in bio_associate_blkg()
1904 void bio_clone_blkg_association(struct bio *dst, struct bio *src)  in bio_clone_blkg_association()
1911 static int blk_cgroup_io_type(struct bio *bio)  in blk_cgroup_io_type()  argument
1913 	if (op_is_discard(bio->bi_opf))  in blk_cgroup_io_type()
1915 	if (op_is_write(bio->bi_opf))  in blk_cgroup_io_type()
1920 void blk_cgroup_bio_start(struct bio *bio)  in blk_cgroup_bio_start()  argument
1922 	int rwd = blk_cgroup_io_type(bio), cpu;  in blk_cgroup_bio_start()
1927 	bis = per_cpu_ptr(bio->bi_blkg->iostat_cpu, cpu);  in blk_cgroup_bio_start()
1934 	if (!bio_flagged(bio, BIO_CGROUP_ACCT)) {  in blk_cgroup_bio_start()
1935 		bio_set_flag(bio, BIO_CGROUP_ACCT);  in blk_cgroup_bio_start()
1936 		bis->cur.bytes[rwd] += bio->bi_iter.bi_size;  in blk_cgroup_bio_start()
1942 		cgroup_rstat_updated(bio->bi_blkg->blkcg->css.cgroup, cpu);  in blk_cgroup_bio_start()