30 		ret = find_first_zero_bit(&bm->word, bm->depth);  in bt_has_free_tags()
31 		if (ret < bm->depth)  in bt_has_free_tags()
123 	unsigned int depth, users;  in hctx_may_queue()  local
133 	if (bt->depth == 1)  in hctx_may_queue()
143 	depth = max((bt->depth + users - 1) / users, 4U);  in hctx_may_queue()
144 	return atomic_read(&hctx->nr_active) < depth;  in hctx_may_queue()
153 		tag = find_next_zero_bit(&bm->word, bm->depth, last_tag);  in __bt_get_word()
154 		if (unlikely(tag >= bm->depth)) {  in __bt_get_word()
171 		if (last_tag >= bm->depth - 1)  in __bt_get_word()
234 		if (last_tag >= bt->depth - 1)  in __bt_get()
433 		for (bit = find_first_bit(&bm->word, bm->depth);  in bt_for_each()
434 		     bit < bm->depth;  in bt_for_each()
435 		     bit = find_next_bit(&bm->word, bm->depth, bit + 1)) {  in bt_for_each()
457 		for (bit = find_first_bit(&bm->word, bm->depth);  in bt_tags_for_each()
458 		     bit < bm->depth;  in bt_tags_for_each()
459 		     bit = find_next_bit(&bm->word, bm->depth, bit + 1)) {  in bt_tags_for_each()
515 		used += bitmap_weight(&bm->word, bm->depth);  in bt_unused_tags()
518 	return bt->depth - used;  in bt_unused_tags()
522 			    unsigned int depth)  in bt_update_count()  argument
525 	unsigned int map_depth = depth;  in bt_update_count()
527 	if (depth) {  in bt_update_count()
531 			bt->map[i].depth = min(map_depth, tags_per_word);  in bt_update_count()
532 			map_depth -= bt->map[i].depth;  in bt_update_count()
537 	if (bt->wake_cnt > depth / BT_WAIT_QUEUES)  in bt_update_count()
538 		bt->wake_cnt = max(1U, depth / BT_WAIT_QUEUES);  in bt_update_count()
540 	bt->depth = depth;  in bt_update_count()
543 static int bt_alloc(struct blk_mq_bitmap_tags *bt, unsigned int depth,  in bt_alloc()  argument
554 	if (depth) {  in bt_alloc()
565 		if (depth >= 4) {  in bt_alloc()
566 			while (tags_per_word * 4 > depth) {  in bt_alloc()
572 		nr = ALIGN(depth, tags_per_word) / tags_per_word;  in bt_alloc()
588 	bt_update_count(bt, depth);  in bt_alloc()
607 	unsigned int depth = tags->nr_tags - tags->nr_reserved_tags;  in blk_mq_init_bitmap_tags()  local
611 	if (bt_alloc(&tags->bitmap_tags, depth, node, false))  in blk_mq_init_bitmap_tags()
659 	unsigned int depth = tags->nr_tags - tags->nr_reserved_tags;  in blk_mq_tag_init_last_tag()  local
661 	*tag = prandom_u32() % depth;  in blk_mq_tag_init_last_tag()