370 	int i;  in kyber_queue_data_alloc()  local
385 	for (i = 0; i < KYBER_NUM_DOMAINS; i++) {  in kyber_queue_data_alloc()
386 		WARN_ON(!kyber_depth[i]);  in kyber_queue_data_alloc()
387 		WARN_ON(!kyber_batch_size[i]);  in kyber_queue_data_alloc()
388 		ret = sbitmap_queue_init_node(&kqd->domain_tokens[i],  in kyber_queue_data_alloc()
389 					      kyber_depth[i], -1, false,  in kyber_queue_data_alloc()
392 			while (--i >= 0)  in kyber_queue_data_alloc()
393 				sbitmap_queue_free(&kqd->domain_tokens[i]);  in kyber_queue_data_alloc()
398 	for (i = 0; i < KYBER_OTHER; i++) {  in kyber_queue_data_alloc()
399 		kqd->domain_p99[i] = -1;  in kyber_queue_data_alloc()
400 		kqd->latency_targets[i] = kyber_latency_targets[i];  in kyber_queue_data_alloc()
442 	int i;  in kyber_exit_sched()  local
446 	for (i = 0; i < KYBER_NUM_DOMAINS; i++)  in kyber_exit_sched()
447 		sbitmap_queue_free(&kqd->domain_tokens[i]);  in kyber_exit_sched()
454 	unsigned int i;  in kyber_ctx_queue_init()  local
457 	for (i = 0; i < KYBER_NUM_DOMAINS; i++)  in kyber_ctx_queue_init()
458 		INIT_LIST_HEAD(&kcq->rq_list[i]);  in kyber_ctx_queue_init()
465 	int i;  in kyber_init_hctx()  local
477 	for (i = 0; i < hctx->nr_ctx; i++)  in kyber_init_hctx()
478 		kyber_ctx_queue_init(&khd->kcqs[i]);  in kyber_init_hctx()
480 	for (i = 0; i < KYBER_NUM_DOMAINS; i++) {  in kyber_init_hctx()
481 		if (sbitmap_init_node(&khd->kcq_map[i], hctx->nr_ctx,  in kyber_init_hctx()
483 			while (--i >= 0)  in kyber_init_hctx()
484 				sbitmap_free(&khd->kcq_map[i]);  in kyber_init_hctx()
491 	for (i = 0; i < KYBER_NUM_DOMAINS; i++) {  in kyber_init_hctx()
492 		INIT_LIST_HEAD(&khd->rqs[i]);  in kyber_init_hctx()
493 		khd->domain_wait[i].sbq = NULL;  in kyber_init_hctx()
494 		init_waitqueue_func_entry(&khd->domain_wait[i].wait,  in kyber_init_hctx()
496 		khd->domain_wait[i].wait.private = hctx;  in kyber_init_hctx()
497 		INIT_LIST_HEAD(&khd->domain_wait[i].wait.entry);  in kyber_init_hctx()
498 		atomic_set(&khd->wait_index[i], 0);  in kyber_init_hctx()
520 	int i;  in kyber_exit_hctx()  local
522 	for (i = 0; i < KYBER_NUM_DOMAINS; i++)  in kyber_exit_hctx()
523 		sbitmap_free(&khd->kcq_map[i]);  in kyber_exit_hctx()
805 	int i;  in kyber_dispatch_request()  local
829 	for (i = 0; i < KYBER_NUM_DOMAINS; i++) {  in kyber_dispatch_request()
849 	int i;  in kyber_has_work()  local
851 	for (i = 0; i < KYBER_NUM_DOMAINS; i++) {  in kyber_has_work()
852 		if (!list_empty_careful(&khd->rqs[i]) ||  in kyber_has_work()
853 		    sbitmap_any_bit_set(&khd->kcq_map[i]))  in kyber_has_work()