447 	unsigned int cpu;  in blk_mq_alloc_request_hctx()  local
480 	cpu = cpumask_first_and(data.hctx->cpumask, cpu_online_mask);  in blk_mq_alloc_request_hctx()
481 	if (cpu >= nr_cpu_ids)  in blk_mq_alloc_request_hctx()
483 	data.ctx = __blk_mq_get_ctx(q, cpu);  in blk_mq_alloc_request_hctx()
596 static int blk_softirq_cpu_dead(unsigned int cpu)  in blk_softirq_cpu_dead()  argument
598 	blk_complete_reqs(&per_cpu(blk_cpu_done, cpu));  in blk_softirq_cpu_dead()
609 	int cpu = raw_smp_processor_id();  in blk_mq_complete_need_ipi()  local
624 	if (cpu == rq->mq_ctx->cpu ||  in blk_mq_complete_need_ipi()
626 	     cpus_share_cache(cpu, rq->mq_ctx->cpu)))  in blk_mq_complete_need_ipi()
630 	return cpu_online(rq->mq_ctx->cpu);  in blk_mq_complete_need_ipi()
636 	unsigned int cpu;  in blk_mq_complete_send_ipi()  local
638 	cpu = rq->mq_ctx->cpu;  in blk_mq_complete_send_ipi()
639 	list = &per_cpu(blk_cpu_done, cpu);  in blk_mq_complete_send_ipi()
642 		smp_call_function_single_async(cpu, &rq->csd);  in blk_mq_complete_send_ipi()
1520 	int cpu = cpumask_first_and(hctx->cpumask, cpu_online_mask);  in blk_mq_first_mapped_cpu()  local
1522 	if (cpu >= nr_cpu_ids)  in blk_mq_first_mapped_cpu()
1523 		cpu = cpumask_first(hctx->cpumask);  in blk_mq_first_mapped_cpu()
1524 	return cpu;  in blk_mq_first_mapped_cpu()
2552 static inline bool blk_mq_last_cpu_in_hctx(unsigned int cpu,  in blk_mq_last_cpu_in_hctx()  argument
2555 	if (cpumask_next_and(-1, hctx->cpumask, cpu_online_mask) != cpu)  in blk_mq_last_cpu_in_hctx()
2557 	if (cpumask_next_and(cpu, hctx->cpumask, cpu_online_mask) < nr_cpu_ids)  in blk_mq_last_cpu_in_hctx()
2562 static int blk_mq_hctx_notify_offline(unsigned int cpu, struct hlist_node *node)  in blk_mq_hctx_notify_offline()  argument
2567 	if (!cpumask_test_cpu(cpu, hctx->cpumask) ||  in blk_mq_hctx_notify_offline()
2568 	    !blk_mq_last_cpu_in_hctx(cpu, hctx))  in blk_mq_hctx_notify_offline()
2595 static int blk_mq_hctx_notify_online(unsigned int cpu, struct hlist_node *node)  in blk_mq_hctx_notify_online()  argument
2600 	if (cpumask_test_cpu(cpu, hctx->cpumask))  in blk_mq_hctx_notify_online()
2610 static int blk_mq_hctx_notify_dead(unsigned int cpu, struct hlist_node *node)  in blk_mq_hctx_notify_dead()  argument
2619 	if (!cpumask_test_cpu(cpu, hctx->cpumask))  in blk_mq_hctx_notify_dead()
2622 	ctx = __blk_mq_get_ctx(hctx->queue, cpu);  in blk_mq_hctx_notify_dead()
2842 		__ctx->cpu = i;  in blk_mq_init_cpu_queues()
3070 	int cpu;  in blk_mq_alloc_ctxs()  local
3080 	for_each_possible_cpu(cpu) {  in blk_mq_alloc_ctxs()
3081 		struct blk_mq_ctx *ctx = per_cpu_ptr(ctxs->queue_ctx, cpu);  in blk_mq_alloc_ctxs()
4023 	return rq->mq_ctx->cpu;  in blk_mq_rq_cpu()