92 struct nvme_queue {  struct
140 typedef void (*nvme_completion_fn)(struct nvme_queue *, void *,  argument
150 static struct nvme_cmd_info *nvme_cmd_info(struct nvme_queue *nvmeq)  in nvme_cmd_info()
175 static int alloc_cmdid(struct nvme_queue *nvmeq, void *ctx,  in alloc_cmdid()
195 static int alloc_cmdid_killable(struct nvme_queue *nvmeq, void *ctx,  in alloc_cmdid_killable()
211 static void special_completion(struct nvme_queue *nvmeq, void *ctx,  in special_completion()
236 static void async_completion(struct nvme_queue *nvmeq, void *ctx,  in async_completion()
248 static void *free_cmdid(struct nvme_queue *nvmeq, int cmdid,  in free_cmdid()
269 static void *cancel_cmdid(struct nvme_queue *nvmeq, int cmdid,  in cancel_cmdid()
282 static struct nvme_queue *raw_nvmeq(struct nvme_dev *dev, int qid)  in raw_nvmeq()
287 static struct nvme_queue *get_nvmeq(struct nvme_dev *dev) __acquires(RCU)  in get_nvmeq()
289 	struct nvme_queue *nvmeq;  in get_nvmeq()
302 static void put_nvmeq(struct nvme_queue *nvmeq) __releases(RCU)  in put_nvmeq()
308 static struct nvme_queue *lock_nvmeq(struct nvme_dev *dev, int q_idx)  in lock_nvmeq()
311 	struct nvme_queue *nvmeq;  in lock_nvmeq()
322 static void unlock_nvmeq(struct nvme_queue *nvmeq) __releases(RCU)  in unlock_nvmeq()
334 static int nvme_submit_cmd(struct nvme_queue *nvmeq, struct nvme_command *cmd)  in nvme_submit_cmd()
436 static void bio_completion(struct nvme_queue *nvmeq, void *ctx,  in bio_completion()
547 static int nvme_split_and_submit(struct bio *bio, struct nvme_queue *nvmeq,  in nvme_split_and_submit()
571 static int nvme_map_bio(struct nvme_queue *nvmeq, struct nvme_iod *iod,  in nvme_map_bio()
615 static int nvme_submit_discard(struct nvme_queue *nvmeq, struct nvme_ns *ns,  in nvme_submit_discard()
641 static int nvme_submit_flush(struct nvme_queue *nvmeq, struct nvme_ns *ns,  in nvme_submit_flush()
658 static int nvme_submit_iod(struct nvme_queue *nvmeq, struct nvme_iod *iod)  in nvme_submit_iod()
707 static int nvme_split_flush_data(struct nvme_queue *nvmeq, struct bio *bio)  in nvme_split_flush_data()
730 static int nvme_submit_bio_queue(struct nvme_queue *nvmeq, struct nvme_ns *ns,  in nvme_submit_bio_queue()
786 static int nvme_process_cq(struct nvme_queue *nvmeq)  in nvme_process_cq()
829 	struct nvme_queue *nvmeq = get_nvmeq(ns->dev);  in nvme_make_request()
854 	struct nvme_queue *nvmeq = data;  in nvme_irq()
865 	struct nvme_queue *nvmeq = data;  in nvme_irq_check()
872 static void nvme_abort_command(struct nvme_queue *nvmeq, int cmdid)  in nvme_abort_command()
885 static void sync_completion(struct nvme_queue *nvmeq, void *ctx,  in sync_completion()
904 	struct nvme_queue *nvmeq;  in nvme_submit_sync_cmd()
946 static int nvme_submit_async_cmd(struct nvme_queue *nvmeq,  in nvme_submit_async_cmd()
996 						struct nvme_queue *nvmeq)  in adapter_alloc_cq()
1017 						struct nvme_queue *nvmeq)  in adapter_alloc_sq()
1097 static void nvme_abort_cmd(int cmdid, struct nvme_queue *nvmeq)  in nvme_abort_cmd()
1103 	struct nvme_queue *adminq;  in nvme_abort_cmd()
1146 static void nvme_cancel_ios(struct nvme_queue *nvmeq, bool timeout)  in nvme_cancel_ios()
1177 	struct nvme_queue *nvmeq = container_of(r, struct nvme_queue, r_head);  in nvme_free_queue()
1211 		struct nvme_queue *nvmeq = raw_nvmeq(dev, i);  in nvme_free_queues()
1224 static int nvme_suspend_queue(struct nvme_queue *nvmeq)  in nvme_suspend_queue()
1243 static void nvme_clear_queue(struct nvme_queue *nvmeq)  in nvme_clear_queue()
1253 	struct nvme_queue *nvmeq = raw_nvmeq(dev, qid);  in nvme_disable_queue()
1269 static struct nvme_queue *nvme_alloc_queue(struct nvme_dev *dev, int qid,  in nvme_alloc_queue()
1274 	struct nvme_queue *nvmeq = kzalloc(sizeof(*nvmeq) + extra, GFP_KERNEL);  in nvme_alloc_queue()
1324 static int queue_request_irq(struct nvme_dev *dev, struct nvme_queue *nvmeq,  in queue_request_irq()
1335 static void nvme_init_queue(struct nvme_queue *nvmeq, u16 qid)  in nvme_init_queue()
1351 static int nvme_create_queue(struct nvme_queue *nvmeq, int qid)  in nvme_create_queue()
1452 	struct nvme_queue *nvmeq;  in nvme_configure_admin_queue()
1811 static void nvme_resubmit_iods(struct nvme_queue *nvmeq)  in nvme_resubmit_iods()
1826 static void nvme_resubmit_bios(struct nvme_queue *nvmeq)  in nvme_resubmit_bios()
1868 				struct nvme_queue *nvmeq =  in nvme_kthread()
1976 static void nvme_set_queue_cpus(cpumask_t *qmask, struct nvme_queue *nvmeq,  in nvme_set_queue_cpus()
1989 	const cpumask_t *new_mask, struct nvme_queue *nvmeq, int cpus_per_queue)  in nvme_add_cpus()
2041 		struct nvme_queue *nvmeq = lock_nvmeq(dev, i);  in nvme_assign_io_queues()
2146 	struct nvme_queue *adminq = raw_nvmeq(dev, 0);  in nvme_setup_io_queues()
2387 static void nvme_del_queue_end(struct nvme_queue *nvmeq)  in nvme_del_queue_end()
2395 static int adapter_async_del_queue(struct nvme_queue *nvmeq, u8 opcode,  in adapter_async_del_queue()
2410 	struct nvme_queue *nvmeq = container_of(work, struct nvme_queue,  in nvme_del_cq_work_handler()
2415 static int nvme_delete_cq(struct nvme_queue *nvmeq)  in nvme_delete_cq()
2423 	struct nvme_queue *nvmeq = container_of(work, struct nvme_queue,  in nvme_del_sq_work_handler()
2433 static int nvme_delete_sq(struct nvme_queue *nvmeq)  in nvme_delete_sq()
2441 	struct nvme_queue *nvmeq = container_of(work, struct nvme_queue,  in nvme_del_queue_start()
2468 		struct nvme_queue *nvmeq = raw_nvmeq(dev, i);  in nvme_disable_io_queues()
2510 			struct nvme_queue *nvmeq = raw_nvmeq(dev, i);  in nvme_dev_shutdown()