Lines Matching refs:nvme_dev
103 struct nvme_dev;
106 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown);
107 static bool __nvme_disable_io_queues(struct nvme_dev *dev, u8 opcode);
112 struct nvme_dev { struct
180 static inline struct nvme_dev *to_nvme_dev(struct nvme_ctrl *ctrl) in to_nvme_dev()
182 return container_of(ctrl, struct nvme_dev, ctrl); in to_nvme_dev()
190 struct nvme_dev *dev;
239 static inline unsigned int nvme_dbbuf_size(struct nvme_dev *dev) in nvme_dbbuf_size()
244 static int nvme_dbbuf_dma_alloc(struct nvme_dev *dev) in nvme_dbbuf_dma_alloc()
269 static void nvme_dbbuf_dma_free(struct nvme_dev *dev) in nvme_dbbuf_dma_free()
285 static void nvme_dbbuf_init(struct nvme_dev *dev, in nvme_dbbuf_init()
308 static void nvme_dbbuf_set(struct nvme_dev *dev) in nvme_dbbuf_set()
401 struct nvme_dev *dev = data; in nvme_admin_init_hctx()
414 struct nvme_dev *dev = data; in nvme_init_hctx()
425 struct nvme_dev *dev = set->driver_data; in nvme_init_request()
437 static int queue_irq_offset(struct nvme_dev *dev) in queue_irq_offset()
448 struct nvme_dev *dev = set->driver_data; in nvme_pci_map_queues()
531 static inline bool nvme_pci_use_sgls(struct nvme_dev *dev, struct request *req) in nvme_pci_use_sgls()
548 static void nvme_free_prps(struct nvme_dev *dev, struct request *req) in nvme_free_prps()
565 static void nvme_free_sgls(struct nvme_dev *dev, struct request *req) in nvme_free_sgls()
582 static void nvme_unmap_sg(struct nvme_dev *dev, struct request *req) in nvme_unmap_sg()
593 static void nvme_unmap_data(struct nvme_dev *dev, struct request *req) in nvme_unmap_data()
630 static blk_status_t nvme_pci_setup_prps(struct nvme_dev *dev, in nvme_pci_setup_prps()
743 static blk_status_t nvme_pci_setup_sgls(struct nvme_dev *dev, in nvme_pci_setup_sgls()
805 static blk_status_t nvme_setup_prp_simple(struct nvme_dev *dev, in nvme_setup_prp_simple()
826 static blk_status_t nvme_setup_sgl_simple(struct nvme_dev *dev, in nvme_setup_sgl_simple()
844 static blk_status_t nvme_map_data(struct nvme_dev *dev, struct request *req, in nvme_map_data()
900 static blk_status_t nvme_map_metadata(struct nvme_dev *dev, struct request *req, in nvme_map_metadata()
921 struct nvme_dev *dev = nvmeq->dev; in nvme_queue_rq()
967 struct nvme_dev *dev = iod->nvmeq->dev; in nvme_pci_complete_rq()
1122 struct nvme_dev *dev = to_nvme_dev(ctrl); in nvme_pci_submit_async_event()
1132 static int adapter_delete_queue(struct nvme_dev *dev, u8 opcode, u16 id) in adapter_delete_queue()
1143 static int adapter_alloc_cq(struct nvme_dev *dev, u16 qid, in adapter_alloc_cq()
1167 static int adapter_alloc_sq(struct nvme_dev *dev, u16 qid, in adapter_alloc_sq()
1197 static int adapter_delete_cq(struct nvme_dev *dev, u16 cqid) in adapter_delete_cq()
1202 static int adapter_delete_sq(struct nvme_dev *dev, u16 sqid) in adapter_delete_sq()
1218 static bool nvme_should_reset(struct nvme_dev *dev, u32 csts) in nvme_should_reset()
1243 static void nvme_warn_reset(struct nvme_dev *dev, u32 csts) in nvme_warn_reset()
1265 struct nvme_dev *dev = nvmeq->dev; in nvme_timeout()
1390 static void nvme_free_queues(struct nvme_dev *dev, int lowest) in nvme_free_queues()
1420 static void nvme_suspend_io_queues(struct nvme_dev *dev) in nvme_suspend_io_queues()
1428 static void nvme_disable_admin_queue(struct nvme_dev *dev, bool shutdown) in nvme_disable_admin_queue()
1446 static void nvme_reap_pending_cqes(struct nvme_dev *dev) in nvme_reap_pending_cqes()
1457 static int nvme_cmb_qdepth(struct nvme_dev *dev, int nr_io_queues, in nvme_cmb_qdepth()
1482 static int nvme_alloc_sq_cmds(struct nvme_dev *dev, struct nvme_queue *nvmeq, in nvme_alloc_sq_cmds()
1508 static int nvme_alloc_queue(struct nvme_dev *dev, int qid, int depth) in nvme_alloc_queue()
1559 struct nvme_dev *dev = nvmeq->dev; in nvme_init_queue()
1574 struct nvme_dev *dev = nvmeq->dev; in nvme_create_queue()
1638 static void nvme_dev_remove_admin(struct nvme_dev *dev) in nvme_dev_remove_admin()
1652 static int nvme_alloc_admin_tags(struct nvme_dev *dev) in nvme_alloc_admin_tags()
1686 static unsigned long db_bar_size(struct nvme_dev *dev, unsigned nr_io_queues) in db_bar_size()
1691 static int nvme_remap_bar(struct nvme_dev *dev, unsigned long size) in nvme_remap_bar()
1712 static int nvme_pci_configure_admin_queue(struct nvme_dev *dev) in nvme_pci_configure_admin_queue()
1763 static int nvme_create_io_queues(struct nvme_dev *dev) in nvme_create_io_queues()
1804 struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev)); in nvme_cmb_show()
1811 static u64 nvme_cmb_size_unit(struct nvme_dev *dev) in nvme_cmb_size_unit()
1818 static u32 nvme_cmb_size(struct nvme_dev *dev) in nvme_cmb_size()
1823 static void nvme_map_cmb(struct nvme_dev *dev) in nvme_map_cmb()
1886 static inline void nvme_release_cmb(struct nvme_dev *dev) in nvme_release_cmb()
1895 static int nvme_set_host_mem(struct nvme_dev *dev, u32 bits) in nvme_set_host_mem()
1920 static void nvme_free_host_mem(struct nvme_dev *dev) in nvme_free_host_mem()
1942 static int __nvme_alloc_host_mem(struct nvme_dev *dev, u64 preferred, in __nvme_alloc_host_mem()
2010 static int nvme_alloc_host_mem(struct nvme_dev *dev, u64 min, u64 preferred) in nvme_alloc_host_mem()
2028 static int nvme_setup_host_mem(struct nvme_dev *dev) in nvme_setup_host_mem()
2079 struct nvme_dev *dev = affd->priv; in nvme_calc_irq_sets()
2111 static int nvme_setup_irqs(struct nvme_dev *dev, unsigned int nr_io_queues) in nvme_setup_irqs()
2147 static void nvme_disable_io_queues(struct nvme_dev *dev) in nvme_disable_io_queues()
2153 static unsigned int nvme_max_io_queues(struct nvme_dev *dev) in nvme_max_io_queues()
2158 static int nvme_setup_io_queues(struct nvme_dev *dev) in nvme_setup_io_queues()
2298 static bool __nvme_disable_io_queues(struct nvme_dev *dev, u8 opcode) in __nvme_disable_io_queues()
2326 static void nvme_dev_add(struct nvme_dev *dev) in nvme_dev_add()
2369 static int nvme_pci_enable(struct nvme_dev *dev) in nvme_pci_enable()
2454 static void nvme_dev_unmap(struct nvme_dev *dev) in nvme_dev_unmap()
2461 static void nvme_pci_disable(struct nvme_dev *dev) in nvme_pci_disable()
2473 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown) in nvme_dev_disable()
2527 static int nvme_disable_prepare_reset(struct nvme_dev *dev, bool shutdown) in nvme_disable_prepare_reset()
2535 static int nvme_setup_prp_pools(struct nvme_dev *dev) in nvme_setup_prp_pools()
2553 static void nvme_release_prp_pools(struct nvme_dev *dev) in nvme_release_prp_pools()
2559 static void nvme_free_tagset(struct nvme_dev *dev) in nvme_free_tagset()
2568 struct nvme_dev *dev = to_nvme_dev(ctrl); in nvme_pci_free_ctrl()
2581 static void nvme_remove_dead_ctrl(struct nvme_dev *dev) in nvme_remove_dead_ctrl()
2597 struct nvme_dev *dev = in nvme_reset_work()
2598 container_of(work, struct nvme_dev, ctrl.reset_work); in nvme_reset_work()
2737 struct nvme_dev *dev = container_of(work, struct nvme_dev, remove_work); in nvme_remove_dead_ctrl_work()
2783 static int nvme_dev_map(struct nvme_dev *dev) in nvme_dev_map()
2870 struct nvme_dev *dev = data; in nvme_async_probe()
2880 struct nvme_dev *dev; in nvme_probe()
2971 struct nvme_dev *dev = pci_get_drvdata(pdev); in nvme_reset_prepare()
2984 struct nvme_dev *dev = pci_get_drvdata(pdev); in nvme_reset_done()
2992 struct nvme_dev *dev = pci_get_drvdata(pdev); in nvme_shutdown()
3004 struct nvme_dev *dev = pci_get_drvdata(pdev); in nvme_remove()
3040 struct nvme_dev *ndev = pci_get_drvdata(to_pci_dev(dev)); in nvme_resume()
3052 struct nvme_dev *ndev = pci_get_drvdata(pdev); in nvme_suspend()
3122 struct nvme_dev *ndev = pci_get_drvdata(to_pci_dev(dev)); in nvme_simple_suspend()
3130 struct nvme_dev *ndev = pci_get_drvdata(pdev); in nvme_simple_resume()
3148 struct nvme_dev *dev = pci_get_drvdata(pdev); in nvme_error_detected()
3173 struct nvme_dev *dev = pci_get_drvdata(pdev); in nvme_slot_reset()
3183 struct nvme_dev *dev = pci_get_drvdata(pdev); in nvme_error_resume()