Lines Matching +full:ctrl +full:- +full:module
1 // SPDX-License-Identifier: GPL-2.0
4 * Copyright (c) 2015-2016 HGST, a Western Digital Company.
9 #include <linux/module.h>
29 if (!strcmp(host->nqn, hostnqn)) in __nvmf_host_find()
43 kref_get(&host->ref); in nvmf_host_add()
51 kref_init(&host->ref); in nvmf_host_add()
52 strlcpy(host->nqn, hostnqn, NVMF_NQN_SIZE); in nvmf_host_add()
54 list_add_tail(&host->list, &nvmf_hosts); in nvmf_host_add()
68 kref_init(&host->ref); in nvmf_host_default()
69 uuid_gen(&host->id); in nvmf_host_default()
70 snprintf(host->nqn, NVMF_NQN_SIZE, in nvmf_host_default()
71 "nqn.2014-08.org.nvmexpress:uuid:%pUb", &host->id); in nvmf_host_default()
74 list_add_tail(&host->list, &nvmf_hosts); in nvmf_host_default()
85 list_del(&host->list); in nvmf_host_destroy()
94 kref_put(&host->ref, nvmf_host_destroy); in nvmf_host_put()
98 * nvmf_get_address() - Get address/port
99 * @ctrl: Host NVMe controller instance which we got the address
103 int nvmf_get_address(struct nvme_ctrl *ctrl, char *buf, int size) in nvmf_get_address() argument
107 if (ctrl->opts->mask & NVMF_OPT_TRADDR) in nvmf_get_address()
108 len += scnprintf(buf, size, "traddr=%s", ctrl->opts->traddr); in nvmf_get_address()
109 if (ctrl->opts->mask & NVMF_OPT_TRSVCID) in nvmf_get_address()
110 len += scnprintf(buf + len, size - len, "%strsvcid=%s", in nvmf_get_address()
111 (len) ? "," : "", ctrl->opts->trsvcid); in nvmf_get_address()
112 if (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR) in nvmf_get_address()
113 len += scnprintf(buf + len, size - len, "%shost_traddr=%s", in nvmf_get_address()
114 (len) ? "," : "", ctrl->opts->host_traddr); in nvmf_get_address()
115 len += scnprintf(buf + len, size - len, "\n"); in nvmf_get_address()
122 * nvmf_reg_read32() - NVMe Fabrics "Property Get" API function.
123 * @ctrl: Host NVMe controller instance maintaining the admin
131 * Used by the host system to retrieve a 32-bit capsule property value
142 int nvmf_reg_read32(struct nvme_ctrl *ctrl, u32 off, u32 *val) in nvmf_reg_read32() argument
153 ret = __nvme_submit_sync_cmd(ctrl->fabrics_q, &cmd, &res, NULL, 0, 0, in nvmf_reg_read32()
159 dev_err(ctrl->device, in nvmf_reg_read32()
168 * nvmf_reg_read64() - NVMe Fabrics "Property Get" API function.
169 * @ctrl: Host NVMe controller instance maintaining the admin
177 * Used by the host system to retrieve a 64-bit capsule property value
188 int nvmf_reg_read64(struct nvme_ctrl *ctrl, u32 off, u64 *val) in nvmf_reg_read64() argument
200 ret = __nvme_submit_sync_cmd(ctrl->fabrics_q, &cmd, &res, NULL, 0, 0, in nvmf_reg_read64()
206 dev_err(ctrl->device, in nvmf_reg_read64()
214 * nvmf_reg_write32() - NVMe Fabrics "Property Write" API function.
215 * @ctrl: Host NVMe controller instance maintaining the admin
223 * Used by the NVMe host system to write a 32-bit capsule property value
234 int nvmf_reg_write32(struct nvme_ctrl *ctrl, u32 off, u32 val) in nvmf_reg_write32() argument
246 ret = __nvme_submit_sync_cmd(ctrl->fabrics_q, &cmd, NULL, NULL, 0, 0, in nvmf_reg_write32()
249 dev_err(ctrl->device, in nvmf_reg_write32()
257 * nvmf_log_connect_error() - Error-parsing-diagnostic print
260 * @ctrl: the specific /dev/nvmeX device that had the error.
262 * @errval: Error code to be decoded in a more human-friendly
271 static void nvmf_log_connect_error(struct nvme_ctrl *ctrl, in nvmf_log_connect_error() argument
285 dev_err(ctrl->device, in nvmf_log_connect_error()
287 inv_data, data->cntlid); in nvmf_log_connect_error()
290 dev_err(ctrl->device, in nvmf_log_connect_error()
292 inv_data, data->hostnqn); in nvmf_log_connect_error()
295 dev_err(ctrl->device, in nvmf_log_connect_error()
297 inv_data, data->subsysnqn); in nvmf_log_connect_error()
300 dev_err(ctrl->device, in nvmf_log_connect_error()
310 dev_err(ctrl->device, in nvmf_log_connect_error()
312 inv_sqe, cmd->connect.qid); in nvmf_log_connect_error()
315 dev_err(ctrl->device, in nvmf_log_connect_error()
323 dev_err(ctrl->device, in nvmf_log_connect_error()
325 data->subsysnqn, data->hostnqn); in nvmf_log_connect_error()
329 dev_err(ctrl->device, in nvmf_log_connect_error()
334 dev_err(ctrl->device, in nvmf_log_connect_error()
336 cmd->connect.recfmt); in nvmf_log_connect_error()
340 dev_err(ctrl->device, in nvmf_log_connect_error()
345 dev_err(ctrl->device, in nvmf_log_connect_error()
353 * nvmf_connect_admin_queue() - NVMe Fabrics Admin Queue "Connect"
355 * @ctrl: Host nvme controller instance used to request
362 * fabrics-protocol connection of the NVMe Admin queue between the
372 int nvmf_connect_admin_queue(struct nvme_ctrl *ctrl) in nvmf_connect_admin_queue() argument
383 cmd.connect.sqsize = cpu_to_le16(NVME_AQ_DEPTH - 1); in nvmf_connect_admin_queue()
386 * Set keep-alive timeout in seconds granularity (ms * 1000) in nvmf_connect_admin_queue()
389 cmd.connect.kato = ctrl->kato ? in nvmf_connect_admin_queue()
390 cpu_to_le32((ctrl->kato + NVME_KATO_GRACE) * 1000) : 0; in nvmf_connect_admin_queue()
392 if (ctrl->opts->disable_sqflow) in nvmf_connect_admin_queue()
397 return -ENOMEM; in nvmf_connect_admin_queue()
399 uuid_copy(&data->hostid, &ctrl->opts->host->id); in nvmf_connect_admin_queue()
400 data->cntlid = cpu_to_le16(0xffff); in nvmf_connect_admin_queue()
401 strncpy(data->subsysnqn, ctrl->opts->subsysnqn, NVMF_NQN_SIZE); in nvmf_connect_admin_queue()
402 strncpy(data->hostnqn, ctrl->opts->host->nqn, NVMF_NQN_SIZE); in nvmf_connect_admin_queue()
404 ret = __nvme_submit_sync_cmd(ctrl->fabrics_q, &cmd, &res, in nvmf_connect_admin_queue()
408 nvmf_log_connect_error(ctrl, ret, le32_to_cpu(res.u32), in nvmf_connect_admin_queue()
413 ctrl->cntlid = le16_to_cpu(res.u16); in nvmf_connect_admin_queue()
422 * nvmf_connect_io_queue() - NVMe Fabrics I/O Queue "Connect"
424 * @ctrl: Host nvme controller instance used to establish an
432 * This function issues a fabrics-protocol connection
442 int nvmf_connect_io_queue(struct nvme_ctrl *ctrl, u16 qid, bool poll) in nvmf_connect_io_queue() argument
453 cmd.connect.sqsize = cpu_to_le16(ctrl->sqsize); in nvmf_connect_io_queue()
455 if (ctrl->opts->disable_sqflow) in nvmf_connect_io_queue()
460 return -ENOMEM; in nvmf_connect_io_queue()
462 uuid_copy(&data->hostid, &ctrl->opts->host->id); in nvmf_connect_io_queue()
463 data->cntlid = cpu_to_le16(ctrl->cntlid); in nvmf_connect_io_queue()
464 strncpy(data->subsysnqn, ctrl->opts->subsysnqn, NVMF_NQN_SIZE); in nvmf_connect_io_queue()
465 strncpy(data->hostnqn, ctrl->opts->host->nqn, NVMF_NQN_SIZE); in nvmf_connect_io_queue()
467 ret = __nvme_submit_sync_cmd(ctrl->connect_q, &cmd, &res, in nvmf_connect_io_queue()
471 nvmf_log_connect_error(ctrl, ret, le32_to_cpu(res.u32), in nvmf_connect_io_queue()
479 bool nvmf_should_reconnect(struct nvme_ctrl *ctrl) in nvmf_should_reconnect() argument
481 if (ctrl->opts->max_reconnects == -1 || in nvmf_should_reconnect()
482 ctrl->nr_reconnects < ctrl->opts->max_reconnects) in nvmf_should_reconnect()
490 * nvmf_register_transport() - NVMe Fabrics Library registration function.
500 if (!ops->create_ctrl) in nvmf_register_transport()
501 return -EINVAL; in nvmf_register_transport()
504 list_add_tail(&ops->entry, &nvmf_transports); in nvmf_register_transport()
512 * nvmf_unregister_transport() - NVMe Fabrics Library unregistration function.
523 list_del(&ops->entry); in nvmf_unregister_transport()
536 if (strcmp(ops->name, opts->transport) == 0) in nvmf_lookup_transport()
552 blk_status_t nvmf_fail_nonready_command(struct nvme_ctrl *ctrl, in nvmf_fail_nonready_command() argument
555 if (ctrl->state != NVME_CTRL_DELETING_NOIO && in nvmf_fail_nonready_command()
556 ctrl->state != NVME_CTRL_DEAD && in nvmf_fail_nonready_command()
557 !blk_noretry_request(rq) && !(rq->cmd_flags & REQ_NVME_MPATH)) in nvmf_fail_nonready_command()
560 nvme_req(rq)->status = NVME_SC_HOST_PATH_ERROR; in nvmf_fail_nonready_command()
567 bool __nvmf_check_ready(struct nvme_ctrl *ctrl, struct request *rq, in __nvmf_check_ready() argument
580 if (rq->q == ctrl->admin_q && (req->flags & NVME_REQ_USERCMD)) in __nvmf_check_ready()
587 switch (ctrl->state) { in __nvmf_check_ready()
589 if (blk_rq_is_passthrough(rq) && nvme_is_fabrics(req->cmd) && in __nvmf_check_ready()
590 req->cmd->fabrics.fctype == nvme_fabrics_type_connect) in __nvmf_check_ready()
637 opts->queue_size = NVMF_DEF_QUEUE_SIZE; in nvmf_parse_options()
638 opts->nr_io_queues = num_online_cpus(); in nvmf_parse_options()
639 opts->reconnect_delay = NVMF_DEF_RECONNECT_DELAY; in nvmf_parse_options()
640 opts->kato = NVME_DEFAULT_KATO; in nvmf_parse_options()
641 opts->duplicate_connect = false; in nvmf_parse_options()
642 opts->hdr_digest = false; in nvmf_parse_options()
643 opts->data_digest = false; in nvmf_parse_options()
644 opts->tos = -1; /* < 0 == use transport default */ in nvmf_parse_options()
648 return -ENOMEM; in nvmf_parse_options()
657 opts->mask |= token; in nvmf_parse_options()
662 ret = -ENOMEM; in nvmf_parse_options()
665 kfree(opts->transport); in nvmf_parse_options()
666 opts->transport = p; in nvmf_parse_options()
671 ret = -ENOMEM; in nvmf_parse_options()
674 kfree(opts->subsysnqn); in nvmf_parse_options()
675 opts->subsysnqn = p; in nvmf_parse_options()
676 nqnlen = strlen(opts->subsysnqn); in nvmf_parse_options()
679 opts->subsysnqn, NVMF_NQN_SIZE); in nvmf_parse_options()
680 ret = -EINVAL; in nvmf_parse_options()
683 opts->discovery_nqn = in nvmf_parse_options()
684 !(strcmp(opts->subsysnqn, in nvmf_parse_options()
690 ret = -ENOMEM; in nvmf_parse_options()
693 kfree(opts->traddr); in nvmf_parse_options()
694 opts->traddr = p; in nvmf_parse_options()
699 ret = -ENOMEM; in nvmf_parse_options()
702 kfree(opts->trsvcid); in nvmf_parse_options()
703 opts->trsvcid = p; in nvmf_parse_options()
707 ret = -EINVAL; in nvmf_parse_options()
713 ret = -EINVAL; in nvmf_parse_options()
716 opts->queue_size = token; in nvmf_parse_options()
720 ret = -EINVAL; in nvmf_parse_options()
725 ret = -EINVAL; in nvmf_parse_options()
728 if (opts->discovery_nqn) { in nvmf_parse_options()
733 opts->nr_io_queues = min_t(unsigned int, in nvmf_parse_options()
738 ret = -EINVAL; in nvmf_parse_options()
744 ret = -EINVAL; in nvmf_parse_options()
746 } else if (token == 0 && !opts->discovery_nqn) { in nvmf_parse_options()
750 opts->kato = token; in nvmf_parse_options()
754 ret = -EINVAL; in nvmf_parse_options()
763 if (opts->host) { in nvmf_parse_options()
764 pr_err("hostnqn already user-assigned: %s\n", in nvmf_parse_options()
765 opts->host->nqn); in nvmf_parse_options()
766 ret = -EADDRINUSE; in nvmf_parse_options()
771 ret = -ENOMEM; in nvmf_parse_options()
779 ret = -EINVAL; in nvmf_parse_options()
782 nvmf_host_put(opts->host); in nvmf_parse_options()
783 opts->host = nvmf_host_add(p); in nvmf_parse_options()
785 if (!opts->host) { in nvmf_parse_options()
786 ret = -ENOMEM; in nvmf_parse_options()
792 ret = -EINVAL; in nvmf_parse_options()
797 ret = -EINVAL; in nvmf_parse_options()
800 opts->reconnect_delay = token; in nvmf_parse_options()
805 ret = -ENOMEM; in nvmf_parse_options()
808 kfree(opts->host_traddr); in nvmf_parse_options()
809 opts->host_traddr = p; in nvmf_parse_options()
814 ret = -ENOMEM; in nvmf_parse_options()
820 ret = -EINVAL; in nvmf_parse_options()
827 opts->duplicate_connect = true; in nvmf_parse_options()
830 opts->disable_sqflow = true; in nvmf_parse_options()
833 opts->hdr_digest = true; in nvmf_parse_options()
836 opts->data_digest = true; in nvmf_parse_options()
840 ret = -EINVAL; in nvmf_parse_options()
845 ret = -EINVAL; in nvmf_parse_options()
848 opts->nr_write_queues = token; in nvmf_parse_options()
852 ret = -EINVAL; in nvmf_parse_options()
857 ret = -EINVAL; in nvmf_parse_options()
860 opts->nr_poll_queues = token; in nvmf_parse_options()
864 ret = -EINVAL; in nvmf_parse_options()
869 ret = -EINVAL; in nvmf_parse_options()
876 opts->tos = token; in nvmf_parse_options()
879 pr_warn("unknown parameter or missing value '%s' in ctrl creation request\n", in nvmf_parse_options()
881 ret = -EINVAL; in nvmf_parse_options()
886 if (opts->discovery_nqn) { in nvmf_parse_options()
887 opts->nr_io_queues = 0; in nvmf_parse_options()
888 opts->nr_write_queues = 0; in nvmf_parse_options()
889 opts->nr_poll_queues = 0; in nvmf_parse_options()
890 opts->duplicate_connect = true; in nvmf_parse_options()
893 opts->max_reconnects = -1; in nvmf_parse_options()
895 opts->max_reconnects = DIV_ROUND_UP(ctrl_loss_tmo, in nvmf_parse_options()
896 opts->reconnect_delay); in nvmf_parse_options()
898 if (!opts->host) { in nvmf_parse_options()
899 kref_get(&nvmf_default_host->ref); in nvmf_parse_options()
900 opts->host = nvmf_default_host; in nvmf_parse_options()
903 uuid_copy(&opts->host->id, &hostid); in nvmf_parse_options()
913 if ((opts->mask & required_opts) != required_opts) { in nvmf_check_required_opts()
918 !(opt_tokens[i].token & opts->mask)) { in nvmf_check_required_opts()
924 return -EINVAL; in nvmf_check_required_opts()
930 bool nvmf_ip_options_match(struct nvme_ctrl *ctrl, in nvmf_ip_options_match() argument
933 if (!nvmf_ctlr_matches_baseopts(ctrl, opts) || in nvmf_ip_options_match()
934 strcmp(opts->traddr, ctrl->opts->traddr) || in nvmf_ip_options_match()
935 strcmp(opts->trsvcid, ctrl->opts->trsvcid)) in nvmf_ip_options_match()
943 * - local address is specified and address is not the same in nvmf_ip_options_match()
944 * - local address is not specified but remote is, or vice versa in nvmf_ip_options_match()
947 if ((opts->mask & NVMF_OPT_HOST_TRADDR) && in nvmf_ip_options_match()
948 (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR)) { in nvmf_ip_options_match()
949 if (strcmp(opts->host_traddr, ctrl->opts->host_traddr)) in nvmf_ip_options_match()
951 } else if ((opts->mask & NVMF_OPT_HOST_TRADDR) || in nvmf_ip_options_match()
952 (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR)) { in nvmf_ip_options_match()
963 if (opts->mask & ~allowed_opts) { in nvmf_check_allowed_opts()
967 if ((opt_tokens[i].token & opts->mask) && in nvmf_check_allowed_opts()
974 return -EINVAL; in nvmf_check_allowed_opts()
982 nvmf_host_put(opts->host); in nvmf_free_options()
983 kfree(opts->transport); in nvmf_free_options()
984 kfree(opts->traddr); in nvmf_free_options()
985 kfree(opts->trsvcid); in nvmf_free_options()
986 kfree(opts->subsysnqn); in nvmf_free_options()
987 kfree(opts->host_traddr); in nvmf_free_options()
1003 struct nvme_ctrl *ctrl; in nvmf_create_ctrl() local
1008 return ERR_PTR(-ENOMEM); in nvmf_create_ctrl()
1015 request_module("nvme-%s", opts->transport); in nvmf_create_ctrl()
1025 opts->mask &= ~NVMF_REQUIRED_OPTS; in nvmf_create_ctrl()
1031 opts->transport); in nvmf_create_ctrl()
1032 ret = -EINVAL; in nvmf_create_ctrl()
1036 if (!try_module_get(ops->module)) { in nvmf_create_ctrl()
1037 ret = -EBUSY; in nvmf_create_ctrl()
1042 ret = nvmf_check_required_opts(opts, ops->required_opts); in nvmf_create_ctrl()
1046 ops->allowed_opts | ops->required_opts); in nvmf_create_ctrl()
1050 ctrl = ops->create_ctrl(dev, opts); in nvmf_create_ctrl()
1051 if (IS_ERR(ctrl)) { in nvmf_create_ctrl()
1052 ret = PTR_ERR(ctrl); in nvmf_create_ctrl()
1056 module_put(ops->module); in nvmf_create_ctrl()
1057 return ctrl; in nvmf_create_ctrl()
1060 module_put(ops->module); in nvmf_create_ctrl()
1076 struct seq_file *seq_file = file->private_data; in nvmf_dev_write()
1077 struct nvme_ctrl *ctrl; in nvmf_dev_write() local
1082 return -ENOMEM; in nvmf_dev_write()
1089 if (seq_file->private) { in nvmf_dev_write()
1090 ret = -EINVAL; in nvmf_dev_write()
1094 ctrl = nvmf_create_ctrl(nvmf_device, buf); in nvmf_dev_write()
1095 if (IS_ERR(ctrl)) { in nvmf_dev_write()
1096 ret = PTR_ERR(ctrl); in nvmf_dev_write()
1100 seq_file->private = ctrl; in nvmf_dev_write()
1110 struct nvme_ctrl *ctrl; in nvmf_dev_show() local
1114 ctrl = seq_file->private; in nvmf_dev_show()
1115 if (!ctrl) { in nvmf_dev_show()
1116 ret = -EINVAL; in nvmf_dev_show()
1121 ctrl->instance, ctrl->cntlid); in nvmf_dev_show()
1131 * The miscdevice code initializes file->private_data, but doesn't in nvmf_dev_open()
1134 file->private_data = NULL; in nvmf_dev_open()
1140 struct seq_file *seq_file = file->private_data; in nvmf_dev_release()
1141 struct nvme_ctrl *ctrl = seq_file->private; in nvmf_dev_release() local
1143 if (ctrl) in nvmf_dev_release()
1144 nvme_put_ctrl(ctrl); in nvmf_dev_release()
1158 .name = "nvme-fabrics",
1168 return -ENOMEM; in nvmf_init()
1170 nvmf_class = class_create(THIS_MODULE, "nvme-fabrics"); in nvmf_init()
1172 pr_err("couldn't register class nvme-fabrics\n"); in nvmf_init()
1180 pr_err("couldn't create nvme-fabris device!\n"); in nvmf_init()