1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * NVMe Fabrics command implementation.
4 * Copyright (c) 2015-2016 HGST, a Western Digital Company.
5 */
6 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
7 #include <linux/blkdev.h>
8 #include "nvmet.h"
9
nvmet_execute_prop_set(struct nvmet_req * req)10 static void nvmet_execute_prop_set(struct nvmet_req *req)
11 {
12 u64 val = le64_to_cpu(req->cmd->prop_set.value);
13 u16 status = 0;
14
15 if (!nvmet_check_transfer_len(req, 0))
16 return;
17
18 if (req->cmd->prop_set.attrib & 1) {
19 req->error_loc =
20 offsetof(struct nvmf_property_set_command, attrib);
21 status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
22 goto out;
23 }
24
25 switch (le32_to_cpu(req->cmd->prop_set.offset)) {
26 case NVME_REG_CC:
27 nvmet_update_cc(req->sq->ctrl, val);
28 break;
29 default:
30 req->error_loc =
31 offsetof(struct nvmf_property_set_command, offset);
32 status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
33 }
34 out:
35 nvmet_req_complete(req, status);
36 }
37
nvmet_execute_prop_get(struct nvmet_req * req)38 static void nvmet_execute_prop_get(struct nvmet_req *req)
39 {
40 struct nvmet_ctrl *ctrl = req->sq->ctrl;
41 u16 status = 0;
42 u64 val = 0;
43
44 if (!nvmet_check_transfer_len(req, 0))
45 return;
46
47 if (req->cmd->prop_get.attrib & 1) {
48 switch (le32_to_cpu(req->cmd->prop_get.offset)) {
49 case NVME_REG_CAP:
50 val = ctrl->cap;
51 break;
52 default:
53 status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
54 break;
55 }
56 } else {
57 switch (le32_to_cpu(req->cmd->prop_get.offset)) {
58 case NVME_REG_VS:
59 val = ctrl->subsys->ver;
60 break;
61 case NVME_REG_CC:
62 val = ctrl->cc;
63 break;
64 case NVME_REG_CSTS:
65 val = ctrl->csts;
66 break;
67 default:
68 status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
69 break;
70 }
71 }
72
73 if (status && req->cmd->prop_get.attrib & 1) {
74 req->error_loc =
75 offsetof(struct nvmf_property_get_command, offset);
76 } else {
77 req->error_loc =
78 offsetof(struct nvmf_property_get_command, attrib);
79 }
80
81 req->cqe->result.u64 = cpu_to_le64(val);
82 nvmet_req_complete(req, status);
83 }
84
nvmet_parse_fabrics_cmd(struct nvmet_req * req)85 u16 nvmet_parse_fabrics_cmd(struct nvmet_req *req)
86 {
87 struct nvme_command *cmd = req->cmd;
88
89 switch (cmd->fabrics.fctype) {
90 case nvme_fabrics_type_property_set:
91 req->execute = nvmet_execute_prop_set;
92 break;
93 case nvme_fabrics_type_property_get:
94 req->execute = nvmet_execute_prop_get;
95 break;
96 default:
97 pr_debug("received unknown capsule type 0x%x\n",
98 cmd->fabrics.fctype);
99 req->error_loc = offsetof(struct nvmf_common_command, fctype);
100 return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
101 }
102
103 return 0;
104 }
105
nvmet_install_queue(struct nvmet_ctrl * ctrl,struct nvmet_req * req)106 static u16 nvmet_install_queue(struct nvmet_ctrl *ctrl, struct nvmet_req *req)
107 {
108 struct nvmf_connect_command *c = &req->cmd->connect;
109 u16 qid = le16_to_cpu(c->qid);
110 u16 sqsize = le16_to_cpu(c->sqsize);
111 struct nvmet_ctrl *old;
112 u16 mqes = NVME_CAP_MQES(ctrl->cap);
113 u16 ret;
114
115 if (!sqsize) {
116 pr_warn("queue size zero!\n");
117 req->error_loc = offsetof(struct nvmf_connect_command, sqsize);
118 req->cqe->result.u32 = IPO_IATTR_CONNECT_SQE(sqsize);
119 ret = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
120 goto err;
121 }
122
123 if (ctrl->sqs[qid] != NULL) {
124 pr_warn("qid %u has already been created\n", qid);
125 req->error_loc = offsetof(struct nvmf_connect_command, qid);
126 return NVME_SC_CMD_SEQ_ERROR | NVME_SC_DNR;
127 }
128
129 if (sqsize > mqes) {
130 pr_warn("sqsize %u is larger than MQES supported %u cntlid %d\n",
131 sqsize, mqes, ctrl->cntlid);
132 req->error_loc = offsetof(struct nvmf_connect_command, sqsize);
133 req->cqe->result.u32 = IPO_IATTR_CONNECT_SQE(sqsize);
134 return NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
135 }
136
137 old = cmpxchg(&req->sq->ctrl, NULL, ctrl);
138 if (old) {
139 pr_warn("queue already connected!\n");
140 req->error_loc = offsetof(struct nvmf_connect_command, opcode);
141 return NVME_SC_CONNECT_CTRL_BUSY | NVME_SC_DNR;
142 }
143
144 /* note: convert queue size from 0's-based value to 1's-based value */
145 nvmet_cq_setup(ctrl, req->cq, qid, sqsize + 1);
146 nvmet_sq_setup(ctrl, req->sq, qid, sqsize + 1);
147
148 if (c->cattr & NVME_CONNECT_DISABLE_SQFLOW) {
149 req->sq->sqhd_disabled = true;
150 req->cqe->sq_head = cpu_to_le16(0xffff);
151 }
152
153 if (ctrl->ops->install_queue) {
154 ret = ctrl->ops->install_queue(req->sq);
155 if (ret) {
156 pr_err("failed to install queue %d cntlid %d ret %x\n",
157 qid, ctrl->cntlid, ret);
158 ctrl->sqs[qid] = NULL;
159 goto err;
160 }
161 }
162
163 return 0;
164
165 err:
166 req->sq->ctrl = NULL;
167 return ret;
168 }
169
nvmet_execute_admin_connect(struct nvmet_req * req)170 static void nvmet_execute_admin_connect(struct nvmet_req *req)
171 {
172 struct nvmf_connect_command *c = &req->cmd->connect;
173 struct nvmf_connect_data *d;
174 struct nvmet_ctrl *ctrl = NULL;
175 u16 status = 0;
176
177 if (!nvmet_check_transfer_len(req, sizeof(struct nvmf_connect_data)))
178 return;
179
180 d = kmalloc(sizeof(*d), GFP_KERNEL);
181 if (!d) {
182 status = NVME_SC_INTERNAL;
183 goto complete;
184 }
185
186 status = nvmet_copy_from_sgl(req, 0, d, sizeof(*d));
187 if (status)
188 goto out;
189
190 /* zero out initial completion result, assign values as needed */
191 req->cqe->result.u32 = 0;
192
193 if (c->recfmt != 0) {
194 pr_warn("invalid connect version (%d).\n",
195 le16_to_cpu(c->recfmt));
196 req->error_loc = offsetof(struct nvmf_connect_command, recfmt);
197 status = NVME_SC_CONNECT_FORMAT | NVME_SC_DNR;
198 goto out;
199 }
200
201 if (unlikely(d->cntlid != cpu_to_le16(0xffff))) {
202 pr_warn("connect attempt for invalid controller ID %#x\n",
203 d->cntlid);
204 status = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
205 req->cqe->result.u32 = IPO_IATTR_CONNECT_DATA(cntlid);
206 goto out;
207 }
208
209 d->subsysnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
210 d->hostnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
211 status = nvmet_alloc_ctrl(d->subsysnqn, d->hostnqn, req,
212 le32_to_cpu(c->kato), &ctrl);
213 if (status)
214 goto out;
215
216 ctrl->pi_support = ctrl->port->pi_enable && ctrl->subsys->pi_support;
217
218 uuid_copy(&ctrl->hostid, &d->hostid);
219
220 status = nvmet_install_queue(ctrl, req);
221 if (status) {
222 nvmet_ctrl_put(ctrl);
223 goto out;
224 }
225
226 pr_info("creating controller %d for subsystem %s for NQN %s%s.\n",
227 ctrl->cntlid, ctrl->subsys->subsysnqn, ctrl->hostnqn,
228 ctrl->pi_support ? " T10-PI is enabled" : "");
229 req->cqe->result.u16 = cpu_to_le16(ctrl->cntlid);
230
231 out:
232 kfree(d);
233 complete:
234 nvmet_req_complete(req, status);
235 }
236
nvmet_execute_io_connect(struct nvmet_req * req)237 static void nvmet_execute_io_connect(struct nvmet_req *req)
238 {
239 struct nvmf_connect_command *c = &req->cmd->connect;
240 struct nvmf_connect_data *d;
241 struct nvmet_ctrl *ctrl;
242 u16 qid = le16_to_cpu(c->qid);
243 u16 status = 0;
244
245 if (!nvmet_check_transfer_len(req, sizeof(struct nvmf_connect_data)))
246 return;
247
248 d = kmalloc(sizeof(*d), GFP_KERNEL);
249 if (!d) {
250 status = NVME_SC_INTERNAL;
251 goto complete;
252 }
253
254 status = nvmet_copy_from_sgl(req, 0, d, sizeof(*d));
255 if (status)
256 goto out;
257
258 /* zero out initial completion result, assign values as needed */
259 req->cqe->result.u32 = 0;
260
261 if (c->recfmt != 0) {
262 pr_warn("invalid connect version (%d).\n",
263 le16_to_cpu(c->recfmt));
264 status = NVME_SC_CONNECT_FORMAT | NVME_SC_DNR;
265 goto out;
266 }
267
268 d->subsysnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
269 d->hostnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
270 ctrl = nvmet_ctrl_find_get(d->subsysnqn, d->hostnqn,
271 le16_to_cpu(d->cntlid), req);
272 if (!ctrl) {
273 status = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
274 goto out;
275 }
276
277 if (unlikely(qid > ctrl->subsys->max_qid)) {
278 pr_warn("invalid queue id (%d)\n", qid);
279 status = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
280 req->cqe->result.u32 = IPO_IATTR_CONNECT_SQE(qid);
281 goto out_ctrl_put;
282 }
283
284 status = nvmet_install_queue(ctrl, req);
285 if (status)
286 goto out_ctrl_put;
287
288 /* pass back cntlid for successful completion */
289 req->cqe->result.u16 = cpu_to_le16(ctrl->cntlid);
290
291 pr_debug("adding queue %d to ctrl %d.\n", qid, ctrl->cntlid);
292
293 out:
294 kfree(d);
295 complete:
296 nvmet_req_complete(req, status);
297 return;
298
299 out_ctrl_put:
300 nvmet_ctrl_put(ctrl);
301 goto out;
302 }
303
nvmet_parse_connect_cmd(struct nvmet_req * req)304 u16 nvmet_parse_connect_cmd(struct nvmet_req *req)
305 {
306 struct nvme_command *cmd = req->cmd;
307
308 if (!nvme_is_fabrics(cmd)) {
309 pr_debug("invalid command 0x%x on unconnected queue.\n",
310 cmd->fabrics.opcode);
311 req->error_loc = offsetof(struct nvme_common_command, opcode);
312 return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
313 }
314 if (cmd->fabrics.fctype != nvme_fabrics_type_connect) {
315 pr_debug("invalid capsule type 0x%x on unconnected queue.\n",
316 cmd->fabrics.fctype);
317 req->error_loc = offsetof(struct nvmf_common_command, fctype);
318 return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
319 }
320
321 if (cmd->connect.qid == 0)
322 req->execute = nvmet_execute_admin_connect;
323 else
324 req->execute = nvmet_execute_io_connect;
325 return 0;
326 }
327