1 /*
2 * Copyright (c) 2013-2015, Mellanox Technologies, Ltd. All rights reserved.
3 *
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
9 *
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
12 * conditions are met:
13 *
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer.
17 *
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
31 */
32
33 #include <linux/mlx5/driver.h>
34 #include "mlx5_core.h"
35 #include <linux/mlx5/transobj.h>
36
mlx5_core_alloc_transport_domain(struct mlx5_core_dev * dev,u32 * tdn)37 int mlx5_core_alloc_transport_domain(struct mlx5_core_dev *dev, u32 *tdn)
38 {
39 u32 in[MLX5_ST_SZ_DW(alloc_transport_domain_in)] = {0};
40 u32 out[MLX5_ST_SZ_DW(alloc_transport_domain_out)] = {0};
41 int err;
42
43 MLX5_SET(alloc_transport_domain_in, in, opcode,
44 MLX5_CMD_OP_ALLOC_TRANSPORT_DOMAIN);
45
46 err = mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
47 if (!err)
48 *tdn = MLX5_GET(alloc_transport_domain_out, out,
49 transport_domain);
50
51 return err;
52 }
53 EXPORT_SYMBOL(mlx5_core_alloc_transport_domain);
54
mlx5_core_dealloc_transport_domain(struct mlx5_core_dev * dev,u32 tdn)55 void mlx5_core_dealloc_transport_domain(struct mlx5_core_dev *dev, u32 tdn)
56 {
57 u32 in[MLX5_ST_SZ_DW(dealloc_transport_domain_in)] = {0};
58 u32 out[MLX5_ST_SZ_DW(dealloc_transport_domain_out)] = {0};
59
60 MLX5_SET(dealloc_transport_domain_in, in, opcode,
61 MLX5_CMD_OP_DEALLOC_TRANSPORT_DOMAIN);
62 MLX5_SET(dealloc_transport_domain_in, in, transport_domain, tdn);
63 mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
64 }
65 EXPORT_SYMBOL(mlx5_core_dealloc_transport_domain);
66
mlx5_core_create_rq(struct mlx5_core_dev * dev,u32 * in,int inlen,u32 * rqn)67 int mlx5_core_create_rq(struct mlx5_core_dev *dev, u32 *in, int inlen, u32 *rqn)
68 {
69 u32 out[MLX5_ST_SZ_DW(create_rq_out)] = {0};
70 int err;
71
72 MLX5_SET(create_rq_in, in, opcode, MLX5_CMD_OP_CREATE_RQ);
73 err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
74 if (!err)
75 *rqn = MLX5_GET(create_rq_out, out, rqn);
76
77 return err;
78 }
79 EXPORT_SYMBOL(mlx5_core_create_rq);
80
mlx5_core_modify_rq(struct mlx5_core_dev * dev,u32 rqn,u32 * in,int inlen)81 int mlx5_core_modify_rq(struct mlx5_core_dev *dev, u32 rqn, u32 *in, int inlen)
82 {
83 u32 out[MLX5_ST_SZ_DW(modify_rq_out)];
84
85 MLX5_SET(modify_rq_in, in, rqn, rqn);
86 MLX5_SET(modify_rq_in, in, opcode, MLX5_CMD_OP_MODIFY_RQ);
87
88 memset(out, 0, sizeof(out));
89 return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
90 }
91 EXPORT_SYMBOL(mlx5_core_modify_rq);
92
mlx5_core_destroy_rq(struct mlx5_core_dev * dev,u32 rqn)93 void mlx5_core_destroy_rq(struct mlx5_core_dev *dev, u32 rqn)
94 {
95 u32 in[MLX5_ST_SZ_DW(destroy_rq_in)] = {0};
96 u32 out[MLX5_ST_SZ_DW(destroy_rq_out)] = {0};
97
98 MLX5_SET(destroy_rq_in, in, opcode, MLX5_CMD_OP_DESTROY_RQ);
99 MLX5_SET(destroy_rq_in, in, rqn, rqn);
100 mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
101 }
102 EXPORT_SYMBOL(mlx5_core_destroy_rq);
103
mlx5_core_query_rq(struct mlx5_core_dev * dev,u32 rqn,u32 * out)104 int mlx5_core_query_rq(struct mlx5_core_dev *dev, u32 rqn, u32 *out)
105 {
106 u32 in[MLX5_ST_SZ_DW(query_rq_in)] = {0};
107 int outlen = MLX5_ST_SZ_BYTES(query_rq_out);
108
109 MLX5_SET(query_rq_in, in, opcode, MLX5_CMD_OP_QUERY_RQ);
110 MLX5_SET(query_rq_in, in, rqn, rqn);
111
112 return mlx5_cmd_exec(dev, in, sizeof(in), out, outlen);
113 }
114 EXPORT_SYMBOL(mlx5_core_query_rq);
115
mlx5_core_create_sq(struct mlx5_core_dev * dev,u32 * in,int inlen,u32 * sqn)116 int mlx5_core_create_sq(struct mlx5_core_dev *dev, u32 *in, int inlen, u32 *sqn)
117 {
118 u32 out[MLX5_ST_SZ_DW(create_sq_out)] = {0};
119 int err;
120
121 MLX5_SET(create_sq_in, in, opcode, MLX5_CMD_OP_CREATE_SQ);
122 err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
123 if (!err)
124 *sqn = MLX5_GET(create_sq_out, out, sqn);
125
126 return err;
127 }
128
mlx5_core_modify_sq(struct mlx5_core_dev * dev,u32 sqn,u32 * in,int inlen)129 int mlx5_core_modify_sq(struct mlx5_core_dev *dev, u32 sqn, u32 *in, int inlen)
130 {
131 u32 out[MLX5_ST_SZ_DW(modify_sq_out)] = {0};
132
133 MLX5_SET(modify_sq_in, in, sqn, sqn);
134 MLX5_SET(modify_sq_in, in, opcode, MLX5_CMD_OP_MODIFY_SQ);
135 return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
136 }
137 EXPORT_SYMBOL(mlx5_core_modify_sq);
138
mlx5_core_destroy_sq(struct mlx5_core_dev * dev,u32 sqn)139 void mlx5_core_destroy_sq(struct mlx5_core_dev *dev, u32 sqn)
140 {
141 u32 in[MLX5_ST_SZ_DW(destroy_sq_in)] = {0};
142 u32 out[MLX5_ST_SZ_DW(destroy_sq_out)] = {0};
143
144 MLX5_SET(destroy_sq_in, in, opcode, MLX5_CMD_OP_DESTROY_SQ);
145 MLX5_SET(destroy_sq_in, in, sqn, sqn);
146 mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
147 }
148
mlx5_core_query_sq(struct mlx5_core_dev * dev,u32 sqn,u32 * out)149 int mlx5_core_query_sq(struct mlx5_core_dev *dev, u32 sqn, u32 *out)
150 {
151 u32 in[MLX5_ST_SZ_DW(query_sq_in)] = {0};
152 int outlen = MLX5_ST_SZ_BYTES(query_sq_out);
153
154 MLX5_SET(query_sq_in, in, opcode, MLX5_CMD_OP_QUERY_SQ);
155 MLX5_SET(query_sq_in, in, sqn, sqn);
156 return mlx5_cmd_exec(dev, in, sizeof(in), out, outlen);
157 }
158 EXPORT_SYMBOL(mlx5_core_query_sq);
159
mlx5_core_create_tir(struct mlx5_core_dev * dev,u32 * in,int inlen,u32 * tirn)160 int mlx5_core_create_tir(struct mlx5_core_dev *dev, u32 *in, int inlen,
161 u32 *tirn)
162 {
163 u32 out[MLX5_ST_SZ_DW(create_tir_out)] = {0};
164 int err;
165
166 MLX5_SET(create_tir_in, in, opcode, MLX5_CMD_OP_CREATE_TIR);
167
168 memset(out, 0, sizeof(out));
169 err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
170 if (!err)
171 *tirn = MLX5_GET(create_tir_out, out, tirn);
172
173 return err;
174 }
175 EXPORT_SYMBOL(mlx5_core_create_tir);
176
mlx5_core_modify_tir(struct mlx5_core_dev * dev,u32 tirn,u32 * in,int inlen)177 int mlx5_core_modify_tir(struct mlx5_core_dev *dev, u32 tirn, u32 *in,
178 int inlen)
179 {
180 u32 out[MLX5_ST_SZ_DW(modify_tir_out)] = {0};
181
182 MLX5_SET(modify_tir_in, in, tirn, tirn);
183 MLX5_SET(modify_tir_in, in, opcode, MLX5_CMD_OP_MODIFY_TIR);
184 return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
185 }
186
mlx5_core_destroy_tir(struct mlx5_core_dev * dev,u32 tirn)187 void mlx5_core_destroy_tir(struct mlx5_core_dev *dev, u32 tirn)
188 {
189 u32 in[MLX5_ST_SZ_DW(destroy_tir_in)] = {0};
190 u32 out[MLX5_ST_SZ_DW(destroy_tir_out)] = {0};
191
192 MLX5_SET(destroy_tir_in, in, opcode, MLX5_CMD_OP_DESTROY_TIR);
193 MLX5_SET(destroy_tir_in, in, tirn, tirn);
194 mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
195 }
196 EXPORT_SYMBOL(mlx5_core_destroy_tir);
197
mlx5_core_create_tis(struct mlx5_core_dev * dev,u32 * in,int inlen,u32 * tisn)198 int mlx5_core_create_tis(struct mlx5_core_dev *dev, u32 *in, int inlen,
199 u32 *tisn)
200 {
201 u32 out[MLX5_ST_SZ_DW(create_tis_out)] = {0};
202 int err;
203
204 MLX5_SET(create_tis_in, in, opcode, MLX5_CMD_OP_CREATE_TIS);
205 err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
206 if (!err)
207 *tisn = MLX5_GET(create_tis_out, out, tisn);
208
209 return err;
210 }
211 EXPORT_SYMBOL(mlx5_core_create_tis);
212
mlx5_core_modify_tis(struct mlx5_core_dev * dev,u32 tisn,u32 * in,int inlen)213 int mlx5_core_modify_tis(struct mlx5_core_dev *dev, u32 tisn, u32 *in,
214 int inlen)
215 {
216 u32 out[MLX5_ST_SZ_DW(modify_tis_out)] = {0};
217
218 MLX5_SET(modify_tis_in, in, tisn, tisn);
219 MLX5_SET(modify_tis_in, in, opcode, MLX5_CMD_OP_MODIFY_TIS);
220
221 return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
222 }
223 EXPORT_SYMBOL(mlx5_core_modify_tis);
224
mlx5_core_destroy_tis(struct mlx5_core_dev * dev,u32 tisn)225 void mlx5_core_destroy_tis(struct mlx5_core_dev *dev, u32 tisn)
226 {
227 u32 in[MLX5_ST_SZ_DW(destroy_tis_in)] = {0};
228 u32 out[MLX5_ST_SZ_DW(destroy_tis_out)] = {0};
229
230 MLX5_SET(destroy_tis_in, in, opcode, MLX5_CMD_OP_DESTROY_TIS);
231 MLX5_SET(destroy_tis_in, in, tisn, tisn);
232 mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
233 }
234 EXPORT_SYMBOL(mlx5_core_destroy_tis);
235
mlx5_core_create_rmp(struct mlx5_core_dev * dev,u32 * in,int inlen,u32 * rmpn)236 int mlx5_core_create_rmp(struct mlx5_core_dev *dev, u32 *in, int inlen,
237 u32 *rmpn)
238 {
239 u32 out[MLX5_ST_SZ_DW(create_rmp_out)] = {0};
240 int err;
241
242 MLX5_SET(create_rmp_in, in, opcode, MLX5_CMD_OP_CREATE_RMP);
243 err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
244 if (!err)
245 *rmpn = MLX5_GET(create_rmp_out, out, rmpn);
246
247 return err;
248 }
249
mlx5_core_modify_rmp(struct mlx5_core_dev * dev,u32 * in,int inlen)250 int mlx5_core_modify_rmp(struct mlx5_core_dev *dev, u32 *in, int inlen)
251 {
252 u32 out[MLX5_ST_SZ_DW(modify_rmp_out)] = {0};
253
254 MLX5_SET(modify_rmp_in, in, opcode, MLX5_CMD_OP_MODIFY_RMP);
255 return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
256 }
257
mlx5_core_destroy_rmp(struct mlx5_core_dev * dev,u32 rmpn)258 int mlx5_core_destroy_rmp(struct mlx5_core_dev *dev, u32 rmpn)
259 {
260 u32 in[MLX5_ST_SZ_DW(destroy_rmp_in)] = {0};
261 u32 out[MLX5_ST_SZ_DW(destroy_rmp_out)] = {0};
262
263 MLX5_SET(destroy_rmp_in, in, opcode, MLX5_CMD_OP_DESTROY_RMP);
264 MLX5_SET(destroy_rmp_in, in, rmpn, rmpn);
265 return mlx5_cmd_exec(dev, in, sizeof(in), out,
266 sizeof(out));
267 }
268
mlx5_core_query_rmp(struct mlx5_core_dev * dev,u32 rmpn,u32 * out)269 int mlx5_core_query_rmp(struct mlx5_core_dev *dev, u32 rmpn, u32 *out)
270 {
271 u32 in[MLX5_ST_SZ_DW(query_rmp_in)] = {0};
272 int outlen = MLX5_ST_SZ_BYTES(query_rmp_out);
273
274 MLX5_SET(query_rmp_in, in, opcode, MLX5_CMD_OP_QUERY_RMP);
275 MLX5_SET(query_rmp_in, in, rmpn, rmpn);
276 return mlx5_cmd_exec(dev, in, sizeof(in), out, outlen);
277 }
278
mlx5_core_arm_rmp(struct mlx5_core_dev * dev,u32 rmpn,u16 lwm)279 int mlx5_core_arm_rmp(struct mlx5_core_dev *dev, u32 rmpn, u16 lwm)
280 {
281 void *in;
282 void *rmpc;
283 void *wq;
284 void *bitmask;
285 int err;
286
287 in = mlx5_vzalloc(MLX5_ST_SZ_BYTES(modify_rmp_in));
288 if (!in)
289 return -ENOMEM;
290
291 rmpc = MLX5_ADDR_OF(modify_rmp_in, in, ctx);
292 bitmask = MLX5_ADDR_OF(modify_rmp_in, in, bitmask);
293 wq = MLX5_ADDR_OF(rmpc, rmpc, wq);
294
295 MLX5_SET(modify_rmp_in, in, rmp_state, MLX5_RMPC_STATE_RDY);
296 MLX5_SET(modify_rmp_in, in, rmpn, rmpn);
297 MLX5_SET(wq, wq, lwm, lwm);
298 MLX5_SET(rmp_bitmask, bitmask, lwm, 1);
299 MLX5_SET(rmpc, rmpc, state, MLX5_RMPC_STATE_RDY);
300
301 err = mlx5_core_modify_rmp(dev, in, MLX5_ST_SZ_BYTES(modify_rmp_in));
302
303 kvfree(in);
304
305 return err;
306 }
307
mlx5_core_create_xsrq(struct mlx5_core_dev * dev,u32 * in,int inlen,u32 * xsrqn)308 int mlx5_core_create_xsrq(struct mlx5_core_dev *dev, u32 *in, int inlen,
309 u32 *xsrqn)
310 {
311 u32 out[MLX5_ST_SZ_DW(create_xrc_srq_out)] = {0};
312 int err;
313
314 MLX5_SET(create_xrc_srq_in, in, opcode, MLX5_CMD_OP_CREATE_XRC_SRQ);
315 err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
316 if (!err)
317 *xsrqn = MLX5_GET(create_xrc_srq_out, out, xrc_srqn);
318
319 return err;
320 }
321
mlx5_core_destroy_xsrq(struct mlx5_core_dev * dev,u32 xsrqn)322 int mlx5_core_destroy_xsrq(struct mlx5_core_dev *dev, u32 xsrqn)
323 {
324 u32 in[MLX5_ST_SZ_DW(destroy_xrc_srq_in)] = {0};
325 u32 out[MLX5_ST_SZ_DW(destroy_xrc_srq_out)] = {0};
326
327 MLX5_SET(destroy_xrc_srq_in, in, opcode, MLX5_CMD_OP_DESTROY_XRC_SRQ);
328 MLX5_SET(destroy_xrc_srq_in, in, xrc_srqn, xsrqn);
329 return mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
330 }
331
mlx5_core_query_xsrq(struct mlx5_core_dev * dev,u32 xsrqn,u32 * out)332 int mlx5_core_query_xsrq(struct mlx5_core_dev *dev, u32 xsrqn, u32 *out)
333 {
334 u32 in[MLX5_ST_SZ_DW(query_xrc_srq_in)] = {0};
335 void *srqc;
336 void *xrc_srqc;
337 int err;
338
339 MLX5_SET(query_xrc_srq_in, in, opcode, MLX5_CMD_OP_QUERY_XRC_SRQ);
340 MLX5_SET(query_xrc_srq_in, in, xrc_srqn, xsrqn);
341 err = mlx5_cmd_exec(dev, in, sizeof(in), out,
342 MLX5_ST_SZ_BYTES(query_xrc_srq_out));
343 if (!err) {
344 xrc_srqc = MLX5_ADDR_OF(query_xrc_srq_out, out,
345 xrc_srq_context_entry);
346 srqc = MLX5_ADDR_OF(query_srq_out, out, srq_context_entry);
347 memcpy(srqc, xrc_srqc, MLX5_ST_SZ_BYTES(srqc));
348 }
349
350 return err;
351 }
352
mlx5_core_arm_xsrq(struct mlx5_core_dev * dev,u32 xsrqn,u16 lwm)353 int mlx5_core_arm_xsrq(struct mlx5_core_dev *dev, u32 xsrqn, u16 lwm)
354 {
355 u32 in[MLX5_ST_SZ_DW(arm_xrc_srq_in)] = {0};
356 u32 out[MLX5_ST_SZ_DW(arm_xrc_srq_out)] = {0};
357
358 MLX5_SET(arm_xrc_srq_in, in, opcode, MLX5_CMD_OP_ARM_XRC_SRQ);
359 MLX5_SET(arm_xrc_srq_in, in, xrc_srqn, xsrqn);
360 MLX5_SET(arm_xrc_srq_in, in, lwm, lwm);
361 MLX5_SET(arm_xrc_srq_in, in, op_mod,
362 MLX5_ARM_XRC_SRQ_IN_OP_MOD_XRC_SRQ);
363 return mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
364 }
365
mlx5_core_create_rqt(struct mlx5_core_dev * dev,u32 * in,int inlen,u32 * rqtn)366 int mlx5_core_create_rqt(struct mlx5_core_dev *dev, u32 *in, int inlen,
367 u32 *rqtn)
368 {
369 u32 out[MLX5_ST_SZ_DW(create_rqt_out)] = {0};
370 int err;
371
372 MLX5_SET(create_rqt_in, in, opcode, MLX5_CMD_OP_CREATE_RQT);
373 err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
374 if (!err)
375 *rqtn = MLX5_GET(create_rqt_out, out, rqtn);
376
377 return err;
378 }
379 EXPORT_SYMBOL(mlx5_core_create_rqt);
380
mlx5_core_modify_rqt(struct mlx5_core_dev * dev,u32 rqtn,u32 * in,int inlen)381 int mlx5_core_modify_rqt(struct mlx5_core_dev *dev, u32 rqtn, u32 *in,
382 int inlen)
383 {
384 u32 out[MLX5_ST_SZ_DW(modify_rqt_out)] = {0};
385
386 MLX5_SET(modify_rqt_in, in, rqtn, rqtn);
387 MLX5_SET(modify_rqt_in, in, opcode, MLX5_CMD_OP_MODIFY_RQT);
388 return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
389 }
390
mlx5_core_destroy_rqt(struct mlx5_core_dev * dev,u32 rqtn)391 void mlx5_core_destroy_rqt(struct mlx5_core_dev *dev, u32 rqtn)
392 {
393 u32 in[MLX5_ST_SZ_DW(destroy_rqt_in)] = {0};
394 u32 out[MLX5_ST_SZ_DW(destroy_rqt_out)] = {0};
395
396 MLX5_SET(destroy_rqt_in, in, opcode, MLX5_CMD_OP_DESTROY_RQT);
397 MLX5_SET(destroy_rqt_in, in, rqtn, rqtn);
398 mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
399 }
400 EXPORT_SYMBOL(mlx5_core_destroy_rqt);
401