1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 /*
3 * Copyright(c) 2020 Intel Corporation.
4 *
5 */
6
7 /*
8 * This file contains HFI1 support for ipoib functionality
9 */
10
11 #include "ipoib.h"
12 #include "hfi.h"
13
qpn_from_mac(const u8 * mac_arr)14 static u32 qpn_from_mac(const u8 *mac_arr)
15 {
16 return (u32)mac_arr[1] << 16 | mac_arr[2] << 8 | mac_arr[3];
17 }
18
hfi1_ipoib_dev_init(struct net_device * dev)19 static int hfi1_ipoib_dev_init(struct net_device *dev)
20 {
21 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
22 int ret;
23
24 dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
25 if (!dev->tstats)
26 return -ENOMEM;
27
28 ret = priv->netdev_ops->ndo_init(dev);
29 if (ret)
30 goto out_ret;
31
32 ret = hfi1_netdev_add_data(priv->dd,
33 qpn_from_mac(priv->netdev->dev_addr),
34 dev);
35 if (ret < 0) {
36 priv->netdev_ops->ndo_uninit(dev);
37 goto out_ret;
38 }
39
40 return 0;
41 out_ret:
42 free_percpu(dev->tstats);
43 dev->tstats = NULL;
44 return ret;
45 }
46
hfi1_ipoib_dev_uninit(struct net_device * dev)47 static void hfi1_ipoib_dev_uninit(struct net_device *dev)
48 {
49 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
50
51 free_percpu(dev->tstats);
52 dev->tstats = NULL;
53
54 hfi1_netdev_remove_data(priv->dd, qpn_from_mac(priv->netdev->dev_addr));
55
56 priv->netdev_ops->ndo_uninit(dev);
57 }
58
hfi1_ipoib_dev_open(struct net_device * dev)59 static int hfi1_ipoib_dev_open(struct net_device *dev)
60 {
61 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
62 int ret;
63
64 ret = priv->netdev_ops->ndo_open(dev);
65 if (!ret) {
66 struct hfi1_ibport *ibp = to_iport(priv->device,
67 priv->port_num);
68 struct rvt_qp *qp;
69 u32 qpn = qpn_from_mac(priv->netdev->dev_addr);
70
71 rcu_read_lock();
72 qp = rvt_lookup_qpn(ib_to_rvt(priv->device), &ibp->rvp, qpn);
73 if (!qp) {
74 rcu_read_unlock();
75 priv->netdev_ops->ndo_stop(dev);
76 return -EINVAL;
77 }
78 rvt_get_qp(qp);
79 priv->qp = qp;
80 rcu_read_unlock();
81
82 hfi1_netdev_enable_queues(priv->dd);
83 hfi1_ipoib_napi_tx_enable(dev);
84 }
85
86 return ret;
87 }
88
hfi1_ipoib_dev_stop(struct net_device * dev)89 static int hfi1_ipoib_dev_stop(struct net_device *dev)
90 {
91 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
92
93 if (!priv->qp)
94 return 0;
95
96 hfi1_ipoib_napi_tx_disable(dev);
97 hfi1_netdev_disable_queues(priv->dd);
98
99 rvt_put_qp(priv->qp);
100 priv->qp = NULL;
101
102 return priv->netdev_ops->ndo_stop(dev);
103 }
104
105 static const struct net_device_ops hfi1_ipoib_netdev_ops = {
106 .ndo_init = hfi1_ipoib_dev_init,
107 .ndo_uninit = hfi1_ipoib_dev_uninit,
108 .ndo_open = hfi1_ipoib_dev_open,
109 .ndo_stop = hfi1_ipoib_dev_stop,
110 .ndo_get_stats64 = dev_get_tstats64,
111 };
112
hfi1_ipoib_mcast_attach(struct net_device * dev,struct ib_device * device,union ib_gid * mgid,u16 mlid,int set_qkey,u32 qkey)113 static int hfi1_ipoib_mcast_attach(struct net_device *dev,
114 struct ib_device *device,
115 union ib_gid *mgid,
116 u16 mlid,
117 int set_qkey,
118 u32 qkey)
119 {
120 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
121 u32 qpn = (u32)qpn_from_mac(priv->netdev->dev_addr);
122 struct hfi1_ibport *ibp = to_iport(priv->device, priv->port_num);
123 struct rvt_qp *qp;
124 int ret = -EINVAL;
125
126 rcu_read_lock();
127
128 qp = rvt_lookup_qpn(ib_to_rvt(priv->device), &ibp->rvp, qpn);
129 if (qp) {
130 rvt_get_qp(qp);
131 rcu_read_unlock();
132 if (set_qkey)
133 priv->qkey = qkey;
134
135 /* attach QP to multicast group */
136 ret = ib_attach_mcast(&qp->ibqp, mgid, mlid);
137 rvt_put_qp(qp);
138 } else {
139 rcu_read_unlock();
140 }
141
142 return ret;
143 }
144
hfi1_ipoib_mcast_detach(struct net_device * dev,struct ib_device * device,union ib_gid * mgid,u16 mlid)145 static int hfi1_ipoib_mcast_detach(struct net_device *dev,
146 struct ib_device *device,
147 union ib_gid *mgid,
148 u16 mlid)
149 {
150 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
151 u32 qpn = (u32)qpn_from_mac(priv->netdev->dev_addr);
152 struct hfi1_ibport *ibp = to_iport(priv->device, priv->port_num);
153 struct rvt_qp *qp;
154 int ret = -EINVAL;
155
156 rcu_read_lock();
157
158 qp = rvt_lookup_qpn(ib_to_rvt(priv->device), &ibp->rvp, qpn);
159 if (qp) {
160 rvt_get_qp(qp);
161 rcu_read_unlock();
162 ret = ib_detach_mcast(&qp->ibqp, mgid, mlid);
163 rvt_put_qp(qp);
164 } else {
165 rcu_read_unlock();
166 }
167 return ret;
168 }
169
hfi1_ipoib_netdev_dtor(struct net_device * dev)170 static void hfi1_ipoib_netdev_dtor(struct net_device *dev)
171 {
172 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
173
174 hfi1_ipoib_txreq_deinit(priv);
175 hfi1_ipoib_rxq_deinit(priv->netdev);
176
177 free_percpu(dev->tstats);
178 dev->tstats = NULL;
179 }
180
hfi1_ipoib_set_id(struct net_device * dev,int id)181 static void hfi1_ipoib_set_id(struct net_device *dev, int id)
182 {
183 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
184
185 priv->pkey_index = (u16)id;
186 ib_query_pkey(priv->device,
187 priv->port_num,
188 priv->pkey_index,
189 &priv->pkey);
190 }
191
hfi1_ipoib_setup_rn(struct ib_device * device,u32 port_num,struct net_device * netdev,void * param)192 static int hfi1_ipoib_setup_rn(struct ib_device *device,
193 u32 port_num,
194 struct net_device *netdev,
195 void *param)
196 {
197 struct hfi1_devdata *dd = dd_from_ibdev(device);
198 struct rdma_netdev *rn = netdev_priv(netdev);
199 struct hfi1_ipoib_dev_priv *priv;
200 int rc;
201
202 rn->send = hfi1_ipoib_send;
203 rn->tx_timeout = hfi1_ipoib_tx_timeout;
204 rn->attach_mcast = hfi1_ipoib_mcast_attach;
205 rn->detach_mcast = hfi1_ipoib_mcast_detach;
206 rn->set_id = hfi1_ipoib_set_id;
207 rn->hca = device;
208 rn->port_num = port_num;
209 rn->mtu = netdev->mtu;
210
211 priv = hfi1_ipoib_priv(netdev);
212 priv->dd = dd;
213 priv->netdev = netdev;
214 priv->device = device;
215 priv->port_num = port_num;
216 priv->netdev_ops = netdev->netdev_ops;
217
218 ib_query_pkey(device, port_num, priv->pkey_index, &priv->pkey);
219
220 rc = hfi1_ipoib_txreq_init(priv);
221 if (rc) {
222 dd_dev_err(dd, "IPoIB netdev TX init - failed(%d)\n", rc);
223 return rc;
224 }
225
226 rc = hfi1_ipoib_rxq_init(netdev);
227 if (rc) {
228 dd_dev_err(dd, "IPoIB netdev RX init - failed(%d)\n", rc);
229 hfi1_ipoib_txreq_deinit(priv);
230 return rc;
231 }
232
233 netdev->netdev_ops = &hfi1_ipoib_netdev_ops;
234
235 netdev->priv_destructor = hfi1_ipoib_netdev_dtor;
236 netdev->needs_free_netdev = true;
237
238 return 0;
239 }
240
hfi1_ipoib_rn_get_params(struct ib_device * device,u32 port_num,enum rdma_netdev_t type,struct rdma_netdev_alloc_params * params)241 int hfi1_ipoib_rn_get_params(struct ib_device *device,
242 u32 port_num,
243 enum rdma_netdev_t type,
244 struct rdma_netdev_alloc_params *params)
245 {
246 struct hfi1_devdata *dd = dd_from_ibdev(device);
247
248 if (type != RDMA_NETDEV_IPOIB)
249 return -EOPNOTSUPP;
250
251 if (!HFI1_CAP_IS_KSET(AIP) || !dd->num_netdev_contexts)
252 return -EOPNOTSUPP;
253
254 if (!port_num || port_num > dd->num_pports)
255 return -EINVAL;
256
257 params->sizeof_priv = sizeof(struct hfi1_ipoib_rdma_netdev);
258 params->txqs = dd->num_sdma;
259 params->rxqs = dd->num_netdev_contexts;
260 params->param = NULL;
261 params->initialize_rdma_netdev = hfi1_ipoib_setup_rn;
262
263 return 0;
264 }
265