1 /*
2 * Copyright (C) 2009 Michael Brown <mbrown@fensystems.co.uk>.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License as
6 * published by the Free Software Foundation; either version 2 of the
7 * License, or any later version.
8 *
9 * This program is distributed in the hope that it will be useful, but
10 * WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
17 */
18
19 FILE_LICENCE ( GPL2_OR_LATER );
20
21 #include <stdint.h>
22 #include <stdlib.h>
23 #include <string.h>
24 #include <errno.h>
25 #include <stdio.h>
26 #include <unistd.h>
27 #include <byteswap.h>
28 #include <gpxe/settings.h>
29 #include <gpxe/infiniband.h>
30 #include <gpxe/iobuf.h>
31 #include <gpxe/ib_mi.h>
32 #include <gpxe/ib_sma.h>
33
34 /**
35 * @file
36 *
37 * Infiniband Subnet Management Agent
38 *
39 */
40
41 /**
42 * Node information
43 *
44 * @v ibdev Infiniband device
45 * @v mi Management interface
46 * @v mad Received MAD
47 * @v av Source address vector
48 */
ib_sma_node_info(struct ib_device * ibdev,struct ib_mad_interface * mi,union ib_mad * mad,struct ib_address_vector * av)49 static void ib_sma_node_info ( struct ib_device *ibdev,
50 struct ib_mad_interface *mi,
51 union ib_mad *mad,
52 struct ib_address_vector *av ) {
53 struct ib_node_info *node_info = &mad->smp.smp_data.node_info;
54 int rc;
55
56 /* Fill in information */
57 memset ( node_info, 0, sizeof ( *node_info ) );
58 node_info->base_version = IB_MGMT_BASE_VERSION;
59 node_info->class_version = IB_SMP_CLASS_VERSION;
60 node_info->node_type = IB_NODE_TYPE_HCA;
61 node_info->num_ports = ib_get_hca_info ( ibdev, &node_info->sys_guid );
62 memcpy ( &node_info->node_guid, &node_info->sys_guid,
63 sizeof ( node_info->node_guid ) );
64 memcpy ( &node_info->port_guid, &ibdev->gid.u.half[1],
65 sizeof ( node_info->port_guid ) );
66 node_info->partition_cap = htons ( 1 );
67 node_info->local_port_num = ibdev->port;
68
69 /* Send GetResponse */
70 mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
71 if ( ( rc = ib_mi_send ( ibdev, mi, mad, av ) ) != 0 ) {
72 DBGC ( mi, "SMA %p could not send NodeInfo GetResponse: %s\n",
73 mi, strerror ( rc ) );
74 return;
75 }
76 }
77
78 /**
79 * Node description
80 *
81 * @v ibdev Infiniband device
82 * @v mi Management interface
83 * @v mad Received MAD
84 * @v av Source address vector
85 */
ib_sma_node_desc(struct ib_device * ibdev,struct ib_mad_interface * mi,union ib_mad * mad,struct ib_address_vector * av)86 static void ib_sma_node_desc ( struct ib_device *ibdev,
87 struct ib_mad_interface *mi,
88 union ib_mad *mad,
89 struct ib_address_vector *av ) {
90 struct ib_node_desc *node_desc = &mad->smp.smp_data.node_desc;
91 struct ib_gid_half guid;
92 char hostname[ sizeof ( node_desc->node_string ) ];
93 int hostname_len;
94 int rc;
95
96 /* Fill in information */
97 memset ( node_desc, 0, sizeof ( *node_desc ) );
98 ib_get_hca_info ( ibdev, &guid );
99 hostname_len = fetch_string_setting ( NULL, &hostname_setting,
100 hostname, sizeof ( hostname ) );
101 snprintf ( node_desc->node_string, sizeof ( node_desc->node_string ),
102 "gPXE %s%s%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x (%s)",
103 hostname, ( ( hostname_len >= 0 ) ? " " : "" ),
104 guid.u.bytes[0], guid.u.bytes[1], guid.u.bytes[2],
105 guid.u.bytes[3], guid.u.bytes[4], guid.u.bytes[5],
106 guid.u.bytes[6], guid.u.bytes[7], ibdev->dev->name );
107
108 /* Send GetResponse */
109 mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
110 if ( ( rc = ib_mi_send ( ibdev, mi, mad, av ) ) != 0 ) {
111 DBGC ( mi, "SMA %p could not send NodeDesc GetResponse: %s\n",
112 mi, strerror ( rc ) );
113 return;
114 }
115 }
116
117 /**
118 * GUID information
119 *
120 * @v ibdev Infiniband device
121 * @v mi Management interface
122 * @v mad Received MAD
123 * @v av Source address vector
124 */
ib_sma_guid_info(struct ib_device * ibdev,struct ib_mad_interface * mi,union ib_mad * mad,struct ib_address_vector * av)125 static void ib_sma_guid_info ( struct ib_device *ibdev,
126 struct ib_mad_interface *mi,
127 union ib_mad *mad,
128 struct ib_address_vector *av ) {
129 struct ib_guid_info *guid_info = &mad->smp.smp_data.guid_info;
130 int rc;
131
132 /* Fill in information */
133 memset ( guid_info, 0, sizeof ( *guid_info ) );
134 memcpy ( guid_info->guid[0], &ibdev->gid.u.half[1],
135 sizeof ( guid_info->guid[0] ) );
136
137 /* Send GetResponse */
138 mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
139 if ( ( rc = ib_mi_send ( ibdev, mi, mad, av ) ) != 0 ) {
140 DBGC ( mi, "SMA %p could not send GuidInfo GetResponse: %s\n",
141 mi, strerror ( rc ) );
142 return;
143 }
144 }
145
146 /**
147 * Set port information
148 *
149 * @v ibdev Infiniband device
150 * @v mi Management interface
151 * @v mad Received MAD
152 * @ret rc Return status code
153 */
ib_sma_set_port_info(struct ib_device * ibdev,struct ib_mad_interface * mi,union ib_mad * mad)154 static int ib_sma_set_port_info ( struct ib_device *ibdev,
155 struct ib_mad_interface *mi,
156 union ib_mad *mad ) {
157 const struct ib_port_info *port_info = &mad->smp.smp_data.port_info;
158 unsigned int link_width_enabled;
159 unsigned int link_speed_enabled;
160 int rc;
161
162 /* Set parameters */
163 memcpy ( &ibdev->gid.u.half[0], port_info->gid_prefix,
164 sizeof ( ibdev->gid.u.half[0] ) );
165 ibdev->lid = ntohs ( port_info->lid );
166 ibdev->sm_lid = ntohs ( port_info->mastersm_lid );
167 if ( ( link_width_enabled = port_info->link_width_enabled ) )
168 ibdev->link_width_enabled = link_width_enabled;
169 if ( ( link_speed_enabled =
170 ( port_info->link_speed_active__link_speed_enabled & 0xf ) ) )
171 ibdev->link_speed_enabled = link_speed_enabled;
172 ibdev->sm_sl = ( port_info->neighbour_mtu__mastersm_sl & 0xf );
173 DBGC ( mi, "SMA %p set LID %04x SMLID %04x link width %02x speed "
174 "%02x\n", mi, ibdev->lid, ibdev->sm_lid,
175 ibdev->link_width_enabled, ibdev->link_speed_enabled );
176
177 /* Update parameters on device */
178 if ( ( rc = ib_set_port_info ( ibdev, mad ) ) != 0 ) {
179 DBGC ( mi, "SMA %p could not set port information: %s\n",
180 mi, strerror ( rc ) );
181 return rc;
182 }
183
184 return 0;
185 }
186
187 /**
188 * Port information
189 *
190 * @v ibdev Infiniband device
191 * @v mi Management interface
192 * @v mad Received MAD
193 * @v av Source address vector
194 */
ib_sma_port_info(struct ib_device * ibdev,struct ib_mad_interface * mi,union ib_mad * mad,struct ib_address_vector * av)195 static void ib_sma_port_info ( struct ib_device *ibdev,
196 struct ib_mad_interface *mi,
197 union ib_mad *mad,
198 struct ib_address_vector *av ) {
199 struct ib_port_info *port_info = &mad->smp.smp_data.port_info;
200 int rc;
201
202 /* Set parameters if applicable */
203 if ( mad->hdr.method == IB_MGMT_METHOD_SET ) {
204 if ( ( rc = ib_sma_set_port_info ( ibdev, mi, mad ) ) != 0 ) {
205 mad->hdr.status =
206 htons ( IB_MGMT_STATUS_UNSUPPORTED_METHOD_ATTR );
207 /* Fall through to generate GetResponse */
208 }
209 }
210
211 /* Fill in information */
212 memset ( port_info, 0, sizeof ( *port_info ) );
213 memcpy ( port_info->gid_prefix, &ibdev->gid.u.half[0],
214 sizeof ( port_info->gid_prefix ) );
215 port_info->lid = ntohs ( ibdev->lid );
216 port_info->mastersm_lid = ntohs ( ibdev->sm_lid );
217 port_info->local_port_num = ibdev->port;
218 port_info->link_width_enabled = ibdev->link_width_enabled;
219 port_info->link_width_supported = ibdev->link_width_supported;
220 port_info->link_width_active = ibdev->link_width_active;
221 port_info->link_speed_supported__port_state =
222 ( ( ibdev->link_speed_supported << 4 ) | ibdev->port_state );
223 port_info->port_phys_state__link_down_def_state =
224 ( ( IB_PORT_PHYS_STATE_POLLING << 4 ) |
225 IB_PORT_PHYS_STATE_POLLING );
226 port_info->link_speed_active__link_speed_enabled =
227 ( ( ibdev->link_speed_active << 4 ) |
228 ibdev->link_speed_enabled );
229 port_info->neighbour_mtu__mastersm_sl =
230 ( ( IB_MTU_2048 << 4 ) | ibdev->sm_sl );
231 port_info->vl_cap__init_type = ( IB_VL_0 << 4 );
232 port_info->init_type_reply__mtu_cap = IB_MTU_2048;
233 port_info->operational_vls__enforcement = ( IB_VL_0 << 4 );
234 port_info->guid_cap = 1;
235
236 /* Send GetResponse */
237 mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
238 if ( ( rc = ib_mi_send ( ibdev, mi, mad, av ) ) != 0 ) {
239 DBGC ( mi, "SMA %p could not send PortInfo GetResponse: %s\n",
240 mi, strerror ( rc ) );
241 return;
242 }
243 }
244
245 /**
246 * Set partition key table
247 *
248 * @v ibdev Infiniband device
249 * @v mi Management interface
250 * @v mad Received MAD
251 * @ret rc Return status code
252 */
ib_sma_set_pkey_table(struct ib_device * ibdev,struct ib_mad_interface * mi,union ib_mad * mad)253 static int ib_sma_set_pkey_table ( struct ib_device *ibdev,
254 struct ib_mad_interface *mi,
255 union ib_mad *mad ) {
256 struct ib_pkey_table *pkey_table = &mad->smp.smp_data.pkey_table;
257 int rc;
258
259 /* Set parameters */
260 ibdev->pkey = ntohs ( pkey_table->pkey[0] );
261 DBGC ( mi, "SMA %p set pkey %04x\n", mi, ibdev->pkey );
262
263 /* Update parameters on device */
264 if ( ( rc = ib_set_pkey_table ( ibdev, mad ) ) != 0 ) {
265 DBGC ( mi, "SMA %p could not set pkey table: %s\n",
266 mi, strerror ( rc ) );
267 return rc;
268 }
269
270 return 0;
271 }
272
273 /**
274 * Partition key table
275 *
276 * @v ibdev Infiniband device
277 * @v mi Management interface
278 * @v mad Received MAD
279 * @v av Source address vector
280 */
ib_sma_pkey_table(struct ib_device * ibdev,struct ib_mad_interface * mi,union ib_mad * mad,struct ib_address_vector * av)281 static void ib_sma_pkey_table ( struct ib_device *ibdev,
282 struct ib_mad_interface *mi,
283 union ib_mad *mad,
284 struct ib_address_vector *av ) {
285 struct ib_pkey_table *pkey_table = &mad->smp.smp_data.pkey_table;
286 int rc;
287
288 /* Set parameters, if applicable */
289 if ( mad->hdr.method == IB_MGMT_METHOD_SET ) {
290 if ( ( rc = ib_sma_set_pkey_table ( ibdev, mi, mad ) ) != 0 ) {
291 mad->hdr.status =
292 htons ( IB_MGMT_STATUS_UNSUPPORTED_METHOD_ATTR );
293 /* Fall through to generate GetResponse */
294 }
295 }
296
297 /* Fill in information */
298 mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
299 memset ( pkey_table, 0, sizeof ( *pkey_table ) );
300 pkey_table->pkey[0] = htons ( ibdev->pkey );
301
302 /* Send GetResponse */
303 mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
304 if ( ( rc = ib_mi_send ( ibdev, mi, mad, av ) ) != 0 ) {
305 DBGC ( mi, "SMA %p could not send PKeyTable GetResponse: %s\n",
306 mi, strerror ( rc ) );
307 return;
308 }
309 }
310
311 /** Subnet management agent */
312 struct ib_mad_agent ib_sma_agent[] __ib_mad_agent = {
313 {
314 .mgmt_class = IB_MGMT_CLASS_SUBN_LID_ROUTED,
315 .class_version = IB_SMP_CLASS_VERSION,
316 .attr_id = htons ( IB_SMP_ATTR_NODE_INFO ),
317 .handle = ib_sma_node_info,
318 },
319 {
320 .mgmt_class = IB_MGMT_CLASS_SUBN_LID_ROUTED,
321 .class_version = IB_SMP_CLASS_VERSION,
322 .attr_id = htons ( IB_SMP_ATTR_NODE_DESC ),
323 .handle = ib_sma_node_desc,
324 },
325 {
326 .mgmt_class = IB_MGMT_CLASS_SUBN_LID_ROUTED,
327 .class_version = IB_SMP_CLASS_VERSION,
328 .attr_id = htons ( IB_SMP_ATTR_GUID_INFO ),
329 .handle = ib_sma_guid_info,
330 },
331 {
332 .mgmt_class = IB_MGMT_CLASS_SUBN_LID_ROUTED,
333 .class_version = IB_SMP_CLASS_VERSION,
334 .attr_id = htons ( IB_SMP_ATTR_PORT_INFO ),
335 .handle = ib_sma_port_info,
336 },
337 {
338 .mgmt_class = IB_MGMT_CLASS_SUBN_LID_ROUTED,
339 .class_version = IB_SMP_CLASS_VERSION,
340 .attr_id = htons ( IB_SMP_ATTR_PKEY_TABLE ),
341 .handle = ib_sma_pkey_table,
342 },
343 };
344
345 /**
346 * Create subnet management agent and interface
347 *
348 * @v ibdev Infiniband device
349 * @v mi Management interface
350 * @ret rc Return status code
351 */
ib_create_sma(struct ib_device * ibdev,struct ib_mad_interface * mi)352 int ib_create_sma ( struct ib_device *ibdev, struct ib_mad_interface *mi ) {
353
354 /* Nothing to do */
355 DBGC ( ibdev, "IBDEV %p SMA using SMI %p\n", ibdev, mi );
356
357 return 0;
358 }
359
360 /**
361 * Destroy subnet management agent and interface
362 *
363 * @v ibdev Infiniband device
364 * @v mi Management interface
365 */
ib_destroy_sma(struct ib_device * ibdev __unused,struct ib_mad_interface * mi __unused)366 void ib_destroy_sma ( struct ib_device *ibdev __unused,
367 struct ib_mad_interface *mi __unused ) {
368 /* Nothing to do */
369 }
370