1 /*
2 * Copyright (c) 2004 Topspin Corporation. All rights reserved.
3 * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
4 *
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
10 *
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
13 * conditions are met:
14 *
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer.
18 *
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
23 *
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31 * SOFTWARE.
32 */
33
34 #include <linux/errno.h>
35 #include <linux/string.h>
36 #include <linux/export.h>
37 #include <linux/if_ether.h>
38 #include <linux/ip.h>
39
40 #include <rdma/ib_pack.h>
41
42 #define STRUCT_FIELD(header, field) \
43 .struct_offset_bytes = offsetof(struct ib_unpacked_ ## header, field), \
44 .struct_size_bytes = sizeof_field(struct ib_unpacked_ ## header, field), \
45 .field_name = #header ":" #field
46
47 static const struct ib_field lrh_table[] = {
48 { STRUCT_FIELD(lrh, virtual_lane),
49 .offset_words = 0,
50 .offset_bits = 0,
51 .size_bits = 4 },
52 { STRUCT_FIELD(lrh, link_version),
53 .offset_words = 0,
54 .offset_bits = 4,
55 .size_bits = 4 },
56 { STRUCT_FIELD(lrh, service_level),
57 .offset_words = 0,
58 .offset_bits = 8,
59 .size_bits = 4 },
60 { RESERVED,
61 .offset_words = 0,
62 .offset_bits = 12,
63 .size_bits = 2 },
64 { STRUCT_FIELD(lrh, link_next_header),
65 .offset_words = 0,
66 .offset_bits = 14,
67 .size_bits = 2 },
68 { STRUCT_FIELD(lrh, destination_lid),
69 .offset_words = 0,
70 .offset_bits = 16,
71 .size_bits = 16 },
72 { RESERVED,
73 .offset_words = 1,
74 .offset_bits = 0,
75 .size_bits = 5 },
76 { STRUCT_FIELD(lrh, packet_length),
77 .offset_words = 1,
78 .offset_bits = 5,
79 .size_bits = 11 },
80 { STRUCT_FIELD(lrh, source_lid),
81 .offset_words = 1,
82 .offset_bits = 16,
83 .size_bits = 16 }
84 };
85
86 static const struct ib_field eth_table[] = {
87 { STRUCT_FIELD(eth, dmac_h),
88 .offset_words = 0,
89 .offset_bits = 0,
90 .size_bits = 32 },
91 { STRUCT_FIELD(eth, dmac_l),
92 .offset_words = 1,
93 .offset_bits = 0,
94 .size_bits = 16 },
95 { STRUCT_FIELD(eth, smac_h),
96 .offset_words = 1,
97 .offset_bits = 16,
98 .size_bits = 16 },
99 { STRUCT_FIELD(eth, smac_l),
100 .offset_words = 2,
101 .offset_bits = 0,
102 .size_bits = 32 },
103 { STRUCT_FIELD(eth, type),
104 .offset_words = 3,
105 .offset_bits = 0,
106 .size_bits = 16 }
107 };
108
109 static const struct ib_field vlan_table[] = {
110 { STRUCT_FIELD(vlan, tag),
111 .offset_words = 0,
112 .offset_bits = 0,
113 .size_bits = 16 },
114 { STRUCT_FIELD(vlan, type),
115 .offset_words = 0,
116 .offset_bits = 16,
117 .size_bits = 16 }
118 };
119
120 static const struct ib_field ip4_table[] = {
121 { STRUCT_FIELD(ip4, ver),
122 .offset_words = 0,
123 .offset_bits = 0,
124 .size_bits = 4 },
125 { STRUCT_FIELD(ip4, hdr_len),
126 .offset_words = 0,
127 .offset_bits = 4,
128 .size_bits = 4 },
129 { STRUCT_FIELD(ip4, tos),
130 .offset_words = 0,
131 .offset_bits = 8,
132 .size_bits = 8 },
133 { STRUCT_FIELD(ip4, tot_len),
134 .offset_words = 0,
135 .offset_bits = 16,
136 .size_bits = 16 },
137 { STRUCT_FIELD(ip4, id),
138 .offset_words = 1,
139 .offset_bits = 0,
140 .size_bits = 16 },
141 { STRUCT_FIELD(ip4, frag_off),
142 .offset_words = 1,
143 .offset_bits = 16,
144 .size_bits = 16 },
145 { STRUCT_FIELD(ip4, ttl),
146 .offset_words = 2,
147 .offset_bits = 0,
148 .size_bits = 8 },
149 { STRUCT_FIELD(ip4, protocol),
150 .offset_words = 2,
151 .offset_bits = 8,
152 .size_bits = 8 },
153 { STRUCT_FIELD(ip4, check),
154 .offset_words = 2,
155 .offset_bits = 16,
156 .size_bits = 16 },
157 { STRUCT_FIELD(ip4, saddr),
158 .offset_words = 3,
159 .offset_bits = 0,
160 .size_bits = 32 },
161 { STRUCT_FIELD(ip4, daddr),
162 .offset_words = 4,
163 .offset_bits = 0,
164 .size_bits = 32 }
165 };
166
167 static const struct ib_field udp_table[] = {
168 { STRUCT_FIELD(udp, sport),
169 .offset_words = 0,
170 .offset_bits = 0,
171 .size_bits = 16 },
172 { STRUCT_FIELD(udp, dport),
173 .offset_words = 0,
174 .offset_bits = 16,
175 .size_bits = 16 },
176 { STRUCT_FIELD(udp, length),
177 .offset_words = 1,
178 .offset_bits = 0,
179 .size_bits = 16 },
180 { STRUCT_FIELD(udp, csum),
181 .offset_words = 1,
182 .offset_bits = 16,
183 .size_bits = 16 }
184 };
185
186 static const struct ib_field grh_table[] = {
187 { STRUCT_FIELD(grh, ip_version),
188 .offset_words = 0,
189 .offset_bits = 0,
190 .size_bits = 4 },
191 { STRUCT_FIELD(grh, traffic_class),
192 .offset_words = 0,
193 .offset_bits = 4,
194 .size_bits = 8 },
195 { STRUCT_FIELD(grh, flow_label),
196 .offset_words = 0,
197 .offset_bits = 12,
198 .size_bits = 20 },
199 { STRUCT_FIELD(grh, payload_length),
200 .offset_words = 1,
201 .offset_bits = 0,
202 .size_bits = 16 },
203 { STRUCT_FIELD(grh, next_header),
204 .offset_words = 1,
205 .offset_bits = 16,
206 .size_bits = 8 },
207 { STRUCT_FIELD(grh, hop_limit),
208 .offset_words = 1,
209 .offset_bits = 24,
210 .size_bits = 8 },
211 { STRUCT_FIELD(grh, source_gid),
212 .offset_words = 2,
213 .offset_bits = 0,
214 .size_bits = 128 },
215 { STRUCT_FIELD(grh, destination_gid),
216 .offset_words = 6,
217 .offset_bits = 0,
218 .size_bits = 128 }
219 };
220
221 static const struct ib_field bth_table[] = {
222 { STRUCT_FIELD(bth, opcode),
223 .offset_words = 0,
224 .offset_bits = 0,
225 .size_bits = 8 },
226 { STRUCT_FIELD(bth, solicited_event),
227 .offset_words = 0,
228 .offset_bits = 8,
229 .size_bits = 1 },
230 { STRUCT_FIELD(bth, mig_req),
231 .offset_words = 0,
232 .offset_bits = 9,
233 .size_bits = 1 },
234 { STRUCT_FIELD(bth, pad_count),
235 .offset_words = 0,
236 .offset_bits = 10,
237 .size_bits = 2 },
238 { STRUCT_FIELD(bth, transport_header_version),
239 .offset_words = 0,
240 .offset_bits = 12,
241 .size_bits = 4 },
242 { STRUCT_FIELD(bth, pkey),
243 .offset_words = 0,
244 .offset_bits = 16,
245 .size_bits = 16 },
246 { RESERVED,
247 .offset_words = 1,
248 .offset_bits = 0,
249 .size_bits = 8 },
250 { STRUCT_FIELD(bth, destination_qpn),
251 .offset_words = 1,
252 .offset_bits = 8,
253 .size_bits = 24 },
254 { STRUCT_FIELD(bth, ack_req),
255 .offset_words = 2,
256 .offset_bits = 0,
257 .size_bits = 1 },
258 { RESERVED,
259 .offset_words = 2,
260 .offset_bits = 1,
261 .size_bits = 7 },
262 { STRUCT_FIELD(bth, psn),
263 .offset_words = 2,
264 .offset_bits = 8,
265 .size_bits = 24 }
266 };
267
268 static const struct ib_field deth_table[] = {
269 { STRUCT_FIELD(deth, qkey),
270 .offset_words = 0,
271 .offset_bits = 0,
272 .size_bits = 32 },
273 { RESERVED,
274 .offset_words = 1,
275 .offset_bits = 0,
276 .size_bits = 8 },
277 { STRUCT_FIELD(deth, source_qpn),
278 .offset_words = 1,
279 .offset_bits = 8,
280 .size_bits = 24 }
281 };
282
ib_ud_ip4_csum(struct ib_ud_header * header)283 __sum16 ib_ud_ip4_csum(struct ib_ud_header *header)
284 {
285 struct iphdr iph;
286
287 iph.ihl = 5;
288 iph.version = 4;
289 iph.tos = header->ip4.tos;
290 iph.tot_len = header->ip4.tot_len;
291 iph.id = header->ip4.id;
292 iph.frag_off = header->ip4.frag_off;
293 iph.ttl = header->ip4.ttl;
294 iph.protocol = header->ip4.protocol;
295 iph.check = 0;
296 iph.saddr = header->ip4.saddr;
297 iph.daddr = header->ip4.daddr;
298
299 return ip_fast_csum((u8 *)&iph, iph.ihl);
300 }
301 EXPORT_SYMBOL(ib_ud_ip4_csum);
302
303 /**
304 * ib_ud_header_init - Initialize UD header structure
305 * @payload_bytes:Length of packet payload
306 * @lrh_present: specify if LRH is present
307 * @eth_present: specify if Eth header is present
308 * @vlan_present: packet is tagged vlan
309 * @grh_present: GRH flag (if non-zero, GRH will be included)
310 * @ip_version: if non-zero, IP header, V4 or V6, will be included
311 * @udp_present :if non-zero, UDP header will be included
312 * @immediate_present: specify if immediate data is present
313 * @header:Structure to initialize
314 */
ib_ud_header_init(int payload_bytes,int lrh_present,int eth_present,int vlan_present,int grh_present,int ip_version,int udp_present,int immediate_present,struct ib_ud_header * header)315 int ib_ud_header_init(int payload_bytes,
316 int lrh_present,
317 int eth_present,
318 int vlan_present,
319 int grh_present,
320 int ip_version,
321 int udp_present,
322 int immediate_present,
323 struct ib_ud_header *header)
324 {
325 size_t udp_bytes = udp_present ? IB_UDP_BYTES : 0;
326
327 grh_present = grh_present && !ip_version;
328 memset(header, 0, sizeof *header);
329
330 /*
331 * UDP header without IP header doesn't make sense
332 */
333 if (udp_present && ip_version != 4 && ip_version != 6)
334 return -EINVAL;
335
336 if (lrh_present) {
337 u16 packet_length;
338
339 header->lrh.link_version = 0;
340 header->lrh.link_next_header =
341 grh_present ? IB_LNH_IBA_GLOBAL : IB_LNH_IBA_LOCAL;
342 packet_length = (IB_LRH_BYTES +
343 IB_BTH_BYTES +
344 IB_DETH_BYTES +
345 (grh_present ? IB_GRH_BYTES : 0) +
346 payload_bytes +
347 4 + /* ICRC */
348 3) / 4; /* round up */
349 header->lrh.packet_length = cpu_to_be16(packet_length);
350 }
351
352 if (vlan_present)
353 header->eth.type = cpu_to_be16(ETH_P_8021Q);
354
355 if (ip_version == 6 || grh_present) {
356 header->grh.ip_version = 6;
357 header->grh.payload_length =
358 cpu_to_be16((udp_bytes +
359 IB_BTH_BYTES +
360 IB_DETH_BYTES +
361 payload_bytes +
362 4 + /* ICRC */
363 3) & ~3); /* round up */
364 header->grh.next_header = udp_present ? IPPROTO_UDP : 0x1b;
365 }
366
367 if (ip_version == 4) {
368 header->ip4.ver = 4; /* version 4 */
369 header->ip4.hdr_len = 5; /* 5 words */
370 header->ip4.tot_len =
371 cpu_to_be16(IB_IP4_BYTES +
372 udp_bytes +
373 IB_BTH_BYTES +
374 IB_DETH_BYTES +
375 payload_bytes +
376 4); /* ICRC */
377 header->ip4.protocol = IPPROTO_UDP;
378 }
379 if (udp_present && ip_version)
380 header->udp.length =
381 cpu_to_be16(IB_UDP_BYTES +
382 IB_BTH_BYTES +
383 IB_DETH_BYTES +
384 payload_bytes +
385 4); /* ICRC */
386
387 if (immediate_present)
388 header->bth.opcode = IB_OPCODE_UD_SEND_ONLY_WITH_IMMEDIATE;
389 else
390 header->bth.opcode = IB_OPCODE_UD_SEND_ONLY;
391 header->bth.pad_count = (4 - payload_bytes) & 3;
392 header->bth.transport_header_version = 0;
393
394 header->lrh_present = lrh_present;
395 header->eth_present = eth_present;
396 header->vlan_present = vlan_present;
397 header->grh_present = grh_present || (ip_version == 6);
398 header->ipv4_present = ip_version == 4;
399 header->udp_present = udp_present;
400 header->immediate_present = immediate_present;
401 return 0;
402 }
403 EXPORT_SYMBOL(ib_ud_header_init);
404
405 /**
406 * ib_ud_header_pack - Pack UD header struct into wire format
407 * @header:UD header struct
408 * @buf:Buffer to pack into
409 *
410 * ib_ud_header_pack() packs the UD header structure @header into wire
411 * format in the buffer @buf.
412 */
ib_ud_header_pack(struct ib_ud_header * header,void * buf)413 int ib_ud_header_pack(struct ib_ud_header *header,
414 void *buf)
415 {
416 int len = 0;
417
418 if (header->lrh_present) {
419 ib_pack(lrh_table, ARRAY_SIZE(lrh_table),
420 &header->lrh, buf + len);
421 len += IB_LRH_BYTES;
422 }
423 if (header->eth_present) {
424 ib_pack(eth_table, ARRAY_SIZE(eth_table),
425 &header->eth, buf + len);
426 len += IB_ETH_BYTES;
427 }
428 if (header->vlan_present) {
429 ib_pack(vlan_table, ARRAY_SIZE(vlan_table),
430 &header->vlan, buf + len);
431 len += IB_VLAN_BYTES;
432 }
433 if (header->grh_present) {
434 ib_pack(grh_table, ARRAY_SIZE(grh_table),
435 &header->grh, buf + len);
436 len += IB_GRH_BYTES;
437 }
438 if (header->ipv4_present) {
439 ib_pack(ip4_table, ARRAY_SIZE(ip4_table),
440 &header->ip4, buf + len);
441 len += IB_IP4_BYTES;
442 }
443 if (header->udp_present) {
444 ib_pack(udp_table, ARRAY_SIZE(udp_table),
445 &header->udp, buf + len);
446 len += IB_UDP_BYTES;
447 }
448
449 ib_pack(bth_table, ARRAY_SIZE(bth_table),
450 &header->bth, buf + len);
451 len += IB_BTH_BYTES;
452
453 ib_pack(deth_table, ARRAY_SIZE(deth_table),
454 &header->deth, buf + len);
455 len += IB_DETH_BYTES;
456
457 if (header->immediate_present) {
458 memcpy(buf + len, &header->immediate_data, sizeof header->immediate_data);
459 len += sizeof header->immediate_data;
460 }
461
462 return len;
463 }
464 EXPORT_SYMBOL(ib_ud_header_pack);
465
466 /**
467 * ib_ud_header_unpack - Unpack UD header struct from wire format
468 * @header:UD header struct
469 * @buf:Buffer to pack into
470 *
471 * ib_ud_header_pack() unpacks the UD header structure @header from wire
472 * format in the buffer @buf.
473 */
ib_ud_header_unpack(void * buf,struct ib_ud_header * header)474 int ib_ud_header_unpack(void *buf,
475 struct ib_ud_header *header)
476 {
477 ib_unpack(lrh_table, ARRAY_SIZE(lrh_table),
478 buf, &header->lrh);
479 buf += IB_LRH_BYTES;
480
481 if (header->lrh.link_version != 0) {
482 pr_warn("Invalid LRH.link_version %u\n",
483 header->lrh.link_version);
484 return -EINVAL;
485 }
486
487 switch (header->lrh.link_next_header) {
488 case IB_LNH_IBA_LOCAL:
489 header->grh_present = 0;
490 break;
491
492 case IB_LNH_IBA_GLOBAL:
493 header->grh_present = 1;
494 ib_unpack(grh_table, ARRAY_SIZE(grh_table),
495 buf, &header->grh);
496 buf += IB_GRH_BYTES;
497
498 if (header->grh.ip_version != 6) {
499 pr_warn("Invalid GRH.ip_version %u\n",
500 header->grh.ip_version);
501 return -EINVAL;
502 }
503 if (header->grh.next_header != 0x1b) {
504 pr_warn("Invalid GRH.next_header 0x%02x\n",
505 header->grh.next_header);
506 return -EINVAL;
507 }
508 break;
509
510 default:
511 pr_warn("Invalid LRH.link_next_header %u\n",
512 header->lrh.link_next_header);
513 return -EINVAL;
514 }
515
516 ib_unpack(bth_table, ARRAY_SIZE(bth_table),
517 buf, &header->bth);
518 buf += IB_BTH_BYTES;
519
520 switch (header->bth.opcode) {
521 case IB_OPCODE_UD_SEND_ONLY:
522 header->immediate_present = 0;
523 break;
524 case IB_OPCODE_UD_SEND_ONLY_WITH_IMMEDIATE:
525 header->immediate_present = 1;
526 break;
527 default:
528 pr_warn("Invalid BTH.opcode 0x%02x\n", header->bth.opcode);
529 return -EINVAL;
530 }
531
532 if (header->bth.transport_header_version != 0) {
533 pr_warn("Invalid BTH.transport_header_version %u\n",
534 header->bth.transport_header_version);
535 return -EINVAL;
536 }
537
538 ib_unpack(deth_table, ARRAY_SIZE(deth_table),
539 buf, &header->deth);
540 buf += IB_DETH_BYTES;
541
542 if (header->immediate_present)
543 memcpy(&header->immediate_data, buf, sizeof header->immediate_data);
544
545 return 0;
546 }
547 EXPORT_SYMBOL(ib_ud_header_unpack);
548