• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* SPDX-License-Identifier: GPL-2.0
2  * Copyright(c) 2020 Intel Corporation.
3  */
4 
5 #ifndef XSKXCEIVER_H_
6 #define XSKXCEIVER_H_
7 
8 #include "xsk_xdp_progs.skel.h"
9 
10 #ifndef SOL_XDP
11 #define SOL_XDP 283
12 #endif
13 
14 #ifndef AF_XDP
15 #define AF_XDP 44
16 #endif
17 
18 #ifndef PF_XDP
19 #define PF_XDP AF_XDP
20 #endif
21 
22 #ifndef SO_BUSY_POLL_BUDGET
23 #define SO_BUSY_POLL_BUDGET 70
24 #endif
25 
26 #ifndef SO_PREFER_BUSY_POLL
27 #define SO_PREFER_BUSY_POLL 69
28 #endif
29 
30 #define TEST_PASS 0
31 #define TEST_FAILURE -1
32 #define TEST_CONTINUE 1
33 #define TEST_SKIP 2
34 #define MAX_INTERFACES 2
35 #define MAX_INTERFACE_NAME_CHARS 16
36 #define MAX_SOCKETS 2
37 #define MAX_TEST_NAME_SIZE 32
38 #define MAX_TEARDOWN_ITER 10
39 #define PKT_HDR_SIZE (sizeof(struct ethhdr) + 2) /* Just to align the data in the packet */
40 #define MIN_PKT_SIZE 64
41 #define MAX_ETH_PKT_SIZE 1518
42 #define MAX_ETH_JUMBO_SIZE 9000
43 #define USLEEP_MAX 10000
44 #define SOCK_RECONF_CTR 10
45 #define BATCH_SIZE 64
46 #define POLL_TMOUT 1000
47 #define THREAD_TMOUT 3
48 #define DEFAULT_PKT_CNT (4 * 1024)
49 #define DEFAULT_UMEM_BUFFERS (DEFAULT_PKT_CNT / 4)
50 #define RX_FULL_RXQSIZE 32
51 #define UMEM_HEADROOM_TEST_SIZE 128
52 #define XSK_UMEM__INVALID_FRAME_SIZE (MAX_ETH_JUMBO_SIZE + 1)
53 #define XSK_UMEM__LARGE_FRAME_SIZE (3 * 1024)
54 #define XSK_UMEM__MAX_FRAME_SIZE (4 * 1024)
55 #define XSK_DESC__INVALID_OPTION (0xffff)
56 #define XSK_DESC__MAX_SKB_FRAGS 18
57 #define HUGEPAGE_SIZE (2 * 1024 * 1024)
58 #define PKT_DUMP_NB_TO_PRINT 16
59 
60 #define print_verbose(x...) do { if (opt_verbose) ksft_print_msg(x); } while (0)
61 
62 enum test_mode {
63 	TEST_MODE_SKB,
64 	TEST_MODE_DRV,
65 	TEST_MODE_ZC,
66 	TEST_MODE_MAX
67 };
68 
69 enum test_type {
70 	TEST_TYPE_RUN_TO_COMPLETION,
71 	TEST_TYPE_RUN_TO_COMPLETION_2K_FRAME,
72 	TEST_TYPE_RUN_TO_COMPLETION_SINGLE_PKT,
73 	TEST_TYPE_RX_POLL,
74 	TEST_TYPE_TX_POLL,
75 	TEST_TYPE_POLL_RXQ_TMOUT,
76 	TEST_TYPE_POLL_TXQ_TMOUT,
77 	TEST_TYPE_UNALIGNED,
78 	TEST_TYPE_ALIGNED_INV_DESC,
79 	TEST_TYPE_ALIGNED_INV_DESC_2K_FRAME,
80 	TEST_TYPE_UNALIGNED_INV_DESC,
81 	TEST_TYPE_UNALIGNED_INV_DESC_4K1_FRAME,
82 	TEST_TYPE_HEADROOM,
83 	TEST_TYPE_TEARDOWN,
84 	TEST_TYPE_BIDI,
85 	TEST_TYPE_STATS_RX_DROPPED,
86 	TEST_TYPE_STATS_TX_INVALID_DESCS,
87 	TEST_TYPE_STATS_RX_FULL,
88 	TEST_TYPE_STATS_FILL_EMPTY,
89 	TEST_TYPE_BPF_RES,
90 	TEST_TYPE_XDP_DROP_HALF,
91 	TEST_TYPE_XDP_METADATA_COUNT,
92 	TEST_TYPE_XDP_METADATA_COUNT_MB,
93 	TEST_TYPE_RUN_TO_COMPLETION_MB,
94 	TEST_TYPE_UNALIGNED_MB,
95 	TEST_TYPE_ALIGNED_INV_DESC_MB,
96 	TEST_TYPE_UNALIGNED_INV_DESC_MB,
97 	TEST_TYPE_TOO_MANY_FRAGS,
98 	TEST_TYPE_MAX
99 };
100 
101 static bool opt_verbose;
102 
103 struct xsk_umem_info {
104 	struct xsk_ring_prod fq;
105 	struct xsk_ring_cons cq;
106 	struct xsk_umem *umem;
107 	u64 next_buffer;
108 	u32 num_frames;
109 	u32 frame_headroom;
110 	void *buffer;
111 	u32 frame_size;
112 	u32 base_addr;
113 	bool unaligned_mode;
114 };
115 
116 struct xsk_socket_info {
117 	struct xsk_ring_cons rx;
118 	struct xsk_ring_prod tx;
119 	struct xsk_umem_info *umem;
120 	struct xsk_socket *xsk;
121 	u32 outstanding_tx;
122 	u32 rxqsize;
123 };
124 
125 struct pkt {
126 	int offset;
127 	u32 len;
128 	u32 pkt_nb;
129 	bool valid;
130 	u16 options;
131 };
132 
133 struct pkt_stream {
134 	u32 nb_pkts;
135 	u32 current_pkt_nb;
136 	struct pkt *pkts;
137 	u32 max_pkt_len;
138 	bool verbatim;
139 };
140 
141 struct ifobject;
142 typedef int (*validation_func_t)(struct ifobject *ifobj);
143 typedef void *(*thread_func_t)(void *arg);
144 
145 struct ifobject {
146 	char ifname[MAX_INTERFACE_NAME_CHARS];
147 	struct xsk_socket_info *xsk;
148 	struct xsk_socket_info *xsk_arr;
149 	struct xsk_umem_info *umem;
150 	thread_func_t func_ptr;
151 	validation_func_t validation_func;
152 	struct pkt_stream *pkt_stream;
153 	struct xsk_xdp_progs *xdp_progs;
154 	struct bpf_map *xskmap;
155 	struct bpf_program *xdp_prog;
156 	enum test_mode mode;
157 	int ifindex;
158 	int mtu;
159 	u32 bind_flags;
160 	u32 xdp_zc_max_segs;
161 	bool tx_on;
162 	bool rx_on;
163 	bool use_poll;
164 	bool busy_poll;
165 	bool use_fill_ring;
166 	bool release_rx;
167 	bool shared_umem;
168 	bool use_metadata;
169 	bool unaligned_supp;
170 	bool multi_buff_supp;
171 	bool multi_buff_zc_supp;
172 	u8 dst_mac[ETH_ALEN];
173 	u8 src_mac[ETH_ALEN];
174 };
175 
176 struct test_spec {
177 	struct ifobject *ifobj_tx;
178 	struct ifobject *ifobj_rx;
179 	struct pkt_stream *tx_pkt_stream_default;
180 	struct pkt_stream *rx_pkt_stream_default;
181 	struct bpf_program *xdp_prog_rx;
182 	struct bpf_program *xdp_prog_tx;
183 	struct bpf_map *xskmap_rx;
184 	struct bpf_map *xskmap_tx;
185 	int mtu;
186 	u16 total_steps;
187 	u16 current_step;
188 	u16 nb_sockets;
189 	bool fail;
190 	enum test_mode mode;
191 	char name[MAX_TEST_NAME_SIZE];
192 };
193 
194 pthread_barrier_t barr;
195 pthread_mutex_t pacing_mutex = PTHREAD_MUTEX_INITIALIZER;
196 
197 int pkts_in_flight;
198 
199 #endif				/* XSKXCEIVER_H_ */
200