1 /* SPDX-License-Identifier: GPL-2.0 */
2 #include <stdio.h>
3 #include <unistd.h>
4 #include <errno.h>
5 #include <string.h>
6 #include <assert.h>
7 #include <stdlib.h>
8 #include <stdarg.h>
9 #include <time.h>
10 #include <signal.h>
11
12 #include <linux/types.h>
13 typedef __u16 __sum16;
14 #include <arpa/inet.h>
15 #include <linux/if_ether.h>
16 #include <linux/if_packet.h>
17 #include <linux/ip.h>
18 #include <linux/ipv6.h>
19 #include <linux/filter.h>
20 #include <linux/perf_event.h>
21 #include <linux/socket.h>
22 #include <linux/unistd.h>
23
24 #include <sys/ioctl.h>
25 #include <sys/wait.h>
26 #include <sys/types.h>
27 #include <sys/time.h>
28 #include <fcntl.h>
29 #include <pthread.h>
30 #include <linux/bpf.h>
31 #include <linux/err.h>
32 #include <bpf/bpf.h>
33 #include <bpf/libbpf.h>
34
35 #include "test_iptunnel_common.h"
36 #include "bpf_util.h"
37 #include <bpf/bpf_endian.h>
38 #include "trace_helpers.h"
39 #include "testing_helpers.h"
40 #include "flow_dissector_load.h"
41
42 enum verbosity {
43 VERBOSE_NONE,
44 VERBOSE_NORMAL,
45 VERBOSE_VERY,
46 VERBOSE_SUPER,
47 };
48
49 struct str_set {
50 const char **strs;
51 int cnt;
52 };
53
54 struct test_selector {
55 struct str_set whitelist;
56 struct str_set blacklist;
57 bool *num_set;
58 int num_set_len;
59 };
60
61 struct test_env {
62 struct test_selector test_selector;
63 struct test_selector subtest_selector;
64 bool verifier_stats;
65 bool debug;
66 enum verbosity verbosity;
67
68 bool jit_enabled;
69 bool has_testmod;
70 bool get_test_cnt;
71 bool list_test_names;
72
73 struct prog_test_def *test; /* current running tests */
74
75 FILE *stdout;
76 FILE *stderr;
77 char *log_buf;
78 size_t log_cnt;
79 int nr_cpus;
80
81 int succ_cnt; /* successful tests */
82 int sub_succ_cnt; /* successful sub-tests */
83 int fail_cnt; /* total failed tests + sub-tests */
84 int skip_cnt; /* skipped tests */
85
86 int saved_netns_fd;
87 int workers; /* number of worker process */
88 int worker_id; /* id number of current worker, main process is -1 */
89 pid_t *worker_pids; /* array of worker pids */
90 int *worker_socks; /* array of worker socks */
91 int *worker_current_test; /* array of current running test for each worker */
92 };
93
94 #define MAX_LOG_TRUNK_SIZE 8192
95 enum msg_type {
96 MSG_DO_TEST = 0,
97 MSG_TEST_DONE = 1,
98 MSG_TEST_LOG = 2,
99 MSG_EXIT = 255,
100 };
101 struct msg {
102 enum msg_type type;
103 union {
104 struct {
105 int test_num;
106 } do_test;
107 struct {
108 int test_num;
109 int sub_succ_cnt;
110 int error_cnt;
111 int skip_cnt;
112 bool have_log;
113 } test_done;
114 struct {
115 char log_buf[MAX_LOG_TRUNK_SIZE + 1];
116 bool is_last;
117 } test_log;
118 };
119 };
120
121 extern struct test_env env;
122
123 extern void test__force_log();
124 extern bool test__start_subtest(const char *name);
125 extern void test__skip(void);
126 extern void test__fail(void);
127 extern int test__join_cgroup(const char *path);
128
129 #define PRINT_FAIL(format...) \
130 ({ \
131 test__fail(); \
132 fprintf(stdout, "%s:FAIL:%d ", __func__, __LINE__); \
133 fprintf(stdout, ##format); \
134 })
135
136 #define _CHECK(condition, tag, duration, format...) ({ \
137 int __ret = !!(condition); \
138 int __save_errno = errno; \
139 if (__ret) { \
140 test__fail(); \
141 fprintf(stdout, "%s:FAIL:%s ", __func__, tag); \
142 fprintf(stdout, ##format); \
143 } else { \
144 fprintf(stdout, "%s:PASS:%s %d nsec\n", \
145 __func__, tag, duration); \
146 } \
147 errno = __save_errno; \
148 __ret; \
149 })
150
151 #define CHECK_FAIL(condition) ({ \
152 int __ret = !!(condition); \
153 int __save_errno = errno; \
154 if (__ret) { \
155 test__fail(); \
156 fprintf(stdout, "%s:FAIL:%d\n", __func__, __LINE__); \
157 } \
158 errno = __save_errno; \
159 __ret; \
160 })
161
162 #define CHECK(condition, tag, format...) \
163 _CHECK(condition, tag, duration, format)
164 #define CHECK_ATTR(condition, tag, format...) \
165 _CHECK(condition, tag, tattr.duration, format)
166
167 #define ASSERT_TRUE(actual, name) ({ \
168 static int duration = 0; \
169 bool ___ok = (actual); \
170 CHECK(!___ok, (name), "unexpected %s: got FALSE\n", (name)); \
171 ___ok; \
172 })
173
174 #define ASSERT_FALSE(actual, name) ({ \
175 static int duration = 0; \
176 bool ___ok = !(actual); \
177 CHECK(!___ok, (name), "unexpected %s: got TRUE\n", (name)); \
178 ___ok; \
179 })
180
181 #define ASSERT_EQ(actual, expected, name) ({ \
182 static int duration = 0; \
183 typeof(actual) ___act = (actual); \
184 typeof(expected) ___exp = (expected); \
185 bool ___ok = ___act == ___exp; \
186 CHECK(!___ok, (name), \
187 "unexpected %s: actual %lld != expected %lld\n", \
188 (name), (long long)(___act), (long long)(___exp)); \
189 ___ok; \
190 })
191
192 #define ASSERT_NEQ(actual, expected, name) ({ \
193 static int duration = 0; \
194 typeof(actual) ___act = (actual); \
195 typeof(expected) ___exp = (expected); \
196 bool ___ok = ___act != ___exp; \
197 CHECK(!___ok, (name), \
198 "unexpected %s: actual %lld == expected %lld\n", \
199 (name), (long long)(___act), (long long)(___exp)); \
200 ___ok; \
201 })
202
203 #define ASSERT_LT(actual, expected, name) ({ \
204 static int duration = 0; \
205 typeof(actual) ___act = (actual); \
206 typeof(expected) ___exp = (expected); \
207 bool ___ok = ___act < ___exp; \
208 CHECK(!___ok, (name), \
209 "unexpected %s: actual %lld >= expected %lld\n", \
210 (name), (long long)(___act), (long long)(___exp)); \
211 ___ok; \
212 })
213
214 #define ASSERT_LE(actual, expected, name) ({ \
215 static int duration = 0; \
216 typeof(actual) ___act = (actual); \
217 typeof(expected) ___exp = (expected); \
218 bool ___ok = ___act <= ___exp; \
219 CHECK(!___ok, (name), \
220 "unexpected %s: actual %lld > expected %lld\n", \
221 (name), (long long)(___act), (long long)(___exp)); \
222 ___ok; \
223 })
224
225 #define ASSERT_GT(actual, expected, name) ({ \
226 static int duration = 0; \
227 typeof(actual) ___act = (actual); \
228 typeof(expected) ___exp = (expected); \
229 bool ___ok = ___act > ___exp; \
230 CHECK(!___ok, (name), \
231 "unexpected %s: actual %lld <= expected %lld\n", \
232 (name), (long long)(___act), (long long)(___exp)); \
233 ___ok; \
234 })
235
236 #define ASSERT_GE(actual, expected, name) ({ \
237 static int duration = 0; \
238 typeof(actual) ___act = (actual); \
239 typeof(expected) ___exp = (expected); \
240 bool ___ok = ___act >= ___exp; \
241 CHECK(!___ok, (name), \
242 "unexpected %s: actual %lld < expected %lld\n", \
243 (name), (long long)(___act), (long long)(___exp)); \
244 ___ok; \
245 })
246
247 #define ASSERT_STREQ(actual, expected, name) ({ \
248 static int duration = 0; \
249 const char *___act = actual; \
250 const char *___exp = expected; \
251 bool ___ok = strcmp(___act, ___exp) == 0; \
252 CHECK(!___ok, (name), \
253 "unexpected %s: actual '%s' != expected '%s'\n", \
254 (name), ___act, ___exp); \
255 ___ok; \
256 })
257
258 #define ASSERT_STRNEQ(actual, expected, len, name) ({ \
259 static int duration = 0; \
260 const char *___act = actual; \
261 const char *___exp = expected; \
262 int ___len = len; \
263 bool ___ok = strncmp(___act, ___exp, ___len) == 0; \
264 CHECK(!___ok, (name), \
265 "unexpected %s: actual '%.*s' != expected '%.*s'\n", \
266 (name), ___len, ___act, ___len, ___exp); \
267 ___ok; \
268 })
269
270 #define ASSERT_OK(res, name) ({ \
271 static int duration = 0; \
272 long long ___res = (res); \
273 bool ___ok = ___res == 0; \
274 CHECK(!___ok, (name), "unexpected error: %lld (errno %d)\n", \
275 ___res, errno); \
276 ___ok; \
277 })
278
279 #define ASSERT_ERR(res, name) ({ \
280 static int duration = 0; \
281 long long ___res = (res); \
282 bool ___ok = ___res < 0; \
283 CHECK(!___ok, (name), "unexpected success: %lld\n", ___res); \
284 ___ok; \
285 })
286
287 #define ASSERT_NULL(ptr, name) ({ \
288 static int duration = 0; \
289 const void *___res = (ptr); \
290 bool ___ok = !___res; \
291 CHECK(!___ok, (name), "unexpected pointer: %p\n", ___res); \
292 ___ok; \
293 })
294
295 #define ASSERT_OK_PTR(ptr, name) ({ \
296 static int duration = 0; \
297 const void *___res = (ptr); \
298 int ___err = libbpf_get_error(___res); \
299 bool ___ok = ___err == 0; \
300 CHECK(!___ok, (name), "unexpected error: %d\n", ___err); \
301 ___ok; \
302 })
303
304 #define ASSERT_ERR_PTR(ptr, name) ({ \
305 static int duration = 0; \
306 const void *___res = (ptr); \
307 int ___err = libbpf_get_error(___res); \
308 bool ___ok = ___err != 0; \
309 CHECK(!___ok, (name), "unexpected pointer: %p\n", ___res); \
310 ___ok; \
311 })
312
ptr_to_u64(const void * ptr)313 static inline __u64 ptr_to_u64(const void *ptr)
314 {
315 return (__u64) (unsigned long) ptr;
316 }
317
u64_to_ptr(__u64 ptr)318 static inline void *u64_to_ptr(__u64 ptr)
319 {
320 return (void *) (unsigned long) ptr;
321 }
322
323 int bpf_find_map(const char *test, struct bpf_object *obj, const char *name);
324 int compare_map_keys(int map1_fd, int map2_fd);
325 int compare_stack_ips(int smap_fd, int amap_fd, int stack_trace_len);
326 int extract_build_id(char *build_id, size_t size);
327 int kern_sync_rcu(void);
328 int trigger_module_test_read(int read_sz);
329 int trigger_module_test_write(int write_sz);
330
331 #ifdef __x86_64__
332 #define SYS_NANOSLEEP_KPROBE_NAME "__x64_sys_nanosleep"
333 #elif defined(__s390x__)
334 #define SYS_NANOSLEEP_KPROBE_NAME "__s390x_sys_nanosleep"
335 #else
336 #define SYS_NANOSLEEP_KPROBE_NAME "sys_nanosleep"
337 #endif
338
339 #define BPF_TESTMOD_TEST_FILE "/sys/kernel/bpf_testmod"
340