1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * Test the powerpc alignment handler on POWER8/POWER9
4 *
5 * Copyright (C) 2017 IBM Corporation (Michael Neuling, Andrew Donnellan)
6 */
7
8 /*
9 * This selftest exercises the powerpc alignment fault handler.
10 *
11 * We create two sets of source and destination buffers, one in regular memory,
12 * the other cache-inhibited (we use /dev/fb0 for this).
13 *
14 * We initialise the source buffers, then use whichever set of load/store
15 * instructions is under test to copy bytes from the source buffers to the
16 * destination buffers. For the regular buffers, these instructions will
17 * execute normally. For the cache-inhibited buffers, these instructions
18 * will trap and cause an alignment fault, and the alignment fault handler
19 * will emulate the particular instruction under test. We then compare the
20 * destination buffers to ensure that the native and emulated cases give the
21 * same result.
22 *
23 * TODO:
24 * - Any FIXMEs below
25 * - Test VSX regs < 32 and > 32
26 * - Test all loads and stores
27 * - Check update forms do update register
28 * - Test alignment faults over page boundary
29 *
30 * Some old binutils may not support all the instructions.
31 */
32
33
34 #include <sys/mman.h>
35 #include <sys/types.h>
36 #include <sys/stat.h>
37 #include <fcntl.h>
38 #include <unistd.h>
39 #include <stdbool.h>
40 #include <stdio.h>
41 #include <stdlib.h>
42 #include <string.h>
43 #include <assert.h>
44 #include <getopt.h>
45 #include <setjmp.h>
46 #include <signal.h>
47
48 #include <asm/cputable.h>
49
50 #include "utils.h"
51
52 int bufsize;
53 int debug;
54 int testing;
55 volatile int gotsig;
56
sighandler(int sig,siginfo_t * info,void * ctx)57 void sighandler(int sig, siginfo_t *info, void *ctx)
58 {
59 ucontext_t *ucp = ctx;
60
61 if (!testing) {
62 signal(sig, SIG_DFL);
63 kill(0, sig);
64 }
65 gotsig = sig;
66 #ifdef __powerpc64__
67 ucp->uc_mcontext.gp_regs[PT_NIP] += 4;
68 #else
69 ucp->uc_mcontext.uc_regs->gregs[PT_NIP] += 4;
70 #endif
71 }
72
73 #define XFORM(reg, n) " " #reg " ,%"#n",%2 ;"
74 #define DFORM(reg, n) " " #reg " ,0(%"#n") ;"
75
76 #define TEST(name, ld_op, st_op, form, ld_reg, st_reg) \
77 void test_##name(char *s, char *d) \
78 { \
79 asm volatile( \
80 #ld_op form(ld_reg, 0) \
81 #st_op form(st_reg, 1) \
82 :: "r"(s), "r"(d), "r"(0) \
83 : "memory", "vs0", "vs32", "r31"); \
84 } \
85 rc |= do_test(#name, test_##name)
86
87 #define LOAD_VSX_XFORM_TEST(op) TEST(op, op, stxvd2x, XFORM, 32, 32)
88 #define STORE_VSX_XFORM_TEST(op) TEST(op, lxvd2x, op, XFORM, 32, 32)
89 #define LOAD_VSX_DFORM_TEST(op) TEST(op, op, stxv, DFORM, 32, 32)
90 #define STORE_VSX_DFORM_TEST(op) TEST(op, lxv, op, DFORM, 32, 32)
91 #define LOAD_VMX_XFORM_TEST(op) TEST(op, op, stxvd2x, XFORM, 0, 32)
92 #define STORE_VMX_XFORM_TEST(op) TEST(op, lxvd2x, op, XFORM, 32, 0)
93 #define LOAD_VMX_DFORM_TEST(op) TEST(op, op, stxv, DFORM, 0, 32)
94 #define STORE_VMX_DFORM_TEST(op) TEST(op, lxv, op, DFORM, 32, 0)
95
96 #define LOAD_XFORM_TEST(op) TEST(op, op, stdx, XFORM, 31, 31)
97 #define STORE_XFORM_TEST(op) TEST(op, ldx, op, XFORM, 31, 31)
98 #define LOAD_DFORM_TEST(op) TEST(op, op, std, DFORM, 31, 31)
99 #define STORE_DFORM_TEST(op) TEST(op, ld, op, DFORM, 31, 31)
100
101 #define LOAD_FLOAT_DFORM_TEST(op) TEST(op, op, stfd, DFORM, 0, 0)
102 #define STORE_FLOAT_DFORM_TEST(op) TEST(op, lfd, op, DFORM, 0, 0)
103 #define LOAD_FLOAT_XFORM_TEST(op) TEST(op, op, stfdx, XFORM, 0, 0)
104 #define STORE_FLOAT_XFORM_TEST(op) TEST(op, lfdx, op, XFORM, 0, 0)
105
106
107 /* FIXME: Unimplemented tests: */
108 // STORE_DFORM_TEST(stq) /* FIXME: need two registers for quad */
109 // STORE_DFORM_TEST(stswi) /* FIXME: string instruction */
110
111 // STORE_XFORM_TEST(stwat) /* AMO can't emulate or run on CI */
112 // STORE_XFORM_TEST(stdat) /* ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ */
113
114
115 /* preload byte by byte */
preload_data(void * dst,int offset,int width)116 void preload_data(void *dst, int offset, int width)
117 {
118 char *c = dst;
119 int i;
120
121 c += offset;
122
123 for (i = 0 ; i < width ; i++)
124 c[i] = i;
125 }
126
test_memcpy(void * dst,void * src,int size,int offset,void (* test_func)(char *,char *))127 int test_memcpy(void *dst, void *src, int size, int offset,
128 void (*test_func)(char *, char *))
129 {
130 char *s, *d;
131
132 s = src;
133 s += offset;
134 d = dst;
135 d += offset;
136
137 assert(size == 16);
138 gotsig = 0;
139 testing = 1;
140
141 test_func(s, d); /* run the actual test */
142
143 testing = 0;
144 if (gotsig) {
145 if (debug)
146 printf(" Got signal %i\n", gotsig);
147 return 1;
148 }
149 return 0;
150 }
151
dumpdata(char * s1,char * s2,int n,char * test_name)152 void dumpdata(char *s1, char *s2, int n, char *test_name)
153 {
154 int i;
155
156 printf(" %s: unexpected result:\n", test_name);
157 printf(" mem:");
158 for (i = 0; i < n; i++)
159 printf(" %02x", s1[i]);
160 printf("\n");
161 printf(" ci: ");
162 for (i = 0; i < n; i++)
163 printf(" %02x", s2[i]);
164 printf("\n");
165 }
166
test_memcmp(void * s1,void * s2,int n,int offset,char * test_name)167 int test_memcmp(void *s1, void *s2, int n, int offset, char *test_name)
168 {
169 char *s1c, *s2c;
170
171 s1c = s1;
172 s1c += offset;
173 s2c = s2;
174 s2c += offset;
175
176 if (memcmp(s1c, s2c, n)) {
177 if (debug) {
178 printf("\n Compare failed. Offset:%i length:%i\n",
179 offset, n);
180 dumpdata(s1c, s2c, n, test_name);
181 }
182 return 1;
183 }
184 return 0;
185 }
186
187 /*
188 * Do two memcpy tests using the same instructions. One cachable
189 * memory and the other doesn't.
190 */
do_test(char * test_name,void (* test_func)(char *,char *))191 int do_test(char *test_name, void (*test_func)(char *, char *))
192 {
193 int offset, width, fd, rc, r;
194 void *mem0, *mem1, *ci0, *ci1;
195
196 printf("\tDoing %s:\t", test_name);
197
198 fd = open("/dev/fb0", O_RDWR);
199 if (fd < 0) {
200 printf("\n");
201 perror("Can't open /dev/fb0 now?");
202 return 1;
203 }
204
205 ci0 = mmap(NULL, bufsize, PROT_WRITE, MAP_SHARED,
206 fd, 0x0);
207 ci1 = mmap(NULL, bufsize, PROT_WRITE, MAP_SHARED,
208 fd, bufsize);
209 if ((ci0 == MAP_FAILED) || (ci1 == MAP_FAILED)) {
210 printf("\n");
211 perror("mmap failed");
212 SKIP_IF(1);
213 }
214
215 rc = posix_memalign(&mem0, bufsize, bufsize);
216 if (rc) {
217 printf("\n");
218 return rc;
219 }
220
221 rc = posix_memalign(&mem1, bufsize, bufsize);
222 if (rc) {
223 printf("\n");
224 free(mem0);
225 return rc;
226 }
227
228 rc = 0;
229 /* offset = 0 no alignment fault, so skip */
230 for (offset = 1; offset < 16; offset++) {
231 width = 16; /* vsx == 16 bytes */
232 r = 0;
233
234 /* load pattern into memory byte by byte */
235 preload_data(ci0, offset, width);
236 preload_data(mem0, offset, width); // FIXME: remove??
237 memcpy(ci0, mem0, bufsize);
238 memcpy(ci1, mem1, bufsize); /* initialise output to the same */
239
240 /* sanity check */
241 test_memcmp(mem0, ci0, width, offset, test_name);
242
243 r |= test_memcpy(ci1, ci0, width, offset, test_func);
244 r |= test_memcpy(mem1, mem0, width, offset, test_func);
245 if (r && !debug) {
246 printf("FAILED: Got signal");
247 rc = 1;
248 break;
249 }
250
251 r |= test_memcmp(mem1, ci1, width, offset, test_name);
252 if (r && !debug) {
253 printf("FAILED: Wrong Data");
254 rc = 1;
255 break;
256 }
257 }
258
259 if (rc == 0)
260 printf("PASSED");
261
262 printf("\n");
263
264 munmap(ci0, bufsize);
265 munmap(ci1, bufsize);
266 free(mem0);
267 free(mem1);
268 close(fd);
269
270 return rc;
271 }
272
can_open_fb0(void)273 static bool can_open_fb0(void)
274 {
275 int fd;
276
277 fd = open("/dev/fb0", O_RDWR);
278 if (fd < 0)
279 return false;
280
281 close(fd);
282 return true;
283 }
284
test_alignment_handler_vsx_206(void)285 int test_alignment_handler_vsx_206(void)
286 {
287 int rc = 0;
288
289 SKIP_IF(!can_open_fb0());
290 SKIP_IF(!have_hwcap(PPC_FEATURE_ARCH_2_06));
291
292 printf("VSX: 2.06B\n");
293 LOAD_VSX_XFORM_TEST(lxvd2x);
294 LOAD_VSX_XFORM_TEST(lxvw4x);
295 LOAD_VSX_XFORM_TEST(lxsdx);
296 LOAD_VSX_XFORM_TEST(lxvdsx);
297 STORE_VSX_XFORM_TEST(stxvd2x);
298 STORE_VSX_XFORM_TEST(stxvw4x);
299 STORE_VSX_XFORM_TEST(stxsdx);
300 return rc;
301 }
302
test_alignment_handler_vsx_207(void)303 int test_alignment_handler_vsx_207(void)
304 {
305 int rc = 0;
306
307 SKIP_IF(!can_open_fb0());
308 SKIP_IF(!have_hwcap2(PPC_FEATURE2_ARCH_2_07));
309
310 printf("VSX: 2.07B\n");
311 LOAD_VSX_XFORM_TEST(lxsspx);
312 LOAD_VSX_XFORM_TEST(lxsiwax);
313 LOAD_VSX_XFORM_TEST(lxsiwzx);
314 STORE_VSX_XFORM_TEST(stxsspx);
315 STORE_VSX_XFORM_TEST(stxsiwx);
316 return rc;
317 }
318
test_alignment_handler_vsx_300(void)319 int test_alignment_handler_vsx_300(void)
320 {
321 int rc = 0;
322
323 SKIP_IF(!can_open_fb0());
324
325 SKIP_IF(!have_hwcap2(PPC_FEATURE2_ARCH_3_00));
326 printf("VSX: 3.00B\n");
327 LOAD_VMX_DFORM_TEST(lxsd);
328 LOAD_VSX_XFORM_TEST(lxsibzx);
329 LOAD_VSX_XFORM_TEST(lxsihzx);
330 LOAD_VMX_DFORM_TEST(lxssp);
331 LOAD_VSX_DFORM_TEST(lxv);
332 LOAD_VSX_XFORM_TEST(lxvb16x);
333 LOAD_VSX_XFORM_TEST(lxvh8x);
334 LOAD_VSX_XFORM_TEST(lxvx);
335 LOAD_VSX_XFORM_TEST(lxvwsx);
336 LOAD_VSX_XFORM_TEST(lxvl);
337 LOAD_VSX_XFORM_TEST(lxvll);
338 STORE_VMX_DFORM_TEST(stxsd);
339 STORE_VSX_XFORM_TEST(stxsibx);
340 STORE_VSX_XFORM_TEST(stxsihx);
341 STORE_VMX_DFORM_TEST(stxssp);
342 STORE_VSX_DFORM_TEST(stxv);
343 STORE_VSX_XFORM_TEST(stxvb16x);
344 STORE_VSX_XFORM_TEST(stxvh8x);
345 STORE_VSX_XFORM_TEST(stxvx);
346 STORE_VSX_XFORM_TEST(stxvl);
347 STORE_VSX_XFORM_TEST(stxvll);
348 return rc;
349 }
350
test_alignment_handler_integer(void)351 int test_alignment_handler_integer(void)
352 {
353 int rc = 0;
354
355 SKIP_IF(!can_open_fb0());
356
357 printf("Integer\n");
358 LOAD_DFORM_TEST(lbz);
359 LOAD_DFORM_TEST(lbzu);
360 LOAD_XFORM_TEST(lbzx);
361 LOAD_XFORM_TEST(lbzux);
362 LOAD_DFORM_TEST(lhz);
363 LOAD_DFORM_TEST(lhzu);
364 LOAD_XFORM_TEST(lhzx);
365 LOAD_XFORM_TEST(lhzux);
366 LOAD_DFORM_TEST(lha);
367 LOAD_DFORM_TEST(lhau);
368 LOAD_XFORM_TEST(lhax);
369 LOAD_XFORM_TEST(lhaux);
370 LOAD_XFORM_TEST(lhbrx);
371 LOAD_DFORM_TEST(lwz);
372 LOAD_DFORM_TEST(lwzu);
373 LOAD_XFORM_TEST(lwzx);
374 LOAD_XFORM_TEST(lwzux);
375 LOAD_DFORM_TEST(lwa);
376 LOAD_XFORM_TEST(lwax);
377 LOAD_XFORM_TEST(lwaux);
378 LOAD_XFORM_TEST(lwbrx);
379 LOAD_DFORM_TEST(ld);
380 LOAD_DFORM_TEST(ldu);
381 LOAD_XFORM_TEST(ldx);
382 LOAD_XFORM_TEST(ldux);
383 LOAD_DFORM_TEST(lmw);
384 STORE_DFORM_TEST(stb);
385 STORE_XFORM_TEST(stbx);
386 STORE_DFORM_TEST(stbu);
387 STORE_XFORM_TEST(stbux);
388 STORE_DFORM_TEST(sth);
389 STORE_XFORM_TEST(sthx);
390 STORE_DFORM_TEST(sthu);
391 STORE_XFORM_TEST(sthux);
392 STORE_XFORM_TEST(sthbrx);
393 STORE_DFORM_TEST(stw);
394 STORE_XFORM_TEST(stwx);
395 STORE_DFORM_TEST(stwu);
396 STORE_XFORM_TEST(stwux);
397 STORE_XFORM_TEST(stwbrx);
398 STORE_DFORM_TEST(std);
399 STORE_XFORM_TEST(stdx);
400 STORE_DFORM_TEST(stdu);
401 STORE_XFORM_TEST(stdux);
402 STORE_DFORM_TEST(stmw);
403
404 return rc;
405 }
406
test_alignment_handler_integer_206(void)407 int test_alignment_handler_integer_206(void)
408 {
409 int rc = 0;
410
411 SKIP_IF(!can_open_fb0());
412 SKIP_IF(!have_hwcap(PPC_FEATURE_ARCH_2_06));
413
414 printf("Integer: 2.06\n");
415
416 LOAD_XFORM_TEST(ldbrx);
417 STORE_XFORM_TEST(stdbrx);
418
419 return rc;
420 }
421
test_alignment_handler_vmx(void)422 int test_alignment_handler_vmx(void)
423 {
424 int rc = 0;
425
426 SKIP_IF(!can_open_fb0());
427 SKIP_IF(!have_hwcap(PPC_FEATURE_HAS_ALTIVEC));
428
429 printf("VMX\n");
430 LOAD_VMX_XFORM_TEST(lvx);
431
432 /*
433 * FIXME: These loads only load part of the register, so our
434 * testing method doesn't work. Also they don't take alignment
435 * faults, so it's kinda pointless anyway
436 *
437 LOAD_VMX_XFORM_TEST(lvebx)
438 LOAD_VMX_XFORM_TEST(lvehx)
439 LOAD_VMX_XFORM_TEST(lvewx)
440 LOAD_VMX_XFORM_TEST(lvxl)
441 */
442 STORE_VMX_XFORM_TEST(stvx);
443 STORE_VMX_XFORM_TEST(stvebx);
444 STORE_VMX_XFORM_TEST(stvehx);
445 STORE_VMX_XFORM_TEST(stvewx);
446 STORE_VMX_XFORM_TEST(stvxl);
447 return rc;
448 }
449
test_alignment_handler_fp(void)450 int test_alignment_handler_fp(void)
451 {
452 int rc = 0;
453
454 SKIP_IF(!can_open_fb0());
455
456 printf("Floating point\n");
457 LOAD_FLOAT_DFORM_TEST(lfd);
458 LOAD_FLOAT_XFORM_TEST(lfdx);
459 LOAD_FLOAT_DFORM_TEST(lfdu);
460 LOAD_FLOAT_XFORM_TEST(lfdux);
461 LOAD_FLOAT_DFORM_TEST(lfs);
462 LOAD_FLOAT_XFORM_TEST(lfsx);
463 LOAD_FLOAT_DFORM_TEST(lfsu);
464 LOAD_FLOAT_XFORM_TEST(lfsux);
465 STORE_FLOAT_DFORM_TEST(stfd);
466 STORE_FLOAT_XFORM_TEST(stfdx);
467 STORE_FLOAT_DFORM_TEST(stfdu);
468 STORE_FLOAT_XFORM_TEST(stfdux);
469 STORE_FLOAT_DFORM_TEST(stfs);
470 STORE_FLOAT_XFORM_TEST(stfsx);
471 STORE_FLOAT_DFORM_TEST(stfsu);
472 STORE_FLOAT_XFORM_TEST(stfsux);
473 STORE_FLOAT_XFORM_TEST(stfiwx);
474
475 return rc;
476 }
477
test_alignment_handler_fp_205(void)478 int test_alignment_handler_fp_205(void)
479 {
480 int rc = 0;
481
482 SKIP_IF(!can_open_fb0());
483 SKIP_IF(!have_hwcap(PPC_FEATURE_ARCH_2_05));
484
485 printf("Floating point: 2.05\n");
486
487 LOAD_FLOAT_DFORM_TEST(lfdp);
488 LOAD_FLOAT_XFORM_TEST(lfdpx);
489 LOAD_FLOAT_XFORM_TEST(lfiwax);
490 STORE_FLOAT_DFORM_TEST(stfdp);
491 STORE_FLOAT_XFORM_TEST(stfdpx);
492
493 return rc;
494 }
495
test_alignment_handler_fp_206(void)496 int test_alignment_handler_fp_206(void)
497 {
498 int rc = 0;
499
500 SKIP_IF(!can_open_fb0());
501 SKIP_IF(!have_hwcap(PPC_FEATURE_ARCH_2_06));
502
503 printf("Floating point: 2.06\n");
504
505 LOAD_FLOAT_XFORM_TEST(lfiwzx);
506
507 return rc;
508 }
509
usage(char * prog)510 void usage(char *prog)
511 {
512 printf("Usage: %s [options]\n", prog);
513 printf(" -d Enable debug error output\n");
514 printf("\n");
515 printf("This test requires a POWER8 or POWER9 CPU and a usable ");
516 printf("framebuffer at /dev/fb0.\n");
517 }
518
main(int argc,char * argv[])519 int main(int argc, char *argv[])
520 {
521
522 struct sigaction sa;
523 int rc = 0;
524 int option = 0;
525
526 while ((option = getopt(argc, argv, "d")) != -1) {
527 switch (option) {
528 case 'd':
529 debug++;
530 break;
531 default:
532 usage(argv[0]);
533 exit(1);
534 }
535 }
536
537 bufsize = getpagesize();
538
539 sa.sa_sigaction = sighandler;
540 sigemptyset(&sa.sa_mask);
541 sa.sa_flags = SA_SIGINFO;
542 if (sigaction(SIGSEGV, &sa, NULL) == -1
543 || sigaction(SIGBUS, &sa, NULL) == -1
544 || sigaction(SIGILL, &sa, NULL) == -1) {
545 perror("sigaction");
546 exit(1);
547 }
548
549 rc |= test_harness(test_alignment_handler_vsx_206,
550 "test_alignment_handler_vsx_206");
551 rc |= test_harness(test_alignment_handler_vsx_207,
552 "test_alignment_handler_vsx_207");
553 rc |= test_harness(test_alignment_handler_vsx_300,
554 "test_alignment_handler_vsx_300");
555 rc |= test_harness(test_alignment_handler_integer,
556 "test_alignment_handler_integer");
557 rc |= test_harness(test_alignment_handler_integer_206,
558 "test_alignment_handler_integer_206");
559 rc |= test_harness(test_alignment_handler_vmx,
560 "test_alignment_handler_vmx");
561 rc |= test_harness(test_alignment_handler_fp,
562 "test_alignment_handler_fp");
563 rc |= test_harness(test_alignment_handler_fp_205,
564 "test_alignment_handler_fp_205");
565 rc |= test_harness(test_alignment_handler_fp_206,
566 "test_alignment_handler_fp_206");
567 return rc;
568 }
569