Lines Matching refs:SKIP
6 …-skip-cache-invalidations -verify-machineinstrs < %s | FileCheck --check-prefixes=SKIP-CACHE-INV %s
59 ; SKIP-CACHE-INV-LABEL: global_system_unordered_load:
60 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
61 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x9
62 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
63 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
64 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
65 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s0, s4
66 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s1, s5
67 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[0:3], 0
68 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s6
69 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s7
70 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, s2
71 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, s3
72 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
73 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
74 ; SKIP-CACHE-INV-NEXT: s_endpgm
133 ; SKIP-CACHE-INV-LABEL: global_system_monotonic_load:
134 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
135 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x9
136 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
137 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
138 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
139 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s0, s4
140 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s1, s5
141 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[0:3], 0 glc
142 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s6
143 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s7
144 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, s2
145 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, s3
146 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
147 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
148 ; SKIP-CACHE-INV-NEXT: s_endpgm
213 ; SKIP-CACHE-INV-LABEL: global_system_acquire_load:
214 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
215 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x9
216 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
217 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
218 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
219 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s0, s4
220 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s1, s5
221 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[0:3], 0 glc
222 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
223 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s6
224 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s7
225 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, s2
226 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, s3
227 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
228 ; SKIP-CACHE-INV-NEXT: s_endpgm
297 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_load:
298 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
299 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x9
300 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
301 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
302 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
303 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s0, s4
304 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s1, s5
305 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
306 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[0:3], 0 glc
307 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
308 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s6
309 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s7
310 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, s2
311 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, s3
312 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
313 ; SKIP-CACHE-INV-NEXT: s_endpgm
366 ; SKIP-CACHE-INV-LABEL: global_system_unordered_store:
367 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
368 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x9
369 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
370 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
371 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
372 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
373 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
374 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
375 ; SKIP-CACHE-INV-NEXT: s_endpgm
427 ; SKIP-CACHE-INV-LABEL: global_system_monotonic_store:
428 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
429 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x9
430 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
431 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
432 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
433 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
434 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
435 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
436 ; SKIP-CACHE-INV-NEXT: s_endpgm
494 ; SKIP-CACHE-INV-LABEL: global_system_release_store:
495 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
496 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x9
497 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
498 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
499 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
500 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
501 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
502 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
503 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
504 ; SKIP-CACHE-INV-NEXT: s_endpgm
562 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_store:
563 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
564 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x9
565 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
566 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
567 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
568 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
569 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
570 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
571 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
572 ; SKIP-CACHE-INV-NEXT: s_endpgm
624 ; SKIP-CACHE-INV-LABEL: global_system_monotonic_atomicrmw:
625 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
626 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
627 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
628 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
629 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
630 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
631 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
632 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
633 ; SKIP-CACHE-INV-NEXT: s_endpgm
697 ; SKIP-CACHE-INV-LABEL: global_system_acquire_atomicrmw:
698 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
699 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
700 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
701 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
702 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
703 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
704 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
705 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
706 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
707 ; SKIP-CACHE-INV-NEXT: s_endpgm
765 ; SKIP-CACHE-INV-LABEL: global_system_release_atomicrmw:
766 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
767 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
768 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
769 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
770 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
771 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
772 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
773 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
774 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
775 ; SKIP-CACHE-INV-NEXT: s_endpgm
845 ; SKIP-CACHE-INV-LABEL: global_system_acq_rel_atomicrmw:
846 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
847 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
848 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
849 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
850 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
851 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
852 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
853 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
854 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
855 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
856 ; SKIP-CACHE-INV-NEXT: s_endpgm
926 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_atomicrmw:
927 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
928 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
929 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
930 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
931 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
932 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
933 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
934 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
935 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
936 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
937 ; SKIP-CACHE-INV-NEXT: s_endpgm
1003 ; SKIP-CACHE-INV-LABEL: global_system_acquire_ret_atomicrmw:
1004 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1005 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1006 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
1007 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1008 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1009 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1010 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1011 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0 glc
1012 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1013 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
1014 ; SKIP-CACHE-INV-NEXT: s_endpgm
1087 ; SKIP-CACHE-INV-LABEL: global_system_acq_rel_ret_atomicrmw:
1088 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1089 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1090 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
1091 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1092 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1093 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1094 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1095 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1096 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0 glc
1097 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1098 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
1099 ; SKIP-CACHE-INV-NEXT: s_endpgm
1172 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_ret_atomicrmw:
1173 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1174 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1175 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
1176 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1177 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1178 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1179 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1180 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1181 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0 glc
1182 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1183 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
1184 ; SKIP-CACHE-INV-NEXT: s_endpgm
1243 ; SKIP-CACHE-INV-LABEL: global_system_monotonic_monotonic_cmpxchg:
1244 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1245 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1246 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
1247 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1248 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1249 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1250 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1251 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1252 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
1253 ; SKIP-CACHE-INV-NEXT: s_endpgm
1324 ; SKIP-CACHE-INV-LABEL: global_system_acquire_monotonic_cmpxchg:
1325 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1326 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1327 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
1328 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1329 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1330 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1331 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1332 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1333 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
1334 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1335 ; SKIP-CACHE-INV-NEXT: s_endpgm
1400 ; SKIP-CACHE-INV-LABEL: global_system_release_monotonic_cmpxchg:
1401 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1402 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1403 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
1404 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1405 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1406 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1407 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1408 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1409 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1410 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
1411 ; SKIP-CACHE-INV-NEXT: s_endpgm
1488 ; SKIP-CACHE-INV-LABEL: global_system_acq_rel_monotonic_cmpxchg:
1489 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1490 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1491 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
1492 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1493 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1494 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1495 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1496 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1497 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1498 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
1499 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1500 ; SKIP-CACHE-INV-NEXT: s_endpgm
1577 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_monotonic_cmpxchg:
1578 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1579 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1580 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
1581 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1582 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1583 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1584 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1585 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1586 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1587 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
1588 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1589 ; SKIP-CACHE-INV-NEXT: s_endpgm
1660 ; SKIP-CACHE-INV-LABEL: global_system_acquire_acquire_cmpxchg:
1661 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1662 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1663 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
1664 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1665 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1666 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1667 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1668 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1669 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
1670 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1671 ; SKIP-CACHE-INV-NEXT: s_endpgm
1748 ; SKIP-CACHE-INV-LABEL: global_system_release_acquire_cmpxchg:
1749 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1750 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1751 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
1752 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1753 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1754 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1755 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1756 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1757 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1758 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
1759 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1760 ; SKIP-CACHE-INV-NEXT: s_endpgm
1837 ; SKIP-CACHE-INV-LABEL: global_system_acq_rel_acquire_cmpxchg:
1838 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1839 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1840 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
1841 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1842 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1843 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1844 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1845 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1846 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1847 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
1848 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1849 ; SKIP-CACHE-INV-NEXT: s_endpgm
1926 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_acquire_cmpxchg:
1927 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1928 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
1929 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
1930 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
1931 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
1932 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1933 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1934 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1935 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1936 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
1937 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1938 ; SKIP-CACHE-INV-NEXT: s_endpgm
2015 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_seq_cst_cmpxchg:
2016 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2017 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
2018 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
2019 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
2020 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
2021 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2022 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2023 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
2024 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2025 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
2026 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2027 ; SKIP-CACHE-INV-NEXT: s_endpgm
2102 ; SKIP-CACHE-INV-LABEL: global_system_acquire_monotonic_ret_cmpxchg:
2103 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2104 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
2105 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
2106 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
2107 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
2108 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2109 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2110 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
2111 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
2112 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2113 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2114 ; SKIP-CACHE-INV-NEXT: s_endpgm
2197 ; SKIP-CACHE-INV-LABEL: global_system_acq_rel_monotonic_ret_cmpxchg:
2198 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2199 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
2200 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
2201 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
2202 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
2203 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2204 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2205 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
2206 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2207 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
2208 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2209 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2210 ; SKIP-CACHE-INV-NEXT: s_endpgm
2293 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_monotonic_ret_cmpxchg:
2294 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2295 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
2296 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
2297 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
2298 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
2299 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2300 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2301 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
2302 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2303 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
2304 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2305 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2306 ; SKIP-CACHE-INV-NEXT: s_endpgm
2383 ; SKIP-CACHE-INV-LABEL: global_system_acquire_acquire_ret_cmpxchg:
2384 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2385 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
2386 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
2387 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
2388 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
2389 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2390 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2391 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
2392 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
2393 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2394 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2395 ; SKIP-CACHE-INV-NEXT: s_endpgm
2478 ; SKIP-CACHE-INV-LABEL: global_system_release_acquire_ret_cmpxchg:
2479 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2480 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
2481 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
2482 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
2483 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
2484 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2485 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2486 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
2487 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2488 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
2489 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2490 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2491 ; SKIP-CACHE-INV-NEXT: s_endpgm
2574 ; SKIP-CACHE-INV-LABEL: global_system_acq_rel_acquire_ret_cmpxchg:
2575 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2576 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
2577 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
2578 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
2579 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
2580 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2581 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2582 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
2583 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2584 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
2585 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2586 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2587 ; SKIP-CACHE-INV-NEXT: s_endpgm
2670 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_acquire_ret_cmpxchg:
2671 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2672 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
2673 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
2674 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
2675 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
2676 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2677 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2678 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
2679 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2680 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
2681 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2682 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2683 ; SKIP-CACHE-INV-NEXT: s_endpgm
2766 ; SKIP-CACHE-INV-LABEL: global_system_seq_cst_seq_cst_ret_cmpxchg:
2767 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2768 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
2769 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
2770 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
2771 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
2772 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2773 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2774 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
2775 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2776 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
2777 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2778 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2779 ; SKIP-CACHE-INV-NEXT: s_endpgm
2840 ; SKIP-CACHE-INV-LABEL: global_system_one_as_unordered_load:
2841 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2842 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x9
2843 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2844 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2845 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2846 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s0, s4
2847 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s1, s5
2848 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[0:3], 0
2849 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s6
2850 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s7
2851 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, s2
2852 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, s3
2853 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
2854 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2855 ; SKIP-CACHE-INV-NEXT: s_endpgm
2914 ; SKIP-CACHE-INV-LABEL: global_system_one_as_monotonic_load:
2915 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2916 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x9
2917 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2918 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2919 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2920 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s0, s4
2921 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s1, s5
2922 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[0:3], 0 glc
2923 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s6
2924 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s7
2925 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, s2
2926 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, s3
2927 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
2928 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
2929 ; SKIP-CACHE-INV-NEXT: s_endpgm
2994 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acquire_load:
2995 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2996 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x9
2997 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2998 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2999 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3000 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s0, s4
3001 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s1, s5
3002 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[0:3], 0 glc
3003 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3004 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s6
3005 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s7
3006 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, s2
3007 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, s3
3008 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
3009 ; SKIP-CACHE-INV-NEXT: s_endpgm
3078 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_load:
3079 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3080 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[4:7], s[0:1], 0x9
3081 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3082 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3083 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3084 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s0, s4
3085 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s1, s5
3086 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3087 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[0:3], 0 glc
3088 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3089 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s6
3090 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s7
3091 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, s2
3092 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, s3
3093 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
3094 ; SKIP-CACHE-INV-NEXT: s_endpgm
3147 ; SKIP-CACHE-INV-LABEL: global_system_one_as_unordered_store:
3148 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3149 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x9
3150 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
3151 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3152 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3153 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3154 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3155 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
3156 ; SKIP-CACHE-INV-NEXT: s_endpgm
3208 ; SKIP-CACHE-INV-LABEL: global_system_one_as_monotonic_store:
3209 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3210 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x9
3211 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
3212 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3213 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3214 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3215 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3216 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
3217 ; SKIP-CACHE-INV-NEXT: s_endpgm
3275 ; SKIP-CACHE-INV-LABEL: global_system_one_as_release_store:
3276 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3277 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x9
3278 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
3279 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3280 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3281 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3282 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3283 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3284 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
3285 ; SKIP-CACHE-INV-NEXT: s_endpgm
3343 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_store:
3344 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3345 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x9
3346 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
3347 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3348 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3349 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3350 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3351 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3352 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
3353 ; SKIP-CACHE-INV-NEXT: s_endpgm
3405 ; SKIP-CACHE-INV-LABEL: global_system_one_as_monotonic_atomicrmw:
3406 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3407 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
3408 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
3409 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
3410 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
3411 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3412 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3413 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
3414 ; SKIP-CACHE-INV-NEXT: s_endpgm
3476 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acquire_atomicrmw:
3477 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3478 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
3479 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
3480 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
3481 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
3482 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3483 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3484 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
3485 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3486 ; SKIP-CACHE-INV-NEXT: s_endpgm
3544 ; SKIP-CACHE-INV-LABEL: global_system_one_as_release_atomicrmw:
3545 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3546 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
3547 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
3548 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
3549 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
3550 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3551 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3552 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3553 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
3554 ; SKIP-CACHE-INV-NEXT: s_endpgm
3622 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acq_rel_atomicrmw:
3623 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3624 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
3625 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
3626 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
3627 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
3628 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3629 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3630 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3631 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
3632 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3633 ; SKIP-CACHE-INV-NEXT: s_endpgm
3701 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_atomicrmw:
3702 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3703 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
3704 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
3705 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
3706 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
3707 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3708 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3709 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3710 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0
3711 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3712 ; SKIP-CACHE-INV-NEXT: s_endpgm
3778 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acquire_ret_atomicrmw:
3779 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3780 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
3781 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
3782 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
3783 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
3784 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3785 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3786 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0 glc
3787 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3788 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
3789 ; SKIP-CACHE-INV-NEXT: s_endpgm
3862 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acq_rel_ret_atomicrmw:
3863 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3864 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
3865 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
3866 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
3867 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
3868 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3869 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3870 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3871 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0 glc
3872 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3873 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
3874 ; SKIP-CACHE-INV-NEXT: s_endpgm
3947 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_ret_atomicrmw:
3948 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3949 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
3950 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0xb
3951 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
3952 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
3953 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3954 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3955 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3956 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[4:7], 0 glc
3957 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
3958 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
3959 ; SKIP-CACHE-INV-NEXT: s_endpgm
4018 ; SKIP-CACHE-INV-LABEL: global_system_one_as_monotonic_monotonic_cmpxchg:
4019 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4020 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4021 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4022 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4023 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4024 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4025 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4026 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4027 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4028 ; SKIP-CACHE-INV-NEXT: s_endpgm
4097 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acquire_monotonic_cmpxchg:
4098 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4099 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4100 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4101 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4102 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4103 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4104 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4105 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4106 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4107 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4108 ; SKIP-CACHE-INV-NEXT: s_endpgm
4173 ; SKIP-CACHE-INV-LABEL: global_system_one_as_release_monotonic_cmpxchg:
4174 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4175 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4176 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4177 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4178 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4179 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4180 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4181 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4182 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4183 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4184 ; SKIP-CACHE-INV-NEXT: s_endpgm
4259 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acq_rel_monotonic_cmpxchg:
4260 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4261 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4262 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4263 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4264 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4265 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4266 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4267 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4268 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4269 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4270 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4271 ; SKIP-CACHE-INV-NEXT: s_endpgm
4346 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_monotonic_cmpxchg:
4347 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4348 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4349 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4350 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4351 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4352 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4353 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4354 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4355 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4356 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4357 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4358 ; SKIP-CACHE-INV-NEXT: s_endpgm
4427 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acquire_acquire_cmpxchg:
4428 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4429 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4430 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4431 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4432 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4433 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4434 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4435 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4436 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4437 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4438 ; SKIP-CACHE-INV-NEXT: s_endpgm
4513 ; SKIP-CACHE-INV-LABEL: global_system_one_as_release_acquire_cmpxchg:
4514 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4515 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4516 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4517 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4518 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4519 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4520 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4521 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4522 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4523 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4524 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4525 ; SKIP-CACHE-INV-NEXT: s_endpgm
4600 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acq_rel_acquire_cmpxchg:
4601 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4602 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4603 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4604 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4605 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4606 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4607 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4608 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4609 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4610 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4611 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4612 ; SKIP-CACHE-INV-NEXT: s_endpgm
4687 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_acquire_cmpxchg:
4688 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4689 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4690 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4691 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4692 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4693 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4694 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4695 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4696 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4697 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4698 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4699 ; SKIP-CACHE-INV-NEXT: s_endpgm
4774 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_seq_cst_cmpxchg:
4775 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4776 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4777 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4778 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4779 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4780 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4781 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4782 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4783 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4784 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16
4785 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4786 ; SKIP-CACHE-INV-NEXT: s_endpgm
4861 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acquire_monotonic_ret_cmpxchg:
4862 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4863 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4864 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4865 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4866 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4867 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4868 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4869 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4870 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
4871 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4872 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
4873 ; SKIP-CACHE-INV-NEXT: s_endpgm
4956 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acq_rel_monotonic_ret_cmpxchg:
4957 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4958 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
4959 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
4960 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
4961 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
4962 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4963 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4964 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
4965 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4966 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
4967 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4968 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
4969 ; SKIP-CACHE-INV-NEXT: s_endpgm
5052 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_monotonic_ret_cmpxchg:
5053 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5054 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
5055 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
5056 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
5057 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
5058 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5059 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5060 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
5061 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5062 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
5063 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5064 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
5065 ; SKIP-CACHE-INV-NEXT: s_endpgm
5142 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acquire_acquire_ret_cmpxchg:
5143 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5144 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
5145 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
5146 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
5147 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
5148 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5149 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5150 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
5151 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
5152 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5153 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
5154 ; SKIP-CACHE-INV-NEXT: s_endpgm
5237 ; SKIP-CACHE-INV-LABEL: global_system_one_as_release_acquire_ret_cmpxchg:
5238 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5239 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
5240 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
5241 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
5242 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
5243 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5244 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5245 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
5246 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5247 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
5248 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5249 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
5250 ; SKIP-CACHE-INV-NEXT: s_endpgm
5333 ; SKIP-CACHE-INV-LABEL: global_system_one_as_acq_rel_acquire_ret_cmpxchg:
5334 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5335 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
5336 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
5337 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
5338 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
5339 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5340 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5341 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
5342 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5343 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
5344 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5345 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
5346 ; SKIP-CACHE-INV-NEXT: s_endpgm
5429 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_acquire_ret_cmpxchg:
5430 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5431 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
5432 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
5433 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
5434 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
5435 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5436 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5437 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
5438 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5439 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
5440 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5441 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
5442 ; SKIP-CACHE-INV-NEXT: s_endpgm
5525 ; SKIP-CACHE-INV-LABEL: global_system_one_as_seq_cst_seq_cst_ret_cmpxchg:
5526 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5527 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x9
5528 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0xb
5529 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
5530 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
5531 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5532 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5533 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
5534 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5535 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[4:7], 0 offset:16 glc
5536 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5537 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
5538 ; SKIP-CACHE-INV-NEXT: s_endpgm