23 #define rseq_smp_store_release(p, v)					\  argument
26 	RSEQ_WRITE_ONCE(*p, v);						\
83 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
94 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
100 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
105 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_storev()
107 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_storev()
108 		"b 5f\n\t"  in rseq_cmpeqv_storev()
110 		"5:\n\t"  in rseq_cmpeqv_storev()
115 		  [v]			"m" (*v),  in rseq_cmpeqv_storev()
144 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
156 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
162 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
170 		"str r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
172 		RSEQ_INJECT_ASM(5)  in rseq_cmpnev_storeoffp_load()
173 		"b 5f\n\t"  in rseq_cmpnev_storeoffp_load()
175 		"5:\n\t"  in rseq_cmpnev_storeoffp_load()
181 		  [v]			"m" (*v),  in rseq_cmpnev_storeoffp_load()
211 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
225 		"ldr r0, %[v]\n\t"  in rseq_addv()
228 		"str r0, %[v]\n\t"  in rseq_addv()
231 		"b 5f\n\t"  in rseq_addv()
233 		"5:\n\t"  in rseq_addv()
238 		  [v]			"m" (*v),  in rseq_addv()
261 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
274 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
280 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
286 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev()
288 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
291 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev()
293 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev()
302 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev()
331 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
344 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
350 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
356 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev_release()
359 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
362 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev_release()
364 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev_release()
373 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev_release()
402 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
415 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
422 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_cmpeqv_storev()
425 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
433 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
436 		"b 5f\n\t"  in rseq_cmpeqv_cmpeqv_storev()
438 		"5:\n\t"  in rseq_cmpeqv_cmpeqv_storev()
447 		  [v]			"m" (*v),  in rseq_cmpeqv_cmpeqv_storev()
478 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
496 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
498 		"bne 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev()
502 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
517 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev()
519 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
533 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev()
559 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev()
597 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
615 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
617 		"bne 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
621 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
636 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev_release()
639 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
653 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev_release()
679 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()