Lines Matching full:cpu_id
25 /* Offset of cpu_id and rseq_cs fields in struct rseq. */
93 #define RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, label) \ argument
95 "cmpl %[" __rseq_str(cpu_id) "], " __rseq_str(current_cpu_id) "\n\t" \
129 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_storev()
135 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_cmpeqv_storev()
145 : [cpu_id] "r" (cpu), in rseq_cmpeqv_storev()
169 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_storev()
195 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpnev_storeoffp_load()
202 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_cmpnev_storeoffp_load()
216 : [cpu_id] "r" (cpu), in rseq_cmpnev_storeoffp_load()
242 rseq_bug("cpu_id comparison failed"); in rseq_cmpnev_storeoffp_load()
261 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_addv()
264 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_addv()
272 : [cpu_id] "r" (cpu), in rseq_addv()
293 rseq_bug("cpu_id comparison failed"); in rseq_addv()
315 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_offset_deref_addv()
318 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_offset_deref_addv()
331 : [cpu_id] "r" (cpu), in rseq_offset_deref_addv()
350 rseq_bug("cpu_id comparison failed"); in rseq_offset_deref_addv()
370 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_trystorev_storev()
376 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_cmpeqv_trystorev_storev()
389 : [cpu_id] "r" (cpu), in rseq_cmpeqv_trystorev_storev()
417 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_trystorev_storev()
450 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_cmpeqv_storev()
459 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_cmpeqv_cmpeqv_storev()
471 : [cpu_id] "r" (cpu), in rseq_cmpeqv_cmpeqv_storev()
499 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_cmpeqv_storev()
530 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_trymemcpy_storev()
536 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 6f) in rseq_cmpeqv_trymemcpy_storev()
583 : [cpu_id] "r" (cpu), in rseq_cmpeqv_trymemcpy_storev()
615 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_trymemcpy_storev()
702 #define RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, label) \ argument
704 "cmpl %[" __rseq_str(cpu_id) "], " __rseq_str(current_cpu_id) "\n\t" \
738 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_storev()
744 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_cmpeqv_storev()
754 : [cpu_id] "r" (cpu), in rseq_cmpeqv_storev()
778 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_storev()
804 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpnev_storeoffp_load()
811 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_cmpnev_storeoffp_load()
825 : [cpu_id] "r" (cpu), in rseq_cmpnev_storeoffp_load()
851 rseq_bug("cpu_id comparison failed"); in rseq_cmpnev_storeoffp_load()
870 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_addv()
873 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_addv()
881 : [cpu_id] "r" (cpu), in rseq_addv()
902 rseq_bug("cpu_id comparison failed"); in rseq_addv()
922 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_trystorev_storev()
928 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_cmpeqv_trystorev_storev()
942 : [cpu_id] "r" (cpu), in rseq_cmpeqv_trystorev_storev()
970 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_trystorev_storev()
993 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_trystorev_storev_release()
1000 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_cmpeqv_trystorev_storev_release()
1015 : [cpu_id] "r" (cpu), in rseq_cmpeqv_trystorev_storev_release()
1043 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_trystorev_storev_release()
1068 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_cmpeqv_storev()
1077 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), %l[error1]) in rseq_cmpeqv_cmpeqv_storev()
1090 : [cpu_id] "r" (cpu), in rseq_cmpeqv_cmpeqv_storev()
1118 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_cmpeqv_storev()
1150 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_trymemcpy_storev()
1157 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 6f) in rseq_cmpeqv_trymemcpy_storev()
1206 : [cpu_id] "r" (cpu), in rseq_cmpeqv_trymemcpy_storev()
1238 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_trymemcpy_storev()
1267 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 4f) in rseq_cmpeqv_trymemcpy_storev_release()
1274 RSEQ_ASM_CMP_CPU_ID(cpu_id, RSEQ_ASM_TP_SEGMENT:RSEQ_CPU_ID_OFFSET(%[rseq_offset]), 6f) in rseq_cmpeqv_trymemcpy_storev_release()
1324 : [cpu_id] "r" (cpu), in rseq_cmpeqv_trymemcpy_storev_release()
1356 rseq_bug("cpu_id comparison failed"); in rseq_cmpeqv_trymemcpy_storev_release()