Lines Matching refs:v
25 atomic_read(const atomic_t *v) in atomic_read() argument
27 instrument_atomic_read(v, sizeof(*v)); in atomic_read()
28 return arch_atomic_read(v); in atomic_read()
32 atomic_read_acquire(const atomic_t *v) in atomic_read_acquire() argument
34 instrument_atomic_read(v, sizeof(*v)); in atomic_read_acquire()
35 return arch_atomic_read_acquire(v); in atomic_read_acquire()
39 atomic_set(atomic_t *v, int i) in atomic_set() argument
41 instrument_atomic_write(v, sizeof(*v)); in atomic_set()
42 arch_atomic_set(v, i); in atomic_set()
46 atomic_set_release(atomic_t *v, int i) in atomic_set_release() argument
48 instrument_atomic_write(v, sizeof(*v)); in atomic_set_release()
49 arch_atomic_set_release(v, i); in atomic_set_release()
53 atomic_add(int i, atomic_t *v) in atomic_add() argument
55 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add()
56 arch_atomic_add(i, v); in atomic_add()
60 atomic_add_return(int i, atomic_t *v) in atomic_add_return() argument
62 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_return()
63 return arch_atomic_add_return(i, v); in atomic_add_return()
67 atomic_add_return_acquire(int i, atomic_t *v) in atomic_add_return_acquire() argument
69 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_return_acquire()
70 return arch_atomic_add_return_acquire(i, v); in atomic_add_return_acquire()
74 atomic_add_return_release(int i, atomic_t *v) in atomic_add_return_release() argument
76 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_return_release()
77 return arch_atomic_add_return_release(i, v); in atomic_add_return_release()
81 atomic_add_return_relaxed(int i, atomic_t *v) in atomic_add_return_relaxed() argument
83 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_return_relaxed()
84 return arch_atomic_add_return_relaxed(i, v); in atomic_add_return_relaxed()
88 atomic_fetch_add(int i, atomic_t *v) in atomic_fetch_add() argument
90 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add()
91 return arch_atomic_fetch_add(i, v); in atomic_fetch_add()
95 atomic_fetch_add_acquire(int i, atomic_t *v) in atomic_fetch_add_acquire() argument
97 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add_acquire()
98 return arch_atomic_fetch_add_acquire(i, v); in atomic_fetch_add_acquire()
102 atomic_fetch_add_release(int i, atomic_t *v) in atomic_fetch_add_release() argument
104 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add_release()
105 return arch_atomic_fetch_add_release(i, v); in atomic_fetch_add_release()
109 atomic_fetch_add_relaxed(int i, atomic_t *v) in atomic_fetch_add_relaxed() argument
111 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add_relaxed()
112 return arch_atomic_fetch_add_relaxed(i, v); in atomic_fetch_add_relaxed()
116 atomic_sub(int i, atomic_t *v) in atomic_sub() argument
118 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub()
119 arch_atomic_sub(i, v); in atomic_sub()
123 atomic_sub_return(int i, atomic_t *v) in atomic_sub_return() argument
125 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_return()
126 return arch_atomic_sub_return(i, v); in atomic_sub_return()
130 atomic_sub_return_acquire(int i, atomic_t *v) in atomic_sub_return_acquire() argument
132 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_return_acquire()
133 return arch_atomic_sub_return_acquire(i, v); in atomic_sub_return_acquire()
137 atomic_sub_return_release(int i, atomic_t *v) in atomic_sub_return_release() argument
139 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_return_release()
140 return arch_atomic_sub_return_release(i, v); in atomic_sub_return_release()
144 atomic_sub_return_relaxed(int i, atomic_t *v) in atomic_sub_return_relaxed() argument
146 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_return_relaxed()
147 return arch_atomic_sub_return_relaxed(i, v); in atomic_sub_return_relaxed()
151 atomic_fetch_sub(int i, atomic_t *v) in atomic_fetch_sub() argument
153 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_sub()
154 return arch_atomic_fetch_sub(i, v); in atomic_fetch_sub()
158 atomic_fetch_sub_acquire(int i, atomic_t *v) in atomic_fetch_sub_acquire() argument
160 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_sub_acquire()
161 return arch_atomic_fetch_sub_acquire(i, v); in atomic_fetch_sub_acquire()
165 atomic_fetch_sub_release(int i, atomic_t *v) in atomic_fetch_sub_release() argument
167 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_sub_release()
168 return arch_atomic_fetch_sub_release(i, v); in atomic_fetch_sub_release()
172 atomic_fetch_sub_relaxed(int i, atomic_t *v) in atomic_fetch_sub_relaxed() argument
174 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_sub_relaxed()
175 return arch_atomic_fetch_sub_relaxed(i, v); in atomic_fetch_sub_relaxed()
179 atomic_inc(atomic_t *v) in atomic_inc() argument
181 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc()
182 arch_atomic_inc(v); in atomic_inc()
186 atomic_inc_return(atomic_t *v) in atomic_inc_return() argument
188 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_return()
189 return arch_atomic_inc_return(v); in atomic_inc_return()
193 atomic_inc_return_acquire(atomic_t *v) in atomic_inc_return_acquire() argument
195 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_return_acquire()
196 return arch_atomic_inc_return_acquire(v); in atomic_inc_return_acquire()
200 atomic_inc_return_release(atomic_t *v) in atomic_inc_return_release() argument
202 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_return_release()
203 return arch_atomic_inc_return_release(v); in atomic_inc_return_release()
207 atomic_inc_return_relaxed(atomic_t *v) in atomic_inc_return_relaxed() argument
209 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_return_relaxed()
210 return arch_atomic_inc_return_relaxed(v); in atomic_inc_return_relaxed()
214 atomic_fetch_inc(atomic_t *v) in atomic_fetch_inc() argument
216 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_inc()
217 return arch_atomic_fetch_inc(v); in atomic_fetch_inc()
221 atomic_fetch_inc_acquire(atomic_t *v) in atomic_fetch_inc_acquire() argument
223 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_inc_acquire()
224 return arch_atomic_fetch_inc_acquire(v); in atomic_fetch_inc_acquire()
228 atomic_fetch_inc_release(atomic_t *v) in atomic_fetch_inc_release() argument
230 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_inc_release()
231 return arch_atomic_fetch_inc_release(v); in atomic_fetch_inc_release()
235 atomic_fetch_inc_relaxed(atomic_t *v) in atomic_fetch_inc_relaxed() argument
237 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_inc_relaxed()
238 return arch_atomic_fetch_inc_relaxed(v); in atomic_fetch_inc_relaxed()
242 atomic_dec(atomic_t *v) in atomic_dec() argument
244 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec()
245 arch_atomic_dec(v); in atomic_dec()
249 atomic_dec_return(atomic_t *v) in atomic_dec_return() argument
251 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_return()
252 return arch_atomic_dec_return(v); in atomic_dec_return()
256 atomic_dec_return_acquire(atomic_t *v) in atomic_dec_return_acquire() argument
258 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_return_acquire()
259 return arch_atomic_dec_return_acquire(v); in atomic_dec_return_acquire()
263 atomic_dec_return_release(atomic_t *v) in atomic_dec_return_release() argument
265 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_return_release()
266 return arch_atomic_dec_return_release(v); in atomic_dec_return_release()
270 atomic_dec_return_relaxed(atomic_t *v) in atomic_dec_return_relaxed() argument
272 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_return_relaxed()
273 return arch_atomic_dec_return_relaxed(v); in atomic_dec_return_relaxed()
277 atomic_fetch_dec(atomic_t *v) in atomic_fetch_dec() argument
279 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_dec()
280 return arch_atomic_fetch_dec(v); in atomic_fetch_dec()
284 atomic_fetch_dec_acquire(atomic_t *v) in atomic_fetch_dec_acquire() argument
286 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_dec_acquire()
287 return arch_atomic_fetch_dec_acquire(v); in atomic_fetch_dec_acquire()
291 atomic_fetch_dec_release(atomic_t *v) in atomic_fetch_dec_release() argument
293 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_dec_release()
294 return arch_atomic_fetch_dec_release(v); in atomic_fetch_dec_release()
298 atomic_fetch_dec_relaxed(atomic_t *v) in atomic_fetch_dec_relaxed() argument
300 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_dec_relaxed()
301 return arch_atomic_fetch_dec_relaxed(v); in atomic_fetch_dec_relaxed()
305 atomic_and(int i, atomic_t *v) in atomic_and() argument
307 instrument_atomic_read_write(v, sizeof(*v)); in atomic_and()
308 arch_atomic_and(i, v); in atomic_and()
312 atomic_fetch_and(int i, atomic_t *v) in atomic_fetch_and() argument
314 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_and()
315 return arch_atomic_fetch_and(i, v); in atomic_fetch_and()
319 atomic_fetch_and_acquire(int i, atomic_t *v) in atomic_fetch_and_acquire() argument
321 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_and_acquire()
322 return arch_atomic_fetch_and_acquire(i, v); in atomic_fetch_and_acquire()
326 atomic_fetch_and_release(int i, atomic_t *v) in atomic_fetch_and_release() argument
328 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_and_release()
329 return arch_atomic_fetch_and_release(i, v); in atomic_fetch_and_release()
333 atomic_fetch_and_relaxed(int i, atomic_t *v) in atomic_fetch_and_relaxed() argument
335 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_and_relaxed()
336 return arch_atomic_fetch_and_relaxed(i, v); in atomic_fetch_and_relaxed()
340 atomic_andnot(int i, atomic_t *v) in atomic_andnot() argument
342 instrument_atomic_read_write(v, sizeof(*v)); in atomic_andnot()
343 arch_atomic_andnot(i, v); in atomic_andnot()
347 atomic_fetch_andnot(int i, atomic_t *v) in atomic_fetch_andnot() argument
349 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_andnot()
350 return arch_atomic_fetch_andnot(i, v); in atomic_fetch_andnot()
354 atomic_fetch_andnot_acquire(int i, atomic_t *v) in atomic_fetch_andnot_acquire() argument
356 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_andnot_acquire()
357 return arch_atomic_fetch_andnot_acquire(i, v); in atomic_fetch_andnot_acquire()
361 atomic_fetch_andnot_release(int i, atomic_t *v) in atomic_fetch_andnot_release() argument
363 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_andnot_release()
364 return arch_atomic_fetch_andnot_release(i, v); in atomic_fetch_andnot_release()
368 atomic_fetch_andnot_relaxed(int i, atomic_t *v) in atomic_fetch_andnot_relaxed() argument
370 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_andnot_relaxed()
371 return arch_atomic_fetch_andnot_relaxed(i, v); in atomic_fetch_andnot_relaxed()
375 atomic_or(int i, atomic_t *v) in atomic_or() argument
377 instrument_atomic_read_write(v, sizeof(*v)); in atomic_or()
378 arch_atomic_or(i, v); in atomic_or()
382 atomic_fetch_or(int i, atomic_t *v) in atomic_fetch_or() argument
384 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_or()
385 return arch_atomic_fetch_or(i, v); in atomic_fetch_or()
389 atomic_fetch_or_acquire(int i, atomic_t *v) in atomic_fetch_or_acquire() argument
391 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_or_acquire()
392 return arch_atomic_fetch_or_acquire(i, v); in atomic_fetch_or_acquire()
396 atomic_fetch_or_release(int i, atomic_t *v) in atomic_fetch_or_release() argument
398 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_or_release()
399 return arch_atomic_fetch_or_release(i, v); in atomic_fetch_or_release()
403 atomic_fetch_or_relaxed(int i, atomic_t *v) in atomic_fetch_or_relaxed() argument
405 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_or_relaxed()
406 return arch_atomic_fetch_or_relaxed(i, v); in atomic_fetch_or_relaxed()
410 atomic_xor(int i, atomic_t *v) in atomic_xor() argument
412 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xor()
413 arch_atomic_xor(i, v); in atomic_xor()
417 atomic_fetch_xor(int i, atomic_t *v) in atomic_fetch_xor() argument
419 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_xor()
420 return arch_atomic_fetch_xor(i, v); in atomic_fetch_xor()
424 atomic_fetch_xor_acquire(int i, atomic_t *v) in atomic_fetch_xor_acquire() argument
426 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_xor_acquire()
427 return arch_atomic_fetch_xor_acquire(i, v); in atomic_fetch_xor_acquire()
431 atomic_fetch_xor_release(int i, atomic_t *v) in atomic_fetch_xor_release() argument
433 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_xor_release()
434 return arch_atomic_fetch_xor_release(i, v); in atomic_fetch_xor_release()
438 atomic_fetch_xor_relaxed(int i, atomic_t *v) in atomic_fetch_xor_relaxed() argument
440 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_xor_relaxed()
441 return arch_atomic_fetch_xor_relaxed(i, v); in atomic_fetch_xor_relaxed()
445 atomic_xchg(atomic_t *v, int i) in atomic_xchg() argument
447 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xchg()
448 return arch_atomic_xchg(v, i); in atomic_xchg()
452 atomic_xchg_acquire(atomic_t *v, int i) in atomic_xchg_acquire() argument
454 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xchg_acquire()
455 return arch_atomic_xchg_acquire(v, i); in atomic_xchg_acquire()
459 atomic_xchg_release(atomic_t *v, int i) in atomic_xchg_release() argument
461 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xchg_release()
462 return arch_atomic_xchg_release(v, i); in atomic_xchg_release()
466 atomic_xchg_relaxed(atomic_t *v, int i) in atomic_xchg_relaxed() argument
468 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xchg_relaxed()
469 return arch_atomic_xchg_relaxed(v, i); in atomic_xchg_relaxed()
473 atomic_cmpxchg(atomic_t *v, int old, int new) in atomic_cmpxchg() argument
475 instrument_atomic_read_write(v, sizeof(*v)); in atomic_cmpxchg()
476 return arch_atomic_cmpxchg(v, old, new); in atomic_cmpxchg()
480 atomic_cmpxchg_acquire(atomic_t *v, int old, int new) in atomic_cmpxchg_acquire() argument
482 instrument_atomic_read_write(v, sizeof(*v)); in atomic_cmpxchg_acquire()
483 return arch_atomic_cmpxchg_acquire(v, old, new); in atomic_cmpxchg_acquire()
487 atomic_cmpxchg_release(atomic_t *v, int old, int new) in atomic_cmpxchg_release() argument
489 instrument_atomic_read_write(v, sizeof(*v)); in atomic_cmpxchg_release()
490 return arch_atomic_cmpxchg_release(v, old, new); in atomic_cmpxchg_release()
494 atomic_cmpxchg_relaxed(atomic_t *v, int old, int new) in atomic_cmpxchg_relaxed() argument
496 instrument_atomic_read_write(v, sizeof(*v)); in atomic_cmpxchg_relaxed()
497 return arch_atomic_cmpxchg_relaxed(v, old, new); in atomic_cmpxchg_relaxed()
501 atomic_try_cmpxchg(atomic_t *v, int *old, int new) in atomic_try_cmpxchg() argument
503 instrument_atomic_read_write(v, sizeof(*v)); in atomic_try_cmpxchg()
505 return arch_atomic_try_cmpxchg(v, old, new); in atomic_try_cmpxchg()
509 atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_acquire() argument
511 instrument_atomic_read_write(v, sizeof(*v)); in atomic_try_cmpxchg_acquire()
513 return arch_atomic_try_cmpxchg_acquire(v, old, new); in atomic_try_cmpxchg_acquire()
517 atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_release() argument
519 instrument_atomic_read_write(v, sizeof(*v)); in atomic_try_cmpxchg_release()
521 return arch_atomic_try_cmpxchg_release(v, old, new); in atomic_try_cmpxchg_release()
525 atomic_try_cmpxchg_relaxed(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_relaxed() argument
527 instrument_atomic_read_write(v, sizeof(*v)); in atomic_try_cmpxchg_relaxed()
529 return arch_atomic_try_cmpxchg_relaxed(v, old, new); in atomic_try_cmpxchg_relaxed()
533 atomic_sub_and_test(int i, atomic_t *v) in atomic_sub_and_test() argument
535 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_and_test()
536 return arch_atomic_sub_and_test(i, v); in atomic_sub_and_test()
540 atomic_dec_and_test(atomic_t *v) in atomic_dec_and_test() argument
542 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_and_test()
543 return arch_atomic_dec_and_test(v); in atomic_dec_and_test()
547 atomic_inc_and_test(atomic_t *v) in atomic_inc_and_test() argument
549 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_and_test()
550 return arch_atomic_inc_and_test(v); in atomic_inc_and_test()
554 atomic_add_negative(int i, atomic_t *v) in atomic_add_negative() argument
556 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_negative()
557 return arch_atomic_add_negative(i, v); in atomic_add_negative()
561 atomic_fetch_add_unless(atomic_t *v, int a, int u) in atomic_fetch_add_unless() argument
563 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add_unless()
564 return arch_atomic_fetch_add_unless(v, a, u); in atomic_fetch_add_unless()
568 atomic_add_unless(atomic_t *v, int a, int u) in atomic_add_unless() argument
570 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_unless()
571 return arch_atomic_add_unless(v, a, u); in atomic_add_unless()
575 atomic_inc_not_zero(atomic_t *v) in atomic_inc_not_zero() argument
577 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_not_zero()
578 return arch_atomic_inc_not_zero(v); in atomic_inc_not_zero()
582 atomic_inc_unless_negative(atomic_t *v) in atomic_inc_unless_negative() argument
584 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_unless_negative()
585 return arch_atomic_inc_unless_negative(v); in atomic_inc_unless_negative()
589 atomic_dec_unless_positive(atomic_t *v) in atomic_dec_unless_positive() argument
591 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_unless_positive()
592 return arch_atomic_dec_unless_positive(v); in atomic_dec_unless_positive()
596 atomic_dec_if_positive(atomic_t *v) in atomic_dec_if_positive() argument
598 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_if_positive()
599 return arch_atomic_dec_if_positive(v); in atomic_dec_if_positive()
603 atomic64_read(const atomic64_t *v) in atomic64_read() argument
605 instrument_atomic_read(v, sizeof(*v)); in atomic64_read()
606 return arch_atomic64_read(v); in atomic64_read()
610 atomic64_read_acquire(const atomic64_t *v) in atomic64_read_acquire() argument
612 instrument_atomic_read(v, sizeof(*v)); in atomic64_read_acquire()
613 return arch_atomic64_read_acquire(v); in atomic64_read_acquire()
617 atomic64_set(atomic64_t *v, s64 i) in atomic64_set() argument
619 instrument_atomic_write(v, sizeof(*v)); in atomic64_set()
620 arch_atomic64_set(v, i); in atomic64_set()
624 atomic64_set_release(atomic64_t *v, s64 i) in atomic64_set_release() argument
626 instrument_atomic_write(v, sizeof(*v)); in atomic64_set_release()
627 arch_atomic64_set_release(v, i); in atomic64_set_release()
631 atomic64_add(s64 i, atomic64_t *v) in atomic64_add() argument
633 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add()
634 arch_atomic64_add(i, v); in atomic64_add()
638 atomic64_add_return(s64 i, atomic64_t *v) in atomic64_add_return() argument
640 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_return()
641 return arch_atomic64_add_return(i, v); in atomic64_add_return()
645 atomic64_add_return_acquire(s64 i, atomic64_t *v) in atomic64_add_return_acquire() argument
647 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_return_acquire()
648 return arch_atomic64_add_return_acquire(i, v); in atomic64_add_return_acquire()
652 atomic64_add_return_release(s64 i, atomic64_t *v) in atomic64_add_return_release() argument
654 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_return_release()
655 return arch_atomic64_add_return_release(i, v); in atomic64_add_return_release()
659 atomic64_add_return_relaxed(s64 i, atomic64_t *v) in atomic64_add_return_relaxed() argument
661 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_return_relaxed()
662 return arch_atomic64_add_return_relaxed(i, v); in atomic64_add_return_relaxed()
666 atomic64_fetch_add(s64 i, atomic64_t *v) in atomic64_fetch_add() argument
668 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add()
669 return arch_atomic64_fetch_add(i, v); in atomic64_fetch_add()
673 atomic64_fetch_add_acquire(s64 i, atomic64_t *v) in atomic64_fetch_add_acquire() argument
675 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add_acquire()
676 return arch_atomic64_fetch_add_acquire(i, v); in atomic64_fetch_add_acquire()
680 atomic64_fetch_add_release(s64 i, atomic64_t *v) in atomic64_fetch_add_release() argument
682 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add_release()
683 return arch_atomic64_fetch_add_release(i, v); in atomic64_fetch_add_release()
687 atomic64_fetch_add_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_add_relaxed() argument
689 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add_relaxed()
690 return arch_atomic64_fetch_add_relaxed(i, v); in atomic64_fetch_add_relaxed()
694 atomic64_sub(s64 i, atomic64_t *v) in atomic64_sub() argument
696 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub()
697 arch_atomic64_sub(i, v); in atomic64_sub()
701 atomic64_sub_return(s64 i, atomic64_t *v) in atomic64_sub_return() argument
703 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_return()
704 return arch_atomic64_sub_return(i, v); in atomic64_sub_return()
708 atomic64_sub_return_acquire(s64 i, atomic64_t *v) in atomic64_sub_return_acquire() argument
710 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_return_acquire()
711 return arch_atomic64_sub_return_acquire(i, v); in atomic64_sub_return_acquire()
715 atomic64_sub_return_release(s64 i, atomic64_t *v) in atomic64_sub_return_release() argument
717 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_return_release()
718 return arch_atomic64_sub_return_release(i, v); in atomic64_sub_return_release()
722 atomic64_sub_return_relaxed(s64 i, atomic64_t *v) in atomic64_sub_return_relaxed() argument
724 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_return_relaxed()
725 return arch_atomic64_sub_return_relaxed(i, v); in atomic64_sub_return_relaxed()
729 atomic64_fetch_sub(s64 i, atomic64_t *v) in atomic64_fetch_sub() argument
731 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_sub()
732 return arch_atomic64_fetch_sub(i, v); in atomic64_fetch_sub()
736 atomic64_fetch_sub_acquire(s64 i, atomic64_t *v) in atomic64_fetch_sub_acquire() argument
738 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_sub_acquire()
739 return arch_atomic64_fetch_sub_acquire(i, v); in atomic64_fetch_sub_acquire()
743 atomic64_fetch_sub_release(s64 i, atomic64_t *v) in atomic64_fetch_sub_release() argument
745 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_sub_release()
746 return arch_atomic64_fetch_sub_release(i, v); in atomic64_fetch_sub_release()
750 atomic64_fetch_sub_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_sub_relaxed() argument
752 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_sub_relaxed()
753 return arch_atomic64_fetch_sub_relaxed(i, v); in atomic64_fetch_sub_relaxed()
757 atomic64_inc(atomic64_t *v) in atomic64_inc() argument
759 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc()
760 arch_atomic64_inc(v); in atomic64_inc()
764 atomic64_inc_return(atomic64_t *v) in atomic64_inc_return() argument
766 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_return()
767 return arch_atomic64_inc_return(v); in atomic64_inc_return()
771 atomic64_inc_return_acquire(atomic64_t *v) in atomic64_inc_return_acquire() argument
773 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_return_acquire()
774 return arch_atomic64_inc_return_acquire(v); in atomic64_inc_return_acquire()
778 atomic64_inc_return_release(atomic64_t *v) in atomic64_inc_return_release() argument
780 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_return_release()
781 return arch_atomic64_inc_return_release(v); in atomic64_inc_return_release()
785 atomic64_inc_return_relaxed(atomic64_t *v) in atomic64_inc_return_relaxed() argument
787 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_return_relaxed()
788 return arch_atomic64_inc_return_relaxed(v); in atomic64_inc_return_relaxed()
792 atomic64_fetch_inc(atomic64_t *v) in atomic64_fetch_inc() argument
794 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_inc()
795 return arch_atomic64_fetch_inc(v); in atomic64_fetch_inc()
799 atomic64_fetch_inc_acquire(atomic64_t *v) in atomic64_fetch_inc_acquire() argument
801 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_inc_acquire()
802 return arch_atomic64_fetch_inc_acquire(v); in atomic64_fetch_inc_acquire()
806 atomic64_fetch_inc_release(atomic64_t *v) in atomic64_fetch_inc_release() argument
808 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_inc_release()
809 return arch_atomic64_fetch_inc_release(v); in atomic64_fetch_inc_release()
813 atomic64_fetch_inc_relaxed(atomic64_t *v) in atomic64_fetch_inc_relaxed() argument
815 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_inc_relaxed()
816 return arch_atomic64_fetch_inc_relaxed(v); in atomic64_fetch_inc_relaxed()
820 atomic64_dec(atomic64_t *v) in atomic64_dec() argument
822 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec()
823 arch_atomic64_dec(v); in atomic64_dec()
827 atomic64_dec_return(atomic64_t *v) in atomic64_dec_return() argument
829 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_return()
830 return arch_atomic64_dec_return(v); in atomic64_dec_return()
834 atomic64_dec_return_acquire(atomic64_t *v) in atomic64_dec_return_acquire() argument
836 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_return_acquire()
837 return arch_atomic64_dec_return_acquire(v); in atomic64_dec_return_acquire()
841 atomic64_dec_return_release(atomic64_t *v) in atomic64_dec_return_release() argument
843 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_return_release()
844 return arch_atomic64_dec_return_release(v); in atomic64_dec_return_release()
848 atomic64_dec_return_relaxed(atomic64_t *v) in atomic64_dec_return_relaxed() argument
850 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_return_relaxed()
851 return arch_atomic64_dec_return_relaxed(v); in atomic64_dec_return_relaxed()
855 atomic64_fetch_dec(atomic64_t *v) in atomic64_fetch_dec() argument
857 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_dec()
858 return arch_atomic64_fetch_dec(v); in atomic64_fetch_dec()
862 atomic64_fetch_dec_acquire(atomic64_t *v) in atomic64_fetch_dec_acquire() argument
864 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_dec_acquire()
865 return arch_atomic64_fetch_dec_acquire(v); in atomic64_fetch_dec_acquire()
869 atomic64_fetch_dec_release(atomic64_t *v) in atomic64_fetch_dec_release() argument
871 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_dec_release()
872 return arch_atomic64_fetch_dec_release(v); in atomic64_fetch_dec_release()
876 atomic64_fetch_dec_relaxed(atomic64_t *v) in atomic64_fetch_dec_relaxed() argument
878 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_dec_relaxed()
879 return arch_atomic64_fetch_dec_relaxed(v); in atomic64_fetch_dec_relaxed()
883 atomic64_and(s64 i, atomic64_t *v) in atomic64_and() argument
885 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_and()
886 arch_atomic64_and(i, v); in atomic64_and()
890 atomic64_fetch_and(s64 i, atomic64_t *v) in atomic64_fetch_and() argument
892 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_and()
893 return arch_atomic64_fetch_and(i, v); in atomic64_fetch_and()
897 atomic64_fetch_and_acquire(s64 i, atomic64_t *v) in atomic64_fetch_and_acquire() argument
899 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_and_acquire()
900 return arch_atomic64_fetch_and_acquire(i, v); in atomic64_fetch_and_acquire()
904 atomic64_fetch_and_release(s64 i, atomic64_t *v) in atomic64_fetch_and_release() argument
906 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_and_release()
907 return arch_atomic64_fetch_and_release(i, v); in atomic64_fetch_and_release()
911 atomic64_fetch_and_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_and_relaxed() argument
913 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_and_relaxed()
914 return arch_atomic64_fetch_and_relaxed(i, v); in atomic64_fetch_and_relaxed()
918 atomic64_andnot(s64 i, atomic64_t *v) in atomic64_andnot() argument
920 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_andnot()
921 arch_atomic64_andnot(i, v); in atomic64_andnot()
925 atomic64_fetch_andnot(s64 i, atomic64_t *v) in atomic64_fetch_andnot() argument
927 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_andnot()
928 return arch_atomic64_fetch_andnot(i, v); in atomic64_fetch_andnot()
932 atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in atomic64_fetch_andnot_acquire() argument
934 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_andnot_acquire()
935 return arch_atomic64_fetch_andnot_acquire(i, v); in atomic64_fetch_andnot_acquire()
939 atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in atomic64_fetch_andnot_release() argument
941 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_andnot_release()
942 return arch_atomic64_fetch_andnot_release(i, v); in atomic64_fetch_andnot_release()
946 atomic64_fetch_andnot_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_andnot_relaxed() argument
948 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_andnot_relaxed()
949 return arch_atomic64_fetch_andnot_relaxed(i, v); in atomic64_fetch_andnot_relaxed()
953 atomic64_or(s64 i, atomic64_t *v) in atomic64_or() argument
955 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_or()
956 arch_atomic64_or(i, v); in atomic64_or()
960 atomic64_fetch_or(s64 i, atomic64_t *v) in atomic64_fetch_or() argument
962 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_or()
963 return arch_atomic64_fetch_or(i, v); in atomic64_fetch_or()
967 atomic64_fetch_or_acquire(s64 i, atomic64_t *v) in atomic64_fetch_or_acquire() argument
969 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_or_acquire()
970 return arch_atomic64_fetch_or_acquire(i, v); in atomic64_fetch_or_acquire()
974 atomic64_fetch_or_release(s64 i, atomic64_t *v) in atomic64_fetch_or_release() argument
976 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_or_release()
977 return arch_atomic64_fetch_or_release(i, v); in atomic64_fetch_or_release()
981 atomic64_fetch_or_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_or_relaxed() argument
983 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_or_relaxed()
984 return arch_atomic64_fetch_or_relaxed(i, v); in atomic64_fetch_or_relaxed()
988 atomic64_xor(s64 i, atomic64_t *v) in atomic64_xor() argument
990 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xor()
991 arch_atomic64_xor(i, v); in atomic64_xor()
995 atomic64_fetch_xor(s64 i, atomic64_t *v) in atomic64_fetch_xor() argument
997 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_xor()
998 return arch_atomic64_fetch_xor(i, v); in atomic64_fetch_xor()
1002 atomic64_fetch_xor_acquire(s64 i, atomic64_t *v) in atomic64_fetch_xor_acquire() argument
1004 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_xor_acquire()
1005 return arch_atomic64_fetch_xor_acquire(i, v); in atomic64_fetch_xor_acquire()
1009 atomic64_fetch_xor_release(s64 i, atomic64_t *v) in atomic64_fetch_xor_release() argument
1011 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_xor_release()
1012 return arch_atomic64_fetch_xor_release(i, v); in atomic64_fetch_xor_release()
1016 atomic64_fetch_xor_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_xor_relaxed() argument
1018 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_xor_relaxed()
1019 return arch_atomic64_fetch_xor_relaxed(i, v); in atomic64_fetch_xor_relaxed()
1023 atomic64_xchg(atomic64_t *v, s64 i) in atomic64_xchg() argument
1025 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xchg()
1026 return arch_atomic64_xchg(v, i); in atomic64_xchg()
1030 atomic64_xchg_acquire(atomic64_t *v, s64 i) in atomic64_xchg_acquire() argument
1032 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xchg_acquire()
1033 return arch_atomic64_xchg_acquire(v, i); in atomic64_xchg_acquire()
1037 atomic64_xchg_release(atomic64_t *v, s64 i) in atomic64_xchg_release() argument
1039 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xchg_release()
1040 return arch_atomic64_xchg_release(v, i); in atomic64_xchg_release()
1044 atomic64_xchg_relaxed(atomic64_t *v, s64 i) in atomic64_xchg_relaxed() argument
1046 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xchg_relaxed()
1047 return arch_atomic64_xchg_relaxed(v, i); in atomic64_xchg_relaxed()
1051 atomic64_cmpxchg(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg() argument
1053 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_cmpxchg()
1054 return arch_atomic64_cmpxchg(v, old, new); in atomic64_cmpxchg()
1058 atomic64_cmpxchg_acquire(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg_acquire() argument
1060 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_cmpxchg_acquire()
1061 return arch_atomic64_cmpxchg_acquire(v, old, new); in atomic64_cmpxchg_acquire()
1065 atomic64_cmpxchg_release(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg_release() argument
1067 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_cmpxchg_release()
1068 return arch_atomic64_cmpxchg_release(v, old, new); in atomic64_cmpxchg_release()
1072 atomic64_cmpxchg_relaxed(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg_relaxed() argument
1074 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_cmpxchg_relaxed()
1075 return arch_atomic64_cmpxchg_relaxed(v, old, new); in atomic64_cmpxchg_relaxed()
1079 atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg() argument
1081 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_try_cmpxchg()
1083 return arch_atomic64_try_cmpxchg(v, old, new); in atomic64_try_cmpxchg()
1087 atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_acquire() argument
1089 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_try_cmpxchg_acquire()
1091 return arch_atomic64_try_cmpxchg_acquire(v, old, new); in atomic64_try_cmpxchg_acquire()
1095 atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_release() argument
1097 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_try_cmpxchg_release()
1099 return arch_atomic64_try_cmpxchg_release(v, old, new); in atomic64_try_cmpxchg_release()
1103 atomic64_try_cmpxchg_relaxed(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_relaxed() argument
1105 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_try_cmpxchg_relaxed()
1107 return arch_atomic64_try_cmpxchg_relaxed(v, old, new); in atomic64_try_cmpxchg_relaxed()
1111 atomic64_sub_and_test(s64 i, atomic64_t *v) in atomic64_sub_and_test() argument
1113 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_and_test()
1114 return arch_atomic64_sub_and_test(i, v); in atomic64_sub_and_test()
1118 atomic64_dec_and_test(atomic64_t *v) in atomic64_dec_and_test() argument
1120 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_and_test()
1121 return arch_atomic64_dec_and_test(v); in atomic64_dec_and_test()
1125 atomic64_inc_and_test(atomic64_t *v) in atomic64_inc_and_test() argument
1127 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_and_test()
1128 return arch_atomic64_inc_and_test(v); in atomic64_inc_and_test()
1132 atomic64_add_negative(s64 i, atomic64_t *v) in atomic64_add_negative() argument
1134 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_negative()
1135 return arch_atomic64_add_negative(i, v); in atomic64_add_negative()
1139 atomic64_fetch_add_unless(atomic64_t *v, s64 a, s64 u) in atomic64_fetch_add_unless() argument
1141 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add_unless()
1142 return arch_atomic64_fetch_add_unless(v, a, u); in atomic64_fetch_add_unless()
1146 atomic64_add_unless(atomic64_t *v, s64 a, s64 u) in atomic64_add_unless() argument
1148 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_unless()
1149 return arch_atomic64_add_unless(v, a, u); in atomic64_add_unless()
1153 atomic64_inc_not_zero(atomic64_t *v) in atomic64_inc_not_zero() argument
1155 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_not_zero()
1156 return arch_atomic64_inc_not_zero(v); in atomic64_inc_not_zero()
1160 atomic64_inc_unless_negative(atomic64_t *v) in atomic64_inc_unless_negative() argument
1162 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_unless_negative()
1163 return arch_atomic64_inc_unless_negative(v); in atomic64_inc_unless_negative()
1167 atomic64_dec_unless_positive(atomic64_t *v) in atomic64_dec_unless_positive() argument
1169 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_unless_positive()
1170 return arch_atomic64_dec_unless_positive(v); in atomic64_dec_unless_positive()
1174 atomic64_dec_if_positive(atomic64_t *v) in atomic64_dec_if_positive() argument
1176 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_if_positive()
1177 return arch_atomic64_dec_if_positive(v); in atomic64_dec_if_positive()
1181 atomic_long_read(const atomic_long_t *v) in atomic_long_read() argument
1183 instrument_atomic_read(v, sizeof(*v)); in atomic_long_read()
1184 return arch_atomic_long_read(v); in atomic_long_read()
1188 atomic_long_read_acquire(const atomic_long_t *v) in atomic_long_read_acquire() argument
1190 instrument_atomic_read(v, sizeof(*v)); in atomic_long_read_acquire()
1191 return arch_atomic_long_read_acquire(v); in atomic_long_read_acquire()
1195 atomic_long_set(atomic_long_t *v, long i) in atomic_long_set() argument
1197 instrument_atomic_write(v, sizeof(*v)); in atomic_long_set()
1198 arch_atomic_long_set(v, i); in atomic_long_set()
1202 atomic_long_set_release(atomic_long_t *v, long i) in atomic_long_set_release() argument
1204 instrument_atomic_write(v, sizeof(*v)); in atomic_long_set_release()
1205 arch_atomic_long_set_release(v, i); in atomic_long_set_release()
1209 atomic_long_add(long i, atomic_long_t *v) in atomic_long_add() argument
1211 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_add()
1212 arch_atomic_long_add(i, v); in atomic_long_add()
1216 atomic_long_add_return(long i, atomic_long_t *v) in atomic_long_add_return() argument
1218 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_add_return()
1219 return arch_atomic_long_add_return(i, v); in atomic_long_add_return()
1223 atomic_long_add_return_acquire(long i, atomic_long_t *v) in atomic_long_add_return_acquire() argument
1225 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_add_return_acquire()
1226 return arch_atomic_long_add_return_acquire(i, v); in atomic_long_add_return_acquire()
1230 atomic_long_add_return_release(long i, atomic_long_t *v) in atomic_long_add_return_release() argument
1232 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_add_return_release()
1233 return arch_atomic_long_add_return_release(i, v); in atomic_long_add_return_release()
1237 atomic_long_add_return_relaxed(long i, atomic_long_t *v) in atomic_long_add_return_relaxed() argument
1239 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_add_return_relaxed()
1240 return arch_atomic_long_add_return_relaxed(i, v); in atomic_long_add_return_relaxed()
1244 atomic_long_fetch_add(long i, atomic_long_t *v) in atomic_long_fetch_add() argument
1246 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_add()
1247 return arch_atomic_long_fetch_add(i, v); in atomic_long_fetch_add()
1251 atomic_long_fetch_add_acquire(long i, atomic_long_t *v) in atomic_long_fetch_add_acquire() argument
1253 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_add_acquire()
1254 return arch_atomic_long_fetch_add_acquire(i, v); in atomic_long_fetch_add_acquire()
1258 atomic_long_fetch_add_release(long i, atomic_long_t *v) in atomic_long_fetch_add_release() argument
1260 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_add_release()
1261 return arch_atomic_long_fetch_add_release(i, v); in atomic_long_fetch_add_release()
1265 atomic_long_fetch_add_relaxed(long i, atomic_long_t *v) in atomic_long_fetch_add_relaxed() argument
1267 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_add_relaxed()
1268 return arch_atomic_long_fetch_add_relaxed(i, v); in atomic_long_fetch_add_relaxed()
1272 atomic_long_sub(long i, atomic_long_t *v) in atomic_long_sub() argument
1274 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_sub()
1275 arch_atomic_long_sub(i, v); in atomic_long_sub()
1279 atomic_long_sub_return(long i, atomic_long_t *v) in atomic_long_sub_return() argument
1281 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_sub_return()
1282 return arch_atomic_long_sub_return(i, v); in atomic_long_sub_return()
1286 atomic_long_sub_return_acquire(long i, atomic_long_t *v) in atomic_long_sub_return_acquire() argument
1288 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_sub_return_acquire()
1289 return arch_atomic_long_sub_return_acquire(i, v); in atomic_long_sub_return_acquire()
1293 atomic_long_sub_return_release(long i, atomic_long_t *v) in atomic_long_sub_return_release() argument
1295 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_sub_return_release()
1296 return arch_atomic_long_sub_return_release(i, v); in atomic_long_sub_return_release()
1300 atomic_long_sub_return_relaxed(long i, atomic_long_t *v) in atomic_long_sub_return_relaxed() argument
1302 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_sub_return_relaxed()
1303 return arch_atomic_long_sub_return_relaxed(i, v); in atomic_long_sub_return_relaxed()
1307 atomic_long_fetch_sub(long i, atomic_long_t *v) in atomic_long_fetch_sub() argument
1309 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_sub()
1310 return arch_atomic_long_fetch_sub(i, v); in atomic_long_fetch_sub()
1314 atomic_long_fetch_sub_acquire(long i, atomic_long_t *v) in atomic_long_fetch_sub_acquire() argument
1316 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_sub_acquire()
1317 return arch_atomic_long_fetch_sub_acquire(i, v); in atomic_long_fetch_sub_acquire()
1321 atomic_long_fetch_sub_release(long i, atomic_long_t *v) in atomic_long_fetch_sub_release() argument
1323 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_sub_release()
1324 return arch_atomic_long_fetch_sub_release(i, v); in atomic_long_fetch_sub_release()
1328 atomic_long_fetch_sub_relaxed(long i, atomic_long_t *v) in atomic_long_fetch_sub_relaxed() argument
1330 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_sub_relaxed()
1331 return arch_atomic_long_fetch_sub_relaxed(i, v); in atomic_long_fetch_sub_relaxed()
1335 atomic_long_inc(atomic_long_t *v) in atomic_long_inc() argument
1337 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_inc()
1338 arch_atomic_long_inc(v); in atomic_long_inc()
1342 atomic_long_inc_return(atomic_long_t *v) in atomic_long_inc_return() argument
1344 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_inc_return()
1345 return arch_atomic_long_inc_return(v); in atomic_long_inc_return()
1349 atomic_long_inc_return_acquire(atomic_long_t *v) in atomic_long_inc_return_acquire() argument
1351 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_inc_return_acquire()
1352 return arch_atomic_long_inc_return_acquire(v); in atomic_long_inc_return_acquire()
1356 atomic_long_inc_return_release(atomic_long_t *v) in atomic_long_inc_return_release() argument
1358 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_inc_return_release()
1359 return arch_atomic_long_inc_return_release(v); in atomic_long_inc_return_release()
1363 atomic_long_inc_return_relaxed(atomic_long_t *v) in atomic_long_inc_return_relaxed() argument
1365 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_inc_return_relaxed()
1366 return arch_atomic_long_inc_return_relaxed(v); in atomic_long_inc_return_relaxed()
1370 atomic_long_fetch_inc(atomic_long_t *v) in atomic_long_fetch_inc() argument
1372 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_inc()
1373 return arch_atomic_long_fetch_inc(v); in atomic_long_fetch_inc()
1377 atomic_long_fetch_inc_acquire(atomic_long_t *v) in atomic_long_fetch_inc_acquire() argument
1379 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_inc_acquire()
1380 return arch_atomic_long_fetch_inc_acquire(v); in atomic_long_fetch_inc_acquire()
1384 atomic_long_fetch_inc_release(atomic_long_t *v) in atomic_long_fetch_inc_release() argument
1386 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_inc_release()
1387 return arch_atomic_long_fetch_inc_release(v); in atomic_long_fetch_inc_release()
1391 atomic_long_fetch_inc_relaxed(atomic_long_t *v) in atomic_long_fetch_inc_relaxed() argument
1393 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_inc_relaxed()
1394 return arch_atomic_long_fetch_inc_relaxed(v); in atomic_long_fetch_inc_relaxed()
1398 atomic_long_dec(atomic_long_t *v) in atomic_long_dec() argument
1400 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_dec()
1401 arch_atomic_long_dec(v); in atomic_long_dec()
1405 atomic_long_dec_return(atomic_long_t *v) in atomic_long_dec_return() argument
1407 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_dec_return()
1408 return arch_atomic_long_dec_return(v); in atomic_long_dec_return()
1412 atomic_long_dec_return_acquire(atomic_long_t *v) in atomic_long_dec_return_acquire() argument
1414 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_dec_return_acquire()
1415 return arch_atomic_long_dec_return_acquire(v); in atomic_long_dec_return_acquire()
1419 atomic_long_dec_return_release(atomic_long_t *v) in atomic_long_dec_return_release() argument
1421 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_dec_return_release()
1422 return arch_atomic_long_dec_return_release(v); in atomic_long_dec_return_release()
1426 atomic_long_dec_return_relaxed(atomic_long_t *v) in atomic_long_dec_return_relaxed() argument
1428 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_dec_return_relaxed()
1429 return arch_atomic_long_dec_return_relaxed(v); in atomic_long_dec_return_relaxed()
1433 atomic_long_fetch_dec(atomic_long_t *v) in atomic_long_fetch_dec() argument
1435 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_dec()
1436 return arch_atomic_long_fetch_dec(v); in atomic_long_fetch_dec()
1440 atomic_long_fetch_dec_acquire(atomic_long_t *v) in atomic_long_fetch_dec_acquire() argument
1442 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_dec_acquire()
1443 return arch_atomic_long_fetch_dec_acquire(v); in atomic_long_fetch_dec_acquire()
1447 atomic_long_fetch_dec_release(atomic_long_t *v) in atomic_long_fetch_dec_release() argument
1449 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_dec_release()
1450 return arch_atomic_long_fetch_dec_release(v); in atomic_long_fetch_dec_release()
1454 atomic_long_fetch_dec_relaxed(atomic_long_t *v) in atomic_long_fetch_dec_relaxed() argument
1456 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_dec_relaxed()
1457 return arch_atomic_long_fetch_dec_relaxed(v); in atomic_long_fetch_dec_relaxed()
1461 atomic_long_and(long i, atomic_long_t *v) in atomic_long_and() argument
1463 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_and()
1464 arch_atomic_long_and(i, v); in atomic_long_and()
1468 atomic_long_fetch_and(long i, atomic_long_t *v) in atomic_long_fetch_and() argument
1470 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_and()
1471 return arch_atomic_long_fetch_and(i, v); in atomic_long_fetch_and()
1475 atomic_long_fetch_and_acquire(long i, atomic_long_t *v) in atomic_long_fetch_and_acquire() argument
1477 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_and_acquire()
1478 return arch_atomic_long_fetch_and_acquire(i, v); in atomic_long_fetch_and_acquire()
1482 atomic_long_fetch_and_release(long i, atomic_long_t *v) in atomic_long_fetch_and_release() argument
1484 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_and_release()
1485 return arch_atomic_long_fetch_and_release(i, v); in atomic_long_fetch_and_release()
1489 atomic_long_fetch_and_relaxed(long i, atomic_long_t *v) in atomic_long_fetch_and_relaxed() argument
1491 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_and_relaxed()
1492 return arch_atomic_long_fetch_and_relaxed(i, v); in atomic_long_fetch_and_relaxed()
1496 atomic_long_andnot(long i, atomic_long_t *v) in atomic_long_andnot() argument
1498 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_andnot()
1499 arch_atomic_long_andnot(i, v); in atomic_long_andnot()
1503 atomic_long_fetch_andnot(long i, atomic_long_t *v) in atomic_long_fetch_andnot() argument
1505 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_andnot()
1506 return arch_atomic_long_fetch_andnot(i, v); in atomic_long_fetch_andnot()
1510 atomic_long_fetch_andnot_acquire(long i, atomic_long_t *v) in atomic_long_fetch_andnot_acquire() argument
1512 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_andnot_acquire()
1513 return arch_atomic_long_fetch_andnot_acquire(i, v); in atomic_long_fetch_andnot_acquire()
1517 atomic_long_fetch_andnot_release(long i, atomic_long_t *v) in atomic_long_fetch_andnot_release() argument
1519 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_andnot_release()
1520 return arch_atomic_long_fetch_andnot_release(i, v); in atomic_long_fetch_andnot_release()
1524 atomic_long_fetch_andnot_relaxed(long i, atomic_long_t *v) in atomic_long_fetch_andnot_relaxed() argument
1526 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_andnot_relaxed()
1527 return arch_atomic_long_fetch_andnot_relaxed(i, v); in atomic_long_fetch_andnot_relaxed()
1531 atomic_long_or(long i, atomic_long_t *v) in atomic_long_or() argument
1533 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_or()
1534 arch_atomic_long_or(i, v); in atomic_long_or()
1538 atomic_long_fetch_or(long i, atomic_long_t *v) in atomic_long_fetch_or() argument
1540 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_or()
1541 return arch_atomic_long_fetch_or(i, v); in atomic_long_fetch_or()
1545 atomic_long_fetch_or_acquire(long i, atomic_long_t *v) in atomic_long_fetch_or_acquire() argument
1547 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_or_acquire()
1548 return arch_atomic_long_fetch_or_acquire(i, v); in atomic_long_fetch_or_acquire()
1552 atomic_long_fetch_or_release(long i, atomic_long_t *v) in atomic_long_fetch_or_release() argument
1554 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_or_release()
1555 return arch_atomic_long_fetch_or_release(i, v); in atomic_long_fetch_or_release()
1559 atomic_long_fetch_or_relaxed(long i, atomic_long_t *v) in atomic_long_fetch_or_relaxed() argument
1561 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_or_relaxed()
1562 return arch_atomic_long_fetch_or_relaxed(i, v); in atomic_long_fetch_or_relaxed()
1566 atomic_long_xor(long i, atomic_long_t *v) in atomic_long_xor() argument
1568 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_xor()
1569 arch_atomic_long_xor(i, v); in atomic_long_xor()
1573 atomic_long_fetch_xor(long i, atomic_long_t *v) in atomic_long_fetch_xor() argument
1575 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_xor()
1576 return arch_atomic_long_fetch_xor(i, v); in atomic_long_fetch_xor()
1580 atomic_long_fetch_xor_acquire(long i, atomic_long_t *v) in atomic_long_fetch_xor_acquire() argument
1582 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_xor_acquire()
1583 return arch_atomic_long_fetch_xor_acquire(i, v); in atomic_long_fetch_xor_acquire()
1587 atomic_long_fetch_xor_release(long i, atomic_long_t *v) in atomic_long_fetch_xor_release() argument
1589 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_xor_release()
1590 return arch_atomic_long_fetch_xor_release(i, v); in atomic_long_fetch_xor_release()
1594 atomic_long_fetch_xor_relaxed(long i, atomic_long_t *v) in atomic_long_fetch_xor_relaxed() argument
1596 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_xor_relaxed()
1597 return arch_atomic_long_fetch_xor_relaxed(i, v); in atomic_long_fetch_xor_relaxed()
1601 atomic_long_xchg(atomic_long_t *v, long i) in atomic_long_xchg() argument
1603 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_xchg()
1604 return arch_atomic_long_xchg(v, i); in atomic_long_xchg()
1608 atomic_long_xchg_acquire(atomic_long_t *v, long i) in atomic_long_xchg_acquire() argument
1610 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_xchg_acquire()
1611 return arch_atomic_long_xchg_acquire(v, i); in atomic_long_xchg_acquire()
1615 atomic_long_xchg_release(atomic_long_t *v, long i) in atomic_long_xchg_release() argument
1617 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_xchg_release()
1618 return arch_atomic_long_xchg_release(v, i); in atomic_long_xchg_release()
1622 atomic_long_xchg_relaxed(atomic_long_t *v, long i) in atomic_long_xchg_relaxed() argument
1624 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_xchg_relaxed()
1625 return arch_atomic_long_xchg_relaxed(v, i); in atomic_long_xchg_relaxed()
1629 atomic_long_cmpxchg(atomic_long_t *v, long old, long new) in atomic_long_cmpxchg() argument
1631 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_cmpxchg()
1632 return arch_atomic_long_cmpxchg(v, old, new); in atomic_long_cmpxchg()
1636 atomic_long_cmpxchg_acquire(atomic_long_t *v, long old, long new) in atomic_long_cmpxchg_acquire() argument
1638 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_cmpxchg_acquire()
1639 return arch_atomic_long_cmpxchg_acquire(v, old, new); in atomic_long_cmpxchg_acquire()
1643 atomic_long_cmpxchg_release(atomic_long_t *v, long old, long new) in atomic_long_cmpxchg_release() argument
1645 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_cmpxchg_release()
1646 return arch_atomic_long_cmpxchg_release(v, old, new); in atomic_long_cmpxchg_release()
1650 atomic_long_cmpxchg_relaxed(atomic_long_t *v, long old, long new) in atomic_long_cmpxchg_relaxed() argument
1652 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_cmpxchg_relaxed()
1653 return arch_atomic_long_cmpxchg_relaxed(v, old, new); in atomic_long_cmpxchg_relaxed()
1657 atomic_long_try_cmpxchg(atomic_long_t *v, long *old, long new) in atomic_long_try_cmpxchg() argument
1659 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_try_cmpxchg()
1661 return arch_atomic_long_try_cmpxchg(v, old, new); in atomic_long_try_cmpxchg()
1665 atomic_long_try_cmpxchg_acquire(atomic_long_t *v, long *old, long new) in atomic_long_try_cmpxchg_acquire() argument
1667 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_try_cmpxchg_acquire()
1669 return arch_atomic_long_try_cmpxchg_acquire(v, old, new); in atomic_long_try_cmpxchg_acquire()
1673 atomic_long_try_cmpxchg_release(atomic_long_t *v, long *old, long new) in atomic_long_try_cmpxchg_release() argument
1675 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_try_cmpxchg_release()
1677 return arch_atomic_long_try_cmpxchg_release(v, old, new); in atomic_long_try_cmpxchg_release()
1681 atomic_long_try_cmpxchg_relaxed(atomic_long_t *v, long *old, long new) in atomic_long_try_cmpxchg_relaxed() argument
1683 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_try_cmpxchg_relaxed()
1685 return arch_atomic_long_try_cmpxchg_relaxed(v, old, new); in atomic_long_try_cmpxchg_relaxed()
1689 atomic_long_sub_and_test(long i, atomic_long_t *v) in atomic_long_sub_and_test() argument
1691 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_sub_and_test()
1692 return arch_atomic_long_sub_and_test(i, v); in atomic_long_sub_and_test()
1696 atomic_long_dec_and_test(atomic_long_t *v) in atomic_long_dec_and_test() argument
1698 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_dec_and_test()
1699 return arch_atomic_long_dec_and_test(v); in atomic_long_dec_and_test()
1703 atomic_long_inc_and_test(atomic_long_t *v) in atomic_long_inc_and_test() argument
1705 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_inc_and_test()
1706 return arch_atomic_long_inc_and_test(v); in atomic_long_inc_and_test()
1710 atomic_long_add_negative(long i, atomic_long_t *v) in atomic_long_add_negative() argument
1712 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_add_negative()
1713 return arch_atomic_long_add_negative(i, v); in atomic_long_add_negative()
1717 atomic_long_fetch_add_unless(atomic_long_t *v, long a, long u) in atomic_long_fetch_add_unless() argument
1719 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_fetch_add_unless()
1720 return arch_atomic_long_fetch_add_unless(v, a, u); in atomic_long_fetch_add_unless()
1724 atomic_long_add_unless(atomic_long_t *v, long a, long u) in atomic_long_add_unless() argument
1726 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_add_unless()
1727 return arch_atomic_long_add_unless(v, a, u); in atomic_long_add_unless()
1731 atomic_long_inc_not_zero(atomic_long_t *v) in atomic_long_inc_not_zero() argument
1733 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_inc_not_zero()
1734 return arch_atomic_long_inc_not_zero(v); in atomic_long_inc_not_zero()
1738 atomic_long_inc_unless_negative(atomic_long_t *v) in atomic_long_inc_unless_negative() argument
1740 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_inc_unless_negative()
1741 return arch_atomic_long_inc_unless_negative(v); in atomic_long_inc_unless_negative()
1745 atomic_long_dec_unless_positive(atomic_long_t *v) in atomic_long_dec_unless_positive() argument
1747 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_dec_unless_positive()
1748 return arch_atomic_long_dec_unless_positive(v); in atomic_long_dec_unless_positive()
1752 atomic_long_dec_if_positive(atomic_long_t *v) in atomic_long_dec_if_positive() argument
1754 instrument_atomic_read_write(v, sizeof(*v)); in atomic_long_dec_if_positive()
1755 return arch_atomic_long_dec_if_positive(v); in atomic_long_dec_if_positive()