Lines Matching refs:v
152 arch_atomic_read_acquire(const atomic_t *v) in arch_atomic_read_acquire() argument
157 ret = smp_load_acquire(&(v)->counter); in arch_atomic_read_acquire()
159 ret = arch_atomic_read(v); in arch_atomic_read_acquire()
170 arch_atomic_set_release(atomic_t *v, int i) in arch_atomic_set_release() argument
173 smp_store_release(&(v)->counter, i); in arch_atomic_set_release()
176 arch_atomic_set(v, i); in arch_atomic_set_release()
190 arch_atomic_add_return_acquire(int i, atomic_t *v) in arch_atomic_add_return_acquire() argument
192 int ret = arch_atomic_add_return_relaxed(i, v); in arch_atomic_add_return_acquire()
201 arch_atomic_add_return_release(int i, atomic_t *v) in arch_atomic_add_return_release() argument
204 return arch_atomic_add_return_relaxed(i, v); in arch_atomic_add_return_release()
211 arch_atomic_add_return(int i, atomic_t *v) in arch_atomic_add_return() argument
215 ret = arch_atomic_add_return_relaxed(i, v); in arch_atomic_add_return()
232 arch_atomic_fetch_add_acquire(int i, atomic_t *v) in arch_atomic_fetch_add_acquire() argument
234 int ret = arch_atomic_fetch_add_relaxed(i, v); in arch_atomic_fetch_add_acquire()
243 arch_atomic_fetch_add_release(int i, atomic_t *v) in arch_atomic_fetch_add_release() argument
246 return arch_atomic_fetch_add_relaxed(i, v); in arch_atomic_fetch_add_release()
253 arch_atomic_fetch_add(int i, atomic_t *v) in arch_atomic_fetch_add() argument
257 ret = arch_atomic_fetch_add_relaxed(i, v); in arch_atomic_fetch_add()
274 arch_atomic_sub_return_acquire(int i, atomic_t *v) in arch_atomic_sub_return_acquire() argument
276 int ret = arch_atomic_sub_return_relaxed(i, v); in arch_atomic_sub_return_acquire()
285 arch_atomic_sub_return_release(int i, atomic_t *v) in arch_atomic_sub_return_release() argument
288 return arch_atomic_sub_return_relaxed(i, v); in arch_atomic_sub_return_release()
295 arch_atomic_sub_return(int i, atomic_t *v) in arch_atomic_sub_return() argument
299 ret = arch_atomic_sub_return_relaxed(i, v); in arch_atomic_sub_return()
316 arch_atomic_fetch_sub_acquire(int i, atomic_t *v) in arch_atomic_fetch_sub_acquire() argument
318 int ret = arch_atomic_fetch_sub_relaxed(i, v); in arch_atomic_fetch_sub_acquire()
327 arch_atomic_fetch_sub_release(int i, atomic_t *v) in arch_atomic_fetch_sub_release() argument
330 return arch_atomic_fetch_sub_relaxed(i, v); in arch_atomic_fetch_sub_release()
337 arch_atomic_fetch_sub(int i, atomic_t *v) in arch_atomic_fetch_sub() argument
341 ret = arch_atomic_fetch_sub_relaxed(i, v); in arch_atomic_fetch_sub()
352 arch_atomic_inc(atomic_t *v) in arch_atomic_inc() argument
354 arch_atomic_add(1, v); in arch_atomic_inc()
368 arch_atomic_inc_return(atomic_t *v) in arch_atomic_inc_return() argument
370 return arch_atomic_add_return(1, v); in arch_atomic_inc_return()
377 arch_atomic_inc_return_acquire(atomic_t *v) in arch_atomic_inc_return_acquire() argument
379 return arch_atomic_add_return_acquire(1, v); in arch_atomic_inc_return_acquire()
386 arch_atomic_inc_return_release(atomic_t *v) in arch_atomic_inc_return_release() argument
388 return arch_atomic_add_return_release(1, v); in arch_atomic_inc_return_release()
395 arch_atomic_inc_return_relaxed(atomic_t *v) in arch_atomic_inc_return_relaxed() argument
397 return arch_atomic_add_return_relaxed(1, v); in arch_atomic_inc_return_relaxed()
406 arch_atomic_inc_return_acquire(atomic_t *v) in arch_atomic_inc_return_acquire() argument
408 int ret = arch_atomic_inc_return_relaxed(v); in arch_atomic_inc_return_acquire()
417 arch_atomic_inc_return_release(atomic_t *v) in arch_atomic_inc_return_release() argument
420 return arch_atomic_inc_return_relaxed(v); in arch_atomic_inc_return_release()
427 arch_atomic_inc_return(atomic_t *v) in arch_atomic_inc_return() argument
431 ret = arch_atomic_inc_return_relaxed(v); in arch_atomic_inc_return()
449 arch_atomic_fetch_inc(atomic_t *v) in arch_atomic_fetch_inc() argument
451 return arch_atomic_fetch_add(1, v); in arch_atomic_fetch_inc()
458 arch_atomic_fetch_inc_acquire(atomic_t *v) in arch_atomic_fetch_inc_acquire() argument
460 return arch_atomic_fetch_add_acquire(1, v); in arch_atomic_fetch_inc_acquire()
467 arch_atomic_fetch_inc_release(atomic_t *v) in arch_atomic_fetch_inc_release() argument
469 return arch_atomic_fetch_add_release(1, v); in arch_atomic_fetch_inc_release()
476 arch_atomic_fetch_inc_relaxed(atomic_t *v) in arch_atomic_fetch_inc_relaxed() argument
478 return arch_atomic_fetch_add_relaxed(1, v); in arch_atomic_fetch_inc_relaxed()
487 arch_atomic_fetch_inc_acquire(atomic_t *v) in arch_atomic_fetch_inc_acquire() argument
489 int ret = arch_atomic_fetch_inc_relaxed(v); in arch_atomic_fetch_inc_acquire()
498 arch_atomic_fetch_inc_release(atomic_t *v) in arch_atomic_fetch_inc_release() argument
501 return arch_atomic_fetch_inc_relaxed(v); in arch_atomic_fetch_inc_release()
508 arch_atomic_fetch_inc(atomic_t *v) in arch_atomic_fetch_inc() argument
512 ret = arch_atomic_fetch_inc_relaxed(v); in arch_atomic_fetch_inc()
523 arch_atomic_dec(atomic_t *v) in arch_atomic_dec() argument
525 arch_atomic_sub(1, v); in arch_atomic_dec()
539 arch_atomic_dec_return(atomic_t *v) in arch_atomic_dec_return() argument
541 return arch_atomic_sub_return(1, v); in arch_atomic_dec_return()
548 arch_atomic_dec_return_acquire(atomic_t *v) in arch_atomic_dec_return_acquire() argument
550 return arch_atomic_sub_return_acquire(1, v); in arch_atomic_dec_return_acquire()
557 arch_atomic_dec_return_release(atomic_t *v) in arch_atomic_dec_return_release() argument
559 return arch_atomic_sub_return_release(1, v); in arch_atomic_dec_return_release()
566 arch_atomic_dec_return_relaxed(atomic_t *v) in arch_atomic_dec_return_relaxed() argument
568 return arch_atomic_sub_return_relaxed(1, v); in arch_atomic_dec_return_relaxed()
577 arch_atomic_dec_return_acquire(atomic_t *v) in arch_atomic_dec_return_acquire() argument
579 int ret = arch_atomic_dec_return_relaxed(v); in arch_atomic_dec_return_acquire()
588 arch_atomic_dec_return_release(atomic_t *v) in arch_atomic_dec_return_release() argument
591 return arch_atomic_dec_return_relaxed(v); in arch_atomic_dec_return_release()
598 arch_atomic_dec_return(atomic_t *v) in arch_atomic_dec_return() argument
602 ret = arch_atomic_dec_return_relaxed(v); in arch_atomic_dec_return()
620 arch_atomic_fetch_dec(atomic_t *v) in arch_atomic_fetch_dec() argument
622 return arch_atomic_fetch_sub(1, v); in arch_atomic_fetch_dec()
629 arch_atomic_fetch_dec_acquire(atomic_t *v) in arch_atomic_fetch_dec_acquire() argument
631 return arch_atomic_fetch_sub_acquire(1, v); in arch_atomic_fetch_dec_acquire()
638 arch_atomic_fetch_dec_release(atomic_t *v) in arch_atomic_fetch_dec_release() argument
640 return arch_atomic_fetch_sub_release(1, v); in arch_atomic_fetch_dec_release()
647 arch_atomic_fetch_dec_relaxed(atomic_t *v) in arch_atomic_fetch_dec_relaxed() argument
649 return arch_atomic_fetch_sub_relaxed(1, v); in arch_atomic_fetch_dec_relaxed()
658 arch_atomic_fetch_dec_acquire(atomic_t *v) in arch_atomic_fetch_dec_acquire() argument
660 int ret = arch_atomic_fetch_dec_relaxed(v); in arch_atomic_fetch_dec_acquire()
669 arch_atomic_fetch_dec_release(atomic_t *v) in arch_atomic_fetch_dec_release() argument
672 return arch_atomic_fetch_dec_relaxed(v); in arch_atomic_fetch_dec_release()
679 arch_atomic_fetch_dec(atomic_t *v) in arch_atomic_fetch_dec() argument
683 ret = arch_atomic_fetch_dec_relaxed(v); in arch_atomic_fetch_dec()
700 arch_atomic_fetch_and_acquire(int i, atomic_t *v) in arch_atomic_fetch_and_acquire() argument
702 int ret = arch_atomic_fetch_and_relaxed(i, v); in arch_atomic_fetch_and_acquire()
711 arch_atomic_fetch_and_release(int i, atomic_t *v) in arch_atomic_fetch_and_release() argument
714 return arch_atomic_fetch_and_relaxed(i, v); in arch_atomic_fetch_and_release()
721 arch_atomic_fetch_and(int i, atomic_t *v) in arch_atomic_fetch_and() argument
725 ret = arch_atomic_fetch_and_relaxed(i, v); in arch_atomic_fetch_and()
736 arch_atomic_andnot(int i, atomic_t *v) in arch_atomic_andnot() argument
738 arch_atomic_and(~i, v); in arch_atomic_andnot()
752 arch_atomic_fetch_andnot(int i, atomic_t *v) in arch_atomic_fetch_andnot() argument
754 return arch_atomic_fetch_and(~i, v); in arch_atomic_fetch_andnot()
761 arch_atomic_fetch_andnot_acquire(int i, atomic_t *v) in arch_atomic_fetch_andnot_acquire() argument
763 return arch_atomic_fetch_and_acquire(~i, v); in arch_atomic_fetch_andnot_acquire()
770 arch_atomic_fetch_andnot_release(int i, atomic_t *v) in arch_atomic_fetch_andnot_release() argument
772 return arch_atomic_fetch_and_release(~i, v); in arch_atomic_fetch_andnot_release()
779 arch_atomic_fetch_andnot_relaxed(int i, atomic_t *v) in arch_atomic_fetch_andnot_relaxed() argument
781 return arch_atomic_fetch_and_relaxed(~i, v); in arch_atomic_fetch_andnot_relaxed()
790 arch_atomic_fetch_andnot_acquire(int i, atomic_t *v) in arch_atomic_fetch_andnot_acquire() argument
792 int ret = arch_atomic_fetch_andnot_relaxed(i, v); in arch_atomic_fetch_andnot_acquire()
801 arch_atomic_fetch_andnot_release(int i, atomic_t *v) in arch_atomic_fetch_andnot_release() argument
804 return arch_atomic_fetch_andnot_relaxed(i, v); in arch_atomic_fetch_andnot_release()
811 arch_atomic_fetch_andnot(int i, atomic_t *v) in arch_atomic_fetch_andnot() argument
815 ret = arch_atomic_fetch_andnot_relaxed(i, v); in arch_atomic_fetch_andnot()
832 arch_atomic_fetch_or_acquire(int i, atomic_t *v) in arch_atomic_fetch_or_acquire() argument
834 int ret = arch_atomic_fetch_or_relaxed(i, v); in arch_atomic_fetch_or_acquire()
843 arch_atomic_fetch_or_release(int i, atomic_t *v) in arch_atomic_fetch_or_release() argument
846 return arch_atomic_fetch_or_relaxed(i, v); in arch_atomic_fetch_or_release()
853 arch_atomic_fetch_or(int i, atomic_t *v) in arch_atomic_fetch_or() argument
857 ret = arch_atomic_fetch_or_relaxed(i, v); in arch_atomic_fetch_or()
874 arch_atomic_fetch_xor_acquire(int i, atomic_t *v) in arch_atomic_fetch_xor_acquire() argument
876 int ret = arch_atomic_fetch_xor_relaxed(i, v); in arch_atomic_fetch_xor_acquire()
885 arch_atomic_fetch_xor_release(int i, atomic_t *v) in arch_atomic_fetch_xor_release() argument
888 return arch_atomic_fetch_xor_relaxed(i, v); in arch_atomic_fetch_xor_release()
895 arch_atomic_fetch_xor(int i, atomic_t *v) in arch_atomic_fetch_xor() argument
899 ret = arch_atomic_fetch_xor_relaxed(i, v); in arch_atomic_fetch_xor()
916 arch_atomic_xchg_acquire(atomic_t *v, int i) in arch_atomic_xchg_acquire() argument
918 int ret = arch_atomic_xchg_relaxed(v, i); in arch_atomic_xchg_acquire()
927 arch_atomic_xchg_release(atomic_t *v, int i) in arch_atomic_xchg_release() argument
930 return arch_atomic_xchg_relaxed(v, i); in arch_atomic_xchg_release()
937 arch_atomic_xchg(atomic_t *v, int i) in arch_atomic_xchg() argument
941 ret = arch_atomic_xchg_relaxed(v, i); in arch_atomic_xchg()
958 arch_atomic_cmpxchg_acquire(atomic_t *v, int old, int new) in arch_atomic_cmpxchg_acquire() argument
960 int ret = arch_atomic_cmpxchg_relaxed(v, old, new); in arch_atomic_cmpxchg_acquire()
969 arch_atomic_cmpxchg_release(atomic_t *v, int old, int new) in arch_atomic_cmpxchg_release() argument
972 return arch_atomic_cmpxchg_relaxed(v, old, new); in arch_atomic_cmpxchg_release()
979 arch_atomic_cmpxchg(atomic_t *v, int old, int new) in arch_atomic_cmpxchg() argument
983 ret = arch_atomic_cmpxchg_relaxed(v, old, new); in arch_atomic_cmpxchg()
1001 arch_atomic_try_cmpxchg(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg() argument
1004 r = arch_atomic_cmpxchg(v, o, new); in arch_atomic_try_cmpxchg()
1014 arch_atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_acquire() argument
1017 r = arch_atomic_cmpxchg_acquire(v, o, new); in arch_atomic_try_cmpxchg_acquire()
1027 arch_atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_release() argument
1030 r = arch_atomic_cmpxchg_release(v, o, new); in arch_atomic_try_cmpxchg_release()
1040 arch_atomic_try_cmpxchg_relaxed(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_relaxed() argument
1043 r = arch_atomic_cmpxchg_relaxed(v, o, new); in arch_atomic_try_cmpxchg_relaxed()
1055 arch_atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_acquire() argument
1057 bool ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in arch_atomic_try_cmpxchg_acquire()
1066 arch_atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_release() argument
1069 return arch_atomic_try_cmpxchg_relaxed(v, old, new); in arch_atomic_try_cmpxchg_release()
1076 arch_atomic_try_cmpxchg(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg() argument
1080 ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in arch_atomic_try_cmpxchg()
1100 arch_atomic_sub_and_test(int i, atomic_t *v) in arch_atomic_sub_and_test() argument
1102 return arch_atomic_sub_return(i, v) == 0; in arch_atomic_sub_and_test()
1117 arch_atomic_dec_and_test(atomic_t *v) in arch_atomic_dec_and_test() argument
1119 return arch_atomic_dec_return(v) == 0; in arch_atomic_dec_and_test()
1134 arch_atomic_inc_and_test(atomic_t *v) in arch_atomic_inc_and_test() argument
1136 return arch_atomic_inc_return(v) == 0; in arch_atomic_inc_and_test()
1152 arch_atomic_add_negative(int i, atomic_t *v) in arch_atomic_add_negative() argument
1154 return arch_atomic_add_return(i, v) < 0; in arch_atomic_add_negative()
1170 arch_atomic_fetch_add_unless(atomic_t *v, int a, int u) in arch_atomic_fetch_add_unless() argument
1172 int c = arch_atomic_read(v); in arch_atomic_fetch_add_unless()
1177 } while (!arch_atomic_try_cmpxchg(v, &c, c + a)); in arch_atomic_fetch_add_unless()
1195 arch_atomic_add_unless(atomic_t *v, int a, int u) in arch_atomic_add_unless() argument
1197 return arch_atomic_fetch_add_unless(v, a, u) != u; in arch_atomic_add_unless()
1211 arch_atomic_inc_not_zero(atomic_t *v) in arch_atomic_inc_not_zero() argument
1213 return arch_atomic_add_unless(v, 1, 0); in arch_atomic_inc_not_zero()
1220 arch_atomic_inc_unless_negative(atomic_t *v) in arch_atomic_inc_unless_negative() argument
1222 int c = arch_atomic_read(v); in arch_atomic_inc_unless_negative()
1227 } while (!arch_atomic_try_cmpxchg(v, &c, c + 1)); in arch_atomic_inc_unless_negative()
1236 arch_atomic_dec_unless_positive(atomic_t *v) in arch_atomic_dec_unless_positive() argument
1238 int c = arch_atomic_read(v); in arch_atomic_dec_unless_positive()
1243 } while (!arch_atomic_try_cmpxchg(v, &c, c - 1)); in arch_atomic_dec_unless_positive()
1252 arch_atomic_dec_if_positive(atomic_t *v) in arch_atomic_dec_if_positive() argument
1254 int dec, c = arch_atomic_read(v); in arch_atomic_dec_if_positive()
1260 } while (!arch_atomic_try_cmpxchg(v, &c, dec)); in arch_atomic_dec_if_positive()
1273 arch_atomic64_read_acquire(const atomic64_t *v) in arch_atomic64_read_acquire() argument
1278 ret = smp_load_acquire(&(v)->counter); in arch_atomic64_read_acquire()
1280 ret = arch_atomic64_read(v); in arch_atomic64_read_acquire()
1291 arch_atomic64_set_release(atomic64_t *v, s64 i) in arch_atomic64_set_release() argument
1294 smp_store_release(&(v)->counter, i); in arch_atomic64_set_release()
1297 arch_atomic64_set(v, i); in arch_atomic64_set_release()
1311 arch_atomic64_add_return_acquire(s64 i, atomic64_t *v) in arch_atomic64_add_return_acquire() argument
1313 s64 ret = arch_atomic64_add_return_relaxed(i, v); in arch_atomic64_add_return_acquire()
1322 arch_atomic64_add_return_release(s64 i, atomic64_t *v) in arch_atomic64_add_return_release() argument
1325 return arch_atomic64_add_return_relaxed(i, v); in arch_atomic64_add_return_release()
1332 arch_atomic64_add_return(s64 i, atomic64_t *v) in arch_atomic64_add_return() argument
1336 ret = arch_atomic64_add_return_relaxed(i, v); in arch_atomic64_add_return()
1353 arch_atomic64_fetch_add_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_add_acquire() argument
1355 s64 ret = arch_atomic64_fetch_add_relaxed(i, v); in arch_atomic64_fetch_add_acquire()
1364 arch_atomic64_fetch_add_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_add_release() argument
1367 return arch_atomic64_fetch_add_relaxed(i, v); in arch_atomic64_fetch_add_release()
1374 arch_atomic64_fetch_add(s64 i, atomic64_t *v) in arch_atomic64_fetch_add() argument
1378 ret = arch_atomic64_fetch_add_relaxed(i, v); in arch_atomic64_fetch_add()
1395 arch_atomic64_sub_return_acquire(s64 i, atomic64_t *v) in arch_atomic64_sub_return_acquire() argument
1397 s64 ret = arch_atomic64_sub_return_relaxed(i, v); in arch_atomic64_sub_return_acquire()
1406 arch_atomic64_sub_return_release(s64 i, atomic64_t *v) in arch_atomic64_sub_return_release() argument
1409 return arch_atomic64_sub_return_relaxed(i, v); in arch_atomic64_sub_return_release()
1416 arch_atomic64_sub_return(s64 i, atomic64_t *v) in arch_atomic64_sub_return() argument
1420 ret = arch_atomic64_sub_return_relaxed(i, v); in arch_atomic64_sub_return()
1437 arch_atomic64_fetch_sub_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_sub_acquire() argument
1439 s64 ret = arch_atomic64_fetch_sub_relaxed(i, v); in arch_atomic64_fetch_sub_acquire()
1448 arch_atomic64_fetch_sub_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_sub_release() argument
1451 return arch_atomic64_fetch_sub_relaxed(i, v); in arch_atomic64_fetch_sub_release()
1458 arch_atomic64_fetch_sub(s64 i, atomic64_t *v) in arch_atomic64_fetch_sub() argument
1462 ret = arch_atomic64_fetch_sub_relaxed(i, v); in arch_atomic64_fetch_sub()
1473 arch_atomic64_inc(atomic64_t *v) in arch_atomic64_inc() argument
1475 arch_atomic64_add(1, v); in arch_atomic64_inc()
1489 arch_atomic64_inc_return(atomic64_t *v) in arch_atomic64_inc_return() argument
1491 return arch_atomic64_add_return(1, v); in arch_atomic64_inc_return()
1498 arch_atomic64_inc_return_acquire(atomic64_t *v) in arch_atomic64_inc_return_acquire() argument
1500 return arch_atomic64_add_return_acquire(1, v); in arch_atomic64_inc_return_acquire()
1507 arch_atomic64_inc_return_release(atomic64_t *v) in arch_atomic64_inc_return_release() argument
1509 return arch_atomic64_add_return_release(1, v); in arch_atomic64_inc_return_release()
1516 arch_atomic64_inc_return_relaxed(atomic64_t *v) in arch_atomic64_inc_return_relaxed() argument
1518 return arch_atomic64_add_return_relaxed(1, v); in arch_atomic64_inc_return_relaxed()
1527 arch_atomic64_inc_return_acquire(atomic64_t *v) in arch_atomic64_inc_return_acquire() argument
1529 s64 ret = arch_atomic64_inc_return_relaxed(v); in arch_atomic64_inc_return_acquire()
1538 arch_atomic64_inc_return_release(atomic64_t *v) in arch_atomic64_inc_return_release() argument
1541 return arch_atomic64_inc_return_relaxed(v); in arch_atomic64_inc_return_release()
1548 arch_atomic64_inc_return(atomic64_t *v) in arch_atomic64_inc_return() argument
1552 ret = arch_atomic64_inc_return_relaxed(v); in arch_atomic64_inc_return()
1570 arch_atomic64_fetch_inc(atomic64_t *v) in arch_atomic64_fetch_inc() argument
1572 return arch_atomic64_fetch_add(1, v); in arch_atomic64_fetch_inc()
1579 arch_atomic64_fetch_inc_acquire(atomic64_t *v) in arch_atomic64_fetch_inc_acquire() argument
1581 return arch_atomic64_fetch_add_acquire(1, v); in arch_atomic64_fetch_inc_acquire()
1588 arch_atomic64_fetch_inc_release(atomic64_t *v) in arch_atomic64_fetch_inc_release() argument
1590 return arch_atomic64_fetch_add_release(1, v); in arch_atomic64_fetch_inc_release()
1597 arch_atomic64_fetch_inc_relaxed(atomic64_t *v) in arch_atomic64_fetch_inc_relaxed() argument
1599 return arch_atomic64_fetch_add_relaxed(1, v); in arch_atomic64_fetch_inc_relaxed()
1608 arch_atomic64_fetch_inc_acquire(atomic64_t *v) in arch_atomic64_fetch_inc_acquire() argument
1610 s64 ret = arch_atomic64_fetch_inc_relaxed(v); in arch_atomic64_fetch_inc_acquire()
1619 arch_atomic64_fetch_inc_release(atomic64_t *v) in arch_atomic64_fetch_inc_release() argument
1622 return arch_atomic64_fetch_inc_relaxed(v); in arch_atomic64_fetch_inc_release()
1629 arch_atomic64_fetch_inc(atomic64_t *v) in arch_atomic64_fetch_inc() argument
1633 ret = arch_atomic64_fetch_inc_relaxed(v); in arch_atomic64_fetch_inc()
1644 arch_atomic64_dec(atomic64_t *v) in arch_atomic64_dec() argument
1646 arch_atomic64_sub(1, v); in arch_atomic64_dec()
1660 arch_atomic64_dec_return(atomic64_t *v) in arch_atomic64_dec_return() argument
1662 return arch_atomic64_sub_return(1, v); in arch_atomic64_dec_return()
1669 arch_atomic64_dec_return_acquire(atomic64_t *v) in arch_atomic64_dec_return_acquire() argument
1671 return arch_atomic64_sub_return_acquire(1, v); in arch_atomic64_dec_return_acquire()
1678 arch_atomic64_dec_return_release(atomic64_t *v) in arch_atomic64_dec_return_release() argument
1680 return arch_atomic64_sub_return_release(1, v); in arch_atomic64_dec_return_release()
1687 arch_atomic64_dec_return_relaxed(atomic64_t *v) in arch_atomic64_dec_return_relaxed() argument
1689 return arch_atomic64_sub_return_relaxed(1, v); in arch_atomic64_dec_return_relaxed()
1698 arch_atomic64_dec_return_acquire(atomic64_t *v) in arch_atomic64_dec_return_acquire() argument
1700 s64 ret = arch_atomic64_dec_return_relaxed(v); in arch_atomic64_dec_return_acquire()
1709 arch_atomic64_dec_return_release(atomic64_t *v) in arch_atomic64_dec_return_release() argument
1712 return arch_atomic64_dec_return_relaxed(v); in arch_atomic64_dec_return_release()
1719 arch_atomic64_dec_return(atomic64_t *v) in arch_atomic64_dec_return() argument
1723 ret = arch_atomic64_dec_return_relaxed(v); in arch_atomic64_dec_return()
1741 arch_atomic64_fetch_dec(atomic64_t *v) in arch_atomic64_fetch_dec() argument
1743 return arch_atomic64_fetch_sub(1, v); in arch_atomic64_fetch_dec()
1750 arch_atomic64_fetch_dec_acquire(atomic64_t *v) in arch_atomic64_fetch_dec_acquire() argument
1752 return arch_atomic64_fetch_sub_acquire(1, v); in arch_atomic64_fetch_dec_acquire()
1759 arch_atomic64_fetch_dec_release(atomic64_t *v) in arch_atomic64_fetch_dec_release() argument
1761 return arch_atomic64_fetch_sub_release(1, v); in arch_atomic64_fetch_dec_release()
1768 arch_atomic64_fetch_dec_relaxed(atomic64_t *v) in arch_atomic64_fetch_dec_relaxed() argument
1770 return arch_atomic64_fetch_sub_relaxed(1, v); in arch_atomic64_fetch_dec_relaxed()
1779 arch_atomic64_fetch_dec_acquire(atomic64_t *v) in arch_atomic64_fetch_dec_acquire() argument
1781 s64 ret = arch_atomic64_fetch_dec_relaxed(v); in arch_atomic64_fetch_dec_acquire()
1790 arch_atomic64_fetch_dec_release(atomic64_t *v) in arch_atomic64_fetch_dec_release() argument
1793 return arch_atomic64_fetch_dec_relaxed(v); in arch_atomic64_fetch_dec_release()
1800 arch_atomic64_fetch_dec(atomic64_t *v) in arch_atomic64_fetch_dec() argument
1804 ret = arch_atomic64_fetch_dec_relaxed(v); in arch_atomic64_fetch_dec()
1821 arch_atomic64_fetch_and_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_and_acquire() argument
1823 s64 ret = arch_atomic64_fetch_and_relaxed(i, v); in arch_atomic64_fetch_and_acquire()
1832 arch_atomic64_fetch_and_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_and_release() argument
1835 return arch_atomic64_fetch_and_relaxed(i, v); in arch_atomic64_fetch_and_release()
1842 arch_atomic64_fetch_and(s64 i, atomic64_t *v) in arch_atomic64_fetch_and() argument
1846 ret = arch_atomic64_fetch_and_relaxed(i, v); in arch_atomic64_fetch_and()
1857 arch_atomic64_andnot(s64 i, atomic64_t *v) in arch_atomic64_andnot() argument
1859 arch_atomic64_and(~i, v); in arch_atomic64_andnot()
1873 arch_atomic64_fetch_andnot(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot() argument
1875 return arch_atomic64_fetch_and(~i, v); in arch_atomic64_fetch_andnot()
1882 arch_atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_acquire() argument
1884 return arch_atomic64_fetch_and_acquire(~i, v); in arch_atomic64_fetch_andnot_acquire()
1891 arch_atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_release() argument
1893 return arch_atomic64_fetch_and_release(~i, v); in arch_atomic64_fetch_andnot_release()
1900 arch_atomic64_fetch_andnot_relaxed(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_relaxed() argument
1902 return arch_atomic64_fetch_and_relaxed(~i, v); in arch_atomic64_fetch_andnot_relaxed()
1911 arch_atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_acquire() argument
1913 s64 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in arch_atomic64_fetch_andnot_acquire()
1922 arch_atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_release() argument
1925 return arch_atomic64_fetch_andnot_relaxed(i, v); in arch_atomic64_fetch_andnot_release()
1932 arch_atomic64_fetch_andnot(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot() argument
1936 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in arch_atomic64_fetch_andnot()
1953 arch_atomic64_fetch_or_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_or_acquire() argument
1955 s64 ret = arch_atomic64_fetch_or_relaxed(i, v); in arch_atomic64_fetch_or_acquire()
1964 arch_atomic64_fetch_or_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_or_release() argument
1967 return arch_atomic64_fetch_or_relaxed(i, v); in arch_atomic64_fetch_or_release()
1974 arch_atomic64_fetch_or(s64 i, atomic64_t *v) in arch_atomic64_fetch_or() argument
1978 ret = arch_atomic64_fetch_or_relaxed(i, v); in arch_atomic64_fetch_or()
1995 arch_atomic64_fetch_xor_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_xor_acquire() argument
1997 s64 ret = arch_atomic64_fetch_xor_relaxed(i, v); in arch_atomic64_fetch_xor_acquire()
2006 arch_atomic64_fetch_xor_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_xor_release() argument
2009 return arch_atomic64_fetch_xor_relaxed(i, v); in arch_atomic64_fetch_xor_release()
2016 arch_atomic64_fetch_xor(s64 i, atomic64_t *v) in arch_atomic64_fetch_xor() argument
2020 ret = arch_atomic64_fetch_xor_relaxed(i, v); in arch_atomic64_fetch_xor()
2037 arch_atomic64_xchg_acquire(atomic64_t *v, s64 i) in arch_atomic64_xchg_acquire() argument
2039 s64 ret = arch_atomic64_xchg_relaxed(v, i); in arch_atomic64_xchg_acquire()
2048 arch_atomic64_xchg_release(atomic64_t *v, s64 i) in arch_atomic64_xchg_release() argument
2051 return arch_atomic64_xchg_relaxed(v, i); in arch_atomic64_xchg_release()
2058 arch_atomic64_xchg(atomic64_t *v, s64 i) in arch_atomic64_xchg() argument
2062 ret = arch_atomic64_xchg_relaxed(v, i); in arch_atomic64_xchg()
2079 arch_atomic64_cmpxchg_acquire(atomic64_t *v, s64 old, s64 new) in arch_atomic64_cmpxchg_acquire() argument
2081 s64 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in arch_atomic64_cmpxchg_acquire()
2090 arch_atomic64_cmpxchg_release(atomic64_t *v, s64 old, s64 new) in arch_atomic64_cmpxchg_release() argument
2093 return arch_atomic64_cmpxchg_relaxed(v, old, new); in arch_atomic64_cmpxchg_release()
2100 arch_atomic64_cmpxchg(atomic64_t *v, s64 old, s64 new) in arch_atomic64_cmpxchg() argument
2104 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in arch_atomic64_cmpxchg()
2122 arch_atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg() argument
2125 r = arch_atomic64_cmpxchg(v, o, new); in arch_atomic64_try_cmpxchg()
2135 arch_atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_acquire() argument
2138 r = arch_atomic64_cmpxchg_acquire(v, o, new); in arch_atomic64_try_cmpxchg_acquire()
2148 arch_atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_release() argument
2151 r = arch_atomic64_cmpxchg_release(v, o, new); in arch_atomic64_try_cmpxchg_release()
2161 arch_atomic64_try_cmpxchg_relaxed(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_relaxed() argument
2164 r = arch_atomic64_cmpxchg_relaxed(v, o, new); in arch_atomic64_try_cmpxchg_relaxed()
2176 arch_atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_acquire() argument
2178 bool ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in arch_atomic64_try_cmpxchg_acquire()
2187 arch_atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_release() argument
2190 return arch_atomic64_try_cmpxchg_relaxed(v, old, new); in arch_atomic64_try_cmpxchg_release()
2197 arch_atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg() argument
2201 ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in arch_atomic64_try_cmpxchg()
2221 arch_atomic64_sub_and_test(s64 i, atomic64_t *v) in arch_atomic64_sub_and_test() argument
2223 return arch_atomic64_sub_return(i, v) == 0; in arch_atomic64_sub_and_test()
2238 arch_atomic64_dec_and_test(atomic64_t *v) in arch_atomic64_dec_and_test() argument
2240 return arch_atomic64_dec_return(v) == 0; in arch_atomic64_dec_and_test()
2255 arch_atomic64_inc_and_test(atomic64_t *v) in arch_atomic64_inc_and_test() argument
2257 return arch_atomic64_inc_return(v) == 0; in arch_atomic64_inc_and_test()
2273 arch_atomic64_add_negative(s64 i, atomic64_t *v) in arch_atomic64_add_negative() argument
2275 return arch_atomic64_add_return(i, v) < 0; in arch_atomic64_add_negative()
2291 arch_atomic64_fetch_add_unless(atomic64_t *v, s64 a, s64 u) in arch_atomic64_fetch_add_unless() argument
2293 s64 c = arch_atomic64_read(v); in arch_atomic64_fetch_add_unless()
2298 } while (!arch_atomic64_try_cmpxchg(v, &c, c + a)); in arch_atomic64_fetch_add_unless()
2316 arch_atomic64_add_unless(atomic64_t *v, s64 a, s64 u) in arch_atomic64_add_unless() argument
2318 return arch_atomic64_fetch_add_unless(v, a, u) != u; in arch_atomic64_add_unless()
2332 arch_atomic64_inc_not_zero(atomic64_t *v) in arch_atomic64_inc_not_zero() argument
2334 return arch_atomic64_add_unless(v, 1, 0); in arch_atomic64_inc_not_zero()
2341 arch_atomic64_inc_unless_negative(atomic64_t *v) in arch_atomic64_inc_unless_negative() argument
2343 s64 c = arch_atomic64_read(v); in arch_atomic64_inc_unless_negative()
2348 } while (!arch_atomic64_try_cmpxchg(v, &c, c + 1)); in arch_atomic64_inc_unless_negative()
2357 arch_atomic64_dec_unless_positive(atomic64_t *v) in arch_atomic64_dec_unless_positive() argument
2359 s64 c = arch_atomic64_read(v); in arch_atomic64_dec_unless_positive()
2364 } while (!arch_atomic64_try_cmpxchg(v, &c, c - 1)); in arch_atomic64_dec_unless_positive()
2373 arch_atomic64_dec_if_positive(atomic64_t *v) in arch_atomic64_dec_if_positive() argument
2375 s64 dec, c = arch_atomic64_read(v); in arch_atomic64_dec_if_positive()
2381 } while (!arch_atomic64_try_cmpxchg(v, &c, dec)); in arch_atomic64_dec_if_positive()