Lines Matching refs:s
55 static inline void __seqcount_init(seqcount_t *s, const char *name, in __seqcount_init() argument
61 lockdep_init_map(&s->dep_map, name, key, 0); in __seqcount_init()
62 s->sequence = 0; in __seqcount_init()
69 # define seqcount_init(s) \ argument
72 __seqcount_init((s), #s, &__key); \
75 static inline void seqcount_lockdep_reader_access(const seqcount_t *s) in seqcount_lockdep_reader_access() argument
77 seqcount_t *l = (seqcount_t *)s; in seqcount_lockdep_reader_access()
88 # define seqcount_init(s) __seqcount_init(s, NULL, NULL) argument
108 static inline unsigned __read_seqcount_begin(const seqcount_t *s) in __read_seqcount_begin() argument
113 ret = READ_ONCE(s->sequence); in __read_seqcount_begin()
130 static inline unsigned raw_read_seqcount(const seqcount_t *s) in raw_read_seqcount() argument
132 unsigned ret = READ_ONCE(s->sequence); in raw_read_seqcount()
146 static inline unsigned raw_read_seqcount_begin(const seqcount_t *s) in raw_read_seqcount_begin() argument
148 unsigned ret = __read_seqcount_begin(s); in raw_read_seqcount_begin()
162 static inline unsigned read_seqcount_begin(const seqcount_t *s) in read_seqcount_begin() argument
164 seqcount_lockdep_reader_access(s); in read_seqcount_begin()
165 return raw_read_seqcount_begin(s); in read_seqcount_begin()
182 static inline unsigned raw_seqcount_begin(const seqcount_t *s) in raw_seqcount_begin() argument
184 unsigned ret = READ_ONCE(s->sequence); in raw_seqcount_begin()
203 static inline int __read_seqcount_retry(const seqcount_t *s, unsigned start) in __read_seqcount_retry() argument
205 return unlikely(s->sequence != start); in __read_seqcount_retry()
218 static inline int read_seqcount_retry(const seqcount_t *s, unsigned start) in read_seqcount_retry() argument
221 return __read_seqcount_retry(s, start); in read_seqcount_retry()
226 static inline void raw_write_seqcount_begin(seqcount_t *s) in raw_write_seqcount_begin() argument
228 s->sequence++; in raw_write_seqcount_begin()
232 static inline void raw_write_seqcount_end(seqcount_t *s) in raw_write_seqcount_end() argument
235 s->sequence++; in raw_write_seqcount_end()
279 static inline void raw_write_seqcount_barrier(seqcount_t *s) in raw_write_seqcount_barrier() argument
281 s->sequence++; in raw_write_seqcount_barrier()
283 s->sequence++; in raw_write_seqcount_barrier()
286 static inline int raw_read_seqcount_latch(seqcount_t *s) in raw_read_seqcount_latch() argument
289 int seq = READ_ONCE(s->sequence); /* ^^^ */ in raw_read_seqcount_latch()
370 static inline void raw_write_seqcount_latch(seqcount_t *s) in raw_write_seqcount_latch() argument
373 s->sequence++; in raw_write_seqcount_latch()
381 static inline void write_seqcount_begin_nested(seqcount_t *s, int subclass) in write_seqcount_begin_nested() argument
383 raw_write_seqcount_begin(s); in write_seqcount_begin_nested()
384 seqcount_acquire(&s->dep_map, subclass, 0, _RET_IP_); in write_seqcount_begin_nested()
387 static inline void write_seqcount_begin(seqcount_t *s) in write_seqcount_begin() argument
389 write_seqcount_begin_nested(s, 0); in write_seqcount_begin()
392 static inline void write_seqcount_end(seqcount_t *s) in write_seqcount_end() argument
394 seqcount_release(&s->dep_map, 1, _RET_IP_); in write_seqcount_end()
395 raw_write_seqcount_end(s); in write_seqcount_end()
405 static inline void write_seqcount_invalidate(seqcount_t *s) in write_seqcount_invalidate() argument
408 s->sequence+=2; in write_seqcount_invalidate()