Lines Matching refs:tail
84 u32 tail ____cacheline_aligned_in_smp;
476 if (ctx->cached_cq_tail != READ_ONCE(rings->cq.tail)) { in __io_commit_cqring()
478 smp_store_release(&rings->cq.tail, ctx->cached_cq_tail); in __io_commit_cqring()
550 unsigned tail; in io_get_cqring() local
552 tail = ctx->cached_cq_tail; in io_get_cqring()
558 if (tail - READ_ONCE(rings->cq.head) == rings->cq_ring_entries) in io_get_cqring()
562 return &rings->cqes[tail & ctx->cq_mask]; in io_get_cqring()
745 return READ_ONCE(rings->cq.tail) - READ_ONCE(rings->cq.head); in io_cqring_events()
753 return smp_load_acquire(&rings->sq.tail) - ctx->cached_sq_head; in io_sqring_entries()
2607 if (head == smp_load_acquire(&rings->sq.tail)) in io_get_sqring()
2966 return READ_ONCE(rings->cq.head) == READ_ONCE(rings->cq.tail) ? ret : 0; in io_cqring_wait()
3616 if (READ_ONCE(ctx->rings->sq.tail) - ctx->cached_sq_head != in io_uring_poll()
3899 p->sq_off.tail = offsetof(struct io_rings, sq.tail); in io_uring_create()
3908 p->cq_off.tail = offsetof(struct io_rings, cq.tail); in io_uring_create()