335 		struct io_rings		*rings;  member
1375 	struct io_rings *r = ctx->rings;  in io_account_cq_overflow()
1588 	smp_store_release(&ctx->rings->cq.tail, ctx->cached_cq_tail);  in __io_commit_cqring()
1600 	struct io_rings *r = ctx->rings;  in io_sqring_full()
1607 	return ctx->cached_cq_tail - READ_ONCE(ctx->rings->cq.head);  in __io_cqring_events()
1612 	struct io_rings *rings = ctx->rings;  in io_get_cqe()  local
1624 	return &rings->cqes[tail & mask];  in io_get_cqe()
1631 	if (READ_ONCE(ctx->rings->cq_flags) & IORING_CQ_EVENTFD_DISABLED)  in io_should_trigger_evfd()
1710 		WRITE_ONCE(ctx->rings->sq_flags,  in __io_cqring_overflow_flush()
1711 			   ctx->rings->sq_flags & ~IORING_SQ_CQ_OVERFLOW);  in __io_cqring_overflow_flush()
1800 		WRITE_ONCE(ctx->rings->sq_flags,  in io_cqring_event_overflow()
1801 			   ctx->rings->sq_flags | IORING_SQ_CQ_OVERFLOW);  in io_cqring_event_overflow()
2454 	struct io_rings *rings = ctx->rings;  in io_sqring_entries()  local
2457 	return smp_load_acquire(&rings->sq.tail) - ctx->cached_sq_head;  in io_sqring_entries()
7510 	struct io_rings *rings = ctx->rings;  in io_commit_sqring()  local
7517 	smp_store_release(&rings->sq.head, ctx->cached_sq_head);  in io_commit_sqring()
7549 	WRITE_ONCE(ctx->rings->sq_dropped,  in io_get_sqe()
7550 		   READ_ONCE(ctx->rings->sq_dropped) + 1);  in io_get_sqe()
7611 	WRITE_ONCE(ctx->rings->sq_flags,  in io_ring_set_wakeup_flag()
7612 		   ctx->rings->sq_flags | IORING_SQ_NEED_WAKEUP);  in io_ring_set_wakeup_flag()
7619 	WRITE_ONCE(ctx->rings->sq_flags,  in io_ring_clear_wakeup_flag()
7620 		   ctx->rings->sq_flags & ~IORING_SQ_NEED_WAKEUP);  in io_ring_clear_wakeup_flag()
7869 	struct io_rings *rings = ctx->rings;  in io_cqring_wait()  local
7907 	iowq.cq_tail = READ_ONCE(ctx->rings->cq.head) + min_events;  in io_cqring_wait()
7925 	return READ_ONCE(rings->cq.head) == READ_ONCE(rings->cq.tail) ? ret : 0;  in io_cqring_wait()
9049 	struct io_rings *rings;  in rings_size()  local
9052 	off = struct_size(rings, cqes, cq_entries);  in rings_size()
9555 	if (ctx->rings)  in io_ring_ctx_free()
9586 	io_mem_free(ctx->rings);  in io_ring_ctx_free()
9785 	if (ctx->rings)  in io_ring_ctx_wait_and_kill()
10120 		ptr = ctx->rings;  in io_uring_validate_mmap_request()
10451 	struct io_rings *rings;  in io_allocate_scq_urings()  local
10462 	rings = io_mem_alloc(size);  in io_allocate_scq_urings()
10463 	if (!rings)  in io_allocate_scq_urings()
10466 	ctx->rings = rings;  in io_allocate_scq_urings()
10467 	ctx->sq_array = (u32 *)((char *)rings + sq_array_offset);  in io_allocate_scq_urings()
10468 	rings->sq_ring_mask = p->sq_entries - 1;  in io_allocate_scq_urings()
10469 	rings->cq_ring_mask = p->cq_entries - 1;  in io_allocate_scq_urings()
10470 	rings->sq_ring_entries = p->sq_entries;  in io_allocate_scq_urings()
10471 	rings->cq_ring_entries = p->cq_entries;  in io_allocate_scq_urings()
10475 		io_mem_free(ctx->rings);  in io_allocate_scq_urings()
10476 		ctx->rings = NULL;  in io_allocate_scq_urings()
10482 		io_mem_free(ctx->rings);  in io_allocate_scq_urings()
10483 		ctx->rings = NULL;  in io_allocate_scq_urings()
10618 	p->sq_off.array = (char *)ctx->sq_array - (char *)ctx->rings;  in io_uring_create()