164 static void xsk_mmap_offsets_v1(struct xdp_mmap_offsets *off)  in xsk_mmap_offsets_v1()  argument
172 	memcpy(&off_v1, off, sizeof(off_v1));  in xsk_mmap_offsets_v1()
174 	off->rx.producer = off_v1.rx.producer;  in xsk_mmap_offsets_v1()
175 	off->rx.consumer = off_v1.rx.consumer;  in xsk_mmap_offsets_v1()
176 	off->rx.desc = off_v1.rx.desc;  in xsk_mmap_offsets_v1()
177 	off->rx.flags = off_v1.rx.consumer + sizeof(__u32);  in xsk_mmap_offsets_v1()
179 	off->tx.producer = off_v1.tx.producer;  in xsk_mmap_offsets_v1()
180 	off->tx.consumer = off_v1.tx.consumer;  in xsk_mmap_offsets_v1()
181 	off->tx.desc = off_v1.tx.desc;  in xsk_mmap_offsets_v1()
182 	off->tx.flags = off_v1.tx.consumer + sizeof(__u32);  in xsk_mmap_offsets_v1()
184 	off->fr.producer = off_v1.fr.producer;  in xsk_mmap_offsets_v1()
185 	off->fr.consumer = off_v1.fr.consumer;  in xsk_mmap_offsets_v1()
186 	off->fr.desc = off_v1.fr.desc;  in xsk_mmap_offsets_v1()
187 	off->fr.flags = off_v1.fr.consumer + sizeof(__u32);  in xsk_mmap_offsets_v1()
189 	off->cr.producer = off_v1.cr.producer;  in xsk_mmap_offsets_v1()
190 	off->cr.consumer = off_v1.cr.consumer;  in xsk_mmap_offsets_v1()
191 	off->cr.desc = off_v1.cr.desc;  in xsk_mmap_offsets_v1()
192 	off->cr.flags = off_v1.cr.consumer + sizeof(__u32);  in xsk_mmap_offsets_v1()
195 static int xsk_get_mmap_offsets(int fd, struct xdp_mmap_offsets *off)  in xsk_get_mmap_offsets()  argument
200 	optlen = sizeof(*off);  in xsk_get_mmap_offsets()
201 	err = getsockopt(fd, SOL_XDP, XDP_MMAP_OFFSETS, off, &optlen);  in xsk_get_mmap_offsets()
205 	if (optlen == sizeof(*off))  in xsk_get_mmap_offsets()
209 		xsk_mmap_offsets_v1(off);  in xsk_get_mmap_offsets()
220 	struct xdp_mmap_offsets off;  in xsk_create_umem_rings()  local
236 	err = xsk_get_mmap_offsets(fd, &off);  in xsk_create_umem_rings()
240 	map = mmap(NULL, off.fr.desc + umem->config.fill_size * sizeof(__u64),  in xsk_create_umem_rings()
248 	fill->producer = map + off.fr.producer;  in xsk_create_umem_rings()
249 	fill->consumer = map + off.fr.consumer;  in xsk_create_umem_rings()
250 	fill->flags = map + off.fr.flags;  in xsk_create_umem_rings()
251 	fill->ring = map + off.fr.desc;  in xsk_create_umem_rings()
254 	map = mmap(NULL, off.cr.desc + umem->config.comp_size * sizeof(__u64),  in xsk_create_umem_rings()
264 	comp->producer = map + off.cr.producer;  in xsk_create_umem_rings()
265 	comp->consumer = map + off.cr.consumer;  in xsk_create_umem_rings()
266 	comp->flags = map + off.cr.flags;  in xsk_create_umem_rings()
267 	comp->ring = map + off.cr.desc;  in xsk_create_umem_rings()
272 	munmap(map, off.fr.desc + umem->config.fill_size * sizeof(__u64));  in xsk_create_umem_rings()
636 	struct xdp_mmap_offsets off;  in xsk_put_ctx()  local
645 	err = xsk_get_mmap_offsets(umem->fd, &off);  in xsk_put_ctx()
649 	munmap(ctx->fill->ring - off.fr.desc, off.fr.desc + umem->config.fill_size *  in xsk_put_ctx()
651 	munmap(ctx->comp->ring - off.cr.desc, off.cr.desc + umem->config.comp_size *  in xsk_put_ctx()
709 	struct xdp_mmap_offsets off;  in xsk_socket__create_shared()  local
785 	err = xsk_get_mmap_offsets(xsk->fd, &off);  in xsk_socket__create_shared()
792 		rx_map = mmap(NULL, off.rx.desc +  in xsk_socket__create_shared()
803 		rx->producer = rx_map + off.rx.producer;  in xsk_socket__create_shared()
804 		rx->consumer = rx_map + off.rx.consumer;  in xsk_socket__create_shared()
805 		rx->flags = rx_map + off.rx.flags;  in xsk_socket__create_shared()
806 		rx->ring = rx_map + off.rx.desc;  in xsk_socket__create_shared()
813 		tx_map = mmap(NULL, off.tx.desc +  in xsk_socket__create_shared()
824 		tx->producer = tx_map + off.tx.producer;  in xsk_socket__create_shared()
825 		tx->consumer = tx_map + off.tx.consumer;  in xsk_socket__create_shared()
826 		tx->flags = tx_map + off.tx.flags;  in xsk_socket__create_shared()
827 		tx->ring = tx_map + off.tx.desc;  in xsk_socket__create_shared()
867 		munmap(tx_map, off.tx.desc +  in xsk_socket__create_shared()
871 		munmap(rx_map, off.rx.desc +  in xsk_socket__create_shared()
913 	struct xdp_mmap_offsets off;  in xsk_socket__delete()  local
928 	err = xsk_get_mmap_offsets(xsk->fd, &off);  in xsk_socket__delete()
931 			munmap(xsk->rx->ring - off.rx.desc,  in xsk_socket__delete()
932 			       off.rx.desc + xsk->config.rx_size * desc_sz);  in xsk_socket__delete()
935 			munmap(xsk->tx->ring - off.tx.desc,  in xsk_socket__delete()
936 			       off.tx.desc + xsk->config.tx_size * desc_sz);  in xsk_socket__delete()