288 				     struct bpf_ringbuf_hdr *hdr)  in bpf_ringbuf_rec_pg_off()  argument
290 	return ((void *)hdr - (void *)rb) >> PAGE_SHIFT;  in bpf_ringbuf_rec_pg_off()
297 bpf_ringbuf_restore_from_rec(struct bpf_ringbuf_hdr *hdr)  in bpf_ringbuf_restore_from_rec()  argument
299 	unsigned long addr = (unsigned long)(void *)hdr;  in bpf_ringbuf_restore_from_rec()
300 	unsigned long off = (unsigned long)hdr->pg_off << PAGE_SHIFT;  in bpf_ringbuf_restore_from_rec()
309 	struct bpf_ringbuf_hdr *hdr;  in __bpf_ringbuf_reserve()  local
338 	hdr = (void *)rb->data + (prod_pos & rb->mask);  in __bpf_ringbuf_reserve()
339 	pg_off = bpf_ringbuf_rec_pg_off(rb, hdr);  in __bpf_ringbuf_reserve()
340 	hdr->len = size | BPF_RINGBUF_BUSY_BIT;  in __bpf_ringbuf_reserve()
341 	hdr->pg_off = pg_off;  in __bpf_ringbuf_reserve()
348 	return (void *)hdr + BPF_RINGBUF_HDR_SZ;  in __bpf_ringbuf_reserve()
373 	struct bpf_ringbuf_hdr *hdr;  in bpf_ringbuf_commit()  local
377 	hdr = sample - BPF_RINGBUF_HDR_SZ;  in bpf_ringbuf_commit()
378 	rb = bpf_ringbuf_restore_from_rec(hdr);  in bpf_ringbuf_commit()
379 	new_len = hdr->len ^ BPF_RINGBUF_BUSY_BIT;  in bpf_ringbuf_commit()
384 	xchg(&hdr->len, new_len);  in bpf_ringbuf_commit()
389 	rec_pos = (void *)hdr - (void *)rb->data;  in bpf_ringbuf_commit()