307 				     struct bpf_ringbuf_hdr *hdr)  in bpf_ringbuf_rec_pg_off()  argument
309 	return ((void *)hdr - (void *)rb) >> PAGE_SHIFT;  in bpf_ringbuf_rec_pg_off()
316 bpf_ringbuf_restore_from_rec(struct bpf_ringbuf_hdr *hdr)  in bpf_ringbuf_restore_from_rec()  argument
318 	unsigned long addr = (unsigned long)(void *)hdr;  in bpf_ringbuf_restore_from_rec()
319 	unsigned long off = (unsigned long)hdr->pg_off << PAGE_SHIFT;  in bpf_ringbuf_restore_from_rec()
328 	struct bpf_ringbuf_hdr *hdr;  in __bpf_ringbuf_reserve()  local
357 	hdr = (void *)rb->data + (prod_pos & rb->mask);  in __bpf_ringbuf_reserve()
358 	pg_off = bpf_ringbuf_rec_pg_off(rb, hdr);  in __bpf_ringbuf_reserve()
359 	hdr->len = size | BPF_RINGBUF_BUSY_BIT;  in __bpf_ringbuf_reserve()
360 	hdr->pg_off = pg_off;  in __bpf_ringbuf_reserve()
367 	return (void *)hdr + BPF_RINGBUF_HDR_SZ;  in __bpf_ringbuf_reserve()
392 	struct bpf_ringbuf_hdr *hdr;  in bpf_ringbuf_commit()  local
396 	hdr = sample - BPF_RINGBUF_HDR_SZ;  in bpf_ringbuf_commit()
397 	rb = bpf_ringbuf_restore_from_rec(hdr);  in bpf_ringbuf_commit()
398 	new_len = hdr->len ^ BPF_RINGBUF_BUSY_BIT;  in bpf_ringbuf_commit()
403 	xchg(&hdr->len, new_len);  in bpf_ringbuf_commit()
408 	rec_pos = (void *)hdr - (void *)rb->data;  in bpf_ringbuf_commit()