374 				     struct bpf_ringbuf_hdr *hdr)  in bpf_ringbuf_rec_pg_off()  argument
376 	return ((void *)hdr - (void *)rb) >> PAGE_SHIFT;  in bpf_ringbuf_rec_pg_off()
383 bpf_ringbuf_restore_from_rec(struct bpf_ringbuf_hdr *hdr)  in bpf_ringbuf_restore_from_rec()  argument
385 	unsigned long addr = (unsigned long)(void *)hdr;  in bpf_ringbuf_restore_from_rec()
386 	unsigned long off = (unsigned long)hdr->pg_off << PAGE_SHIFT;  in bpf_ringbuf_restore_from_rec()
395 	struct bpf_ringbuf_hdr *hdr;  in __bpf_ringbuf_reserve()  local
424 	hdr = (void *)rb->data + (prod_pos & rb->mask);  in __bpf_ringbuf_reserve()
425 	pg_off = bpf_ringbuf_rec_pg_off(rb, hdr);  in __bpf_ringbuf_reserve()
426 	hdr->len = size | BPF_RINGBUF_BUSY_BIT;  in __bpf_ringbuf_reserve()
427 	hdr->pg_off = pg_off;  in __bpf_ringbuf_reserve()
434 	return (void *)hdr + BPF_RINGBUF_HDR_SZ;  in __bpf_ringbuf_reserve()
459 	struct bpf_ringbuf_hdr *hdr;  in bpf_ringbuf_commit()  local
463 	hdr = sample - BPF_RINGBUF_HDR_SZ;  in bpf_ringbuf_commit()
464 	rb = bpf_ringbuf_restore_from_rec(hdr);  in bpf_ringbuf_commit()
465 	new_len = hdr->len ^ BPF_RINGBUF_BUSY_BIT;  in bpf_ringbuf_commit()
470 	xchg(&hdr->len, new_len);  in bpf_ringbuf_commit()
475 	rec_pos = (void *)hdr - (void *)rb->data;  in bpf_ringbuf_commit()
646 	u32 hdr_len, sample_len, total_len, flags, *hdr;  in __bpf_user_ringbuf_peek()  local
659 	hdr = (u32 *)((uintptr_t)rb->data + (uintptr_t)(cons_pos & rb->mask));  in __bpf_user_ringbuf_peek()
661 	hdr_len = smp_load_acquire(hdr);  in __bpf_user_ringbuf_peek()