| /kernel/linux/linux-6.6/net/xdp/ |
| D | xdp_umem.c | 24 static void xdp_umem_unpin_pages(struct xdp_umem *umem) in xdp_umem_unpin_pages()
32 static void xdp_umem_unaccount_pages(struct xdp_umem *umem) in xdp_umem_unaccount_pages()
40 static void xdp_umem_addr_unmap(struct xdp_umem *umem) in xdp_umem_addr_unmap()
46 static int xdp_umem_addr_map(struct xdp_umem *umem, struct page **pages, in xdp_umem_addr_map()
55 static void xdp_umem_release(struct xdp_umem *umem) in xdp_umem_release()
69 struct xdp_umem *umem = container_of(work, struct xdp_umem, work); in xdp_umem_release_deferred() local
74 void xdp_get_umem(struct xdp_umem *umem) in xdp_get_umem()
79 void xdp_put_umem(struct xdp_umem *umem, bool defer_cleanup) in xdp_put_umem()
94 static int xdp_umem_pin_pages(struct xdp_umem *umem, unsigned long address) in xdp_umem_pin_pages()
128 static int xdp_umem_account_pages(struct xdp_umem *umem) in xdp_umem_account_pages()
[all …]
|
| /kernel/linux/linux-5.10/net/xdp/ |
| D | xdp_umem.c | 26 static void xdp_umem_unpin_pages(struct xdp_umem *umem) in xdp_umem_unpin_pages()
34 static void xdp_umem_unaccount_pages(struct xdp_umem *umem) in xdp_umem_unaccount_pages()
42 static void xdp_umem_addr_unmap(struct xdp_umem *umem) in xdp_umem_addr_unmap()
48 static int xdp_umem_addr_map(struct xdp_umem *umem, struct page **pages, in xdp_umem_addr_map()
57 static void xdp_umem_release(struct xdp_umem *umem) in xdp_umem_release()
71 struct xdp_umem *umem = container_of(work, struct xdp_umem, work); in xdp_umem_release_deferred() local
76 void xdp_get_umem(struct xdp_umem *umem) in xdp_get_umem()
81 void xdp_put_umem(struct xdp_umem *umem, bool defer_cleanup) in xdp_put_umem()
96 static int xdp_umem_pin_pages(struct xdp_umem *umem, unsigned long address) in xdp_umem_pin_pages()
131 static int xdp_umem_account_pages(struct xdp_umem *umem) in xdp_umem_account_pages()
[all …]
|
| D | xsk_buff_pool.c | 45 struct xdp_umem *umem) in xp_create_and_assign_umem()
205 struct xdp_umem *umem = umem_xs->umem; in xp_assign_dev_shared() local
284 u32 nr_pages, struct xdp_umem *umem) in xp_create_dma_map()
|
| /kernel/linux/linux-6.6/include/rdma/ |
| D | ib_umem.h | 32 struct ib_umem umem; member
43 static inline struct ib_umem_dmabuf *to_ib_umem_dmabuf(struct ib_umem *umem) in to_ib_umem_dmabuf()
49 static inline int ib_umem_offset(struct ib_umem *umem) in ib_umem_offset()
54 static inline unsigned long ib_umem_dma_offset(struct ib_umem *umem, in ib_umem_dma_offset()
61 static inline size_t ib_umem_num_dma_blocks(struct ib_umem *umem, in ib_umem_num_dma_blocks()
69 static inline size_t ib_umem_num_pages(struct ib_umem *umem) in ib_umem_num_pages()
75 struct ib_umem *umem, in __rdma_umem_block_iter_start()
100 #define rdma_umem_for_each_dma_block(umem, biter, pgsz) \ argument
133 static inline unsigned long ib_umem_find_best_pgoff(struct ib_umem *umem, in ib_umem_find_best_pgoff()
167 static inline void ib_umem_release(struct ib_umem *umem) { } in ib_umem_release()
[all …]
|
| D | ib_umem_odp.h | 13 struct ib_umem umem; member
47 static inline struct ib_umem_odp *to_ib_umem_odp(struct ib_umem *umem) in to_ib_umem_odp()
|
| /kernel/linux/linux-5.10/include/rdma/ |
| D | ib_umem.h | 32 static inline int ib_umem_offset(struct ib_umem *umem) in ib_umem_offset()
37 static inline size_t ib_umem_num_dma_blocks(struct ib_umem *umem, in ib_umem_num_dma_blocks()
45 static inline size_t ib_umem_num_pages(struct ib_umem *umem) in ib_umem_num_pages()
51 struct ib_umem *umem, in __rdma_umem_block_iter_start()
68 #define rdma_umem_for_each_dma_block(umem, biter, pgsz) \ argument
93 static inline void ib_umem_release(struct ib_umem *umem) { } in ib_umem_release()
94 static inline int ib_umem_copy_from(void *dst, struct ib_umem *umem, size_t offset, in ib_umem_copy_from()
98 static inline unsigned long ib_umem_find_best_pgsz(struct ib_umem *umem, in ib_umem_find_best_pgsz()
|
| D | ib_umem_odp.h | 13 struct ib_umem umem; member
47 static inline struct ib_umem_odp *to_ib_umem_odp(struct ib_umem *umem) in to_ib_umem_odp()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| D | umem.c | 40 struct nvkm_umem *umem; in nvkm_umem_search() local
65 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_unmap() local
89 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_map() local
126 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_dtor() local
149 struct nvkm_umem *umem; in nvkm_umem_new() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/core/ |
| D | umem.c | 47 static void __ib_umem_release(struct ib_device *dev, struct ib_umem *umem, int dirty) in __ib_umem_release()
78 unsigned long ib_umem_find_best_pgsz(struct ib_umem *umem, in ib_umem_find_best_pgsz()
144 struct ib_umem *umem; in ib_umem_get() local
268 void ib_umem_release(struct ib_umem *umem) in ib_umem_release()
293 int ib_umem_copy_from(void *dst, struct ib_umem *umem, size_t offset, in ib_umem_copy_from()
|
| D | umem_odp.c | 121 struct ib_umem *umem; in ib_umem_odp_alloc_implicit() local
169 struct ib_umem *umem; in ib_umem_odp_alloc_child() local
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| D | umem.c | 40 struct nvkm_umem *umem; in nvkm_umem_search() local
66 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_unmap() local
90 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_map() local
127 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_dtor() local
150 struct nvkm_umem *umem; in nvkm_umem_new() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/core/ |
| D | umem.c | 48 static void __ib_umem_release(struct ib_device *dev, struct ib_umem *umem, int dirty) in __ib_umem_release()
79 unsigned long ib_umem_find_best_pgsz(struct ib_umem *umem, in ib_umem_find_best_pgsz()
145 struct ib_umem *umem; in ib_umem_get() local
262 void ib_umem_release(struct ib_umem *umem) in ib_umem_release()
289 int ib_umem_copy_from(void *dst, struct ib_umem *umem, size_t offset, in ib_umem_copy_from()
|
| D | umem_odp.c | 119 struct ib_umem *umem; in ib_umem_odp_alloc_implicit() local
167 struct ib_umem *umem; in ib_umem_odp_alloc_child() local
|
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/ |
| D | xsk.c | 72 struct xsk_umem *umem; member
92 int xsk_umem__fd(const struct xsk_umem *umem) in xsk_umem__fd()
161 static int xsk_create_umem_rings(struct xsk_umem *umem, int fd, in xsk_create_umem_rings()
227 struct xsk_umem *umem; in xsk_umem__create() local
456 static struct xsk_ctx *xsk_get_ctx(struct xsk_umem *umem, int ifindex, in xsk_get_ctx()
476 struct xsk_umem *umem = ctx->umem; in xsk_put_ctx() local
501 struct xsk_umem *umem, int ifindex, in xsk_create_ctx()
538 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create_shared()
707 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create()
719 int xsk_umem__delete(struct xsk_umem *umem) in xsk_umem__delete()
[all …]
|
| D | xskxceiver.c | 174 static u64 umem_size(struct xsk_umem_info *umem) in umem_size()
179 static int xsk_configure_umem(struct ifobject *ifobj, struct xsk_umem_info *umem, void *buffer, in xsk_configure_umem()
208 static u64 umem_alloc_buffer(struct xsk_umem_info *umem) in umem_alloc_buffer()
220 static void umem_reset_alloc(struct xsk_umem_info *umem) in umem_reset_alloc()
245 static int __xsk_configure_socket(struct xsk_socket_info *xsk, struct xsk_umem_info *umem, in __xsk_configure_socket()
271 struct xsk_umem_info *umem; in ifobj_zc_avail() local
599 static void pkt_set(struct xsk_umem_info *umem, struct pkt *pkt, int offset, u32 len) in pkt_set()
609 static u32 pkt_get_buffer_len(struct xsk_umem_info *umem, u32 len) in pkt_get_buffer_len()
614 static struct pkt_stream *pkt_stream_generate(struct xsk_umem_info *umem, u32 nb_pkts, u32 pkt_len) in pkt_stream_generate()
635 static struct pkt_stream *pkt_stream_clone(struct xsk_umem_info *umem, in pkt_stream_clone()
[all …]
|
| /kernel/linux/linux-5.10/tools/lib/bpf/ |
| D | xsk.c | 65 struct xsk_umem *umem; member
104 int xsk_umem__fd(const struct xsk_umem *umem) in xsk_umem__fd()
216 static int xsk_create_umem_rings(struct xsk_umem *umem, int fd, in xsk_create_umem_rings()
282 struct xsk_umem *umem; in xsk_umem__create_v0_0_4() local
615 static struct xsk_ctx *xsk_get_ctx(struct xsk_umem *umem, int ifindex, in xsk_get_ctx()
635 struct xsk_umem *umem = ctx->umem; in xsk_put_ctx() local
660 struct xsk_umem *umem, int ifindex, in xsk_create_ctx()
699 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create_shared()
882 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create()
894 int xsk_umem__delete(struct xsk_umem *umem) in xsk_umem__delete()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mana/ |
| D | mana_ib.h | 37 struct ib_umem *umem; member
60 struct ib_umem *umem; member
66 struct ib_umem *umem; member
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/mlx5/ |
| D | mem.c | 47 void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr, in mlx5_ib_cont_pages()
117 void __mlx5_ib_populate_pas(struct mlx5_ib_dev *dev, struct ib_umem *umem, in __mlx5_ib_populate_pas()
168 void mlx5_ib_populate_pas(struct mlx5_ib_dev *dev, struct ib_umem *umem, in mlx5_ib_populate_pas()
|
| /kernel/linux/linux-5.10/lib/ |
| D | test_user_copy.c | 47 static int test_check_nonzero_user(char *kmem, char __user *umem, size_t size) in test_check_nonzero_user()
105 static int test_copy_struct_from_user(char *kmem, char __user *umem, in test_copy_struct_from_user()
|
| /kernel/linux/linux-6.6/lib/ |
| D | test_user_copy.c | 47 static int test_check_nonzero_user(char *kmem, char __user *umem, size_t size) in test_check_nonzero_user()
105 static int test_copy_struct_from_user(char *kmem, char __user *umem, in test_copy_struct_from_user()
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/ |
| D | mem.c | 41 void mlx5_ib_populate_pas(struct ib_umem *umem, size_t page_size, __be64 *pas, in mlx5_ib_populate_pas()
59 struct ib_umem *umem, unsigned long pgsz_bitmap, in __mlx5_umem_find_best_quantized_pgoff()
|
| /kernel/linux/linux-5.10/samples/bpf/ |
| D | xdpsock_user.c | 139 struct xsk_umem *umem; member
146 struct xsk_umem_info *umem; member
483 struct xsk_umem *umem = xsks[0]->umem->umem; in xdpsock_cleanup() local
785 static void gen_eth_frame(struct xsk_umem_info *umem, u64 addr) in gen_eth_frame()
793 struct xsk_umem_info *umem; in xsk_configure_umem() local
825 static void xsk_populate_fill_ring(struct xsk_umem_info *umem) in xsk_populate_fill_ring()
840 static struct xsk_socket_info *xsk_configure_socket(struct xsk_umem_info *umem, in xsk_configure_socket()
1104 struct xsk_umem_info *umem = xsk->umem; in complete_tx_l2fwd() local
1470 struct xsk_umem_info *umem; in main() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/rdmavt/ |
| D | mr.h | 13 struct ib_umem *umem; member
|
| /kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/ |
| D | mr.h | 55 struct ib_umem *umem; member
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/siw/ |
| D | siw_mem.h | 58 static inline struct page *siw_get_upage(struct siw_umem *umem, u64 addr) in siw_get_upage()
|