| /kernel/linux/linux-6.6/net/sunrpc/xprtrdma/ |
| D | frwr_ops.c | 49 struct rpcrdma_mr *mr) in frwr_cid_init()
57 static void frwr_mr_unmap(struct rpcrdma_xprt *r_xprt, struct rpcrdma_mr *mr) in frwr_mr_unmap()
72 void frwr_mr_release(struct rpcrdma_mr *mr) in frwr_mr_release()
85 static void frwr_mr_put(struct rpcrdma_mr *mr) in frwr_mr_put()
108 struct rpcrdma_mr *mr; in frwr_reset() local
122 int frwr_mr_init(struct rpcrdma_xprt *r_xprt, struct rpcrdma_mr *mr) in frwr_mr_init()
288 struct rpcrdma_mr *mr) in frwr_map()
362 struct rpcrdma_mr *mr = container_of(cqe, struct rpcrdma_mr, mr_cqe); in frwr_wc_fastreg() local
388 struct rpcrdma_mr *mr; in frwr_send() local
431 struct rpcrdma_mr *mr; in frwr_reminv() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/rxe/ |
| D | rxe_mr.c | 27 int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length) in mr_check_range()
48 static void rxe_mr_init(int access, struct rxe_mr *mr) in rxe_mr_init()
67 void rxe_mr_init_dma(int access, struct rxe_mr *mr) in rxe_mr_init_dma()
75 static unsigned long rxe_mr_iova_to_index(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_index()
80 static unsigned long rxe_mr_iova_to_page_offset(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_page_offset()
94 static int rxe_mr_fill_pages_from_sgt(struct rxe_mr *mr, struct sg_table *sgt) in rxe_mr_fill_pages_from_sgt()
130 int access, struct rxe_mr *mr) in rxe_mr_init_user()
159 static int rxe_mr_alloc(struct rxe_mr *mr, int num_buf) in rxe_mr_alloc()
188 int rxe_mr_init_fast(int max_pages, struct rxe_mr *mr) in rxe_mr_init_fast()
210 struct rxe_mr *mr = to_rmr(ibmr); in rxe_set_page() local
[all …]
|
| D | rxe_mw.c | 51 struct rxe_mw *mw, struct rxe_mr *mr, int access) in rxe_check_bind_mw()
136 struct rxe_mw *mw, struct rxe_mr *mr, int access) in rxe_do_bind_mw()
168 struct rxe_mr *mr; in rxe_bind_mw() local
239 struct rxe_mr *mr; in rxe_do_invalidate_mw() local
320 struct rxe_mr *mr = mw->mr; in rxe_mw_cleanup() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/rdmavt/ |
| D | mr.c | 75 static void rvt_deinit_mregion(struct rvt_mregion *mr) in rvt_deinit_mregion()
87 struct rvt_mregion *mr = container_of(ref, struct rvt_mregion, in __rvt_mregion_complete() local
93 static int rvt_init_mregion(struct rvt_mregion *mr, struct ib_pd *pd, in rvt_init_mregion()
135 static int rvt_alloc_lkey(struct rvt_mregion *mr, int dma_region) in rvt_alloc_lkey()
205 static void rvt_free_lkey(struct rvt_mregion *mr) in rvt_free_lkey()
239 struct rvt_mr *mr; in __rvt_alloc_mr() local
272 static void __rvt_free_mr(struct rvt_mr *mr) in __rvt_free_mr()
288 struct rvt_mr *mr; in rvt_get_dma_mr() local
340 struct rvt_mr *mr; in rvt_reg_user_mr() local
409 struct rvt_mregion *mr = (struct rvt_mregion *)v; in rvt_dereg_clean_qp_cb() local
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/ |
| D | mr.c | 117 static void rvt_deinit_mregion(struct rvt_mregion *mr) in rvt_deinit_mregion()
129 struct rvt_mregion *mr = container_of(ref, struct rvt_mregion, in __rvt_mregion_complete() local
135 static int rvt_init_mregion(struct rvt_mregion *mr, struct ib_pd *pd, in rvt_init_mregion()
177 static int rvt_alloc_lkey(struct rvt_mregion *mr, int dma_region) in rvt_alloc_lkey()
247 static void rvt_free_lkey(struct rvt_mregion *mr) in rvt_free_lkey()
281 struct rvt_mr *mr; in __rvt_alloc_mr() local
314 static void __rvt_free_mr(struct rvt_mr *mr) in __rvt_free_mr()
330 struct rvt_mr *mr; in rvt_get_dma_mr() local
381 struct rvt_mr *mr; in rvt_reg_user_mr() local
450 struct rvt_mregion *mr = (struct rvt_mregion *)v; in rvt_dereg_clean_qp_cb() local
[all …]
|
| /kernel/linux/linux-5.10/net/sunrpc/xprtrdma/ |
| D | frwr_ops.c | 57 void frwr_release_mr(struct rpcrdma_mr *mr) in frwr_release_mr()
68 static void frwr_mr_recycle(struct rpcrdma_mr *mr) in frwr_mr_recycle()
101 struct rpcrdma_mr *mr; in frwr_reset() local
115 int frwr_mr_init(struct rpcrdma_xprt *r_xprt, struct rpcrdma_mr *mr) in frwr_mr_init()
284 struct rpcrdma_mr *mr) in frwr_map()
390 struct rpcrdma_mr *mr; in frwr_send() local
419 struct rpcrdma_mr *mr; in frwr_reminv() local
430 static void __frwr_release_mr(struct ib_wc *wc, struct rpcrdma_mr *mr) in __frwr_release_mr()
449 struct rpcrdma_mr *mr = container_of(frwr, struct rpcrdma_mr, frwr); in frwr_wc_localinv() local
470 struct rpcrdma_mr *mr = container_of(frwr, struct rpcrdma_mr, frwr); in frwr_wc_localinv_wake() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/vdpa/mlx5/core/ |
| D | mr.c | 35 static void populate_mtts(struct mlx5_vdpa_direct_mr *mr, __be64 *mtt) in populate_mtts()
52 static int create_direct_mr(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_direct_mr *mr) in create_direct_mr()
89 static void destroy_direct_mr(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_direct_mr *mr) in destroy_direct_mr()
94 static u64 map_start(struct vhost_iotlb_map *map, struct mlx5_vdpa_direct_mr *mr) in map_start()
99 static u64 map_end(struct vhost_iotlb_map *map, struct mlx5_vdpa_direct_mr *mr) in map_end()
104 static u64 maplen(struct vhost_iotlb_map *map, struct mlx5_vdpa_direct_mr *mr) in maplen()
185 static int create_indirect_key(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_mr *mr) in create_indirect_key()
226 static int map_direct_mr(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_direct_mr *mr, in map_direct_mr()
298 static void unmap_direct_mr(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_direct_mr *mr) in unmap_direct_mr()
310 struct mlx5_vdpa_mr *mr = &mvdev->mr; in add_direct_chain() local
[all …]
|
| /kernel/linux/linux-5.10/drivers/vdpa/mlx5/core/ |
| D | mr.c | 34 static void populate_mtts(struct mlx5_vdpa_direct_mr *mr, __be64 *mtt) in populate_mtts()
51 static int create_direct_mr(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_direct_mr *mr) in create_direct_mr()
88 static void destroy_direct_mr(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_direct_mr *mr) in destroy_direct_mr()
93 static u64 map_start(struct vhost_iotlb_map *map, struct mlx5_vdpa_direct_mr *mr) in map_start()
98 static u64 map_end(struct vhost_iotlb_map *map, struct mlx5_vdpa_direct_mr *mr) in map_end()
103 static u64 maplen(struct vhost_iotlb_map *map, struct mlx5_vdpa_direct_mr *mr) in maplen()
181 static int create_indirect_key(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_mr *mr) in create_indirect_key()
222 static int map_direct_mr(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_direct_mr *mr, in map_direct_mr()
294 static void unmap_direct_mr(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_direct_mr *mr) in unmap_direct_mr()
306 struct mlx5_vdpa_mr *mr = &mvdev->mr; in add_direct_chain() local
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/mlx5/ |
| D | mr.c | 119 static int destroy_mkey(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr) in destroy_mkey()
126 static inline bool mlx5_ib_pas_fits_in_mr(struct mlx5_ib_mr *mr, u64 start, in mlx5_ib_pas_fits_in_mr()
135 struct mlx5_ib_mr *mr = in create_mkey_callback() local
170 struct mlx5_ib_mr *mr; in alloc_cache_mr() local
194 struct mlx5_ib_mr *mr; in add_keys() local
242 struct mlx5_ib_mr *mr; in create_cache_mr() local
278 struct mlx5_ib_mr *mr; in remove_cache_mr_locked() local
567 struct mlx5_ib_mr *mr; in mlx5_mr_cache_alloc() local
601 struct mlx5_ib_mr *mr = NULL; in get_cache_mr() local
629 static void detach_mr_from_cache(struct mlx5_ib_mr *mr) in detach_mr_from_cache()
[all …]
|
| /kernel/linux/linux-6.6/drivers/rtc/ |
| D | rtc-at91sam9.c | 133 u32 offset, alarm, mr; in at91_rtc_settime() local
205 u32 mr; in at91_rtc_setalarm() local
236 u32 mr = rtt_readl(rtc, MR); in at91_rtc_alarm_irq_enable() local
252 u32 mr = rtt_readl(rtc, MR); in at91_rtc_proc() local
261 u32 sr, mr; in at91_rtc_cache_events() local
339 u32 mr; in at91_rtc_probe() local
449 u32 mr = rtt_readl(rtc, MR); in at91_rtc_remove() local
460 u32 mr = rtt_readl(rtc, MR); in at91_rtc_shutdown() local
473 u32 mr = rtt_readl(rtc, MR); in at91_rtc_suspend() local
502 u32 mr; in at91_rtc_resume() local
|
| /kernel/linux/linux-5.10/drivers/rtc/ |
| D | rtc-at91sam9.c | 133 u32 offset, alarm, mr; in at91_rtc_settime() local
205 u32 mr; in at91_rtc_setalarm() local
236 u32 mr = rtt_readl(rtc, MR); in at91_rtc_alarm_irq_enable() local
252 u32 mr = rtt_readl(rtc, MR); in at91_rtc_proc() local
261 u32 sr, mr; in at91_rtc_cache_events() local
339 u32 mr; in at91_rtc_probe() local
448 u32 mr = rtt_readl(rtc, MR); in at91_rtc_remove() local
461 u32 mr = rtt_readl(rtc, MR); in at91_rtc_shutdown() local
474 u32 mr = rtt_readl(rtc, MR); in at91_rtc_suspend() local
503 u32 mr; in at91_rtc_resume() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_mr.c | 61 struct pvrdma_user_mr *mr; in pvrdma_get_dma_mr() local
116 struct pvrdma_user_mr *mr = NULL; in pvrdma_reg_user_mr() local
208 struct pvrdma_user_mr *mr; in pvrdma_alloc_mr() local
279 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_dereg_mr() local
304 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_set_page() local
316 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_map_mr_sg() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_mr.c | 61 struct pvrdma_user_mr *mr; in pvrdma_get_dma_mr() local
116 struct pvrdma_user_mr *mr = NULL; in pvrdma_reg_user_mr() local
208 struct pvrdma_user_mr *mr; in pvrdma_alloc_mr() local
279 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_dereg_mr() local
304 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_set_page() local
316 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_map_mr_sg() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/core/ |
| D | mr_pool.c | 10 struct ib_mr *mr; in ib_mr_pool_get() local
25 void ib_mr_pool_put(struct ib_qp *qp, struct list_head *list, struct ib_mr *mr) in ib_mr_pool_put()
39 struct ib_mr *mr; in ib_mr_pool_init() local
68 struct ib_mr *mr; in ib_mr_pool_destroy() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/core/ |
| D | mr_pool.c | 10 struct ib_mr *mr; in ib_mr_pool_get() local
25 void ib_mr_pool_put(struct ib_qp *qp, struct list_head *list, struct ib_mr *mr) in ib_mr_pool_put()
39 struct ib_mr *mr; in ib_mr_pool_init() local
68 struct ib_mr *mr; in ib_mr_pool_destroy() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/ |
| D | mr.c | 127 static int destroy_mkey(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr) in destroy_mkey()
758 struct mlx5_ib_mr *mr; in _mlx5_mr_cache_alloc() local
1077 struct mlx5_ib_mr *mr; in mlx5_ib_get_dma_mr() local
1138 static void set_mr_fields(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr, in set_mr_fields()
1169 struct mlx5_ib_mr *mr; in alloc_cacheable_mr() local
1219 struct mlx5_ib_mr *mr; in reg_create() local
1307 struct mlx5_ib_mr *mr; in mlx5_ib_get_dm_mr() local
1401 struct mlx5_ib_mr *mr = NULL; in create_real_mr() local
1446 struct mlx5_ib_mr *mr; in create_user_odp_mr() local
1523 struct mlx5_ib_mr *mr = umem_dmabuf->private; in mlx5_ib_dmabuf_invalidate_cb() local
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/mlx4/ |
| D | mr.c | 60 struct mlx4_ib_mr *mr; in mlx4_ib_get_dma_mr() local
411 struct mlx4_ib_mr *mr; in mlx4_ib_reg_user_mr() local
458 int mlx4_ib_rereg_user_mr(struct ib_mr *mr, int flags, in mlx4_ib_rereg_user_mr()
550 struct mlx4_ib_mr *mr, in mlx4_alloc_priv_pages()
584 mlx4_free_priv_pages(struct mlx4_ib_mr *mr) in mlx4_free_priv_pages()
598 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_ib_dereg_mr() local
648 struct mlx4_ib_mr *mr; in mlx4_ib_alloc_mr() local
690 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_set_page() local
703 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_ib_map_mr_sg() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mlx4/ |
| D | mr.c | 60 struct mlx4_ib_mr *mr; in mlx4_ib_get_dma_mr() local
411 struct mlx4_ib_mr *mr; in mlx4_ib_reg_user_mr() local
458 struct ib_mr *mlx4_ib_rereg_user_mr(struct ib_mr *mr, int flags, u64 start, in mlx4_ib_rereg_user_mr()
550 struct mlx4_ib_mr *mr, in mlx4_alloc_priv_pages()
584 mlx4_free_priv_pages(struct mlx4_ib_mr *mr) in mlx4_free_priv_pages()
598 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_ib_dereg_mr() local
648 struct mlx4_ib_mr *mr; in mlx4_ib_alloc_mr() local
690 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_set_page() local
703 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_ib_map_mr_sg() local
|
| /kernel/linux/linux-6.6/net/rds/ |
| D | rdma.c | 70 struct rds_mr *mr; in rds_mr_tree_walk() local
95 static void rds_destroy_mr(struct rds_mr *mr) in rds_destroy_mr()
117 struct rds_mr *mr = container_of(kref, struct rds_mr, r_kref); in __rds_put_mr_final() local
129 struct rds_mr *mr; in rds_rdma_drop_keys() local
176 struct rds_mr *mr = NULL, *found; in __rds_rdma_map() local
402 struct rds_mr *mr; in rds_free_mr() local
447 struct rds_mr *mr; in rds_rdma_unuse() local
815 struct rds_mr *mr; in rds_cmsg_rdma_dest() local
|
| /kernel/linux/linux-5.10/net/rds/ |
| D | rdma.c | 70 struct rds_mr *mr; in rds_mr_tree_walk() local
95 static void rds_destroy_mr(struct rds_mr *mr) in rds_destroy_mr()
117 struct rds_mr *mr = container_of(kref, struct rds_mr, r_kref); in __rds_put_mr_final() local
129 struct rds_mr *mr; in rds_rdma_drop_keys() local
176 struct rds_mr *mr = NULL, *found; in __rds_rdma_map() local
399 struct rds_mr *mr; in rds_free_mr() local
444 struct rds_mr *mr; in rds_rdma_unuse() local
812 struct rds_mr *mr; in rds_cmsg_rdma_dest() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/hns/ |
| D | hns_roce_mr.c | 69 static int alloc_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr, in alloc_mr_key()
104 static void free_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_key()
112 static int alloc_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr, in alloc_mr_pbl()
143 static void free_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_pbl()
149 struct hns_roce_mr *mr) in hns_roce_mr_free()
168 struct hns_roce_mr *mr) in hns_roce_mr_enable()
232 struct hns_roce_mr *mr; in hns_roce_get_dma_mr() local
267 struct hns_roce_mr *mr; in hns_roce_reg_user_mr() local
309 struct hns_roce_mr *mr = to_hr_mr(ibmr); in rereg_mr_trans() local
336 struct hns_roce_mr *mr = to_hr_mr(ibmr); in hns_roce_rereg_user_mr() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gem/ |
| D | i915_gem_create.c | 26 struct intel_memory_region *mr = placements[i]; in object_max_page_size() local
50 struct intel_memory_region *mr = placements[0]; in object_set_placements() local
96 struct intel_memory_region *mr = placements[0]; in __i915_gem_object_create_user_ext() local
173 struct intel_memory_region *mr; in i915_gem_dumb_create() local
231 struct intel_memory_region *mr; in i915_gem_create_ioctl() local
260 struct intel_memory_region *mr = placements[i]; in repr_placements() local
306 struct intel_memory_region *mr; in set_placements() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/hns/ |
| D | hns_roce_mr.c | 51 static int alloc_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in alloc_mr_key()
81 static void free_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_key()
89 static int alloc_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr, in alloc_mr_pbl()
118 static void free_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_pbl()
123 static void hns_roce_mr_free(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in hns_roce_mr_free()
142 struct hns_roce_mr *mr) in hns_roce_mr_enable()
190 struct hns_roce_mr *mr; in hns_roce_get_dma_mr() local
227 struct hns_roce_mr *mr; in hns_roce_reg_user_mr() local
272 struct hns_roce_mr *mr = to_hr_mr(ibmr); in hns_roce_rereg_user_mr() local
342 struct hns_roce_mr *mr = to_hr_mr(ibmr); in hns_roce_dereg_mr() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/scsi/ |
| D | mesh.c | 305 volatile struct mesh_regs __iomem *mr = ms->mesh; in mesh_dump_regs() local
339 static inline void mesh_flush_io(volatile struct mesh_regs __iomem *mr) in mesh_flush_io()
351 volatile struct mesh_regs __iomem *mr = ms->mesh; in mesh_init() local
398 volatile struct mesh_regs __iomem *mr = ms->mesh; in mesh_start_cmd() local
635 volatile struct mesh_regs __iomem *mr = ms->mesh; in set_sdtr() local
676 volatile struct mesh_regs __iomem *mr = ms->mesh; in start_phase() local
820 volatile struct mesh_regs __iomem *mr = ms->mesh; in get_msgin() local
852 volatile struct mesh_regs __iomem *mr = ms->mesh; in reselected() local
985 volatile struct mesh_regs __iomem *mr = ms->mesh; in handle_reset() local
1028 volatile struct mesh_regs __iomem *mr = ms->mesh; in handle_error() local
[all …]
|
| /kernel/linux/linux-5.10/drivers/scsi/ |
| D | mesh.c | 305 volatile struct mesh_regs __iomem *mr = ms->mesh; in mesh_dump_regs() local
339 static inline void mesh_flush_io(volatile struct mesh_regs __iomem *mr) in mesh_flush_io()
360 volatile struct mesh_regs __iomem *mr = ms->mesh; in mesh_init() local
407 volatile struct mesh_regs __iomem *mr = ms->mesh; in mesh_start_cmd() local
641 volatile struct mesh_regs __iomem *mr = ms->mesh; in set_sdtr() local
682 volatile struct mesh_regs __iomem *mr = ms->mesh; in start_phase() local
826 volatile struct mesh_regs __iomem *mr = ms->mesh; in get_msgin() local
858 volatile struct mesh_regs __iomem *mr = ms->mesh; in reselected() local
991 volatile struct mesh_regs __iomem *mr = ms->mesh; in handle_reset() local
1034 volatile struct mesh_regs __iomem *mr = ms->mesh; in handle_error() local
[all …]
|