/kernel/linux/linux-5.10/net/rds/ |
D | ib_frmr.c | 36 rds_transition_frwr_state(struct rds_ib_mr *ibmr, in rds_transition_frwr_state() argument 40 if (cmpxchg(&ibmr->u.frmr.fr_state, in rds_transition_frwr_state() 47 atomic_dec(&ibmr->ic->i_fastreg_inuse_count); in rds_transition_frwr_state() 57 struct rds_ib_mr *ibmr = NULL; in rds_ib_alloc_frmr() local 66 ibmr = rds_ib_try_reuse_ibmr(pool); in rds_ib_alloc_frmr() 67 if (ibmr) in rds_ib_alloc_frmr() 68 return ibmr; in rds_ib_alloc_frmr() 70 ibmr = kzalloc_node(sizeof(*ibmr), GFP_KERNEL, in rds_ib_alloc_frmr() 72 if (!ibmr) { in rds_ib_alloc_frmr() 77 frmr = &ibmr->u.frmr; in rds_ib_alloc_frmr() [all …]
|
D | ib_rdma.c | 200 struct rds_ib_mr *ibmr = NULL; in rds_ib_reuse_mr() local 208 ibmr = llist_entry(ret, struct rds_ib_mr, llnode); in rds_ib_reuse_mr() 215 return ibmr; in rds_ib_reuse_mr() 220 struct rds_ib_mr *ibmr = trans_private; in rds_ib_sync_mr() local 221 struct rds_ib_device *rds_ibdev = ibmr->device; in rds_ib_sync_mr() 223 if (ibmr->odp) in rds_ib_sync_mr() 228 ib_dma_sync_sg_for_cpu(rds_ibdev->dev, ibmr->sg, in rds_ib_sync_mr() 229 ibmr->sg_dma_len, DMA_BIDIRECTIONAL); in rds_ib_sync_mr() 232 ib_dma_sync_sg_for_device(rds_ibdev->dev, ibmr->sg, in rds_ib_sync_mr() 233 ibmr->sg_dma_len, DMA_BIDIRECTIONAL); in rds_ib_sync_mr() [all …]
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/vmw_pvrdma/ |
D | pvrdma_mr.c | 94 mr->ibmr.lkey = resp->lkey; in pvrdma_get_dma_mr() 95 mr->ibmr.rkey = resp->rkey; in pvrdma_get_dma_mr() 97 return &mr->ibmr; in pvrdma_get_dma_mr() 182 mr->ibmr.lkey = resp->lkey; in pvrdma_reg_user_mr() 183 mr->ibmr.rkey = resp->rkey; in pvrdma_reg_user_mr() 185 return &mr->ibmr; in pvrdma_reg_user_mr() 254 mr->ibmr.lkey = resp->lkey; in pvrdma_alloc_mr() 255 mr->ibmr.rkey = resp->rkey; in pvrdma_alloc_mr() 259 return &mr->ibmr; in pvrdma_alloc_mr() 277 int pvrdma_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) in pvrdma_dereg_mr() argument [all …]
|
D | pvrdma.h | 141 struct ib_mr ibmr; member 284 static inline struct pvrdma_user_mr *to_vmr(struct ib_mr *ibmr) in to_vmr() argument 286 return container_of(ibmr, struct pvrdma_user_mr, ibmr); in to_vmr()
|
/kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/ |
D | mr.h | 54 struct ib_mr ibmr; member 59 static inline struct rvt_mr *to_imr(struct ib_mr *ibmr) in to_imr() argument 61 return container_of(ibmr, struct rvt_mr, ibmr); in to_imr() 72 int rvt_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata); 75 int rvt_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg,
|
D | mr.c | 301 mr->ibmr.lkey = mr->mr.lkey; in __rvt_alloc_mr() 302 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr() 356 ret = &mr->ibmr; in rvt_get_dma_mr() 428 return &mr->ibmr; in rvt_reg_user_mr() 550 int rvt_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) in rvt_dereg_mr() argument 552 struct rvt_mr *mr = to_imr(ibmr); in rvt_dereg_mr() 588 return &mr->ibmr; in rvt_alloc_mr() 598 static int rvt_set_page(struct ib_mr *ibmr, u64 addr) in rvt_set_page() argument 600 struct rvt_mr *mr = to_imr(ibmr); in rvt_set_page() 629 int rvt_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, in rvt_map_mr_sg() argument [all …]
|
D | trace_mr.h | 186 TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset), 187 TP_ARGS(ibmr, sg_nents, sg_offset), 189 RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device)) 198 RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device)) 199 __entry->ibmr_iova = ibmr->iova; 200 __entry->iova = to_imr(ibmr)->mr.iova; 201 __entry->user_base = to_imr(ibmr)->mr.user_base; 202 __entry->ibmr_length = to_imr(ibmr)->mr.length;
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/mlx5/ |
D | mr.c | 838 mr->ibmr.lkey = mr->mmkey.key; in mlx5_ib_get_dma_mr() 839 mr->ibmr.rkey = mr->mmkey.key; in mlx5_ib_get_dma_mr() 842 return &mr->ibmr; in mlx5_ib_get_dma_mr() 1001 mr->ibmr.pd = pd; in alloc_mr_from_cache() 1102 wr.pd = mr->ibmr.pd; in mlx5_ib_update_xlt() 1165 static struct mlx5_ib_mr *reg_create(struct ib_mr *ibmr, struct ib_pd *pd, in reg_create() argument 1180 mr = ibmr ? to_mmr(ibmr) : kzalloc(sizeof(*mr), GFP_KERNEL); in reg_create() 1184 mr->ibmr.pd = pd; in reg_create() 1244 if (!ibmr) in reg_create() 1253 mr->ibmr.lkey = mr->mmkey.key; in set_mr_fields() [all …]
|
D | restrack.c | 81 static int fill_stat_mr_entry(struct sk_buff *msg, struct ib_mr *ibmr) in fill_stat_mr_entry() argument 83 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_stat_mr_entry() 115 static int fill_res_mr_entry_raw(struct sk_buff *msg, struct ib_mr *ibmr) in fill_res_mr_entry_raw() argument 117 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_res_mr_entry_raw() 123 static int fill_res_mr_entry(struct sk_buff *msg, struct ib_mr *ibmr) in fill_res_mr_entry() argument 125 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_res_mr_entry()
|
D | wr.c | 382 seg->log2_page_size = ilog2(mr->ibmr.page_size); in set_reg_mkey_seg() 390 seg->start_addr = cpu_to_be64(mr->ibmr.iova); in set_reg_mkey_seg() 391 seg->len = cpu_to_be64(mr->ibmr.length); in set_reg_mkey_seg() 657 data_key = pi_mr->ibmr.lkey; in set_sig_data_segment() 661 prot_key = pi_mr->ibmr.lkey; in set_sig_data_segment() 785 struct ib_sig_attrs *sig_attrs = sig_mr->ibmr.sig_attrs; in set_pi_umr_wr() 797 region_len = pi_mr->ibmr.length; in set_pi_umr_wr() 1088 reg_pi_wr.mr = &pi_mr->ibmr; in handle_reg_mr_integrity() 1090 reg_pi_wr.key = pi_mr->ibmr.rkey; in handle_reg_mr_integrity() 1110 pa_pi_mr.ibmr.lkey = mr->ibmr.pd->local_dma_lkey; in handle_reg_mr_integrity() [all …]
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/mlx4/ |
D | mr.c | 76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr() 79 return &mr->ibmr; in mlx4_ib_get_dma_mr() 441 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr() 442 mr->ibmr.length = length; in mlx4_ib_reg_user_mr() 443 mr->ibmr.page_size = 1U << shift; in mlx4_ib_reg_user_mr() 445 return &mr->ibmr; in mlx4_ib_reg_user_mr() 588 struct ib_device *device = mr->ibmr.device; in mlx4_free_priv_pages() 597 int mlx4_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) in mlx4_ib_dereg_mr() argument 599 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_ib_dereg_mr() 604 ret = mlx4_mr_free(to_mdev(ibmr->device)->dev, &mr->mmr); in mlx4_ib_dereg_mr() [all …]
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/hns/ |
D | hns_roce_mr.c | 251 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr() 253 return &mr->ibmr; in hns_roce_get_dma_mr() 288 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr() 289 mr->ibmr.length = length; in hns_roce_reg_user_mr() 291 return &mr->ibmr; in hns_roce_reg_user_mr() 302 static int rereg_mr_trans(struct ib_mr *ibmr, int flags, in rereg_mr_trans() argument 308 struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); in rereg_mr_trans() 310 struct hns_roce_mr *mr = to_hr_mr(ibmr); in rereg_mr_trans() 331 int hns_roce_rereg_user_mr(struct ib_mr *ibmr, int flags, u64 start, u64 length, in hns_roce_rereg_user_mr() argument 335 struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); in hns_roce_rereg_user_mr() [all …]
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/usnic/ |
D | usnic_ib.h | 69 struct ib_mr ibmr; member 125 struct usnic_ib_mr *to_umr(struct ib_mr *ibmr) in to_umr() argument 127 return container_of(ibmr, struct usnic_ib_mr, ibmr); in to_umr()
|
D | usnic_ib_verbs.c | 618 mr->ibmr.lkey = mr->ibmr.rkey = 0; in usnic_ib_reg_mr() 619 return &mr->ibmr; in usnic_ib_reg_mr() 626 int usnic_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) in usnic_ib_dereg_mr() argument 628 struct usnic_ib_mr *mr = to_umr(ibmr); in usnic_ib_dereg_mr()
|
/kernel/linux/linux-5.10/net/sunrpc/xprtrdma/ |
D | frwr_ops.c | 289 struct ib_mr *ibmr; in frwr_map() local 320 ibmr = mr->frwr.fr_mr; in frwr_map() 321 n = ib_map_mr_sg(ibmr, mr->mr_sg, dma_nents, NULL, PAGE_SIZE); in frwr_map() 325 ibmr->iova &= 0x00000000ffffffff; in frwr_map() 326 ibmr->iova |= ((u64)be32_to_cpu(xid)) << 32; in frwr_map() 327 key = (u8)(ibmr->rkey & 0x000000FF); in frwr_map() 328 ib_update_fast_reg_key(ibmr, ++key); in frwr_map() 331 reg_wr->mr = ibmr; in frwr_map() 332 reg_wr->key = ibmr->rkey; in frwr_map() 337 mr->mr_handle = ibmr->rkey; in frwr_map() [all …]
|
/kernel/linux/linux-5.10/drivers/infiniband/sw/rxe/ |
D | rxe_mr.c | 55 mem->ibmr.lkey = lkey; in rxe_mem_init() 56 mem->ibmr.rkey = rkey; in rxe_mem_init() 120 mem->ibmr.pd = &pd->ibpd; in rxe_mem_init_dma() 189 mem->ibmr.pd = &pd->ibpd; in rxe_mem_init_user() 213 mem->ibmr.rkey = mem->ibmr.lkey; in rxe_mem_init_fast() 219 mem->ibmr.pd = &pd->ibpd; in rxe_mem_init_fast() 339 *crcp = rxe_crc32(to_rdev(mem->ibmr.device), in rxe_mem_copy() 373 crc = rxe_crc32(to_rdev(mem->ibmr.device), in rxe_mem_copy()
|
D | rxe_verbs.c | 880 return &mr->ibmr; in rxe_get_dma_mr() 909 return &mr->ibmr; in rxe_reg_user_mr() 919 static int rxe_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) in rxe_dereg_mr() argument 921 struct rxe_mem *mr = to_rmr(ibmr); in rxe_dereg_mr() 955 return &mr->ibmr; in rxe_alloc_mr() 965 static int rxe_set_page(struct ib_mr *ibmr, u64 addr) in rxe_set_page() argument 967 struct rxe_mem *mr = to_rmr(ibmr); in rxe_set_page() 978 buf->size = ibmr->page_size; in rxe_set_page() 984 static int rxe_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, in rxe_map_mr_sg() argument 987 struct rxe_mem *mr = to_rmr(ibmr); in rxe_map_mr_sg() [all …]
|
D | rxe_verbs.h | 294 struct ib_mr ibmr; member 428 return mr ? container_of(mr, struct rxe_mem, ibmr) : NULL; in to_rmr() 438 return to_rpd(mr->ibmr.pd); in mr_pd() 443 return mr->ibmr.lkey; in mr_lkey() 448 return mr->ibmr.rkey; in mr_rkey()
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/mthca/ |
D | mthca_provider.h | 74 struct ib_mr ibmr; member 286 static inline struct mthca_mr *to_mmr(struct ib_mr *ibmr) in to_mmr() argument 288 return container_of(ibmr, struct mthca_mr, ibmr); in to_mmr()
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/cxgb4/ |
D | mem.c | 400 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in finish_mem_reg() 401 mhp->ibmr.length = mhp->attr.len; in finish_mem_reg() 402 mhp->ibmr.page_size = 1U << (mhp->attr.page_size + 12); in finish_mem_reg() 494 return &mhp->ibmr; in c4iw_get_dma_mr() 598 return &mhp->ibmr; in c4iw_reg_user_mr() 737 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in c4iw_alloc_mr() 744 return &(mhp->ibmr); in c4iw_alloc_mr() 762 static int c4iw_set_page(struct ib_mr *ibmr, u64 addr) in c4iw_set_page() argument 764 struct c4iw_mr *mhp = to_c4iw_mr(ibmr); in c4iw_set_page() 774 int c4iw_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, in c4iw_map_mr_sg() argument [all …]
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/i40iw/ |
D | i40iw_verbs.c | 1497 struct i40iw_pd *iwpd = to_iwpd(iwmr->ibmr.pd); in i40iw_hw_alloc_stag() 1557 iwmr->ibmr.rkey = stag; in i40iw_alloc_mr() 1558 iwmr->ibmr.lkey = stag; in i40iw_alloc_mr() 1559 iwmr->ibmr.pd = pd; in i40iw_alloc_mr() 1560 iwmr->ibmr.device = pd->device; in i40iw_alloc_mr() 1579 return &iwmr->ibmr; in i40iw_alloc_mr() 1594 static int i40iw_set_page(struct ib_mr *ibmr, u64 addr) in i40iw_set_page() argument 1596 struct i40iw_mr *iwmr = to_iwmr(ibmr); in i40iw_set_page() 1615 static int i40iw_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, in i40iw_map_mr_sg() argument 1618 struct i40iw_mr *iwmr = to_iwmr(ibmr); in i40iw_map_mr_sg() [all …]
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/ocrdma/ |
D | ocrdma.h | 192 struct ib_mr ibmr; member 481 static inline struct ocrdma_mr *get_ocrdma_mr(struct ib_mr *ibmr) in get_ocrdma_mr() argument 483 return container_of(ibmr, struct ocrdma_mr, ibmr); in get_ocrdma_mr()
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/efa/ |
D | efa.h | 78 struct ib_mr ibmr; member 144 int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/qedr/ |
D | qedr.h | 483 struct ib_mr ibmr; member 602 static inline struct qedr_mr *get_qedr_mr(struct ib_mr *ibmr) in get_qedr_mr() argument 604 return container_of(ibmr, struct qedr_mr, ibmr); in get_qedr_mr()
|
/kernel/linux/linux-5.10/drivers/i2c/busses/ |
D | i2c-pxa.c | 135 u32 ibmr; member 157 .ibmr = 0x00, 166 .ibmr = 0x00, 175 .ibmr = 0x14, 184 .ibmr = 0x00, 195 .ibmr = 0x00, 1300 u32 ibmr = readl(_IBMR(i2c)); in i2c_pxa_prepare_recovery() local 1306 gpiod_set_value(i2c->recovery.scl_gpiod, ibmr & IBMR_SCLS); in i2c_pxa_prepare_recovery() 1307 gpiod_set_value(i2c->recovery.sda_gpiod, ibmr & IBMR_SDAS); in i2c_pxa_prepare_recovery() 1474 i2c->reg_ibmr = i2c->reg_base + pxa_reg_layout[i2c_type].ibmr; in i2c_pxa_probe()
|