| /drivers/infiniband/ulp/iser/ |
| D | iser_memory.c | 203 reg->rkey = device->pd->unsafe_global_rkey; in iser_reg_dma()
205 reg->rkey = 0; in iser_reg_dma()
210 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_reg_dma()
259 reg->rkey = fmr->fmr->rkey; in iser_fast_reg_fmr()
265 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_fast_reg_fmr()
373 inv_wr->ex.invalidate_rkey = mr->rkey; in iser_inv_rkey()
403 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_reg_sig_mr()
420 wr->key = mr->rkey; in iser_reg_sig_mr()
427 sig_reg->rkey = mr->rkey; in iser_reg_sig_mr()
432 sig_reg->sge.lkey, sig_reg->rkey, sig_reg->sge.addr, in iser_reg_sig_mr()
[all …]
|
| D | iser_initiator.c | 83 hdr->read_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_read_cmd()
87 task->itt, mem_reg->rkey, in iser_prepare_read_cmd()
141 hdr->write_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_write_cmd()
146 task->itt, mem_reg->rkey, in iser_prepare_write_cmd()
593 iser_inv_desc(struct iser_fr_desc *desc, u32 rkey) in iser_inv_desc() argument
595 if (unlikely((!desc->sig_protected && rkey != desc->rsc.mr->rkey) || in iser_inv_desc()
596 (desc->sig_protected && rkey != desc->rsc.sig_mr->rkey))) { in iser_inv_desc()
597 iser_err("Bogus remote invalidation for rkey %#x\n", rkey); in iser_inv_desc()
613 u32 rkey = wc->ex.invalidate_rkey; in iser_check_remote_inv() local
616 iser_conn, rkey); in iser_check_remote_inv()
[all …]
|
| /drivers/infiniband/sw/rxe/ |
| D | rxe_hdr.h | 556 __be32 rkey; member
578 return be32_to_cpu(reth->rkey); in __reth_rkey()
581 static inline void __reth_set_rkey(void *arg, u32 rkey) in __reth_set_rkey() argument
585 reth->rkey = cpu_to_be32(rkey); in __reth_set_rkey()
620 static inline void reth_set_rkey(struct rxe_pkt_info *pkt, u32 rkey) in reth_set_rkey() argument
623 + rxe_opcode[pkt->opcode].offset[RXE_RETH], rkey); in reth_set_rkey()
643 __be32 rkey; member
666 return be32_to_cpu(atmeth->rkey); in __atmeth_rkey()
669 static inline void __atmeth_set_rkey(void *arg, u32 rkey) in __atmeth_set_rkey() argument
673 atmeth->rkey = cpu_to_be32(rkey); in __atmeth_set_rkey()
[all …]
|
| D | rxe_mr.c | 80 u32 rkey = (access & IB_ACCESS_REMOTE) ? lkey : 0; in rxe_mem_init() local
84 mem->ibmr.rkey = rkey; in rxe_mem_init()
88 mem->rkey = rkey; in rxe_mem_init()
246 mem->ibmr.rkey = mem->ibmr.lkey; in rxe_mem_init_fast()
580 (type == lookup_remote && mem->rkey != key) || in lookup_mem()
|
| D | rxe_resp.c | 422 u32 rkey; in check_rkey() local
432 qp->resp.rkey = reth_rkey(pkt); in check_rkey()
440 qp->resp.rkey = atmeth_rkey(pkt); in check_rkey()
455 rkey = qp->resp.rkey; in check_rkey()
459 mem = lookup_mem(qp->pd, access, rkey, lookup_remote); in check_rkey()
699 res->read.rkey = qp->resp.rkey; in read_reply()
1114 if (reth_rkey(pkt) != res->read.rkey) { in duplicate_request()
|
| D | rxe_verbs.h | 188 u32 rkey; member
215 u32 rkey; member
329 u32 rkey; member
|
| /drivers/infiniband/core/ |
| D | rw.c | 120 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_mr_wrs() argument
156 reg->wr.rkey = rkey; in rdma_rw_init_mr_wrs()
191 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_map_wrs() argument
217 rdma_wr->rkey = rkey; in rdma_rw_init_map_wrs()
246 struct scatterlist *sg, u32 offset, u64 remote_addr, u32 rkey, in rdma_rw_init_single_wr() argument
265 rdma_wr->rkey = rkey; in rdma_rw_init_single_wr()
288 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_ctx_init() argument
322 sg_offset, remote_addr, rkey, dir); in rdma_rw_ctx_init()
325 remote_addr, rkey, dir); in rdma_rw_ctx_init()
328 remote_addr, rkey, dir); in rdma_rw_ctx_init()
[all …]
|
| D | uverbs_std_types_mr.c | 145 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
|
| /drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_mr.c | 95 mr->ibmr.rkey = resp->rkey; in pvrdma_get_dma_mr()
183 mr->ibmr.rkey = resp->rkey; in pvrdma_reg_user_mr()
255 mr->ibmr.rkey = resp->rkey; in pvrdma_alloc_mr()
|
| D | pvrdma_qp.c | 604 wqe_hdr->wr.fast_reg.rkey = wr->key; in set_reg_seg()
750 wqe_hdr->wr.rdma.rkey = rdma_wr(wr)->rkey; in pvrdma_post_send()
761 wqe_hdr->wr.atomic.rkey = atomic_wr(wr)->rkey; in pvrdma_post_send()
|
| /drivers/net/ethernet/mellanox/mlx5/core/steering/ |
| D | dr_send.c | 24 u32 rkey; member
225 u32 rkey, struct dr_data_seg *data_seg, in dr_rdma_segments() argument
248 wq_raddr->rkey = cpu_to_be32(rkey); in dr_rdma_segments()
264 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send()
266 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send()
435 send_info.rkey = ste->htbl->chunk->rkey; in mlx5dr_send_postsend_ste()
488 send_info.rkey = htbl->chunk->rkey; in mlx5dr_send_postsend_htbl()
542 send_info.rkey = htbl->chunk->rkey; in mlx5dr_send_postsend_formatted_htbl()
564 send_info.rkey = action->rewrite.chunk->rkey; in mlx5dr_send_postsend_action()
967 send_info.rkey = send_ring->sync_mr->mkey.key; in mlx5dr_send_ring_force_drain()
|
| /drivers/infiniband/sw/siw/ |
| D | siw_qp_tx.c | 140 c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
185 c_tx->pkt.send_inv.inval_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
197 c_tx->pkt.rwrite.sink_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
211 c_tx->pkt.rresp.sink_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
923 struct siw_mem *mem = siw_mem_id2obj(sdev, sqe->rkey >> 8); in siw_fastreg_mr()
926 siw_dbg_pd(pd, "STag 0x%08x\n", sqe->rkey); in siw_fastreg_mr()
929 pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey); in siw_fastreg_mr()
932 if (unlikely(base_mr->rkey >> 8 != sqe->rkey >> 8)) { in siw_fastreg_mr()
933 pr_warn("siw: fastreg: STag 0x%08x: bad MR\n", sqe->rkey); in siw_fastreg_mr()
943 pr_warn("siw: fastreg: STag 0x%08x already valid\n", sqe->rkey); in siw_fastreg_mr()
[all …]
|
| D | siw_verbs.c | 844 sqe->rkey = wr->ex.invalidate_rkey; in siw_post_send()
866 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send()
890 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send()
896 sqe->rkey = reg_wr(wr)->key; in siw_post_send()
902 sqe->rkey = wr->ex.invalidate_rkey; in siw_post_send()
1361 mr->base_mr.rkey |= ureq.stag_key; in siw_reg_user_mr()
|
| /drivers/infiniband/sw/rdmavt/ |
| D | mr.c | 303 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr()
674 ibmr->rkey = key; in rvt_fast_reg_mr()
691 int rvt_invalidate_rkey(struct rvt_qp *qp, u32 rkey) in rvt_invalidate_rkey() argument
697 if (rkey == 0) in rvt_invalidate_rkey()
702 rkt->table[(rkey >> (32 - dev->dparms.lkey_table_size))]); in rvt_invalidate_rkey()
703 if (unlikely(!mr || mr->lkey != rkey || qp->ibqp.pd != mr->pd)) in rvt_invalidate_rkey()
750 fmr->ibfmr.rkey = fmr->mr.lkey; in rvt_alloc_fmr()
1025 u32 len, u64 vaddr, u32 rkey, int acc) in rvt_rkey_ok() argument
1038 if (rkey == 0) { in rvt_rkey_ok()
1059 mr = rcu_dereference(rkt->table[rkey >> rkt->shift]); in rvt_rkey_ok()
[all …]
|
| /drivers/infiniband/hw/qib/ |
| D | qib_rc.c | 349 ohdr->u.rc.reth.rkey = in qib_make_rc_req()
350 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
392 ohdr->u.rc.reth.rkey = in qib_make_rc_req()
393 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
434 ohdr->u.atomic_eth.rkey = cpu_to_be32( in qib_make_rc_req()
435 wqe->atomic_wr.rkey); in qib_make_rc_req()
554 ohdr->u.rc.reth.rkey = in qib_make_rc_req()
555 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
1605 u32 rkey = be32_to_cpu(reth->rkey); in qib_rc_rcv_error() local
1609 ok = rvt_rkey_ok(qp, &e->rdma_sge, len, vaddr, rkey, in qib_rc_rcv_error()
[all …]
|
| D | qib_uc.c | 132 ohdr->u.rc.reth.rkey = in qib_make_uc_req()
133 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_uc_req()
420 u32 rkey = be32_to_cpu(reth->rkey); in qib_uc_rcv() local
426 vaddr, rkey, IB_ACCESS_REMOTE_WRITE); in qib_uc_rcv()
|
| /drivers/infiniband/hw/mlx4/ |
| D | mr.c | 76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr()
440 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr()
634 mw->ibmw.rkey = mw->mmw.key; in mlx4_ib_alloc_mw()
686 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_alloc_mr()
722 fmr->ibfmr.rkey = fmr->ibfmr.lkey = fmr->mfmr.mr.key; in mlx4_ib_fmr_alloc()
742 &ifmr->ibfmr.lkey, &ifmr->ibfmr.rkey); in mlx4_ib_map_phys_fmr()
763 mlx4_fmr_unmap(mdev, &ifmr->mfmr, &ifmr->ibfmr.lkey, &ifmr->ibfmr.rkey); in mlx4_ib_unmap_fmr()
|
| /drivers/md/persistent-data/ |
| D | dm-btree.c | 379 uint64_t rkey; in dm_btree_lookup() local
398 lower_bound, &rkey, in dm_btree_lookup()
402 if (rkey != keys[level]) { in dm_btree_lookup()
420 uint64_t key, uint64_t *rkey, void *value_le) in dm_btree_lookup_next_single() argument
449 r = dm_btree_lookup_next_single(info, value64(n, i), key, rkey, value_le); in dm_btree_lookup_next_single()
452 r = dm_btree_lookup_next_single(info, value64(n, i), key, rkey, value_le); in dm_btree_lookup_next_single()
462 *rkey = le64_to_cpu(n->keys[i]); in dm_btree_lookup_next_single()
471 uint64_t *keys, uint64_t *rkey, void *value_le) in dm_btree_lookup_next() argument
481 lower_bound, rkey, in dm_btree_lookup_next()
486 if (*rkey != keys[level]) { in dm_btree_lookup_next()
[all …]
|
| /drivers/infiniband/hw/hfi1/ |
| D | rc.c | 638 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req()
639 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
786 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req()
787 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
904 ohdr->u.atomic_eth.rkey = cpu_to_be32( in hfi1_make_rc_req()
905 wqe->atomic_wr.rkey); in hfi1_make_rc_req()
1037 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req()
1038 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
2636 u32 rkey = be32_to_cpu(reth->rkey); in rc_rcv_error() local
2640 ok = rvt_rkey_ok(qp, &e->rdma_sge, len, vaddr, rkey, in rc_rcv_error()
[all …]
|
| D | uc.c | 187 ohdr->u.rc.reth.rkey = in hfi1_make_uc_req()
188 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_uc_req()
495 u32 rkey = be32_to_cpu(reth->rkey); in hfi1_uc_rcv() local
501 vaddr, rkey, IB_ACCESS_REMOTE_WRITE); in hfi1_uc_rcv()
|
| D | trace.c | 312 be32_to_cpu(eh->rc.reth.rkey), in parse_everbs_hdrs()
324 be32_to_cpu(eh->rc.reth.rkey), in parse_everbs_hdrs()
341 be32_to_cpu(eh->tid_rdma.w_req.reth.rkey), in parse_everbs_hdrs()
380 be32_to_cpu(eh->tid_rdma.r_req.reth.rkey), in parse_everbs_hdrs()
441 eh->atomic_eth.rkey, in parse_everbs_hdrs()
|
| /drivers/infiniband/hw/hns/ |
| D | hns_roce_mr.c | 1006 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr()
1193 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr()
1412 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_alloc_mr()
1451 ret = hns_roce_hw2sw_mpt(hr_dev, NULL, key_to_hw_index(mw->rkey) in hns_roce_mw_free()
1457 key_to_hw_index(mw->rkey)); in hns_roce_mw_free()
1461 key_to_hw_index(mw->rkey), BITMAP_NO_RR); in hns_roce_mw_free()
1470 unsigned long mtpt_idx = key_to_hw_index(mw->rkey); in hns_roce_mw_enable()
1529 mw->rkey = hw_index_to_key(index); in hns_roce_alloc_mw()
1531 mw->ibmw.rkey = mw->rkey; in hns_roce_alloc_mw()
|
| /drivers/infiniband/hw/cxgb4/ |
| D | mem.c | 400 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in finish_mem_reg()
654 mhp->ibmw.rkey = stag; in c4iw_alloc_mw()
682 mmid = (mw->rkey) >> 8; in c4iw_dealloc_mw()
748 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in c4iw_alloc_mr()
824 void c4iw_invalidate_mr(struct c4iw_dev *rhp, u32 rkey) in c4iw_invalidate_mr() argument
830 mhp = xa_load(&rhp->mrs, rkey >> 8); in c4iw_invalidate_mr()
|
| /drivers/infiniband/hw/mthca/ |
| D | mthca_wqe.h | 92 __be32 rkey; member
|
| /drivers/infiniband/hw/cxgb3/ |
| D | iwch_mem.c | 50 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in iwch_finish_mem_reg()
|