| /drivers/infiniband/sw/rxe/ |
| D | rxe_mw.c | 31 mw->rkey = ibmw->rkey = (mw->elem.index << 8) | rxe_get_next_key(-1); in rxe_alloc_mw()
138 u32 key = wqe->wr.wr.mw.rkey & 0xff; in rxe_do_bind_mw()
140 mw->rkey = (mw->rkey & ~0xff) | key; in rxe_do_bind_mw()
180 if (unlikely(mw->rkey != mw_rkey)) { in rxe_bind_mw()
252 int rxe_invalidate_mw(struct rxe_qp *qp, u32 rkey) in rxe_invalidate_mw() argument
258 mw = rxe_pool_get_index(&rxe->mw_pool, rkey >> 8); in rxe_invalidate_mw()
264 if (rkey != mw->rkey) { in rxe_invalidate_mw()
284 struct rxe_mw *rxe_lookup_mw(struct rxe_qp *qp, int access, u32 rkey) in rxe_lookup_mw() argument
289 int index = rkey >> 8; in rxe_lookup_mw()
295 if (unlikely((mw->rkey != rkey) || rxe_mw_pd(mw) != pd || in rxe_lookup_mw()
|
| D | rxe_hdr.h | 528 __be32 rkey; member
550 return be32_to_cpu(reth->rkey); in __reth_rkey()
553 static inline void __reth_set_rkey(void *arg, u32 rkey) in __reth_set_rkey() argument
557 reth->rkey = cpu_to_be32(rkey); in __reth_set_rkey()
592 static inline void reth_set_rkey(struct rxe_pkt_info *pkt, u32 rkey) in reth_set_rkey() argument
595 rxe_opcode[pkt->opcode].offset[RXE_RETH], rkey); in reth_set_rkey()
615 __be32 rkey; member
638 return be32_to_cpu(atmeth->rkey); in __atmeth_rkey()
641 static inline void __atmeth_set_rkey(void *arg, u32 rkey) in __atmeth_set_rkey() argument
645 atmeth->rkey = cpu_to_be32(rkey); in __atmeth_set_rkey()
[all …]
|
| D | rxe_resp.c | 414 u32 rkey; in check_rkey() local
425 qp->resp.rkey = reth_rkey(pkt); in check_rkey()
434 qp->resp.rkey = atmeth_rkey(pkt); in check_rkey()
449 rkey = qp->resp.rkey; in check_rkey()
453 if (rkey_is_mw(rkey)) { in check_rkey()
454 mw = rxe_lookup_mw(qp, access, rkey); in check_rkey()
457 __func__, rkey); in check_rkey()
476 mr = lookup_mr(qp->pd, access, rkey, RXE_LOOKUP_REMOTE); in check_rkey()
479 __func__, rkey); in check_rkey()
580 res->read.rkey = qp->resp.rkey; in rxe_prepare_res()
[all …]
|
| D | rxe_mr.c | 54 u32 rkey = (access & IB_ACCESS_REMOTE) ? lkey : 0; in rxe_mr_init() local
62 mr->rkey = mr->ibmr.rkey = rkey; in rxe_mr_init()
508 (type == RXE_LOOKUP_REMOTE && mr->rkey != key) || in lookup_mr()
531 if (mr->rkey ? (key != mr->rkey) : (key != mr->lkey)) { in rxe_invalidate_mr()
533 __func__, key, (mr->rkey ? mr->rkey : mr->lkey)); in rxe_invalidate_mr()
596 mr->rkey = (access & IB_ACCESS_REMOTE) ? key : 0; in rxe_reg_fast_mr()
|
| D | rxe_verbs.h | 163 u32 rkey; member
191 u32 rkey; member
291 static inline int rkey_is_mw(u32 rkey) in rkey_is_mw() argument
293 u32 index = rkey >> 8; in rkey_is_mw()
305 u32 rkey; member
340 u32 rkey; member
|
| D | rxe_req.c | 424 reth_set_rkey(pkt, ibwr->wr.rdma.rkey); in init_req_packet()
443 atmeth_set_rkey(pkt, ibwr->wr.atomic.rkey); in init_req_packet()
569 u32 rkey; in rxe_do_local_ops() local
574 rkey = wqe->wr.ex.invalidate_rkey; in rxe_do_local_ops()
575 if (rkey_is_mw(rkey)) in rxe_do_local_ops()
576 ret = rxe_invalidate_mw(qp, rkey); in rxe_do_local_ops()
578 ret = rxe_invalidate_mr(qp, rkey); in rxe_do_local_ops()
|
| /drivers/infiniband/ulp/iser/ |
| D | iser_memory.c | 135 reg->rkey = device->pd->unsafe_global_rkey; in iser_reg_dma()
137 reg->rkey = 0; in iser_reg_dma()
142 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_reg_dma()
241 inv_wr->ex.invalidate_rkey = mr->rkey; in iser_inv_rkey()
270 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_reg_sig_mr()
287 wr->key = mr->rkey; in iser_reg_sig_mr()
294 sig_reg->rkey = mr->rkey; in iser_reg_sig_mr()
299 sig_reg->sge.lkey, sig_reg->rkey, sig_reg->sge.addr, in iser_reg_sig_mr()
319 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_fast_reg_mr()
334 wr->key = mr->rkey; in iser_fast_reg_mr()
[all …]
|
| D | iser_initiator.c | 70 hdr->read_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_read_cmd()
74 task->itt, mem_reg->rkey, in iser_prepare_read_cmd()
117 hdr->write_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_write_cmd()
122 task->itt, mem_reg->rkey, in iser_prepare_write_cmd()
575 static inline int iser_inv_desc(struct iser_fr_desc *desc, u32 rkey) in iser_inv_desc() argument
577 if (unlikely((!desc->sig_protected && rkey != desc->rsc.mr->rkey) || in iser_inv_desc()
578 (desc->sig_protected && rkey != desc->rsc.sig_mr->rkey))) { in iser_inv_desc()
579 iser_err("Bogus remote invalidation for rkey %#x\n", rkey); in iser_inv_desc()
596 u32 rkey = wc->ex.invalidate_rkey; in iser_check_remote_inv() local
599 iser_conn, rkey); in iser_check_remote_inv()
[all …]
|
| /drivers/infiniband/core/ |
| D | rw.c | 126 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_mr_wrs() argument
162 reg->wr.rkey = rkey; in rdma_rw_init_mr_wrs()
197 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_map_wrs() argument
223 rdma_wr->rkey = rkey; in rdma_rw_init_map_wrs()
252 struct scatterlist *sg, u32 offset, u64 remote_addr, u32 rkey, in rdma_rw_init_single_wr() argument
271 rdma_wr->rkey = rkey; in rdma_rw_init_single_wr()
294 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_ctx_init() argument
328 sg_offset, remote_addr, rkey, dir); in rdma_rw_ctx_init()
331 remote_addr, rkey, dir); in rdma_rw_ctx_init()
334 remote_addr, rkey, dir); in rdma_rw_ctx_init()
[all …]
|
| D | uverbs_std_types_mr.c | 152 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
169 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
265 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
|
| /drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_mr.c | 95 mr->ibmr.rkey = resp->rkey; in pvrdma_get_dma_mr()
183 mr->ibmr.rkey = resp->rkey; in pvrdma_reg_user_mr()
255 mr->ibmr.rkey = resp->rkey; in pvrdma_alloc_mr()
|
| /drivers/infiniband/sw/siw/ |
| D | siw_qp_tx.c | 140 c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
185 c_tx->pkt.send_inv.inval_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
197 c_tx->pkt.rwrite.sink_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
211 c_tx->pkt.rresp.sink_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
946 siw_dbg_pd(pd, "STag 0x%08x\n", sqe->rkey); in siw_fastreg_mr()
949 pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey); in siw_fastreg_mr()
953 if (unlikely(base_mr->rkey >> 8 != sqe->rkey >> 8)) { in siw_fastreg_mr()
954 pr_warn("siw: fastreg: STag 0x%08x: bad MR\n", sqe->rkey); in siw_fastreg_mr()
958 mem = siw_mem_id2obj(sdev, sqe->rkey >> 8); in siw_fastreg_mr()
960 pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey); in siw_fastreg_mr()
[all …]
|
| /drivers/infiniband/sw/rdmavt/ |
| D | mr.c | 260 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr()
630 ibmr->rkey = key; in rvt_fast_reg_mr()
647 int rvt_invalidate_rkey(struct rvt_qp *qp, u32 rkey) in rvt_invalidate_rkey() argument
653 if (rkey == 0) in rvt_invalidate_rkey()
658 rkt->table[(rkey >> (32 - dev->dparms.lkey_table_size))]); in rvt_invalidate_rkey()
659 if (unlikely(!mr || mr->lkey != rkey || qp->ibqp.pd != mr->pd)) in rvt_invalidate_rkey()
827 u32 len, u64 vaddr, u32 rkey, int acc) in rvt_rkey_ok() argument
840 if (rkey == 0) { in rvt_rkey_ok()
861 mr = rcu_dereference(rkt->table[rkey >> rkt->shift]); in rvt_rkey_ok()
869 mr->lkey != rkey || qp->ibqp.pd != mr->pd)) in rvt_rkey_ok()
|
| /drivers/infiniband/ulp/rtrs/ |
| D | README | 51 then pass it to the block layer. A new rkey is generated and registered for the
53 The new rkey is sent back to the client along with the IO result.
144 using the IMM field, Server invalidate rkey associated to the memory chunks
149 inflight IO and for the error code. The new rkey is sent back using
150 SEND_WITH_IMM WR, client When it recived new rkey message, it validates
151 the message and finished IO after update rkey for the rbuffer, then post
186 Server invalidate rkey associated to the memory chunks first, when it finishes,
192 outstanding inflight IO and the error code. The new rkey is sent back using
193 SEND_WITH_IMM WR, client When it recived new rkey message, it validates
194 the message and finished IO after update rkey for the rbuffer, then post
|
| D | rtrs-srv.c | 206 u32 rkey = 0; in rdma_write_sg() local
237 wr->rkey = le32_to_cpu(id->rd_msg->desc[0].key); in rdma_write_sg()
238 if (rkey == 0) in rdma_write_sg()
239 rkey = wr->rkey; in rdma_write_sg()
242 WARN_ON_ONCE(rkey != wr->rkey); in rdma_write_sg()
275 inv_wr.ex.invalidate_rkey = rkey; in rdma_write_sg()
288 rwr.key = srv_mr->mr->rkey; in rdma_write_sg()
294 msg->rkey = cpu_to_le32(srv_mr->mr->rkey); in rdma_write_sg()
409 rwr.key = srv_mr->mr->rkey; in send_io_resp_imm()
415 msg->rkey = cpu_to_le32(srv_mr->mr->rkey); in send_io_resp_imm()
[all …]
|
| D | rtrs-clt.c | 371 .ex.invalidate_rkey = req->mr->rkey, in rtrs_inv_rkey()
420 req->mr->rkey, err); in complete_rdma_req()
488 rbuf->rkey, rbuf->addr + off, in rtrs_post_send_rdma()
564 clt_path->rbufs[buf_id].rkey = le32_to_cpu(msg->rkey); in rtrs_clt_rkey_rsp_done()
1057 rbuf->rkey, rbuf->addr, imm, in rtrs_post_rdma_write_sg()
1071 ib_update_fast_reg_key(req->mr, ib_inc_rkey(req->mr->rkey)); in rtrs_map_sg_fr()
1132 .ex.invalidate_rkey = req->mr->rkey, in rtrs_clt_write_req()
1139 .key = req->mr->rkey, in rtrs_clt_write_req()
1221 .key = req->mr->rkey, in rtrs_clt_read_req()
1231 msg->desc[0].key = cpu_to_le32(req->mr->rkey); in rtrs_clt_read_req()
[all …]
|
| /drivers/infiniband/hw/qib/ |
| D | qib_rc.c | 350 ohdr->u.rc.reth.rkey = in qib_make_rc_req()
351 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
393 ohdr->u.rc.reth.rkey = in qib_make_rc_req()
394 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
435 ohdr->u.atomic_eth.rkey = cpu_to_be32( in qib_make_rc_req()
436 wqe->atomic_wr.rkey); in qib_make_rc_req()
555 ohdr->u.rc.reth.rkey = in qib_make_rc_req()
556 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
1608 u32 rkey = be32_to_cpu(reth->rkey); in qib_rc_rcv_error() local
1612 ok = rvt_rkey_ok(qp, &e->rdma_sge, len, vaddr, rkey, in qib_rc_rcv_error()
[all …]
|
| D | qib_uc.c | 133 ohdr->u.rc.reth.rkey = in qib_make_uc_req()
134 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_uc_req()
421 u32 rkey = be32_to_cpu(reth->rkey); in qib_uc_rcv() local
427 vaddr, rkey, IB_ACCESS_REMOTE_WRITE); in qib_uc_rcv()
|
| /drivers/infiniband/hw/hns/ |
| D | hns_roce_mr.c | 211 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr()
252 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr()
391 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_alloc_mr()
467 key_to_hw_index(mw->rkey) & in hns_roce_mw_free()
473 key_to_hw_index(mw->rkey)); in hns_roce_mw_free()
477 (int)key_to_hw_index(mw->rkey)); in hns_roce_mw_free()
486 unsigned long mtpt_idx = key_to_hw_index(mw->rkey); in hns_roce_mw_enable()
545 mw->rkey = hw_index_to_key(id); in hns_roce_alloc_mw()
547 ibmw->rkey = mw->rkey; in hns_roce_alloc_mw()
|
| /drivers/net/ethernet/mellanox/mlx5/core/steering/ |
| D | dr_send.c | 24 u32 rkey; member
228 u32 rkey, struct dr_data_seg *data_seg, in dr_rdma_segments() argument
251 wq_raddr->rkey = cpu_to_be32(rkey); in dr_rdma_segments()
267 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send()
269 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send()
456 send_info.rkey = mlx5dr_icm_pool_get_chunk_rkey(ste->htbl->chunk); in mlx5dr_send_postsend_ste()
516 send_info.rkey = mlx5dr_icm_pool_get_chunk_rkey(htbl->chunk); in mlx5dr_send_postsend_htbl()
573 send_info.rkey = mlx5dr_icm_pool_get_chunk_rkey(htbl->chunk); in mlx5dr_send_postsend_formatted_htbl()
597 send_info.rkey = mlx5dr_icm_pool_get_chunk_rkey(action->rewrite->chunk); in mlx5dr_send_postsend_action()
1043 send_info.rkey = send_ring->sync_mr->mkey; in mlx5dr_send_ring_force_drain()
|
| /drivers/infiniband/hw/hfi1/ |
| D | rc.c | 597 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req()
598 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
745 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req()
746 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
862 ohdr->u.atomic_eth.rkey = cpu_to_be32( in hfi1_make_rc_req()
863 wqe->atomic_wr.rkey); in hfi1_make_rc_req()
995 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req()
996 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
2594 u32 rkey = be32_to_cpu(reth->rkey); in rc_rcv_error() local
2598 ok = rvt_rkey_ok(qp, &e->rdma_sge, len, vaddr, rkey, in rc_rcv_error()
[all …]
|
| D | uc.c | 146 ohdr->u.rc.reth.rkey = in hfi1_make_uc_req()
147 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_uc_req()
449 u32 rkey = be32_to_cpu(reth->rkey); in hfi1_uc_rcv() local
455 vaddr, rkey, IB_ACCESS_REMOTE_WRITE); in hfi1_uc_rcv()
|
| D | trace.c | 277 be32_to_cpu(eh->rc.reth.rkey), in parse_everbs_hdrs()
289 be32_to_cpu(eh->rc.reth.rkey), in parse_everbs_hdrs()
306 be32_to_cpu(eh->tid_rdma.w_req.reth.rkey), in parse_everbs_hdrs()
345 be32_to_cpu(eh->tid_rdma.r_req.reth.rkey), in parse_everbs_hdrs()
406 eh->atomic_eth.rkey, in parse_everbs_hdrs()
|
| /drivers/md/persistent-data/ |
| D | dm-btree.c | 376 uint64_t rkey; in dm_btree_lookup() local
395 lower_bound, &rkey, in dm_btree_lookup()
399 if (rkey != keys[level]) { in dm_btree_lookup()
417 uint64_t key, uint64_t *rkey, void *value_le) in dm_btree_lookup_next_single() argument
446 r = dm_btree_lookup_next_single(info, value64(n, i), key, rkey, value_le); in dm_btree_lookup_next_single()
449 r = dm_btree_lookup_next_single(info, value64(n, i), key, rkey, value_le); in dm_btree_lookup_next_single()
459 *rkey = le64_to_cpu(n->keys[i]); in dm_btree_lookup_next_single()
468 uint64_t *keys, uint64_t *rkey, void *value_le) in dm_btree_lookup_next() argument
478 lower_bound, rkey, in dm_btree_lookup_next()
483 if (*rkey != keys[level]) { in dm_btree_lookup_next()
[all …]
|
| /drivers/infiniband/hw/mlx4/ |
| D | mr.c | 76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr()
441 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr()
628 ibmw->rkey = mw->mmw.key; in mlx4_ib_alloc_mw()
673 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_alloc_mr()
|