| /drivers/infiniband/hw/mthca/ |
| D | mthca_wqe.h | 116 static __always_inline void mthca_set_data_seg(struct mthca_data_seg *dseg, in mthca_set_data_seg() argument
119 dseg->byte_count = cpu_to_be32(sg->length); in mthca_set_data_seg()
120 dseg->lkey = cpu_to_be32(sg->lkey); in mthca_set_data_seg()
121 dseg->addr = cpu_to_be64(sg->addr); in mthca_set_data_seg()
124 static __always_inline void mthca_set_data_seg_inval(struct mthca_data_seg *dseg) in mthca_set_data_seg_inval() argument
126 dseg->byte_count = 0; in mthca_set_data_seg_inval()
127 dseg->lkey = cpu_to_be32(MTHCA_INVAL_LKEY); in mthca_set_data_seg_inval()
128 dseg->addr = 0; in mthca_set_data_seg_inval()
|
| /drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_tx.c | 269 struct mlx5_wqe_data_seg *dseg) in mlx5e_txwqe_build_dsegs() argument
281 dseg->addr = cpu_to_be64(dma_addr); in mlx5e_txwqe_build_dsegs()
282 dseg->lkey = sq->mkey_be; in mlx5e_txwqe_build_dsegs()
283 dseg->byte_count = cpu_to_be32(headlen); in mlx5e_txwqe_build_dsegs()
287 dseg++; in mlx5e_txwqe_build_dsegs()
299 dseg->addr = cpu_to_be64(dma_addr); in mlx5e_txwqe_build_dsegs()
300 dseg->lkey = sq->mkey_be; in mlx5e_txwqe_build_dsegs()
301 dseg->byte_count = cpu_to_be32(fsz); in mlx5e_txwqe_build_dsegs()
305 dseg++; in mlx5e_txwqe_build_dsegs()
502 struct mlx5_wqe_data_seg *dseg; in mlx5e_sq_xmit_wqe() local
[all …]
|
| D | en_main.c | 1504 struct mlx5_wqe_data_seg *dseg; in mlx5e_open_xdpsq() local
1514 dseg = (struct mlx5_wqe_data_seg *)cseg + (ds_cnt - 1); in mlx5e_open_xdpsq()
1515 dseg->lkey = sq->mkey_be; in mlx5e_open_xdpsq()
|
| /drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | xdp.h | 145 struct mlx5_wqe_data_seg *dseg = in mlx5e_xdp_mpwqe_add_dseg() local
154 (struct mlx5_wqe_inline_seg *)dseg; in mlx5e_xdp_mpwqe_add_dseg()
166 dseg->addr = cpu_to_be64(xdptxd->dma_addr); in mlx5e_xdp_mpwqe_add_dseg()
167 dseg->byte_count = cpu_to_be32(dma_len); in mlx5e_xdp_mpwqe_add_dseg()
168 dseg->lkey = sq->mkey_be; in mlx5e_xdp_mpwqe_add_dseg()
|
| D | xdp.c | 321 struct mlx5_wqe_data_seg *dseg = wqe->data; in mlx5e_xmit_xdp_frame() local
348 dseg++; in mlx5e_xmit_xdp_frame()
352 dseg->addr = cpu_to_be64(dma_addr); in mlx5e_xmit_xdp_frame()
353 dseg->byte_count = cpu_to_be32(dma_len); in mlx5e_xmit_xdp_frame()
|
| /drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
| D | ktls_tx.c | 310 struct mlx5_wqe_data_seg *dseg; in tx_post_resync_dump() local
324 dseg = &wqe->data; in tx_post_resync_dump()
337 dseg->addr = cpu_to_be64(dma_addr); in tx_post_resync_dump()
338 dseg->lkey = sq->mkey_be; in tx_post_resync_dump()
339 dseg->byte_count = cpu_to_be32(fsz); in tx_post_resync_dump()
|
| /drivers/infiniband/hw/mlx5/ |
| D | wr.c | 152 static void set_datagram_seg(struct mlx5_wqe_datagram_seg *dseg, in set_datagram_seg() argument
155 memcpy(&dseg->av, &to_mah(ud_wr(wr)->ah)->av, sizeof(struct mlx5_av)); in set_datagram_seg()
156 dseg->av.dqp_dct = in set_datagram_seg()
158 dseg->av.key.qkey.qkey = cpu_to_be32(ud_wr(wr)->remote_qkey); in set_datagram_seg()
161 static void set_data_ptr_seg(struct mlx5_wqe_data_seg *dseg, struct ib_sge *sg) in set_data_ptr_seg() argument
163 dseg->byte_count = cpu_to_be32(sg->length); in set_data_ptr_seg()
164 dseg->lkey = cpu_to_be32(sg->lkey); in set_data_ptr_seg()
165 dseg->addr = cpu_to_be64(sg->addr); in set_data_ptr_seg()
438 static void set_reg_data_seg(struct mlx5_wqe_data_seg *dseg, in set_reg_data_seg() argument
444 dseg->addr = cpu_to_be64(mr->desc_map); in set_reg_data_seg()
[all …]
|
| D | odp.c | 1017 struct mlx5_wqe_data_seg *dseg = wqe; in pagefault_data_segments() local
1019 io_virt = be64_to_cpu(dseg->addr); in pagefault_data_segments()
1020 key = be32_to_cpu(dseg->lkey); in pagefault_data_segments()
1021 byte_count = be32_to_cpu(dseg->byte_count); in pagefault_data_segments()
1030 wqe += sizeof(*dseg); in pagefault_data_segments()
|
| /drivers/infiniband/hw/mlx4/ |
| D | qp.c | 3327 static void set_datagram_seg(struct mlx4_wqe_datagram_seg *dseg, in set_datagram_seg() argument
3330 memcpy(dseg->av, &to_mah(wr->ah)->av, sizeof (struct mlx4_av)); in set_datagram_seg()
3331 dseg->dqpn = cpu_to_be32(wr->remote_qpn); in set_datagram_seg()
3332 dseg->qkey = cpu_to_be32(wr->remote_qkey); in set_datagram_seg()
3333 dseg->vlan = to_mah(wr->ah)->av.eth.vlan; in set_datagram_seg()
3334 memcpy(dseg->mac, to_mah(wr->ah)->av.eth.mac, 6); in set_datagram_seg()
3338 struct mlx4_wqe_datagram_seg *dseg, in set_tunnel_datagram_seg() argument
3352 memcpy(dseg->av, &sqp_av, sizeof (struct mlx4_av)); in set_tunnel_datagram_seg()
3354 dseg->dqpn = cpu_to_be32(dev->dev->caps.spec_qps[port - 1].qp1_tunnel); in set_tunnel_datagram_seg()
3356 dseg->dqpn = cpu_to_be32(dev->dev->caps.spec_qps[port - 1].qp0_tunnel); in set_tunnel_datagram_seg()
[all …]
|
| /drivers/infiniband/hw/hns/ |
| D | hns_roce_hw_v2.c | 58 static inline void set_data_seg_v2(struct hns_roce_v2_wqe_data_seg *dseg, in set_data_seg_v2() argument
61 dseg->lkey = cpu_to_le32(sg->lkey); in set_data_seg_v2()
62 dseg->addr = cpu_to_le64(sg->addr); in set_data_seg_v2()
63 dseg->len = cpu_to_le32(sg->length); in set_data_seg_v2()
135 struct hns_roce_v2_wqe_data_seg *dseg = in set_atomic_seg() local
138 (void *)dseg + sizeof(struct hns_roce_v2_wqe_data_seg); in set_atomic_seg()
140 set_data_seg_v2(dseg, wr->sg_list); in set_atomic_seg()
173 void *dseg; in fill_ext_sge_inl_data() local
182 dseg = hns_roce_get_extend_sge(qp, idx & (qp->sge.sge_cnt - 1)); in fill_ext_sge_inl_data()
183 left_len_in_pg = hr_hw_page_align((uintptr_t)dseg) - (uintptr_t)dseg; in fill_ext_sge_inl_data()
[all …]
|
| D | hns_roce_hw_v1.c | 62 static void set_data_seg(struct hns_roce_wqe_data_seg *dseg, struct ib_sge *sg) in set_data_seg() argument
64 dseg->lkey = cpu_to_le32(sg->lkey); in set_data_seg()
65 dseg->addr = cpu_to_le64(sg->addr); in set_data_seg()
66 dseg->len = cpu_to_le32(sg->length); in set_data_seg()
85 struct hns_roce_wqe_data_seg *dseg = NULL; in hns_roce_v1_post_send() local
300 dseg = wqe; in hns_roce_v1_post_send()
321 set_data_seg(dseg + i, wr->sg_list + i); in hns_roce_v1_post_send()
|