| /drivers/infiniband/hw/mthca/ |
| D | mthca_wqe.h | 116 static __always_inline void mthca_set_data_seg(struct mthca_data_seg *dseg, in mthca_set_data_seg() argument
119 dseg->byte_count = cpu_to_be32(sg->length); in mthca_set_data_seg()
120 dseg->lkey = cpu_to_be32(sg->lkey); in mthca_set_data_seg()
121 dseg->addr = cpu_to_be64(sg->addr); in mthca_set_data_seg()
124 static __always_inline void mthca_set_data_seg_inval(struct mthca_data_seg *dseg) in mthca_set_data_seg_inval() argument
126 dseg->byte_count = 0; in mthca_set_data_seg_inval()
127 dseg->lkey = cpu_to_be32(MTHCA_INVAL_LKEY); in mthca_set_data_seg_inval()
128 dseg->addr = 0; in mthca_set_data_seg_inval()
|
| /drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_tx.c | 191 struct mlx5_wqe_data_seg *dseg) in mlx5e_txwqe_build_dsegs() argument
203 dseg->addr = cpu_to_be64(dma_addr); in mlx5e_txwqe_build_dsegs()
204 dseg->lkey = sq->mkey_be; in mlx5e_txwqe_build_dsegs()
205 dseg->byte_count = cpu_to_be32(headlen); in mlx5e_txwqe_build_dsegs()
209 dseg++; in mlx5e_txwqe_build_dsegs()
221 dseg->addr = cpu_to_be64(dma_addr); in mlx5e_txwqe_build_dsegs()
222 dseg->lkey = sq->mkey_be; in mlx5e_txwqe_build_dsegs()
223 dseg->byte_count = cpu_to_be32(fsz); in mlx5e_txwqe_build_dsegs()
227 dseg++; in mlx5e_txwqe_build_dsegs()
275 struct mlx5_wqe_data_seg *dseg; in mlx5e_sq_xmit() local
[all …]
|
| D | en_main.c | 1479 struct mlx5_wqe_data_seg *dseg; in mlx5e_open_xdpsq() local
1484 dseg = (struct mlx5_wqe_data_seg *)cseg + (ds_cnt - 1); in mlx5e_open_xdpsq()
1485 dseg->lkey = sq->mkey_be; in mlx5e_open_xdpsq()
|
| /drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | xdp.h | 163 struct mlx5_wqe_data_seg *dseg = in mlx5e_xdp_mpwqe_add_dseg() local
171 (struct mlx5_wqe_inline_seg *)dseg; in mlx5e_xdp_mpwqe_add_dseg()
183 dseg->addr = cpu_to_be64(xdptxd->dma_addr); in mlx5e_xdp_mpwqe_add_dseg()
184 dseg->byte_count = cpu_to_be32(dma_len); in mlx5e_xdp_mpwqe_add_dseg()
185 dseg->lkey = sq->mkey_be; in mlx5e_xdp_mpwqe_add_dseg()
|
| D | xdp.c | 310 struct mlx5_wqe_data_seg *dseg = wqe->data; in mlx5e_xmit_xdp_frame() local
337 dseg++; in mlx5e_xmit_xdp_frame()
341 dseg->addr = cpu_to_be64(dma_addr); in mlx5e_xmit_xdp_frame()
342 dseg->byte_count = cpu_to_be32(dma_len); in mlx5e_xmit_xdp_frame()
|
| /drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
| D | ktls_tx.c | 274 struct mlx5_wqe_data_seg *dseg; in tx_post_resync_dump() local
286 dseg = &wqe->data; in tx_post_resync_dump()
299 dseg->addr = cpu_to_be64(dma_addr); in tx_post_resync_dump()
300 dseg->lkey = sq->mkey_be; in tx_post_resync_dump()
301 dseg->byte_count = cpu_to_be32(fsz); in tx_post_resync_dump()
|
| /drivers/infiniband/hw/mlx4/ |
| D | qp.c | 3365 static void set_datagram_seg(struct mlx4_wqe_datagram_seg *dseg, in set_datagram_seg() argument
3368 memcpy(dseg->av, &to_mah(wr->ah)->av, sizeof (struct mlx4_av)); in set_datagram_seg()
3369 dseg->dqpn = cpu_to_be32(wr->remote_qpn); in set_datagram_seg()
3370 dseg->qkey = cpu_to_be32(wr->remote_qkey); in set_datagram_seg()
3371 dseg->vlan = to_mah(wr->ah)->av.eth.vlan; in set_datagram_seg()
3372 memcpy(dseg->mac, to_mah(wr->ah)->av.eth.mac, 6); in set_datagram_seg()
3376 struct mlx4_wqe_datagram_seg *dseg, in set_tunnel_datagram_seg() argument
3390 memcpy(dseg->av, &sqp_av, sizeof (struct mlx4_av)); in set_tunnel_datagram_seg()
3392 dseg->dqpn = cpu_to_be32(dev->dev->caps.spec_qps[port - 1].qp1_tunnel); in set_tunnel_datagram_seg()
3394 dseg->dqpn = cpu_to_be32(dev->dev->caps.spec_qps[port - 1].qp0_tunnel); in set_tunnel_datagram_seg()
[all …]
|
| /drivers/infiniband/hw/hns/ |
| D | hns_roce_hw_v2.c | 51 static void set_data_seg_v2(struct hns_roce_v2_wqe_data_seg *dseg, in set_data_seg_v2() argument
54 dseg->lkey = cpu_to_le32(sg->lkey); in set_data_seg_v2()
55 dseg->addr = cpu_to_le64(sg->addr); in set_data_seg_v2()
56 dseg->len = cpu_to_le32(sg->length); in set_data_seg_v2()
115 struct hns_roce_v2_wqe_data_seg *dseg; in set_extend_sge() local
135 dseg = get_send_extend_sge(qp, (*sge_ind) & (qp->sge.sge_cnt - 1)); in set_extend_sge()
136 fi_sge_num = (round_up((uintptr_t)dseg, 1 << shift) - in set_extend_sge()
137 (uintptr_t)dseg) / in set_extend_sge()
142 set_data_seg_v2(dseg++, sg + i); in set_extend_sge()
145 dseg = get_send_extend_sge(qp, in set_extend_sge()
[all …]
|
| D | hns_roce_hw_v1.c | 46 static void set_data_seg(struct hns_roce_wqe_data_seg *dseg, struct ib_sge *sg) in set_data_seg() argument
48 dseg->lkey = cpu_to_le32(sg->lkey); in set_data_seg()
49 dseg->addr = cpu_to_le64(sg->addr); in set_data_seg()
50 dseg->len = cpu_to_le32(sg->length); in set_data_seg()
69 struct hns_roce_wqe_data_seg *dseg = NULL; in hns_roce_v1_post_send() local
285 dseg = wqe; in hns_roce_v1_post_send()
306 set_data_seg(dseg + i, wr->sg_list + i); in hns_roce_v1_post_send()
|
| /drivers/infiniband/hw/mlx5/ |
| D | odp.c | 972 struct mlx5_wqe_data_seg *dseg = wqe; in pagefault_data_segments() local
974 io_virt = be64_to_cpu(dseg->addr); in pagefault_data_segments()
975 key = be32_to_cpu(dseg->lkey); in pagefault_data_segments()
976 byte_count = be32_to_cpu(dseg->byte_count); in pagefault_data_segments()
985 wqe += sizeof(*dseg); in pagefault_data_segments()
|
| D | qp.c | 4145 static void set_datagram_seg(struct mlx5_wqe_datagram_seg *dseg, in set_datagram_seg() argument
4148 memcpy(&dseg->av, &to_mah(ud_wr(wr)->ah)->av, sizeof(struct mlx5_av)); in set_datagram_seg()
4149 dseg->av.dqp_dct = cpu_to_be32(ud_wr(wr)->remote_qpn | MLX5_EXTENDED_UD_AV); in set_datagram_seg()
4150 dseg->av.key.qkey.qkey = cpu_to_be32(ud_wr(wr)->remote_qkey); in set_datagram_seg()
4153 static void set_data_ptr_seg(struct mlx5_wqe_data_seg *dseg, struct ib_sge *sg) in set_data_ptr_seg() argument
4155 dseg->byte_count = cpu_to_be32(sg->length); in set_data_ptr_seg()
4156 dseg->lkey = cpu_to_be32(sg->lkey); in set_data_ptr_seg()
4157 dseg->addr = cpu_to_be64(sg->addr); in set_data_ptr_seg()
4394 static void set_reg_data_seg(struct mlx5_wqe_data_seg *dseg, in set_reg_data_seg() argument
4400 dseg->addr = cpu_to_be64(mr->desc_map); in set_reg_data_seg()
[all …]
|