| /kernel/linux/linux-5.10/drivers/infiniband/hw/mthca/ |
| D | mthca_cq.c | 174 static inline struct mthca_cqe *cqe_sw(struct mthca_cqe *cqe) in cqe_sw() argument
176 return MTHCA_CQ_ENTRY_OWNER_HW & cqe->owner ? NULL : cqe; in cqe_sw()
181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); in next_cqe_sw()
184 static inline void set_cqe_hw(struct mthca_cqe *cqe) in set_cqe_hw() argument
186 cqe->owner = MTHCA_CQ_ENTRY_OWNER_HW; in set_cqe_hw()
191 __be32 *cqe = cqe_ptr; in dump_cqe() local
193 (void) cqe; /* avoid warning if mthca_dbg compiled away... */ in dump_cqe()
194 mthca_dbg(dev, "CQE contents %08x %08x %08x %08x %08x %08x %08x %08x\n", in dump_cqe()
195 be32_to_cpu(cqe[0]), be32_to_cpu(cqe[1]), be32_to_cpu(cqe[2]), in dump_cqe()
196 be32_to_cpu(cqe[3]), be32_to_cpu(cqe[4]), be32_to_cpu(cqe[5]), in dump_cqe()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mthca/ |
| D | mthca_cq.c | 174 static inline struct mthca_cqe *cqe_sw(struct mthca_cqe *cqe) in cqe_sw() argument
176 return MTHCA_CQ_ENTRY_OWNER_HW & cqe->owner ? NULL : cqe; in cqe_sw()
181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); in next_cqe_sw()
184 static inline void set_cqe_hw(struct mthca_cqe *cqe) in set_cqe_hw() argument
186 cqe->owner = MTHCA_CQ_ENTRY_OWNER_HW; in set_cqe_hw()
191 __be32 *cqe = cqe_ptr; in dump_cqe() local
193 (void) cqe; /* avoid warning if mthca_dbg compiled away... */ in dump_cqe()
194 mthca_dbg(dev, "CQE contents %08x %08x %08x %08x %08x %08x %08x %08x\n", in dump_cqe()
195 be32_to_cpu(cqe[0]), be32_to_cpu(cqe[1]), be32_to_cpu(cqe[2]), in dump_cqe()
196 be32_to_cpu(cqe[3]), be32_to_cpu(cqe[4]), be32_to_cpu(cqe[5]), in dump_cqe()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mlx4/ |
| D | cq.c | 81 struct mlx4_cqe *cqe = get_cqe(cq, n & cq->ibcq.cqe); in get_sw_cqe() local
82 struct mlx4_cqe *tcqe = ((cq->buf.entry_size == 64) ? (cqe + 1) : cqe); in get_sw_cqe()
85 !!(n & (cq->ibcq.cqe + 1))) ? NULL : cqe; in get_sw_cqe()
133 static void mlx4_ib_free_cq_buf(struct mlx4_ib_dev *dev, struct mlx4_ib_cq_buf *buf, int cqe) in mlx4_ib_free_cq_buf() argument
135 mlx4_buf_free(dev->dev, (cqe + 1) * buf->entry_size, &buf->buf); in mlx4_ib_free_cq_buf()
140 struct ib_umem **umem, u64 buf_addr, int cqe) in mlx4_ib_get_cq_umem() argument
147 *umem = ib_umem_get(&dev->ib_dev, buf_addr, cqe * cqe_size, in mlx4_ib_get_cq_umem()
178 int entries = attr->cqe; in mlx4_ib_create_cq()
195 cq->ibcq.cqe = entries - 1; in mlx4_ib_create_cq()
281 mlx4_ib_free_cq_buf(dev, &cq->buf, cq->ibcq.cqe); in mlx4_ib_create_cq()
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/mlx4/ |
| D | cq.c | 81 struct mlx4_cqe *cqe = get_cqe(cq, n & cq->ibcq.cqe); in get_sw_cqe() local
82 struct mlx4_cqe *tcqe = ((cq->buf.entry_size == 64) ? (cqe + 1) : cqe); in get_sw_cqe()
85 !!(n & (cq->ibcq.cqe + 1))) ? NULL : cqe; in get_sw_cqe()
133 static void mlx4_ib_free_cq_buf(struct mlx4_ib_dev *dev, struct mlx4_ib_cq_buf *buf, int cqe) in mlx4_ib_free_cq_buf() argument
135 mlx4_buf_free(dev->dev, (cqe + 1) * buf->entry_size, &buf->buf); in mlx4_ib_free_cq_buf()
140 struct ib_umem **umem, u64 buf_addr, int cqe) in mlx4_ib_get_cq_umem() argument
147 *umem = ib_umem_get(&dev->ib_dev, buf_addr, cqe * cqe_size, in mlx4_ib_get_cq_umem()
178 int entries = attr->cqe; in mlx4_ib_create_cq()
195 cq->ibcq.cqe = entries - 1; in mlx4_ib_create_cq()
281 mlx4_ib_free_cq_buf(dev, &cq->buf, cq->ibcq.cqe); in mlx4_ib_create_cq()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/rxe/ |
| D | rxe_cq.c | 12 int cqe, int comp_vector) in rxe_cq_chk_attr() argument
16 if (cqe <= 0) { in rxe_cq_chk_attr()
17 rxe_dbg_dev(rxe, "cqe(%d) <= 0\n", cqe); in rxe_cq_chk_attr()
21 if (cqe > rxe->attr.max_cqe) { in rxe_cq_chk_attr()
22 rxe_dbg_dev(rxe, "cqe(%d) > max_cqe(%d)\n", in rxe_cq_chk_attr()
23 cqe, rxe->attr.max_cqe); in rxe_cq_chk_attr()
29 if (cqe < count) { in rxe_cq_chk_attr()
30 rxe_dbg_cq(cq, "cqe(%d) < current # elements in queue (%d)\n", in rxe_cq_chk_attr()
31 cqe, count); in rxe_cq_chk_attr()
42 int rxe_cq_from_init(struct rxe_dev *rxe, struct rxe_cq *cq, int cqe, in rxe_cq_from_init() argument
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/sw/siw/ |
| D | siw_cq.c | 44 * Reap one CQE from the CQ. Only used by kernel clients
46 * flush for user mapped CQE array as well.
50 struct siw_cqe *cqe; in siw_reap_cqe() local
55 cqe = &cq->queue[cq->cq_get % cq->num_cqe]; in siw_reap_cqe()
56 if (READ_ONCE(cqe->flags) & SIW_WQE_VALID) { in siw_reap_cqe()
58 wc->wr_id = cqe->id; in siw_reap_cqe()
59 wc->byte_len = cqe->bytes; in siw_reap_cqe()
62 * During CQ flush, also user land CQE's may get in siw_reap_cqe()
67 if (cqe->flags & SIW_WQE_REM_INVAL) { in siw_reap_cqe()
68 wc->ex.invalidate_rkey = cqe->inval_stag; in siw_reap_cqe()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/siw/ |
| D | siw_cq.c | 44 * Reap one CQE from the CQ. Only used by kernel clients
46 * flush for user mapped CQE array as well.
50 struct siw_cqe *cqe; in siw_reap_cqe() local
55 cqe = &cq->queue[cq->cq_get % cq->num_cqe]; in siw_reap_cqe()
56 if (READ_ONCE(cqe->flags) & SIW_WQE_VALID) { in siw_reap_cqe()
58 wc->wr_id = cqe->id; in siw_reap_cqe()
59 wc->byte_len = cqe->bytes; in siw_reap_cqe()
62 * During CQ flush, also user land CQE's may get in siw_reap_cqe()
67 if (cqe->flags & SIW_WQE_REM_INVAL) { in siw_reap_cqe()
68 wc->ex.invalidate_rkey = cqe->inval_stag; in siw_reap_cqe()
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/sw/rxe/ |
| D | rxe_cq.c | 12 int cqe, int comp_vector) in rxe_cq_chk_attr() argument
16 if (cqe <= 0) { in rxe_cq_chk_attr()
17 pr_warn("cqe(%d) <= 0\n", cqe); in rxe_cq_chk_attr()
21 if (cqe > rxe->attr.max_cqe) { in rxe_cq_chk_attr()
22 pr_warn("cqe(%d) > max_cqe(%d)\n", in rxe_cq_chk_attr()
23 cqe, rxe->attr.max_cqe); in rxe_cq_chk_attr()
29 if (cqe < count) { in rxe_cq_chk_attr()
30 pr_warn("cqe(%d) < current # elements in queue (%d)", in rxe_cq_chk_attr()
31 cqe, count); in rxe_cq_chk_attr()
57 int rxe_cq_from_init(struct rxe_dev *rxe, struct rxe_cq *cq, int cqe, in rxe_cq_from_init() argument
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_rx.c | 63 static void mlx5e_handle_rx_cqe(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe);
64 static void mlx5e_handle_rx_cqe_mpwrq(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe);
114 struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(wq, ci); in mlx5e_cqes_update_owner() local
116 cqe->op_own = op_own; in mlx5e_cqes_update_owner()
122 struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(wq, ci); in mlx5e_cqes_update_owner() local
124 cqe->op_own = op_own; in mlx5e_cqes_update_owner()
638 struct mlx5_cqe64 *cqe; in mlx5e_poll_ico_cq() local
645 cqe = mlx5_cqwq_get_cqe(&cq->wq); in mlx5e_poll_ico_cq()
646 if (likely(!cqe)) in mlx5e_poll_ico_cq()
661 wqe_counter = be16_to_cpu(cqe->wqe_counter); in mlx5e_poll_ico_cq()
[all …]
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_rx.c | 65 struct mlx5_cqe64 *cqe, u16 cqe_bcnt, u32 head_offset,
69 struct mlx5_cqe64 *cqe, u16 cqe_bcnt, u32 head_offset,
71 static void mlx5e_handle_rx_cqe(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe);
72 static void mlx5e_handle_rx_cqe_mpwrq(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe);
73 static void mlx5e_handle_rx_cqe_mpwrq_shampo(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe);
90 struct mlx5_cqe64 *cqe) in mlx5e_read_enhanced_title_slot() argument
95 memcpy(title, cqe, sizeof(struct mlx5_cqe64)); in mlx5e_read_enhanced_title_slot()
138 struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(wq, ci); in mlx5e_cqes_update_owner() local
140 cqe->op_own = op_own; in mlx5e_cqes_update_owner()
146 struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(wq, ci); in mlx5e_cqes_update_owner() local
[all …]
|
| D | wq.h | 202 struct mlx5_cqe64 *cqe = mlx5_frag_buf_get_wqe(&wq->fbc, ix); in mlx5_cqwq_get_wqe() local
205 cqe += wq->fbc.log_stride == 7; in mlx5_cqwq_get_wqe()
207 return cqe; in mlx5_cqwq_get_wqe()
233 struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(wq, ci); in mlx5_cqwq_get_cqe() local
234 u8 cqe_ownership_bit = cqe->op_own & MLX5_CQE_OWNER_MASK; in mlx5_cqwq_get_cqe()
240 /* ensure cqe content is read after cqe ownership bit */ in mlx5_cqwq_get_cqe()
243 return cqe; in mlx5_cqwq_get_cqe()
251 struct mlx5_cqe64 *cqe; in mlx5_cqwq_get_cqe_enahnced_comp() local
253 cqe = mlx5_cqwq_get_wqe(wq, ci); in mlx5_cqwq_get_cqe_enahnced_comp()
254 if (cqe->validity_iteration_count != sw_validity_iteration_count) in mlx5_cqwq_get_cqe_enahnced_comp()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/cxgb4/ |
| D | cq.c | 186 struct t4_cqe cqe; in insert_recv_cqe() local
190 memset(&cqe, 0, sizeof(cqe)); in insert_recv_cqe()
191 cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) | in insert_recv_cqe()
196 cqe.bits_type_ts = cpu_to_be64(CQE_GENBIT_V((u64)cq->gen)); in insert_recv_cqe()
198 cqe.u.srcqe.abs_rqe_idx = cpu_to_be32(srqidx); in insert_recv_cqe()
199 cq->sw_queue[cq->sw_pidx] = cqe; in insert_recv_cqe()
220 struct t4_cqe cqe; in insert_sq_cqe() local
224 memset(&cqe, 0, sizeof(cqe)); in insert_sq_cqe()
225 cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) | in insert_sq_cqe()
230 CQE_WRID_SQ_IDX(&cqe) = swcqe->idx; in insert_sq_cqe()
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/cxgb4/ |
| D | cq.c | 186 struct t4_cqe cqe; in insert_recv_cqe() local
190 memset(&cqe, 0, sizeof(cqe)); in insert_recv_cqe()
191 cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) | in insert_recv_cqe()
196 cqe.bits_type_ts = cpu_to_be64(CQE_GENBIT_V((u64)cq->gen)); in insert_recv_cqe()
198 cqe.u.srcqe.abs_rqe_idx = cpu_to_be32(srqidx); in insert_recv_cqe()
199 cq->sw_queue[cq->sw_pidx] = cqe; in insert_recv_cqe()
220 struct t4_cqe cqe; in insert_sq_cqe() local
224 memset(&cqe, 0, sizeof(cqe)); in insert_sq_cqe()
225 cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) | in insert_sq_cqe()
230 CQE_WRID_SQ_IDX(&cqe) = swcqe->idx; in insert_sq_cqe()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_cq.c | 83 cq->ibcq.cqe, &head); in pvrdma_req_notify_cq()
105 int entries = attr->cqe; in pvrdma_create_cq()
132 cq->ibcq.cqe = entries; in pvrdma_create_cq()
186 cmd->cqe = entries; in pvrdma_create_cq()
195 cq->ibcq.cqe = resp->cqe; in pvrdma_create_cq()
288 cq->ibcq.cqe, &head); in _pvrdma_flush_cqe()
293 cq->ibcq.cqe); in _pvrdma_flush_cqe()
294 struct pvrdma_cqe *cqe; in _pvrdma_flush_cqe() local
298 (cq->ibcq.cqe - head + tail); in _pvrdma_flush_cqe()
302 curr = cq->ibcq.cqe - 1; in _pvrdma_flush_cqe()
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_cq.c | 83 cq->ibcq.cqe, &head); in pvrdma_req_notify_cq()
105 int entries = attr->cqe; in pvrdma_create_cq()
129 cq->ibcq.cqe = entries; in pvrdma_create_cq()
183 cmd->cqe = entries; in pvrdma_create_cq()
192 cq->ibcq.cqe = resp->cqe; in pvrdma_create_cq()
285 cq->ibcq.cqe, &head); in _pvrdma_flush_cqe()
290 cq->ibcq.cqe); in _pvrdma_flush_cqe()
291 struct pvrdma_cqe *cqe; in _pvrdma_flush_cqe() local
295 (cq->ibcq.cqe - head + tail); in _pvrdma_flush_cqe()
299 curr = cq->ibcq.cqe - 1; in _pvrdma_flush_cqe()
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/mlx5/ |
| D | cq.c | 81 void *cqe = get_cqe(cq, n & cq->ibcq.cqe); in get_sw_cqe() local
84 cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64; in get_sw_cqe()
87 !((cqe64->op_own & MLX5_CQE_OWNER_MASK) ^ !!(n & (cq->ibcq.cqe + 1)))) { in get_sw_cqe()
88 return cqe; in get_sw_cqe()
117 static void handle_good_req(struct ib_wc *wc, struct mlx5_cqe64 *cqe, in handle_good_req() argument
121 switch (be32_to_cpu(cqe->sop_drop_qpn) >> 24) { in handle_good_req()
137 wc->byte_len = be32_to_cpu(cqe->byte_cnt); in handle_good_req()
166 static void handle_responder(struct ib_wc *wc, struct mlx5_cqe64 *cqe, in handle_responder() argument
182 msrq = mlx5_cmd_get_srq(dev, be32_to_cpu(cqe->srqn)); in handle_responder()
189 wqe_ctr = be16_to_cpu(cqe->wqe_counter); in handle_responder()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/ |
| D | cq.c | 81 void *cqe = get_cqe(cq, n & cq->ibcq.cqe); in get_sw_cqe() local
84 cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64; in get_sw_cqe()
87 !((cqe64->op_own & MLX5_CQE_OWNER_MASK) ^ !!(n & (cq->ibcq.cqe + 1)))) { in get_sw_cqe()
88 return cqe; in get_sw_cqe()
117 static void handle_good_req(struct ib_wc *wc, struct mlx5_cqe64 *cqe, in handle_good_req() argument
121 switch (be32_to_cpu(cqe->sop_drop_qpn) >> 24) { in handle_good_req()
137 wc->byte_len = be32_to_cpu(cqe->byte_cnt); in handle_good_req()
166 static void handle_responder(struct ib_wc *wc, struct mlx5_cqe64 *cqe, in handle_responder() argument
182 msrq = mlx5_cmd_get_srq(dev, be32_to_cpu(cqe->srqn)); in handle_responder()
189 wqe_ctr = be16_to_cpu(cqe->wqe_counter); in handle_responder()
[all …]
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlxsw/ |
| D | pci_hw.h | 111 static inline u32 mlxsw_pci_cqe_##name##_get(enum mlxsw_pci_cqe_v v, char *cqe) \
116 return mlxsw_pci_cqe##v0##_##name##_get(cqe); \
118 return mlxsw_pci_cqe##v1##_##name##_get(cqe); \
120 return mlxsw_pci_cqe##v2##_##name##_get(cqe); \
124 char *cqe, u32 val) \
129 mlxsw_pci_cqe##v0##_##name##_set(cqe, val); \
132 mlxsw_pci_cqe##v1##_##name##_set(cqe, val); \
135 mlxsw_pci_cqe##v2##_##name##_set(cqe, val); \
153 MLXSW_ITEM32(pci, cqe, system_port, 0x00, 0, 16);
164 MLXSW_ITEM32(pci, cqe, wqe_counter, 0x04, 16, 16);
[all …]
|
| /kernel/linux/linux-5.10/tools/io_uring/ |
| D | io_uring-cp.c | 126 struct io_uring_cqe *cqe; in copy_file() local
175 ret = io_uring_wait_cqe(ring, &cqe); in copy_file()
178 ret = io_uring_peek_cqe(ring, &cqe); in copy_file()
184 if (!cqe) in copy_file()
187 data = io_uring_cqe_get_data(cqe); in copy_file()
188 if (cqe->res < 0) { in copy_file()
189 if (cqe->res == -EAGAIN) { in copy_file()
191 io_uring_cqe_seen(ring, cqe); in copy_file()
194 fprintf(stderr, "cqe failed: %s\n", in copy_file()
195 strerror(-cqe->res)); in copy_file()
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/bnxt_re/ |
| D | qplib_fp.c | 1447 struct cq_req *cqe = (struct cq_req *)hw_cqe; in __clean_cq() local
1449 if (qp == le64_to_cpu(cqe->qp_handle)) in __clean_cq()
1450 cqe->qp_handle = 0; in __clean_cq()
1457 struct cq_res_rc *cqe = (struct cq_res_rc *)hw_cqe; in __clean_cq() local
1459 if (qp == le64_to_cpu(cqe->qp_handle)) in __clean_cq()
1460 cqe->qp_handle = 0; in __clean_cq()
2136 struct bnxt_qplib_cqe *cqe; in __flush_sq() local
2142 cqe = *pcqe; in __flush_sq()
2152 memset(cqe, 0, sizeof(*cqe)); in __flush_sq()
2153 cqe->status = CQ_REQ_STATUS_WORK_REQUEST_FLUSHED_ERR; in __flush_sq()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/bnxt_re/ |
| D | qplib_fp.c | 1490 struct cq_req *cqe = (struct cq_req *)hw_cqe; in __clean_cq() local
1492 if (qp == le64_to_cpu(cqe->qp_handle)) in __clean_cq()
1493 cqe->qp_handle = 0; in __clean_cq()
1500 struct cq_res_rc *cqe = (struct cq_res_rc *)hw_cqe; in __clean_cq() local
1502 if (qp == le64_to_cpu(cqe->qp_handle)) in __clean_cq()
1503 cqe->qp_handle = 0; in __clean_cq()
2283 struct bnxt_qplib_cqe *cqe; in __flush_sq() local
2289 cqe = *pcqe; in __flush_sq()
2299 memset(cqe, 0, sizeof(*cqe)); in __flush_sq()
2300 cqe->status = CQ_REQ_STATUS_WORK_REQUEST_FLUSHED_ERR; in __flush_sq()
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/marvell/octeontx2/nic/ |
| D | otx2_txrx.c | 81 struct nix_cqe_tx_s *cqe, in otx2_snd_pkt_handler() argument
84 struct nix_send_comp_s *snd_comp = &cqe->comp; in otx2_snd_pkt_handler()
167 struct nix_cqe_rx_s *cqe, struct sk_buff *skb) in otx2_set_rxhash() argument
183 hash = cqe->hdr.flow_tag; in otx2_set_rxhash()
188 static void otx2_free_rcv_seg(struct otx2_nic *pfvf, struct nix_cqe_rx_s *cqe, in otx2_free_rcv_seg() argument
191 struct nix_rx_sg_s *sg = &cqe->sg; in otx2_free_rcv_seg()
197 end = start + ((cqe->parse.desc_sizem1 + 1) * 16); in otx2_free_rcv_seg()
208 struct nix_cqe_rx_s *cqe, int qidx) in otx2_check_rcv_errors() argument
211 struct nix_rx_parse_s *parse = &cqe->parse; in otx2_check_rcv_errors()
258 if (cqe->sg.segs == 1) in otx2_check_rcv_errors()
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/erdma/ |
| D | erdma_cq.c | 11 __be32 *cqe = get_queue_entry(cq->kern_cq.qbuf, cq->kern_cq.ci, in get_next_valid_cqe() local
14 be32_to_cpu(READ_ONCE(*cqe))); in get_next_valid_cqe()
16 return owner ^ !!(cq->kern_cq.ci & cq->depth) ? cqe : NULL; in get_next_valid_cqe()
115 struct erdma_cqe *cqe; in erdma_poll_one_cqe() local
122 cqe = get_next_valid_cqe(cq); in erdma_poll_one_cqe()
123 if (!cqe) in erdma_poll_one_cqe()
131 qpn = be32_to_cpu(cqe->qpn); in erdma_poll_one_cqe()
132 wqe_idx = be32_to_cpu(cqe->qe_idx); in erdma_poll_one_cqe()
133 cqe_hdr = be32_to_cpu(cqe->hdr); in erdma_poll_one_cqe()
158 wc->byte_len = be32_to_cpu(cqe->size); in erdma_poll_one_cqe()
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlxsw/ |
| D | pci_hw.h | 114 static inline u32 mlxsw_pci_cqe_##name##_get(enum mlxsw_pci_cqe_v v, char *cqe) \
119 return mlxsw_pci_cqe##v0##_##name##_get(cqe); \
121 return mlxsw_pci_cqe##v1##_##name##_get(cqe); \
123 return mlxsw_pci_cqe##v2##_##name##_get(cqe); \
127 char *cqe, u32 val) \
132 mlxsw_pci_cqe##v0##_##name##_set(cqe, val); \
135 mlxsw_pci_cqe##v1##_##name##_set(cqe, val); \
138 mlxsw_pci_cqe##v2##_##name##_set(cqe, val); \
156 MLXSW_ITEM32(pci, cqe, system_port, 0x00, 0, 16);
167 MLXSW_ITEM32(pci, cqe, wqe_counter, 0x04, 16, 16);
[all …]
|
| /kernel/linux/linux-5.10/drivers/scsi/qedi/ |
| D | qedi_fw.c | 31 union iscsi_cqe *cqe, in qedi_process_logout_resp() argument
42 cqe_logout_response = &cqe->cqe_common.iscsi_hdr.logout_response; in qedi_process_logout_resp()
50 resp_hdr->itt = build_itt(cqe->cqe_solicited.itid, conn->session->age); in qedi_process_logout_resp()
82 union iscsi_cqe *cqe, in qedi_process_text_resp() argument
97 cqe_text_response = &cqe->cqe_common.iscsi_hdr.text_response; in qedi_process_text_resp()
109 resp_hdr_ptr->itt = build_itt(cqe->cqe_solicited.itid, in qedi_process_text_resp()
176 union iscsi_cqe *cqe, in qedi_process_tmf_resp() argument
188 cqe_tmp_response = &cqe->cqe_common.iscsi_hdr.tmf_response; in qedi_process_tmf_resp()
212 resp_hdr_ptr->itt = build_itt(cqe->cqe_solicited.itid, in qedi_process_tmf_resp()
247 union iscsi_cqe *cqe, in qedi_process_login_resp() argument
[all …]
|