| /kernel/linux/linux-5.10/drivers/infiniband/sw/rxe/ |
| D | rxe_req.c | 18 struct rxe_send_wqe *wqe, in retry_first_write_send()
43 struct rxe_send_wqe *wqe; in req_retry() local
107 struct rxe_send_wqe *wqe = queue_head(qp->sq.queue); in req_next_wqe() local
290 static int next_opcode(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in next_opcode()
321 static inline int check_init_depth(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in check_init_depth()
352 struct rxe_send_wqe *wqe, in init_req_packet()
443 static int fill_packet(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in fill_packet()
488 struct rxe_send_wqe *wqe, in update_wqe_state()
500 struct rxe_send_wqe *wqe, in update_wqe_psn()
522 static void save_state(struct rxe_send_wqe *wqe, in save_state()
[all …]
|
| D | rxe_comp.c | 139 struct rxe_send_wqe *wqe; in get_wqe() local
172 struct rxe_send_wqe *wqe) in check_psn()
211 struct rxe_send_wqe *wqe) in check_ack()
342 struct rxe_send_wqe *wqe) in do_read()
360 struct rxe_send_wqe *wqe) in do_atomic()
375 static void make_send_cqe(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in make_send_cqe()
413 static void do_complete(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in do_complete()
445 struct rxe_send_wqe *wqe) in complete_ack()
491 struct rxe_send_wqe *wqe) in complete_wqe()
513 struct rxe_send_wqe *wqe; in rxe_drain_resp_pkts() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/rxe/ |
| D | rxe_req.c | 18 struct rxe_send_wqe *wqe, int npsn) in retry_first_write_send()
40 struct rxe_send_wqe *wqe; in req_retry() local
121 struct rxe_send_wqe *wqe; in req_check_sq_drain_done() local
177 struct rxe_send_wqe *wqe; in req_next_wqe() local
206 static int rxe_wqe_is_fenced(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in rxe_wqe_is_fenced()
354 static int next_opcode(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in next_opcode()
384 static inline int check_init_depth(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in check_init_depth()
416 struct rxe_send_wqe *wqe, in init_req_packet()
499 struct rxe_send_wqe *wqe, struct rxe_pkt_info *pkt, in finish_packet()
542 struct rxe_send_wqe *wqe, in update_wqe_state()
[all …]
|
| D | rxe_comp.c | 150 struct rxe_send_wqe *wqe; in get_wqe() local
183 struct rxe_send_wqe *wqe) in check_psn()
226 struct rxe_send_wqe *wqe) in check_ack()
365 struct rxe_send_wqe *wqe) in do_read()
385 struct rxe_send_wqe *wqe) in do_atomic()
402 static void make_send_cqe(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in make_send_cqe()
449 static void do_complete(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in do_complete()
510 struct rxe_send_wqe *wqe) in complete_ack()
534 struct rxe_send_wqe *wqe) in complete_wqe()
566 static int flush_send_wqe(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in flush_send_wqe()
[all …]
|
| D | rxe_mw.c | 50 static int rxe_check_bind_mw(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in rxe_check_bind_mw()
135 static void rxe_do_bind_mw(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in rxe_do_bind_mw()
164 int rxe_bind_mw(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in rxe_bind_mw()
|
| /kernel/linux/linux-5.10/io_uring/ |
| D | io-wq.c | 47 struct io_wqe *wqe; member
157 static inline struct io_wqe_acct *io_get_acct(struct io_wqe *wqe, bool bound) in io_get_acct()
162 static inline struct io_wqe_acct *io_work_get_acct(struct io_wqe *wqe, in io_work_get_acct()
192 struct io_wqe *wqe = worker->wqe; in io_worker_cancel_cb() local
216 struct io_wqe *wqe = worker->wqe; in io_worker_exit() local
260 static bool io_wqe_activate_free_worker(struct io_wqe *wqe, in io_wqe_activate_free_worker()
293 static bool io_wqe_create_worker(struct io_wqe *wqe, struct io_wqe_acct *acct) in io_wqe_create_worker()
325 struct io_wqe *wqe; in create_worker_cb() local
353 struct io_wqe *wqe = worker->wqe; in io_queue_worker_create() local
400 struct io_wqe *wqe = worker->wqe; in io_wqe_dec_running() local
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/i40iw/ |
| D | i40iw_ctrl.c | 51 void i40iw_insert_wqe_hdr(u64 *wqe, u64 header) in i40iw_insert_wqe_hdr()
607 u64 *wqe = NULL; in i40iw_sc_cqp_get_next_send_wqe_idx() local
835 u64 *wqe; in i40iw_sc_manage_push_page() local
877 u64 *wqe; in i40iw_sc_manage_hmc_pm_func_table() local
915 u64 *wqe; in i40iw_sc_set_hmc_resource_profile() local
988 u64 *wqe; in i40iw_sc_commit_fpm_values() local
1045 u64 *wqe; in i40iw_sc_query_rdma_features() local
1139 u64 *wqe; in i40iw_sc_query_fpm_values() local
1189 u64 *wqe; in i40iw_sc_add_arp_cache_entry() local
1235 u64 *wqe; in i40iw_sc_del_arp_cache_entry() local
[all …]
|
| D | i40iw_uk.c | 49 u64 header, *wqe; in i40iw_nop_1() local
141 u64 *wqe = NULL; in i40iw_qp_get_next_send_wqe() local
205 static void i40iw_set_fragment(u64 *wqe, u32 offset, struct i40iw_sge *sge) in i40iw_set_fragment()
222 u64 *wqe = NULL; in i40iw_qp_get_next_recv_wqe() local
250 u64 *wqe; in i40iw_rdma_write() local
319 u64 *wqe; in i40iw_rdma_read() local
367 u64 *wqe; in i40iw_send() local
426 u64 *wqe; in i40iw_inline_rdma_write() local
502 u64 *wqe; in i40iw_inline_send() local
573 u64 *wqe; in i40iw_stag_local_invalidate() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/irdma/ |
| D | uk.c | 15 static void irdma_set_fragment(__le64 *wqe, u32 offset, struct ib_sge *sge, in irdma_set_fragment()
39 static void irdma_set_fragment_gen_1(__le64 *wqe, u32 offset, in irdma_set_fragment_gen_1()
61 __le64 *wqe; in irdma_nop_1() local
158 __le64 *wqe; in irdma_qp_get_next_send_wqe() local
208 __le64 *wqe; in irdma_qp_get_next_recv_wqe() local
236 __le64 *wqe; in irdma_uk_rdma_write() local
335 __le64 *wqe; in irdma_uk_rdma_read() local
410 __le64 *wqe; in irdma_uk_send() local
501 static void irdma_set_mw_bind_wqe_gen_1(__le64 *wqe, in irdma_set_mw_bind_wqe_gen_1()
518 static void irdma_copy_inline_data_gen_1(u8 *wqe, struct ib_sge *sge_list, in irdma_copy_inline_data_gen_1()
[all …]
|
| D | ctrl.c | 186 __le64 *wqe; in irdma_sc_add_arp_cache_entry() local
222 __le64 *wqe; in irdma_sc_del_arp_cache_entry() local
256 __le64 *wqe; in irdma_sc_manage_apbvt_entry() local
304 __le64 *wqe; in irdma_sc_manage_qhash_table_entry() local
452 __le64 *wqe; in irdma_sc_qp_create() local
502 __le64 *wqe; in irdma_sc_qp_modify() local
572 __le64 *wqe; in irdma_sc_qp_destroy() local
764 __le64 *wqe; in irdma_sc_alloc_local_mac_entry() local
799 __le64 *wqe; in irdma_sc_add_local_mac_entry() local
837 __le64 *wqe; in irdma_sc_del_local_mac_entry() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/qib/ |
| D | qib_rc.c | 42 static u32 restart_sge(struct rvt_sge_state *ss, struct rvt_swqe *wqe, in restart_sge()
222 struct rvt_swqe *wqe; in qib_make_rc_req() local
739 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, n); in reset_psn() local
823 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_acked); in qib_restart_rc() local
859 struct rvt_swqe *wqe; in reset_sending_psn() local
885 struct rvt_swqe *wqe; in qib_rc_send_complete() local
952 struct rvt_swqe *wqe, in do_rc_completion()
1012 struct rvt_swqe *wqe; in do_rc_ack() local
1227 struct rvt_swqe *wqe; in rdma_seq_err() local
1277 struct rvt_swqe *wqe; in qib_rc_rcv_resp() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/qib/ |
| D | qib_rc.c | 42 static u32 restart_sge(struct rvt_sge_state *ss, struct rvt_swqe *wqe, in restart_sge()
221 struct rvt_swqe *wqe; in qib_make_rc_req() local
738 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, n); in reset_psn() local
822 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_acked); in qib_restart_rc() local
858 struct rvt_swqe *wqe; in reset_sending_psn() local
884 struct rvt_swqe *wqe; in qib_rc_send_complete() local
951 struct rvt_swqe *wqe, in do_rc_completion()
1011 struct rvt_swqe *wqe; in do_rc_ack() local
1226 struct rvt_swqe *wqe; in rdma_seq_err() local
1275 struct rvt_swqe *wqe; in qib_rc_rcv_resp() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/sw/siw/ |
| D | siw_qp_tx.c | 42 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_try_1seg() local
121 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_qp_prepare_tx() local
426 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_tx_hdt() local
703 static void siw_prepare_fpdu(struct siw_qp *qp, struct siw_wqe *wqe) in siw_prepare_fpdu()
761 static int siw_check_sgl_tx(struct ib_pd *pd, struct siw_wqe *wqe, in siw_check_sgl_tx()
791 static int siw_qp_sq_proc_tx(struct siw_qp *qp, struct siw_wqe *wqe) in siw_qp_sq_proc_tx()
976 static int siw_qp_sq_proc_local(struct siw_qp *qp, struct siw_wqe *wqe) in siw_qp_sq_proc_local()
1024 struct siw_wqe *wqe = tx_wqe(qp); in siw_qp_sq_process() local
|
| D | siw_qp_rx.c | 169 struct siw_wqe *wqe = &frx->wqe_active; in siw_rresp_check_ntoh() local
281 struct siw_wqe *wqe = &frx->wqe_active; in siw_send_check_ntoh() local
334 struct siw_wqe *wqe = NULL; in siw_rqe_get() local
425 struct siw_wqe *wqe; in siw_proc_send() local
560 struct siw_wqe *wqe = rx_wqe(frx); in siw_proc_write() local
746 struct siw_wqe *wqe = NULL; in siw_orqe_start_rx() local
790 struct siw_wqe *wqe = rx_wqe(frx); in siw_proc_rresp() local
1222 struct siw_wqe *wqe = rx_wqe(qp->rx_fpdu); in siw_rdmap_complete() local
|
| D | siw_qp.c | 262 struct siw_wqe *wqe = tx_wqe(qp); in siw_qp_mpa_rts() local
462 struct siw_wqe *wqe = tx_wqe(qp); in siw_send_terminate() local
884 struct siw_wqe *wqe = tx_wqe(qp); in siw_activate_tx_from_sq() local
980 struct siw_wqe *wqe = tx_wqe(qp); in siw_activate_tx() local
1191 struct siw_wqe *wqe = tx_wqe(qp); in siw_sq_flush() local
1266 struct siw_wqe *wqe = &qp->rx_untagged.wqe_active; in siw_rq_flush() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/siw/ |
| D | siw_qp_tx.c | 42 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_try_1seg() local
120 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_qp_prepare_tx() local
438 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_tx_hdt() local
712 static void siw_prepare_fpdu(struct siw_qp *qp, struct siw_wqe *wqe) in siw_prepare_fpdu()
770 static int siw_check_sgl_tx(struct ib_pd *pd, struct siw_wqe *wqe, in siw_check_sgl_tx()
800 static int siw_qp_sq_proc_tx(struct siw_qp *qp, struct siw_wqe *wqe) in siw_qp_sq_proc_tx()
985 static int siw_qp_sq_proc_local(struct siw_qp *qp, struct siw_wqe *wqe) in siw_qp_sq_proc_local()
1033 struct siw_wqe *wqe = tx_wqe(qp); in siw_qp_sq_process() local
|
| D | siw_qp_rx.c | 169 struct siw_wqe *wqe = &frx->wqe_active; in siw_rresp_check_ntoh() local
281 struct siw_wqe *wqe = &frx->wqe_active; in siw_send_check_ntoh() local
334 struct siw_wqe *wqe = NULL; in siw_rqe_get() local
425 struct siw_wqe *wqe; in siw_proc_send() local
560 struct siw_wqe *wqe = rx_wqe(frx); in siw_proc_write() local
746 struct siw_wqe *wqe = NULL; in siw_orqe_start_rx() local
790 struct siw_wqe *wqe = rx_wqe(frx); in siw_proc_rresp() local
1222 struct siw_wqe *wqe = rx_wqe(qp->rx_fpdu); in siw_rdmap_complete() local
|
| D | siw_qp.c | 265 struct siw_wqe *wqe = tx_wqe(qp); in siw_qp_mpa_rts() local
465 struct siw_wqe *wqe = tx_wqe(qp); in siw_send_terminate() local
887 struct siw_wqe *wqe = tx_wqe(qp); in siw_activate_tx_from_sq() local
983 struct siw_wqe *wqe = tx_wqe(qp); in siw_activate_tx() local
1194 struct siw_wqe *wqe = tx_wqe(qp); in siw_sq_flush() local
1269 struct siw_wqe *wqe = &qp->rx_untagged.wqe_active; in siw_rq_flush() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/cxgb4/ |
| D | qp.c | 489 static int build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_send()
556 static int build_rdma_write(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_write()
660 static int build_rdma_read(union t4_wr *wqe, const struct ib_send_wr *wr, in build_rdma_read()
697 union t4_wr *wqe; in post_write_cmpl() local
759 static int build_rdma_recv(struct c4iw_qp *qhp, union t4_recv_wr *wqe, in build_rdma_recv()
774 static int build_srq_recv(union t4_recv_wr *wqe, const struct ib_recv_wr *wr, in build_srq_recv()
820 static int build_memreg(struct t4_sq *sq, union t4_wr *wqe, in build_memreg()
884 static int build_inv_stag(union t4_wr *wqe, const struct ib_send_wr *wr, in build_inv_stag()
1086 union t4_wr *wqe = NULL; in c4iw_post_send() local
1266 union t4_recv_wr *wqe = NULL; in c4iw_post_receive() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/cxgb4/ |
| D | qp.c | 489 static int build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_send()
556 static int build_rdma_write(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_write()
660 static int build_rdma_read(union t4_wr *wqe, const struct ib_send_wr *wr, in build_rdma_read()
697 union t4_wr *wqe; in post_write_cmpl() local
759 static int build_rdma_recv(struct c4iw_qp *qhp, union t4_recv_wr *wqe, in build_rdma_recv()
774 static int build_srq_recv(union t4_recv_wr *wqe, const struct ib_recv_wr *wr, in build_srq_recv()
820 static int build_memreg(struct t4_sq *sq, union t4_wr *wqe, in build_memreg()
884 static int build_inv_stag(union t4_wr *wqe, const struct ib_send_wr *wr, in build_inv_stag()
1086 union t4_wr *wqe = NULL; in c4iw_post_send() local
1266 union t4_recv_wr *wqe = NULL; in c4iw_post_receive() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/ |
| D | umr.c | 228 struct mlx5r_umr_wqe *wqe, bool with_data) in mlx5r_umr_post_send()
289 struct mlx5r_umr_wqe *wqe, bool with_data) in mlx5r_umr_post_send_wait()
361 struct mlx5r_umr_wqe wqe = {}; in mlx5r_umr_revoke_mr() local
401 struct mlx5r_umr_wqe wqe = {}; in mlx5r_umr_rereg_pd_access() local
574 struct mlx5r_umr_wqe *wqe, in mlx5r_umr_final_update_xlt()
615 struct mlx5r_umr_wqe wqe = {}; in mlx5r_umr_update_mr_pas() local
698 struct mlx5r_umr_wqe wqe = {}; in mlx5r_umr_update_xlt() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/ |
| D | rc.c | 394 struct rvt_swqe *wqe; in hfi1_make_rc_req() local
1418 struct rvt_swqe *wqe) in update_num_rd_atomic()
1461 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, n); in reset_psn() local
1567 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_acked); in hfi1_restart_rc() local
1637 struct rvt_swqe *wqe; in reset_sending_psn() local
1697 struct rvt_swqe *wqe; in hfi1_rc_send_complete() local
1825 struct rvt_swqe *wqe, in do_rc_completion()
1970 struct rvt_swqe *wqe; in do_rc_ack() local
2266 struct rvt_swqe *wqe; in rdma_seq_err() local
2310 struct rvt_swqe *wqe; in rc_rcv_resp() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/ |
| D | rc.c | 435 struct rvt_swqe *wqe; in hfi1_make_rc_req() local
1460 struct rvt_swqe *wqe) in update_num_rd_atomic()
1503 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, n); in reset_psn() local
1609 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_acked); in hfi1_restart_rc() local
1679 struct rvt_swqe *wqe; in reset_sending_psn() local
1739 struct rvt_swqe *wqe; in hfi1_rc_send_complete() local
1867 struct rvt_swqe *wqe, in do_rc_completion()
2012 struct rvt_swqe *wqe; in do_rc_ack() local
2308 struct rvt_swqe *wqe; in rdma_seq_err() local
2352 struct rvt_swqe *wqe; in rc_rcv_resp() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/ |
| D | qp.c | 631 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_last); in rvt_clear_mr_refs() local
661 static bool rvt_swqe_has_lkey(struct rvt_swqe *wqe, u32 lkey) in rvt_swqe_has_lkey()
684 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, s_last); in rvt_qp_sends_has_lkey() local
1016 struct rvt_swqe *wqe; in free_ud_wq_attr() local
1036 struct rvt_swqe *wqe; in alloc_ud_wq_attr() local
1849 struct rvt_rwqe *wqe; in rvt_post_recv() local
2015 struct rvt_swqe *wqe; in rvt_post_one_wr() local
2263 struct rvt_rwqe *wqe; in rvt_post_srq_recv() local
2318 static int init_sge(struct rvt_qp *qp, struct rvt_rwqe *wqe) in init_sge()
2401 struct rvt_rwqe *wqe; in rvt_get_rwqe() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/rdmavt/ |
| D | qp.c | 591 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_last); in rvt_clear_mr_refs() local
621 static bool rvt_swqe_has_lkey(struct rvt_swqe *wqe, u32 lkey) in rvt_swqe_has_lkey()
644 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, s_last); in rvt_qp_sends_has_lkey() local
979 struct rvt_swqe *wqe; in free_ud_wq_attr() local
999 struct rvt_swqe *wqe; in alloc_ud_wq_attr() local
1797 struct rvt_rwqe *wqe; in rvt_post_recv() local
1964 struct rvt_swqe *wqe; in rvt_post_one_wr() local
2212 struct rvt_rwqe *wqe; in rvt_post_srq_recv() local
2267 static int init_sge(struct rvt_qp *qp, struct rvt_rwqe *wqe) in init_sge()
2350 struct rvt_rwqe *wqe; in rvt_get_rwqe() local
[all …]
|