| /drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_tx.c | 46 static void mlx5e_dma_unmap_wqe_err(struct mlx5e_txqsq *sq, u8 num_dma) in mlx5e_dma_unmap_wqe_err()
119 mlx5e_txwqe_build_eseg_csum(struct mlx5e_txqsq *sq, struct sk_buff *skb, in mlx5e_txwqe_build_eseg_csum()
149 mlx5e_tx_get_gso_ihs(struct mlx5e_txqsq *sq, struct sk_buff *skb, int *hopbyhop) in mlx5e_tx_get_gso_ihs()
181 mlx5e_txwqe_build_dsegs(struct mlx5e_txqsq *sq, struct sk_buff *skb, in mlx5e_txwqe_build_dsegs()
247 mlx5e_tx_wqe_inline_mode(struct mlx5e_txqsq *sq, struct sk_buff *skb, in mlx5e_tx_wqe_inline_mode()
266 static void mlx5e_sq_xmit_prepare(struct mlx5e_txqsq *sq, struct sk_buff *skb, in mlx5e_sq_xmit_prepare()
346 static void mlx5e_tx_check_stop(struct mlx5e_txqsq *sq) in mlx5e_tx_check_stop()
354 static void mlx5e_tx_flush(struct mlx5e_txqsq *sq) in mlx5e_tx_flush()
375 mlx5e_txwqe_complete(struct mlx5e_txqsq *sq, struct sk_buff *skb, in mlx5e_txwqe_complete()
427 mlx5e_sq_xmit_wqe(struct mlx5e_txqsq *sq, struct sk_buff *skb, in mlx5e_sq_xmit_wqe()
[all …]
|
| D | en_txrx.c | 49 static void mlx5e_handle_tx_dim(struct mlx5e_txqsq *sq) in mlx5e_handle_tx_dim()
73 void mlx5e_trigger_irq(struct mlx5e_icosq *sq) in mlx5e_trigger_irq()
157 struct mlx5e_txqsq *sq = rcu_dereference(qos_sqs[i]); in mlx5e_napi_poll() local
225 struct mlx5e_txqsq *sq = rcu_dereference(qos_sqs[i]); in mlx5e_napi_poll() local
|
| D | en_main.c | 223 struct mlx5e_icosq *sq, in mlx5e_build_umr_wqe()
1291 static void mlx5e_free_xdpsq_db(struct mlx5e_xdpsq *sq) in mlx5e_free_xdpsq_db()
1297 static int mlx5e_alloc_xdpsq_fifo(struct mlx5e_xdpsq *sq, int numa) in mlx5e_alloc_xdpsq_fifo()
1320 static int mlx5e_alloc_xdpsq_db(struct mlx5e_xdpsq *sq, int numa) in mlx5e_alloc_xdpsq_db()
1344 struct mlx5e_xdpsq *sq, in mlx5e_alloc_xdpsq()
1387 static void mlx5e_free_xdpsq(struct mlx5e_xdpsq *sq) in mlx5e_free_xdpsq()
1393 static void mlx5e_free_icosq_db(struct mlx5e_icosq *sq) in mlx5e_free_icosq_db()
1398 static int mlx5e_alloc_icosq_db(struct mlx5e_icosq *sq, int numa) in mlx5e_alloc_icosq_db()
1413 struct mlx5e_icosq *sq = container_of(recover_work, struct mlx5e_icosq, in mlx5e_icosq_err_cqe_work() local
1421 struct mlx5e_icosq *sq = container_of(recover_work, struct mlx5e_icosq, in mlx5e_async_icosq_err_cqe_work() local
[all …]
|
| /drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | reporter_tx.c | 22 static int mlx5e_wait_for_sq_flush(struct mlx5e_txqsq *sq) in mlx5e_wait_for_sq_flush()
43 static void mlx5e_reset_txqsq_cc_pc(struct mlx5e_txqsq *sq) in mlx5e_reset_txqsq_cc_pc()
53 static int mlx5e_health_sq_put_sw_state(struct devlink_fmsg *fmsg, struct mlx5e_txqsq *sq) in mlx5e_health_sq_put_sw_state()
78 struct mlx5e_txqsq *sq; in mlx5e_tx_reporter_err_cqe_recover() local
130 struct mlx5e_txqsq *sq; member
139 struct mlx5e_txqsq *sq; in mlx5e_tx_reporter_timeout_recover() local
227 struct mlx5e_txqsq *sq, int tc) in mlx5e_tx_reporter_build_diagnose_output_sq_common()
279 struct mlx5e_txqsq *sq, int tc) in mlx5e_tx_reporter_build_diagnose_output()
460 struct mlx5e_txqsq *sq = &c->sq[tc]; in mlx5e_tx_reporter_diagnose() local
493 struct mlx5e_txqsq *sq = ctx; in mlx5e_tx_reporter_dump_sq() local
[all …]
|
| D | xdp.c | 61 mlx5e_xmit_xdp_buff(struct mlx5e_xdpsq *sq, struct mlx5e_rq *rq, in mlx5e_xmit_xdp_buff()
303 static u16 mlx5e_xdpsq_get_next_pi(struct mlx5e_xdpsq *sq, u16 size) in mlx5e_xdpsq_get_next_pi()
332 static void mlx5e_xdp_mpwqe_session_start(struct mlx5e_xdpsq *sq) in mlx5e_xdp_mpwqe_session_start()
354 void mlx5e_xdp_mpwqe_complete(struct mlx5e_xdpsq *sq) in mlx5e_xdp_mpwqe_complete()
382 INDIRECT_CALLABLE_SCOPE int mlx5e_xmit_xdp_frame_check_mpwqe(struct mlx5e_xdpsq *sq) in mlx5e_xmit_xdp_frame_check_mpwqe()
404 mlx5e_xmit_xdp_frame_mpwqe(struct mlx5e_xdpsq *sq, struct mlx5e_xmit_data *xdptxd, in mlx5e_xmit_xdp_frame_mpwqe()
464 static int mlx5e_xmit_xdp_frame_check_stop_room(struct mlx5e_xdpsq *sq, int stop_room) in mlx5e_xmit_xdp_frame_check_stop_room()
476 INDIRECT_CALLABLE_SCOPE int mlx5e_xmit_xdp_frame_check(struct mlx5e_xdpsq *sq) in mlx5e_xmit_xdp_frame_check()
482 mlx5e_xmit_xdp_frame(struct mlx5e_xdpsq *sq, struct mlx5e_xmit_data *xdptxd, in mlx5e_xmit_xdp_frame()
610 static void mlx5e_free_xdpsq_desc(struct mlx5e_xdpsq *sq, in mlx5e_free_xdpsq_desc()
[all …]
|
| D | qos.c | 79 struct mlx5e_txqsq *sq; in mlx5e_open_qos_sq() local
157 struct mlx5e_txqsq *sq; in mlx5e_activate_qos_sq() local
185 struct mlx5e_txqsq *sq; in mlx5e_deactivate_qos_sq() local
208 struct mlx5e_txqsq *sq; in mlx5e_close_qos_sq() local
239 struct mlx5e_txqsq *sq; in mlx5e_qos_close_queues() local
333 struct mlx5e_txqsq *sq; in mlx5e_qos_deactivate_queues() local
|
| D | txrx.h | 119 #define MLX5E_TX_FETCH_WQE(sq, pi) \ argument
168 static inline u16 mlx5e_txqsq_get_next_pi(struct mlx5e_txqsq *sq, u16 size) in mlx5e_txqsq_get_next_pi()
230 static inline u16 mlx5e_icosq_get_next_pi(struct mlx5e_icosq *sq, u16 size) in mlx5e_icosq_get_next_pi()
285 mlx5e_dma_get(struct mlx5e_txqsq *sq, u32 i) in mlx5e_dma_get()
291 mlx5e_dma_push(struct mlx5e_txqsq *sq, dma_addr_t addr, u32 size, in mlx5e_dma_push()
496 static inline bool mlx5e_icosq_can_post_wqe(struct mlx5e_icosq *sq, u16 wqe_size) in mlx5e_icosq_can_post_wqe()
|
| D | xdp.h | 153 static inline void mlx5e_xmit_xdp_doorbell(struct mlx5e_xdpsq *sq) in mlx5e_xmit_xdp_doorbell()
164 static inline bool mlx5e_xdp_get_inline_state(struct mlx5e_xdpsq *sq, bool cur) in mlx5e_xdp_get_inline_state()
195 mlx5e_xdp_mpwqe_add_dseg(struct mlx5e_xdpsq *sq, in mlx5e_xdp_mpwqe_add_dseg()
|
| /drivers/soc/qcom/ |
| D | qmi_interface.c | 168 struct sockaddr_qrtr sq; in qmi_send_new_lookup() local
231 struct sockaddr_qrtr sq; in qmi_send_new_server() local
390 static void qmi_invoke_handler(struct qmi_handle *qmi, struct sockaddr_qrtr *sq, in qmi_invoke_handler()
442 struct sockaddr_qrtr sq; in qmi_handle_net_reset() local
473 struct sockaddr_qrtr *sq, in qmi_handle_message()
527 struct sockaddr_qrtr sq; in qmi_data_ready_work() local
586 struct sockaddr_qrtr *sq) in qmi_sock_create()
740 struct sockaddr_qrtr *sq, struct qmi_txn *txn, in qmi_send_message()
792 ssize_t qmi_send_request(struct qmi_handle *qmi, struct sockaddr_qrtr *sq, in qmi_send_request()
813 ssize_t qmi_send_response(struct qmi_handle *qmi, struct sockaddr_qrtr *sq, in qmi_send_response()
[all …]
|
| /drivers/net/ethernet/huawei/hinic/ |
| D | hinic_hw_qp.c | 59 #define SQ_DB_ADDR(sq, pi) ((u64 *)((sq)->db_base) + SQ_DB_PI_LOW(pi)) argument
61 #define SQ_MASKED_IDX(sq, idx) ((idx) & (sq)->wq->mask) argument
93 struct hinic_sq *sq, u16 global_qid) in hinic_sq_prepare_ctxt()
219 static int alloc_sq_skb_arr(struct hinic_sq *sq) in alloc_sq_skb_arr()
236 static void free_sq_skb_arr(struct hinic_sq *sq) in free_sq_skb_arr()
281 int hinic_init_sq(struct hinic_sq *sq, struct hinic_hwif *hwif, in hinic_init_sq()
305 void hinic_clean_sq(struct hinic_sq *sq) in hinic_clean_sq()
455 int hinic_get_sq_free_wqebbs(struct hinic_sq *sq) in hinic_get_sq_free_wqebbs()
594 void hinic_sq_prepare_wqe(struct hinic_sq *sq, struct hinic_sq_wqe *sq_wqe, in hinic_sq_prepare_wqe()
615 static u32 sq_prepare_db(struct hinic_sq *sq, u16 prod_idx, unsigned int cos) in sq_prepare_db()
[all …]
|
| D | hinic_tx.c | 47 #define HW_CONS_IDX(sq) be16_to_cpu(*(u16 *)((sq)->hw_ci_addr)) argument
668 struct hinic_sq *sq = txq->sq; in free_all_tx_skbs() local
703 struct hinic_sq *sq = txq->sq; in free_tx_poll() local
804 struct hinic_sq *sq = txq->sq; in tx_request_irq() local
844 struct hinic_sq *sq = txq->sq; in tx_free_irq() local
858 int hinic_init_txq(struct hinic_txq *txq, struct hinic_sq *sq, in hinic_init_txq()
|
| /drivers/net/ethernet/marvell/octeontx2/nic/ |
| D | otx2_txrx.c | 116 struct otx2_snd_queue *sq, in otx2_xdp_snd_pkt_handler()
135 struct otx2_snd_queue *sq, in otx2_snd_pkt_handler()
451 struct otx2_snd_queue *sq; in otx2_tx_napi_handler() local
595 void otx2_sqe_flush(void *dev, struct otx2_snd_queue *sq, in otx2_sqe_flush()
614 static bool otx2_sqe_add_sg(struct otx2_nic *pfvf, struct otx2_snd_queue *sq, in otx2_sqe_add_sg()
659 static void otx2_sqe_add_ext(struct otx2_nic *pfvf, struct otx2_snd_queue *sq, in otx2_sqe_add_ext()
727 static void otx2_sqe_add_mem(struct otx2_snd_queue *sq, int *offset, in otx2_sqe_add_mem()
750 static void otx2_sqe_add_hdr(struct otx2_nic *pfvf, struct otx2_snd_queue *sq, in otx2_sqe_add_hdr()
799 struct otx2_snd_queue *sq, in otx2_dma_map_tso_skb()
831 static u64 otx2_tso_frag_dma_addr(struct otx2_snd_queue *sq, in otx2_tso_frag_dma_addr()
[all …]
|
| D | qos_sq.c | 38 struct otx2_snd_queue *sq; in otx2_qos_sq_aura_pool_init() local
120 struct otx2_snd_queue *sq; in otx2_qos_sq_free_sqbs() local
263 struct otx2_snd_queue *sq; in otx2_qos_disable_sq() local
|
| /drivers/net/ethernet/cavium/thunder/ |
| D | nicvf_queues.c | 505 struct snd_queue *sq, int q_len, int qidx) in nicvf_init_snd_queue()
554 void nicvf_unmap_sndq_buffers(struct nicvf *nic, struct snd_queue *sq, in nicvf_unmap_sndq_buffers()
572 static void nicvf_free_snd_queue(struct nicvf *nic, struct snd_queue *sq) in nicvf_free_snd_queue()
863 struct snd_queue *sq; in nicvf_snd_queue_config() local
1119 static inline int nicvf_get_sq_desc(struct snd_queue *sq, int desc_cnt) in nicvf_get_sq_desc()
1135 static inline void nicvf_rollback_sq_desc(struct snd_queue *sq, in nicvf_rollback_sq_desc()
1143 void nicvf_put_sq_desc(struct snd_queue *sq, int desc_cnt) in nicvf_put_sq_desc()
1153 static inline int nicvf_get_nxt_sqentry(struct snd_queue *sq, int qentry) in nicvf_get_nxt_sqentry()
1160 void nicvf_sq_enable(struct nicvf *nic, struct snd_queue *sq, int qidx) in nicvf_sq_enable()
1180 void nicvf_sq_free_used_descs(struct net_device *netdev, struct snd_queue *sq, in nicvf_sq_free_used_descs()
[all …]
|
| /drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
| D | ktls_utils.h | 62 #define MLX5E_TLS_FETCH_SET_STATIC_PARAMS_WQE(sq, pi) \ argument
66 #define MLX5E_TLS_FETCH_SET_PROGRESS_PARAMS_WQE(sq, pi) \ argument
70 #define MLX5E_TLS_FETCH_GET_PROGRESS_PARAMS_WQE(sq, pi) \ argument
74 #define MLX5E_TLS_FETCH_DUMP_WQE(sq, pi) \ argument
|
| D | ktls_rx.c | 129 static void icosq_fill_wi(struct mlx5e_icosq *sq, u16 pi, in icosq_fill_wi()
136 post_static_params(struct mlx5e_icosq *sq, in post_static_params()
166 post_progress_params(struct mlx5e_icosq *sq, in post_progress_params()
201 struct mlx5e_icosq *sq; in post_rx_param_wqes() local
252 resync_post_get_progress_params(struct mlx5e_icosq *sq, in resync_post_get_progress_params()
335 struct mlx5e_icosq *sq; in resync_handle_work() local
367 struct mlx5e_icosq *sq; in resync_handle_seq_match() local
424 struct mlx5e_icosq *sq) in mlx5e_ktls_handle_get_psv_completion()
726 struct mlx5e_icosq *sq; in mlx5e_ktls_rx_handle_resync_list() local
|
| D | ktls_tx.c | 525 static void tx_fill_wi(struct mlx5e_txqsq *sq, in tx_fill_wi()
549 post_static_params(struct mlx5e_txqsq *sq, in post_static_params()
568 post_progress_params(struct mlx5e_txqsq *sq, in post_progress_params()
584 static void tx_post_fence_nop(struct mlx5e_txqsq *sq) in tx_post_fence_nop()
595 mlx5e_ktls_tx_post_param_wqes(struct mlx5e_txqsq *sq, in mlx5e_ktls_tx_post_param_wqes()
677 tx_post_resync_params(struct mlx5e_txqsq *sq, in tx_post_resync_params()
715 tx_post_resync_dump(struct mlx5e_txqsq *sq, skb_frag_t *frag, u32 tisn) in tx_post_resync_dump()
755 void mlx5e_ktls_tx_handle_resync_dump_comp(struct mlx5e_txqsq *sq, in mlx5e_ktls_tx_handle_resync_dump_comp()
773 struct mlx5e_txqsq *sq, in mlx5e_ktls_tx_handle_ooo()
829 bool mlx5e_ktls_handle_tx_skb(struct net_device *netdev, struct mlx5e_txqsq *sq, in mlx5e_ktls_handle_tx_skb()
|
| D | en_accel.h | 125 struct mlx5e_txqsq *sq, in mlx5e_accel_tx_begin()
159 static inline unsigned int mlx5e_accel_tx_ids_len(struct mlx5e_txqsq *sq, in mlx5e_accel_tx_ids_len()
193 static inline void mlx5e_accel_tx_finish(struct mlx5e_txqsq *sq, in mlx5e_accel_tx_finish()
|
| /drivers/net/ethernet/mellanox/mlx5/core/lib/ |
| D | aso.c | 159 void *sqc_data, struct mlx5_aso *sq) in mlx5_aso_alloc_sq()
179 void *sqc_data, struct mlx5_aso *sq) in create_aso_sq()
243 void *sqc_data, struct mlx5_aso *sq) in mlx5_aso_create_sq_rdy()
258 static void mlx5_aso_free_sq(struct mlx5_aso *sq) in mlx5_aso_free_sq()
263 static void mlx5_aso_destroy_sq(struct mlx5_aso *sq) in mlx5_aso_destroy_sq()
270 u32 pdn, struct mlx5_aso *sq) in mlx5_aso_create_sq()
|
| /drivers/net/ipa/ |
| D | ipa_qmi.c | 88 struct sockaddr_qrtr *sq = &ipa_qmi->modem_sq; in ipa_server_init_complete() local
180 struct sockaddr_qrtr *sq, in ipa_server_indication_register()
209 struct sockaddr_qrtr *sq, in ipa_server_driver_init_complete()
257 struct sockaddr_qrtr *sq, in ipa_client_init_driver()
|
| /drivers/infiniband/hw/mlx5/ |
| D | wr.h | 33 static inline void *get_sq_edge(struct mlx5_ib_wq *sq, u32 idx) in get_sq_edge()
51 static inline void handle_post_send_edge(struct mlx5_ib_wq *sq, void **seg, in handle_post_send_edge()
74 static inline void mlx5r_memcpy_send_wqe(struct mlx5_ib_wq *sq, void **cur_edge, in mlx5r_memcpy_send_wqe()
|
| /drivers/infiniband/hw/cxgb4/ |
| D | qp.c | 95 static void dealloc_oc_sq(struct c4iw_rdev *rdev, struct t4_sq *sq) in dealloc_oc_sq()
100 static void dealloc_host_sq(struct c4iw_rdev *rdev, struct t4_sq *sq) in dealloc_host_sq()
106 static void dealloc_sq(struct c4iw_rdev *rdev, struct t4_sq *sq) in dealloc_sq()
114 static int alloc_oc_sq(struct c4iw_rdev *rdev, struct t4_sq *sq) in alloc_oc_sq()
129 static int alloc_host_sq(struct c4iw_rdev *rdev, struct t4_sq *sq) in alloc_host_sq()
140 static int alloc_sq(struct c4iw_rdev *rdev, struct t4_sq *sq, int user) in alloc_sq()
414 static int build_immd(struct t4_sq *sq, struct fw_ri_immd *immdp, in build_immd()
489 static int build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_send()
556 static int build_rdma_write(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_write()
607 static void build_immd_cmpl(struct t4_sq *sq, struct fw_ri_immd_cmpl *immdp, in build_immd_cmpl()
[all …]
|
| /drivers/infiniband/hw/bnxt_re/ |
| D | qplib_fp.c | 178 struct bnxt_qplib_q *sq = &qp->sq; in bnxt_qplib_free_qp_hdr_buf() local
200 struct bnxt_qplib_q *sq = &qp->sq; in bnxt_qplib_alloc_qp_hdr_buf() local
829 struct bnxt_qplib_q *sq = &qp->sq; in bnxt_qplib_create_qp1() local
950 struct bnxt_qplib_q *sq; in bnxt_qplib_init_psn_ptr() local
972 struct bnxt_qplib_q *sq = &qp->sq; in bnxt_qplib_create_qp() local
1557 struct bnxt_qplib_q *sq = &qp->sq; in bnxt_qplib_get_qp1_sq_buf() local
1750 static void bnxt_qplib_pull_psn_buff(struct bnxt_qplib_qp *qp, struct bnxt_qplib_q *sq, in bnxt_qplib_pull_psn_buff()
1776 struct bnxt_qplib_q *sq = &qp->sq; in bnxt_qplib_post_send_db() local
1786 struct bnxt_qplib_q *sq = &qp->sq; in bnxt_qplib_post_send() local
2268 static int __flush_sq(struct bnxt_qplib_q *sq, struct bnxt_qplib_qp *qp, in __flush_sq()
[all …]
|
| /drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| D | tx.c | 46 static void mlx5e_xsk_tx_post_err(struct mlx5e_xdpsq *sq, in mlx5e_xsk_tx_post_err()
61 bool mlx5e_xsk_tx(struct mlx5e_xdpsq *sq, unsigned int budget) in mlx5e_xsk_tx()
|
| /drivers/nvme/target/ |
| D | core.c | 762 struct nvmet_sq *sq = req->sq; in nvmet_req_complete() local
776 void nvmet_sq_setup(struct nvmet_ctrl *ctrl, struct nvmet_sq *sq, in nvmet_sq_setup()
788 struct nvmet_sq *sq = container_of(ref, struct nvmet_sq, ref); in nvmet_confirm_sq() local
793 void nvmet_sq_destroy(struct nvmet_sq *sq) in nvmet_sq_destroy()
835 struct nvmet_sq *sq = container_of(ref, struct nvmet_sq, ref); in nvmet_sq_free() local
840 int nvmet_sq_init(struct nvmet_sq *sq) in nvmet_sq_init()
934 struct nvmet_sq *sq, const struct nvmet_fabrics_ops *ops) in nvmet_req_init()
|