54 #define SQ_DB_PI_HI(prod_idx)   ((prod_idx) >> SQ_DB_PI_HI_SHIFT)  argument
57 #define SQ_DB_PI_LOW(prod_idx)  ((prod_idx) & SQ_DB_PI_LOW_MASK)  argument
102 	pi_start = atomic_read(&wq->prod_idx);  in hinic_sq_prepare_ctxt()
164 	pi_start = atomic_read(&wq->prod_idx);  in hinic_rq_prepare_ctxt()
475 static void sq_prepare_ctrl(struct hinic_sq_ctrl *ctrl, u16 prod_idx,  in sq_prepare_ctrl()  argument
596 void hinic_sq_prepare_wqe(struct hinic_sq *sq, u16 prod_idx,  in hinic_sq_prepare_wqe()  argument
602 	sq_prepare_ctrl(&sq_wqe->ctrl, prod_idx, nr_sges);  in hinic_sq_prepare_wqe()
618 static u32 sq_prepare_db(struct hinic_sq *sq, u16 prod_idx, unsigned int cos)  in sq_prepare_db()  argument
621 	u8 hi_prod_idx = SQ_DB_PI_HI(SQ_MASKED_IDX(sq, prod_idx));  in sq_prepare_db()
638 void hinic_sq_write_db(struct hinic_sq *sq, u16 prod_idx, unsigned int wqe_size,  in hinic_sq_write_db()  argument
644 	prod_idx += ALIGN(wqe_size, wq->wqebb_size) / wq->wqebb_size;  in hinic_sq_write_db()
645 	prod_idx = SQ_MASKED_IDX(sq, prod_idx);  in hinic_sq_write_db()
649 	writel(sq_prepare_db(sq, prod_idx, cos), SQ_DB_ADDR(sq, prod_idx));  in hinic_sq_write_db()
661 				      unsigned int wqe_size, u16 *prod_idx)  in hinic_sq_get_wqe()  argument
664 						    prod_idx);  in hinic_sq_get_wqe()
690 void hinic_sq_write_wqe(struct hinic_sq *sq, u16 prod_idx,  in hinic_sq_write_wqe()  argument
696 	sq->saved_skb[prod_idx] = skb;  in hinic_sq_write_wqe()
800 				      unsigned int wqe_size, u16 *prod_idx)  in hinic_rq_get_wqe()  argument
803 						    prod_idx);  in hinic_rq_get_wqe()
818 void hinic_rq_write_wqe(struct hinic_rq *rq, u16 prod_idx,  in hinic_rq_write_wqe()  argument
823 	rq->saved_skb[prod_idx] = skb;  in hinic_rq_write_wqe()
943 void hinic_rq_prepare_wqe(struct hinic_rq *rq, u16 prod_idx,  in hinic_rq_prepare_wqe()  argument
948 	struct hinic_rq_cqe *cqe = rq->cqe[prod_idx];  in hinic_rq_prepare_wqe()
950 	dma_addr_t cqe_dma = rq->cqe_dma[prod_idx];  in hinic_rq_prepare_wqe()
971 void hinic_rq_update(struct hinic_rq *rq, u16 prod_idx)  in hinic_rq_update()  argument
973 	*rq->pi_virt_addr = cpu_to_be16(RQ_MASKED_IDX(rq, prod_idx + 1));  in hinic_rq_update()