128 int bnx2x_setup_queue(struct bnx2x *bp, struct bnx2x_fastpath *fp,
434 void bnx2x_sp_event(struct bnx2x_fastpath *fp, union eth_rx_cqe *rr_cqe);
503 					struct bnx2x_fastpath *fp,  in bnx2x_update_rx_prod()  argument
525 		REG_WR(bp, fp->ustorm_rx_prods_offset + i*4,  in bnx2x_update_rx_prod()
532 	   fp->index, bd_prod, rx_comp_prod, rx_sge_prod);  in bnx2x_update_rx_prod()
631 static inline void bnx2x_update_fpsb_idx(struct bnx2x_fastpath *fp)  in bnx2x_update_fpsb_idx()  argument
634 	fp->fp_hc_idx = fp->sb_running_index[SM_RX_ID];  in bnx2x_update_fpsb_idx()
768 static inline bool bnx2x_has_tx_work(struct bnx2x_fastpath *fp)  in bnx2x_has_tx_work()  argument
771 	for_each_cos_in_tx_queue(fp, cos)  in bnx2x_has_tx_work()
772 		if (bnx2x_tx_queue_has_work(fp->txdata_ptr[cos]))  in bnx2x_has_tx_work()
779 static inline int bnx2x_has_rx_work(struct bnx2x_fastpath *fp)  in bnx2x_has_rx_work()  argument
785 	cons = RCQ_BD(fp->rx_comp_cons);  in bnx2x_has_rx_work()
786 	cqe = &fp->rx_comp_ring[cons];  in bnx2x_has_rx_work()
803 				     struct bnx2x_fastpath *fp, u16 index)  in bnx2x_free_rx_sge()  argument
805 	struct sw_rx_page *sw_buf = &fp->rx_page_ring[index];  in bnx2x_free_rx_sge()
807 	struct eth_rx_sge *sge = &fp->rx_sge_ring[index];  in bnx2x_free_rx_sge()
859 static inline void bnx2x_clear_sge_mask_next_elems(struct bnx2x_fastpath *fp)  in bnx2x_clear_sge_mask_next_elems()  argument
867 			BIT_VEC64_CLEAR_BIT(fp->sge_mask, idx);  in bnx2x_clear_sge_mask_next_elems()
873 static inline void bnx2x_init_sge_ring_bit_mask(struct bnx2x_fastpath *fp)  in bnx2x_init_sge_ring_bit_mask()  argument
876 	memset(fp->sge_mask, 0xff, sizeof(fp->sge_mask));  in bnx2x_init_sge_ring_bit_mask()
882 	bnx2x_clear_sge_mask_next_elems(fp);  in bnx2x_init_sge_ring_bit_mask()
890 static inline void bnx2x_reuse_rx_data(struct bnx2x_fastpath *fp,  in bnx2x_reuse_rx_data()  argument
893 	struct sw_rx_bd *cons_rx_buf = &fp->rx_buf_ring[cons];  in bnx2x_reuse_rx_data()
894 	struct sw_rx_bd *prod_rx_buf = &fp->rx_buf_ring[prod];  in bnx2x_reuse_rx_data()
895 	struct eth_rx_bd *cons_bd = &fp->rx_desc_ring[cons];  in bnx2x_reuse_rx_data()
896 	struct eth_rx_bd *prod_bd = &fp->rx_desc_ring[prod];  in bnx2x_reuse_rx_data()
1017 					   struct bnx2x_fastpath *fp, int last)  in bnx2x_free_rx_sge_range()  argument
1021 	if (fp->mode == TPA_MODE_DISABLED)  in bnx2x_free_rx_sge_range()
1025 		bnx2x_free_rx_sge(bp, fp, i);  in bnx2x_free_rx_sge_range()
1027 	bnx2x_free_rx_mem_pool(bp, &fp->page_pool);  in bnx2x_free_rx_sge_range()
1030 static inline void bnx2x_set_next_page_rx_bd(struct bnx2x_fastpath *fp)  in bnx2x_set_next_page_rx_bd()  argument
1037 		rx_bd = &fp->rx_desc_ring[RX_DESC_CNT * i - 2];  in bnx2x_set_next_page_rx_bd()
1039 			cpu_to_le32(U64_HI(fp->rx_desc_mapping +  in bnx2x_set_next_page_rx_bd()
1042 			cpu_to_le32(U64_LO(fp->rx_desc_mapping +  in bnx2x_set_next_page_rx_bd()
1050 static inline u8 bnx2x_stats_id(struct bnx2x_fastpath *fp)  in bnx2x_stats_id()  argument
1052 	struct bnx2x *bp = fp->bp;  in bnx2x_stats_id()
1055 		if (IS_FCOE_FP(fp))  in bnx2x_stats_id()
1057 		return fp->cl_id;  in bnx2x_stats_id()
1059 	return fp->cl_id + BP_PORT(bp) * FP_SB_MAX_E1x;  in bnx2x_stats_id()
1062 static inline void bnx2x_init_vlan_mac_fp_objs(struct bnx2x_fastpath *fp,  in bnx2x_init_vlan_mac_fp_objs()  argument
1065 	struct bnx2x *bp = fp->bp;  in bnx2x_init_vlan_mac_fp_objs()
1068 	bnx2x_init_mac_obj(bp, &bnx2x_sp_obj(bp, fp).mac_obj, fp->cl_id,  in bnx2x_init_vlan_mac_fp_objs()
1069 			   fp->cid, BP_FUNC(bp), bnx2x_sp(bp, mac_rdata),  in bnx2x_init_vlan_mac_fp_objs()
1076 		bnx2x_init_vlan_obj(bp, &bnx2x_sp_obj(bp, fp).vlan_obj,  in bnx2x_init_vlan_mac_fp_objs()
1077 				    fp->cl_id, fp->cid, BP_FUNC(bp),  in bnx2x_init_vlan_mac_fp_objs()
1131 	bnx2x_init_mcast_obj(bp, &bp->mcast_obj, bp->fp->cl_id, bp->fp->cid,  in bnx2x_init_bp_objs()
1146 	bnx2x_init_rss_config_obj(bp, &bp->rss_conf_obj, bp->fp->cl_id,  in bnx2x_init_bp_objs()
1147 				  bp->fp->cid, BP_FUNC(bp), BP_FUNC(bp),  in bnx2x_init_bp_objs()
1156 static inline u8 bnx2x_fp_qzone_id(struct bnx2x_fastpath *fp)  in bnx2x_fp_qzone_id()  argument
1158 	if (CHIP_IS_E1x(fp->bp))  in bnx2x_fp_qzone_id()
1159 		return fp->cl_id + BP_PORT(fp->bp) * ETH_MAX_RX_CLIENTS_E1H;  in bnx2x_fp_qzone_id()
1161 		return fp->cl_id;  in bnx2x_fp_qzone_id()
1167 				     struct bnx2x_fastpath *fp)  in bnx2x_init_txdata()  argument
1172 	txdata->parent_fp = fp;  in bnx2x_init_txdata()
1173 	txdata->tx_ring_size = IS_FCOE_FP(fp) ? MAX_TX_AVAIL : bp->tx_ring_size;  in bnx2x_init_txdata()