318 static void bnxt_db_nq(struct bnxt *bp, struct bnxt_db_info *db, u32 idx)  in bnxt_db_nq()
326 static void bnxt_db_nq_arm(struct bnxt *bp, struct bnxt_db_info *db, u32 idx)  in bnxt_db_nq_arm()
334 static void bnxt_db_cq(struct bnxt *bp, struct bnxt_db_info *db, u32 idx)  in bnxt_db_cq()
375 static void bnxt_txr_db_kick(struct bnxt *bp, struct bnxt_tx_ring_info *txr,  in bnxt_txr_db_kick()
382 static bool bnxt_txr_netif_try_stop_queue(struct bnxt *bp,  in bnxt_txr_netif_try_stop_queue()
404 	struct bnxt *bp = netdev_priv(dev);  in bnxt_start_xmit()  local
701 static void bnxt_tx_int(struct bnxt *bp, struct bnxt_napi *bnapi, int nr_pkts)  in bnxt_tx_int()
772 static struct page *__bnxt_alloc_rx_page(struct bnxt *bp, dma_addr_t *mapping,  in __bnxt_alloc_rx_page()
793 static inline u8 *__bnxt_alloc_rx_data(struct bnxt *bp, dma_addr_t *mapping,  in __bnxt_alloc_rx_data()
814 int bnxt_alloc_rx_data(struct bnxt *bp, struct bnxt_rx_ring_info *rxr,  in bnxt_alloc_rx_data()
875 static inline int bnxt_alloc_rx_page(struct bnxt *bp,  in bnxt_alloc_rx_page()
932 static struct rx_agg_cmp *bnxt_get_agg(struct bnxt *bp,  in bnxt_get_agg()
944 static struct rx_agg_cmp *bnxt_get_tpa_agg_p5(struct bnxt *bp,  in bnxt_get_tpa_agg_p5()
957 	struct bnxt *bp = bnapi->bp;  in bnxt_reuse_rx_agg_bufs()  local
1010 static struct sk_buff *bnxt_rx_page_skb(struct bnxt *bp,  in bnxt_rx_page_skb()
1057 static struct sk_buff *bnxt_rx_skb(struct bnxt *bp,  in bnxt_rx_skb()
1086 static struct sk_buff *bnxt_rx_pages(struct bnxt *bp,  in bnxt_rx_pages()
1163 static int bnxt_agg_bufs_valid(struct bnxt *bp, struct bnxt_cp_ring_info *cpr,  in bnxt_agg_bufs_valid()
1180 	struct bnxt *bp = bnapi->bp;  in bnxt_copy_skb()  local
1201 static int bnxt_discard_rx(struct bnxt *bp, struct bnxt_cp_ring_info *cpr,  in bnxt_discard_rx()
1231 static void bnxt_queue_fw_reset_work(struct bnxt *bp, unsigned long delay)  in bnxt_queue_fw_reset_work()
1242 static void bnxt_queue_sp_work(struct bnxt *bp)  in bnxt_queue_sp_work()
1250 static void bnxt_sched_reset(struct bnxt *bp, struct bnxt_rx_ring_info *rxr)  in bnxt_sched_reset()
1290 static void bnxt_tpa_start(struct bnxt *bp, struct bnxt_rx_ring_info *rxr,  in bnxt_tpa_start()
1545 static inline struct sk_buff *bnxt_gro_skb(struct bnxt *bp,  in bnxt_gro_skb()
1577 static struct net_device *bnxt_get_pkt_dev(struct bnxt *bp, u16 cfa_code)  in bnxt_get_pkt_dev()
1585 static inline struct sk_buff *bnxt_tpa_end(struct bnxt *bp,  in bnxt_tpa_end()
1733 static void bnxt_tpa_agg(struct bnxt *bp, struct bnxt_rx_ring_info *rxr,  in bnxt_tpa_agg()
1745 static void bnxt_deliver_skb(struct bnxt *bp, struct bnxt_napi *bnapi,  in bnxt_deliver_skb()
1764 static int bnxt_rx_pkt(struct bnxt *bp, struct bnxt_cp_ring_info *cpr,  in bnxt_rx_pkt()
2008 static int bnxt_force_rx_discard(struct bnxt *bp,  in bnxt_force_rx_discard()
2052 u32 bnxt_fw_health_readl(struct bnxt *bp, int reg_idx)  in bnxt_fw_health_readl()
2079 static u16 bnxt_agg_ring_id_to_grp_idx(struct bnxt *bp, u16 ring_id)  in bnxt_agg_ring_id_to_grp_idx()
2094 static void bnxt_event_error_report(struct bnxt *bp, u32 data1, u32 data2)  in bnxt_event_error_report()
2119 static int bnxt_async_event_process(struct bnxt *bp,  in bnxt_async_event_process()
2298 static int bnxt_hwrm_handler(struct bnxt *bp, struct tx_cmp *txcmp)  in bnxt_hwrm_handler()
2341 	struct bnxt *bp = bnapi->bp;  in bnxt_msix()  local
2351 static inline int bnxt_has_work(struct bnxt *bp, struct bnxt_cp_ring_info *cpr)  in bnxt_has_work()
2365 	struct bnxt *bp = bnapi->bp;  in bnxt_inta()  local
2390 static int __bnxt_poll_work(struct bnxt *bp, struct bnxt_cp_ring_info *cpr,  in __bnxt_poll_work()
2478 static void __bnxt_poll_work_done(struct bnxt *bp, struct bnxt_napi *bnapi)  in __bnxt_poll_work_done()
2495 static int bnxt_poll_work(struct bnxt *bp, struct bnxt_cp_ring_info *cpr,  in bnxt_poll_work()
2516 	struct bnxt *bp = bnapi->bp;  in bnxt_poll_nitroa0()  local
2592 	struct bnxt *bp = bnapi->bp;  in bnxt_poll()  local
2627 static int __bnxt_poll_cqs(struct bnxt *bp, struct bnxt_napi *bnapi, int budget)  in __bnxt_poll_cqs()
2644 static void __bnxt_poll_cqs_done(struct bnxt *bp, struct bnxt_napi *bnapi,  in __bnxt_poll_cqs_done()
2669 	struct bnxt *bp = bnapi->bp;  in bnxt_poll_p5()  local
2728 static void bnxt_free_tx_skbs(struct bnxt *bp)  in bnxt_free_tx_skbs()
2799 static void bnxt_free_one_rx_ring_skbs(struct bnxt *bp, int ring_nr)  in bnxt_free_one_rx_ring_skbs()
2885 static void bnxt_free_rx_skbs(struct bnxt *bp)  in bnxt_free_rx_skbs()
2896 static void bnxt_free_skbs(struct bnxt *bp)  in bnxt_free_skbs()
2919 static void bnxt_free_ring(struct bnxt *bp, struct bnxt_ring_mem_info *rmem)  in bnxt_free_ring()
2952 static int bnxt_alloc_ring(struct bnxt *bp, struct bnxt_ring_mem_info *rmem)  in bnxt_alloc_ring()
3005 static void bnxt_free_tpa_info(struct bnxt *bp)  in bnxt_free_tpa_info()
3025 static int bnxt_alloc_tpa_info(struct bnxt *bp)  in bnxt_alloc_tpa_info()
3061 static void bnxt_free_rx_rings(struct bnxt *bp)  in bnxt_free_rx_rings()
3093 static int bnxt_alloc_rx_page_pool(struct bnxt *bp,  in bnxt_alloc_rx_page_pool()
3113 static int bnxt_alloc_rx_rings(struct bnxt *bp)  in bnxt_alloc_rx_rings()
3171 static void bnxt_free_tx_rings(struct bnxt *bp)  in bnxt_free_tx_rings()
3195 static int bnxt_alloc_tx_rings(struct bnxt *bp)  in bnxt_alloc_tx_rings()
3280 static void bnxt_free_all_cp_arrays(struct bnxt *bp)  in bnxt_free_all_cp_arrays()
3295 static int bnxt_alloc_all_cp_arrays(struct bnxt *bp)  in bnxt_alloc_all_cp_arrays()
3312 static void bnxt_free_cp_rings(struct bnxt *bp)  in bnxt_free_cp_rings()
3347 static struct bnxt_cp_ring_info *bnxt_alloc_cp_sub_ring(struct bnxt *bp)  in bnxt_alloc_cp_sub_ring()
3381 static int bnxt_alloc_cp_rings(struct bnxt *bp)  in bnxt_alloc_cp_rings()
3435 static void bnxt_init_ring_struct(struct bnxt *bp)  in bnxt_init_ring_struct()
3519 static int bnxt_alloc_one_rx_ring(struct bnxt *bp, int ring_nr)  in bnxt_alloc_one_rx_ring()
3568 static int bnxt_init_one_rx_ring(struct bnxt *bp, int ring_nr)  in bnxt_init_one_rx_ring()
3603 static void bnxt_init_cp_rings(struct bnxt *bp)  in bnxt_init_cp_rings()
3628 static int bnxt_init_rx_rings(struct bnxt *bp)  in bnxt_init_rx_rings()
3649 static int bnxt_init_tx_rings(struct bnxt *bp)  in bnxt_init_tx_rings()
3666 static void bnxt_free_ring_grps(struct bnxt *bp)  in bnxt_free_ring_grps()
3672 static int bnxt_init_ring_grps(struct bnxt *bp, bool irq_re_init)  in bnxt_init_ring_grps()
3694 static void bnxt_free_vnics(struct bnxt *bp)  in bnxt_free_vnics()
3701 static int bnxt_alloc_vnics(struct bnxt *bp)  in bnxt_alloc_vnics()
3722 static void bnxt_init_vnics(struct bnxt *bp)  in bnxt_init_vnics()
3765 void bnxt_set_tpa_flags(struct bnxt *bp)  in bnxt_set_tpa_flags()
3779 void bnxt_set_ring_params(struct bnxt *bp)  in bnxt_set_ring_params()
3868 int bnxt_set_rx_skb_mode(struct bnxt *bp, bool page_mode)  in bnxt_set_rx_skb_mode()
3890 static void bnxt_free_vnic_attributes(struct bnxt *bp)  in bnxt_free_vnic_attributes()
3926 static int bnxt_alloc_vnic_attributes(struct bnxt *bp)  in bnxt_alloc_vnic_attributes()
4003 static void bnxt_free_hwrm_resources(struct bnxt *bp)  in bnxt_free_hwrm_resources()
4016 static int bnxt_alloc_hwrm_resources(struct bnxt *bp)  in bnxt_alloc_hwrm_resources()
4029 static void bnxt_free_stats_mem(struct bnxt *bp, struct bnxt_stats_mem *stats)  in bnxt_free_stats_mem()
4042 static int bnxt_alloc_stats_mem(struct bnxt *bp, struct bnxt_stats_mem *stats,  in bnxt_alloc_stats_mem()
4082 static int bnxt_hwrm_func_qstat_ext(struct bnxt *bp,  in bnxt_hwrm_func_qstat_ext()
4114 static void bnxt_init_stats(struct bnxt *bp)  in bnxt_init_stats()
4185 static void bnxt_free_port_stats(struct bnxt *bp)  in bnxt_free_port_stats()
4195 static void bnxt_free_ring_stats(struct bnxt *bp)  in bnxt_free_ring_stats()
4210 static int bnxt_alloc_stats(struct bnxt *bp)  in bnxt_alloc_stats()
4273 static void bnxt_clear_ring_indices(struct bnxt *bp)  in bnxt_clear_ring_indices()
4308 static void bnxt_free_ntp_fltrs(struct bnxt *bp, bool irq_reinit)  in bnxt_free_ntp_fltrs()
4335 static int bnxt_alloc_ntp_fltrs(struct bnxt *bp)  in bnxt_alloc_ntp_fltrs()
4360 static void bnxt_free_mem(struct bnxt *bp, bool irq_re_init)  in bnxt_free_mem()
4388 static int bnxt_alloc_mem(struct bnxt *bp, bool irq_re_init)  in bnxt_alloc_mem()
4517 static void bnxt_disable_int(struct bnxt *bp)  in bnxt_disable_int()
4534 static int bnxt_cp_num_to_irq_num(struct bnxt *bp, int n)  in bnxt_cp_num_to_irq_num()
4543 static void bnxt_disable_int_sync(struct bnxt *bp)  in bnxt_disable_int_sync()
4560 static void bnxt_enable_int(struct bnxt *bp)  in bnxt_enable_int()
4573 int bnxt_hwrm_func_drv_rgtr(struct bnxt *bp, unsigned long *bmap, int bmap_size,  in bnxt_hwrm_func_drv_rgtr()
4665 static int bnxt_hwrm_func_drv_unrgtr(struct bnxt *bp)  in bnxt_hwrm_func_drv_unrgtr()
4679 static int bnxt_hwrm_tunnel_dst_port_free(struct bnxt *bp, u8 tunnel_type)  in bnxt_hwrm_tunnel_dst_port_free()
4719 static int bnxt_hwrm_tunnel_dst_port_alloc(struct bnxt *bp, __be16 port,  in bnxt_hwrm_tunnel_dst_port_alloc()
4760 static int bnxt_hwrm_cfa_l2_set_rx_mask(struct bnxt *bp, u16 vnic_id)  in bnxt_hwrm_cfa_l2_set_rx_mask()
4780 static int bnxt_hwrm_cfa_ntuple_filter_free(struct bnxt *bp,  in bnxt_hwrm_cfa_ntuple_filter_free()
4813 static int bnxt_hwrm_cfa_ntuple_filter_alloc(struct bnxt *bp,  in bnxt_hwrm_cfa_ntuple_filter_alloc()
4884 static int bnxt_hwrm_set_vnic_filter(struct bnxt *bp, u16 vnic_id, u16 idx,  in bnxt_hwrm_set_vnic_filter()
4921 static int bnxt_hwrm_clear_vnic_filter(struct bnxt *bp)  in bnxt_hwrm_clear_vnic_filter()
4946 static int bnxt_hwrm_vnic_set_tpa(struct bnxt *bp, u16 vnic_id, u32 tpa_flags)  in bnxt_hwrm_vnic_set_tpa()
5008 static u16 bnxt_cp_ring_from_grp(struct bnxt *bp, struct bnxt_ring_struct *ring)  in bnxt_cp_ring_from_grp()
5016 static u16 bnxt_cp_ring_for_rx(struct bnxt *bp, struct bnxt_rx_ring_info *rxr)  in bnxt_cp_ring_for_rx()
5029 static u16 bnxt_cp_ring_for_tx(struct bnxt *bp, struct bnxt_tx_ring_info *txr)  in bnxt_cp_ring_for_tx()
5042 static int bnxt_alloc_rss_indir_tbl(struct bnxt *bp)  in bnxt_alloc_rss_indir_tbl()
5059 static void bnxt_set_dflt_rss_indir_tbl(struct bnxt *bp)  in bnxt_set_dflt_rss_indir_tbl()
5081 static u16 bnxt_get_max_rss_ring(struct bnxt *bp)  in bnxt_get_max_rss_ring()
5094 int bnxt_get_nr_rss_ctxs(struct bnxt *bp, int rx_rings)  in bnxt_get_nr_rss_ctxs()
5103 static void __bnxt_fill_hw_rss_tbl(struct bnxt *bp, struct bnxt_vnic_info *vnic)  in __bnxt_fill_hw_rss_tbl()
5116 static void __bnxt_fill_hw_rss_tbl_p5(struct bnxt *bp,  in __bnxt_fill_hw_rss_tbl_p5()
5138 static void bnxt_fill_hw_rss_tbl(struct bnxt *bp, struct bnxt_vnic_info *vnic)  in bnxt_fill_hw_rss_tbl()
5146 static int bnxt_hwrm_vnic_set_rss(struct bnxt *bp, u16 vnic_id, bool set_rss)  in bnxt_hwrm_vnic_set_rss()
5172 static int bnxt_hwrm_vnic_set_rss_p5(struct bnxt *bp, u16 vnic_id, bool set_rss)  in bnxt_hwrm_vnic_set_rss_p5()
5210 static int bnxt_hwrm_vnic_set_hds(struct bnxt *bp, u16 vnic_id)  in bnxt_hwrm_vnic_set_hds()
5233 static void bnxt_hwrm_vnic_ctx_free_one(struct bnxt *bp, u16 vnic_id,  in bnxt_hwrm_vnic_ctx_free_one()
5248 static void bnxt_hwrm_vnic_ctx_free(struct bnxt *bp)  in bnxt_hwrm_vnic_ctx_free()
5263 static int bnxt_hwrm_vnic_ctx_alloc(struct bnxt *bp, u16 vnic_id, u16 ctx_idx)  in bnxt_hwrm_vnic_ctx_alloc()
5283 static u32 bnxt_get_roce_vnic_mode(struct bnxt *bp)  in bnxt_get_roce_vnic_mode()
5290 int bnxt_hwrm_vnic_cfg(struct bnxt *bp, u16 vnic_id)  in bnxt_hwrm_vnic_cfg()
5364 static void bnxt_hwrm_vnic_free_one(struct bnxt *bp, u16 vnic_id)  in bnxt_hwrm_vnic_free_one()
5380 static void bnxt_hwrm_vnic_free(struct bnxt *bp)  in bnxt_hwrm_vnic_free()
5388 static int bnxt_hwrm_vnic_alloc(struct bnxt *bp, u16 vnic_id,  in bnxt_hwrm_vnic_alloc()
5430 static int bnxt_hwrm_vnic_qcaps(struct bnxt *bp)  in bnxt_hwrm_vnic_qcaps()
5476 static int bnxt_hwrm_ring_grp_alloc(struct bnxt *bp)  in bnxt_hwrm_ring_grp_alloc()
5511 static void bnxt_hwrm_ring_grp_free(struct bnxt *bp)  in bnxt_hwrm_ring_grp_free()
5535 static int hwrm_ring_alloc_send_msg(struct bnxt *bp,  in hwrm_ring_alloc_send_msg()
5653 static int bnxt_hwrm_set_async_event_cr(struct bnxt *bp, int idx)  in bnxt_hwrm_set_async_event_cr()
5682 static void bnxt_set_db(struct bnxt *bp, struct bnxt_db_info *db, u32 ring_type,  in bnxt_set_db()
5723 static int bnxt_hwrm_ring_alloc(struct bnxt *bp)  in bnxt_hwrm_ring_alloc()
5846 static int hwrm_ring_free_send_msg(struct bnxt *bp,  in hwrm_ring_free_send_msg()
5879 static void bnxt_hwrm_ring_free(struct bnxt *bp, bool close_path)  in bnxt_hwrm_ring_free()
5983 static int bnxt_hwrm_get_rings(struct bnxt *bp)  in bnxt_hwrm_get_rings()
6039 int __bnxt_hwrm_get_tx_rings(struct bnxt *bp, u16 fid, int *tx_rings)  in __bnxt_hwrm_get_tx_rings()
6065 __bnxt_hwrm_reserve_pf_rings(struct bnxt *bp, int tx_rings, int rx_rings,  in __bnxt_hwrm_reserve_pf_rings()
6118 __bnxt_hwrm_reserve_vf_rings(struct bnxt *bp, int tx_rings, int rx_rings,  in __bnxt_hwrm_reserve_vf_rings()
6162 bnxt_hwrm_reserve_pf_rings(struct bnxt *bp, int tx_rings, int rx_rings,  in bnxt_hwrm_reserve_pf_rings()
6189 bnxt_hwrm_reserve_vf_rings(struct bnxt *bp, int tx_rings, int rx_rings,  in bnxt_hwrm_reserve_vf_rings()
6212 static int bnxt_hwrm_reserve_rings(struct bnxt *bp, int tx, int rx, int grp,  in bnxt_hwrm_reserve_rings()
6223 int bnxt_nq_rings_in_use(struct bnxt *bp)  in bnxt_nq_rings_in_use()
6238 static int bnxt_cp_rings_in_use(struct bnxt *bp)  in bnxt_cp_rings_in_use()
6249 static int bnxt_get_func_stat_ctxs(struct bnxt *bp)  in bnxt_get_func_stat_ctxs()
6266 static void bnxt_check_rss_tbl_no_rmgr(struct bnxt *bp)  in bnxt_check_rss_tbl_no_rmgr()
6278 static bool bnxt_need_reserve_rings(struct bnxt *bp)  in bnxt_need_reserve_rings()
6315 static int __bnxt_reserve_rings(struct bnxt *bp)  in __bnxt_reserve_rings()
6402 static int bnxt_hwrm_check_vf_rings(struct bnxt *bp, int tx_rings, int rx_rings,  in bnxt_hwrm_check_vf_rings()
6427 static int bnxt_hwrm_check_pf_rings(struct bnxt *bp, int tx_rings, int rx_rings,  in bnxt_hwrm_check_pf_rings()
6453 static int bnxt_hwrm_check_rings(struct bnxt *bp, int tx_rings, int rx_rings,  in bnxt_hwrm_check_rings()
6469 static void bnxt_hwrm_coal_params_qcaps(struct bnxt *bp)  in bnxt_hwrm_coal_params_qcaps()
6516 static u16 bnxt_usec_to_coal_tmr(struct bnxt *bp, u16 usec)  in bnxt_usec_to_coal_tmr()
6523 static void bnxt_hwrm_set_coal_params(struct bnxt *bp,  in bnxt_hwrm_set_coal_params()
6581 static int __bnxt_hwrm_set_coal_nq(struct bnxt *bp, struct bnxt_napi *bnapi,  in __bnxt_hwrm_set_coal_nq()
6609 int bnxt_hwrm_set_ring_coal(struct bnxt *bp, struct bnxt_napi *bnapi)  in bnxt_hwrm_set_ring_coal()
6638 int bnxt_hwrm_set_coal(struct bnxt *bp)  in bnxt_hwrm_set_coal()
6699 static void bnxt_hwrm_stat_ctx_free(struct bnxt *bp)  in bnxt_hwrm_stat_ctx_free()
6741 static int bnxt_hwrm_stat_ctx_alloc(struct bnxt *bp)  in bnxt_hwrm_stat_ctx_alloc()
6776 static int bnxt_hwrm_func_qcfg(struct bnxt *bp)  in bnxt_hwrm_func_qcfg()
6887 static int bnxt_hwrm_func_backing_store_qcaps(struct bnxt *bp)  in bnxt_hwrm_func_backing_store_qcaps()
6995 static int bnxt_hwrm_func_backing_store_cfg(struct bnxt *bp, u32 enables)  in bnxt_hwrm_func_backing_store_cfg()
7104 static int bnxt_alloc_ctx_mem_blk(struct bnxt *bp,  in bnxt_alloc_ctx_mem_blk()
7118 static int bnxt_alloc_ctx_pg_tbls(struct bnxt *bp,  in bnxt_alloc_ctx_pg_tbls()
7179 static void bnxt_free_ctx_pg_tbls(struct bnxt *bp,  in bnxt_free_ctx_pg_tbls()
7208 static void bnxt_free_ctx_mem(struct bnxt *bp)  in bnxt_free_ctx_mem()
7233 static int bnxt_alloc_ctx_mem(struct bnxt *bp)  in bnxt_alloc_ctx_mem()
7379 int bnxt_hwrm_func_resc_qcaps(struct bnxt *bp, bool all)  in bnxt_hwrm_func_resc_qcaps()
7437 static int __bnxt_hwrm_ptp_qcfg(struct bnxt *bp)  in __bnxt_hwrm_ptp_qcfg()
7499 static int __bnxt_hwrm_func_qcaps(struct bnxt *bp)  in __bnxt_hwrm_func_qcaps()
7597 static int bnxt_hwrm_func_qcaps(struct bnxt *bp)  in bnxt_hwrm_func_qcaps()
7620 static int bnxt_hwrm_cfa_adv_flow_mgnt_qcaps(struct bnxt *bp)  in bnxt_hwrm_cfa_adv_flow_mgnt_qcaps()
7649 static int __bnxt_alloc_fw_health(struct bnxt *bp)  in __bnxt_alloc_fw_health()
7661 static int bnxt_alloc_fw_health(struct bnxt *bp)  in bnxt_alloc_fw_health()
7679 static void __bnxt_map_fw_health_reg(struct bnxt *bp, u32 reg)  in __bnxt_map_fw_health_reg()
7686 bool bnxt_is_fw_healthy(struct bnxt *bp)  in bnxt_is_fw_healthy()
7699 static void bnxt_inv_fw_health_reg(struct bnxt *bp)  in bnxt_inv_fw_health_reg()
7712 static void bnxt_try_map_fw_health_reg(struct bnxt *bp)  in bnxt_try_map_fw_health_reg()
7759 static int bnxt_map_fw_health_regs(struct bnxt *bp)  in bnxt_map_fw_health_regs()
7786 static int bnxt_hwrm_error_recovery_qcfg(struct bnxt *bp)  in bnxt_hwrm_error_recovery_qcfg()
7851 static int bnxt_hwrm_func_reset(struct bnxt *bp)  in bnxt_hwrm_func_reset()
7865 static void bnxt_nvm_cfg_ver_get(struct bnxt *bp)  in bnxt_nvm_cfg_ver_get()
7875 static int bnxt_hwrm_queue_qportcfg(struct bnxt *bp)  in bnxt_hwrm_queue_qportcfg()
7926 static int bnxt_hwrm_poll(struct bnxt *bp)  in bnxt_hwrm_poll()
7944 static int bnxt_hwrm_ver_get(struct bnxt *bp)  in bnxt_hwrm_ver_get()
8065 int bnxt_hwrm_fw_set_time(struct bnxt *bp)  in bnxt_hwrm_fw_set_time()
8128 static void bnxt_accumulate_all_stats(struct bnxt *bp)  in bnxt_accumulate_all_stats()
8173 static int bnxt_hwrm_port_qstats(struct bnxt *bp, u8 flags)  in bnxt_hwrm_port_qstats()
8197 static int bnxt_hwrm_port_qstats_ext(struct bnxt *bp, u8 flags)  in bnxt_hwrm_port_qstats_ext()
8283 static void bnxt_hwrm_free_tunnel_ports(struct bnxt *bp)  in bnxt_hwrm_free_tunnel_ports()
8291 static int bnxt_set_tpa(struct bnxt *bp, bool set_tpa)  in bnxt_set_tpa()
8311 static void bnxt_hwrm_clear_vnic_rss(struct bnxt *bp)  in bnxt_hwrm_clear_vnic_rss()
8319 static void bnxt_clear_vnic(struct bnxt *bp)  in bnxt_clear_vnic()
8338 static void bnxt_hwrm_resource_free(struct bnxt *bp, bool close_path,  in bnxt_hwrm_resource_free()
8350 static int bnxt_hwrm_set_br_mode(struct bnxt *bp, u16 br_mode)  in bnxt_hwrm_set_br_mode()
8373 static int bnxt_hwrm_set_cache_line_size(struct bnxt *bp, int size)  in bnxt_hwrm_set_cache_line_size()
8394 static int __bnxt_setup_vnic(struct bnxt *bp, u16 vnic_id)  in __bnxt_setup_vnic()
8450 static int __bnxt_setup_vnic_p5(struct bnxt *bp, u16 vnic_id)  in __bnxt_setup_vnic_p5()
8489 static int bnxt_setup_vnic(struct bnxt *bp, u16 vnic_id)  in bnxt_setup_vnic()
8497 static int bnxt_alloc_rfs_vnics(struct bnxt *bp)  in bnxt_alloc_rfs_vnics()
8534 static bool bnxt_promisc_ok(struct bnxt *bp)  in bnxt_promisc_ok()
8543 static int bnxt_setup_nitroa0_vnic(struct bnxt *bp)  in bnxt_setup_nitroa0_vnic()
8566 static int bnxt_init_chip(struct bnxt *bp, bool irq_re_init)  in bnxt_init_chip()
8683 static int bnxt_shutdown_nic(struct bnxt *bp, bool irq_re_init)  in bnxt_shutdown_nic()
8689 static int bnxt_init_nic(struct bnxt *bp, bool irq_re_init)  in bnxt_init_nic()
8700 static int bnxt_set_real_num_queues(struct bnxt *bp)  in bnxt_set_real_num_queues()
8722 static int bnxt_trim_rings(struct bnxt *bp, int *rx, int *tx, int max,  in bnxt_trim_rings()
8746 static void bnxt_setup_msix(struct bnxt *bp)  in bnxt_setup_msix()
8780 static void bnxt_setup_inta(struct bnxt *bp)  in bnxt_setup_inta()
8794 static int bnxt_setup_int_mode(struct bnxt *bp)  in bnxt_setup_int_mode()
8814 static unsigned int bnxt_get_max_func_rss_ctxs(struct bnxt *bp)  in bnxt_get_max_func_rss_ctxs()
8819 static unsigned int bnxt_get_max_func_vnics(struct bnxt *bp)  in bnxt_get_max_func_vnics()
8825 unsigned int bnxt_get_max_func_stat_ctxs(struct bnxt *bp)  in bnxt_get_max_func_stat_ctxs()
8830 unsigned int bnxt_get_max_func_cp_rings(struct bnxt *bp)  in bnxt_get_max_func_cp_rings()
8835 static unsigned int bnxt_get_max_func_cp_rings_for_en(struct bnxt *bp)  in bnxt_get_max_func_cp_rings_for_en()
8845 static unsigned int bnxt_get_max_func_irqs(struct bnxt *bp)  in bnxt_get_max_func_irqs()
8855 static void bnxt_set_max_func_irqs(struct bnxt *bp, unsigned int max_irqs)  in bnxt_set_max_func_irqs()
8860 unsigned int bnxt_get_avail_cp_rings_for_en(struct bnxt *bp)  in bnxt_get_avail_cp_rings_for_en()
8871 unsigned int bnxt_get_avail_stat_ctxs_for_en(struct bnxt *bp)  in bnxt_get_avail_stat_ctxs_for_en()
8876 int bnxt_get_avail_msix(struct bnxt *bp, int num)  in bnxt_get_avail_msix()
8898 static int bnxt_get_num_msix(struct bnxt *bp)  in bnxt_get_num_msix()
8906 static int bnxt_init_msix(struct bnxt *bp)  in bnxt_init_msix()
8971 static int bnxt_init_inta(struct bnxt *bp)  in bnxt_init_inta()
8986 static int bnxt_init_int_mode(struct bnxt *bp)  in bnxt_init_int_mode()
9000 static void bnxt_clear_int_mode(struct bnxt *bp)  in bnxt_clear_int_mode()
9010 int bnxt_reserve_rings(struct bnxt *bp, bool irq_re_init)  in bnxt_reserve_rings()
9048 static void bnxt_free_irq(struct bnxt *bp)  in bnxt_free_irq()
9077 static int bnxt_request_irq(struct bnxt *bp)  in bnxt_request_irq()
9135 static void bnxt_del_napi(struct bnxt *bp)  in bnxt_del_napi()
9153 static void bnxt_init_napi(struct bnxt *bp)  in bnxt_init_napi()
9181 static void bnxt_disable_napi(struct bnxt *bp)  in bnxt_disable_napi()
9198 static void bnxt_enable_napi(struct bnxt *bp)  in bnxt_enable_napi()
9220 void bnxt_tx_disable(struct bnxt *bp)  in bnxt_tx_disable()
9239 void bnxt_tx_enable(struct bnxt *bp)  in bnxt_tx_enable()
9279 static void bnxt_report_link(struct bnxt *bp)  in bnxt_report_link()
9348 static int bnxt_hwrm_phy_qcaps(struct bnxt *bp)  in bnxt_hwrm_phy_qcaps()
9412 int bnxt_update_link(struct bnxt *bp, bool chng_link_state)  in bnxt_update_link()
9546 static void bnxt_get_port_module_status(struct bnxt *bp)  in bnxt_get_port_module_status()
9574 bnxt_hwrm_set_pause_common(struct bnxt *bp, struct hwrm_port_phy_cfg_input *req)  in bnxt_hwrm_set_pause_common()
9601 static void bnxt_hwrm_set_link_common(struct bnxt *bp, struct hwrm_port_phy_cfg_input *req)  in bnxt_hwrm_set_link_common()
9631 int bnxt_hwrm_set_pause(struct bnxt *bp)  in bnxt_hwrm_set_pause()
9662 static void bnxt_hwrm_set_eee(struct bnxt *bp,  in bnxt_hwrm_set_eee()
9685 int bnxt_hwrm_set_link_setting(struct bnxt *bp, bool set_pause, bool set_eee)  in bnxt_hwrm_set_link_setting()
9704 static int bnxt_hwrm_shutdown_link(struct bnxt *bp)  in bnxt_hwrm_shutdown_link()
9726 static int bnxt_fw_reset_via_optee(struct bnxt *bp)  in bnxt_fw_reset_via_optee()
9741 static int bnxt_try_recover_fw(struct bnxt *bp)  in bnxt_try_recover_fw()
9772 static int bnxt_hwrm_if_change(struct bnxt *bp, bool up)  in bnxt_hwrm_if_change()
9879 static int bnxt_hwrm_port_led_qcaps(struct bnxt *bp)  in bnxt_hwrm_port_led_qcaps()
9922 int bnxt_hwrm_alloc_wol_fltr(struct bnxt *bp)  in bnxt_hwrm_alloc_wol_fltr()
9945 int bnxt_hwrm_free_wol_fltr(struct bnxt *bp)  in bnxt_hwrm_free_wol_fltr()
9961 static u16 bnxt_hwrm_get_wol_fltrs(struct bnxt *bp, u16 handle)  in bnxt_hwrm_get_wol_fltrs()
9990 static void bnxt_get_wol_settings(struct bnxt *bp)  in bnxt_get_wol_settings()
10009 	struct bnxt *bp = dev_get_drvdata(dev);  in bnxt_show_temp()  local
10033 static void bnxt_hwmon_close(struct bnxt *bp)  in bnxt_hwmon_close()
10041 static void bnxt_hwmon_open(struct bnxt *bp)  in bnxt_hwmon_open()
10067 static void bnxt_hwmon_close(struct bnxt *bp)  in bnxt_hwmon_close()
10071 static void bnxt_hwmon_open(struct bnxt *bp)  in bnxt_hwmon_open()
10076 static bool bnxt_eee_config_ok(struct bnxt *bp)  in bnxt_eee_config_ok()
10100 static int bnxt_update_phy_setting(struct bnxt *bp)  in bnxt_update_phy_setting()
10170 static void bnxt_preset_reg_win(struct bnxt *bp)  in bnxt_preset_reg_win()
10181 static int bnxt_reinit_after_abort(struct bnxt *bp)  in bnxt_reinit_after_abort()
10203 static int __bnxt_open_nic(struct bnxt *bp, bool irq_re_init, bool link_re_init)  in __bnxt_open_nic()
10300 int bnxt_open_nic(struct bnxt *bp, bool irq_re_init, bool link_re_init)  in bnxt_open_nic()
10319 int bnxt_half_open_nic(struct bnxt *bp)  in bnxt_half_open_nic()
10353 void bnxt_half_close_nic(struct bnxt *bp)  in bnxt_half_close_nic()
10361 static void bnxt_reenable_sriov(struct bnxt *bp)  in bnxt_reenable_sriov()
10374 	struct bnxt *bp = netdev_priv(dev);  in bnxt_open()  local
10408 static bool bnxt_drv_busy(struct bnxt *bp)  in bnxt_drv_busy()
10417 static void __bnxt_close_nic(struct bnxt *bp, bool irq_re_init,  in __bnxt_close_nic()
10452 int bnxt_close_nic(struct bnxt *bp, bool irq_re_init, bool link_re_init)  in bnxt_close_nic()
10483 	struct bnxt *bp = netdev_priv(dev);  in bnxt_close()  local
10492 static int bnxt_hwrm_port_phy_read(struct bnxt *bp, u16 phy_addr, u16 reg,  in bnxt_hwrm_port_phy_read()
10524 static int bnxt_hwrm_port_phy_write(struct bnxt *bp, u16 phy_addr, u16 reg,  in bnxt_hwrm_port_phy_write()
10555 	struct bnxt *bp = netdev_priv(dev);  in bnxt_ioctl()  local
10595 static void bnxt_get_ring_stats(struct bnxt *bp,  in bnxt_get_ring_stats()
10634 static void bnxt_add_prev_stats(struct bnxt *bp,  in bnxt_add_prev_stats()
10652 	struct bnxt *bp = netdev_priv(dev);  in bnxt_get_stats64()  local
10693 static bool bnxt_mc_list_updated(struct bnxt *bp, u32 *rx_mask)  in bnxt_mc_list_updated()
10727 static bool bnxt_uc_list_updated(struct bnxt *bp)  in bnxt_uc_list_updated()
10748 	struct bnxt *bp = netdev_priv(dev);  in bnxt_set_rx_mode()  local
10786 static int bnxt_cfg_rx_mode(struct bnxt *bp)  in bnxt_cfg_rx_mode()
10857 static bool bnxt_can_reserve_rings(struct bnxt *bp)  in bnxt_can_reserve_rings()
10877 static bool bnxt_rfs_supported(struct bnxt *bp)  in bnxt_rfs_supported()
10895 static bool bnxt_rfs_capable(struct bnxt *bp)  in bnxt_rfs_capable()
10941 	struct bnxt *bp = netdev_priv(dev);  in bnxt_fix_features()  local
10975 	struct bnxt *bp = netdev_priv(dev);  in bnxt_set_features()  local
11039 static bool bnxt_exthdr_check(struct bnxt *bp, struct sk_buff *skb, int nw_off,  in bnxt_exthdr_check()
11087 static bool bnxt_udp_tunl_check(struct bnxt *bp, struct sk_buff *skb)  in bnxt_udp_tunl_check()
11109 static bool bnxt_tunl_check(struct bnxt *bp, struct sk_buff *skb, u8 l4_proto)  in bnxt_tunl_check()
11138 	struct bnxt *bp = netdev_priv(dev);  in bnxt_features_check()  local
11161 int bnxt_dbg_hwrm_rd_reg(struct bnxt *bp, u32 reg_off, u16 num_words,  in bnxt_dbg_hwrm_rd_reg()
11200 static int bnxt_dbg_hwrm_ring_info_get(struct bnxt *bp, u8 ring_type,  in bnxt_dbg_hwrm_ring_info_get()
11259 static void bnxt_dbg_dump_states(struct bnxt *bp)  in bnxt_dbg_dump_states()
11274 static int bnxt_hwrm_rx_ring_reset(struct bnxt *bp, int ring_nr)  in bnxt_hwrm_rx_ring_reset()
11295 static void bnxt_reset_task(struct bnxt *bp, bool silent)  in bnxt_reset_task()
11316 	struct bnxt *bp = netdev_priv(dev);  in bnxt_tx_timeout()  local
11323 static void bnxt_fw_health_check(struct bnxt *bp)  in bnxt_fw_health_check()
11358 	struct bnxt *bp = from_timer(bp, t, timer);  in bnxt_timer()  local
11406 static void bnxt_rtnl_lock_sp(struct bnxt *bp)  in bnxt_rtnl_lock_sp()
11417 static void bnxt_rtnl_unlock_sp(struct bnxt *bp)  in bnxt_rtnl_unlock_sp()
11424 static void bnxt_reset(struct bnxt *bp, bool silent)  in bnxt_reset()
11433 static void bnxt_rx_ring_reset(struct bnxt *bp)  in bnxt_rx_ring_reset()
11481 static void bnxt_fw_reset_close(struct bnxt *bp)  in bnxt_fw_reset_close()
11512 static bool is_bnxt_fw_ok(struct bnxt *bp)  in is_bnxt_fw_ok()
11533 static void bnxt_force_fw_reset(struct bnxt *bp)  in bnxt_force_fw_reset()
11567 void bnxt_fw_exception(struct bnxt *bp)  in bnxt_fw_exception()
11579 static int bnxt_get_registered_vfs(struct bnxt *bp)  in bnxt_get_registered_vfs()
11600 void bnxt_fw_reset(struct bnxt *bp)  in bnxt_fw_reset()
11648 static void bnxt_chk_missed_irq(struct bnxt *bp)  in bnxt_chk_missed_irq()
11688 static void bnxt_init_ethtool_link_settings(struct bnxt *bp)  in bnxt_init_ethtool_link_settings()
11720 static void bnxt_fw_echo_reply(struct bnxt *bp)  in bnxt_fw_echo_reply()
11736 	struct bnxt *bp = container_of(work, struct bnxt, sp_task);  in bnxt_sp_task()  local
11832 int bnxt_check_rings(struct bnxt *bp, int tx, int rx, bool sh, int tcs,  in bnxt_check_rings()
11870 static void bnxt_unmap_bars(struct bnxt *bp, struct pci_dev *pdev)  in bnxt_unmap_bars()
11888 static void bnxt_cleanup_pci(struct bnxt *bp)  in bnxt_cleanup_pci()
11896 static void bnxt_init_dflt_coal(struct bnxt *bp)  in bnxt_init_dflt_coal()
11922 static int bnxt_fw_init_one_p1(struct bnxt *bp)  in bnxt_fw_init_one_p1()
11953 static int bnxt_fw_init_one_p2(struct bnxt *bp)  in bnxt_fw_init_one_p2()
11991 static void bnxt_set_dflt_rss_hash_type(struct bnxt *bp)  in bnxt_set_dflt_rss_hash_type()
12005 static void bnxt_set_dflt_rfs(struct bnxt *bp)  in bnxt_set_dflt_rfs()
12021 static void bnxt_fw_init_one_p3(struct bnxt *bp)  in bnxt_fw_init_one_p3()
12040 static int bnxt_fw_init_one(struct bnxt *bp)  in bnxt_fw_init_one()
12070 static void bnxt_fw_reset_writel(struct bnxt *bp, int reg_idx)  in bnxt_fw_reset_writel()
12102 static void bnxt_reset_all(struct bnxt *bp)  in bnxt_reset_all()
12133 static bool bnxt_fw_reset_timeout(struct bnxt *bp)  in bnxt_fw_reset_timeout()
12139 static void bnxt_fw_reset_abort(struct bnxt *bp, int rc)  in bnxt_fw_reset_abort()
12152 	struct bnxt *bp = container_of(work, struct bnxt, fw_reset_task.work);  in bnxt_fw_reset_task()  local
12315 	struct bnxt *bp = netdev_priv(dev);  in bnxt_init_board()  local
12407 	struct bnxt *bp = netdev_priv(dev);  in bnxt_change_mac_addr()  local
12432 	struct bnxt *bp = netdev_priv(dev);  in bnxt_change_mtu()  local
12448 	struct bnxt *bp = netdev_priv(dev);  in bnxt_setup_mq_tc()  local
12493 	struct bnxt *bp = cb_priv;  in bnxt_setup_tc_block_cb()  local
12512 	struct bnxt *bp = netdev_priv(dev);  in bnxt_setup_tc()  local
12567 	struct bnxt *bp = netdev_priv(dev);  in bnxt_rx_flow_steer()  local
12662 static void bnxt_cfg_ntp_filters(struct bnxt *bp)  in bnxt_cfg_ntp_filters()
12708 static void bnxt_cfg_ntp_filters(struct bnxt *bp)  in bnxt_cfg_ntp_filters()
12717 	struct bnxt *bp = netdev_priv(netdev);  in bnxt_udp_tunnel_set_port()  local
12731 	struct bnxt *bp = netdev_priv(netdev);  in bnxt_udp_tunnel_unset_port()  local
12757 	struct bnxt *bp = netdev_priv(dev);  in bnxt_bridge_getlink()  local
12766 	struct bnxt *bp = netdev_priv(dev);  in bnxt_bridge_setlink()  local
12801 	struct bnxt *bp = netdev_priv(dev);  in bnxt_get_port_parent_id()  local
12818 	struct bnxt *bp = netdev_priv(dev);  in bnxt_get_devlink_port()  local
12860 	struct bnxt *bp = netdev_priv(dev);  in bnxt_remove_one()  local
12902 static int bnxt_probe_phy(struct bnxt *bp, bool fw_dflt)  in bnxt_probe_phy()
12952 static void _bnxt_get_max_rings(struct bnxt *bp, int *max_rx, int *max_tx,  in _bnxt_get_max_rings()
12981 int bnxt_get_max_rings(struct bnxt *bp, int *max_rx, int *max_tx, bool shared)  in bnxt_get_max_rings()
12994 static int bnxt_get_dflt_rings(struct bnxt *bp, int *max_rx, int *max_tx,  in bnxt_get_dflt_rings()
13042 static void bnxt_trim_dflt_sh_rings(struct bnxt *bp)  in bnxt_trim_dflt_sh_rings()
13050 static int bnxt_set_dflt_rings(struct bnxt *bp, bool sh)  in bnxt_set_dflt_rings()
13105 static int bnxt_init_dflt_ring_mode(struct bnxt *bp)  in bnxt_init_dflt_ring_mode()
13132 int bnxt_restore_pf_fw_resources(struct bnxt *bp)  in bnxt_restore_pf_fw_resources()
13157 static int bnxt_init_mac_addr(struct bnxt *bp)  in bnxt_init_mac_addr()
13184 static void bnxt_vpd_read_info(struct bnxt *bp)  in bnxt_vpd_read_info()
13218 static int bnxt_pcie_dsn_get(struct bnxt *bp, u8 dsn[])  in bnxt_pcie_dsn_get()
13235 static int bnxt_map_db_bar(struct bnxt *bp)  in bnxt_map_db_bar()
13248 	struct bnxt *bp;  in bnxt_init_one()  local
13479 	struct bnxt *bp;  in bnxt_shutdown()  local
13509 	struct bnxt *bp = netdev_priv(dev);  in bnxt_suspend()  local
13530 	struct bnxt *bp = netdev_priv(dev);  in bnxt_resume()  local
13596 	struct bnxt *bp = netdev_priv(netdev);  in bnxt_io_error_detected()  local
13640 	struct bnxt *bp = netdev_priv(netdev);  in bnxt_io_slot_reset()  local
13689 	struct bnxt *bp = netdev_priv(netdev);  in bnxt_io_resume()  local