Lines Matching refs:rdev
81 static void bnxt_re_remove_device(struct bnxt_re_dev *rdev);
84 static void bnxt_re_dev_stop(struct bnxt_re_dev *rdev);
86 static void bnxt_re_set_drv_mode(struct bnxt_re_dev *rdev, u8 mode) in bnxt_re_set_drv_mode() argument
90 cctx = rdev->chip_ctx; in bnxt_re_set_drv_mode()
91 cctx->modes.wqe_mode = bnxt_qplib_is_chip_gen_p5(rdev->chip_ctx) ? in bnxt_re_set_drv_mode()
95 static void bnxt_re_destroy_chip_ctx(struct bnxt_re_dev *rdev) in bnxt_re_destroy_chip_ctx() argument
99 if (!rdev->chip_ctx) in bnxt_re_destroy_chip_ctx()
101 chip_ctx = rdev->chip_ctx; in bnxt_re_destroy_chip_ctx()
102 rdev->chip_ctx = NULL; in bnxt_re_destroy_chip_ctx()
103 rdev->rcfw.res = NULL; in bnxt_re_destroy_chip_ctx()
104 rdev->qplib_res.cctx = NULL; in bnxt_re_destroy_chip_ctx()
105 rdev->qplib_res.pdev = NULL; in bnxt_re_destroy_chip_ctx()
106 rdev->qplib_res.netdev = NULL; in bnxt_re_destroy_chip_ctx()
110 static int bnxt_re_setup_chip_ctx(struct bnxt_re_dev *rdev, u8 wqe_mode) in bnxt_re_setup_chip_ctx() argument
116 en_dev = rdev->en_dev; in bnxt_re_setup_chip_ctx()
125 rdev->chip_ctx = chip_ctx; in bnxt_re_setup_chip_ctx()
128 rdev->qplib_res.cctx = rdev->chip_ctx; in bnxt_re_setup_chip_ctx()
129 rdev->rcfw.res = &rdev->qplib_res; in bnxt_re_setup_chip_ctx()
131 bnxt_re_set_drv_mode(rdev, wqe_mode); in bnxt_re_setup_chip_ctx()
133 ibdev_info(&rdev->ibdev, in bnxt_re_setup_chip_ctx()
140 static void bnxt_re_get_sriov_func_type(struct bnxt_re_dev *rdev) in bnxt_re_get_sriov_func_type() argument
144 bp = netdev_priv(rdev->en_dev->net); in bnxt_re_get_sriov_func_type()
146 rdev->is_virtfn = 1; in bnxt_re_get_sriov_func_type()
154 static void bnxt_re_limit_pf_res(struct bnxt_re_dev *rdev) in bnxt_re_limit_pf_res() argument
160 attr = &rdev->dev_attr; in bnxt_re_limit_pf_res()
161 ctx = &rdev->qplib_ctx; in bnxt_re_limit_pf_res()
171 if (!bnxt_qplib_is_chip_gen_p5(rdev->chip_ctx)) in bnxt_re_limit_pf_res()
173 rdev->qplib_ctx.tqm_ctx.qcount[i] = in bnxt_re_limit_pf_res()
174 rdev->dev_attr.tqm_alloc_reqs[i]; in bnxt_re_limit_pf_res()
213 static void bnxt_re_set_resource_limits(struct bnxt_re_dev *rdev) in bnxt_re_set_resource_limits() argument
217 memset(&rdev->qplib_ctx.vf_res, 0, sizeof(struct bnxt_qplib_vf_res)); in bnxt_re_set_resource_limits()
218 bnxt_re_limit_pf_res(rdev); in bnxt_re_set_resource_limits()
220 num_vfs = bnxt_qplib_is_chip_gen_p5(rdev->chip_ctx) ? in bnxt_re_set_resource_limits()
221 BNXT_RE_GEN_P5_MAX_VF : rdev->num_vfs; in bnxt_re_set_resource_limits()
223 bnxt_re_limit_vf_res(&rdev->qplib_ctx, num_vfs); in bnxt_re_set_resource_limits()
229 struct bnxt_re_dev *rdev = p; in bnxt_re_stop() local
232 if (!rdev) in bnxt_re_stop()
242 bp = netdev_priv(rdev->netdev); in bnxt_re_stop()
244 ibdev_info(&rdev->ibdev, "Handle device stop call from L2 driver"); in bnxt_re_stop()
251 set_bit(ERR_DEVICE_DETACHED, &rdev->rcfw.cmdq.flags); in bnxt_re_stop()
253 bnxt_re_dev_stop(rdev); in bnxt_re_stop()
254 bnxt_re_stop_irq(rdev); in bnxt_re_stop()
258 set_bit(BNXT_RE_FLAG_ERR_DEVICE_DETACHED, &rdev->flags); in bnxt_re_stop()
259 set_bit(ERR_DEVICE_DETACHED, &rdev->rcfw.cmdq.flags); in bnxt_re_stop()
268 struct bnxt_re_dev *rdev = p; in bnxt_re_sriov_config() local
270 if (!rdev) in bnxt_re_sriov_config()
273 if (test_bit(BNXT_RE_FLAG_ERR_DEVICE_DETACHED, &rdev->flags)) in bnxt_re_sriov_config()
275 rdev->num_vfs = num_vfs; in bnxt_re_sriov_config()
276 if (!bnxt_qplib_is_chip_gen_p5(rdev->chip_ctx)) { in bnxt_re_sriov_config()
277 bnxt_re_set_resource_limits(rdev); in bnxt_re_sriov_config()
278 bnxt_qplib_set_func_resources(&rdev->qplib_res, &rdev->rcfw, in bnxt_re_sriov_config()
279 &rdev->qplib_ctx); in bnxt_re_sriov_config()
285 struct bnxt_re_dev *rdev = p; in bnxt_re_shutdown() local
287 if (!rdev) in bnxt_re_shutdown()
291 bnxt_re_stop_irq(rdev); in bnxt_re_shutdown()
292 ib_unregister_device_queued(&rdev->ibdev); in bnxt_re_shutdown()
297 struct bnxt_re_dev *rdev = (struct bnxt_re_dev *)handle; in bnxt_re_stop_irq() local
298 struct bnxt_qplib_rcfw *rcfw = &rdev->rcfw; in bnxt_re_stop_irq()
302 for (indx = BNXT_RE_NQ_IDX; indx < rdev->num_msix; indx++) { in bnxt_re_stop_irq()
303 nq = &rdev->nq[indx - 1]; in bnxt_re_stop_irq()
312 struct bnxt_re_dev *rdev = (struct bnxt_re_dev *)handle; in bnxt_re_start_irq() local
313 struct bnxt_msix_entry *msix_ent = rdev->msix_entries; in bnxt_re_start_irq()
314 struct bnxt_qplib_rcfw *rcfw = &rdev->rcfw; in bnxt_re_start_irq()
324 ibdev_err(&rdev->ibdev, "Failed to re-start IRQs\n"); in bnxt_re_start_irq()
331 for (indx = 0; indx < rdev->num_msix; indx++) in bnxt_re_start_irq()
332 rdev->msix_entries[indx].vector = ent[indx].vector; in bnxt_re_start_irq()
337 ibdev_warn(&rdev->ibdev, "Failed to reinit CREQ\n"); in bnxt_re_start_irq()
340 for (indx = BNXT_RE_NQ_IDX ; indx < rdev->num_msix; indx++) { in bnxt_re_start_irq()
341 nq = &rdev->nq[indx - 1]; in bnxt_re_start_irq()
345 ibdev_warn(&rdev->ibdev, "Failed to reinit NQ index %d\n", in bnxt_re_start_irq()
367 static int bnxt_re_unregister_netdev(struct bnxt_re_dev *rdev) in bnxt_re_unregister_netdev() argument
372 if (!rdev) in bnxt_re_unregister_netdev()
375 en_dev = rdev->en_dev; in bnxt_re_unregister_netdev()
377 rc = en_dev->en_ops->bnxt_unregister_device(rdev->en_dev, in bnxt_re_unregister_netdev()
382 static int bnxt_re_register_netdev(struct bnxt_re_dev *rdev) in bnxt_re_register_netdev() argument
387 if (!rdev) in bnxt_re_register_netdev()
390 en_dev = rdev->en_dev; in bnxt_re_register_netdev()
393 &bnxt_re_ulp_ops, rdev); in bnxt_re_register_netdev()
394 rdev->qplib_res.pdev = rdev->en_dev->pdev; in bnxt_re_register_netdev()
398 static int bnxt_re_free_msix(struct bnxt_re_dev *rdev) in bnxt_re_free_msix() argument
403 if (!rdev) in bnxt_re_free_msix()
406 en_dev = rdev->en_dev; in bnxt_re_free_msix()
409 rc = en_dev->en_ops->bnxt_free_msix(rdev->en_dev, BNXT_ROCE_ULP); in bnxt_re_free_msix()
414 static int bnxt_re_request_msix(struct bnxt_re_dev *rdev) in bnxt_re_request_msix() argument
419 if (!rdev) in bnxt_re_request_msix()
422 en_dev = rdev->en_dev; in bnxt_re_request_msix()
427 rdev->msix_entries, in bnxt_re_request_msix()
434 ibdev_warn(&rdev->ibdev, in bnxt_re_request_msix()
438 rdev->num_msix = num_msix_got; in bnxt_re_request_msix()
443 static void bnxt_re_init_hwrm_hdr(struct bnxt_re_dev *rdev, struct input *hdr, in bnxt_re_init_hwrm_hdr() argument
462 static int bnxt_re_net_ring_free(struct bnxt_re_dev *rdev, in bnxt_re_net_ring_free() argument
465 struct bnxt_en_dev *en_dev = rdev->en_dev; in bnxt_re_net_ring_free()
474 if (test_bit(BNXT_RE_FLAG_ERR_DEVICE_DETACHED, &rdev->flags)) in bnxt_re_net_ring_free()
479 bnxt_re_init_hwrm_hdr(rdev, (void *)&req, HWRM_RING_FREE, -1, -1); in bnxt_re_net_ring_free()
486 ibdev_err(&rdev->ibdev, "Failed to free HW ring:%d :%#x", in bnxt_re_net_ring_free()
491 static int bnxt_re_net_ring_alloc(struct bnxt_re_dev *rdev, in bnxt_re_net_ring_alloc() argument
495 struct bnxt_en_dev *en_dev = rdev->en_dev; in bnxt_re_net_ring_alloc()
505 bnxt_re_init_hwrm_hdr(rdev, (void *)&req, HWRM_RING_ALLOC, -1, -1); in bnxt_re_net_ring_alloc()
528 static int bnxt_re_net_stats_ctx_free(struct bnxt_re_dev *rdev, in bnxt_re_net_stats_ctx_free() argument
531 struct bnxt_en_dev *en_dev = rdev->en_dev; in bnxt_re_net_stats_ctx_free()
539 if (test_bit(BNXT_RE_FLAG_ERR_DEVICE_DETACHED, &rdev->flags)) in bnxt_re_net_stats_ctx_free()
544 bnxt_re_init_hwrm_hdr(rdev, (void *)&req, HWRM_STAT_CTX_FREE, -1, -1); in bnxt_re_net_stats_ctx_free()
550 ibdev_err(&rdev->ibdev, "Failed to free HW stats context %#x", in bnxt_re_net_stats_ctx_free()
556 static int bnxt_re_net_stats_ctx_alloc(struct bnxt_re_dev *rdev, in bnxt_re_net_stats_ctx_alloc() argument
560 struct bnxt_qplib_chip_ctx *chip_ctx = rdev->chip_ctx; in bnxt_re_net_stats_ctx_alloc()
563 struct bnxt_en_dev *en_dev = rdev->en_dev; in bnxt_re_net_stats_ctx_alloc()
574 bnxt_re_init_hwrm_hdr(rdev, (void *)&req, HWRM_STAT_CTX_ALLOC, -1, -1); in bnxt_re_net_stats_ctx_alloc()
643 struct bnxt_re_dev *rdev = in hw_rev_show() local
646 return sysfs_emit(buf, "0x%x\n", rdev->en_dev->pdev->vendor); in hw_rev_show()
653 struct bnxt_re_dev *rdev = in hca_type_show() local
656 return sysfs_emit(buf, "%s\n", rdev->ibdev.node_desc); in hca_type_show()
725 static int bnxt_re_register_ib(struct bnxt_re_dev *rdev) in bnxt_re_register_ib() argument
727 struct ib_device *ibdev = &rdev->ibdev; in bnxt_re_register_ib()
736 bnxt_qplib_get_guid(rdev->netdev->dev_addr, (u8 *)&ibdev->node_guid); in bnxt_re_register_ib()
738 ibdev->num_comp_vectors = rdev->num_msix - 1; in bnxt_re_register_ib()
739 ibdev->dev.parent = &rdev->en_dev->pdev->dev; in bnxt_re_register_ib()
743 ret = ib_device_set_netdev(&rdev->ibdev, rdev->netdev, 1); in bnxt_re_register_ib()
747 dma_set_max_seg_size(&rdev->en_dev->pdev->dev, UINT_MAX); in bnxt_re_register_ib()
748 return ib_register_device(ibdev, "bnxt_re%d", &rdev->en_dev->pdev->dev); in bnxt_re_register_ib()
751 static void bnxt_re_dev_remove(struct bnxt_re_dev *rdev) in bnxt_re_dev_remove() argument
753 dev_put(rdev->netdev); in bnxt_re_dev_remove()
754 rdev->netdev = NULL; in bnxt_re_dev_remove()
756 list_del_rcu(&rdev->list); in bnxt_re_dev_remove()
765 struct bnxt_re_dev *rdev; in bnxt_re_dev_add() local
768 rdev = ib_alloc_device(bnxt_re_dev, ibdev); in bnxt_re_dev_add()
769 if (!rdev) { in bnxt_re_dev_add()
775 rdev->netdev = netdev; in bnxt_re_dev_add()
776 dev_hold(rdev->netdev); in bnxt_re_dev_add()
777 rdev->en_dev = en_dev; in bnxt_re_dev_add()
778 rdev->id = rdev->en_dev->pdev->devfn; in bnxt_re_dev_add()
779 INIT_LIST_HEAD(&rdev->qp_list); in bnxt_re_dev_add()
780 mutex_init(&rdev->qp_lock); in bnxt_re_dev_add()
781 atomic_set(&rdev->qp_count, 0); in bnxt_re_dev_add()
782 atomic_set(&rdev->cq_count, 0); in bnxt_re_dev_add()
783 atomic_set(&rdev->srq_count, 0); in bnxt_re_dev_add()
784 atomic_set(&rdev->mr_count, 0); in bnxt_re_dev_add()
785 atomic_set(&rdev->mw_count, 0); in bnxt_re_dev_add()
786 rdev->cosq[0] = 0xFFFF; in bnxt_re_dev_add()
787 rdev->cosq[1] = 0xFFFF; in bnxt_re_dev_add()
790 list_add_tail_rcu(&rdev->list, &bnxt_re_dev_list); in bnxt_re_dev_add()
792 return rdev; in bnxt_re_dev_add()
842 event.device = &qp->rdev->ibdev; in bnxt_re_handle_qp_async_event()
900 ib_event.device = &srq->rdev->ibdev; in bnxt_re_srqn_handler()
931 static u32 bnxt_re_get_nqdb_offset(struct bnxt_re_dev *rdev, u16 indx) in bnxt_re_get_nqdb_offset() argument
933 return bnxt_qplib_is_chip_gen_p5(rdev->chip_ctx) ? in bnxt_re_get_nqdb_offset()
934 (rdev->is_virtfn ? BNXT_RE_GEN_P5_VF_NQ_DB : in bnxt_re_get_nqdb_offset()
936 rdev->msix_entries[indx].db_offset; in bnxt_re_get_nqdb_offset()
939 static void bnxt_re_cleanup_res(struct bnxt_re_dev *rdev) in bnxt_re_cleanup_res() argument
943 for (i = 1; i < rdev->num_msix; i++) in bnxt_re_cleanup_res()
944 bnxt_qplib_disable_nq(&rdev->nq[i - 1]); in bnxt_re_cleanup_res()
946 if (rdev->qplib_res.rcfw) in bnxt_re_cleanup_res()
947 bnxt_qplib_cleanup_res(&rdev->qplib_res); in bnxt_re_cleanup_res()
950 static int bnxt_re_init_res(struct bnxt_re_dev *rdev) in bnxt_re_init_res() argument
956 bnxt_qplib_init_res(&rdev->qplib_res); in bnxt_re_init_res()
958 for (i = 1; i < rdev->num_msix ; i++) { in bnxt_re_init_res()
959 db_offt = bnxt_re_get_nqdb_offset(rdev, i); in bnxt_re_init_res()
960 rc = bnxt_qplib_enable_nq(rdev->en_dev->pdev, &rdev->nq[i - 1], in bnxt_re_init_res()
961 i - 1, rdev->msix_entries[i].vector, in bnxt_re_init_res()
965 ibdev_err(&rdev->ibdev, in bnxt_re_init_res()
974 bnxt_qplib_disable_nq(&rdev->nq[i]); in bnxt_re_init_res()
978 static void bnxt_re_free_nq_res(struct bnxt_re_dev *rdev) in bnxt_re_free_nq_res() argument
983 for (i = 0; i < rdev->num_msix - 1; i++) { in bnxt_re_free_nq_res()
984 type = bnxt_qplib_get_ring_type(rdev->chip_ctx); in bnxt_re_free_nq_res()
985 bnxt_re_net_ring_free(rdev, rdev->nq[i].ring_id, type); in bnxt_re_free_nq_res()
986 bnxt_qplib_free_nq(&rdev->nq[i]); in bnxt_re_free_nq_res()
987 rdev->nq[i].res = NULL; in bnxt_re_free_nq_res()
991 static void bnxt_re_free_res(struct bnxt_re_dev *rdev) in bnxt_re_free_res() argument
993 bnxt_re_free_nq_res(rdev); in bnxt_re_free_res()
995 if (rdev->qplib_res.dpi_tbl.max) { in bnxt_re_free_res()
996 bnxt_qplib_dealloc_dpi(&rdev->qplib_res, in bnxt_re_free_res()
997 &rdev->qplib_res.dpi_tbl, in bnxt_re_free_res()
998 &rdev->dpi_privileged); in bnxt_re_free_res()
1000 if (rdev->qplib_res.rcfw) { in bnxt_re_free_res()
1001 bnxt_qplib_free_res(&rdev->qplib_res); in bnxt_re_free_res()
1002 rdev->qplib_res.rcfw = NULL; in bnxt_re_free_res()
1006 static int bnxt_re_alloc_res(struct bnxt_re_dev *rdev) in bnxt_re_alloc_res() argument
1014 rdev->qplib_res.rcfw = &rdev->rcfw; in bnxt_re_alloc_res()
1015 rc = bnxt_qplib_get_dev_attr(&rdev->rcfw, &rdev->dev_attr, in bnxt_re_alloc_res()
1016 rdev->is_virtfn); in bnxt_re_alloc_res()
1020 rc = bnxt_qplib_alloc_res(&rdev->qplib_res, rdev->en_dev->pdev, in bnxt_re_alloc_res()
1021 rdev->netdev, &rdev->dev_attr); in bnxt_re_alloc_res()
1025 rc = bnxt_qplib_alloc_dpi(&rdev->qplib_res.dpi_tbl, in bnxt_re_alloc_res()
1026 &rdev->dpi_privileged, in bnxt_re_alloc_res()
1027 rdev); in bnxt_re_alloc_res()
1031 for (i = 0; i < rdev->num_msix - 1; i++) { in bnxt_re_alloc_res()
1034 nq = &rdev->nq[i]; in bnxt_re_alloc_res()
1036 rc = bnxt_qplib_alloc_nq(&rdev->qplib_res, &rdev->nq[i]); in bnxt_re_alloc_res()
1038 ibdev_err(&rdev->ibdev, "Alloc Failed NQ%d rc:%#x", in bnxt_re_alloc_res()
1042 type = bnxt_qplib_get_ring_type(rdev->chip_ctx); in bnxt_re_alloc_res()
1044 rattr.pages = nq->hwq.pbl[rdev->nq[i].hwq.level].pg_count; in bnxt_re_alloc_res()
1048 rattr.lrid = rdev->msix_entries[i + 1].ring_idx; in bnxt_re_alloc_res()
1049 rc = bnxt_re_net_ring_alloc(rdev, &rattr, &nq->ring_id); in bnxt_re_alloc_res()
1051 ibdev_err(&rdev->ibdev, in bnxt_re_alloc_res()
1054 bnxt_qplib_free_nq(&rdev->nq[i]); in bnxt_re_alloc_res()
1062 type = bnxt_qplib_get_ring_type(rdev->chip_ctx); in bnxt_re_alloc_res()
1063 bnxt_re_net_ring_free(rdev, rdev->nq[i].ring_id, type); in bnxt_re_alloc_res()
1064 bnxt_qplib_free_nq(&rdev->nq[i]); in bnxt_re_alloc_res()
1066 bnxt_qplib_dealloc_dpi(&rdev->qplib_res, in bnxt_re_alloc_res()
1067 &rdev->qplib_res.dpi_tbl, in bnxt_re_alloc_res()
1068 &rdev->dpi_privileged); in bnxt_re_alloc_res()
1070 bnxt_qplib_free_res(&rdev->qplib_res); in bnxt_re_alloc_res()
1073 rdev->qplib_res.rcfw = NULL; in bnxt_re_alloc_res()
1097 static int bnxt_re_query_hwrm_pri2cos(struct bnxt_re_dev *rdev, u8 dir, in bnxt_re_query_hwrm_pri2cos() argument
1101 struct bnxt *bp = netdev_priv(rdev->netdev); in bnxt_re_query_hwrm_pri2cos()
1103 struct bnxt_en_dev *en_dev = rdev->en_dev; in bnxt_re_query_hwrm_pri2cos()
1113 bnxt_re_init_hwrm_hdr(rdev, (void *)&req, in bnxt_re_query_hwrm_pri2cos()
1127 ibdev_warn(&rdev->ibdev, in bnxt_re_query_hwrm_pri2cos()
1129 ibdev_warn(&rdev->ibdev, in bnxt_re_query_hwrm_pri2cos()
1140 static bool bnxt_re_is_qp1_or_shadow_qp(struct bnxt_re_dev *rdev, in bnxt_re_is_qp1_or_shadow_qp() argument
1144 (qp == rdev->gsi_ctx.gsi_sqp); in bnxt_re_is_qp1_or_shadow_qp()
1147 static void bnxt_re_dev_stop(struct bnxt_re_dev *rdev) in bnxt_re_dev_stop() argument
1154 mutex_lock(&rdev->qp_lock); in bnxt_re_dev_stop()
1155 list_for_each_entry(qp, &rdev->qp_list, list) { in bnxt_re_dev_stop()
1157 if (!bnxt_re_is_qp1_or_shadow_qp(rdev, qp)) { in bnxt_re_dev_stop()
1162 bnxt_re_dispatch_event(&rdev->ibdev, &qp->ib_qp, in bnxt_re_dev_stop()
1169 mutex_unlock(&rdev->qp_lock); in bnxt_re_dev_stop()
1172 static int bnxt_re_update_gid(struct bnxt_re_dev *rdev) in bnxt_re_update_gid() argument
1174 struct bnxt_qplib_sgid_tbl *sgid_tbl = &rdev->qplib_res.sgid_tbl; in bnxt_re_update_gid()
1179 if (!ib_device_try_get(&rdev->ibdev)) in bnxt_re_update_gid()
1197 rdev->qplib_res.netdev->dev_addr); in bnxt_re_update_gid()
1200 ib_device_put(&rdev->ibdev); in bnxt_re_update_gid()
1204 static u32 bnxt_re_get_priority_mask(struct bnxt_re_dev *rdev) in bnxt_re_get_priority_mask() argument
1210 netdev = rdev->netdev; in bnxt_re_get_priority_mask()
1241 static int bnxt_re_setup_qos(struct bnxt_re_dev *rdev) in bnxt_re_setup_qos() argument
1248 prio_map = bnxt_re_get_priority_mask(rdev); in bnxt_re_setup_qos()
1250 if (prio_map == rdev->cur_prio_map) in bnxt_re_setup_qos()
1252 rdev->cur_prio_map = prio_map; in bnxt_re_setup_qos()
1254 rc = bnxt_re_query_hwrm_pri2cos(rdev, 0, &cid_map); in bnxt_re_setup_qos()
1256 ibdev_warn(&rdev->ibdev, "no cos for p_mask %x\n", prio_map); in bnxt_re_setup_qos()
1260 bnxt_re_parse_cid_map(prio_map, (u8 *)&cid_map, rdev->cosq); in bnxt_re_setup_qos()
1263 rc = bnxt_qplib_map_tc2cos(&rdev->qplib_res, rdev->cosq); in bnxt_re_setup_qos()
1265 ibdev_warn(&rdev->ibdev, "no tc for cos{%x, %x}\n", in bnxt_re_setup_qos()
1266 rdev->cosq[0], rdev->cosq[1]); in bnxt_re_setup_qos()
1273 if ((prio_map == 0 && rdev->qplib_res.prio) || in bnxt_re_setup_qos()
1274 (prio_map != 0 && !rdev->qplib_res.prio)) { in bnxt_re_setup_qos()
1275 rdev->qplib_res.prio = prio_map ? true : false; in bnxt_re_setup_qos()
1277 bnxt_re_update_gid(rdev); in bnxt_re_setup_qos()
1283 static void bnxt_re_query_hwrm_intf_version(struct bnxt_re_dev *rdev) in bnxt_re_query_hwrm_intf_version() argument
1285 struct bnxt_en_dev *en_dev = rdev->en_dev; in bnxt_re_query_hwrm_intf_version()
1292 bnxt_re_init_hwrm_hdr(rdev, (void *)&req, in bnxt_re_query_hwrm_intf_version()
1301 ibdev_err(&rdev->ibdev, "Failed to query HW version, rc = 0x%x", in bnxt_re_query_hwrm_intf_version()
1305 rdev->qplib_ctx.hwrm_intf_ver = in bnxt_re_query_hwrm_intf_version()
1312 static int bnxt_re_ib_init(struct bnxt_re_dev *rdev) in bnxt_re_ib_init() argument
1318 rc = bnxt_re_register_ib(rdev); in bnxt_re_ib_init()
1323 dev_info(rdev_to_dev(rdev), "Device registered successfully"); in bnxt_re_ib_init()
1324 ib_get_eth_speed(&rdev->ibdev, 1, &rdev->active_speed, in bnxt_re_ib_init()
1325 &rdev->active_width); in bnxt_re_ib_init()
1326 set_bit(BNXT_RE_FLAG_ISSUE_ROCE_STATS, &rdev->flags); in bnxt_re_ib_init()
1328 event = netif_running(rdev->netdev) && netif_carrier_ok(rdev->netdev) ? in bnxt_re_ib_init()
1331 bnxt_re_dispatch_event(&rdev->ibdev, NULL, 1, event); in bnxt_re_ib_init()
1336 static void bnxt_re_dev_uninit(struct bnxt_re_dev *rdev) in bnxt_re_dev_uninit() argument
1341 if (test_and_clear_bit(BNXT_RE_FLAG_QOS_WORK_REG, &rdev->flags)) in bnxt_re_dev_uninit()
1342 cancel_delayed_work_sync(&rdev->worker); in bnxt_re_dev_uninit()
1345 &rdev->flags)) in bnxt_re_dev_uninit()
1346 bnxt_re_cleanup_res(rdev); in bnxt_re_dev_uninit()
1347 if (test_and_clear_bit(BNXT_RE_FLAG_RESOURCES_ALLOCATED, &rdev->flags)) in bnxt_re_dev_uninit()
1348 bnxt_re_free_res(rdev); in bnxt_re_dev_uninit()
1350 if (test_and_clear_bit(BNXT_RE_FLAG_RCFW_CHANNEL_EN, &rdev->flags)) { in bnxt_re_dev_uninit()
1351 rc = bnxt_qplib_deinit_rcfw(&rdev->rcfw); in bnxt_re_dev_uninit()
1353 ibdev_warn(&rdev->ibdev, in bnxt_re_dev_uninit()
1355 bnxt_re_net_stats_ctx_free(rdev, rdev->qplib_ctx.stats.fw_id); in bnxt_re_dev_uninit()
1356 bnxt_qplib_free_ctx(&rdev->qplib_res, &rdev->qplib_ctx); in bnxt_re_dev_uninit()
1357 bnxt_qplib_disable_rcfw_channel(&rdev->rcfw); in bnxt_re_dev_uninit()
1358 type = bnxt_qplib_get_ring_type(rdev->chip_ctx); in bnxt_re_dev_uninit()
1359 bnxt_re_net_ring_free(rdev, rdev->rcfw.creq.ring_id, type); in bnxt_re_dev_uninit()
1360 bnxt_qplib_free_rcfw_channel(&rdev->rcfw); in bnxt_re_dev_uninit()
1362 if (test_and_clear_bit(BNXT_RE_FLAG_GOT_MSIX, &rdev->flags)) { in bnxt_re_dev_uninit()
1363 rc = bnxt_re_free_msix(rdev); in bnxt_re_dev_uninit()
1365 ibdev_warn(&rdev->ibdev, in bnxt_re_dev_uninit()
1369 bnxt_re_destroy_chip_ctx(rdev); in bnxt_re_dev_uninit()
1370 if (test_and_clear_bit(BNXT_RE_FLAG_NETDEV_REGISTERED, &rdev->flags)) { in bnxt_re_dev_uninit()
1371 rc = bnxt_re_unregister_netdev(rdev); in bnxt_re_dev_uninit()
1373 ibdev_warn(&rdev->ibdev, in bnxt_re_dev_uninit()
1381 struct bnxt_re_dev *rdev = container_of(work, struct bnxt_re_dev, in bnxt_re_worker() local
1384 bnxt_re_setup_qos(rdev); in bnxt_re_worker()
1385 schedule_delayed_work(&rdev->worker, msecs_to_jiffies(30000)); in bnxt_re_worker()
1388 static int bnxt_re_dev_init(struct bnxt_re_dev *rdev, u8 wqe_mode) in bnxt_re_dev_init() argument
1399 rc = bnxt_re_register_netdev(rdev); in bnxt_re_dev_init()
1401 ibdev_err(&rdev->ibdev, in bnxt_re_dev_init()
1405 set_bit(BNXT_RE_FLAG_NETDEV_REGISTERED, &rdev->flags); in bnxt_re_dev_init()
1407 rc = bnxt_re_setup_chip_ctx(rdev, wqe_mode); in bnxt_re_dev_init()
1409 ibdev_err(&rdev->ibdev, "Failed to get chip context\n"); in bnxt_re_dev_init()
1414 bnxt_re_get_sriov_func_type(rdev); in bnxt_re_dev_init()
1416 rc = bnxt_re_request_msix(rdev); in bnxt_re_dev_init()
1418 ibdev_err(&rdev->ibdev, in bnxt_re_dev_init()
1423 set_bit(BNXT_RE_FLAG_GOT_MSIX, &rdev->flags); in bnxt_re_dev_init()
1425 bnxt_re_query_hwrm_intf_version(rdev); in bnxt_re_dev_init()
1430 rc = bnxt_qplib_alloc_rcfw_channel(&rdev->qplib_res, &rdev->rcfw, in bnxt_re_dev_init()
1431 &rdev->qplib_ctx, in bnxt_re_dev_init()
1434 ibdev_err(&rdev->ibdev, in bnxt_re_dev_init()
1439 type = bnxt_qplib_get_ring_type(rdev->chip_ctx); in bnxt_re_dev_init()
1440 creq = &rdev->rcfw.creq; in bnxt_re_dev_init()
1446 rattr.lrid = rdev->msix_entries[BNXT_RE_AEQ_IDX].ring_idx; in bnxt_re_dev_init()
1447 rc = bnxt_re_net_ring_alloc(rdev, &rattr, &creq->ring_id); in bnxt_re_dev_init()
1449 ibdev_err(&rdev->ibdev, "Failed to allocate CREQ: %#x\n", rc); in bnxt_re_dev_init()
1452 db_offt = bnxt_re_get_nqdb_offset(rdev, BNXT_RE_AEQ_IDX); in bnxt_re_dev_init()
1453 vid = rdev->msix_entries[BNXT_RE_AEQ_IDX].vector; in bnxt_re_dev_init()
1454 rc = bnxt_qplib_enable_rcfw_channel(&rdev->rcfw, in bnxt_re_dev_init()
1455 vid, db_offt, rdev->is_virtfn, in bnxt_re_dev_init()
1458 ibdev_err(&rdev->ibdev, "Failed to enable RCFW channel: %#x\n", in bnxt_re_dev_init()
1463 rc = bnxt_qplib_get_dev_attr(&rdev->rcfw, &rdev->dev_attr, in bnxt_re_dev_init()
1464 rdev->is_virtfn); in bnxt_re_dev_init()
1468 bnxt_re_set_resource_limits(rdev); in bnxt_re_dev_init()
1470 rc = bnxt_qplib_alloc_ctx(&rdev->qplib_res, &rdev->qplib_ctx, 0, in bnxt_re_dev_init()
1471 bnxt_qplib_is_chip_gen_p5(rdev->chip_ctx)); in bnxt_re_dev_init()
1473 ibdev_err(&rdev->ibdev, in bnxt_re_dev_init()
1477 rc = bnxt_re_net_stats_ctx_alloc(rdev, in bnxt_re_dev_init()
1478 rdev->qplib_ctx.stats.dma_map, in bnxt_re_dev_init()
1479 &rdev->qplib_ctx.stats.fw_id); in bnxt_re_dev_init()
1481 ibdev_err(&rdev->ibdev, in bnxt_re_dev_init()
1486 rc = bnxt_qplib_init_rcfw(&rdev->rcfw, &rdev->qplib_ctx, in bnxt_re_dev_init()
1487 rdev->is_virtfn); in bnxt_re_dev_init()
1489 ibdev_err(&rdev->ibdev, in bnxt_re_dev_init()
1493 set_bit(BNXT_RE_FLAG_RCFW_CHANNEL_EN, &rdev->flags); in bnxt_re_dev_init()
1496 rc = bnxt_re_alloc_res(rdev); in bnxt_re_dev_init()
1498 ibdev_err(&rdev->ibdev, in bnxt_re_dev_init()
1502 set_bit(BNXT_RE_FLAG_RESOURCES_ALLOCATED, &rdev->flags); in bnxt_re_dev_init()
1503 rc = bnxt_re_init_res(rdev); in bnxt_re_dev_init()
1505 ibdev_err(&rdev->ibdev, in bnxt_re_dev_init()
1510 set_bit(BNXT_RE_FLAG_RESOURCES_INITIALIZED, &rdev->flags); in bnxt_re_dev_init()
1512 if (!rdev->is_virtfn) { in bnxt_re_dev_init()
1513 rc = bnxt_re_setup_qos(rdev); in bnxt_re_dev_init()
1515 ibdev_info(&rdev->ibdev, in bnxt_re_dev_init()
1518 INIT_DELAYED_WORK(&rdev->worker, bnxt_re_worker); in bnxt_re_dev_init()
1519 set_bit(BNXT_RE_FLAG_QOS_WORK_REG, &rdev->flags); in bnxt_re_dev_init()
1520 schedule_delayed_work(&rdev->worker, msecs_to_jiffies(30000)); in bnxt_re_dev_init()
1525 bnxt_re_net_stats_ctx_free(rdev, rdev->qplib_ctx.stats.fw_id); in bnxt_re_dev_init()
1527 bnxt_qplib_free_ctx(&rdev->qplib_res, &rdev->qplib_ctx); in bnxt_re_dev_init()
1529 bnxt_qplib_disable_rcfw_channel(&rdev->rcfw); in bnxt_re_dev_init()
1531 type = bnxt_qplib_get_ring_type(rdev->chip_ctx); in bnxt_re_dev_init()
1532 bnxt_re_net_ring_free(rdev, rdev->rcfw.creq.ring_id, type); in bnxt_re_dev_init()
1534 bnxt_qplib_free_rcfw_channel(&rdev->rcfw); in bnxt_re_dev_init()
1536 bnxt_re_dev_uninit(rdev); in bnxt_re_dev_init()
1541 static void bnxt_re_dev_unreg(struct bnxt_re_dev *rdev) in bnxt_re_dev_unreg() argument
1543 struct net_device *netdev = rdev->netdev; in bnxt_re_dev_unreg()
1545 bnxt_re_dev_remove(rdev); in bnxt_re_dev_unreg()
1551 static int bnxt_re_dev_reg(struct bnxt_re_dev **rdev, struct net_device *netdev) in bnxt_re_dev_reg() argument
1562 ibdev_err(&(*rdev)->ibdev, "%s: Failed to probe\n", in bnxt_re_dev_reg()
1567 *rdev = bnxt_re_dev_add(netdev, en_dev); in bnxt_re_dev_reg()
1568 if (!*rdev) { in bnxt_re_dev_reg()
1577 static void bnxt_re_remove_device(struct bnxt_re_dev *rdev) in bnxt_re_remove_device() argument
1579 bnxt_re_dev_uninit(rdev); in bnxt_re_remove_device()
1580 pci_dev_put(rdev->en_dev->pdev); in bnxt_re_remove_device()
1581 bnxt_re_dev_unreg(rdev); in bnxt_re_remove_device()
1584 static int bnxt_re_add_device(struct bnxt_re_dev **rdev, in bnxt_re_add_device() argument
1589 rc = bnxt_re_dev_reg(rdev, netdev); in bnxt_re_add_device()
1598 pci_dev_get((*rdev)->en_dev->pdev); in bnxt_re_add_device()
1599 rc = bnxt_re_dev_init(*rdev, wqe_mode); in bnxt_re_add_device()
1601 pci_dev_put((*rdev)->en_dev->pdev); in bnxt_re_add_device()
1602 bnxt_re_dev_unreg(*rdev); in bnxt_re_add_device()
1610 struct bnxt_re_dev *rdev = in bnxt_re_dealloc_driver() local
1613 dev_info(rdev_to_dev(rdev), "Unregistering Device"); in bnxt_re_dealloc_driver()
1616 bnxt_re_remove_device(rdev); in bnxt_re_dealloc_driver()
1624 struct bnxt_re_dev *rdev; in bnxt_re_task() local
1628 rdev = re_work->rdev; in bnxt_re_task()
1631 rc = bnxt_re_ib_init(rdev); in bnxt_re_task()
1633 ibdev_err(&rdev->ibdev, in bnxt_re_task()
1636 bnxt_re_remove_device(rdev); in bnxt_re_task()
1643 if (!ib_device_try_get(&rdev->ibdev)) in bnxt_re_task()
1648 bnxt_re_dispatch_event(&rdev->ibdev, NULL, 1, in bnxt_re_task()
1652 bnxt_re_dev_stop(rdev); in bnxt_re_task()
1655 if (!netif_carrier_ok(rdev->netdev)) in bnxt_re_task()
1656 bnxt_re_dev_stop(rdev); in bnxt_re_task()
1657 else if (netif_carrier_ok(rdev->netdev)) in bnxt_re_task()
1658 bnxt_re_dispatch_event(&rdev->ibdev, NULL, 1, in bnxt_re_task()
1660 ib_get_eth_speed(&rdev->ibdev, 1, &rdev->active_speed, in bnxt_re_task()
1661 &rdev->active_width); in bnxt_re_task()
1666 ib_device_put(&rdev->ibdev); in bnxt_re_task()
1668 put_device(&rdev->ibdev.dev); in bnxt_re_task()
1691 struct bnxt_re_dev *rdev; in bnxt_re_netdev_event() local
1700 rdev = bnxt_re_from_netdev(real_dev); in bnxt_re_netdev_event()
1701 if (!rdev && event != NETDEV_REGISTER) in bnxt_re_netdev_event()
1709 if (rdev) in bnxt_re_netdev_event()
1711 rc = bnxt_re_add_device(&rdev, real_dev, in bnxt_re_netdev_event()
1719 ib_unregister_device_queued(&rdev->ibdev); in bnxt_re_netdev_event()
1730 get_device(&rdev->ibdev.dev); in bnxt_re_netdev_event()
1731 re_work->rdev = rdev; in bnxt_re_netdev_event()
1741 if (rdev && release) in bnxt_re_netdev_event()
1742 ib_device_put(&rdev->ibdev); in bnxt_re_netdev_event()
1778 struct bnxt_re_dev *rdev; in bnxt_re_mod_exit() local
1783 list_for_each_entry(rdev, &bnxt_re_dev_list, list) { in bnxt_re_mod_exit()
1789 if (rdev->is_virtfn) in bnxt_re_mod_exit()
1790 ib_unregister_device(&rdev->ibdev); in bnxt_re_mod_exit()