Lines Matching refs:lif
33 static void ionic_link_status_check(struct ionic_lif *lif);
34 static void ionic_lif_handle_fw_down(struct ionic_lif *lif);
35 static void ionic_lif_handle_fw_up(struct ionic_lif *lif);
36 static void ionic_lif_set_netdev_info(struct ionic_lif *lif);
38 static void ionic_txrx_deinit(struct ionic_lif *lif);
39 static int ionic_txrx_init(struct ionic_lif *lif);
40 static int ionic_start_queues(struct ionic_lif *lif);
41 static void ionic_stop_queues(struct ionic_lif *lif);
42 static void ionic_lif_queue_identify(struct ionic_lif *lif);
50 struct ionic_lif *lif; in ionic_dim_work() local
55 lif = qcq->q.lif; in ionic_dim_work()
56 new_coal = ionic_coal_usec_to_hw(lif->ionic, cur_moder.usec); in ionic_dim_work()
63 ionic_intr_coal_init(lif->ionic->idev.intr_ctrl, in ionic_dim_work()
72 struct ionic_lif *lif = container_of(work, struct ionic_lif, deferred.work); in ionic_lif_deferred_work() local
73 struct ionic_deferred *def = &lif->deferred; in ionic_lif_deferred_work()
90 ionic_lif_rx_mode(lif); in ionic_lif_deferred_work()
93 ionic_link_status_check(lif); in ionic_lif_deferred_work()
97 ionic_lif_handle_fw_up(lif); in ionic_lif_deferred_work()
99 ionic_lif_handle_fw_down(lif); in ionic_lif_deferred_work()
105 mod_timer(&lif->ionic->watchdog_timer, jiffies + 1); in ionic_lif_deferred_work()
125 static void ionic_link_status_check(struct ionic_lif *lif) in ionic_link_status_check() argument
127 struct net_device *netdev = lif->netdev; in ionic_link_status_check()
131 if (!test_bit(IONIC_LIF_F_LINK_CHECK_REQUESTED, lif->state)) in ionic_link_status_check()
135 if (test_bit(IONIC_LIF_F_BROKEN, lif->state)) { in ionic_link_status_check()
136 clear_bit(IONIC_LIF_F_LINK_CHECK_REQUESTED, lif->state); in ionic_link_status_check()
140 link_status = le16_to_cpu(lif->info->status.link_status); in ionic_link_status_check()
147 mutex_lock(&lif->queue_lock); in ionic_link_status_check()
148 err = ionic_start_queues(lif); in ionic_link_status_check()
150 netdev_err(lif->netdev, in ionic_link_status_check()
152 set_bit(IONIC_LIF_F_BROKEN, lif->state); in ionic_link_status_check()
153 netif_carrier_off(lif->netdev); in ionic_link_status_check()
155 mutex_unlock(&lif->queue_lock); in ionic_link_status_check()
159 ionic_port_identify(lif->ionic); in ionic_link_status_check()
161 le32_to_cpu(lif->info->status.link_speed) / 1000); in ionic_link_status_check()
171 mutex_lock(&lif->queue_lock); in ionic_link_status_check()
172 ionic_stop_queues(lif); in ionic_link_status_check()
173 mutex_unlock(&lif->queue_lock); in ionic_link_status_check()
177 clear_bit(IONIC_LIF_F_LINK_CHECK_REQUESTED, lif->state); in ionic_link_status_check()
180 void ionic_link_status_check_request(struct ionic_lif *lif, bool can_sleep) in ionic_link_status_check_request() argument
185 if (test_and_set_bit(IONIC_LIF_F_LINK_CHECK_REQUESTED, lif->state)) in ionic_link_status_check_request()
191 clear_bit(IONIC_LIF_F_LINK_CHECK_REQUESTED, lif->state); in ionic_link_status_check_request()
196 ionic_lif_deferred_enqueue(&lif->deferred, work); in ionic_link_status_check_request()
198 ionic_link_status_check(lif); in ionic_link_status_check_request()
211 static int ionic_request_irq(struct ionic_lif *lif, struct ionic_qcq *qcq) in ionic_request_irq() argument
214 struct device *dev = lif->ionic->dev; in ionic_request_irq()
218 if (lif->registered) in ionic_request_irq()
219 name = lif->netdev->name; in ionic_request_irq()
230 static int ionic_intr_alloc(struct ionic_lif *lif, struct ionic_intr_info *intr) in ionic_intr_alloc() argument
232 struct ionic *ionic = lif->ionic; in ionic_intr_alloc()
237 netdev_warn(lif->netdev, "%s: no intr, index=%d nintrs=%d\n", in ionic_intr_alloc()
257 struct ionic_lif *lif = q->lif; in ionic_qcq_enable() local
265 .lif_index = cpu_to_le16(lif->index), in ionic_qcq_enable()
273 idev = &lif->ionic->idev; in ionic_qcq_enable()
274 dev = lif->ionic->dev; in ionic_qcq_enable()
282 ret = ionic_adminq_post_wait(lif, &ctx); in ionic_qcq_enable()
302 struct ionic_lif *lif; in ionic_qcq_disable() local
317 lif = q->lif; in ionic_qcq_disable()
320 struct ionic_dev *idev = &lif->ionic->idev; in ionic_qcq_disable()
331 ctx.cmd.q_control.lif_index = cpu_to_le16(lif->index); in ionic_qcq_disable()
334 dev_dbg(lif->ionic->dev, "q_disable.index %d q_disable.qtype %d\n", in ionic_qcq_disable()
337 err = ionic_adminq_post_wait(lif, &ctx); in ionic_qcq_disable()
343 static void ionic_lif_qcq_deinit(struct ionic_lif *lif, struct ionic_qcq *qcq) in ionic_lif_qcq_deinit() argument
345 struct ionic_dev *idev = &lif->ionic->idev; in ionic_lif_qcq_deinit()
362 static void ionic_qcq_intr_free(struct ionic_lif *lif, struct ionic_qcq *qcq) in ionic_qcq_intr_free() argument
368 devm_free_irq(lif->ionic->dev, qcq->intr.vector, &qcq->napi); in ionic_qcq_intr_free()
370 ionic_intr_free(lif->ionic, qcq->intr.index); in ionic_qcq_intr_free()
374 static void ionic_qcq_free(struct ionic_lif *lif, struct ionic_qcq *qcq) in ionic_qcq_free() argument
376 struct device *dev = lif->ionic->dev; in ionic_qcq_free()
401 ionic_qcq_intr_free(lif, qcq); in ionic_qcq_free()
413 static void ionic_qcqs_free(struct ionic_lif *lif) in ionic_qcqs_free() argument
415 struct device *dev = lif->ionic->dev; in ionic_qcqs_free()
419 if (lif->notifyqcq) { in ionic_qcqs_free()
420 ionic_qcq_free(lif, lif->notifyqcq); in ionic_qcqs_free()
421 devm_kfree(dev, lif->notifyqcq); in ionic_qcqs_free()
422 lif->notifyqcq = NULL; in ionic_qcqs_free()
425 if (lif->adminqcq) { in ionic_qcqs_free()
426 spin_lock_irqsave(&lif->adminq_lock, irqflags); in ionic_qcqs_free()
427 adminqcq = READ_ONCE(lif->adminqcq); in ionic_qcqs_free()
428 lif->adminqcq = NULL; in ionic_qcqs_free()
429 spin_unlock_irqrestore(&lif->adminq_lock, irqflags); in ionic_qcqs_free()
431 ionic_qcq_free(lif, adminqcq); in ionic_qcqs_free()
436 if (lif->rxqcqs) { in ionic_qcqs_free()
437 devm_kfree(dev, lif->rxqstats); in ionic_qcqs_free()
438 lif->rxqstats = NULL; in ionic_qcqs_free()
439 devm_kfree(dev, lif->rxqcqs); in ionic_qcqs_free()
440 lif->rxqcqs = NULL; in ionic_qcqs_free()
443 if (lif->txqcqs) { in ionic_qcqs_free()
444 devm_kfree(dev, lif->txqstats); in ionic_qcqs_free()
445 lif->txqstats = NULL; in ionic_qcqs_free()
446 devm_kfree(dev, lif->txqcqs); in ionic_qcqs_free()
447 lif->txqcqs = NULL; in ionic_qcqs_free()
458 static int ionic_alloc_qcq_interrupt(struct ionic_lif *lif, struct ionic_qcq *qcq) in ionic_alloc_qcq_interrupt() argument
467 err = ionic_intr_alloc(lif, &qcq->intr); in ionic_alloc_qcq_interrupt()
469 netdev_warn(lif->netdev, "no intr for %s: %d\n", in ionic_alloc_qcq_interrupt()
474 err = ionic_bus_get_irq(lif->ionic, qcq->intr.index); in ionic_alloc_qcq_interrupt()
476 netdev_warn(lif->netdev, "no vector for %s: %d\n", in ionic_alloc_qcq_interrupt()
481 ionic_intr_mask_assert(lif->ionic->idev.intr_ctrl, qcq->intr.index, in ionic_alloc_qcq_interrupt()
484 err = ionic_request_irq(lif, qcq); in ionic_alloc_qcq_interrupt()
486 netdev_warn(lif->netdev, "irq request failed %d\n", err); in ionic_alloc_qcq_interrupt()
492 dev_to_node(lif->ionic->dev)); in ionic_alloc_qcq_interrupt()
496 netdev_dbg(lif->netdev, "%s: Interrupt index %d\n", qcq->q.name, qcq->intr.index); in ionic_alloc_qcq_interrupt()
500 ionic_intr_free(lif->ionic, qcq->intr.index); in ionic_alloc_qcq_interrupt()
505 static int ionic_qcq_alloc(struct ionic_lif *lif, unsigned int type, in ionic_qcq_alloc() argument
513 struct ionic_dev *idev = &lif->ionic->idev; in ionic_qcq_alloc()
514 struct device *dev = lif->ionic->dev; in ionic_qcq_alloc()
526 netdev_err(lif->netdev, "Cannot allocate queue structure\n"); in ionic_qcq_alloc()
537 netdev_err(lif->netdev, "Cannot allocate queue info\n"); in ionic_qcq_alloc()
543 new->q.max_sg_elems = lif->qtype_info[type].max_sg_elems; in ionic_qcq_alloc()
545 err = ionic_q_init(lif, idev, &new->q, index, name, num_descs, in ionic_qcq_alloc()
548 netdev_err(lif->netdev, "Cannot initialize queue\n"); in ionic_qcq_alloc()
552 err = ionic_alloc_qcq_interrupt(lif, new); in ionic_qcq_alloc()
559 netdev_err(lif->netdev, "Cannot allocate completion queue info\n"); in ionic_qcq_alloc()
564 err = ionic_cq_init(lif, &new->cq, &new->intr, num_descs, cq_desc_size); in ionic_qcq_alloc()
566 netdev_err(lif->netdev, "Cannot initialize completion queue\n"); in ionic_qcq_alloc()
581 netdev_err(lif->netdev, "Cannot allocate qcq DMA memory\n"); in ionic_qcq_alloc()
598 netdev_err(lif->netdev, "Cannot allocate queue DMA memory\n"); in ionic_qcq_alloc()
610 netdev_err(lif->netdev, "Cannot allocate cq DMA memory\n"); in ionic_qcq_alloc()
625 netdev_err(lif->netdev, "Cannot allocate sg DMA memory\n"); in ionic_qcq_alloc()
650 ionic_intr_free(lif->ionic, new->intr.index); in ionic_qcq_alloc()
661 static int ionic_qcqs_alloc(struct ionic_lif *lif) in ionic_qcqs_alloc() argument
663 struct device *dev = lif->ionic->dev; in ionic_qcqs_alloc()
668 err = ionic_qcq_alloc(lif, IONIC_QTYPE_ADMINQ, 0, "admin", flags, in ionic_qcqs_alloc()
672 0, lif->kern_pid, &lif->adminqcq); in ionic_qcqs_alloc()
675 ionic_debugfs_add_qcq(lif, lif->adminqcq); in ionic_qcqs_alloc()
677 if (lif->ionic->nnqs_per_lif) { in ionic_qcqs_alloc()
679 err = ionic_qcq_alloc(lif, IONIC_QTYPE_NOTIFYQ, 0, "notifyq", in ionic_qcqs_alloc()
683 0, lif->kern_pid, &lif->notifyqcq); in ionic_qcqs_alloc()
686 ionic_debugfs_add_qcq(lif, lif->notifyqcq); in ionic_qcqs_alloc()
689 ionic_link_qcq_interrupts(lif->adminqcq, lif->notifyqcq); in ionic_qcqs_alloc()
693 lif->txqcqs = devm_kcalloc(dev, lif->ionic->ntxqs_per_lif, in ionic_qcqs_alloc()
694 sizeof(*lif->txqcqs), GFP_KERNEL); in ionic_qcqs_alloc()
695 if (!lif->txqcqs) in ionic_qcqs_alloc()
697 lif->rxqcqs = devm_kcalloc(dev, lif->ionic->nrxqs_per_lif, in ionic_qcqs_alloc()
698 sizeof(*lif->rxqcqs), GFP_KERNEL); in ionic_qcqs_alloc()
699 if (!lif->rxqcqs) in ionic_qcqs_alloc()
702 lif->txqstats = devm_kcalloc(dev, lif->ionic->ntxqs_per_lif + 1, in ionic_qcqs_alloc()
703 sizeof(*lif->txqstats), GFP_KERNEL); in ionic_qcqs_alloc()
704 if (!lif->txqstats) in ionic_qcqs_alloc()
706 lif->rxqstats = devm_kcalloc(dev, lif->ionic->nrxqs_per_lif + 1, in ionic_qcqs_alloc()
707 sizeof(*lif->rxqstats), GFP_KERNEL); in ionic_qcqs_alloc()
708 if (!lif->rxqstats) in ionic_qcqs_alloc()
714 ionic_qcqs_free(lif); in ionic_qcqs_alloc()
729 static int ionic_lif_txq_init(struct ionic_lif *lif, struct ionic_qcq *qcq) in ionic_lif_txq_init() argument
731 struct device *dev = lif->ionic->dev; in ionic_lif_txq_init()
738 .lif_index = cpu_to_le16(lif->index), in ionic_lif_txq_init()
740 .ver = lif->qtype_info[q->type].version, in ionic_lif_txq_init()
769 err = ionic_adminq_post_wait(lif, &ctx); in ionic_lif_txq_init()
780 if (test_bit(IONIC_LIF_F_SPLIT_INTR, lif->state)) in ionic_lif_txq_init()
781 netif_napi_add(lif->netdev, &qcq->napi, ionic_tx_napi, in ionic_lif_txq_init()
789 static int ionic_lif_rxq_init(struct ionic_lif *lif, struct ionic_qcq *qcq) in ionic_lif_rxq_init() argument
791 struct device *dev = lif->ionic->dev; in ionic_lif_rxq_init()
798 .lif_index = cpu_to_le16(lif->index), in ionic_lif_rxq_init()
800 .ver = lif->qtype_info[q->type].version, in ionic_lif_rxq_init()
825 err = ionic_adminq_post_wait(lif, &ctx); in ionic_lif_rxq_init()
836 if (test_bit(IONIC_LIF_F_SPLIT_INTR, lif->state)) in ionic_lif_rxq_init()
837 netif_napi_add(lif->netdev, &qcq->napi, ionic_rx_napi, in ionic_lif_rxq_init()
840 netif_napi_add(lif->netdev, &qcq->napi, ionic_txrx_napi, in ionic_lif_rxq_init()
848 int ionic_lif_create_hwstamp_txq(struct ionic_lif *lif) in ionic_lif_create_hwstamp_txq() argument
856 if (lif->hwstamp_txq) in ionic_lif_create_hwstamp_txq()
865 if (lif->qtype_info[IONIC_QTYPE_TXQ].version >= 1 && in ionic_lif_create_hwstamp_txq()
866 lif->qtype_info[IONIC_QTYPE_TXQ].sg_desc_sz == sizeof(struct ionic_txq_sg_desc_v1)) in ionic_lif_create_hwstamp_txq()
871 txq_i = lif->ionic->ntxqs_per_lif; in ionic_lif_create_hwstamp_txq()
874 err = ionic_qcq_alloc(lif, IONIC_QTYPE_TXQ, txq_i, "hwstamp_tx", flags, in ionic_lif_create_hwstamp_txq()
876 lif->kern_pid, &txq); in ionic_lif_create_hwstamp_txq()
882 ionic_link_qcq_interrupts(lif->adminqcq, txq); in ionic_lif_create_hwstamp_txq()
883 ionic_debugfs_add_qcq(lif, txq); in ionic_lif_create_hwstamp_txq()
885 lif->hwstamp_txq = txq; in ionic_lif_create_hwstamp_txq()
887 if (netif_running(lif->netdev)) { in ionic_lif_create_hwstamp_txq()
888 err = ionic_lif_txq_init(lif, txq); in ionic_lif_create_hwstamp_txq()
892 if (test_bit(IONIC_LIF_F_UP, lif->state)) { in ionic_lif_create_hwstamp_txq()
902 ionic_lif_qcq_deinit(lif, txq); in ionic_lif_create_hwstamp_txq()
904 lif->hwstamp_txq = NULL; in ionic_lif_create_hwstamp_txq()
906 ionic_qcq_free(lif, txq); in ionic_lif_create_hwstamp_txq()
907 devm_kfree(lif->ionic->dev, txq); in ionic_lif_create_hwstamp_txq()
912 int ionic_lif_create_hwstamp_rxq(struct ionic_lif *lif) in ionic_lif_create_hwstamp_rxq() argument
920 if (lif->hwstamp_rxq) in ionic_lif_create_hwstamp_rxq()
930 rxq_i = lif->ionic->nrxqs_per_lif; in ionic_lif_create_hwstamp_rxq()
933 err = ionic_qcq_alloc(lif, IONIC_QTYPE_RXQ, rxq_i, "hwstamp_rx", flags, in ionic_lif_create_hwstamp_rxq()
935 lif->kern_pid, &rxq); in ionic_lif_create_hwstamp_rxq()
941 ionic_link_qcq_interrupts(lif->adminqcq, rxq); in ionic_lif_create_hwstamp_rxq()
942 ionic_debugfs_add_qcq(lif, rxq); in ionic_lif_create_hwstamp_rxq()
944 lif->hwstamp_rxq = rxq; in ionic_lif_create_hwstamp_rxq()
946 if (netif_running(lif->netdev)) { in ionic_lif_create_hwstamp_rxq()
947 err = ionic_lif_rxq_init(lif, rxq); in ionic_lif_create_hwstamp_rxq()
951 if (test_bit(IONIC_LIF_F_UP, lif->state)) { in ionic_lif_create_hwstamp_rxq()
962 ionic_lif_qcq_deinit(lif, rxq); in ionic_lif_create_hwstamp_rxq()
964 lif->hwstamp_rxq = NULL; in ionic_lif_create_hwstamp_rxq()
966 ionic_qcq_free(lif, rxq); in ionic_lif_create_hwstamp_rxq()
967 devm_kfree(lif->ionic->dev, rxq); in ionic_lif_create_hwstamp_rxq()
972 int ionic_lif_config_hwstamp_rxq_all(struct ionic_lif *lif, bool rx_all) in ionic_lif_config_hwstamp_rxq_all() argument
976 ionic_init_queue_params(lif, &qparam); in ionic_lif_config_hwstamp_rxq_all()
984 if (!netif_running(lif->netdev)) { in ionic_lif_config_hwstamp_rxq_all()
985 lif->rxq_features = qparam.rxq_features; in ionic_lif_config_hwstamp_rxq_all()
989 return ionic_reconfigure_queues(lif, &qparam); in ionic_lif_config_hwstamp_rxq_all()
992 int ionic_lif_set_hwstamp_txmode(struct ionic_lif *lif, u16 txstamp_mode) in ionic_lif_set_hwstamp_txmode() argument
998 .index = cpu_to_le16(lif->index), in ionic_lif_set_hwstamp_txmode()
1004 return ionic_adminq_post_wait(lif, &ctx); in ionic_lif_set_hwstamp_txmode()
1007 static void ionic_lif_del_hwstamp_rxfilt(struct ionic_lif *lif) in ionic_lif_del_hwstamp_rxfilt() argument
1013 .lif_index = cpu_to_le16(lif->index), in ionic_lif_del_hwstamp_rxfilt()
1020 spin_lock_bh(&lif->rx_filters.lock); in ionic_lif_del_hwstamp_rxfilt()
1022 f = ionic_rx_filter_rxsteer(lif); in ionic_lif_del_hwstamp_rxfilt()
1024 spin_unlock_bh(&lif->rx_filters.lock); in ionic_lif_del_hwstamp_rxfilt()
1029 ionic_rx_filter_free(lif, f); in ionic_lif_del_hwstamp_rxfilt()
1031 spin_unlock_bh(&lif->rx_filters.lock); in ionic_lif_del_hwstamp_rxfilt()
1033 netdev_dbg(lif->netdev, "rx_filter del RXSTEER (id %d)\n", filter_id); in ionic_lif_del_hwstamp_rxfilt()
1037 err = ionic_adminq_post_wait(lif, &ctx); in ionic_lif_del_hwstamp_rxfilt()
1039 netdev_dbg(lif->netdev, "failed to delete rx_filter RXSTEER (id %d)\n", filter_id); in ionic_lif_del_hwstamp_rxfilt()
1042 static int ionic_lif_add_hwstamp_rxfilt(struct ionic_lif *lif, u64 pkt_class) in ionic_lif_add_hwstamp_rxfilt() argument
1048 .lif_index = cpu_to_le16(lif->index), in ionic_lif_add_hwstamp_rxfilt()
1057 if (!lif->hwstamp_rxq) in ionic_lif_add_hwstamp_rxfilt()
1060 qtype = lif->hwstamp_rxq->q.type; in ionic_lif_add_hwstamp_rxfilt()
1063 qid = lif->hwstamp_rxq->q.index; in ionic_lif_add_hwstamp_rxfilt()
1066 netdev_dbg(lif->netdev, "rx_filter add RXSTEER\n"); in ionic_lif_add_hwstamp_rxfilt()
1067 err = ionic_adminq_post_wait(lif, &ctx); in ionic_lif_add_hwstamp_rxfilt()
1071 spin_lock_bh(&lif->rx_filters.lock); in ionic_lif_add_hwstamp_rxfilt()
1072 err = ionic_rx_filter_save(lif, 0, qid, 0, &ctx, IONIC_FILTER_STATE_SYNCED); in ionic_lif_add_hwstamp_rxfilt()
1073 spin_unlock_bh(&lif->rx_filters.lock); in ionic_lif_add_hwstamp_rxfilt()
1078 int ionic_lif_set_hwstamp_rxfilt(struct ionic_lif *lif, u64 pkt_class) in ionic_lif_set_hwstamp_rxfilt() argument
1080 ionic_lif_del_hwstamp_rxfilt(lif); in ionic_lif_set_hwstamp_rxfilt()
1085 return ionic_lif_add_hwstamp_rxfilt(lif, pkt_class); in ionic_lif_set_hwstamp_rxfilt()
1095 struct ionic_lif *lif; in ionic_notifyq_service() local
1099 lif = q->info[0].cb_arg; in ionic_notifyq_service()
1100 netdev = lif->netdev; in ionic_notifyq_service()
1104 if ((s64)(eid - lif->last_eid) <= 0) in ionic_notifyq_service()
1107 lif->last_eid = eid; in ionic_notifyq_service()
1109 dev_dbg(lif->ionic->dev, "notifyq event:\n"); in ionic_notifyq_service()
1115 ionic_link_status_check_request(lif, CAN_NOT_SLEEP); in ionic_notifyq_service()
1120 netdev_err(lif->netdev, "Reset event dropped\n"); in ionic_notifyq_service()
1123 ionic_lif_deferred_enqueue(&lif->deferred, work); in ionic_notifyq_service()
1151 struct ionic_lif *lif = napi_to_cq(napi)->lif; in ionic_adminq_napi() local
1152 struct ionic_dev *idev = &lif->ionic->idev; in ionic_adminq_napi()
1162 if (lif->notifyqcq && lif->notifyqcq->flags & IONIC_QCQ_F_INITED) in ionic_adminq_napi()
1163 n_work = ionic_cq_service(&lif->notifyqcq->cq, budget, in ionic_adminq_napi()
1166 spin_lock_irqsave(&lif->adminq_lock, irqflags); in ionic_adminq_napi()
1167 if (lif->adminqcq && lif->adminqcq->flags & IONIC_QCQ_F_INITED) in ionic_adminq_napi()
1168 a_work = ionic_cq_service(&lif->adminqcq->cq, budget, in ionic_adminq_napi()
1170 spin_unlock_irqrestore(&lif->adminq_lock, irqflags); in ionic_adminq_napi()
1172 if (lif->hwstamp_rxq) in ionic_adminq_napi()
1173 rx_work = ionic_cq_service(&lif->hwstamp_rxq->cq, budget, in ionic_adminq_napi()
1176 if (lif->hwstamp_txq) in ionic_adminq_napi()
1177 tx_work = ionic_cq_service(&lif->hwstamp_txq->cq, budget, in ionic_adminq_napi()
1198 struct ionic_lif *lif = netdev_priv(netdev); in ionic_get_stats64() local
1202 ls = &lif->info->stats; in ionic_get_stats64()
1248 int ionic_lif_addr_add(struct ionic_lif *lif, const u8 *addr) in ionic_lif_addr_add() argument
1254 .lif_index = cpu_to_le16(lif->index), in ionic_lif_addr_add()
1258 int nfilters = le32_to_cpu(lif->identity->eth.max_ucast_filters); in ionic_lif_addr_add()
1265 spin_lock_bh(&lif->rx_filters.lock); in ionic_lif_addr_add()
1266 f = ionic_rx_filter_by_addr(lif, addr); in ionic_lif_addr_add()
1270 spin_unlock_bh(&lif->rx_filters.lock); in ionic_lif_addr_add()
1278 err = ionic_rx_filter_save(lif, 0, IONIC_RXQ_INDEX_ANY, 0, &ctx, in ionic_lif_addr_add()
1281 spin_unlock_bh(&lif->rx_filters.lock); in ionic_lif_addr_add()
1285 netdev_dbg(lif->netdev, "rx_filter add ADDR %pM\n", addr); in ionic_lif_addr_add()
1290 if ((lif->nucast + lif->nmcast) >= nfilters) in ionic_lif_addr_add()
1293 err = ionic_adminq_post_wait(lif, &ctx); in ionic_lif_addr_add()
1295 spin_lock_bh(&lif->rx_filters.lock); in ionic_lif_addr_add()
1298 f = ionic_rx_filter_by_addr(lif, addr); in ionic_lif_addr_add()
1301 set_bit(IONIC_LIF_F_FILTER_SYNC_NEEDED, lif->state); in ionic_lif_addr_add()
1304 spin_unlock_bh(&lif->rx_filters.lock); in ionic_lif_addr_add()
1313 lif->nmcast++; in ionic_lif_addr_add()
1315 lif->nucast++; in ionic_lif_addr_add()
1317 f = ionic_rx_filter_by_addr(lif, addr); in ionic_lif_addr_add()
1324 err = ionic_rx_filter_save(lif, 0, IONIC_RXQ_INDEX_ANY, 0, &ctx, in ionic_lif_addr_add()
1327 err = ionic_rx_filter_save(lif, 0, IONIC_RXQ_INDEX_ANY, 0, &ctx, in ionic_lif_addr_add()
1331 spin_unlock_bh(&lif->rx_filters.lock); in ionic_lif_addr_add()
1336 int ionic_lif_addr_del(struct ionic_lif *lif, const u8 *addr) in ionic_lif_addr_del() argument
1342 .lif_index = cpu_to_le16(lif->index), in ionic_lif_addr_del()
1349 spin_lock_bh(&lif->rx_filters.lock); in ionic_lif_addr_del()
1350 f = ionic_rx_filter_by_addr(lif, addr); in ionic_lif_addr_del()
1352 spin_unlock_bh(&lif->rx_filters.lock); in ionic_lif_addr_del()
1356 netdev_dbg(lif->netdev, "rx_filter del ADDR %pM (id %d)\n", in ionic_lif_addr_del()
1361 ionic_rx_filter_free(lif, f); in ionic_lif_addr_del()
1363 if (is_multicast_ether_addr(addr) && lif->nmcast) in ionic_lif_addr_del()
1364 lif->nmcast--; in ionic_lif_addr_del()
1365 else if (!is_multicast_ether_addr(addr) && lif->nucast) in ionic_lif_addr_del()
1366 lif->nucast--; in ionic_lif_addr_del()
1368 spin_unlock_bh(&lif->rx_filters.lock); in ionic_lif_addr_del()
1371 err = ionic_adminq_post_wait(lif, &ctx); in ionic_lif_addr_del()
1393 void ionic_lif_rx_mode(struct ionic_lif *lif) in ionic_lif_rx_mode() argument
1395 struct net_device *netdev = lif->netdev; in ionic_lif_rx_mode()
1403 mutex_lock(&lif->config_lock); in ionic_lif_rx_mode()
1415 ionic_rx_filter_sync(lif); in ionic_lif_rx_mode()
1423 nfilters = le32_to_cpu(lif->identity->eth.max_ucast_filters); in ionic_lif_rx_mode()
1424 if ((lif->nucast + lif->nmcast) >= nfilters) { in ionic_lif_rx_mode()
1427 lif->uc_overflow = true; in ionic_lif_rx_mode()
1428 lif->mc_overflow = true; in ionic_lif_rx_mode()
1429 } else if (lif->uc_overflow) { in ionic_lif_rx_mode()
1430 lif->uc_overflow = false; in ionic_lif_rx_mode()
1431 lif->mc_overflow = false; in ionic_lif_rx_mode()
1439 lif->rx_mode, rx_mode); in ionic_lif_rx_mode()
1452 netdev_dbg(netdev, "lif%d %s\n", lif->index, buf); in ionic_lif_rx_mode()
1454 if (lif->rx_mode != rx_mode) { in ionic_lif_rx_mode()
1459 .lif_index = cpu_to_le16(lif->index), in ionic_lif_rx_mode()
1465 err = ionic_adminq_post_wait(lif, &ctx); in ionic_lif_rx_mode()
1470 lif->rx_mode = rx_mode; in ionic_lif_rx_mode()
1473 mutex_unlock(&lif->config_lock); in ionic_lif_rx_mode()
1478 struct ionic_lif *lif = netdev_priv(netdev); in ionic_ndo_set_rx_mode() local
1490 netdev_err(lif->netdev, "rxmode change dropped\n"); in ionic_ndo_set_rx_mode()
1494 netdev_dbg(lif->netdev, "deferred: rx_mode\n"); in ionic_ndo_set_rx_mode()
1495 ionic_lif_deferred_enqueue(&lif->deferred, work); in ionic_ndo_set_rx_mode()
1538 static int ionic_set_nic_features(struct ionic_lif *lif, in ionic_set_nic_features() argument
1541 struct device *dev = lif->ionic->dev; in ionic_set_nic_features()
1546 .index = cpu_to_le16(lif->index), in ionic_set_nic_features()
1558 if (lif->phc) in ionic_set_nic_features()
1561 err = ionic_adminq_post_wait(lif, &ctx); in ionic_set_nic_features()
1565 old_hw_features = lif->hw_features; in ionic_set_nic_features()
1566 lif->hw_features = le64_to_cpu(ctx.cmd.lif_setattr.features & in ionic_set_nic_features()
1569 if ((old_hw_features ^ lif->hw_features) & IONIC_ETH_HW_RX_HASH) in ionic_set_nic_features()
1570 ionic_lif_rss_config(lif, lif->rss_types, NULL, NULL); in ionic_set_nic_features()
1574 dev_info_once(lif->ionic->dev, "NIC is not supporting vlan offload, likely in SmartNIC mode\n"); in ionic_set_nic_features()
1576 if (lif->hw_features & IONIC_ETH_HW_VLAN_TX_TAG) in ionic_set_nic_features()
1578 if (lif->hw_features & IONIC_ETH_HW_VLAN_RX_STRIP) in ionic_set_nic_features()
1580 if (lif->hw_features & IONIC_ETH_HW_VLAN_RX_FILTER) in ionic_set_nic_features()
1582 if (lif->hw_features & IONIC_ETH_HW_RX_HASH) in ionic_set_nic_features()
1584 if (lif->hw_features & IONIC_ETH_HW_TX_SG) in ionic_set_nic_features()
1586 if (lif->hw_features & IONIC_ETH_HW_TX_CSUM) in ionic_set_nic_features()
1588 if (lif->hw_features & IONIC_ETH_HW_RX_CSUM) in ionic_set_nic_features()
1590 if (lif->hw_features & IONIC_ETH_HW_TSO) in ionic_set_nic_features()
1592 if (lif->hw_features & IONIC_ETH_HW_TSO_IPV6) in ionic_set_nic_features()
1594 if (lif->hw_features & IONIC_ETH_HW_TSO_ECN) in ionic_set_nic_features()
1596 if (lif->hw_features & IONIC_ETH_HW_TSO_GRE) in ionic_set_nic_features()
1598 if (lif->hw_features & IONIC_ETH_HW_TSO_GRE_CSUM) in ionic_set_nic_features()
1600 if (lif->hw_features & IONIC_ETH_HW_TSO_IPXIP4) in ionic_set_nic_features()
1602 if (lif->hw_features & IONIC_ETH_HW_TSO_IPXIP6) in ionic_set_nic_features()
1604 if (lif->hw_features & IONIC_ETH_HW_TSO_UDP) in ionic_set_nic_features()
1606 if (lif->hw_features & IONIC_ETH_HW_TSO_UDP_CSUM) in ionic_set_nic_features()
1608 if (lif->hw_features & IONIC_ETH_HW_TIMESTAMP) in ionic_set_nic_features()
1614 static int ionic_init_nic_features(struct ionic_lif *lif) in ionic_init_nic_features() argument
1616 struct net_device *netdev = lif->netdev; in ionic_init_nic_features()
1631 if (lif->nxqs > 1) in ionic_init_nic_features()
1634 err = ionic_set_nic_features(lif, features); in ionic_init_nic_features()
1641 if (lif->hw_features & IONIC_ETH_HW_VLAN_TX_TAG) in ionic_init_nic_features()
1643 if (lif->hw_features & IONIC_ETH_HW_VLAN_RX_STRIP) in ionic_init_nic_features()
1645 if (lif->hw_features & IONIC_ETH_HW_VLAN_RX_FILTER) in ionic_init_nic_features()
1647 if (lif->hw_features & IONIC_ETH_HW_RX_HASH) in ionic_init_nic_features()
1649 if (lif->hw_features & IONIC_ETH_HW_TX_SG) in ionic_init_nic_features()
1652 if (lif->hw_features & IONIC_ETH_HW_TX_CSUM) in ionic_init_nic_features()
1654 if (lif->hw_features & IONIC_ETH_HW_RX_CSUM) in ionic_init_nic_features()
1656 if (lif->hw_features & IONIC_ETH_HW_TSO) in ionic_init_nic_features()
1658 if (lif->hw_features & IONIC_ETH_HW_TSO_IPV6) in ionic_init_nic_features()
1660 if (lif->hw_features & IONIC_ETH_HW_TSO_ECN) in ionic_init_nic_features()
1662 if (lif->hw_features & IONIC_ETH_HW_TSO_GRE) in ionic_init_nic_features()
1664 if (lif->hw_features & IONIC_ETH_HW_TSO_GRE_CSUM) in ionic_init_nic_features()
1666 if (lif->hw_features & IONIC_ETH_HW_TSO_IPXIP4) in ionic_init_nic_features()
1668 if (lif->hw_features & IONIC_ETH_HW_TSO_IPXIP6) in ionic_init_nic_features()
1670 if (lif->hw_features & IONIC_ETH_HW_TSO_UDP) in ionic_init_nic_features()
1672 if (lif->hw_features & IONIC_ETH_HW_TSO_UDP_CSUM) in ionic_init_nic_features()
1688 struct ionic_lif *lif = netdev_priv(netdev); in ionic_set_features() local
1692 __func__, (u64)lif->netdev->features, (u64)features); in ionic_set_features()
1694 err = ionic_set_nic_features(lif, features); in ionic_set_features()
1699 static int ionic_set_attr_mac(struct ionic_lif *lif, u8 *mac) in ionic_set_attr_mac() argument
1705 .index = cpu_to_le16(lif->index), in ionic_set_attr_mac()
1711 return ionic_adminq_post_wait(lif, &ctx); in ionic_set_attr_mac()
1714 static int ionic_get_attr_mac(struct ionic_lif *lif, u8 *mac_addr) in ionic_get_attr_mac() argument
1720 .index = cpu_to_le16(lif->index), in ionic_get_attr_mac()
1726 err = ionic_adminq_post_wait(lif, &ctx); in ionic_get_attr_mac()
1734 static int ionic_program_mac(struct ionic_lif *lif, u8 *mac) in ionic_program_mac() argument
1739 err = ionic_set_attr_mac(lif, mac); in ionic_program_mac()
1743 err = ionic_get_attr_mac(lif, get_mac); in ionic_program_mac()
1759 struct ionic_lif *lif = netdev_priv(netdev); in ionic_set_mac_address() local
1768 err = ionic_program_mac(lif, mac); in ionic_set_mac_address()
1792 static void ionic_stop_queues_reconfig(struct ionic_lif *lif) in ionic_stop_queues_reconfig() argument
1795 netif_device_detach(lif->netdev); in ionic_stop_queues_reconfig()
1796 ionic_stop_queues(lif); in ionic_stop_queues_reconfig()
1797 ionic_txrx_deinit(lif); in ionic_stop_queues_reconfig()
1800 static int ionic_start_queues_reconfig(struct ionic_lif *lif) in ionic_start_queues_reconfig() argument
1812 err = ionic_txrx_init(lif); in ionic_start_queues_reconfig()
1813 ionic_link_status_check_request(lif, CAN_NOT_SLEEP); in ionic_start_queues_reconfig()
1814 netif_device_attach(lif->netdev); in ionic_start_queues_reconfig()
1821 struct ionic_lif *lif = netdev_priv(netdev); in ionic_change_mtu() local
1826 .index = cpu_to_le16(lif->index), in ionic_change_mtu()
1833 err = ionic_adminq_post_wait(lif, &ctx); in ionic_change_mtu()
1843 mutex_lock(&lif->queue_lock); in ionic_change_mtu()
1844 ionic_stop_queues_reconfig(lif); in ionic_change_mtu()
1846 err = ionic_start_queues_reconfig(lif); in ionic_change_mtu()
1847 mutex_unlock(&lif->queue_lock); in ionic_change_mtu()
1854 struct ionic_lif *lif = container_of(ws, struct ionic_lif, tx_timeout_work); in ionic_tx_timeout_work() local
1856 if (test_bit(IONIC_LIF_F_FW_RESET, lif->state)) in ionic_tx_timeout_work()
1862 if (!netif_running(lif->netdev)) in ionic_tx_timeout_work()
1865 mutex_lock(&lif->queue_lock); in ionic_tx_timeout_work()
1866 ionic_stop_queues_reconfig(lif); in ionic_tx_timeout_work()
1867 ionic_start_queues_reconfig(lif); in ionic_tx_timeout_work()
1868 mutex_unlock(&lif->queue_lock); in ionic_tx_timeout_work()
1873 struct ionic_lif *lif = netdev_priv(netdev); in ionic_tx_timeout() local
1875 netdev_info(lif->netdev, "Tx Timeout triggered - txq %d\n", txqueue); in ionic_tx_timeout()
1876 schedule_work(&lif->tx_timeout_work); in ionic_tx_timeout()
1882 struct ionic_lif *lif = netdev_priv(netdev); in ionic_vlan_rx_add_vid() local
1887 .lif_index = cpu_to_le16(lif->index), in ionic_vlan_rx_add_vid()
1895 err = ionic_adminq_post_wait(lif, &ctx); in ionic_vlan_rx_add_vid()
1899 spin_lock_bh(&lif->rx_filters.lock); in ionic_vlan_rx_add_vid()
1900 err = ionic_rx_filter_save(lif, 0, IONIC_RXQ_INDEX_ANY, 0, &ctx, in ionic_vlan_rx_add_vid()
1902 spin_unlock_bh(&lif->rx_filters.lock); in ionic_vlan_rx_add_vid()
1910 struct ionic_lif *lif = netdev_priv(netdev); in ionic_vlan_rx_kill_vid() local
1915 .lif_index = cpu_to_le16(lif->index), in ionic_vlan_rx_kill_vid()
1920 spin_lock_bh(&lif->rx_filters.lock); in ionic_vlan_rx_kill_vid()
1922 f = ionic_rx_filter_by_vlan(lif, vid); in ionic_vlan_rx_kill_vid()
1924 spin_unlock_bh(&lif->rx_filters.lock); in ionic_vlan_rx_kill_vid()
1932 ionic_rx_filter_free(lif, f); in ionic_vlan_rx_kill_vid()
1933 spin_unlock_bh(&lif->rx_filters.lock); in ionic_vlan_rx_kill_vid()
1935 return ionic_adminq_post_wait(lif, &ctx); in ionic_vlan_rx_kill_vid()
1938 int ionic_lif_rss_config(struct ionic_lif *lif, const u16 types, in ionic_lif_rss_config() argument
1946 .rss.addr = cpu_to_le64(lif->rss_ind_tbl_pa), in ionic_lif_rss_config()
1951 if (lif->hw_features & IONIC_ETH_HW_RX_HASH) { in ionic_lif_rss_config()
1952 lif->rss_types = types; in ionic_lif_rss_config()
1957 memcpy(lif->rss_hash_key, key, IONIC_RSS_HASH_KEY_SIZE); in ionic_lif_rss_config()
1960 tbl_sz = le16_to_cpu(lif->ionic->ident.lif.eth.rss_ind_tbl_sz); in ionic_lif_rss_config()
1962 lif->rss_ind_tbl[i] = indir[i]; in ionic_lif_rss_config()
1965 memcpy(ctx.cmd.lif_setattr.rss.key, lif->rss_hash_key, in ionic_lif_rss_config()
1968 return ionic_adminq_post_wait(lif, &ctx); in ionic_lif_rss_config()
1971 static int ionic_lif_rss_init(struct ionic_lif *lif) in ionic_lif_rss_init() argument
1976 lif->rss_types = IONIC_RSS_TYPE_IPV4 | in ionic_lif_rss_init()
1984 tbl_sz = le16_to_cpu(lif->ionic->ident.lif.eth.rss_ind_tbl_sz); in ionic_lif_rss_init()
1986 lif->rss_ind_tbl[i] = ethtool_rxfh_indir_default(i, lif->nxqs); in ionic_lif_rss_init()
1988 return ionic_lif_rss_config(lif, lif->rss_types, NULL, NULL); in ionic_lif_rss_init()
1991 static void ionic_lif_rss_deinit(struct ionic_lif *lif) in ionic_lif_rss_deinit() argument
1995 tbl_sz = le16_to_cpu(lif->ionic->ident.lif.eth.rss_ind_tbl_sz); in ionic_lif_rss_deinit()
1996 memset(lif->rss_ind_tbl, 0, tbl_sz); in ionic_lif_rss_deinit()
1997 memset(lif->rss_hash_key, 0, IONIC_RSS_HASH_KEY_SIZE); in ionic_lif_rss_deinit()
1999 ionic_lif_rss_config(lif, 0x0, NULL, NULL); in ionic_lif_rss_deinit()
2002 static void ionic_lif_quiesce(struct ionic_lif *lif) in ionic_lif_quiesce() argument
2008 .index = cpu_to_le16(lif->index), in ionic_lif_quiesce()
2015 err = ionic_adminq_post_wait(lif, &ctx); in ionic_lif_quiesce()
2017 netdev_err(lif->netdev, "lif quiesce failed %d\n", err); in ionic_lif_quiesce()
2020 static void ionic_txrx_disable(struct ionic_lif *lif) in ionic_txrx_disable() argument
2025 if (lif->txqcqs) { in ionic_txrx_disable()
2026 for (i = 0; i < lif->nxqs; i++) in ionic_txrx_disable()
2027 err = ionic_qcq_disable(lif->txqcqs[i], (err != -ETIMEDOUT)); in ionic_txrx_disable()
2030 if (lif->hwstamp_txq) in ionic_txrx_disable()
2031 err = ionic_qcq_disable(lif->hwstamp_txq, (err != -ETIMEDOUT)); in ionic_txrx_disable()
2033 if (lif->rxqcqs) { in ionic_txrx_disable()
2034 for (i = 0; i < lif->nxqs; i++) in ionic_txrx_disable()
2035 err = ionic_qcq_disable(lif->rxqcqs[i], (err != -ETIMEDOUT)); in ionic_txrx_disable()
2038 if (lif->hwstamp_rxq) in ionic_txrx_disable()
2039 err = ionic_qcq_disable(lif->hwstamp_rxq, (err != -ETIMEDOUT)); in ionic_txrx_disable()
2041 ionic_lif_quiesce(lif); in ionic_txrx_disable()
2044 static void ionic_txrx_deinit(struct ionic_lif *lif) in ionic_txrx_deinit() argument
2048 if (lif->txqcqs) { in ionic_txrx_deinit()
2049 for (i = 0; i < lif->nxqs && lif->txqcqs[i]; i++) { in ionic_txrx_deinit()
2050 ionic_lif_qcq_deinit(lif, lif->txqcqs[i]); in ionic_txrx_deinit()
2051 ionic_tx_flush(&lif->txqcqs[i]->cq); in ionic_txrx_deinit()
2052 ionic_tx_empty(&lif->txqcqs[i]->q); in ionic_txrx_deinit()
2056 if (lif->rxqcqs) { in ionic_txrx_deinit()
2057 for (i = 0; i < lif->nxqs && lif->rxqcqs[i]; i++) { in ionic_txrx_deinit()
2058 ionic_lif_qcq_deinit(lif, lif->rxqcqs[i]); in ionic_txrx_deinit()
2059 ionic_rx_empty(&lif->rxqcqs[i]->q); in ionic_txrx_deinit()
2062 lif->rx_mode = 0; in ionic_txrx_deinit()
2064 if (lif->hwstamp_txq) { in ionic_txrx_deinit()
2065 ionic_lif_qcq_deinit(lif, lif->hwstamp_txq); in ionic_txrx_deinit()
2066 ionic_tx_flush(&lif->hwstamp_txq->cq); in ionic_txrx_deinit()
2067 ionic_tx_empty(&lif->hwstamp_txq->q); in ionic_txrx_deinit()
2070 if (lif->hwstamp_rxq) { in ionic_txrx_deinit()
2071 ionic_lif_qcq_deinit(lif, lif->hwstamp_rxq); in ionic_txrx_deinit()
2072 ionic_rx_empty(&lif->hwstamp_rxq->q); in ionic_txrx_deinit()
2076 static void ionic_txrx_free(struct ionic_lif *lif) in ionic_txrx_free() argument
2080 if (lif->txqcqs) { in ionic_txrx_free()
2081 for (i = 0; i < lif->ionic->ntxqs_per_lif && lif->txqcqs[i]; i++) { in ionic_txrx_free()
2082 ionic_qcq_free(lif, lif->txqcqs[i]); in ionic_txrx_free()
2083 devm_kfree(lif->ionic->dev, lif->txqcqs[i]); in ionic_txrx_free()
2084 lif->txqcqs[i] = NULL; in ionic_txrx_free()
2088 if (lif->rxqcqs) { in ionic_txrx_free()
2089 for (i = 0; i < lif->ionic->nrxqs_per_lif && lif->rxqcqs[i]; i++) { in ionic_txrx_free()
2090 ionic_qcq_free(lif, lif->rxqcqs[i]); in ionic_txrx_free()
2091 devm_kfree(lif->ionic->dev, lif->rxqcqs[i]); in ionic_txrx_free()
2092 lif->rxqcqs[i] = NULL; in ionic_txrx_free()
2096 if (lif->hwstamp_txq) { in ionic_txrx_free()
2097 ionic_qcq_free(lif, lif->hwstamp_txq); in ionic_txrx_free()
2098 devm_kfree(lif->ionic->dev, lif->hwstamp_txq); in ionic_txrx_free()
2099 lif->hwstamp_txq = NULL; in ionic_txrx_free()
2102 if (lif->hwstamp_rxq) { in ionic_txrx_free()
2103 ionic_qcq_free(lif, lif->hwstamp_rxq); in ionic_txrx_free()
2104 devm_kfree(lif->ionic->dev, lif->hwstamp_rxq); in ionic_txrx_free()
2105 lif->hwstamp_rxq = NULL; in ionic_txrx_free()
2109 static int ionic_txrx_alloc(struct ionic_lif *lif) in ionic_txrx_alloc() argument
2115 num_desc = lif->ntxq_descs; in ionic_txrx_alloc()
2119 if (lif->qtype_info[IONIC_QTYPE_TXQ].version >= 1 && in ionic_txrx_alloc()
2120 lif->qtype_info[IONIC_QTYPE_TXQ].sg_desc_sz == in ionic_txrx_alloc()
2127 if (test_bit(IONIC_LIF_F_SPLIT_INTR, lif->state)) in ionic_txrx_alloc()
2129 for (i = 0; i < lif->nxqs; i++) { in ionic_txrx_alloc()
2130 err = ionic_qcq_alloc(lif, IONIC_QTYPE_TXQ, i, "tx", flags, in ionic_txrx_alloc()
2132 lif->kern_pid, &lif->txqcqs[i]); in ionic_txrx_alloc()
2137 ionic_intr_coal_init(lif->ionic->idev.intr_ctrl, in ionic_txrx_alloc()
2138 lif->txqcqs[i]->intr.index, in ionic_txrx_alloc()
2139 lif->tx_coalesce_hw); in ionic_txrx_alloc()
2140 if (test_bit(IONIC_LIF_F_TX_DIM_INTR, lif->state)) in ionic_txrx_alloc()
2141 lif->txqcqs[i]->intr.dim_coal_hw = lif->tx_coalesce_hw; in ionic_txrx_alloc()
2144 ionic_debugfs_add_qcq(lif, lif->txqcqs[i]); in ionic_txrx_alloc()
2149 num_desc = lif->nrxq_descs; in ionic_txrx_alloc()
2154 if (lif->rxq_features & IONIC_Q_F_2X_CQ_DESC) in ionic_txrx_alloc()
2157 for (i = 0; i < lif->nxqs; i++) { in ionic_txrx_alloc()
2158 err = ionic_qcq_alloc(lif, IONIC_QTYPE_RXQ, i, "rx", flags, in ionic_txrx_alloc()
2160 lif->kern_pid, &lif->rxqcqs[i]); in ionic_txrx_alloc()
2164 lif->rxqcqs[i]->q.features = lif->rxq_features; in ionic_txrx_alloc()
2166 ionic_intr_coal_init(lif->ionic->idev.intr_ctrl, in ionic_txrx_alloc()
2167 lif->rxqcqs[i]->intr.index, in ionic_txrx_alloc()
2168 lif->rx_coalesce_hw); in ionic_txrx_alloc()
2169 if (test_bit(IONIC_LIF_F_RX_DIM_INTR, lif->state)) in ionic_txrx_alloc()
2170 lif->rxqcqs[i]->intr.dim_coal_hw = lif->rx_coalesce_hw; in ionic_txrx_alloc()
2172 if (!test_bit(IONIC_LIF_F_SPLIT_INTR, lif->state)) in ionic_txrx_alloc()
2173 ionic_link_qcq_interrupts(lif->rxqcqs[i], in ionic_txrx_alloc()
2174 lif->txqcqs[i]); in ionic_txrx_alloc()
2176 ionic_debugfs_add_qcq(lif, lif->rxqcqs[i]); in ionic_txrx_alloc()
2182 ionic_txrx_free(lif); in ionic_txrx_alloc()
2187 static int ionic_txrx_init(struct ionic_lif *lif) in ionic_txrx_init() argument
2192 for (i = 0; i < lif->nxqs; i++) { in ionic_txrx_init()
2193 err = ionic_lif_txq_init(lif, lif->txqcqs[i]); in ionic_txrx_init()
2197 err = ionic_lif_rxq_init(lif, lif->rxqcqs[i]); in ionic_txrx_init()
2199 ionic_lif_qcq_deinit(lif, lif->txqcqs[i]); in ionic_txrx_init()
2204 if (lif->netdev->features & NETIF_F_RXHASH) in ionic_txrx_init()
2205 ionic_lif_rss_init(lif); in ionic_txrx_init()
2207 ionic_lif_rx_mode(lif); in ionic_txrx_init()
2213 ionic_lif_qcq_deinit(lif, lif->txqcqs[i]); in ionic_txrx_init()
2214 ionic_lif_qcq_deinit(lif, lif->rxqcqs[i]); in ionic_txrx_init()
2220 static int ionic_txrx_enable(struct ionic_lif *lif) in ionic_txrx_enable() argument
2225 for (i = 0; i < lif->nxqs; i++) { in ionic_txrx_enable()
2226 if (!(lif->rxqcqs[i] && lif->txqcqs[i])) { in ionic_txrx_enable()
2227 dev_err(lif->ionic->dev, "%s: bad qcq %d\n", __func__, i); in ionic_txrx_enable()
2232 ionic_rx_fill(&lif->rxqcqs[i]->q); in ionic_txrx_enable()
2233 err = ionic_qcq_enable(lif->rxqcqs[i]); in ionic_txrx_enable()
2237 err = ionic_qcq_enable(lif->txqcqs[i]); in ionic_txrx_enable()
2239 derr = ionic_qcq_disable(lif->rxqcqs[i], (err != -ETIMEDOUT)); in ionic_txrx_enable()
2244 if (lif->hwstamp_rxq) { in ionic_txrx_enable()
2245 ionic_rx_fill(&lif->hwstamp_rxq->q); in ionic_txrx_enable()
2246 err = ionic_qcq_enable(lif->hwstamp_rxq); in ionic_txrx_enable()
2251 if (lif->hwstamp_txq) { in ionic_txrx_enable()
2252 err = ionic_qcq_enable(lif->hwstamp_txq); in ionic_txrx_enable()
2260 if (lif->hwstamp_rxq) in ionic_txrx_enable()
2261 derr = ionic_qcq_disable(lif->hwstamp_rxq, (derr != -ETIMEDOUT)); in ionic_txrx_enable()
2263 i = lif->nxqs; in ionic_txrx_enable()
2266 derr = ionic_qcq_disable(lif->txqcqs[i], (derr != -ETIMEDOUT)); in ionic_txrx_enable()
2267 derr = ionic_qcq_disable(lif->rxqcqs[i], (derr != -ETIMEDOUT)); in ionic_txrx_enable()
2273 static int ionic_start_queues(struct ionic_lif *lif) in ionic_start_queues() argument
2277 if (test_bit(IONIC_LIF_F_BROKEN, lif->state)) in ionic_start_queues()
2280 if (test_bit(IONIC_LIF_F_FW_RESET, lif->state)) in ionic_start_queues()
2283 if (test_and_set_bit(IONIC_LIF_F_UP, lif->state)) in ionic_start_queues()
2286 err = ionic_txrx_enable(lif); in ionic_start_queues()
2288 clear_bit(IONIC_LIF_F_UP, lif->state); in ionic_start_queues()
2291 netif_tx_wake_all_queues(lif->netdev); in ionic_start_queues()
2298 struct ionic_lif *lif = netdev_priv(netdev); in ionic_open() local
2302 if (test_and_clear_bit(IONIC_LIF_F_BROKEN, lif->state)) in ionic_open()
2305 mutex_lock(&lif->queue_lock); in ionic_open()
2307 err = ionic_txrx_alloc(lif); in ionic_open()
2311 err = ionic_txrx_init(lif); in ionic_open()
2315 err = netif_set_real_num_tx_queues(netdev, lif->nxqs); in ionic_open()
2319 err = netif_set_real_num_rx_queues(netdev, lif->nxqs); in ionic_open()
2325 err = ionic_start_queues(lif); in ionic_open()
2333 ionic_lif_hwstamp_recreate_queues(lif); in ionic_open()
2335 mutex_unlock(&lif->queue_lock); in ionic_open()
2340 ionic_txrx_deinit(lif); in ionic_open()
2342 ionic_txrx_free(lif); in ionic_open()
2344 mutex_unlock(&lif->queue_lock); in ionic_open()
2348 static void ionic_stop_queues(struct ionic_lif *lif) in ionic_stop_queues() argument
2350 if (!test_and_clear_bit(IONIC_LIF_F_UP, lif->state)) in ionic_stop_queues()
2353 netif_tx_disable(lif->netdev); in ionic_stop_queues()
2354 ionic_txrx_disable(lif); in ionic_stop_queues()
2359 struct ionic_lif *lif = netdev_priv(netdev); in ionic_stop() local
2361 if (test_bit(IONIC_LIF_F_FW_RESET, lif->state)) in ionic_stop()
2364 mutex_lock(&lif->queue_lock); in ionic_stop()
2365 ionic_stop_queues(lif); in ionic_stop()
2366 ionic_txrx_deinit(lif); in ionic_stop()
2367 ionic_txrx_free(lif); in ionic_stop()
2368 mutex_unlock(&lif->queue_lock); in ionic_stop()
2375 struct ionic_lif *lif = netdev_priv(netdev); in ionic_eth_ioctl() local
2379 return ionic_lif_hwstamp_set(lif, ifr); in ionic_eth_ioctl()
2381 return ionic_lif_hwstamp_get(lif, ifr); in ionic_eth_ioctl()
2390 struct ionic_lif *lif = netdev_priv(netdev); in ionic_get_vf_config() local
2391 struct ionic *ionic = lif->ionic; in ionic_get_vf_config()
2419 struct ionic_lif *lif = netdev_priv(netdev); in ionic_get_vf_stats() local
2420 struct ionic *ionic = lif->ionic; in ionic_get_vf_stats()
2455 struct ionic_lif *lif = netdev_priv(netdev); in ionic_set_vf_mac() local
2456 struct ionic *ionic = lif->ionic; in ionic_set_vf_mac()
2482 struct ionic_lif *lif = netdev_priv(netdev); in ionic_set_vf_vlan() local
2483 struct ionic *ionic = lif->ionic; in ionic_set_vf_vlan()
2517 struct ionic_lif *lif = netdev_priv(netdev); in ionic_set_vf_rate() local
2518 struct ionic *ionic = lif->ionic; in ionic_set_vf_rate()
2536 lif->ionic->vfs[vf].maxrate = cpu_to_le32(tx_max); in ionic_set_vf_rate()
2545 struct ionic_lif *lif = netdev_priv(netdev); in ionic_set_vf_spoofchk() local
2546 struct ionic *ionic = lif->ionic; in ionic_set_vf_spoofchk()
2570 struct ionic_lif *lif = netdev_priv(netdev); in ionic_set_vf_trust() local
2571 struct ionic *ionic = lif->ionic; in ionic_set_vf_trust()
2595 struct ionic_lif *lif = netdev_priv(netdev); in ionic_set_vf_link_state() local
2596 struct ionic *ionic = lif->ionic; in ionic_set_vf_link_state()
2686 ionic_debugfs_add_qcq(a->q.lif, a); in ionic_swap_queues()
2689 int ionic_reconfigure_queues(struct ionic_lif *lif, in ionic_reconfigure_queues() argument
2699 if (qparam->nxqs != lif->nxqs || qparam->ntxq_descs != lif->ntxq_descs) { in ionic_reconfigure_queues()
2700 tx_qcqs = devm_kcalloc(lif->ionic->dev, lif->ionic->ntxqs_per_lif, in ionic_reconfigure_queues()
2707 if (qparam->nxqs != lif->nxqs || in ionic_reconfigure_queues()
2708 qparam->nrxq_descs != lif->nrxq_descs || in ionic_reconfigure_queues()
2709 qparam->rxq_features != lif->rxq_features) { in ionic_reconfigure_queues()
2710 rx_qcqs = devm_kcalloc(lif->ionic->dev, lif->ionic->nrxqs_per_lif, in ionic_reconfigure_queues()
2726 if (lif->qtype_info[IONIC_QTYPE_TXQ].version >= 1 && in ionic_reconfigure_queues()
2727 lif->qtype_info[IONIC_QTYPE_TXQ].sg_desc_sz == in ionic_reconfigure_queues()
2734 flags = lif->txqcqs[i]->flags & ~IONIC_QCQ_F_INTR; in ionic_reconfigure_queues()
2735 err = ionic_qcq_alloc(lif, IONIC_QTYPE_TXQ, i, "tx", flags, in ionic_reconfigure_queues()
2737 lif->kern_pid, &tx_qcqs[i]); in ionic_reconfigure_queues()
2753 flags = lif->rxqcqs[i]->flags & ~IONIC_QCQ_F_INTR; in ionic_reconfigure_queues()
2754 err = ionic_qcq_alloc(lif, IONIC_QTYPE_RXQ, i, "rx", flags, in ionic_reconfigure_queues()
2756 lif->kern_pid, &rx_qcqs[i]); in ionic_reconfigure_queues()
2765 ionic_stop_queues_reconfig(lif); in ionic_reconfigure_queues()
2767 if (qparam->nxqs != lif->nxqs) { in ionic_reconfigure_queues()
2768 err = netif_set_real_num_tx_queues(lif->netdev, qparam->nxqs); in ionic_reconfigure_queues()
2771 err = netif_set_real_num_rx_queues(lif->netdev, qparam->nxqs); in ionic_reconfigure_queues()
2773 netif_set_real_num_tx_queues(lif->netdev, lif->nxqs); in ionic_reconfigure_queues()
2780 lif->ntxq_descs = qparam->ntxq_descs; in ionic_reconfigure_queues()
2782 ionic_swap_queues(lif->txqcqs[i], tx_qcqs[i]); in ionic_reconfigure_queues()
2786 lif->nrxq_descs = qparam->nrxq_descs; in ionic_reconfigure_queues()
2788 ionic_swap_queues(lif->rxqcqs[i], rx_qcqs[i]); in ionic_reconfigure_queues()
2792 if (qparam->intr_split != test_bit(IONIC_LIF_F_SPLIT_INTR, lif->state) || in ionic_reconfigure_queues()
2793 qparam->nxqs != lif->nxqs) { in ionic_reconfigure_queues()
2795 set_bit(IONIC_LIF_F_SPLIT_INTR, lif->state); in ionic_reconfigure_queues()
2797 clear_bit(IONIC_LIF_F_SPLIT_INTR, lif->state); in ionic_reconfigure_queues()
2798 lif->tx_coalesce_usecs = lif->rx_coalesce_usecs; in ionic_reconfigure_queues()
2799 lif->tx_coalesce_hw = lif->rx_coalesce_hw; in ionic_reconfigure_queues()
2803 for (i = 0; i < lif->ionic->ntxqs_per_lif; i++) { in ionic_reconfigure_queues()
2804 ionic_qcq_intr_free(lif, lif->txqcqs[i]); in ionic_reconfigure_queues()
2805 ionic_qcq_intr_free(lif, lif->rxqcqs[i]); in ionic_reconfigure_queues()
2810 lif->rxqcqs[i]->flags |= IONIC_QCQ_F_INTR; in ionic_reconfigure_queues()
2811 err = ionic_alloc_qcq_interrupt(lif, lif->rxqcqs[i]); in ionic_reconfigure_queues()
2812 ionic_intr_coal_init(lif->ionic->idev.intr_ctrl, in ionic_reconfigure_queues()
2813 lif->rxqcqs[i]->intr.index, in ionic_reconfigure_queues()
2814 lif->rx_coalesce_hw); in ionic_reconfigure_queues()
2817 lif->txqcqs[i]->flags |= IONIC_QCQ_F_INTR; in ionic_reconfigure_queues()
2818 err = ionic_alloc_qcq_interrupt(lif, lif->txqcqs[i]); in ionic_reconfigure_queues()
2819 ionic_intr_coal_init(lif->ionic->idev.intr_ctrl, in ionic_reconfigure_queues()
2820 lif->txqcqs[i]->intr.index, in ionic_reconfigure_queues()
2821 lif->tx_coalesce_hw); in ionic_reconfigure_queues()
2822 if (test_bit(IONIC_LIF_F_TX_DIM_INTR, lif->state)) in ionic_reconfigure_queues()
2823 lif->txqcqs[i]->intr.dim_coal_hw = lif->tx_coalesce_hw; in ionic_reconfigure_queues()
2825 lif->txqcqs[i]->flags &= ~IONIC_QCQ_F_INTR; in ionic_reconfigure_queues()
2826 ionic_link_qcq_interrupts(lif->rxqcqs[i], lif->txqcqs[i]); in ionic_reconfigure_queues()
2834 ionic_debugfs_del_qcq(lif->txqcqs[i]); in ionic_reconfigure_queues()
2835 ionic_debugfs_add_qcq(lif, lif->txqcqs[i]); in ionic_reconfigure_queues()
2841 ionic_debugfs_del_qcq(lif->rxqcqs[i]); in ionic_reconfigure_queues()
2842 ionic_debugfs_add_qcq(lif, lif->rxqcqs[i]); in ionic_reconfigure_queues()
2846 swap(lif->nxqs, qparam->nxqs); in ionic_reconfigure_queues()
2847 swap(lif->rxq_features, qparam->rxq_features); in ionic_reconfigure_queues()
2852 ionic_start_queues_reconfig(lif); in ionic_reconfigure_queues()
2854 err = ionic_start_queues_reconfig(lif); in ionic_reconfigure_queues()
2861 ionic_qcq_free(lif, tx_qcqs[i]); in ionic_reconfigure_queues()
2862 devm_kfree(lif->ionic->dev, tx_qcqs[i]); in ionic_reconfigure_queues()
2867 ionic_qcq_free(lif, rx_qcqs[i]); in ionic_reconfigure_queues()
2868 devm_kfree(lif->ionic->dev, rx_qcqs[i]); in ionic_reconfigure_queues()
2875 devm_kfree(lif->ionic->dev, rx_qcqs); in ionic_reconfigure_queues()
2879 devm_kfree(lif->ionic->dev, tx_qcqs); in ionic_reconfigure_queues()
2886 for (i = lif->nxqs; i < lif->ionic->ntxqs_per_lif; i++) { in ionic_reconfigure_queues()
2887 if (lif->txqcqs && lif->txqcqs[i]) { in ionic_reconfigure_queues()
2888 lif->txqcqs[i]->flags &= ~IONIC_QCQ_F_INTR; in ionic_reconfigure_queues()
2889 ionic_qcq_free(lif, lif->txqcqs[i]); in ionic_reconfigure_queues()
2892 if (lif->rxqcqs && lif->rxqcqs[i]) { in ionic_reconfigure_queues()
2893 lif->rxqcqs[i]->flags &= ~IONIC_QCQ_F_INTR; in ionic_reconfigure_queues()
2894 ionic_qcq_free(lif, lif->rxqcqs[i]); in ionic_reconfigure_queues()
2899 netdev_info(lif->netdev, "%s: failed %d\n", __func__, err); in ionic_reconfigure_queues()
2909 struct ionic_lif *lif; in ionic_lif_alloc() local
2917 netdev = alloc_etherdev_mqs(sizeof(*lif), in ionic_lif_alloc()
2927 lif = netdev_priv(netdev); in ionic_lif_alloc()
2928 lif->netdev = netdev; in ionic_lif_alloc()
2929 ionic->lif = lif; in ionic_lif_alloc()
2936 lif->identity = lid; in ionic_lif_alloc()
2937 lif->lif_type = IONIC_LIF_TYPE_CLASSIC; in ionic_lif_alloc()
2938 err = ionic_lif_identify(ionic, lif->lif_type, lif->identity); in ionic_lif_alloc()
2941 lif->lif_type, err); in ionic_lif_alloc()
2944 lif->netdev->min_mtu = max_t(unsigned int, ETH_MIN_MTU, in ionic_lif_alloc()
2945 le32_to_cpu(lif->identity->eth.min_frame_size)); in ionic_lif_alloc()
2946 lif->netdev->max_mtu = in ionic_lif_alloc()
2947 le32_to_cpu(lif->identity->eth.max_frame_size) - ETH_HLEN - VLAN_HLEN; in ionic_lif_alloc()
2949 lif->neqs = ionic->neqs_per_lif; in ionic_lif_alloc()
2950 lif->nxqs = ionic->ntxqs_per_lif; in ionic_lif_alloc()
2952 lif->ionic = ionic; in ionic_lif_alloc()
2953 lif->index = 0; in ionic_lif_alloc()
2956 lif->ntxq_descs = IONIC_MIN_TXRX_DESC; in ionic_lif_alloc()
2957 lif->nrxq_descs = IONIC_MIN_TXRX_DESC; in ionic_lif_alloc()
2959 lif->ntxq_descs = IONIC_DEF_TXRX_DESC; in ionic_lif_alloc()
2960 lif->nrxq_descs = IONIC_DEF_TXRX_DESC; in ionic_lif_alloc()
2964 lif->rx_coalesce_usecs = IONIC_ITR_COAL_USEC_DEFAULT; in ionic_lif_alloc()
2965 lif->rx_coalesce_hw = ionic_coal_usec_to_hw(lif->ionic, in ionic_lif_alloc()
2966 lif->rx_coalesce_usecs); in ionic_lif_alloc()
2967 lif->tx_coalesce_usecs = lif->rx_coalesce_usecs; in ionic_lif_alloc()
2968 lif->tx_coalesce_hw = lif->rx_coalesce_hw; in ionic_lif_alloc()
2969 set_bit(IONIC_LIF_F_RX_DIM_INTR, lif->state); in ionic_lif_alloc()
2970 set_bit(IONIC_LIF_F_TX_DIM_INTR, lif->state); in ionic_lif_alloc()
2972 snprintf(lif->name, sizeof(lif->name), "lif%u", lif->index); in ionic_lif_alloc()
2974 spin_lock_init(&lif->adminq_lock); in ionic_lif_alloc()
2976 spin_lock_init(&lif->deferred.lock); in ionic_lif_alloc()
2977 INIT_LIST_HEAD(&lif->deferred.list); in ionic_lif_alloc()
2978 INIT_WORK(&lif->deferred.work, ionic_lif_deferred_work); in ionic_lif_alloc()
2981 lif->info_sz = ALIGN(sizeof(*lif->info), PAGE_SIZE); in ionic_lif_alloc()
2982 lif->info = dma_alloc_coherent(dev, lif->info_sz, in ionic_lif_alloc()
2983 &lif->info_pa, GFP_KERNEL); in ionic_lif_alloc()
2984 if (!lif->info) { in ionic_lif_alloc()
2990 ionic_debugfs_add_lif(lif); in ionic_lif_alloc()
2993 ionic_lif_queue_identify(lif); in ionic_lif_alloc()
2994 err = ionic_qcqs_alloc(lif); in ionic_lif_alloc()
2999 tbl_sz = le16_to_cpu(lif->ionic->ident.lif.eth.rss_ind_tbl_sz); in ionic_lif_alloc()
3000 lif->rss_ind_tbl_sz = sizeof(*lif->rss_ind_tbl) * tbl_sz; in ionic_lif_alloc()
3001 lif->rss_ind_tbl = dma_alloc_coherent(dev, lif->rss_ind_tbl_sz, in ionic_lif_alloc()
3002 &lif->rss_ind_tbl_pa, in ionic_lif_alloc()
3005 if (!lif->rss_ind_tbl) { in ionic_lif_alloc()
3010 netdev_rss_key_fill(lif->rss_hash_key, IONIC_RSS_HASH_KEY_SIZE); in ionic_lif_alloc()
3012 ionic_lif_alloc_phc(lif); in ionic_lif_alloc()
3017 ionic_qcqs_free(lif); in ionic_lif_alloc()
3019 dma_free_coherent(dev, lif->info_sz, lif->info, lif->info_pa); in ionic_lif_alloc()
3020 lif->info = NULL; in ionic_lif_alloc()
3021 lif->info_pa = 0; in ionic_lif_alloc()
3023 free_netdev(lif->netdev); in ionic_lif_alloc()
3024 lif = NULL; in ionic_lif_alloc()
3031 static void ionic_lif_reset(struct ionic_lif *lif) in ionic_lif_reset() argument
3033 struct ionic_dev *idev = &lif->ionic->idev; in ionic_lif_reset()
3035 mutex_lock(&lif->ionic->dev_cmd_lock); in ionic_lif_reset()
3036 ionic_dev_cmd_lif_reset(idev, lif->index); in ionic_lif_reset()
3037 ionic_dev_cmd_wait(lif->ionic, DEVCMD_TIMEOUT); in ionic_lif_reset()
3038 mutex_unlock(&lif->ionic->dev_cmd_lock); in ionic_lif_reset()
3041 static void ionic_lif_handle_fw_down(struct ionic_lif *lif) in ionic_lif_handle_fw_down() argument
3043 struct ionic *ionic = lif->ionic; in ionic_lif_handle_fw_down()
3045 if (test_and_set_bit(IONIC_LIF_F_FW_RESET, lif->state)) in ionic_lif_handle_fw_down()
3050 netif_device_detach(lif->netdev); in ionic_lif_handle_fw_down()
3052 mutex_lock(&lif->queue_lock); in ionic_lif_handle_fw_down()
3053 if (test_bit(IONIC_LIF_F_UP, lif->state)) { in ionic_lif_handle_fw_down()
3055 ionic_stop_queues(lif); in ionic_lif_handle_fw_down()
3058 if (netif_running(lif->netdev)) { in ionic_lif_handle_fw_down()
3059 ionic_txrx_deinit(lif); in ionic_lif_handle_fw_down()
3060 ionic_txrx_free(lif); in ionic_lif_handle_fw_down()
3062 ionic_lif_deinit(lif); in ionic_lif_handle_fw_down()
3064 ionic_qcqs_free(lif); in ionic_lif_handle_fw_down()
3066 mutex_unlock(&lif->queue_lock); in ionic_lif_handle_fw_down()
3071 static void ionic_lif_handle_fw_up(struct ionic_lif *lif) in ionic_lif_handle_fw_up() argument
3073 struct ionic *ionic = lif->ionic; in ionic_lif_handle_fw_up()
3076 if (!test_bit(IONIC_LIF_F_FW_RESET, lif->state)) in ionic_lif_handle_fw_up()
3092 mutex_lock(&lif->queue_lock); in ionic_lif_handle_fw_up()
3094 if (test_and_clear_bit(IONIC_LIF_F_BROKEN, lif->state)) in ionic_lif_handle_fw_up()
3097 err = ionic_qcqs_alloc(lif); in ionic_lif_handle_fw_up()
3101 err = ionic_lif_init(lif); in ionic_lif_handle_fw_up()
3105 if (lif->registered) in ionic_lif_handle_fw_up()
3106 ionic_lif_set_netdev_info(lif); in ionic_lif_handle_fw_up()
3108 ionic_rx_filter_replay(lif); in ionic_lif_handle_fw_up()
3110 if (netif_running(lif->netdev)) { in ionic_lif_handle_fw_up()
3111 err = ionic_txrx_alloc(lif); in ionic_lif_handle_fw_up()
3115 err = ionic_txrx_init(lif); in ionic_lif_handle_fw_up()
3120 mutex_unlock(&lif->queue_lock); in ionic_lif_handle_fw_up()
3122 clear_bit(IONIC_LIF_F_FW_RESET, lif->state); in ionic_lif_handle_fw_up()
3123 ionic_link_status_check_request(lif, CAN_SLEEP); in ionic_lif_handle_fw_up()
3124 netif_device_attach(lif->netdev); in ionic_lif_handle_fw_up()
3128 ionic_lif_hwstamp_replay(lif); in ionic_lif_handle_fw_up()
3133 ionic_txrx_free(lif); in ionic_lif_handle_fw_up()
3135 ionic_lif_deinit(lif); in ionic_lif_handle_fw_up()
3137 ionic_qcqs_free(lif); in ionic_lif_handle_fw_up()
3139 mutex_unlock(&lif->queue_lock); in ionic_lif_handle_fw_up()
3144 void ionic_lif_free(struct ionic_lif *lif) in ionic_lif_free() argument
3146 struct device *dev = lif->ionic->dev; in ionic_lif_free()
3148 ionic_lif_free_phc(lif); in ionic_lif_free()
3151 dma_free_coherent(dev, lif->rss_ind_tbl_sz, lif->rss_ind_tbl, in ionic_lif_free()
3152 lif->rss_ind_tbl_pa); in ionic_lif_free()
3153 lif->rss_ind_tbl = NULL; in ionic_lif_free()
3154 lif->rss_ind_tbl_pa = 0; in ionic_lif_free()
3157 ionic_qcqs_free(lif); in ionic_lif_free()
3158 if (!test_bit(IONIC_LIF_F_FW_RESET, lif->state)) in ionic_lif_free()
3159 ionic_lif_reset(lif); in ionic_lif_free()
3162 kfree(lif->identity); in ionic_lif_free()
3163 dma_free_coherent(dev, lif->info_sz, lif->info, lif->info_pa); in ionic_lif_free()
3164 lif->info = NULL; in ionic_lif_free()
3165 lif->info_pa = 0; in ionic_lif_free()
3168 ionic_bus_unmap_dbpage(lif->ionic, lif->kern_dbpage); in ionic_lif_free()
3169 lif->kern_dbpage = NULL; in ionic_lif_free()
3170 kfree(lif->dbid_inuse); in ionic_lif_free()
3171 lif->dbid_inuse = NULL; in ionic_lif_free()
3174 ionic_debugfs_del_lif(lif); in ionic_lif_free()
3175 free_netdev(lif->netdev); in ionic_lif_free()
3178 void ionic_lif_deinit(struct ionic_lif *lif) in ionic_lif_deinit() argument
3180 if (!test_and_clear_bit(IONIC_LIF_F_INITED, lif->state)) in ionic_lif_deinit()
3183 if (!test_bit(IONIC_LIF_F_FW_RESET, lif->state)) { in ionic_lif_deinit()
3184 cancel_work_sync(&lif->deferred.work); in ionic_lif_deinit()
3185 cancel_work_sync(&lif->tx_timeout_work); in ionic_lif_deinit()
3186 ionic_rx_filters_deinit(lif); in ionic_lif_deinit()
3187 if (lif->netdev->features & NETIF_F_RXHASH) in ionic_lif_deinit()
3188 ionic_lif_rss_deinit(lif); in ionic_lif_deinit()
3191 napi_disable(&lif->adminqcq->napi); in ionic_lif_deinit()
3192 ionic_lif_qcq_deinit(lif, lif->notifyqcq); in ionic_lif_deinit()
3193 ionic_lif_qcq_deinit(lif, lif->adminqcq); in ionic_lif_deinit()
3195 mutex_destroy(&lif->config_lock); in ionic_lif_deinit()
3196 mutex_destroy(&lif->queue_lock); in ionic_lif_deinit()
3197 ionic_lif_reset(lif); in ionic_lif_deinit()
3200 static int ionic_lif_adminq_init(struct ionic_lif *lif) in ionic_lif_adminq_init() argument
3202 struct device *dev = lif->ionic->dev; in ionic_lif_adminq_init()
3209 idev = &lif->ionic->idev; in ionic_lif_adminq_init()
3210 qcq = lif->adminqcq; in ionic_lif_adminq_init()
3213 mutex_lock(&lif->ionic->dev_cmd_lock); in ionic_lif_adminq_init()
3214 ionic_dev_cmd_adminq_init(idev, qcq, lif->index, qcq->intr.index); in ionic_lif_adminq_init()
3215 err = ionic_dev_cmd_wait(lif->ionic, DEVCMD_TIMEOUT); in ionic_lif_adminq_init()
3217 mutex_unlock(&lif->ionic->dev_cmd_lock); in ionic_lif_adminq_init()
3219 netdev_err(lif->netdev, "adminq init failed %d\n", err); in ionic_lif_adminq_init()
3230 netif_napi_add(lif->netdev, &qcq->napi, ionic_adminq_napi, in ionic_lif_adminq_init()
3244 static int ionic_lif_notifyq_init(struct ionic_lif *lif) in ionic_lif_notifyq_init() argument
3246 struct ionic_qcq *qcq = lif->notifyqcq; in ionic_lif_notifyq_init()
3247 struct device *dev = lif->ionic->dev; in ionic_lif_notifyq_init()
3255 .lif_index = cpu_to_le16(lif->index), in ionic_lif_notifyq_init()
3257 .ver = lif->qtype_info[q->type].version, in ionic_lif_notifyq_init()
3261 .intr_index = cpu_to_le16(lif->adminqcq->intr.index), in ionic_lif_notifyq_init()
3273 err = ionic_adminq_post_wait(lif, &ctx); in ionic_lif_notifyq_init()
3277 lif->last_eid = 0; in ionic_lif_notifyq_init()
3286 q->info[0].cb_arg = lif; in ionic_lif_notifyq_init()
3293 static int ionic_station_set(struct ionic_lif *lif) in ionic_station_set() argument
3295 struct net_device *netdev = lif->netdev; in ionic_station_set()
3300 .index = cpu_to_le16(lif->index), in ionic_station_set()
3308 err = ionic_adminq_post_wait(lif, &ctx); in ionic_station_set()
3311 netdev_dbg(lif->netdev, "found initial MAC addr %pM\n", in ionic_station_set()
3320 err = ionic_program_mac(lif, mac_address); in ionic_station_set()
3338 ionic_lif_addr_add(lif, netdev->dev_addr); in ionic_station_set()
3345 netdev_warn(lif->netdev, "ignoring bad MAC addr from NIC %pM - err %d\n", in ionic_station_set()
3353 netdev_dbg(lif->netdev, "adding station MAC addr %pM\n", in ionic_station_set()
3355 ionic_lif_addr_add(lif, netdev->dev_addr); in ionic_station_set()
3360 int ionic_lif_init(struct ionic_lif *lif) in ionic_lif_init() argument
3362 struct ionic_dev *idev = &lif->ionic->idev; in ionic_lif_init()
3363 struct device *dev = lif->ionic->dev; in ionic_lif_init()
3368 mutex_lock(&lif->ionic->dev_cmd_lock); in ionic_lif_init()
3369 ionic_dev_cmd_lif_init(idev, lif->index, lif->info_pa); in ionic_lif_init()
3370 err = ionic_dev_cmd_wait(lif->ionic, DEVCMD_TIMEOUT); in ionic_lif_init()
3372 mutex_unlock(&lif->ionic->dev_cmd_lock); in ionic_lif_init()
3376 lif->hw_index = le16_to_cpu(comp.hw_index); in ionic_lif_init()
3377 mutex_init(&lif->queue_lock); in ionic_lif_init()
3378 mutex_init(&lif->config_lock); in ionic_lif_init()
3381 lif->dbid_count = le32_to_cpu(lif->ionic->ident.dev.ndbpgs_per_lif); in ionic_lif_init()
3382 if (!lif->dbid_count) { in ionic_lif_init()
3387 lif->dbid_inuse = bitmap_zalloc(lif->dbid_count, GFP_KERNEL); in ionic_lif_init()
3388 if (!lif->dbid_inuse) { in ionic_lif_init()
3394 set_bit(0, lif->dbid_inuse); in ionic_lif_init()
3395 lif->kern_pid = 0; in ionic_lif_init()
3397 dbpage_num = ionic_db_page_num(lif, lif->kern_pid); in ionic_lif_init()
3398 lif->kern_dbpage = ionic_bus_map_dbpage(lif->ionic, dbpage_num); in ionic_lif_init()
3399 if (!lif->kern_dbpage) { in ionic_lif_init()
3405 err = ionic_lif_adminq_init(lif); in ionic_lif_init()
3409 if (lif->ionic->nnqs_per_lif) { in ionic_lif_init()
3410 err = ionic_lif_notifyq_init(lif); in ionic_lif_init()
3415 err = ionic_init_nic_features(lif); in ionic_lif_init()
3419 if (!test_bit(IONIC_LIF_F_FW_RESET, lif->state)) { in ionic_lif_init()
3420 err = ionic_rx_filters_init(lif); in ionic_lif_init()
3425 err = ionic_station_set(lif); in ionic_lif_init()
3429 lif->rx_copybreak = IONIC_RX_COPYBREAK_DEFAULT; in ionic_lif_init()
3431 set_bit(IONIC_LIF_F_INITED, lif->state); in ionic_lif_init()
3433 INIT_WORK(&lif->tx_timeout_work, ionic_tx_timeout_work); in ionic_lif_init()
3438 ionic_lif_qcq_deinit(lif, lif->notifyqcq); in ionic_lif_init()
3440 ionic_lif_qcq_deinit(lif, lif->adminqcq); in ionic_lif_init()
3441 ionic_lif_reset(lif); in ionic_lif_init()
3442 ionic_bus_unmap_dbpage(lif->ionic, lif->kern_dbpage); in ionic_lif_init()
3443 lif->kern_dbpage = NULL; in ionic_lif_init()
3445 kfree(lif->dbid_inuse); in ionic_lif_init()
3446 lif->dbid_inuse = NULL; in ionic_lif_init()
3455 static void ionic_lif_set_netdev_info(struct ionic_lif *lif) in ionic_lif_set_netdev_info() argument
3461 .index = cpu_to_le16(lif->index), in ionic_lif_set_netdev_info()
3466 strlcpy(ctx.cmd.lif_setattr.name, lif->netdev->name, in ionic_lif_set_netdev_info()
3469 ionic_adminq_post_wait(lif, &ctx); in ionic_lif_set_netdev_info()
3485 struct ionic_lif *lif = ionic_netdev_lif(ndev); in ionic_lif_notify() local
3487 if (!lif || lif->ionic != ionic) in ionic_lif_notify()
3492 ionic_lif_set_netdev_info(lif); in ionic_lif_notify()
3499 int ionic_lif_register(struct ionic_lif *lif) in ionic_lif_register() argument
3503 ionic_lif_register_phc(lif); in ionic_lif_register()
3505 INIT_WORK(&lif->ionic->nb_work, ionic_lif_notify_work); in ionic_lif_register()
3507 lif->ionic->nb.notifier_call = ionic_lif_notify; in ionic_lif_register()
3509 err = register_netdevice_notifier(&lif->ionic->nb); in ionic_lif_register()
3511 lif->ionic->nb.notifier_call = NULL; in ionic_lif_register()
3514 err = register_netdev(lif->netdev); in ionic_lif_register()
3516 dev_err(lif->ionic->dev, "Cannot register net device, aborting\n"); in ionic_lif_register()
3517 ionic_lif_unregister_phc(lif); in ionic_lif_register()
3521 ionic_link_status_check_request(lif, CAN_SLEEP); in ionic_lif_register()
3522 lif->registered = true; in ionic_lif_register()
3523 ionic_lif_set_netdev_info(lif); in ionic_lif_register()
3528 void ionic_lif_unregister(struct ionic_lif *lif) in ionic_lif_unregister() argument
3530 if (lif->ionic->nb.notifier_call) { in ionic_lif_unregister()
3531 unregister_netdevice_notifier(&lif->ionic->nb); in ionic_lif_unregister()
3532 cancel_work_sync(&lif->ionic->nb_work); in ionic_lif_unregister()
3533 lif->ionic->nb.notifier_call = NULL; in ionic_lif_unregister()
3536 if (lif->netdev->reg_state == NETREG_REGISTERED) in ionic_lif_unregister()
3537 unregister_netdev(lif->netdev); in ionic_lif_unregister()
3539 ionic_lif_unregister_phc(lif); in ionic_lif_unregister()
3541 lif->registered = false; in ionic_lif_unregister()
3544 static void ionic_lif_queue_identify(struct ionic_lif *lif) in ionic_lif_queue_identify() argument
3547 struct ionic *ionic = lif->ionic; in ionic_lif_queue_identify()
3552 idev = &lif->ionic->idev; in ionic_lif_queue_identify()
3556 struct ionic_qtype_info *qti = &lif->qtype_info[qtype]; in ionic_lif_queue_identify()
3572 ionic_dev_cmd_queue_identify(idev, lif->lif_type, qtype, in ionic_lif_queue_identify()
3674 lc = &ident->lif.eth.config; in ionic_lif_size()
3676 neqs_per_lif = le32_to_cpu(ident->lif.rdma.eq_qtype.qid_count); in ionic_lif_size()