67 	struct ifb_q_private *txp = (struct ifb_q_private *)_txp;  in ifb_ri_tasklet()  local
71 	txq = netdev_get_tx_queue(txp->dev, txp->txqnum);  in ifb_ri_tasklet()
72 	skb = skb_peek(&txp->tq);  in ifb_ri_tasklet()
76 		skb_queue_splice_tail_init(&txp->rq, &txp->tq);  in ifb_ri_tasklet()
80 	while ((skb = __skb_dequeue(&txp->tq)) != NULL) {  in ifb_ri_tasklet()
84 		u64_stats_update_begin(&txp->tsync);  in ifb_ri_tasklet()
85 		txp->tx_packets++;  in ifb_ri_tasklet()
86 		txp->tx_bytes += skb->len;  in ifb_ri_tasklet()
87 		u64_stats_update_end(&txp->tsync);  in ifb_ri_tasklet()
90 		skb->dev = dev_get_by_index_rcu(dev_net(txp->dev), skb->skb_iif);  in ifb_ri_tasklet()
94 			txp->dev->stats.tx_dropped++;  in ifb_ri_tasklet()
95 			if (skb_queue_len(&txp->tq) != 0)  in ifb_ri_tasklet()
100 		skb->skb_iif = txp->dev->ifindex;  in ifb_ri_tasklet()
111 		skb = skb_peek(&txp->rq);  in ifb_ri_tasklet()
113 			txp->tasklet_pending = 0;  in ifb_ri_tasklet()
123 		txp->tasklet_pending = 1;  in ifb_ri_tasklet()
124 		tasklet_schedule(&txp->ifb_tasklet);  in ifb_ri_tasklet()
133 	struct ifb_q_private *txp = dp->tx_private;  in ifb_stats64()  local
138 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_stats64()
140 			start = u64_stats_fetch_begin_irq(&txp->rsync);  in ifb_stats64()
141 			packets = txp->rx_packets;  in ifb_stats64()
142 			bytes = txp->rx_bytes;  in ifb_stats64()
143 		} while (u64_stats_fetch_retry_irq(&txp->rsync, start));  in ifb_stats64()
148 			start = u64_stats_fetch_begin_irq(&txp->tsync);  in ifb_stats64()
149 			packets = txp->tx_packets;  in ifb_stats64()
150 			bytes = txp->tx_bytes;  in ifb_stats64()
151 		} while (u64_stats_fetch_retry_irq(&txp->tsync, start));  in ifb_stats64()
162 	struct ifb_q_private *txp;  in ifb_dev_init()  local
165 	txp = kcalloc(dev->num_tx_queues, sizeof(*txp), GFP_KERNEL);  in ifb_dev_init()
166 	if (!txp)  in ifb_dev_init()
168 	dp->tx_private = txp;  in ifb_dev_init()
169 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_dev_init()
170 		txp->txqnum = i;  in ifb_dev_init()
171 		txp->dev = dev;  in ifb_dev_init()
172 		__skb_queue_head_init(&txp->rq);  in ifb_dev_init()
173 		__skb_queue_head_init(&txp->tq);  in ifb_dev_init()
174 		u64_stats_init(&txp->rsync);  in ifb_dev_init()
175 		u64_stats_init(&txp->tsync);  in ifb_dev_init()
176 		tasklet_init(&txp->ifb_tasklet, ifb_ri_tasklet,  in ifb_dev_init()
177 			     (unsigned long)txp);  in ifb_dev_init()
201 	struct ifb_q_private *txp = dp->tx_private;  in ifb_dev_free()  local
204 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_dev_free()
205 		tasklet_kill(&txp->ifb_tasklet);  in ifb_dev_free()
206 		__skb_queue_purge(&txp->rq);  in ifb_dev_free()
207 		__skb_queue_purge(&txp->tq);  in ifb_dev_free()
242 	struct ifb_q_private *txp = dp->tx_private + skb_get_queue_mapping(skb);  in ifb_xmit()  local
244 	u64_stats_update_begin(&txp->rsync);  in ifb_xmit()
245 	txp->rx_packets++;  in ifb_xmit()
246 	txp->rx_bytes += skb->len;  in ifb_xmit()
247 	u64_stats_update_end(&txp->rsync);  in ifb_xmit()
255 	if (skb_queue_len(&txp->rq) >= dev->tx_queue_len)  in ifb_xmit()
256 		netif_tx_stop_queue(netdev_get_tx_queue(dev, txp->txqnum));  in ifb_xmit()
258 	__skb_queue_tail(&txp->rq, skb);  in ifb_xmit()
259 	if (!txp->tasklet_pending) {  in ifb_xmit()
260 		txp->tasklet_pending = 1;  in ifb_xmit()
261 		tasklet_schedule(&txp->ifb_tasklet);  in ifb_xmit()