64 	struct ifb_q_private *txp = (struct ifb_q_private *)_txp;  in ifb_ri_tasklet()  local
68 	txq = netdev_get_tx_queue(txp->dev, txp->txqnum);  in ifb_ri_tasklet()
69 	skb = skb_peek(&txp->tq);  in ifb_ri_tasklet()
73 		skb_queue_splice_tail_init(&txp->rq, &txp->tq);  in ifb_ri_tasklet()
77 	while ((skb = __skb_dequeue(&txp->tq)) != NULL) {  in ifb_ri_tasklet()
83 		u64_stats_update_begin(&txp->tsync);  in ifb_ri_tasklet()
84 		txp->tx_packets++;  in ifb_ri_tasklet()
85 		txp->tx_bytes += skb->len;  in ifb_ri_tasklet()
86 		u64_stats_update_end(&txp->tsync);  in ifb_ri_tasklet()
89 		skb->dev = dev_get_by_index_rcu(dev_net(txp->dev), skb->skb_iif);  in ifb_ri_tasklet()
93 			txp->dev->stats.tx_dropped++;  in ifb_ri_tasklet()
94 			if (skb_queue_len(&txp->tq) != 0)  in ifb_ri_tasklet()
99 		skb->skb_iif = txp->dev->ifindex;  in ifb_ri_tasklet()
110 		skb = skb_peek(&txp->rq);  in ifb_ri_tasklet()
112 			txp->tasklet_pending = 0;  in ifb_ri_tasklet()
122 		txp->tasklet_pending = 1;  in ifb_ri_tasklet()
123 		tasklet_schedule(&txp->ifb_tasklet);  in ifb_ri_tasklet()
132 	struct ifb_q_private *txp = dp->tx_private;  in ifb_stats64()  local
137 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_stats64()
139 			start = u64_stats_fetch_begin_irq(&txp->rsync);  in ifb_stats64()
140 			packets = txp->rx_packets;  in ifb_stats64()
141 			bytes = txp->rx_bytes;  in ifb_stats64()
142 		} while (u64_stats_fetch_retry_irq(&txp->rsync, start));  in ifb_stats64()
147 			start = u64_stats_fetch_begin_irq(&txp->tsync);  in ifb_stats64()
148 			packets = txp->tx_packets;  in ifb_stats64()
149 			bytes = txp->tx_bytes;  in ifb_stats64()
150 		} while (u64_stats_fetch_retry_irq(&txp->tsync, start));  in ifb_stats64()
161 	struct ifb_q_private *txp;  in ifb_dev_init()  local
164 	txp = kcalloc(dev->num_tx_queues, sizeof(*txp), GFP_KERNEL);  in ifb_dev_init()
165 	if (!txp)  in ifb_dev_init()
167 	dp->tx_private = txp;  in ifb_dev_init()
168 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_dev_init()
169 		txp->txqnum = i;  in ifb_dev_init()
170 		txp->dev = dev;  in ifb_dev_init()
171 		__skb_queue_head_init(&txp->rq);  in ifb_dev_init()
172 		__skb_queue_head_init(&txp->tq);  in ifb_dev_init()
173 		u64_stats_init(&txp->rsync);  in ifb_dev_init()
174 		u64_stats_init(&txp->tsync);  in ifb_dev_init()
175 		tasklet_init(&txp->ifb_tasklet, ifb_ri_tasklet,  in ifb_dev_init()
176 			     (unsigned long)txp);  in ifb_dev_init()
200 	struct ifb_q_private *txp = dp->tx_private;  in ifb_dev_free()  local
203 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_dev_free()
204 		tasklet_kill(&txp->ifb_tasklet);  in ifb_dev_free()
205 		__skb_queue_purge(&txp->rq);  in ifb_dev_free()
206 		__skb_queue_purge(&txp->tq);  in ifb_dev_free()
241 	struct ifb_q_private *txp = dp->tx_private + skb_get_queue_mapping(skb);  in ifb_xmit()  local
243 	u64_stats_update_begin(&txp->rsync);  in ifb_xmit()
244 	txp->rx_packets++;  in ifb_xmit()
245 	txp->rx_bytes += skb->len;  in ifb_xmit()
246 	u64_stats_update_end(&txp->rsync);  in ifb_xmit()
254 	if (skb_queue_len(&txp->rq) >= dev->tx_queue_len)  in ifb_xmit()
255 		netif_tx_stop_queue(netdev_get_tx_queue(dev, txp->txqnum));  in ifb_xmit()
257 	__skb_queue_tail(&txp->rq, skb);  in ifb_xmit()
258 	if (!txp->tasklet_pending) {  in ifb_xmit()
259 		txp->tasklet_pending = 1;  in ifb_xmit()
260 		tasklet_schedule(&txp->ifb_tasklet);  in ifb_xmit()