79 static inline void prefetch_ptr(struct efx_tx_queue *tx_queue)  in prefetch_ptr()  argument
81 	unsigned int insert_ptr = efx_tx_queue_get_insert_index(tx_queue);  in prefetch_ptr()
84 	ptr = (char *) (tx_queue->buffer + insert_ptr);  in prefetch_ptr()
88 	ptr = (char *) (((efx_qword_t *)tx_queue->txd.buf.addr) + insert_ptr);  in prefetch_ptr()
102 static void efx_tx_queue_insert(struct efx_tx_queue *tx_queue,  in efx_tx_queue_insert()  argument
112 		buffer = efx_tx_queue_get_insert_buffer(tx_queue);  in efx_tx_queue_insert()
113 		++tx_queue->insert_count;  in efx_tx_queue_insert()
115 		EFX_WARN_ON_ONCE_PARANOID(tx_queue->insert_count -  in efx_tx_queue_insert()
116 					  tx_queue->read_count >=  in efx_tx_queue_insert()
117 					  tx_queue->efx->txq_entries);  in efx_tx_queue_insert()
121 		dma_len = tx_queue->efx->type->tx_limit_len(tx_queue,  in efx_tx_queue_insert()
170 		     struct efx_tx_queue *tx_queue,  in tso_start()  argument
232 static void tso_fill_packet_with_fragment(struct efx_tx_queue *tx_queue,  in tso_fill_packet_with_fragment()  argument
253 	efx_tx_queue_insert(tx_queue, st->dma_addr, n, &buffer);  in tso_fill_packet_with_fragment()
285 static int tso_start_new_packet(struct efx_tx_queue *tx_queue,  in tso_start_new_packet()  argument
290 		efx_tx_queue_get_insert_buffer(tx_queue);  in tso_start_new_packet()
319 	++tx_queue->insert_count;  in tso_start_new_packet()
324 	buffer = efx_tx_queue_get_insert_buffer(tx_queue);  in tso_start_new_packet()
339 	++tx_queue->insert_count;  in tso_start_new_packet()
362 int efx_enqueue_skb_tso(struct efx_tx_queue *tx_queue,  in efx_enqueue_skb_tso()  argument
366 	struct efx_nic *efx = tx_queue->efx;  in efx_enqueue_skb_tso()
370 	if (tx_queue->tso_version != 1)  in efx_enqueue_skb_tso()
378 	EFX_WARN_ON_ONCE_PARANOID(tx_queue->write_count != tx_queue->insert_count);  in efx_enqueue_skb_tso()
380 	rc = tso_start(&state, efx, tx_queue, skb);  in efx_enqueue_skb_tso()
397 	rc = tso_start_new_packet(tx_queue, skb, &state);  in efx_enqueue_skb_tso()
401 	prefetch_ptr(tx_queue);  in efx_enqueue_skb_tso()
404 		tso_fill_packet_with_fragment(tx_queue, skb, &state);  in efx_enqueue_skb_tso()
419 			rc = tso_start_new_packet(tx_queue, skb, &state);  in efx_enqueue_skb_tso()