336 	BUG_ON(tq->buf_info[eop_idx].sop_idx != tq->tx_ring.next2comp);  in vmxnet3_unmap_pkt()
337 	BUG_ON(VMXNET3_TXDESC_GET_EOP(&(tq->tx_ring.base[eop_idx].txd)) != 1);  in vmxnet3_unmap_pkt()
343 	VMXNET3_INC_RING_IDX_ONLY(eop_idx, tq->tx_ring.size);  in vmxnet3_unmap_pkt()
345 	while (tq->tx_ring.next2comp != eop_idx) {  in vmxnet3_unmap_pkt()
346 		vmxnet3_unmap_tx_buf(tq->buf_info + tq->tx_ring.next2comp,  in vmxnet3_unmap_pkt()
354 		vmxnet3_cmd_ring_adv_next2comp(&tq->tx_ring);  in vmxnet3_unmap_pkt()
383 			     vmxnet3_cmd_ring_desc_avail(&tq->tx_ring) >  in vmxnet3_tq_tx_complete()
400 	while (tq->tx_ring.next2comp != tq->tx_ring.next2fill) {  in vmxnet3_tq_cleanup()
403 		tbi = tq->buf_info + tq->tx_ring.next2comp;  in vmxnet3_tq_cleanup()
410 		vmxnet3_cmd_ring_adv_next2comp(&tq->tx_ring);  in vmxnet3_tq_cleanup()
414 	for (i = 0; i < tq->tx_ring.size; i++) {  in vmxnet3_tq_cleanup()
419 	tq->tx_ring.gen = VMXNET3_INIT_GEN;  in vmxnet3_tq_cleanup()
420 	tq->tx_ring.next2fill = tq->tx_ring.next2comp = 0;  in vmxnet3_tq_cleanup()
431 	if (tq->tx_ring.base) {  in vmxnet3_tq_destroy()
432 		dma_free_coherent(&adapter->pdev->dev, tq->tx_ring.size *  in vmxnet3_tq_destroy()
434 				  tq->tx_ring.base, tq->tx_ring.basePA);  in vmxnet3_tq_destroy()
435 		tq->tx_ring.base = NULL;  in vmxnet3_tq_destroy()
451 				  tq->tx_ring.size * sizeof(tq->buf_info[0]),  in vmxnet3_tq_destroy()
476 	memset(tq->tx_ring.base, 0, tq->tx_ring.size *  in vmxnet3_tq_init()
478 	tq->tx_ring.next2fill = tq->tx_ring.next2comp = 0;  in vmxnet3_tq_init()
479 	tq->tx_ring.gen = VMXNET3_INIT_GEN;  in vmxnet3_tq_init()
491 	memset(tq->buf_info, 0, sizeof(tq->buf_info[0]) * tq->tx_ring.size);  in vmxnet3_tq_init()
492 	for (i = 0; i < tq->tx_ring.size; i++)  in vmxnet3_tq_init()
505 	BUG_ON(tq->tx_ring.base || tq->data_ring.base ||  in vmxnet3_tq_create()
508 	tq->tx_ring.base = dma_alloc_coherent(&adapter->pdev->dev,  in vmxnet3_tq_create()
509 			tq->tx_ring.size * sizeof(struct Vmxnet3_TxDesc),  in vmxnet3_tq_create()
510 			&tq->tx_ring.basePA, GFP_KERNEL);  in vmxnet3_tq_create()
511 	if (!tq->tx_ring.base) {  in vmxnet3_tq_create()
532 	sz = tq->tx_ring.size * sizeof(tq->buf_info[0]);  in vmxnet3_tq_create()
672 	dw2 = (tq->tx_ring.gen ^ 0x1) << VMXNET3_TXD_GEN_SHIFT;  in vmxnet3_map_pkt()
674 	ctx->sop_txd = tq->tx_ring.base + tq->tx_ring.next2fill;  in vmxnet3_map_pkt()
680 					tq->tx_ring.next2fill *  in vmxnet3_map_pkt()
685 		tbi = tq->buf_info + tq->tx_ring.next2fill;  in vmxnet3_map_pkt()
690 			tq->tx_ring.next2fill,  in vmxnet3_map_pkt()
693 		vmxnet3_cmd_ring_adv_next2fill(&tq->tx_ring);  in vmxnet3_map_pkt()
696 		dw2 = tq->tx_ring.gen << VMXNET3_TXD_GEN_SHIFT;  in vmxnet3_map_pkt()
713 		tbi = tq->buf_info + tq->tx_ring.next2fill;  in vmxnet3_map_pkt()
721 		gdesc = tq->tx_ring.base + tq->tx_ring.next2fill;  in vmxnet3_map_pkt()
722 		BUG_ON(gdesc->txd.gen == tq->tx_ring.gen);  in vmxnet3_map_pkt()
730 			tq->tx_ring.next2fill, le64_to_cpu(gdesc->txd.addr),  in vmxnet3_map_pkt()
732 		vmxnet3_cmd_ring_adv_next2fill(&tq->tx_ring);  in vmxnet3_map_pkt()
733 		dw2 = tq->tx_ring.gen << VMXNET3_TXD_GEN_SHIFT;  in vmxnet3_map_pkt()
746 			tbi = tq->buf_info + tq->tx_ring.next2fill;  in vmxnet3_map_pkt()
761 			gdesc = tq->tx_ring.base + tq->tx_ring.next2fill;  in vmxnet3_map_pkt()
762 			BUG_ON(gdesc->txd.gen == tq->tx_ring.gen);  in vmxnet3_map_pkt()
770 				tq->tx_ring.next2fill, le64_to_cpu(gdesc->txd.addr),  in vmxnet3_map_pkt()
772 			vmxnet3_cmd_ring_adv_next2fill(&tq->tx_ring);  in vmxnet3_map_pkt()
773 			dw2 = tq->tx_ring.gen << VMXNET3_TXD_GEN_SHIFT;  in vmxnet3_map_pkt()
784 	tbi->sop_idx = ctx->sop_txd - tq->tx_ring.base;  in vmxnet3_map_pkt()
865 	tdd = tq->data_ring.base + tq->tx_ring.next2fill;  in vmxnet3_parse_and_copy_hdr()
870 		ctx->copy_size, tq->tx_ring.next2fill);  in vmxnet3_parse_and_copy_hdr()
972 	if (count > vmxnet3_cmd_ring_desc_avail(&tq->tx_ring)) {  in vmxnet3_tq_xmit()
977 			tq->tx_ring.next2comp, tq->tx_ring.next2fill);  in vmxnet3_tq_xmit()
1060 		tq->tx_ring.base), le64_to_cpu(gdesc->txd.addr),  in vmxnet3_tq_xmit()
1070 				       tq->tx_ring.next2fill);  in vmxnet3_tq_xmit()
2163 		BUG_ON(adapter->tx_queue[i].tx_ring.base == NULL);  in vmxnet3_setup_driver_shared()
2165 		tqc->txRingBasePA   = cpu_to_le64(tq->tx_ring.basePA);  in vmxnet3_setup_driver_shared()
2169 		tqc->txRingSize     = cpu_to_le32(tq->tx_ring.size);  in vmxnet3_setup_driver_shared()
2262 		adapter->tx_queue[0].tx_ring.size,  in vmxnet3_activate_dev()
2534 		tq->tx_ring.size   = tx_ring_size;  in vmxnet3_create_queues()