Lines Matching refs:txq
178 #define IS_TSO_HEADER(txq, addr) \ argument
179 ((addr >= txq->tso_hdrs_dma) && \
180 (addr < txq->tso_hdrs_dma + txq->tx_ring_size * TSO_HEADER_SIZE))
407 struct tx_queue txq[8]; member
445 static struct mv643xx_eth_private *txq_to_mp(struct tx_queue *txq) in txq_to_mp() argument
447 return container_of(txq, struct mv643xx_eth_private, txq[txq->index]); in txq_to_mp()
466 static void txq_reset_hw_ptr(struct tx_queue *txq) in txq_reset_hw_ptr() argument
468 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_reset_hw_ptr()
471 addr = (u32)txq->tx_desc_dma; in txq_reset_hw_ptr()
472 addr += txq->tx_curr_desc * sizeof(struct tx_desc); in txq_reset_hw_ptr()
473 wrlp(mp, TXQ_CURRENT_DESC_PTR(txq->index), addr); in txq_reset_hw_ptr()
476 static void txq_enable(struct tx_queue *txq) in txq_enable() argument
478 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_enable()
479 wrlp(mp, TXQ_COMMAND, 1 << txq->index); in txq_enable()
482 static void txq_disable(struct tx_queue *txq) in txq_disable() argument
484 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_disable()
485 u8 mask = 1 << txq->index; in txq_disable()
492 static void txq_maybe_wake(struct tx_queue *txq) in txq_maybe_wake() argument
494 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_maybe_wake()
495 struct netdev_queue *nq = netdev_get_tx_queue(mp->dev, txq->index); in txq_maybe_wake()
499 if (txq->tx_desc_count <= txq->tx_wake_threshold) in txq_maybe_wake()
725 txq_put_data_tso(struct net_device *dev, struct tx_queue *txq, in txq_put_data_tso() argument
733 tx_index = txq->tx_curr_desc++; in txq_put_data_tso()
734 if (txq->tx_curr_desc == txq->tx_ring_size) in txq_put_data_tso()
735 txq->tx_curr_desc = 0; in txq_put_data_tso()
736 desc = &txq->tx_desc_area[tx_index]; in txq_put_data_tso()
737 txq->tx_desc_mapping[tx_index] = DESC_DMA_MAP_SINGLE; in txq_put_data_tso()
744 memcpy(txq->tso_hdrs + tx_index * TSO_HEADER_SIZE, in txq_put_data_tso()
746 desc->buf_ptr = txq->tso_hdrs_dma in txq_put_data_tso()
750 txq->tx_desc_mapping[tx_index] = DESC_DMA_MAP_SINGLE; in txq_put_data_tso()
773 txq_put_hdr_tso(struct sk_buff *skb, struct tx_queue *txq, int length, in txq_put_hdr_tso() argument
776 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_put_hdr_tso()
785 tx_index = txq->tx_curr_desc; in txq_put_hdr_tso()
786 desc = &txq->tx_desc_area[tx_index]; in txq_put_hdr_tso()
797 desc->buf_ptr = txq->tso_hdrs_dma + in txq_put_hdr_tso()
798 txq->tx_curr_desc * TSO_HEADER_SIZE; in txq_put_hdr_tso()
810 txq->tx_curr_desc++; in txq_put_hdr_tso()
811 if (txq->tx_curr_desc == txq->tx_ring_size) in txq_put_hdr_tso()
812 txq->tx_curr_desc = 0; in txq_put_hdr_tso()
815 static int txq_submit_tso(struct tx_queue *txq, struct sk_buff *skb, in txq_submit_tso() argument
818 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_submit_tso()
826 if ((txq->tx_desc_count + tso_count_descs(skb)) >= txq->tx_ring_size) { in txq_submit_tso()
831 first_tx_desc = &txq->tx_desc_area[txq->tx_curr_desc]; in txq_submit_tso()
846 hdr = txq->tso_hdrs + txq->tx_curr_desc * TSO_HEADER_SIZE; in txq_submit_tso()
848 txq_put_hdr_tso(skb, txq, data_left, &first_cmd_sts, in txq_submit_tso()
856 ret = txq_put_data_tso(dev, txq, skb, tso.data, size, in txq_submit_tso()
866 __skb_queue_tail(&txq->tx_skb, skb); in txq_submit_tso()
874 mp->work_tx_end &= ~(1 << txq->index); in txq_submit_tso()
878 txq_enable(txq); in txq_submit_tso()
879 txq->tx_desc_count += desc_count; in txq_submit_tso()
888 static void txq_submit_frag_skb(struct tx_queue *txq, struct sk_buff *skb) in txq_submit_frag_skb() argument
890 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_submit_frag_skb()
900 tx_index = txq->tx_curr_desc++; in txq_submit_frag_skb()
901 if (txq->tx_curr_desc == txq->tx_ring_size) in txq_submit_frag_skb()
902 txq->tx_curr_desc = 0; in txq_submit_frag_skb()
903 desc = &txq->tx_desc_area[tx_index]; in txq_submit_frag_skb()
904 txq->tx_desc_mapping[tx_index] = DESC_DMA_MAP_PAGE; in txq_submit_frag_skb()
926 static int txq_submit_skb(struct tx_queue *txq, struct sk_buff *skb, in txq_submit_skb() argument
929 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_submit_skb()
940 if (txq->tx_ring_size - txq->tx_desc_count < MAX_SKB_FRAGS + 1) { in txq_submit_skb()
951 tx_index = txq->tx_curr_desc++; in txq_submit_skb()
952 if (txq->tx_curr_desc == txq->tx_ring_size) in txq_submit_skb()
953 txq->tx_curr_desc = 0; in txq_submit_skb()
954 desc = &txq->tx_desc_area[tx_index]; in txq_submit_skb()
955 txq->tx_desc_mapping[tx_index] = DESC_DMA_MAP_SINGLE; in txq_submit_skb()
958 txq_submit_frag_skb(txq, skb); in txq_submit_skb()
970 __skb_queue_tail(&txq->tx_skb, skb); in txq_submit_skb()
979 mp->work_tx_end &= ~(1 << txq->index); in txq_submit_skb()
983 txq_enable(txq); in txq_submit_skb()
985 txq->tx_desc_count += nr_frags + 1; in txq_submit_skb()
994 struct tx_queue *txq; in mv643xx_eth_xmit() local
998 txq = mp->txq + queue; in mv643xx_eth_xmit()
1010 ret = txq_submit_tso(txq, skb, dev); in mv643xx_eth_xmit()
1012 ret = txq_submit_skb(txq, skb, dev); in mv643xx_eth_xmit()
1014 txq->tx_bytes += length; in mv643xx_eth_xmit()
1015 txq->tx_packets++; in mv643xx_eth_xmit()
1017 if (txq->tx_desc_count >= txq->tx_stop_threshold) in mv643xx_eth_xmit()
1020 txq->tx_dropped++; in mv643xx_eth_xmit()
1029 static void txq_kick(struct tx_queue *txq) in txq_kick() argument
1031 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_kick()
1032 struct netdev_queue *nq = netdev_get_tx_queue(mp->dev, txq->index); in txq_kick()
1038 if (rdlp(mp, TXQ_COMMAND) & (1 << txq->index)) in txq_kick()
1041 hw_desc_ptr = rdlp(mp, TXQ_CURRENT_DESC_PTR(txq->index)); in txq_kick()
1042 expected_ptr = (u32)txq->tx_desc_dma + in txq_kick()
1043 txq->tx_curr_desc * sizeof(struct tx_desc); in txq_kick()
1046 txq_enable(txq); in txq_kick()
1051 mp->work_tx_end &= ~(1 << txq->index); in txq_kick()
1054 static int txq_reclaim(struct tx_queue *txq, int budget, int force) in txq_reclaim() argument
1056 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_reclaim()
1057 struct netdev_queue *nq = netdev_get_tx_queue(mp->dev, txq->index); in txq_reclaim()
1063 while (reclaimed < budget && txq->tx_desc_count > 0) { in txq_reclaim()
1069 tx_index = txq->tx_used_desc; in txq_reclaim()
1070 desc = &txq->tx_desc_area[tx_index]; in txq_reclaim()
1071 desc_dma_map = txq->tx_desc_mapping[tx_index]; in txq_reclaim()
1081 txq->tx_used_desc = tx_index + 1; in txq_reclaim()
1082 if (txq->tx_used_desc == txq->tx_ring_size) in txq_reclaim()
1083 txq->tx_used_desc = 0; in txq_reclaim()
1086 txq->tx_desc_count--; in txq_reclaim()
1088 if (!IS_TSO_HEADER(txq, desc->buf_ptr)) { in txq_reclaim()
1103 struct sk_buff *skb = __skb_dequeue(&txq->tx_skb); in txq_reclaim()
1119 mp->work_tx &= ~(1 << txq->index); in txq_reclaim()
1162 static void txq_set_rate(struct tx_queue *txq, int rate, int burst) in txq_set_rate() argument
1164 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_set_rate()
1176 wrlp(mp, TXQ_BW_TOKENS(txq->index), token_rate << 14); in txq_set_rate()
1177 wrlp(mp, TXQ_BW_CONF(txq->index), (bucket_size << 10) | token_rate); in txq_set_rate()
1180 static void txq_set_fixed_prio_mode(struct tx_queue *txq) in txq_set_fixed_prio_mode() argument
1182 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_set_fixed_prio_mode()
1201 val |= 1 << txq->index; in txq_set_fixed_prio_mode()
1259 struct tx_queue *txq = mp->txq + i; in mv643xx_eth_get_stats() local
1261 tx_packets += txq->tx_packets; in mv643xx_eth_get_stats()
1262 tx_bytes += txq->tx_bytes; in mv643xx_eth_get_stats()
1263 tx_dropped += txq->tx_dropped; in mv643xx_eth_get_stats()
2025 struct tx_queue *txq = mp->txq + index; in txq_init() local
2031 txq->index = index; in txq_init()
2033 txq->tx_ring_size = mp->tx_ring_size; in txq_init()
2039 txq->tx_stop_threshold = txq->tx_ring_size - MV643XX_MAX_SKB_DESCS; in txq_init()
2040 txq->tx_wake_threshold = txq->tx_stop_threshold / 2; in txq_init()
2042 txq->tx_desc_count = 0; in txq_init()
2043 txq->tx_curr_desc = 0; in txq_init()
2044 txq->tx_used_desc = 0; in txq_init()
2046 size = txq->tx_ring_size * sizeof(struct tx_desc); in txq_init()
2049 txq->tx_desc_area = ioremap(mp->tx_desc_sram_addr, in txq_init()
2051 txq->tx_desc_dma = mp->tx_desc_sram_addr; in txq_init()
2053 txq->tx_desc_area = dma_alloc_coherent(mp->dev->dev.parent, in txq_init()
2054 size, &txq->tx_desc_dma, in txq_init()
2058 if (txq->tx_desc_area == NULL) { in txq_init()
2063 memset(txq->tx_desc_area, 0, size); in txq_init()
2065 txq->tx_desc_area_size = size; in txq_init()
2067 tx_desc = txq->tx_desc_area; in txq_init()
2068 for (i = 0; i < txq->tx_ring_size; i++) { in txq_init()
2073 if (nexti == txq->tx_ring_size) in txq_init()
2077 txd->next_desc_ptr = txq->tx_desc_dma + in txq_init()
2081 txq->tx_desc_mapping = kcalloc(txq->tx_ring_size, sizeof(char), in txq_init()
2083 if (!txq->tx_desc_mapping) { in txq_init()
2089 txq->tso_hdrs = dma_alloc_coherent(mp->dev->dev.parent, in txq_init()
2090 txq->tx_ring_size * TSO_HEADER_SIZE, in txq_init()
2091 &txq->tso_hdrs_dma, GFP_KERNEL); in txq_init()
2092 if (txq->tso_hdrs == NULL) { in txq_init()
2096 skb_queue_head_init(&txq->tx_skb); in txq_init()
2101 kfree(txq->tx_desc_mapping); in txq_init()
2104 iounmap(txq->tx_desc_area); in txq_init()
2106 dma_free_coherent(mp->dev->dev.parent, txq->tx_desc_area_size, in txq_init()
2107 txq->tx_desc_area, txq->tx_desc_dma); in txq_init()
2111 static void txq_deinit(struct tx_queue *txq) in txq_deinit() argument
2113 struct mv643xx_eth_private *mp = txq_to_mp(txq); in txq_deinit()
2115 txq_disable(txq); in txq_deinit()
2116 txq_reclaim(txq, txq->tx_ring_size, 1); in txq_deinit()
2118 BUG_ON(txq->tx_used_desc != txq->tx_curr_desc); in txq_deinit()
2120 if (txq->index == 0 && in txq_deinit()
2121 txq->tx_desc_area_size <= mp->tx_desc_sram_size) in txq_deinit()
2122 iounmap(txq->tx_desc_area); in txq_deinit()
2124 dma_free_coherent(mp->dev->dev.parent, txq->tx_desc_area_size, in txq_deinit()
2125 txq->tx_desc_area, txq->tx_desc_dma); in txq_deinit()
2126 kfree(txq->tx_desc_mapping); in txq_deinit()
2128 if (txq->tso_hdrs) in txq_deinit()
2130 txq->tx_ring_size * TSO_HEADER_SIZE, in txq_deinit()
2131 txq->tso_hdrs, txq->tso_hdrs_dma); in txq_deinit()
2201 struct tx_queue *txq = mp->txq + i; in handle_link_event() local
2203 txq_reclaim(txq, txq->tx_ring_size, 1); in handle_link_event()
2204 txq_reset_hw_ptr(txq); in handle_link_event()
2277 txq_kick(mp->txq + queue); in mv643xx_eth_poll()
2279 work_done += txq_reclaim(mp->txq + queue, work_tbd, 0); in mv643xx_eth_poll()
2280 txq_maybe_wake(mp->txq + queue); in mv643xx_eth_poll()
2344 struct tx_queue *txq = mp->txq + i; in port_start() local
2346 txq_reset_hw_ptr(txq); in port_start()
2347 txq_set_rate(txq, 1000000000, 16777216); in port_start()
2348 txq_set_fixed_prio_mode(txq); in port_start()
2455 txq_deinit(mp->txq + i); in mv643xx_eth_open()
2488 txq_disable(mp->txq + i); in port_reset()
2532 txq_deinit(mp->txq + i); in mv643xx_eth_stop()