Lines Matching +full:vcc +full:- +full:p
1 // SPDX-License-Identifier: GPL-2.0-only
8 * It was taken from the frle-0.22 device driver.
11 * frle-0.22 device driver.
26 * 1 - Per card interrupt spinlock (to protect structures and such)
27 * 2 - Per SCQ scq spinlock
28 * 3 - Per card resource spinlock (to access registers, etc.)
42 #include <linux/dma-mapping.h>
105 #define CMD_BUSY(card) (readl((card)->membase + STAT) & NS_STAT_CMDBZ)
109 #define PTR_DIFF(a, b) ((u32)((unsigned long)(a) - (unsigned long)(b)))
112 #define ATM_SKB(s) (&(s)->atm)
115 #define scq_virt_to_bus(scq, p) \ argument
116 (scq->dma + ((unsigned long)(p) - (unsigned long)(scq)->org))
126 static void free_scq(ns_dev *card, scq_info * scq, struct atm_vcc *vcc);
129 static int ns_open(struct atm_vcc *vcc);
130 static void ns_close(struct atm_vcc *vcc);
132 static int ns_send(struct atm_vcc *vcc, struct sk_buff *skb);
179 static int index = -1; in nicstar_init_one()
187 cards[index--] = NULL; /* don't increment index */ in nicstar_init_one()
193 return -ENODEV; in nicstar_init_one()
205 i = card->index; in nicstar_remove_one()
210 if (card->atmdev->phy && card->atmdev->phy->stop) in nicstar_remove_one()
211 card->atmdev->phy->stop(card->atmdev); in nicstar_remove_one()
214 writel(0x00000000, card->membase + CFG); in nicstar_remove_one()
216 /* De-register device */ in nicstar_remove_one()
217 atm_dev_deregister(card->atmdev); in nicstar_remove_one()
224 PRINTK("nicstar%d: freeing %d huge buffers.\n", i, card->hbpool.count); in nicstar_remove_one()
225 while ((hb = skb_dequeue(&card->hbpool.queue)) != NULL) { in nicstar_remove_one()
232 card->iovpool.count); in nicstar_remove_one()
233 while ((iovb = skb_dequeue(&card->iovpool.queue)) != NULL) { in nicstar_remove_one()
238 while ((lb = skb_dequeue(&card->lbpool.queue)) != NULL) in nicstar_remove_one()
240 while ((sb = skb_dequeue(&card->sbpool.queue)) != NULL) in nicstar_remove_one()
242 free_scq(card, card->scq0, NULL); in nicstar_remove_one()
244 if (card->scd2vc[j] != NULL) in nicstar_remove_one()
245 free_scq(card, card->scd2vc[j]->scq, card->scd2vc[j]->tx_vcc); in nicstar_remove_one()
247 idr_destroy(&card->idr); in nicstar_remove_one()
248 dma_free_coherent(&card->pcidev->dev, NS_RSQSIZE + NS_RSQ_ALIGNMENT, in nicstar_remove_one()
249 card->rsq.org, card->rsq.dma); in nicstar_remove_one()
250 dma_free_coherent(&card->pcidev->dev, NS_TSQSIZE + NS_TSQ_ALIGNMENT, in nicstar_remove_one()
251 card->tsq.org, card->tsq.dma); in nicstar_remove_one()
252 free_irq(card->pcidev->irq, card); in nicstar_remove_one()
253 iounmap(card->membase); in nicstar_remove_one()
314 spin_lock_irqsave(&card->res_lock, flags); in ns_read_sram()
316 writel(sram_address, card->membase + CMD); in ns_read_sram()
318 data = readl(card->membase + DR0); in ns_read_sram()
319 spin_unlock_irqrestore(&card->res_lock, flags); in ns_read_sram()
328 count--; /* count range now is 0..3 instead of 1..4 */ in ns_write_sram()
331 spin_lock_irqsave(&card->res_lock, flags); in ns_write_sram()
334 writel(*(value++), card->membase + i); in ns_write_sram()
336 so card->membase + DR0 == card->membase */ in ns_write_sram()
340 writel(sram_address, card->membase + CMD); in ns_write_sram()
341 spin_unlock_irqrestore(&card->res_lock, flags); in ns_write_sram()
364 if (dma_set_mask_and_coherent(&pcidev->dev, DMA_BIT_MASK(32)) != 0) { in ns_init_card()
382 spin_lock_init(&card->int_lock); in ns_init_card()
383 spin_lock_init(&card->res_lock); in ns_init_card()
387 card->index = i; in ns_init_card()
388 card->atmdev = NULL; in ns_init_card()
389 card->pcidev = pcidev; in ns_init_card()
391 card->membase = ioremap(membase, NS_IOREMAP_SIZE); in ns_init_card()
392 if (!card->membase) { in ns_init_card()
398 PRINTK("nicstar%d: membase at 0x%p.\n", i, card->membase); in ns_init_card()
429 data = readl(card->membase + STAT); in ns_init_card()
431 writel(NS_STAT_TMROF, card->membase + STAT); in ns_init_card()
434 writel(NS_CFG_SWRST, card->membase + CFG); in ns_init_card()
436 writel(0x00000000, card->membase + CFG); in ns_init_card()
439 writel(0x00000008, card->membase + GP); in ns_init_card()
441 writel(0x00000001, card->membase + GP); in ns_init_card()
444 writel(NS_CMD_WRITE_UTILITY | 0x00000100, card->membase + CMD); /* Sync UTOPIA with SAR clock */ in ns_init_card()
449 writel(NS_CMD_READ_UTILITY | 0x00000200, card->membase + CMD); in ns_init_card()
451 data = readl(card->membase + DR0); in ns_init_card()
455 card->max_pcr = ATM_25_PCR; in ns_init_card()
457 writel(0x00000008, card->membase + DR0); in ns_init_card()
458 writel(NS_CMD_WRITE_UTILITY | 0x00000200, card->membase + CMD); in ns_init_card()
460 writel(NS_STAT_SFBQF, card->membase + STAT); in ns_init_card()
463 writel(0x00000022, card->membase + DR0); in ns_init_card()
464 writel(NS_CMD_WRITE_UTILITY | 0x00000202, card->membase + CMD); in ns_init_card()
470 card->max_pcr = ATM_OC3_PCR; in ns_init_card()
473 writel(0x00000002, card->membase + DR0); in ns_init_card()
474 writel(NS_CMD_WRITE_UTILITY | 0x00000205, card->membase + CMD); in ns_init_card()
483 writel(0x00000000, card->membase + GP); in ns_init_card()
492 card->sram_size = 128; in ns_init_card()
494 card->sram_size = 32; in ns_init_card()
495 PRINTK("nicstar%d: %dK x 32bit SRAM size.\n", i, card->sram_size); in ns_init_card()
497 card->rct_size = NS_MAX_RCTSIZE; in ns_init_card()
500 if (card->sram_size == 128) in ns_init_card()
505 if (card->sram_size == 32) { in ns_init_card()
509 card->rct_size = 4096; in ns_init_card()
515 card->vpibits = NS_VPIBITS; in ns_init_card()
516 if (card->rct_size == 4096) in ns_init_card()
517 card->vcibits = 12 - NS_VPIBITS; in ns_init_card()
518 else /* card->rct_size == 16384 */ in ns_init_card()
519 card->vcibits = 14 - NS_VPIBITS; in ns_init_card()
523 nicstar_init_eprom(card->membase); in ns_init_card()
526 writel(0x00000000, card->membase + VPM); in ns_init_card()
528 card->intcnt = 0; in ns_init_card()
530 (pcidev->irq, &ns_irq_handler, IRQF_SHARED, "nicstar", card) != 0) { in ns_init_card()
531 pr_err("nicstar%d: can't allocate IRQ %d.\n", i, pcidev->irq); in ns_init_card()
538 card->tsq.org = dma_alloc_coherent(&card->pcidev->dev, in ns_init_card()
540 &card->tsq.dma, GFP_KERNEL); in ns_init_card()
541 if (card->tsq.org == NULL) { in ns_init_card()
547 card->tsq.base = PTR_ALIGN(card->tsq.org, NS_TSQ_ALIGNMENT); in ns_init_card()
548 card->tsq.next = card->tsq.base; in ns_init_card()
549 card->tsq.last = card->tsq.base + (NS_TSQ_NUM_ENTRIES - 1); in ns_init_card()
551 ns_tsi_init(card->tsq.base + j); in ns_init_card()
552 writel(0x00000000, card->membase + TSQH); in ns_init_card()
553 writel(ALIGN(card->tsq.dma, NS_TSQ_ALIGNMENT), card->membase + TSQB); in ns_init_card()
554 PRINTK("nicstar%d: TSQ base at 0x%p.\n", i, card->tsq.base); in ns_init_card()
557 card->rsq.org = dma_alloc_coherent(&card->pcidev->dev, in ns_init_card()
559 &card->rsq.dma, GFP_KERNEL); in ns_init_card()
560 if (card->rsq.org == NULL) { in ns_init_card()
566 card->rsq.base = PTR_ALIGN(card->rsq.org, NS_RSQ_ALIGNMENT); in ns_init_card()
567 card->rsq.next = card->rsq.base; in ns_init_card()
568 card->rsq.last = card->rsq.base + (NS_RSQ_NUM_ENTRIES - 1); in ns_init_card()
570 ns_rsqe_init(card->rsq.base + j); in ns_init_card()
571 writel(0x00000000, card->membase + RSQH); in ns_init_card()
572 writel(ALIGN(card->rsq.dma, NS_RSQ_ALIGNMENT), card->membase + RSQB); in ns_init_card()
573 PRINTK("nicstar%d: RSQ base at 0x%p.\n", i, card->rsq.base); in ns_init_card()
576 card->scq1 = NULL; in ns_init_card()
577 card->scq2 = NULL; in ns_init_card()
578 card->scq0 = get_scq(card, VBR_SCQSIZE, NS_VRSCD0); in ns_init_card()
579 if (card->scq0 == NULL) { in ns_init_card()
585 u32d[0] = scq_virt_to_bus(card->scq0, card->scq0->base); in ns_init_card()
592 card->scq0->scd = NS_VRSCD0; in ns_init_card()
593 PRINTK("nicstar%d: VBR-SCQ0 base at 0x%p.\n", i, card->scq0->base); in ns_init_card()
596 card->tst_addr = NS_TST0; in ns_init_card()
597 card->tst_free_entries = NS_TST_NUM_ENTRIES; in ns_init_card()
608 card->tste2vc[j] = NULL; in ns_init_card()
609 writel(NS_TST0 << 2, card->membase + TSTB); in ns_init_card()
620 for (j = 0; j < card->rct_size; j++) in ns_init_card()
623 memset(card->vcmap, 0, sizeof(card->vcmap)); in ns_init_card()
626 card->scd2vc[j] = NULL; in ns_init_card()
629 card->sbnr.min = MIN_SB; in ns_init_card()
630 card->sbnr.init = NUM_SB; in ns_init_card()
631 card->sbnr.max = MAX_SB; in ns_init_card()
632 card->lbnr.min = MIN_LB; in ns_init_card()
633 card->lbnr.init = NUM_LB; in ns_init_card()
634 card->lbnr.max = MAX_LB; in ns_init_card()
635 card->iovnr.min = MIN_IOVB; in ns_init_card()
636 card->iovnr.init = NUM_IOVB; in ns_init_card()
637 card->iovnr.max = MAX_IOVB; in ns_init_card()
638 card->hbnr.min = MIN_HB; in ns_init_card()
639 card->hbnr.init = NUM_HB; in ns_init_card()
640 card->hbnr.max = MAX_HB; in ns_init_card()
642 card->sm_handle = NULL; in ns_init_card()
643 card->sm_addr = 0x00000000; in ns_init_card()
644 card->lg_handle = NULL; in ns_init_card()
645 card->lg_addr = 0x00000000; in ns_init_card()
647 card->efbie = 1; /* To prevent push_rxbufs from enabling the interrupt */ in ns_init_card()
649 idr_init(&card->idr); in ns_init_card()
651 /* Pre-allocate some huge buffers */ in ns_init_card()
652 skb_queue_head_init(&card->hbpool.queue); in ns_init_card()
653 card->hbpool.count = 0; in ns_init_card()
666 skb_queue_tail(&card->hbpool.queue, hb); in ns_init_card()
667 card->hbpool.count++; in ns_init_card()
671 skb_queue_head_init(&card->lbpool.queue); in ns_init_card()
672 card->lbpool.count = 0; /* Not used */ in ns_init_card()
685 skb_queue_tail(&card->lbpool.queue, lb); in ns_init_card()
690 card->rcbuf = lb; in ns_init_card()
691 card->rawcell = (struct ns_rcqe *) lb->data; in ns_init_card()
692 card->rawch = NS_PRV_DMA(lb); in ns_init_card()
697 ns_stat_lfbqc_get(readl(card->membase + STAT))) < card->lbnr.min) { in ns_init_card()
707 skb_queue_head_init(&card->sbpool.queue); in ns_init_card()
708 card->sbpool.count = 0; /* Not used */ in ns_init_card()
721 skb_queue_tail(&card->sbpool.queue, sb); in ns_init_card()
727 ns_stat_sfbqc_get(readl(card->membase + STAT))) < card->sbnr.min) { in ns_init_card()
737 skb_queue_head_init(&card->iovpool.queue); in ns_init_card()
738 card->iovpool.count = 0; in ns_init_card()
751 skb_queue_tail(&card->iovpool.queue, iovb); in ns_init_card()
752 card->iovpool.count++; in ns_init_card()
756 if (card->rct_size == 4096) in ns_init_card()
758 else /* (card->rct_size == 16384) */ in ns_init_card()
761 card->efbie = 1; in ns_init_card()
764 card->atmdev = atm_dev_register("nicstar", &card->pcidev->dev, &atm_ops, in ns_init_card()
765 -1, NULL); in ns_init_card()
766 if (card->atmdev == NULL) { in ns_init_card()
773 if (mac[i] == NULL || !mac_pton(mac[i], card->atmdev->esi)) { in ns_init_card()
774 nicstar_read_eprom(card->membase, NICSTAR_EPROM_MAC_ADDR_OFFSET, in ns_init_card()
775 card->atmdev->esi, 6); in ns_init_card()
776 if (ether_addr_equal(card->atmdev->esi, "\x00\x00\x00\x00\x00\x00")) { in ns_init_card()
777 nicstar_read_eprom(card->membase, in ns_init_card()
779 card->atmdev->esi, 6); in ns_init_card()
783 printk("nicstar%d: MAC address %pM\n", i, card->atmdev->esi); in ns_init_card()
785 card->atmdev->dev_data = card; in ns_init_card()
786 card->atmdev->ci_range.vpi_bits = card->vpibits; in ns_init_card()
787 card->atmdev->ci_range.vci_bits = card->vcibits; in ns_init_card()
788 card->atmdev->link_rate = card->max_pcr; in ns_init_card()
789 card->atmdev->phy = NULL; in ns_init_card()
792 if (card->max_pcr == ATM_OC3_PCR) in ns_init_card()
793 suni_init(card->atmdev); in ns_init_card()
797 if (card->max_pcr == ATM_25_PCR) in ns_init_card()
798 idt77105_init(card->atmdev); in ns_init_card()
801 if (card->atmdev->phy && card->atmdev->phy->start) in ns_init_card()
802 card->atmdev->phy->start(card->atmdev); in ns_init_card()
806 NS_CFG_PHYIE, card->membase + CFG); in ns_init_card()
816 writel(0x00000000, card->membase + CFG); in ns_init_card_error()
820 while ((iovb = skb_dequeue(&card->iovpool.queue)) != NULL) in ns_init_card_error()
825 while ((sb = skb_dequeue(&card->sbpool.queue)) != NULL) in ns_init_card_error()
827 free_scq(card, card->scq0, NULL); in ns_init_card_error()
831 while ((lb = skb_dequeue(&card->lbpool.queue)) != NULL) in ns_init_card_error()
836 while ((hb = skb_dequeue(&card->hbpool.queue)) != NULL) in ns_init_card_error()
840 dma_free_coherent(&card->pcidev->dev, NS_RSQSIZE + NS_RSQ_ALIGNMENT, in ns_init_card_error()
841 card->rsq.org, card->rsq.dma); in ns_init_card_error()
844 dma_free_coherent(&card->pcidev->dev, NS_TSQSIZE + NS_TSQ_ALIGNMENT, in ns_init_card_error()
845 card->tsq.org, card->tsq.dma); in ns_init_card_error()
848 free_irq(card->pcidev->irq, card); in ns_init_card_error()
851 iounmap(card->membase); in ns_init_card_error()
854 pci_disable_device(card->pcidev); in ns_init_card_error()
870 scq->org = dma_alloc_coherent(&card->pcidev->dev, in get_scq()
871 2 * size, &scq->dma, GFP_KERNEL); in get_scq()
872 if (!scq->org) { in get_scq()
876 scq->skb = kmalloc_array(size / NS_SCQE_SIZE, in get_scq()
877 sizeof(*scq->skb), in get_scq()
879 if (!scq->skb) { in get_scq()
880 dma_free_coherent(&card->pcidev->dev, in get_scq()
881 2 * size, scq->org, scq->dma); in get_scq()
885 scq->num_entries = size / NS_SCQE_SIZE; in get_scq()
886 scq->base = PTR_ALIGN(scq->org, size); in get_scq()
887 scq->next = scq->base; in get_scq()
888 scq->last = scq->base + (scq->num_entries - 1); in get_scq()
889 scq->tail = scq->last; in get_scq()
890 scq->scd = scd; in get_scq()
891 scq->num_entries = size / NS_SCQE_SIZE; in get_scq()
892 scq->tbd_count = 0; in get_scq()
893 init_waitqueue_head(&scq->scqfull_waitq); in get_scq()
894 scq->full = 0; in get_scq()
895 spin_lock_init(&scq->lock); in get_scq()
897 for (i = 0; i < scq->num_entries; i++) in get_scq()
898 scq->skb[i] = NULL; in get_scq()
903 /* For variable rate SCQ vcc must be NULL */
904 static void free_scq(ns_dev *card, scq_info *scq, struct atm_vcc *vcc) in free_scq() argument
908 if (scq->num_entries == VBR_SCQ_NUM_ENTRIES) in free_scq()
909 for (i = 0; i < scq->num_entries; i++) { in free_scq()
910 if (scq->skb[i] != NULL) { in free_scq()
911 vcc = ATM_SKB(scq->skb[i])->vcc; in free_scq()
912 if (vcc->pop != NULL) in free_scq()
913 vcc->pop(vcc, scq->skb[i]); in free_scq()
915 dev_kfree_skb_any(scq->skb[i]); in free_scq()
917 } else { /* vcc must be != NULL */ in free_scq()
919 if (vcc == NULL) { in free_scq()
921 ("nicstar: free_scq() called with vcc == NULL for fixed rate scq."); in free_scq()
922 for (i = 0; i < scq->num_entries; i++) in free_scq()
923 dev_kfree_skb_any(scq->skb[i]); in free_scq()
925 for (i = 0; i < scq->num_entries; i++) { in free_scq()
926 if (scq->skb[i] != NULL) { in free_scq()
927 if (vcc->pop != NULL) in free_scq()
928 vcc->pop(vcc, scq->skb[i]); in free_scq()
930 dev_kfree_skb_any(scq->skb[i]); in free_scq()
934 kfree(scq->skb); in free_scq()
935 dma_free_coherent(&card->pcidev->dev, in free_scq()
936 2 * (scq->num_entries == VBR_SCQ_NUM_ENTRIES ? in free_scq()
938 scq->org, scq->dma); in free_scq()
956 addr1 = dma_map_single(&card->pcidev->dev, in push_rxbufs()
957 skb->data, in push_rxbufs()
966 card->index); in push_rxbufs()
969 stat = readl(card->membase + STAT); in push_rxbufs()
970 card->sbfqc = ns_stat_sfbqc_get(stat); in push_rxbufs()
971 card->lbfqc = ns_stat_lfbqc_get(stat); in push_rxbufs()
974 if (card->sm_addr) { in push_rxbufs()
975 addr2 = card->sm_addr; in push_rxbufs()
976 handle2 = card->sm_handle; in push_rxbufs()
977 card->sm_addr = 0x00000000; in push_rxbufs()
978 card->sm_handle = NULL; in push_rxbufs()
981 card->sm_addr = addr1; in push_rxbufs()
982 card->sm_handle = handle1; in push_rxbufs()
988 if (card->lg_addr) { in push_rxbufs()
989 addr2 = card->lg_addr; in push_rxbufs()
990 handle2 = card->lg_handle; in push_rxbufs()
991 card->lg_addr = 0x00000000; in push_rxbufs()
992 card->lg_handle = NULL; in push_rxbufs()
995 card->lg_addr = addr1; in push_rxbufs()
996 card->lg_handle = handle1; in push_rxbufs()
1003 if (card->sbfqc >= card->sbnr.max) { in push_rxbufs()
1004 skb_unlink(handle1, &card->sbpool.queue); in push_rxbufs()
1006 skb_unlink(handle2, &card->sbpool.queue); in push_rxbufs()
1010 card->sbfqc += 2; in push_rxbufs()
1013 if (card->lbfqc >= card->lbnr.max) { in push_rxbufs()
1014 skb_unlink(handle1, &card->lbpool.queue); in push_rxbufs()
1016 skb_unlink(handle2, &card->lbpool.queue); in push_rxbufs()
1020 card->lbfqc += 2; in push_rxbufs()
1023 id1 = idr_alloc(&card->idr, handle1, 0, 0, GFP_ATOMIC); in push_rxbufs()
1027 id2 = idr_alloc(&card->idr, handle2, 0, 0, GFP_ATOMIC); in push_rxbufs()
1031 spin_lock_irqsave(&card->res_lock, flags); in push_rxbufs()
1033 writel(addr2, card->membase + DR3); in push_rxbufs()
1034 writel(id2, card->membase + DR2); in push_rxbufs()
1035 writel(addr1, card->membase + DR1); in push_rxbufs()
1036 writel(id1, card->membase + DR0); in push_rxbufs()
1038 card->membase + CMD); in push_rxbufs()
1039 spin_unlock_irqrestore(&card->res_lock, flags); in push_rxbufs()
1042 card->index, in push_rxbufs()
1047 if (!card->efbie && card->sbfqc >= card->sbnr.min && in push_rxbufs()
1048 card->lbfqc >= card->lbnr.min) { in push_rxbufs()
1049 card->efbie = 1; in push_rxbufs()
1050 writel((readl(card->membase + CFG) | NS_CFG_EFBIE), in push_rxbufs()
1051 card->membase + CFG); in push_rxbufs()
1066 dev = card->atmdev; in ns_irq_handler()
1067 card->intcnt++; in ns_irq_handler()
1069 PRINTK("nicstar%d: NICStAR generated an interrupt\n", card->index); in ns_irq_handler()
1071 spin_lock_irqsave(&card->int_lock, flags); in ns_irq_handler()
1073 stat_r = readl(card->membase + STAT); in ns_irq_handler()
1077 TXPRINTK("nicstar%d: TSI interrupt\n", card->index); in ns_irq_handler()
1079 writel(NS_STAT_TSIF, card->membase + STAT); in ns_irq_handler()
1082 /* Incomplete CS-PDU has been transmitted */ in ns_irq_handler()
1084 writel(NS_STAT_TXICP, card->membase + STAT); in ns_irq_handler()
1085 TXPRINTK("nicstar%d: Incomplete CS-PDU transmitted.\n", in ns_irq_handler()
1086 card->index); in ns_irq_handler()
1091 writel(NS_STAT_TSQF, card->membase + STAT); in ns_irq_handler()
1092 PRINTK("nicstar%d: TSQ full.\n", card->index); in ns_irq_handler()
1098 writel(NS_STAT_TMROF, card->membase + STAT); in ns_irq_handler()
1099 PRINTK("nicstar%d: Timer overflow.\n", card->index); in ns_irq_handler()
1104 writel(NS_STAT_PHYI, card->membase + STAT); in ns_irq_handler()
1105 PRINTK("nicstar%d: PHY interrupt.\n", card->index); in ns_irq_handler()
1106 if (dev->phy && dev->phy->interrupt) { in ns_irq_handler()
1107 dev->phy->interrupt(dev); in ns_irq_handler()
1113 writel(NS_STAT_SFBQF, card->membase + STAT); in ns_irq_handler()
1115 card->index); in ns_irq_handler()
1120 writel(NS_STAT_LFBQF, card->membase + STAT); in ns_irq_handler()
1122 card->index); in ns_irq_handler()
1127 writel(NS_STAT_RSQF, card->membase + STAT); in ns_irq_handler()
1128 printk("nicstar%d: RSQ full.\n", card->index); in ns_irq_handler()
1132 /* Complete CS-PDU received */ in ns_irq_handler()
1134 RXPRINTK("nicstar%d: End of CS-PDU received.\n", card->index); in ns_irq_handler()
1136 writel(NS_STAT_EOPDU, card->membase + STAT); in ns_irq_handler()
1141 writel(NS_STAT_RAWCF, card->membase + STAT); in ns_irq_handler()
1144 card->index); in ns_irq_handler()
1149 while (readl(card->membase + RAWCT) != card->rawch) { in ns_irq_handler()
1151 if (ns_rcqe_islast(card->rawcell)) { in ns_irq_handler()
1154 oldbuf = card->rcbuf; in ns_irq_handler()
1155 card->rcbuf = idr_find(&card->idr, in ns_irq_handler()
1156 ns_rcqe_nextbufhandle(card->rawcell)); in ns_irq_handler()
1157 card->rawch = NS_PRV_DMA(card->rcbuf); in ns_irq_handler()
1158 card->rawcell = (struct ns_rcqe *) in ns_irq_handler()
1159 card->rcbuf->data; in ns_irq_handler()
1162 card->rawch += NS_RCQE_SIZE; in ns_irq_handler()
1163 card->rawcell++; in ns_irq_handler()
1173 writel(NS_STAT_SFBQE, card->membase + STAT); in ns_irq_handler()
1175 card->index); in ns_irq_handler()
1176 for (i = 0; i < card->sbnr.min; i++) { in ns_irq_handler()
1179 writel(readl(card->membase + CFG) & in ns_irq_handler()
1180 ~NS_CFG_EFBIE, card->membase + CFG); in ns_irq_handler()
1181 card->efbie = 0; in ns_irq_handler()
1185 skb_queue_tail(&card->sbpool.queue, sb); in ns_irq_handler()
1189 card->sbfqc = i; in ns_irq_handler()
1198 writel(NS_STAT_LFBQE, card->membase + STAT); in ns_irq_handler()
1200 card->index); in ns_irq_handler()
1201 for (i = 0; i < card->lbnr.min; i++) { in ns_irq_handler()
1204 writel(readl(card->membase + CFG) & in ns_irq_handler()
1205 ~NS_CFG_EFBIE, card->membase + CFG); in ns_irq_handler()
1206 card->efbie = 0; in ns_irq_handler()
1210 skb_queue_tail(&card->lbpool.queue, lb); in ns_irq_handler()
1214 card->lbfqc = i; in ns_irq_handler()
1220 writel(NS_STAT_RSQAF, card->membase + STAT); in ns_irq_handler()
1221 RXPRINTK("nicstar%d: RSQ almost full.\n", card->index); in ns_irq_handler()
1225 spin_unlock_irqrestore(&card->int_lock, flags); in ns_irq_handler()
1226 PRINTK("nicstar%d: end of interrupt service\n", card->index); in ns_irq_handler()
1230 static int ns_open(struct atm_vcc *vcc) in ns_open() argument
1243 int inuse; /* tx or rx vc already in use by another vcc */ in ns_open()
1244 short vpi = vcc->vpi; in ns_open()
1245 int vci = vcc->vci; in ns_open()
1247 card = (ns_dev *) vcc->dev->dev_data; in ns_open()
1248 PRINTK("nicstar%d: opening vpi.vci %d.%d \n", card->index, (int)vpi, in ns_open()
1250 if (vcc->qos.aal != ATM_AAL5 && vcc->qos.aal != ATM_AAL0) { in ns_open()
1251 PRINTK("nicstar%d: unsupported AAL.\n", card->index); in ns_open()
1252 return -EINVAL; in ns_open()
1255 vc = &(card->vcmap[vpi << card->vcibits | vci]); in ns_open()
1256 vcc->dev_data = vc; in ns_open()
1259 if (vcc->qos.txtp.traffic_class != ATM_NONE && vc->tx) in ns_open()
1261 if (vcc->qos.rxtp.traffic_class != ATM_NONE && vc->rx) in ns_open()
1264 printk("nicstar%d: %s vci already in use.\n", card->index, in ns_open()
1266 return -EINVAL; in ns_open()
1269 set_bit(ATM_VF_ADDR, &vcc->flags); in ns_open()
1274 if (!test_bit(ATM_VF_PARTIAL, &vcc->flags)) { in ns_open()
1277 set_bit(ATM_VF_PARTIAL, &vcc->flags); in ns_open()
1278 if (vcc->qos.txtp.traffic_class == ATM_CBR) { in ns_open()
1280 if (vcc->qos.txtp.max_pcr == 0 && vcc->qos.txtp.pcr == 0 in ns_open()
1281 && vcc->qos.txtp.min_pcr == 0) { in ns_open()
1284 card->index); in ns_open()
1285 clear_bit(ATM_VF_PARTIAL, &vcc->flags); in ns_open()
1286 clear_bit(ATM_VF_ADDR, &vcc->flags); in ns_open()
1287 return -EINVAL; in ns_open()
1290 tcr = atm_pcr_goal(&(vcc->qos.txtp)); in ns_open()
1291 tcra = tcr >= 0 ? tcr : -tcr; in ns_open()
1294 card->index, vcc->qos.txtp.max_pcr); in ns_open()
1299 modl = tmpl % card->max_pcr; in ns_open()
1301 n = (int)(tmpl / card->max_pcr); in ns_open()
1307 (card->tst_free_entries - in ns_open()
1311 card->index); in ns_open()
1312 clear_bit(ATM_VF_PARTIAL, &vcc->flags); in ns_open()
1313 clear_bit(ATM_VF_ADDR, &vcc->flags); in ns_open()
1314 return -EINVAL; in ns_open()
1321 card->index); in ns_open()
1322 clear_bit(ATM_VF_PARTIAL, &vcc->flags); in ns_open()
1323 clear_bit(ATM_VF_ADDR, &vcc->flags); in ns_open()
1324 return -EINVAL; in ns_open()
1327 if (n > (card->tst_free_entries - NS_TST_RESERVED)) { in ns_open()
1330 card->index); in ns_open()
1331 clear_bit(ATM_VF_PARTIAL, &vcc->flags); in ns_open()
1332 clear_bit(ATM_VF_ADDR, &vcc->flags); in ns_open()
1333 return -EINVAL; in ns_open()
1335 card->tst_free_entries -= n; in ns_open()
1338 card->index, n); in ns_open()
1340 if (card->scd2vc[frscdi] == NULL) { in ns_open()
1341 card->scd2vc[frscdi] = vc; in ns_open()
1348 card->index); in ns_open()
1349 card->tst_free_entries += n; in ns_open()
1350 clear_bit(ATM_VF_PARTIAL, &vcc->flags); in ns_open()
1351 clear_bit(ATM_VF_ADDR, &vcc->flags); in ns_open()
1352 return -EBUSY; in ns_open()
1355 vc->cbr_scd = NS_FRSCD + frscdi * NS_FRSCD_SIZE; in ns_open()
1357 scq = get_scq(card, CBR_SCQSIZE, vc->cbr_scd); in ns_open()
1360 card->index); in ns_open()
1361 card->scd2vc[frscdi] = NULL; in ns_open()
1362 card->tst_free_entries += n; in ns_open()
1363 clear_bit(ATM_VF_PARTIAL, &vcc->flags); in ns_open()
1364 clear_bit(ATM_VF_ADDR, &vcc->flags); in ns_open()
1365 return -ENOMEM; in ns_open()
1367 vc->scq = scq; in ns_open()
1368 u32d[0] = scq_virt_to_bus(scq, scq->base); in ns_open()
1372 ns_write_sram(card, vc->cbr_scd, u32d, 4); in ns_open()
1375 } else if (vcc->qos.txtp.traffic_class == ATM_UBR) { in ns_open()
1376 vc->cbr_scd = 0x00000000; in ns_open()
1377 vc->scq = card->scq0; in ns_open()
1380 if (vcc->qos.txtp.traffic_class != ATM_NONE) { in ns_open()
1381 vc->tx = 1; in ns_open()
1382 vc->tx_vcc = vcc; in ns_open()
1383 vc->tbd_count = 0; in ns_open()
1385 if (vcc->qos.rxtp.traffic_class != ATM_NONE) { in ns_open()
1388 vc->rx = 1; in ns_open()
1389 vc->rx_vcc = vcc; in ns_open()
1390 vc->rx_iov = NULL; in ns_open()
1393 if (vcc->qos.aal == ATM_AAL5) in ns_open()
1395 else /* vcc->qos.aal == ATM_AAL0 */ in ns_open()
1402 (vpi << card->vcibits | vci) * in ns_open()
1408 set_bit(ATM_VF_READY, &vcc->flags); in ns_open()
1412 static void ns_close(struct atm_vcc *vcc) in ns_close() argument
1419 vc = vcc->dev_data; in ns_close()
1420 card = vcc->dev->dev_data; in ns_close()
1421 PRINTK("nicstar%d: closing vpi.vci %d.%d \n", card->index, in ns_close()
1422 (int)vcc->vpi, vcc->vci); in ns_close()
1424 clear_bit(ATM_VF_READY, &vcc->flags); in ns_close()
1426 if (vcc->qos.rxtp.traffic_class != ATM_NONE) { in ns_close()
1432 (vcc->vpi << card->vcibits | vcc->vci) * NS_RCT_ENTRY_SIZE; in ns_close()
1433 spin_lock_irqsave(&card->res_lock, flags); in ns_close()
1436 card->membase + CMD); in ns_close()
1437 spin_unlock_irqrestore(&card->res_lock, flags); in ns_close()
1439 vc->rx = 0; in ns_close()
1440 if (vc->rx_iov != NULL) { in ns_close()
1444 stat = readl(card->membase + STAT); in ns_close()
1445 card->sbfqc = ns_stat_sfbqc_get(stat); in ns_close()
1446 card->lbfqc = ns_stat_lfbqc_get(stat); in ns_close()
1450 card->index); in ns_close()
1451 iovb = vc->rx_iov; in ns_close()
1452 recycle_iovec_rx_bufs(card, (struct iovec *)iovb->data, in ns_close()
1455 spin_lock_irqsave(&card->int_lock, flags); in ns_close()
1457 spin_unlock_irqrestore(&card->int_lock, flags); in ns_close()
1458 vc->rx_iov = NULL; in ns_close()
1462 if (vcc->qos.txtp.traffic_class != ATM_NONE) { in ns_close()
1463 vc->tx = 0; in ns_close()
1466 if (vcc->qos.txtp.traffic_class == ATM_CBR) { in ns_close()
1471 scq = vc->scq; in ns_close()
1474 spin_lock_irqsave(&scq->lock, flags); in ns_close()
1475 scqep = scq->next; in ns_close()
1476 if (scqep == scq->base) in ns_close()
1477 scqep = scq->last; in ns_close()
1479 scqep--; in ns_close()
1480 if (scqep == scq->tail) { in ns_close()
1481 spin_unlock_irqrestore(&scq->lock, flags); in ns_close()
1486 if (!ns_scqe_is_tsr(scqep) && scq->tail != scq->next) { in ns_close()
1493 scdi = (vc->cbr_scd - NS_FRSCD) / NS_FRSCD_SIZE; in ns_close()
1494 scqi = scq->next - scq->base; in ns_close()
1498 *scq->next = tsr; in ns_close()
1500 scq->skb[index] = NULL; in ns_close()
1501 if (scq->next == scq->last) in ns_close()
1502 scq->next = scq->base; in ns_close()
1504 scq->next++; in ns_close()
1505 data = scq_virt_to_bus(scq, scq->next); in ns_close()
1506 ns_write_sram(card, scq->scd, &data, 1); in ns_close()
1508 spin_unlock_irqrestore(&scq->lock, flags); in ns_close()
1515 if (card->tste2vc[i] == vc) { in ns_close()
1516 ns_write_sram(card, card->tst_addr + i, &data, in ns_close()
1518 card->tste2vc[i] = NULL; in ns_close()
1519 card->tst_free_entries++; in ns_close()
1523 card->scd2vc[(vc->cbr_scd - NS_FRSCD) / NS_FRSCD_SIZE] = NULL; in ns_close()
1524 free_scq(card, vc->scq, vcc); in ns_close()
1527 /* remove all references to vcc before deleting it */ in ns_close()
1528 if (vcc->qos.txtp.traffic_class != ATM_NONE) { in ns_close()
1530 scq_info *scq = card->scq0; in ns_close()
1532 spin_lock_irqsave(&scq->lock, flags); in ns_close()
1534 for (i = 0; i < scq->num_entries; i++) { in ns_close()
1535 if (scq->skb[i] && ATM_SKB(scq->skb[i])->vcc == vcc) { in ns_close()
1536 ATM_SKB(scq->skb[i])->vcc = NULL; in ns_close()
1537 atm_return(vcc, scq->skb[i]->truesize); in ns_close()
1539 ("nicstar: deleted pending vcc mapping\n"); in ns_close()
1543 spin_unlock_irqrestore(&scq->lock, flags); in ns_close()
1546 vcc->dev_data = NULL; in ns_close()
1547 clear_bit(ATM_VF_PARTIAL, &vcc->flags); in ns_close()
1548 clear_bit(ATM_VF_ADDR, &vcc->flags); in ns_close()
1553 stat = readl(card->membase + STAT); in ns_close()
1554 cfg = readl(card->membase + CFG); in ns_close()
1557 ("TSQ: base = 0x%p next = 0x%p last = 0x%p TSQT = 0x%08X \n", in ns_close()
1558 card->tsq.base, card->tsq.next, in ns_close()
1559 card->tsq.last, readl(card->membase + TSQT)); in ns_close()
1561 ("RSQ: base = 0x%p next = 0x%p last = 0x%p RSQT = 0x%08X \n", in ns_close()
1562 card->rsq.base, card->rsq.next, in ns_close()
1563 card->rsq.last, readl(card->membase + RSQT)); in ns_close()
1565 card->efbie ? "enabled" : "disabled"); in ns_close()
1567 ns_stat_sfbqc_get(stat), card->sbpool.count, in ns_close()
1568 ns_stat_lfbqc_get(stat), card->lbpool.count); in ns_close()
1570 card->hbpool.count, card->iovpool.count); in ns_close()
1586 new_tst = card->tst_addr; in fill_tst()
1591 if (card->tste2vc[e] == NULL) in fill_tst()
1595 printk("nicstar%d: No free TST entries found. \n", card->index); in fill_tst()
1601 data = ns_tste_make(NS_TST_OPCODE_FIXED, vc->cbr_scd); in fill_tst()
1604 if (cl >= NS_TST_NUM_ENTRIES && card->tste2vc[e] == NULL) { in fill_tst()
1605 card->tste2vc[e] = vc; in fill_tst()
1607 cl -= NS_TST_NUM_ENTRIES; in fill_tst()
1608 r--; in fill_tst()
1621 ns_write_sram(card, card->tst_addr + NS_TST_NUM_ENTRIES, &data, 1); in fill_tst()
1622 card->tst_addr = new_tst; in fill_tst()
1625 static int ns_send(struct atm_vcc *vcc, struct sk_buff *skb) in ns_send() argument
1634 card = vcc->dev->dev_data; in ns_send()
1635 TXPRINTK("nicstar%d: ns_send() called.\n", card->index); in ns_send()
1636 if ((vc = (vc_map *) vcc->dev_data) == NULL) { in ns_send()
1637 printk("nicstar%d: vcc->dev_data == NULL on ns_send().\n", in ns_send()
1638 card->index); in ns_send()
1639 atomic_inc(&vcc->stats->tx_err); in ns_send()
1641 return -EINVAL; in ns_send()
1644 if (!vc->tx) { in ns_send()
1645 printk("nicstar%d: Trying to transmit on a non-tx VC.\n", in ns_send()
1646 card->index); in ns_send()
1647 atomic_inc(&vcc->stats->tx_err); in ns_send()
1649 return -EINVAL; in ns_send()
1652 if (vcc->qos.aal != ATM_AAL5 && vcc->qos.aal != ATM_AAL0) { in ns_send()
1654 card->index); in ns_send()
1655 atomic_inc(&vcc->stats->tx_err); in ns_send()
1657 return -EINVAL; in ns_send()
1660 if (skb_shinfo(skb)->nr_frags != 0) { in ns_send()
1661 printk("nicstar%d: No scatter-gather yet.\n", card->index); in ns_send()
1662 atomic_inc(&vcc->stats->tx_err); in ns_send()
1664 return -EINVAL; in ns_send()
1667 ATM_SKB(skb)->vcc = vcc; in ns_send()
1669 NS_PRV_DMA(skb) = dma_map_single(&card->pcidev->dev, skb->data, in ns_send()
1670 skb->len, DMA_TO_DEVICE); in ns_send()
1672 if (vcc->qos.aal == ATM_AAL5) { in ns_send()
1673 buflen = (skb->len + 47 + 8) / 48 * 48; /* Multiple of 48 */ in ns_send()
1676 scqe.word_3 = cpu_to_le32(skb->len); in ns_send()
1678 ns_tbd_mkword_4(0, (u32) vcc->vpi, (u32) vcc->vci, 0, in ns_send()
1679 ATM_SKB(skb)-> in ns_send()
1682 } else { /* (vcc->qos.aal == ATM_AAL0) */ in ns_send()
1688 if (*skb->data & 0x02) /* Payload type 1 - end of pdu */ in ns_send()
1691 cpu_to_le32(*((u32 *) skb->data) & ~NS_TBD_VC_MASK); in ns_send()
1692 /* Force the VPI/VCI to be the same as in VCC struct */ in ns_send()
1694 cpu_to_le32((((u32) vcc-> in ns_send()
1695 vpi) << NS_TBD_VPI_SHIFT | ((u32) vcc-> in ns_send()
1700 if (vcc->qos.txtp.traffic_class == ATM_CBR) { in ns_send()
1702 scq = ((vc_map *) vcc->dev_data)->scq; in ns_send()
1706 scq = card->scq0; in ns_send()
1710 atomic_inc(&vcc->stats->tx_err); in ns_send()
1711 dma_unmap_single(&card->pcidev->dev, NS_PRV_DMA(skb), skb->len, in ns_send()
1714 return -EIO; in ns_send()
1716 atomic_inc(&vcc->stats->tx); in ns_send()
1731 spin_lock_irqsave(&scq->lock, flags); in push_scqe()
1732 while (scq->tail == scq->next) { in push_scqe()
1734 spin_unlock_irqrestore(&scq->lock, flags); in push_scqe()
1735 printk("nicstar%d: Error pushing TBD.\n", card->index); in push_scqe()
1739 scq->full = 1; in push_scqe()
1740 wait_event_interruptible_lock_irq_timeout(scq->scqfull_waitq, in push_scqe()
1741 scq->tail != scq->next, in push_scqe()
1742 scq->lock, in push_scqe()
1745 if (scq->full) { in push_scqe()
1746 spin_unlock_irqrestore(&scq->lock, flags); in push_scqe()
1748 card->index); in push_scqe()
1752 *scq->next = *tbd; in push_scqe()
1753 index = (int)(scq->next - scq->base); in push_scqe()
1754 scq->skb[index] = skb; in push_scqe()
1755 XPRINTK("nicstar%d: sending skb at 0x%p (pos %d).\n", in push_scqe()
1756 card->index, skb, index); in push_scqe()
1757 XPRINTK("nicstar%d: TBD written:\n0x%x\n0x%x\n0x%x\n0x%x\n at 0x%p.\n", in push_scqe()
1758 card->index, le32_to_cpu(tbd->word_1), le32_to_cpu(tbd->word_2), in push_scqe()
1759 le32_to_cpu(tbd->word_3), le32_to_cpu(tbd->word_4), in push_scqe()
1760 scq->next); in push_scqe()
1761 if (scq->next == scq->last) in push_scqe()
1762 scq->next = scq->base; in push_scqe()
1764 scq->next++; in push_scqe()
1766 vc->tbd_count++; in push_scqe()
1767 if (scq->num_entries == VBR_SCQ_NUM_ENTRIES) { in push_scqe()
1768 scq->tbd_count++; in push_scqe()
1773 if (vc->tbd_count >= MAX_TBD_PER_VC in push_scqe()
1774 || scq->tbd_count >= MAX_TBD_PER_SCQ) { in push_scqe()
1777 while (scq->tail == scq->next) { in push_scqe()
1779 data = scq_virt_to_bus(scq, scq->next); in push_scqe()
1780 ns_write_sram(card, scq->scd, &data, 1); in push_scqe()
1781 spin_unlock_irqrestore(&scq->lock, flags); in push_scqe()
1783 card->index); in push_scqe()
1787 scq->full = 1; in push_scqe()
1790 wait_event_interruptible_lock_irq_timeout(scq->scqfull_waitq, in push_scqe()
1791 scq->tail != scq->next, in push_scqe()
1792 scq->lock, in push_scqe()
1796 if (!scq->full) { in push_scqe()
1801 scdi = (vc->cbr_scd - NS_FRSCD) / NS_FRSCD_SIZE; in push_scqe()
1802 scqi = scq->next - scq->base; in push_scqe()
1807 *scq->next = tsr; in push_scqe()
1809 scq->skb[index] = NULL; in push_scqe()
1811 ("nicstar%d: TSR written:\n0x%x\n0x%x\n0x%x\n0x%x\n at 0x%p.\n", in push_scqe()
1812 card->index, le32_to_cpu(tsr.word_1), in push_scqe()
1814 le32_to_cpu(tsr.word_4), scq->next); in push_scqe()
1815 if (scq->next == scq->last) in push_scqe()
1816 scq->next = scq->base; in push_scqe()
1818 scq->next++; in push_scqe()
1819 vc->tbd_count = 0; in push_scqe()
1820 scq->tbd_count = 0; in push_scqe()
1823 card->index); in push_scqe()
1825 data = scq_virt_to_bus(scq, scq->next); in push_scqe()
1826 ns_write_sram(card, scq->scd, &data, 1); in push_scqe()
1828 spin_unlock_irqrestore(&scq->lock, flags); in push_scqe()
1842 if (card->tsq.next == card->tsq.last) in process_tsq()
1843 one_ahead = card->tsq.base; in process_tsq()
1845 one_ahead = card->tsq.next + 1; in process_tsq()
1847 if (one_ahead == card->tsq.last) in process_tsq()
1848 two_ahead = card->tsq.base; in process_tsq()
1852 while (!ns_tsi_isempty(card->tsq.next) || !ns_tsi_isempty(one_ahead) || in process_tsq()
1859 while (ns_tsi_isempty(card->tsq.next)) { in process_tsq()
1860 if (card->tsq.next == card->tsq.last) in process_tsq()
1861 card->tsq.next = card->tsq.base; in process_tsq()
1863 card->tsq.next++; in process_tsq()
1866 if (!ns_tsi_tmrof(card->tsq.next)) { in process_tsq()
1867 scdi = ns_tsi_getscdindex(card->tsq.next); in process_tsq()
1869 scq = card->scq0; in process_tsq()
1871 if (card->scd2vc[scdi] == NULL) { in process_tsq()
1874 card->index); in process_tsq()
1875 ns_tsi_init(card->tsq.next); in process_tsq()
1878 scq = card->scd2vc[scdi]->scq; in process_tsq()
1880 drain_scq(card, scq, ns_tsi_getscqpos(card->tsq.next)); in process_tsq()
1881 scq->full = 0; in process_tsq()
1882 wake_up_interruptible(&(scq->scqfull_waitq)); in process_tsq()
1885 ns_tsi_init(card->tsq.next); in process_tsq()
1886 previous = card->tsq.next; in process_tsq()
1887 if (card->tsq.next == card->tsq.last) in process_tsq()
1888 card->tsq.next = card->tsq.base; in process_tsq()
1890 card->tsq.next++; in process_tsq()
1892 if (card->tsq.next == card->tsq.last) in process_tsq()
1893 one_ahead = card->tsq.base; in process_tsq()
1895 one_ahead = card->tsq.next + 1; in process_tsq()
1897 if (one_ahead == card->tsq.last) in process_tsq()
1898 two_ahead = card->tsq.base; in process_tsq()
1904 writel(PTR_DIFF(previous, card->tsq.base), in process_tsq()
1905 card->membase + TSQH); in process_tsq()
1910 struct atm_vcc *vcc; in drain_scq() local
1915 XPRINTK("nicstar%d: drain_scq() called, scq at 0x%p, pos %d.\n", in drain_scq()
1916 card->index, scq, pos); in drain_scq()
1917 if (pos >= scq->num_entries) { in drain_scq()
1918 printk("nicstar%d: Bad index on drain_scq().\n", card->index); in drain_scq()
1922 spin_lock_irqsave(&scq->lock, flags); in drain_scq()
1923 i = (int)(scq->tail - scq->base); in drain_scq()
1924 if (++i == scq->num_entries) in drain_scq()
1927 skb = scq->skb[i]; in drain_scq()
1928 XPRINTK("nicstar%d: freeing skb at 0x%p (index %d).\n", in drain_scq()
1929 card->index, skb, i); in drain_scq()
1931 dma_unmap_single(&card->pcidev->dev, in drain_scq()
1933 skb->len, in drain_scq()
1935 vcc = ATM_SKB(skb)->vcc; in drain_scq()
1936 if (vcc && vcc->pop != NULL) { in drain_scq()
1937 vcc->pop(vcc, skb); in drain_scq()
1941 scq->skb[i] = NULL; in drain_scq()
1943 if (++i == scq->num_entries) in drain_scq()
1946 scq->tail = scq->base + pos; in drain_scq()
1947 spin_unlock_irqrestore(&scq->lock, flags); in drain_scq()
1954 if (!ns_rsqe_valid(card->rsq.next)) in process_rsq()
1957 dequeue_rx(card, card->rsq.next); in process_rsq()
1958 ns_rsqe_init(card->rsq.next); in process_rsq()
1959 previous = card->rsq.next; in process_rsq()
1960 if (card->rsq.next == card->rsq.last) in process_rsq()
1961 card->rsq.next = card->rsq.base; in process_rsq()
1963 card->rsq.next++; in process_rsq()
1964 } while (ns_rsqe_valid(card->rsq.next)); in process_rsq()
1965 writel(PTR_DIFF(previous, card->rsq.base), card->membase + RSQH); in process_rsq()
1974 struct atm_vcc *vcc; in dequeue_rx() local
1981 stat = readl(card->membase + STAT); in dequeue_rx()
1982 card->sbfqc = ns_stat_sfbqc_get(stat); in dequeue_rx()
1983 card->lbfqc = ns_stat_lfbqc_get(stat); in dequeue_rx()
1985 id = le32_to_cpu(rsqe->buffer_handle); in dequeue_rx()
1986 skb = idr_remove(&card->idr, id); in dequeue_rx()
1989 "nicstar%d: skb not found!\n", card->index); in dequeue_rx()
1992 dma_sync_single_for_cpu(&card->pcidev->dev, in dequeue_rx()
1997 dma_unmap_single(&card->pcidev->dev, in dequeue_rx()
2004 if (vpi >= 1UL << card->vpibits || vci >= 1UL << card->vcibits) { in dequeue_rx()
2005 printk("nicstar%d: SDU received for out-of-range vc %d.%d.\n", in dequeue_rx()
2006 card->index, vpi, vci); in dequeue_rx()
2011 vc = &(card->vcmap[vpi << card->vcibits | vci]); in dequeue_rx()
2012 if (!vc->rx) { in dequeue_rx()
2013 RXPRINTK("nicstar%d: SDU received on non-rx vc %d.%d.\n", in dequeue_rx()
2014 card->index, vpi, vci); in dequeue_rx()
2019 vcc = vc->rx_vcc; in dequeue_rx()
2021 if (vcc->qos.aal == ATM_AAL0) { in dequeue_rx()
2026 cell = skb->data; in dequeue_rx()
2027 for (i = ns_rsqe_cellcount(rsqe); i; i--) { in dequeue_rx()
2032 card->index); in dequeue_rx()
2033 atomic_add(i, &vcc->stats->rx_drop); in dequeue_rx()
2036 if (!atm_charge(vcc, sb->truesize)) { in dequeue_rx()
2039 card->index); in dequeue_rx()
2040 atomic_add(i - 1, &vcc->stats->rx_drop); /* already increased by 1 */ in dequeue_rx()
2045 *((u32 *) sb->data) = le32_to_cpu(rsqe->word_1) << 4 | in dequeue_rx()
2048 *((u32 *) sb->data) |= 0x00000002; in dequeue_rx()
2052 ATM_SKB(sb)->vcc = vcc; in dequeue_rx()
2054 vcc->push(vcc, sb); in dequeue_rx()
2055 atomic_inc(&vcc->stats->rx); in dequeue_rx()
2065 if ((iovb = vc->rx_iov) == NULL) { in dequeue_rx()
2066 iovb = skb_dequeue(&(card->iovpool.queue)); in dequeue_rx()
2071 card->index); in dequeue_rx()
2072 atomic_inc(&vcc->stats->rx_drop); in dequeue_rx()
2077 } else if (--card->iovpool.count < card->iovnr.min) { in dequeue_rx()
2082 skb_queue_tail(&card->iovpool.queue, new_iovb); in dequeue_rx()
2083 card->iovpool.count++; in dequeue_rx()
2086 vc->rx_iov = iovb; in dequeue_rx()
2088 iovb->len = 0; in dequeue_rx()
2089 iovb->data = iovb->head; in dequeue_rx()
2095 printk("nicstar%d: received too big AAL5 SDU.\n", card->index); in dequeue_rx()
2096 atomic_inc(&vcc->stats->rx_err); in dequeue_rx()
2097 recycle_iovec_rx_bufs(card, (struct iovec *)iovb->data, in dequeue_rx()
2100 iovb->len = 0; in dequeue_rx()
2101 iovb->data = iovb->head; in dequeue_rx()
2104 iov = &((struct iovec *)iovb->data)[NS_PRV_IOVCNT(iovb)++]; in dequeue_rx()
2105 iov->iov_base = (void *)skb; in dequeue_rx()
2106 iov->iov_len = ns_rsqe_cellcount(rsqe) * 48; in dequeue_rx()
2107 iovb->len += iov->iov_len; in dequeue_rx()
2114 card->index); in dequeue_rx()
2116 atomic_inc(&vcc->stats->rx_err); in dequeue_rx()
2118 vc->rx_iov = NULL; in dequeue_rx()
2127 card->index); in dequeue_rx()
2129 atomic_inc(&vcc->stats->rx_err); in dequeue_rx()
2130 recycle_iovec_rx_bufs(card, (struct iovec *)iovb->data, in dequeue_rx()
2132 vc->rx_iov = NULL; in dequeue_rx()
2142 (skb->data + iov->iov_len - 6); in dequeue_rx()
2146 len + 8 > iovb->len || len + (47 + 8) < iovb->len) { in dequeue_rx()
2147 printk("nicstar%d: AAL5 CRC error", card->index); in dequeue_rx()
2148 if (len + 8 > iovb->len || len + (47 + 8) < iovb->len) in dequeue_rx()
2149 printk(" - PDU size mismatch.\n"); in dequeue_rx()
2152 atomic_inc(&vcc->stats->rx_err); in dequeue_rx()
2153 recycle_iovec_rx_bufs(card, (struct iovec *)iovb->data, in dequeue_rx()
2155 vc->rx_iov = NULL; in dequeue_rx()
2164 if (!atm_charge(vcc, skb->truesize)) { in dequeue_rx()
2166 atomic_inc(&vcc->stats->rx_drop); in dequeue_rx()
2170 ATM_SKB(skb)->vcc = vcc; in dequeue_rx()
2172 vcc->push(vcc, skb); in dequeue_rx()
2173 atomic_inc(&vcc->stats->rx); in dequeue_rx()
2178 sb = (struct sk_buff *)(iov - 1)->iov_base; in dequeue_rx()
2182 if (!atm_charge(vcc, sb->truesize)) { in dequeue_rx()
2184 atomic_inc(&vcc->stats->rx_drop); in dequeue_rx()
2188 ATM_SKB(sb)->vcc = vcc; in dequeue_rx()
2190 vcc->push(vcc, sb); in dequeue_rx()
2191 atomic_inc(&vcc->stats->rx); in dequeue_rx()
2198 if (!atm_charge(vcc, skb->truesize)) { in dequeue_rx()
2200 atomic_inc(&vcc->stats->rx_drop); in dequeue_rx()
2204 skb_copy_from_linear_data(sb, skb->data, in dequeue_rx()
2206 skb_put(skb, len - NS_SMBUFSIZE); in dequeue_rx()
2207 ATM_SKB(skb)->vcc = vcc; in dequeue_rx()
2209 vcc->push(vcc, skb); in dequeue_rx()
2210 atomic_inc(&vcc->stats->rx); in dequeue_rx()
2223 hb = skb_dequeue(&(card->hbpool.queue)); in dequeue_rx()
2230 card->index); in dequeue_rx()
2231 atomic_inc(&vcc->stats->rx_drop); in dequeue_rx()
2234 iovb->data, in dequeue_rx()
2236 vc->rx_iov = NULL; in dequeue_rx()
2239 } else if (card->hbpool.count < card->hbnr.min) { in dequeue_rx()
2244 skb_queue_tail(&card->hbpool. in dequeue_rx()
2246 card->hbpool.count++; in dequeue_rx()
2250 } else if (--card->hbpool.count < card->hbnr.min) { in dequeue_rx()
2255 skb_queue_tail(&card->hbpool.queue, in dequeue_rx()
2257 card->hbpool.count++; in dequeue_rx()
2259 if (card->hbpool.count < card->hbnr.min) { in dequeue_rx()
2265 skb_queue_tail(&card->hbpool. in dequeue_rx()
2267 card->hbpool.count++; in dequeue_rx()
2272 iov = (struct iovec *)iovb->data; in dequeue_rx()
2274 if (!atm_charge(vcc, hb->truesize)) { in dequeue_rx()
2277 if (card->hbpool.count < card->hbnr.max) { in dequeue_rx()
2278 skb_queue_tail(&card->hbpool.queue, hb); in dequeue_rx()
2279 card->hbpool.count++; in dequeue_rx()
2282 atomic_inc(&vcc->stats->rx_drop); in dequeue_rx()
2285 sb = (struct sk_buff *)iov->iov_base; in dequeue_rx()
2286 skb_copy_from_linear_data(sb, hb->data, in dequeue_rx()
2287 iov->iov_len); in dequeue_rx()
2288 skb_put(hb, iov->iov_len); in dequeue_rx()
2289 remaining = len - iov->iov_len; in dequeue_rx()
2296 lb = (struct sk_buff *)iov->iov_base; in dequeue_rx()
2298 min_t(int, remaining, iov->iov_len); in dequeue_rx()
2304 remaining -= tocopy; in dequeue_rx()
2308 if (remaining != 0 || hb->len != len) in dequeue_rx()
2311 card->index); in dequeue_rx()
2313 ATM_SKB(hb)->vcc = vcc; in dequeue_rx()
2315 vcc->push(vcc, hb); in dequeue_rx()
2316 atomic_inc(&vcc->stats->rx); in dequeue_rx()
2320 vc->rx_iov = NULL; in dequeue_rx()
2330 card->index); in recycle_rx_buf()
2338 while (count-- > 0) in recycle_iovec_rx_bufs()
2339 recycle_rx_buf(card, (struct sk_buff *)(iov++)->iov_base); in recycle_iovec_rx_bufs()
2344 if (card->iovpool.count < card->iovnr.max) { in recycle_iov_buf()
2345 skb_queue_tail(&card->iovpool.queue, iovb); in recycle_iov_buf()
2346 card->iovpool.count++; in recycle_iov_buf()
2353 skb_unlink(sb, &card->sbpool.queue); in dequeue_sm_buf()
2354 if (card->sbfqc < card->sbnr.init) { in dequeue_sm_buf()
2358 skb_queue_tail(&card->sbpool.queue, new_sb); in dequeue_sm_buf()
2363 if (card->sbfqc < card->sbnr.init) in dequeue_sm_buf()
2368 skb_queue_tail(&card->sbpool.queue, new_sb); in dequeue_sm_buf()
2377 skb_unlink(lb, &card->lbpool.queue); in dequeue_lg_buf()
2378 if (card->lbfqc < card->lbnr.init) { in dequeue_lg_buf()
2382 skb_queue_tail(&card->lbpool.queue, new_lb); in dequeue_lg_buf()
2387 if (card->lbfqc < card->lbnr.init) in dequeue_lg_buf()
2392 skb_queue_tail(&card->lbpool.queue, new_lb); in dequeue_lg_buf()
2406 card = (ns_dev *) dev->dev_data; in ns_proc_read()
2407 stat = readl(card->membase + STAT); in ns_proc_read()
2408 if (!left--) in ns_proc_read()
2410 if (!left--) in ns_proc_read()
2412 ns_stat_sfbqc_get(stat), card->sbnr.min, in ns_proc_read()
2413 card->sbnr.init, card->sbnr.max); in ns_proc_read()
2414 if (!left--) in ns_proc_read()
2416 ns_stat_lfbqc_get(stat), card->lbnr.min, in ns_proc_read()
2417 card->lbnr.init, card->lbnr.max); in ns_proc_read()
2418 if (!left--) in ns_proc_read()
2420 card->hbpool.count, card->hbnr.min, in ns_proc_read()
2421 card->hbnr.init, card->hbnr.max); in ns_proc_read()
2422 if (!left--) in ns_proc_read()
2424 card->iovpool.count, card->iovnr.min, in ns_proc_read()
2425 card->iovnr.init, card->iovnr.max); in ns_proc_read()
2426 if (!left--) { in ns_proc_read()
2429 sprintf(page, "Interrupt counter: %u \n", card->intcnt); in ns_proc_read()
2430 card->intcnt = 0; in ns_proc_read()
2437 if (card->max_pcr == ATM_25_PCR && !left--) { in ns_proc_read()
2444 card->membase + CMD); in ns_proc_read()
2446 phy_regs[i] = readl(card->membase + DR0) & 0x000000FF; in ns_proc_read()
2453 #endif /* 0 - Dump 25.6 Mbps PHY registers */ in ns_proc_read()
2456 if (left-- < NS_TST_NUM_ENTRIES) { in ns_proc_read()
2457 if (card->tste2vc[left + 1] == NULL) in ns_proc_read()
2458 return sprintf(page, "%5d - VBR/UBR \n", left + 1); in ns_proc_read()
2460 return sprintf(page, "%5d - %d %d \n", left + 1, in ns_proc_read()
2461 card->tste2vc[left + 1]->tx_vcc->vpi, in ns_proc_read()
2462 card->tste2vc[left + 1]->tx_vcc->vci); in ns_proc_read()
2475 card = dev->dev_data; in ns_ioctl()
2479 (pl.buftype, &((pool_levels __user *) arg)->buftype)) in ns_ioctl()
2480 return -EFAULT; in ns_ioctl()
2484 ns_stat_sfbqc_get(readl(card->membase + STAT)); in ns_ioctl()
2485 pl.level.min = card->sbnr.min; in ns_ioctl()
2486 pl.level.init = card->sbnr.init; in ns_ioctl()
2487 pl.level.max = card->sbnr.max; in ns_ioctl()
2492 ns_stat_lfbqc_get(readl(card->membase + STAT)); in ns_ioctl()
2493 pl.level.min = card->lbnr.min; in ns_ioctl()
2494 pl.level.init = card->lbnr.init; in ns_ioctl()
2495 pl.level.max = card->lbnr.max; in ns_ioctl()
2499 pl.count = card->hbpool.count; in ns_ioctl()
2500 pl.level.min = card->hbnr.min; in ns_ioctl()
2501 pl.level.init = card->hbnr.init; in ns_ioctl()
2502 pl.level.max = card->hbnr.max; in ns_ioctl()
2506 pl.count = card->iovpool.count; in ns_ioctl()
2507 pl.level.min = card->iovnr.min; in ns_ioctl()
2508 pl.level.init = card->iovnr.init; in ns_ioctl()
2509 pl.level.max = card->iovnr.max; in ns_ioctl()
2513 return -ENOIOCTLCMD; in ns_ioctl()
2519 return -EFAULT; in ns_ioctl()
2523 return -EPERM; in ns_ioctl()
2525 return -EFAULT; in ns_ioctl()
2528 return -EINVAL; in ns_ioctl()
2530 return -EINVAL; in ns_ioctl()
2534 return -EINVAL; in ns_ioctl()
2535 card->sbnr.min = pl.level.min; in ns_ioctl()
2536 card->sbnr.init = pl.level.init; in ns_ioctl()
2537 card->sbnr.max = pl.level.max; in ns_ioctl()
2542 return -EINVAL; in ns_ioctl()
2543 card->lbnr.min = pl.level.min; in ns_ioctl()
2544 card->lbnr.init = pl.level.init; in ns_ioctl()
2545 card->lbnr.max = pl.level.max; in ns_ioctl()
2550 return -EINVAL; in ns_ioctl()
2551 card->hbnr.min = pl.level.min; in ns_ioctl()
2552 card->hbnr.init = pl.level.init; in ns_ioctl()
2553 card->hbnr.max = pl.level.max; in ns_ioctl()
2558 return -EINVAL; in ns_ioctl()
2559 card->iovnr.min = pl.level.min; in ns_ioctl()
2560 card->iovnr.init = pl.level.init; in ns_ioctl()
2561 card->iovnr.max = pl.level.max; in ns_ioctl()
2565 return -EINVAL; in ns_ioctl()
2572 return -EPERM; in ns_ioctl()
2576 while (card->sbfqc < card->sbnr.init) { in ns_ioctl()
2581 return -ENOMEM; in ns_ioctl()
2583 skb_queue_tail(&card->sbpool.queue, sb); in ns_ioctl()
2590 while (card->lbfqc < card->lbnr.init) { in ns_ioctl()
2595 return -ENOMEM; in ns_ioctl()
2597 skb_queue_tail(&card->lbpool.queue, lb); in ns_ioctl()
2604 while (card->hbpool.count > card->hbnr.init) { in ns_ioctl()
2607 spin_lock_irqsave(&card->int_lock, flags); in ns_ioctl()
2608 hb = skb_dequeue(&card->hbpool.queue); in ns_ioctl()
2609 card->hbpool.count--; in ns_ioctl()
2610 spin_unlock_irqrestore(&card->int_lock, flags); in ns_ioctl()
2614 card->index); in ns_ioctl()
2619 while (card->hbpool.count < card->hbnr.init) { in ns_ioctl()
2624 return -ENOMEM; in ns_ioctl()
2626 spin_lock_irqsave(&card->int_lock, flags); in ns_ioctl()
2627 skb_queue_tail(&card->hbpool.queue, hb); in ns_ioctl()
2628 card->hbpool.count++; in ns_ioctl()
2629 spin_unlock_irqrestore(&card->int_lock, flags); in ns_ioctl()
2634 while (card->iovpool.count > card->iovnr.init) { in ns_ioctl()
2637 spin_lock_irqsave(&card->int_lock, flags); in ns_ioctl()
2638 iovb = skb_dequeue(&card->iovpool.queue); in ns_ioctl()
2639 card->iovpool.count--; in ns_ioctl()
2640 spin_unlock_irqrestore(&card->int_lock, flags); in ns_ioctl()
2644 card->index); in ns_ioctl()
2649 while (card->iovpool.count < card->iovnr.init) { in ns_ioctl()
2654 return -ENOMEM; in ns_ioctl()
2656 spin_lock_irqsave(&card->int_lock, flags); in ns_ioctl()
2657 skb_queue_tail(&card->iovpool.queue, iovb); in ns_ioctl()
2658 card->iovpool.count++; in ns_ioctl()
2659 spin_unlock_irqrestore(&card->int_lock, flags); in ns_ioctl()
2664 return -EINVAL; in ns_ioctl()
2670 if (dev->phy && dev->phy->ioctl) { in ns_ioctl()
2671 return dev->phy->ioctl(dev, cmd, arg); in ns_ioctl()
2673 printk("nicstar%d: %s == NULL \n", card->index, in ns_ioctl()
2674 dev->phy ? "dev->phy->ioctl" : "dev->phy"); in ns_ioctl()
2675 return -ENOIOCTLCMD; in ns_ioctl()
2697 if (!spin_trylock_irqsave(&card->int_lock, flags)) { in ns_poll()
2703 stat_r = readl(card->membase + STAT); in ns_poll()
2712 writel(stat_w, card->membase + STAT); in ns_poll()
2713 spin_unlock_irqrestore(&card->int_lock, flags); in ns_poll()
2725 card = dev->dev_data; in ns_phy_put()
2726 spin_lock_irqsave(&card->res_lock, flags); in ns_phy_put()
2728 writel((u32) value, card->membase + DR0); in ns_phy_put()
2730 card->membase + CMD); in ns_phy_put()
2731 spin_unlock_irqrestore(&card->res_lock, flags); in ns_phy_put()
2740 card = dev->dev_data; in ns_phy_get()
2741 spin_lock_irqsave(&card->res_lock, flags); in ns_phy_get()
2744 card->membase + CMD); in ns_phy_get()
2746 data = readl(card->membase + DR0) & 0x000000FF; in ns_phy_get()
2747 spin_unlock_irqrestore(&card->res_lock, flags); in ns_phy_get()