590 	void (*phy_errata)(struct mv_host_priv *hpriv, void __iomem *mmio,
592 	void (*enable_leds)(struct mv_host_priv *hpriv, void __iomem *mmio);
594 			   void __iomem *mmio);
595 	int (*reset_hc)(struct mv_host_priv *hpriv, void __iomem *mmio,
597 	void (*reset_flash)(struct mv_host_priv *hpriv, void __iomem *mmio);
598 	void (*reset_bus)(struct ata_host *host, void __iomem *mmio);
617 static void mv5_phy_errata(struct mv_host_priv *hpriv, void __iomem *mmio,
619 static void mv5_enable_leds(struct mv_host_priv *hpriv, void __iomem *mmio);
621 			   void __iomem *mmio);
622 static int mv5_reset_hc(struct mv_host_priv *hpriv, void __iomem *mmio,
624 static void mv5_reset_flash(struct mv_host_priv *hpriv, void __iomem *mmio);
625 static void mv5_reset_bus(struct ata_host *host, void __iomem *mmio);
627 static void mv6_phy_errata(struct mv_host_priv *hpriv, void __iomem *mmio,
629 static void mv6_enable_leds(struct mv_host_priv *hpriv, void __iomem *mmio);
631 			   void __iomem *mmio);
632 static int mv6_reset_hc(struct mv_host_priv *hpriv, void __iomem *mmio,
634 static void mv6_reset_flash(struct mv_host_priv *hpriv, void __iomem *mmio);
636 				      void __iomem *mmio);
638 				      void __iomem *mmio);
640 				  void __iomem *mmio, unsigned int n_hc);
642 				      void __iomem *mmio);
643 static void mv_soc_reset_bus(struct ata_host *host, void __iomem *mmio);
645 				  void __iomem *mmio, unsigned int port);
646 static void mv_reset_pci_bus(struct ata_host *host, void __iomem *mmio);
647 static void mv_reset_channel(struct mv_host_priv *hpriv, void __iomem *mmio,
921 static void __iomem *mv5_phy_base(void __iomem *mmio, unsigned int port)  in mv5_phy_base()  argument
923 	void __iomem *hc_mmio = mv_hc_base_from_port(mmio, port);  in mv5_phy_base()
1104 	void __iomem *mmio = hpriv->base, *hc_mmio;  in mv_set_irq_coalescing()  local
1131 		writel(clks,  mmio + IRQ_COAL_TIME_THRESHOLD);  in mv_set_irq_coalescing()
1132 		writel(count, mmio + IRQ_COAL_IO_THRESHOLD);  in mv_set_irq_coalescing()
1134 		writel(~ALL_PORTS_COAL_IRQ, mmio + IRQ_COAL_CAUSE);  in mv_set_irq_coalescing()
1143 	hc_mmio = mv_hc_base_from_port(mmio, 0);  in mv_set_irq_coalescing()
1150 		hc_mmio = mv_hc_base_from_port(mmio, MV_PORTS_PER_HC);  in mv_set_irq_coalescing()
2903 	void __iomem *mmio = hpriv->base, *hc_mmio;  in mv_host_intr()  local
2908 		writel(~ALL_PORTS_COAL_IRQ, mmio + IRQ_COAL_CAUSE);  in mv_host_intr()
2951 			hc_mmio = mv_hc_base_from_port(mmio, port);  in mv_host_intr()
2965 static int mv_pci_error(struct ata_host *host, void __iomem *mmio)  in mv_pci_error()  argument
2974 	err_cause = readl(mmio + hpriv->irq_cause_offset);  in mv_pci_error()
2979 	mv_dump_all_regs(mmio, -1, to_pci_dev(host->dev));  in mv_pci_error()
2981 	writelfl(0, mmio + hpriv->irq_cause_offset);  in mv_pci_error()
3075 	void __iomem *mmio = hpriv->base;  in mv5_scr_read()  local
3076 	void __iomem *addr = mv5_phy_base(mmio, link->ap->port_no);  in mv5_scr_read()
3089 	void __iomem *mmio = hpriv->base;  in mv5_scr_write()  local
3090 	void __iomem *addr = mv5_phy_base(mmio, link->ap->port_no);  in mv5_scr_write()
3100 static void mv5_reset_bus(struct ata_host *host, void __iomem *mmio)  in mv5_reset_bus()  argument
3108 		u32 tmp = readl(mmio + MV_PCI_EXP_ROM_BAR_CTL);  in mv5_reset_bus()
3110 		writel(tmp, mmio + MV_PCI_EXP_ROM_BAR_CTL);  in mv5_reset_bus()
3113 	mv_reset_pci_bus(host, mmio);  in mv5_reset_bus()
3116 static void mv5_reset_flash(struct mv_host_priv *hpriv, void __iomem *mmio)  in mv5_reset_flash()  argument
3118 	writel(0x0fcfffff, mmio + FLASH_CTL);  in mv5_reset_flash()
3122 			   void __iomem *mmio)  in mv5_read_preamp()  argument
3124 	void __iomem *phy_mmio = mv5_phy_base(mmio, idx);  in mv5_read_preamp()
3133 static void mv5_enable_leds(struct mv_host_priv *hpriv, void __iomem *mmio)  in mv5_enable_leds()  argument
3137 	writel(0, mmio + GPIO_PORT_CTL);  in mv5_enable_leds()
3141 	tmp = readl(mmio + MV_PCI_EXP_ROM_BAR_CTL);  in mv5_enable_leds()
3143 	writel(tmp, mmio + MV_PCI_EXP_ROM_BAR_CTL);  in mv5_enable_leds()
3146 static void mv5_phy_errata(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv5_phy_errata()  argument
3149 	void __iomem *phy_mmio = mv5_phy_base(mmio, port);  in mv5_phy_errata()
3175 static void mv5_reset_hc_port(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv5_reset_hc_port()  argument
3178 	void __iomem *port_mmio = mv_port_base(mmio, port);  in mv5_reset_hc_port()
3180 	mv_reset_channel(hpriv, mmio, port);  in mv5_reset_hc_port()
3199 static void mv5_reset_one_hc(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv5_reset_one_hc()  argument
3202 	void __iomem *hc_mmio = mv_hc_base(mmio, hc);  in mv5_reset_one_hc()
3217 static int mv5_reset_hc(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv5_reset_hc()  argument
3224 			mv5_reset_hc_port(hpriv, mmio,  in mv5_reset_hc()
3227 		mv5_reset_one_hc(hpriv, mmio, hc);  in mv5_reset_hc()
3234 #define ZERO(reg) writel(0, mmio + (reg))
3235 static void mv_reset_pci_bus(struct ata_host *host, void __iomem *mmio)  in mv_reset_pci_bus()  argument
3240 	tmp = readl(mmio + MV_PCI_MODE);  in mv_reset_pci_bus()
3242 	writel(tmp, mmio + MV_PCI_MODE);  in mv_reset_pci_bus()
3246 	writel(0x000100ff, mmio + MV_PCI_XBAR_TMOUT);  in mv_reset_pci_bus()
3257 static void mv6_reset_flash(struct mv_host_priv *hpriv, void __iomem *mmio)  in mv6_reset_flash()  argument
3261 	mv5_reset_flash(hpriv, mmio);  in mv6_reset_flash()
3263 	tmp = readl(mmio + GPIO_PORT_CTL);  in mv6_reset_flash()
3266 	writel(tmp, mmio + GPIO_PORT_CTL);  in mv6_reset_flash()
3278 static int mv6_reset_hc(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv6_reset_hc()  argument
3281 	void __iomem *reg = mmio + PCI_MAIN_CMD_STS;  in mv6_reset_hc()
3334 			   void __iomem *mmio)  in mv6_read_preamp()  argument
3339 	tmp = readl(mmio + RESET_CFG);  in mv6_read_preamp()
3346 	port_mmio = mv_port_base(mmio, idx);  in mv6_read_preamp()
3353 static void mv6_enable_leds(struct mv_host_priv *hpriv, void __iomem *mmio)  in mv6_enable_leds()  argument
3355 	writel(0x00000060, mmio + GPIO_PORT_CTL);  in mv6_enable_leds()
3358 static void mv6_phy_errata(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv6_phy_errata()  argument
3361 	void __iomem *port_mmio = mv_port_base(mmio, port);  in mv6_phy_errata()
3437 				      void __iomem *mmio)  in mv_soc_enable_leds()  argument
3443 			   void __iomem *mmio)  in mv_soc_read_preamp()  argument
3448 	port_mmio = mv_port_base(mmio, idx);  in mv_soc_read_preamp()
3458 					void __iomem *mmio, unsigned int port)  in mv_soc_reset_hc_port()  argument
3460 	void __iomem *port_mmio = mv_port_base(mmio, port);  in mv_soc_reset_hc_port()
3462 	mv_reset_channel(hpriv, mmio, port);  in mv_soc_reset_hc_port()
3483 				       void __iomem *mmio)  in mv_soc_reset_one_hc()  argument
3485 	void __iomem *hc_mmio = mv_hc_base(mmio, 0);  in mv_soc_reset_one_hc()
3496 				  void __iomem *mmio, unsigned int n_hc)  in mv_soc_reset_hc()  argument
3501 		mv_soc_reset_hc_port(hpriv, mmio, port);  in mv_soc_reset_hc()
3503 	mv_soc_reset_one_hc(hpriv, mmio);  in mv_soc_reset_hc()
3509 				      void __iomem *mmio)  in mv_soc_reset_flash()  argument
3514 static void mv_soc_reset_bus(struct ata_host *host, void __iomem *mmio)  in mv_soc_reset_bus()  argument
3520 				  void __iomem *mmio, unsigned int port)  in mv_soc_65n_phy_errata()  argument
3522 	void __iomem *port_mmio = mv_port_base(mmio, port);  in mv_soc_65n_phy_errata()
3576 static void mv_reset_channel(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv_reset_channel()  argument
3579 	void __iomem *port_mmio = mv_port_base(mmio, port_no);  in mv_reset_channel()
3602 	hpriv->ops->phy_errata(hpriv, mmio, port_no);  in mv_reset_channel()
3642 	void __iomem *mmio = hpriv->base;  in mv_hardreset()  local
3647 	mv_reset_channel(hpriv, mmio, ap->port_no);  in mv_hardreset()
3749 	void __iomem *mmio = hpriv->base;  in mv_in_pcix_mode()  local
3754 	reg = readl(mmio + MV_PCI_MODE);  in mv_in_pcix_mode()
3763 	void __iomem *mmio = hpriv->base;  in mv_pci_cut_through_okay()  local
3767 		reg = readl(mmio + MV_PCI_COMMAND);  in mv_pci_cut_through_okay()
3777 	void __iomem *mmio = hpriv->base;  in mv_60x1b2_errata_pci7()  local
3781 		u32 reg = readl(mmio + MV_PCI_COMMAND);  in mv_60x1b2_errata_pci7()
3782 		writelfl(reg & ~MV_PCI_COMMAND_MWRCOM, mmio + MV_PCI_COMMAND);  in mv_60x1b2_errata_pci7()
3944 	void __iomem *mmio = hpriv->base;  in mv_init_host()  local
3951 		hpriv->main_irq_cause_addr = mmio + SOC_HC_MAIN_IRQ_CAUSE;  in mv_init_host()
3952 		hpriv->main_irq_mask_addr  = mmio + SOC_HC_MAIN_IRQ_MASK;  in mv_init_host()
3954 		hpriv->main_irq_cause_addr = mmio + PCI_HC_MAIN_IRQ_CAUSE;  in mv_init_host()
3955 		hpriv->main_irq_mask_addr  = mmio + PCI_HC_MAIN_IRQ_MASK;  in mv_init_host()
3968 			hpriv->ops->read_preamp(hpriv, port, mmio);  in mv_init_host()
3970 	rc = hpriv->ops->reset_hc(hpriv, mmio, n_hc);  in mv_init_host()
3974 	hpriv->ops->reset_flash(hpriv, mmio);  in mv_init_host()
3975 	hpriv->ops->reset_bus(host, mmio);  in mv_init_host()
3976 	hpriv->ops->enable_leds(hpriv, mmio);  in mv_init_host()
3980 		void __iomem *port_mmio = mv_port_base(mmio, port);  in mv_init_host()
3986 		void __iomem *hc_mmio = mv_hc_base(mmio, hc);  in mv_init_host()
3999 		writelfl(0, mmio + hpriv->irq_cause_offset);  in mv_init_host()
4002 		writelfl(hpriv->unmask_all_irqs, mmio + hpriv->irq_mask_offset);  in mv_init_host()