Lines Matching full:pcie
3 * PCIe host controller driver for NWL PCIe Bridge
4 * Based on pcie-xilinx.c, pci-tegra.c
161 phys_addr_t phys_pcie_reg_base; /* Physical PCIe Controller Base */
176 static inline u32 nwl_bridge_readl(struct nwl_pcie *pcie, u32 off) in nwl_bridge_readl() argument
178 return readl(pcie->breg_base + off); in nwl_bridge_readl()
181 static inline void nwl_bridge_writel(struct nwl_pcie *pcie, u32 val, u32 off) in nwl_bridge_writel() argument
183 writel(val, pcie->breg_base + off); in nwl_bridge_writel()
186 static bool nwl_pcie_link_up(struct nwl_pcie *pcie) in nwl_pcie_link_up() argument
188 if (readl(pcie->pcireg_base + PS_LINKUP_OFFSET) & PCIE_PHY_LINKUP_BIT) in nwl_pcie_link_up()
193 static bool nwl_phy_link_up(struct nwl_pcie *pcie) in nwl_phy_link_up() argument
195 if (readl(pcie->pcireg_base + PS_LINKUP_OFFSET) & PHY_RDY_LINKUP_BIT) in nwl_phy_link_up()
200 static int nwl_wait_for_link(struct nwl_pcie *pcie) in nwl_wait_for_link() argument
202 struct device *dev = pcie->dev; in nwl_wait_for_link()
207 if (nwl_phy_link_up(pcie)) in nwl_wait_for_link()
218 struct nwl_pcie *pcie = bus->sysdata; in nwl_pcie_valid_device() local
222 if (!nwl_pcie_link_up(pcie)) in nwl_pcie_valid_device()
244 struct nwl_pcie *pcie = bus->sysdata; in nwl_pcie_map_bus() local
253 return pcie->ecam_base + relbus + where; in nwl_pcie_map_bus()
256 /* PCIe operations */
265 struct nwl_pcie *pcie = data; in nwl_pcie_misc_handler() local
266 struct device *dev = pcie->dev; in nwl_pcie_misc_handler()
270 misc_stat = nwl_bridge_readl(pcie, MSGF_MISC_STATUS) & in nwl_pcie_misc_handler()
315 nwl_bridge_writel(pcie, misc_stat, MSGF_MISC_STATUS); in nwl_pcie_misc_handler()
323 struct nwl_pcie *pcie; in nwl_pcie_leg_handler() local
329 pcie = irq_desc_get_handler_data(desc); in nwl_pcie_leg_handler()
331 while ((status = nwl_bridge_readl(pcie, MSGF_LEG_STATUS) & in nwl_pcie_leg_handler()
334 virq = irq_find_mapping(pcie->legacy_irq_domain, bit); in nwl_pcie_leg_handler()
343 static void nwl_pcie_handle_msi_irq(struct nwl_pcie *pcie, u32 status_reg) in nwl_pcie_handle_msi_irq() argument
350 msi = &pcie->msi; in nwl_pcie_handle_msi_irq()
352 while ((status = nwl_bridge_readl(pcie, status_reg)) != 0) { in nwl_pcie_handle_msi_irq()
354 nwl_bridge_writel(pcie, 1 << bit, status_reg); in nwl_pcie_handle_msi_irq()
365 struct nwl_pcie *pcie = irq_desc_get_handler_data(desc); in nwl_pcie_msi_handler_high() local
368 nwl_pcie_handle_msi_irq(pcie, MSGF_MSI_STATUS_HI); in nwl_pcie_msi_handler_high()
375 struct nwl_pcie *pcie = irq_desc_get_handler_data(desc); in nwl_pcie_msi_handler_low() local
378 nwl_pcie_handle_msi_irq(pcie, MSGF_MSI_STATUS_LO); in nwl_pcie_msi_handler_low()
385 struct nwl_pcie *pcie; in nwl_mask_leg_irq() local
390 pcie = irq_desc_get_chip_data(desc); in nwl_mask_leg_irq()
392 raw_spin_lock_irqsave(&pcie->leg_mask_lock, flags); in nwl_mask_leg_irq()
393 val = nwl_bridge_readl(pcie, MSGF_LEG_MASK); in nwl_mask_leg_irq()
394 nwl_bridge_writel(pcie, (val & (~mask)), MSGF_LEG_MASK); in nwl_mask_leg_irq()
395 raw_spin_unlock_irqrestore(&pcie->leg_mask_lock, flags); in nwl_mask_leg_irq()
401 struct nwl_pcie *pcie; in nwl_unmask_leg_irq() local
406 pcie = irq_desc_get_chip_data(desc); in nwl_unmask_leg_irq()
408 raw_spin_lock_irqsave(&pcie->leg_mask_lock, flags); in nwl_unmask_leg_irq()
409 val = nwl_bridge_readl(pcie, MSGF_LEG_MASK); in nwl_unmask_leg_irq()
410 nwl_bridge_writel(pcie, (val | mask), MSGF_LEG_MASK); in nwl_unmask_leg_irq()
411 raw_spin_unlock_irqrestore(&pcie->leg_mask_lock, flags); in nwl_unmask_leg_irq()
455 struct nwl_pcie *pcie = irq_data_get_irq_chip_data(data); in nwl_compose_msi_msg() local
456 phys_addr_t msi_addr = pcie->phys_pcie_reg_base; in nwl_compose_msi_msg()
478 struct nwl_pcie *pcie = domain->host_data; in nwl_irq_domain_alloc() local
479 struct nwl_msi *msi = &pcie->msi; in nwl_irq_domain_alloc()
504 struct nwl_pcie *pcie = irq_data_get_irq_chip_data(data); in nwl_irq_domain_free() local
505 struct nwl_msi *msi = &pcie->msi; in nwl_irq_domain_free()
518 static int nwl_pcie_init_msi_irq_domain(struct nwl_pcie *pcie) in nwl_pcie_init_msi_irq_domain() argument
521 struct device *dev = pcie->dev; in nwl_pcie_init_msi_irq_domain()
523 struct nwl_msi *msi = &pcie->msi; in nwl_pcie_init_msi_irq_domain()
526 &dev_msi_domain_ops, pcie); in nwl_pcie_init_msi_irq_domain()
543 static int nwl_pcie_init_irq_domain(struct nwl_pcie *pcie) in nwl_pcie_init_irq_domain() argument
545 struct device *dev = pcie->dev; in nwl_pcie_init_irq_domain()
555 pcie->legacy_irq_domain = irq_domain_add_linear(legacy_intc_node, in nwl_pcie_init_irq_domain()
558 pcie); in nwl_pcie_init_irq_domain()
560 if (!pcie->legacy_irq_domain) { in nwl_pcie_init_irq_domain()
565 raw_spin_lock_init(&pcie->leg_mask_lock); in nwl_pcie_init_irq_domain()
566 nwl_pcie_init_msi_irq_domain(pcie); in nwl_pcie_init_irq_domain()
570 static int nwl_pcie_enable_msi(struct nwl_pcie *pcie) in nwl_pcie_enable_msi() argument
572 struct device *dev = pcie->dev; in nwl_pcie_enable_msi()
574 struct nwl_msi *msi = &pcie->msi; in nwl_pcie_enable_msi()
593 nwl_pcie_msi_handler_high, pcie); in nwl_pcie_enable_msi()
603 nwl_pcie_msi_handler_low, pcie); in nwl_pcie_enable_msi()
606 ret = nwl_bridge_readl(pcie, I_MSII_CAPABILITIES) & MSII_PRESENT; in nwl_pcie_enable_msi()
614 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, I_MSII_CONTROL) | in nwl_pcie_enable_msi()
618 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, I_MSII_CONTROL) | in nwl_pcie_enable_msi()
622 base = pcie->phys_pcie_reg_base; in nwl_pcie_enable_msi()
623 nwl_bridge_writel(pcie, lower_32_bits(base), I_MSII_BASE_LO); in nwl_pcie_enable_msi()
624 nwl_bridge_writel(pcie, upper_32_bits(base), I_MSII_BASE_HI); in nwl_pcie_enable_msi()
630 nwl_bridge_writel(pcie, 0, MSGF_MSI_MASK_HI); in nwl_pcie_enable_msi()
632 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, MSGF_MSI_STATUS_HI) & in nwl_pcie_enable_msi()
635 nwl_bridge_writel(pcie, MSGF_MSI_SR_HI_MASK, MSGF_MSI_MASK_HI); in nwl_pcie_enable_msi()
641 nwl_bridge_writel(pcie, 0, MSGF_MSI_MASK_LO); in nwl_pcie_enable_msi()
643 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, MSGF_MSI_STATUS_LO) & in nwl_pcie_enable_msi()
646 nwl_bridge_writel(pcie, MSGF_MSI_SR_LO_MASK, MSGF_MSI_MASK_LO); in nwl_pcie_enable_msi()
655 static int nwl_pcie_bridge_init(struct nwl_pcie *pcie) in nwl_pcie_bridge_init() argument
657 struct device *dev = pcie->dev; in nwl_pcie_bridge_init()
662 breg_val = nwl_bridge_readl(pcie, E_BREG_CAPABILITIES) & BREG_PRESENT; in nwl_pcie_bridge_init()
669 nwl_bridge_writel(pcie, lower_32_bits(pcie->phys_breg_base), in nwl_pcie_bridge_init()
671 nwl_bridge_writel(pcie, upper_32_bits(pcie->phys_breg_base), in nwl_pcie_bridge_init()
675 nwl_bridge_writel(pcie, ~BREG_ENABLE_FORCE & BREG_ENABLE, in nwl_pcie_bridge_init()
679 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, BRCFG_PCIE_RX0) | in nwl_pcie_bridge_init()
683 nwl_bridge_writel(pcie, SET_ISUB_CONTROL, I_ISUB_CONTROL); in nwl_pcie_bridge_init()
686 nwl_bridge_writel(pcie, CFG_ENABLE_MSG_FILTER_MASK, in nwl_pcie_bridge_init()
689 err = nwl_wait_for_link(pcie); in nwl_pcie_bridge_init()
693 ecam_val = nwl_bridge_readl(pcie, E_ECAM_CAPABILITIES) & E_ECAM_PRESENT; in nwl_pcie_bridge_init()
700 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, E_ECAM_CONTROL) | in nwl_pcie_bridge_init()
703 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, E_ECAM_CONTROL) | in nwl_pcie_bridge_init()
704 (pcie->ecam_value << E_ECAM_SIZE_SHIFT), in nwl_pcie_bridge_init()
707 nwl_bridge_writel(pcie, lower_32_bits(pcie->phys_ecam_base), in nwl_pcie_bridge_init()
709 nwl_bridge_writel(pcie, upper_32_bits(pcie->phys_ecam_base), in nwl_pcie_bridge_init()
713 ecam_val = nwl_bridge_readl(pcie, E_ECAM_CONTROL); in nwl_pcie_bridge_init()
714 pcie->last_busno = (ecam_val & E_ECAM_SIZE_LOC) >> E_ECAM_SIZE_SHIFT; in nwl_pcie_bridge_init()
718 ecam_val |= (pcie->last_busno << E_ECAM_SIZE_SHIFT); in nwl_pcie_bridge_init()
719 writel(ecam_val, (pcie->ecam_base + PCI_PRIMARY_BUS)); in nwl_pcie_bridge_init()
721 if (nwl_pcie_link_up(pcie)) in nwl_pcie_bridge_init()
727 pcie->irq_misc = platform_get_irq_byname(pdev, "misc"); in nwl_pcie_bridge_init()
728 if (pcie->irq_misc < 0) in nwl_pcie_bridge_init()
731 err = devm_request_irq(dev, pcie->irq_misc, in nwl_pcie_bridge_init()
733 "nwl_pcie:misc", pcie); in nwl_pcie_bridge_init()
736 pcie->irq_misc); in nwl_pcie_bridge_init()
741 nwl_bridge_writel(pcie, (u32)~MSGF_MISC_SR_MASKALL, MSGF_MISC_MASK); in nwl_pcie_bridge_init()
744 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, MSGF_MISC_STATUS) & in nwl_pcie_bridge_init()
748 nwl_bridge_writel(pcie, MSGF_MISC_SR_MASKALL, MSGF_MISC_MASK); in nwl_pcie_bridge_init()
752 nwl_bridge_writel(pcie, (u32)~MSGF_LEG_SR_MASKALL, MSGF_LEG_MASK); in nwl_pcie_bridge_init()
755 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, MSGF_LEG_STATUS) & in nwl_pcie_bridge_init()
759 nwl_bridge_writel(pcie, MSGF_LEG_SR_MASKALL, MSGF_LEG_MASK); in nwl_pcie_bridge_init()
762 nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, BRCFG_INTERRUPT) | in nwl_pcie_bridge_init()
768 static int nwl_pcie_parse_dt(struct nwl_pcie *pcie, in nwl_pcie_parse_dt() argument
771 struct device *dev = pcie->dev; in nwl_pcie_parse_dt()
775 pcie->breg_base = devm_ioremap_resource(dev, res); in nwl_pcie_parse_dt()
776 if (IS_ERR(pcie->breg_base)) in nwl_pcie_parse_dt()
777 return PTR_ERR(pcie->breg_base); in nwl_pcie_parse_dt()
778 pcie->phys_breg_base = res->start; in nwl_pcie_parse_dt()
781 pcie->pcireg_base = devm_ioremap_resource(dev, res); in nwl_pcie_parse_dt()
782 if (IS_ERR(pcie->pcireg_base)) in nwl_pcie_parse_dt()
783 return PTR_ERR(pcie->pcireg_base); in nwl_pcie_parse_dt()
784 pcie->phys_pcie_reg_base = res->start; in nwl_pcie_parse_dt()
787 pcie->ecam_base = devm_pci_remap_cfg_resource(dev, res); in nwl_pcie_parse_dt()
788 if (IS_ERR(pcie->ecam_base)) in nwl_pcie_parse_dt()
789 return PTR_ERR(pcie->ecam_base); in nwl_pcie_parse_dt()
790 pcie->phys_ecam_base = res->start; in nwl_pcie_parse_dt()
793 pcie->irq_intx = platform_get_irq_byname(pdev, "intx"); in nwl_pcie_parse_dt()
794 if (pcie->irq_intx < 0) in nwl_pcie_parse_dt()
795 return pcie->irq_intx; in nwl_pcie_parse_dt()
797 irq_set_chained_handler_and_data(pcie->irq_intx, in nwl_pcie_parse_dt()
798 nwl_pcie_leg_handler, pcie); in nwl_pcie_parse_dt()
804 { .compatible = "xlnx,nwl-pcie-2.11", },
811 struct nwl_pcie *pcie; in nwl_pcie_probe() local
815 bridge = devm_pci_alloc_host_bridge(dev, sizeof(*pcie)); in nwl_pcie_probe()
819 pcie = pci_host_bridge_priv(bridge); in nwl_pcie_probe()
821 pcie->dev = dev; in nwl_pcie_probe()
822 pcie->ecam_value = NWL_ECAM_VALUE_DEFAULT; in nwl_pcie_probe()
824 err = nwl_pcie_parse_dt(pcie, pdev); in nwl_pcie_probe()
830 pcie->clk = devm_clk_get(dev, NULL); in nwl_pcie_probe()
831 if (IS_ERR(pcie->clk)) in nwl_pcie_probe()
832 return PTR_ERR(pcie->clk); in nwl_pcie_probe()
834 err = clk_prepare_enable(pcie->clk); in nwl_pcie_probe()
836 dev_err(dev, "can't enable PCIe ref clock\n"); in nwl_pcie_probe()
840 err = nwl_pcie_bridge_init(pcie); in nwl_pcie_probe()
846 err = nwl_pcie_init_irq_domain(pcie); in nwl_pcie_probe()
852 bridge->sysdata = pcie; in nwl_pcie_probe()
856 err = nwl_pcie_enable_msi(pcie); in nwl_pcie_probe()
868 .name = "nwl-pcie",