521 	struct mhi_controller mhi_cntrl;  member
528 static int mhi_pci_read_reg(struct mhi_controller *mhi_cntrl,  in mhi_pci_read_reg()  argument
535 static void mhi_pci_write_reg(struct mhi_controller *mhi_cntrl,  in mhi_pci_write_reg()  argument
541 static void mhi_pci_status_cb(struct mhi_controller *mhi_cntrl,  in mhi_pci_status_cb()  argument
544 	struct pci_dev *pdev = to_pci_dev(mhi_cntrl->cntrl_dev);  in mhi_pci_status_cb()
561 static void mhi_pci_wake_get_nop(struct mhi_controller *mhi_cntrl, bool force)  in mhi_pci_wake_get_nop()  argument
566 static void mhi_pci_wake_put_nop(struct mhi_controller *mhi_cntrl, bool override)  in mhi_pci_wake_put_nop()  argument
571 static void mhi_pci_wake_toggle_nop(struct mhi_controller *mhi_cntrl)  in mhi_pci_wake_toggle_nop()  argument
576 static bool mhi_pci_is_alive(struct mhi_controller *mhi_cntrl)  in mhi_pci_is_alive()  argument
578 	struct pci_dev *pdev = to_pci_dev(mhi_cntrl->cntrl_dev);  in mhi_pci_is_alive()
590 static int mhi_pci_claim(struct mhi_controller *mhi_cntrl,  in mhi_pci_claim()  argument
593 	struct pci_dev *pdev = to_pci_dev(mhi_cntrl->cntrl_dev);  in mhi_pci_claim()
611 	mhi_cntrl->regs = pcim_iomap_table(pdev)[bar_num];  in mhi_pci_claim()
612 	mhi_cntrl->reg_len = pci_resource_len(pdev, bar_num);  in mhi_pci_claim()
631 static int mhi_pci_get_irqs(struct mhi_controller *mhi_cntrl,  in mhi_pci_get_irqs()  argument
634 	struct pci_dev *pdev = to_pci_dev(mhi_cntrl->cntrl_dev);  in mhi_pci_get_irqs()
642 	mhi_cntrl->nr_irqs = 1 + mhi_cntrl_config->num_events;  in mhi_pci_get_irqs()
644 	nr_vectors = pci_alloc_irq_vectors(pdev, 1, mhi_cntrl->nr_irqs, PCI_IRQ_MSI);  in mhi_pci_get_irqs()
651 	if (nr_vectors < mhi_cntrl->nr_irqs) {  in mhi_pci_get_irqs()
657 		mhi_cntrl->nr_irqs = 1;  in mhi_pci_get_irqs()
660 	irq = devm_kcalloc(&pdev->dev, mhi_cntrl->nr_irqs, sizeof(int), GFP_KERNEL);  in mhi_pci_get_irqs()
664 	for (i = 0; i < mhi_cntrl->nr_irqs; i++) {  in mhi_pci_get_irqs()
670 	mhi_cntrl->irq = irq;  in mhi_pci_get_irqs()
675 static int mhi_pci_runtime_get(struct mhi_controller *mhi_cntrl)  in mhi_pci_runtime_get()  argument
680 	return pm_runtime_get(mhi_cntrl->cntrl_dev);  in mhi_pci_runtime_get()
683 static void mhi_pci_runtime_put(struct mhi_controller *mhi_cntrl)  in mhi_pci_runtime_put()  argument
688 	pm_runtime_mark_last_busy(mhi_cntrl->cntrl_dev);  in mhi_pci_runtime_put()
689 	pm_runtime_put(mhi_cntrl->cntrl_dev);  in mhi_pci_runtime_put()
696 	struct mhi_controller *mhi_cntrl = &mhi_pdev->mhi_cntrl;  in mhi_pci_recovery_work()  local
697 	struct pci_dev *pdev = to_pci_dev(mhi_cntrl->cntrl_dev);  in mhi_pci_recovery_work()
707 		mhi_power_down(mhi_cntrl, false);  in mhi_pci_recovery_work()
708 		mhi_unprepare_after_power_down(mhi_cntrl);  in mhi_pci_recovery_work()
715 	if (!mhi_pci_is_alive(mhi_cntrl))  in mhi_pci_recovery_work()
718 	err = mhi_prepare_for_power_up(mhi_cntrl);  in mhi_pci_recovery_work()
722 	err = mhi_sync_power_up(mhi_cntrl);  in mhi_pci_recovery_work()
733 	mhi_unprepare_after_power_down(mhi_cntrl);  in mhi_pci_recovery_work()
742 	struct mhi_controller *mhi_cntrl = &mhi_pdev->mhi_cntrl;  in health_check()  local
748 	if (!mhi_pci_is_alive(mhi_cntrl)) {  in health_check()
749 		dev_err(mhi_cntrl->cntrl_dev, "Device died\n");  in health_check()
763 	struct mhi_controller *mhi_cntrl;  in mhi_pci_probe()  local
777 	mhi_cntrl = &mhi_pdev->mhi_cntrl;  in mhi_pci_probe()
779 	mhi_cntrl->cntrl_dev = &pdev->dev;  in mhi_pci_probe()
780 	mhi_cntrl->iova_start = 0;  in mhi_pci_probe()
781 	mhi_cntrl->iova_stop = (dma_addr_t)DMA_BIT_MASK(info->dma_data_width);  in mhi_pci_probe()
782 	mhi_cntrl->fw_image = info->fw;  in mhi_pci_probe()
783 	mhi_cntrl->edl_image = info->edl;  in mhi_pci_probe()
785 	mhi_cntrl->read_reg = mhi_pci_read_reg;  in mhi_pci_probe()
786 	mhi_cntrl->write_reg = mhi_pci_write_reg;  in mhi_pci_probe()
787 	mhi_cntrl->status_cb = mhi_pci_status_cb;  in mhi_pci_probe()
788 	mhi_cntrl->runtime_get = mhi_pci_runtime_get;  in mhi_pci_probe()
789 	mhi_cntrl->runtime_put = mhi_pci_runtime_put;  in mhi_pci_probe()
790 	mhi_cntrl->mru = info->mru_default;  in mhi_pci_probe()
793 		mhi_cntrl->wake_get = mhi_pci_wake_get_nop;  in mhi_pci_probe()
794 		mhi_cntrl->wake_put = mhi_pci_wake_put_nop;  in mhi_pci_probe()
795 		mhi_cntrl->wake_toggle = mhi_pci_wake_toggle_nop;  in mhi_pci_probe()
798 	err = mhi_pci_claim(mhi_cntrl, info->bar_num, DMA_BIT_MASK(info->dma_data_width));  in mhi_pci_probe()
802 	err = mhi_pci_get_irqs(mhi_cntrl, mhi_cntrl_config);  in mhi_pci_probe()
817 	err = mhi_register_controller(mhi_cntrl, mhi_cntrl_config);  in mhi_pci_probe()
822 	err = mhi_prepare_for_power_up(mhi_cntrl);  in mhi_pci_probe()
828 	err = mhi_sync_power_up(mhi_cntrl);  in mhi_pci_probe()
850 	mhi_unprepare_after_power_down(mhi_cntrl);  in mhi_pci_probe()
852 	mhi_unregister_controller(mhi_cntrl);  in mhi_pci_probe()
862 	struct mhi_controller *mhi_cntrl = &mhi_pdev->mhi_cntrl;  in mhi_pci_remove()  local
868 		mhi_power_down(mhi_cntrl, true);  in mhi_pci_remove()
869 		mhi_unprepare_after_power_down(mhi_cntrl);  in mhi_pci_remove()
876 	mhi_unregister_controller(mhi_cntrl);  in mhi_pci_remove()
889 	struct mhi_controller *mhi_cntrl = &mhi_pdev->mhi_cntrl;  in mhi_pci_reset_prepare()  local
897 		mhi_power_down(mhi_cntrl, false);  in mhi_pci_reset_prepare()
898 		mhi_unprepare_after_power_down(mhi_cntrl);  in mhi_pci_reset_prepare()
902 	mhi_soc_reset(mhi_cntrl);  in mhi_pci_reset_prepare()
911 	struct mhi_controller *mhi_cntrl = &mhi_pdev->mhi_cntrl;  in mhi_pci_reset_done()  local
919 	if (!mhi_pci_is_alive(mhi_cntrl)) {  in mhi_pci_reset_done()
924 	err = mhi_prepare_for_power_up(mhi_cntrl);  in mhi_pci_reset_done()
930 	err = mhi_sync_power_up(mhi_cntrl);  in mhi_pci_reset_done()
933 		mhi_unprepare_after_power_down(mhi_cntrl);  in mhi_pci_reset_done()
945 	struct mhi_controller *mhi_cntrl = &mhi_pdev->mhi_cntrl;  in mhi_pci_error_detected()  local
954 		mhi_power_down(mhi_cntrl, false);  in mhi_pci_error_detected()
955 		mhi_unprepare_after_power_down(mhi_cntrl);  in mhi_pci_error_detected()
997 	struct mhi_controller *mhi_cntrl = &mhi_pdev->mhi_cntrl;  in mhi_pci_runtime_suspend()  local
1007 			mhi_cntrl->ee != MHI_EE_AMSS)  in mhi_pci_runtime_suspend()
1011 	err = mhi_pm_suspend(mhi_cntrl);  in mhi_pci_runtime_suspend()
1029 	struct mhi_controller *mhi_cntrl = &mhi_pdev->mhi_cntrl;  in mhi_pci_runtime_resume()  local
1043 			mhi_cntrl->ee != MHI_EE_AMSS)  in mhi_pci_runtime_resume()
1047 	err = mhi_pm_resume(mhi_cntrl);  in mhi_pci_runtime_resume()
1095 	struct mhi_controller *mhi_cntrl = &mhi_pdev->mhi_cntrl;  in mhi_pci_freeze()  local
1104 		mhi_power_down(mhi_cntrl, true);  in mhi_pci_freeze()
1105 		mhi_unprepare_after_power_down(mhi_cntrl);  in mhi_pci_freeze()