Lines Matching full:host
2 * linux/drivers/mmc/host/sdhci.c - Secure Digital Host Controller Interface driver
33 #include <linux/mmc/host.h>
43 pr_debug("%s: " DRIVER_NAME ": " f, mmc_hostname(host->mmc), ## x)
46 pr_err("%s: " DRIVER_NAME ": " f, mmc_hostname(host->mmc), ## x)
55 static void sdhci_enable_preset_value(struct sdhci_host *host, bool enable);
57 void sdhci_dumpregs(struct sdhci_host *host) in sdhci_dumpregs() argument
62 sdhci_readl(host, SDHCI_DMA_ADDRESS), in sdhci_dumpregs()
63 sdhci_readw(host, SDHCI_HOST_VERSION)); in sdhci_dumpregs()
65 sdhci_readw(host, SDHCI_BLOCK_SIZE), in sdhci_dumpregs()
66 sdhci_readw(host, SDHCI_BLOCK_COUNT)); in sdhci_dumpregs()
68 sdhci_readl(host, SDHCI_ARGUMENT), in sdhci_dumpregs()
69 sdhci_readw(host, SDHCI_TRANSFER_MODE)); in sdhci_dumpregs()
70 SDHCI_DUMP("Present: 0x%08x | Host ctl: 0x%08x\n", in sdhci_dumpregs()
71 sdhci_readl(host, SDHCI_PRESENT_STATE), in sdhci_dumpregs()
72 sdhci_readb(host, SDHCI_HOST_CONTROL)); in sdhci_dumpregs()
74 sdhci_readb(host, SDHCI_POWER_CONTROL), in sdhci_dumpregs()
75 sdhci_readb(host, SDHCI_BLOCK_GAP_CONTROL)); in sdhci_dumpregs()
77 sdhci_readb(host, SDHCI_WAKE_UP_CONTROL), in sdhci_dumpregs()
78 sdhci_readw(host, SDHCI_CLOCK_CONTROL)); in sdhci_dumpregs()
80 sdhci_readb(host, SDHCI_TIMEOUT_CONTROL), in sdhci_dumpregs()
81 sdhci_readl(host, SDHCI_INT_STATUS)); in sdhci_dumpregs()
83 sdhci_readl(host, SDHCI_INT_ENABLE), in sdhci_dumpregs()
84 sdhci_readl(host, SDHCI_SIGNAL_ENABLE)); in sdhci_dumpregs()
86 sdhci_readw(host, SDHCI_AUTO_CMD_STATUS), in sdhci_dumpregs()
87 sdhci_readw(host, SDHCI_SLOT_INT_STATUS)); in sdhci_dumpregs()
89 sdhci_readl(host, SDHCI_CAPABILITIES), in sdhci_dumpregs()
90 sdhci_readl(host, SDHCI_CAPABILITIES_1)); in sdhci_dumpregs()
92 sdhci_readw(host, SDHCI_COMMAND), in sdhci_dumpregs()
93 sdhci_readl(host, SDHCI_MAX_CURRENT)); in sdhci_dumpregs()
95 sdhci_readl(host, SDHCI_RESPONSE), in sdhci_dumpregs()
96 sdhci_readl(host, SDHCI_RESPONSE + 4)); in sdhci_dumpregs()
98 sdhci_readl(host, SDHCI_RESPONSE + 8), in sdhci_dumpregs()
99 sdhci_readl(host, SDHCI_RESPONSE + 12)); in sdhci_dumpregs()
100 SDHCI_DUMP("Host ctl2: 0x%08x\n", in sdhci_dumpregs()
101 sdhci_readw(host, SDHCI_HOST_CONTROL2)); in sdhci_dumpregs()
103 if (host->flags & SDHCI_USE_ADMA) { in sdhci_dumpregs()
104 if (host->flags & SDHCI_USE_64_BIT_DMA) { in sdhci_dumpregs()
106 sdhci_readl(host, SDHCI_ADMA_ERROR), in sdhci_dumpregs()
107 sdhci_readl(host, SDHCI_ADMA_ADDRESS_HI), in sdhci_dumpregs()
108 sdhci_readl(host, SDHCI_ADMA_ADDRESS)); in sdhci_dumpregs()
111 sdhci_readl(host, SDHCI_ADMA_ERROR), in sdhci_dumpregs()
112 sdhci_readl(host, SDHCI_ADMA_ADDRESS)); in sdhci_dumpregs()
131 static void sdhci_set_card_detection(struct sdhci_host *host, bool enable) in sdhci_set_card_detection() argument
135 if ((host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) || in sdhci_set_card_detection()
136 !mmc_card_is_removable(host->mmc) || mmc_can_gpio_cd(host->mmc)) in sdhci_set_card_detection()
140 present = sdhci_readl(host, SDHCI_PRESENT_STATE) & in sdhci_set_card_detection()
143 host->ier |= present ? SDHCI_INT_CARD_REMOVE : in sdhci_set_card_detection()
146 host->ier &= ~(SDHCI_INT_CARD_REMOVE | SDHCI_INT_CARD_INSERT); in sdhci_set_card_detection()
149 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_card_detection()
150 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_card_detection()
153 static void sdhci_enable_card_detection(struct sdhci_host *host) in sdhci_enable_card_detection() argument
155 sdhci_set_card_detection(host, true); in sdhci_enable_card_detection()
158 static void sdhci_disable_card_detection(struct sdhci_host *host) in sdhci_disable_card_detection() argument
160 sdhci_set_card_detection(host, false); in sdhci_disable_card_detection()
163 static void sdhci_runtime_pm_bus_on(struct sdhci_host *host) in sdhci_runtime_pm_bus_on() argument
165 if (host->bus_on) in sdhci_runtime_pm_bus_on()
167 host->bus_on = true; in sdhci_runtime_pm_bus_on()
168 pm_runtime_get_noresume(host->mmc->parent); in sdhci_runtime_pm_bus_on()
171 static void sdhci_runtime_pm_bus_off(struct sdhci_host *host) in sdhci_runtime_pm_bus_off() argument
173 if (!host->bus_on) in sdhci_runtime_pm_bus_off()
175 host->bus_on = false; in sdhci_runtime_pm_bus_off()
176 pm_runtime_put_noidle(host->mmc->parent); in sdhci_runtime_pm_bus_off()
179 void sdhci_reset(struct sdhci_host *host, u8 mask) in sdhci_reset() argument
183 sdhci_writeb(host, mask, SDHCI_SOFTWARE_RESET); in sdhci_reset()
186 host->clock = 0; in sdhci_reset()
188 if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) in sdhci_reset()
189 sdhci_runtime_pm_bus_off(host); in sdhci_reset()
199 if (!(sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask)) in sdhci_reset()
203 mmc_hostname(host->mmc), (int)mask); in sdhci_reset()
204 sdhci_dumpregs(host); in sdhci_reset()
212 static void sdhci_do_reset(struct sdhci_host *host, u8 mask) in sdhci_do_reset() argument
214 if (host->quirks & SDHCI_QUIRK_NO_CARD_NO_RESET) { in sdhci_do_reset()
215 struct mmc_host *mmc = host->mmc; in sdhci_do_reset()
221 host->ops->reset(host, mask); in sdhci_do_reset()
224 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_do_reset()
225 if (host->ops->enable_dma) in sdhci_do_reset()
226 host->ops->enable_dma(host); in sdhci_do_reset()
230 host->preset_enabled = false; in sdhci_do_reset()
234 static void sdhci_set_default_irqs(struct sdhci_host *host) in sdhci_set_default_irqs() argument
236 host->ier = SDHCI_INT_BUS_POWER | SDHCI_INT_DATA_END_BIT | in sdhci_set_default_irqs()
242 if (host->tuning_mode == SDHCI_TUNING_MODE_2 || in sdhci_set_default_irqs()
243 host->tuning_mode == SDHCI_TUNING_MODE_3) in sdhci_set_default_irqs()
244 host->ier |= SDHCI_INT_RETUNE; in sdhci_set_default_irqs()
246 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_default_irqs()
247 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_default_irqs()
250 static void sdhci_init(struct sdhci_host *host, int soft) in sdhci_init() argument
252 struct mmc_host *mmc = host->mmc; in sdhci_init()
255 sdhci_do_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA); in sdhci_init()
257 sdhci_do_reset(host, SDHCI_RESET_ALL); in sdhci_init()
259 sdhci_set_default_irqs(host); in sdhci_init()
261 host->cqe_on = false; in sdhci_init()
265 host->clock = 0; in sdhci_init()
270 static void sdhci_reinit(struct sdhci_host *host) in sdhci_reinit() argument
272 sdhci_init(host, 0); in sdhci_reinit()
273 sdhci_enable_card_detection(host); in sdhci_reinit()
276 static void __sdhci_led_activate(struct sdhci_host *host) in __sdhci_led_activate() argument
280 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in __sdhci_led_activate()
282 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in __sdhci_led_activate()
285 static void __sdhci_led_deactivate(struct sdhci_host *host) in __sdhci_led_deactivate() argument
289 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in __sdhci_led_deactivate()
291 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in __sdhci_led_deactivate()
298 struct sdhci_host *host = container_of(led, struct sdhci_host, led); in sdhci_led_control() local
301 spin_lock_irqsave(&host->lock, flags); in sdhci_led_control()
303 if (host->runtime_suspended) in sdhci_led_control()
307 __sdhci_led_deactivate(host); in sdhci_led_control()
309 __sdhci_led_activate(host); in sdhci_led_control()
311 spin_unlock_irqrestore(&host->lock, flags); in sdhci_led_control()
314 static int sdhci_led_register(struct sdhci_host *host) in sdhci_led_register() argument
316 struct mmc_host *mmc = host->mmc; in sdhci_led_register()
318 snprintf(host->led_name, sizeof(host->led_name), in sdhci_led_register()
321 host->led.name = host->led_name; in sdhci_led_register()
322 host->led.brightness = LED_OFF; in sdhci_led_register()
323 host->led.default_trigger = mmc_hostname(mmc); in sdhci_led_register()
324 host->led.brightness_set = sdhci_led_control; in sdhci_led_register()
326 return led_classdev_register(mmc_dev(mmc), &host->led); in sdhci_led_register()
329 static void sdhci_led_unregister(struct sdhci_host *host) in sdhci_led_unregister() argument
331 led_classdev_unregister(&host->led); in sdhci_led_unregister()
334 static inline void sdhci_led_activate(struct sdhci_host *host) in sdhci_led_activate() argument
338 static inline void sdhci_led_deactivate(struct sdhci_host *host) in sdhci_led_deactivate() argument
344 static inline int sdhci_led_register(struct sdhci_host *host) in sdhci_led_register() argument
349 static inline void sdhci_led_unregister(struct sdhci_host *host) in sdhci_led_unregister() argument
353 static inline void sdhci_led_activate(struct sdhci_host *host) in sdhci_led_activate() argument
355 __sdhci_led_activate(host); in sdhci_led_activate()
358 static inline void sdhci_led_deactivate(struct sdhci_host *host) in sdhci_led_deactivate() argument
360 __sdhci_led_deactivate(host); in sdhci_led_deactivate()
371 static void sdhci_read_block_pio(struct sdhci_host *host) in sdhci_read_block_pio() argument
380 blksize = host->data->blksz; in sdhci_read_block_pio()
386 BUG_ON(!sg_miter_next(&host->sg_miter)); in sdhci_read_block_pio()
388 len = min(host->sg_miter.length, blksize); in sdhci_read_block_pio()
391 host->sg_miter.consumed = len; in sdhci_read_block_pio()
393 buf = host->sg_miter.addr; in sdhci_read_block_pio()
397 scratch = sdhci_readl(host, SDHCI_BUFFER); in sdhci_read_block_pio()
410 sg_miter_stop(&host->sg_miter); in sdhci_read_block_pio()
415 static void sdhci_write_block_pio(struct sdhci_host *host) in sdhci_write_block_pio() argument
424 blksize = host->data->blksz; in sdhci_write_block_pio()
431 BUG_ON(!sg_miter_next(&host->sg_miter)); in sdhci_write_block_pio()
433 len = min(host->sg_miter.length, blksize); in sdhci_write_block_pio()
436 host->sg_miter.consumed = len; in sdhci_write_block_pio()
438 buf = host->sg_miter.addr; in sdhci_write_block_pio()
448 sdhci_writel(host, scratch, SDHCI_BUFFER); in sdhci_write_block_pio()
455 sg_miter_stop(&host->sg_miter); in sdhci_write_block_pio()
460 static void sdhci_transfer_pio(struct sdhci_host *host) in sdhci_transfer_pio() argument
464 if (host->blocks == 0) in sdhci_transfer_pio()
467 if (host->data->flags & MMC_DATA_READ) in sdhci_transfer_pio()
477 if ((host->quirks & SDHCI_QUIRK_BROKEN_SMALL_PIO) && in sdhci_transfer_pio()
478 (host->data->blocks == 1)) in sdhci_transfer_pio()
481 while (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) { in sdhci_transfer_pio()
482 if (host->quirks & SDHCI_QUIRK_PIO_NEEDS_DELAY) in sdhci_transfer_pio()
485 if (host->data->flags & MMC_DATA_READ) in sdhci_transfer_pio()
486 sdhci_read_block_pio(host); in sdhci_transfer_pio()
488 sdhci_write_block_pio(host); in sdhci_transfer_pio()
490 host->blocks--; in sdhci_transfer_pio()
491 if (host->blocks == 0) in sdhci_transfer_pio()
498 static int sdhci_pre_dma_transfer(struct sdhci_host *host, in sdhci_pre_dma_transfer() argument
511 if (host->bounce_buffer) { in sdhci_pre_dma_transfer()
514 if (length > host->bounce_buffer_size) { in sdhci_pre_dma_transfer()
516 mmc_hostname(host->mmc), length, in sdhci_pre_dma_transfer()
517 host->bounce_buffer_size); in sdhci_pre_dma_transfer()
523 host->bounce_buffer, in sdhci_pre_dma_transfer()
527 dma_sync_single_for_device(host->mmc->parent, in sdhci_pre_dma_transfer()
528 host->bounce_addr, in sdhci_pre_dma_transfer()
529 host->bounce_buffer_size, in sdhci_pre_dma_transfer()
535 sg_count = dma_map_sg(mmc_dev(host->mmc), in sdhci_pre_dma_transfer()
561 static void sdhci_adma_write_desc(struct sdhci_host *host, void *desc, in sdhci_adma_write_desc() argument
571 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_adma_write_desc()
583 static void sdhci_adma_table_pre(struct sdhci_host *host, in sdhci_adma_table_pre() argument
598 host->sg_count = sg_count; in sdhci_adma_table_pre()
600 desc = host->adma_table; in sdhci_adma_table_pre()
601 align = host->align_buffer; in sdhci_adma_table_pre()
603 align_addr = host->align_addr; in sdhci_adma_table_pre()
605 for_each_sg(data->sg, sg, host->sg_count, i) { in sdhci_adma_table_pre()
625 sdhci_adma_write_desc(host, desc, align_addr, offset, in sdhci_adma_table_pre()
633 desc += host->desc_sz; in sdhci_adma_table_pre()
643 sdhci_adma_write_desc(host, desc, addr, len, in sdhci_adma_table_pre()
645 desc += host->desc_sz; in sdhci_adma_table_pre()
652 WARN_ON((desc - host->adma_table) >= host->adma_table_sz); in sdhci_adma_table_pre()
655 if (host->quirks & SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC) { in sdhci_adma_table_pre()
657 if (desc != host->adma_table) { in sdhci_adma_table_pre()
658 desc -= host->desc_sz; in sdhci_adma_table_pre()
663 sdhci_adma_write_desc(host, desc, 0, 0, ADMA2_NOP_END_VALID); in sdhci_adma_table_pre()
667 static void sdhci_adma_table_post(struct sdhci_host *host, in sdhci_adma_table_post() argument
680 for_each_sg(data->sg, sg, host->sg_count, i) in sdhci_adma_table_post()
687 dma_sync_sg_for_cpu(mmc_dev(host->mmc), data->sg, in sdhci_adma_table_post()
690 align = host->align_buffer; in sdhci_adma_table_post()
692 for_each_sg(data->sg, sg, host->sg_count, i) { in sdhci_adma_table_post()
708 static u32 sdhci_sdma_address(struct sdhci_host *host) in sdhci_sdma_address() argument
710 if (host->bounce_buffer) in sdhci_sdma_address()
711 return host->bounce_addr; in sdhci_sdma_address()
713 return sg_dma_address(host->data->sg); in sdhci_sdma_address()
716 static unsigned int sdhci_target_timeout(struct sdhci_host *host, in sdhci_target_timeout() argument
727 if (host->clock && data->timeout_clks) { in sdhci_target_timeout()
732 * host->clock is in Hz. target_timeout is in us. in sdhci_target_timeout()
736 if (do_div(val, host->clock)) in sdhci_target_timeout()
745 static void sdhci_calc_sw_timeout(struct sdhci_host *host, in sdhci_calc_sw_timeout() argument
749 struct mmc_host *mmc = host->mmc; in sdhci_calc_sw_timeout()
757 target_timeout = sdhci_target_timeout(host, cmd, data); in sdhci_calc_sw_timeout()
762 freq = host->mmc->actual_clock ? : host->clock; in sdhci_calc_sw_timeout()
768 host->data_timeout = data->blocks * target_timeout + in sdhci_calc_sw_timeout()
771 host->data_timeout = target_timeout; in sdhci_calc_sw_timeout()
774 if (host->data_timeout) in sdhci_calc_sw_timeout()
775 host->data_timeout += MMC_CMD_TRANSFER_TIME; in sdhci_calc_sw_timeout()
778 static u8 sdhci_calc_timeout(struct sdhci_host *host, struct mmc_command *cmd, in sdhci_calc_timeout() argument
788 * If the host controller provides us with an incorrect timeout in sdhci_calc_timeout()
793 if (host->quirks & SDHCI_QUIRK_BROKEN_TIMEOUT_VAL) in sdhci_calc_timeout()
801 target_timeout = sdhci_target_timeout(host, cmd, data); in sdhci_calc_timeout()
809 * (2) host->timeout_clk < 2^16 in sdhci_calc_timeout()
814 current_timeout = (1 << 13) * 1000 / host->timeout_clk; in sdhci_calc_timeout()
823 if (!(host->quirks2 & SDHCI_QUIRK2_DISABLE_HW_TIMEOUT)) in sdhci_calc_timeout()
834 static void sdhci_set_transfer_irqs(struct sdhci_host *host) in sdhci_set_transfer_irqs() argument
839 if (host->flags & SDHCI_REQ_USE_DMA) in sdhci_set_transfer_irqs()
840 host->ier = (host->ier & ~pio_irqs) | dma_irqs; in sdhci_set_transfer_irqs()
842 host->ier = (host->ier & ~dma_irqs) | pio_irqs; in sdhci_set_transfer_irqs()
844 if (host->flags & (SDHCI_AUTO_CMD23 | SDHCI_AUTO_CMD12)) in sdhci_set_transfer_irqs()
845 host->ier |= SDHCI_INT_AUTO_CMD_ERR; in sdhci_set_transfer_irqs()
847 host->ier &= ~SDHCI_INT_AUTO_CMD_ERR; in sdhci_set_transfer_irqs()
849 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_transfer_irqs()
850 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_transfer_irqs()
853 static void sdhci_set_data_timeout_irq(struct sdhci_host *host, bool enable) in sdhci_set_data_timeout_irq() argument
856 host->ier |= SDHCI_INT_DATA_TIMEOUT; in sdhci_set_data_timeout_irq()
858 host->ier &= ~SDHCI_INT_DATA_TIMEOUT; in sdhci_set_data_timeout_irq()
859 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_data_timeout_irq()
860 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_data_timeout_irq()
863 static void sdhci_set_timeout(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_set_timeout() argument
867 if (host->ops->set_timeout) { in sdhci_set_timeout()
868 host->ops->set_timeout(host, cmd); in sdhci_set_timeout()
872 count = sdhci_calc_timeout(host, cmd, &too_big); in sdhci_set_timeout()
875 host->quirks2 & SDHCI_QUIRK2_DISABLE_HW_TIMEOUT) { in sdhci_set_timeout()
876 sdhci_calc_sw_timeout(host, cmd); in sdhci_set_timeout()
877 sdhci_set_data_timeout_irq(host, false); in sdhci_set_timeout()
878 } else if (!(host->ier & SDHCI_INT_DATA_TIMEOUT)) { in sdhci_set_timeout()
879 sdhci_set_data_timeout_irq(host, true); in sdhci_set_timeout()
882 sdhci_writeb(host, count, SDHCI_TIMEOUT_CONTROL); in sdhci_set_timeout()
886 static void sdhci_prepare_data(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_prepare_data() argument
891 host->data_timeout = 0; in sdhci_prepare_data()
894 sdhci_set_timeout(host, cmd); in sdhci_prepare_data()
899 WARN_ON(host->data); in sdhci_prepare_data()
903 BUG_ON(data->blksz > host->mmc->max_blk_size); in sdhci_prepare_data()
906 host->data = data; in sdhci_prepare_data()
907 host->data_early = 0; in sdhci_prepare_data()
908 host->data->bytes_xfered = 0; in sdhci_prepare_data()
910 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_prepare_data()
915 host->flags |= SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
926 if (host->flags & SDHCI_USE_ADMA) { in sdhci_prepare_data()
927 if (host->quirks & SDHCI_QUIRK_32BIT_ADMA_SIZE) { in sdhci_prepare_data()
937 if (host->quirks & SDHCI_QUIRK_32BIT_DMA_SIZE) in sdhci_prepare_data()
939 if (host->quirks & SDHCI_QUIRK_32BIT_DMA_ADDR) in sdhci_prepare_data()
948 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
953 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
960 if (host->flags & SDHCI_REQ_USE_DMA) { in sdhci_prepare_data()
961 int sg_cnt = sdhci_pre_dma_transfer(host, data, COOKIE_MAPPED); in sdhci_prepare_data()
969 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
970 } else if (host->flags & SDHCI_USE_ADMA) { in sdhci_prepare_data()
971 sdhci_adma_table_pre(host, data, sg_cnt); in sdhci_prepare_data()
973 sdhci_writel(host, host->adma_addr, SDHCI_ADMA_ADDRESS); in sdhci_prepare_data()
974 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_prepare_data()
975 sdhci_writel(host, in sdhci_prepare_data()
976 (u64)host->adma_addr >> 32, in sdhci_prepare_data()
980 sdhci_writel(host, sdhci_sdma_address(host), in sdhci_prepare_data()
990 if (host->version >= SDHCI_SPEC_200) { in sdhci_prepare_data()
991 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_prepare_data()
993 if ((host->flags & SDHCI_REQ_USE_DMA) && in sdhci_prepare_data()
994 (host->flags & SDHCI_USE_ADMA)) { in sdhci_prepare_data()
995 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_prepare_data()
1002 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_prepare_data()
1005 if (!(host->flags & SDHCI_REQ_USE_DMA)) { in sdhci_prepare_data()
1009 if (host->data->flags & MMC_DATA_READ) in sdhci_prepare_data()
1013 sg_miter_start(&host->sg_miter, data->sg, data->sg_len, flags); in sdhci_prepare_data()
1014 host->blocks = data->blocks; in sdhci_prepare_data()
1017 sdhci_set_transfer_irqs(host); in sdhci_prepare_data()
1020 sdhci_writew(host, SDHCI_MAKE_BLKSZ(host->sdma_boundary, data->blksz), in sdhci_prepare_data()
1022 sdhci_writew(host, data->blocks, SDHCI_BLOCK_COUNT); in sdhci_prepare_data()
1025 static inline bool sdhci_auto_cmd12(struct sdhci_host *host, in sdhci_auto_cmd12() argument
1028 return !mrq->sbc && (host->flags & SDHCI_AUTO_CMD12) && in sdhci_auto_cmd12()
1032 static void sdhci_set_transfer_mode(struct sdhci_host *host, in sdhci_set_transfer_mode() argument
1039 if (host->quirks2 & in sdhci_set_transfer_mode()
1043 sdhci_writew(host, 0x0, SDHCI_TRANSFER_MODE); in sdhci_set_transfer_mode()
1046 mode = sdhci_readw(host, SDHCI_TRANSFER_MODE); in sdhci_set_transfer_mode()
1047 sdhci_writew(host, mode & ~(SDHCI_TRNS_AUTO_CMD12 | in sdhci_set_transfer_mode()
1053 WARN_ON(!host->data); in sdhci_set_transfer_mode()
1055 if (!(host->quirks2 & SDHCI_QUIRK2_SUPPORT_SINGLE)) in sdhci_set_transfer_mode()
1064 if (sdhci_auto_cmd12(host, cmd->mrq) && in sdhci_set_transfer_mode()
1067 else if (cmd->mrq->sbc && (host->flags & SDHCI_AUTO_CMD23)) { in sdhci_set_transfer_mode()
1069 sdhci_writel(host, cmd->mrq->sbc->arg, SDHCI_ARGUMENT2); in sdhci_set_transfer_mode()
1075 if (host->flags & SDHCI_REQ_USE_DMA) in sdhci_set_transfer_mode()
1078 sdhci_writew(host, mode, SDHCI_TRANSFER_MODE); in sdhci_set_transfer_mode()
1081 static bool sdhci_needs_reset(struct sdhci_host *host, struct mmc_request *mrq) in sdhci_needs_reset() argument
1083 return (!(host->flags & SDHCI_DEVICE_DEAD) && in sdhci_needs_reset()
1087 (host->quirks & SDHCI_QUIRK_RESET_AFTER_REQUEST))); in sdhci_needs_reset()
1090 static void __sdhci_finish_mrq(struct sdhci_host *host, struct mmc_request *mrq) in __sdhci_finish_mrq() argument
1095 if (host->mrqs_done[i] == mrq) { in __sdhci_finish_mrq()
1102 if (!host->mrqs_done[i]) { in __sdhci_finish_mrq()
1103 host->mrqs_done[i] = mrq; in __sdhci_finish_mrq()
1110 tasklet_schedule(&host->finish_tasklet); in __sdhci_finish_mrq()
1113 static void sdhci_finish_mrq(struct sdhci_host *host, struct mmc_request *mrq) in sdhci_finish_mrq() argument
1115 if (host->cmd && host->cmd->mrq == mrq) in sdhci_finish_mrq()
1116 host->cmd = NULL; in sdhci_finish_mrq()
1118 if (host->data_cmd && host->data_cmd->mrq == mrq) in sdhci_finish_mrq()
1119 host->data_cmd = NULL; in sdhci_finish_mrq()
1121 if (host->data && host->data->mrq == mrq) in sdhci_finish_mrq()
1122 host->data = NULL; in sdhci_finish_mrq()
1124 if (sdhci_needs_reset(host, mrq)) in sdhci_finish_mrq()
1125 host->pending_reset = true; in sdhci_finish_mrq()
1127 __sdhci_finish_mrq(host, mrq); in sdhci_finish_mrq()
1130 static void sdhci_finish_data(struct sdhci_host *host) in sdhci_finish_data() argument
1132 struct mmc_command *data_cmd = host->data_cmd; in sdhci_finish_data()
1133 struct mmc_data *data = host->data; in sdhci_finish_data()
1135 host->data = NULL; in sdhci_finish_data()
1136 host->data_cmd = NULL; in sdhci_finish_data()
1143 if (!host->cmd || host->cmd == data_cmd) in sdhci_finish_data()
1144 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_finish_data()
1145 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_finish_data()
1148 if ((host->flags & (SDHCI_REQ_USE_DMA | SDHCI_USE_ADMA)) == in sdhci_finish_data()
1150 sdhci_adma_table_post(host, data); in sdhci_finish_data()
1178 sdhci_finish_mrq(host, data->mrq); in sdhci_finish_data()
1181 host->cmd = NULL; in sdhci_finish_data()
1182 sdhci_send_command(host, data->stop); in sdhci_finish_data()
1185 sdhci_finish_mrq(host, data->mrq); in sdhci_finish_data()
1189 static void sdhci_mod_timer(struct sdhci_host *host, struct mmc_request *mrq, in sdhci_mod_timer() argument
1193 mod_timer(&host->data_timer, timeout); in sdhci_mod_timer()
1195 mod_timer(&host->timer, timeout); in sdhci_mod_timer()
1198 static void sdhci_del_timer(struct sdhci_host *host, struct mmc_request *mrq) in sdhci_del_timer() argument
1201 del_timer(&host->data_timer); in sdhci_del_timer()
1203 del_timer(&host->timer); in sdhci_del_timer()
1206 void sdhci_send_command(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_send_command() argument
1212 WARN_ON(host->cmd); in sdhci_send_command()
1217 if ((host->quirks2 & SDHCI_QUIRK2_STOP_WITH_TC) && in sdhci_send_command()
1233 while (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) { in sdhci_send_command()
1236 mmc_hostname(host->mmc)); in sdhci_send_command()
1237 sdhci_dumpregs(host); in sdhci_send_command()
1239 sdhci_finish_mrq(host, cmd->mrq); in sdhci_send_command()
1246 host->cmd = cmd; in sdhci_send_command()
1248 WARN_ON(host->data_cmd); in sdhci_send_command()
1249 host->data_cmd = cmd; in sdhci_send_command()
1252 sdhci_prepare_data(host, cmd); in sdhci_send_command()
1254 sdhci_writel(host, cmd->arg, SDHCI_ARGUMENT); in sdhci_send_command()
1256 sdhci_set_transfer_mode(host, cmd); in sdhci_send_command()
1260 mmc_hostname(host->mmc)); in sdhci_send_command()
1262 sdhci_finish_mrq(host, cmd->mrq); in sdhci_send_command()
1286 if (host->data_timeout) in sdhci_send_command()
1287 timeout += nsecs_to_jiffies(host->data_timeout); in sdhci_send_command()
1292 sdhci_mod_timer(host, cmd->mrq, timeout); in sdhci_send_command()
1294 sdhci_writew(host, SDHCI_MAKE_CMD(cmd->opcode, flags), SDHCI_COMMAND); in sdhci_send_command()
1298 static void sdhci_read_rsp_136(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_read_rsp_136() argument
1304 cmd->resp[i] = sdhci_readl(host, reg); in sdhci_read_rsp_136()
1307 if (host->quirks2 & SDHCI_QUIRK2_RSP_136_HAS_CRC) in sdhci_read_rsp_136()
1318 static void sdhci_finish_command(struct sdhci_host *host) in sdhci_finish_command() argument
1320 struct mmc_command *cmd = host->cmd; in sdhci_finish_command()
1322 host->cmd = NULL; in sdhci_finish_command()
1326 sdhci_read_rsp_136(host, cmd); in sdhci_finish_command()
1328 cmd->resp[0] = sdhci_readl(host, SDHCI_RESPONSE); in sdhci_finish_command()
1333 mmc_command_done(host->mmc, cmd->mrq); in sdhci_finish_command()
1336 * The host can send and interrupt when the busy state has in sdhci_finish_command()
1348 } else if (!(host->quirks & SDHCI_QUIRK_NO_BUSY_IRQ) && in sdhci_finish_command()
1349 cmd == host->data_cmd) { in sdhci_finish_command()
1357 sdhci_send_command(host, cmd->mrq->cmd); in sdhci_finish_command()
1361 if (host->data && host->data_early) in sdhci_finish_command()
1362 sdhci_finish_data(host); in sdhci_finish_command()
1365 sdhci_finish_mrq(host, cmd->mrq); in sdhci_finish_command()
1369 static u16 sdhci_get_preset_value(struct sdhci_host *host) in sdhci_get_preset_value() argument
1373 switch (host->timing) { in sdhci_get_preset_value()
1375 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR12); in sdhci_get_preset_value()
1378 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR25); in sdhci_get_preset_value()
1381 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR50); in sdhci_get_preset_value()
1385 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR104); in sdhci_get_preset_value()
1389 preset = sdhci_readw(host, SDHCI_PRESET_FOR_DDR50); in sdhci_get_preset_value()
1392 preset = sdhci_readw(host, SDHCI_PRESET_FOR_HS400); in sdhci_get_preset_value()
1396 mmc_hostname(host->mmc)); in sdhci_get_preset_value()
1397 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR12); in sdhci_get_preset_value()
1403 u16 sdhci_calc_clk(struct sdhci_host *host, unsigned int clock, in sdhci_calc_clk() argument
1411 if (host->version >= SDHCI_SPEC_300) { in sdhci_calc_clk()
1412 if (host->preset_enabled) { in sdhci_calc_clk()
1415 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_calc_clk()
1416 pre_val = sdhci_get_preset_value(host); in sdhci_calc_clk()
1419 if (host->clk_mul && in sdhci_calc_clk()
1423 clk_mul = host->clk_mul; in sdhci_calc_clk()
1431 * Check if the Host Controller supports Programmable Clock in sdhci_calc_clk()
1434 if (host->clk_mul) { in sdhci_calc_clk()
1436 if ((host->max_clk * host->clk_mul / div) in sdhci_calc_clk()
1440 if ((host->max_clk * host->clk_mul / div) <= clock) { in sdhci_calc_clk()
1447 clk_mul = host->clk_mul; in sdhci_calc_clk()
1458 if (!host->clk_mul || switch_base_clk) { in sdhci_calc_clk()
1460 if (host->max_clk <= clock) in sdhci_calc_clk()
1465 if ((host->max_clk / div) <= clock) in sdhci_calc_clk()
1471 if ((host->quirks2 & SDHCI_QUIRK2_CLOCK_DIV_ZERO_BROKEN) in sdhci_calc_clk()
1472 && !div && host->max_clk <= 25000000) in sdhci_calc_clk()
1478 if ((host->max_clk / div) <= clock) in sdhci_calc_clk()
1487 *actual_clock = (host->max_clk * clk_mul) / real_div; in sdhci_calc_clk()
1496 void sdhci_enable_clk(struct sdhci_host *host, u16 clk) in sdhci_enable_clk() argument
1501 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_enable_clk()
1508 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_enable_clk()
1513 mmc_hostname(host->mmc)); in sdhci_enable_clk()
1514 sdhci_dumpregs(host); in sdhci_enable_clk()
1521 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_enable_clk()
1525 void sdhci_set_clock(struct sdhci_host *host, unsigned int clock) in sdhci_set_clock() argument
1529 host->mmc->actual_clock = 0; in sdhci_set_clock()
1531 sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL); in sdhci_set_clock()
1536 clk = sdhci_calc_clk(host, clock, &host->mmc->actual_clock); in sdhci_set_clock()
1537 sdhci_enable_clk(host, clk); in sdhci_set_clock()
1541 static void sdhci_set_power_reg(struct sdhci_host *host, unsigned char mode, in sdhci_set_power_reg() argument
1544 struct mmc_host *mmc = host->mmc; in sdhci_set_power_reg()
1549 sdhci_writeb(host, SDHCI_POWER_ON, SDHCI_POWER_CONTROL); in sdhci_set_power_reg()
1551 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); in sdhci_set_power_reg()
1554 void sdhci_set_power_noreg(struct sdhci_host *host, unsigned char mode, in sdhci_set_power_noreg() argument
1581 mmc_hostname(host->mmc), vdd); in sdhci_set_power_noreg()
1586 if (host->pwr == pwr) in sdhci_set_power_noreg()
1589 host->pwr = pwr; in sdhci_set_power_noreg()
1592 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); in sdhci_set_power_noreg()
1593 if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) in sdhci_set_power_noreg()
1594 sdhci_runtime_pm_bus_off(host); in sdhci_set_power_noreg()
1600 if (!(host->quirks & SDHCI_QUIRK_SINGLE_POWER_WRITE)) in sdhci_set_power_noreg()
1601 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); in sdhci_set_power_noreg()
1608 if (host->quirks & SDHCI_QUIRK_NO_SIMULT_VDD_AND_POWER) in sdhci_set_power_noreg()
1609 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL); in sdhci_set_power_noreg()
1613 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL); in sdhci_set_power_noreg()
1615 if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) in sdhci_set_power_noreg()
1616 sdhci_runtime_pm_bus_on(host); in sdhci_set_power_noreg()
1622 if (host->quirks & SDHCI_QUIRK_DELAY_AFTER_POWER) in sdhci_set_power_noreg()
1628 void sdhci_set_power(struct sdhci_host *host, unsigned char mode, in sdhci_set_power() argument
1631 if (IS_ERR(host->mmc->supply.vmmc)) in sdhci_set_power()
1632 sdhci_set_power_noreg(host, mode, vdd); in sdhci_set_power()
1634 sdhci_set_power_reg(host, mode, vdd); in sdhci_set_power()
1646 struct sdhci_host *host; in sdhci_request() local
1650 host = mmc_priv(mmc); in sdhci_request()
1655 spin_lock_irqsave(&host->lock, flags); in sdhci_request()
1657 sdhci_led_activate(host); in sdhci_request()
1663 if (sdhci_auto_cmd12(host, mrq)) { in sdhci_request()
1670 if (!present || host->flags & SDHCI_DEVICE_DEAD) { in sdhci_request()
1672 sdhci_finish_mrq(host, mrq); in sdhci_request()
1674 if (mrq->sbc && !(host->flags & SDHCI_AUTO_CMD23)) in sdhci_request()
1675 sdhci_send_command(host, mrq->sbc); in sdhci_request()
1677 sdhci_send_command(host, mrq->cmd); in sdhci_request()
1681 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request()
1684 void sdhci_set_bus_width(struct sdhci_host *host, int width) in sdhci_set_bus_width() argument
1688 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_set_bus_width()
1693 if (host->mmc->caps & MMC_CAP_8_BIT_DATA) in sdhci_set_bus_width()
1700 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_set_bus_width()
1704 void sdhci_set_uhs_signaling(struct sdhci_host *host, unsigned timing) in sdhci_set_uhs_signaling() argument
1708 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_set_uhs_signaling()
1709 /* Select Bus Speed Mode for host */ in sdhci_set_uhs_signaling()
1725 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2); in sdhci_set_uhs_signaling()
1731 struct sdhci_host *host = mmc_priv(mmc); in sdhci_set_ios() local
1737 if (host->flags & SDHCI_DEVICE_DEAD) { in sdhci_set_ios()
1749 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_set_ios()
1750 sdhci_reinit(host); in sdhci_set_ios()
1753 if (host->version >= SDHCI_SPEC_300 && in sdhci_set_ios()
1755 !(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN)) in sdhci_set_ios()
1756 sdhci_enable_preset_value(host, false); in sdhci_set_ios()
1758 if (!ios->clock || ios->clock != host->clock) { in sdhci_set_ios()
1759 host->ops->set_clock(host, ios->clock); in sdhci_set_ios()
1760 host->clock = ios->clock; in sdhci_set_ios()
1762 if (host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK && in sdhci_set_ios()
1763 host->clock) { in sdhci_set_ios()
1764 host->timeout_clk = host->mmc->actual_clock ? in sdhci_set_ios()
1765 host->mmc->actual_clock / 1000 : in sdhci_set_ios()
1766 host->clock / 1000; in sdhci_set_ios()
1767 host->mmc->max_busy_timeout = in sdhci_set_ios()
1768 host->ops->get_max_timeout_count ? in sdhci_set_ios()
1769 host->ops->get_max_timeout_count(host) : in sdhci_set_ios()
1771 host->mmc->max_busy_timeout /= host->timeout_clk; in sdhci_set_ios()
1775 if (host->ops->set_power) in sdhci_set_ios()
1776 host->ops->set_power(host, ios->power_mode, ios->vdd); in sdhci_set_ios()
1778 sdhci_set_power(host, ios->power_mode, ios->vdd); in sdhci_set_ios()
1780 if (host->ops->platform_send_init_74_clocks) in sdhci_set_ios()
1781 host->ops->platform_send_init_74_clocks(host, ios->power_mode); in sdhci_set_ios()
1783 host->ops->set_bus_width(host, ios->bus_width); in sdhci_set_ios()
1785 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_set_ios()
1787 if (!(host->quirks & SDHCI_QUIRK_NO_HISPD_BIT)) { in sdhci_set_ios()
1802 if (host->version >= SDHCI_SPEC_300) { in sdhci_set_ios()
1805 if (!host->preset_enabled) { in sdhci_set_ios()
1806 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_set_ios()
1811 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_set_ios()
1827 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2); in sdhci_set_ios()
1831 * Enable in the Host Control 2 register is set, we in sdhci_set_ios()
1837 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_set_ios()
1839 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_set_ios()
1841 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_set_ios()
1844 host->ops->set_clock(host, host->clock); in sdhci_set_ios()
1848 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_set_ios()
1850 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_set_ios()
1852 host->ops->set_uhs_signaling(host, ios->timing); in sdhci_set_ios()
1853 host->timing = ios->timing; in sdhci_set_ios()
1855 if (!(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN) && in sdhci_set_ios()
1864 sdhci_enable_preset_value(host, true); in sdhci_set_ios()
1865 preset = sdhci_get_preset_value(host); in sdhci_set_ios()
1871 host->ops->set_clock(host, host->clock); in sdhci_set_ios()
1873 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_set_ios()
1880 if (host->quirks & SDHCI_QUIRK_RESET_CMD_DATA_ON_IOS) in sdhci_set_ios()
1881 sdhci_do_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA); in sdhci_set_ios()
1889 struct sdhci_host *host = mmc_priv(mmc); in sdhci_get_cd() local
1892 if (host->flags & SDHCI_DEVICE_DEAD) in sdhci_get_cd()
1896 if (!mmc_card_is_removable(host->mmc)) in sdhci_get_cd()
1907 if (host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) in sdhci_get_cd()
1910 /* Host native card detect */ in sdhci_get_cd()
1911 return !!(sdhci_readl(host, SDHCI_PRESENT_STATE) & SDHCI_CARD_PRESENT); in sdhci_get_cd()
1914 static int sdhci_check_ro(struct sdhci_host *host) in sdhci_check_ro() argument
1919 spin_lock_irqsave(&host->lock, flags); in sdhci_check_ro()
1921 if (host->flags & SDHCI_DEVICE_DEAD) in sdhci_check_ro()
1923 else if (host->ops->get_ro) in sdhci_check_ro()
1924 is_readonly = host->ops->get_ro(host); in sdhci_check_ro()
1926 is_readonly = !(sdhci_readl(host, SDHCI_PRESENT_STATE) in sdhci_check_ro()
1929 spin_unlock_irqrestore(&host->lock, flags); in sdhci_check_ro()
1932 return host->quirks & SDHCI_QUIRK_INVERTED_WRITE_PROTECT ? in sdhci_check_ro()
1940 struct sdhci_host *host = mmc_priv(mmc); in sdhci_get_ro() local
1943 if (!(host->quirks & SDHCI_QUIRK_UNSTABLE_RO_DETECT)) in sdhci_get_ro()
1944 return sdhci_check_ro(host); in sdhci_get_ro()
1948 if (sdhci_check_ro(host)) { in sdhci_get_ro()
1959 struct sdhci_host *host = mmc_priv(mmc); in sdhci_hw_reset() local
1961 if (host->ops && host->ops->hw_reset) in sdhci_hw_reset()
1962 host->ops->hw_reset(host); in sdhci_hw_reset()
1965 static void sdhci_enable_sdio_irq_nolock(struct sdhci_host *host, int enable) in sdhci_enable_sdio_irq_nolock() argument
1967 if (!(host->flags & SDHCI_DEVICE_DEAD)) { in sdhci_enable_sdio_irq_nolock()
1969 host->ier |= SDHCI_INT_CARD_INT; in sdhci_enable_sdio_irq_nolock()
1971 host->ier &= ~SDHCI_INT_CARD_INT; in sdhci_enable_sdio_irq_nolock()
1973 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_enable_sdio_irq_nolock()
1974 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_enable_sdio_irq_nolock()
1981 struct sdhci_host *host = mmc_priv(mmc); in sdhci_enable_sdio_irq() local
1985 pm_runtime_get_noresume(host->mmc->parent); in sdhci_enable_sdio_irq()
1987 spin_lock_irqsave(&host->lock, flags); in sdhci_enable_sdio_irq()
1989 host->flags |= SDHCI_SDIO_IRQ_ENABLED; in sdhci_enable_sdio_irq()
1991 host->flags &= ~SDHCI_SDIO_IRQ_ENABLED; in sdhci_enable_sdio_irq()
1993 sdhci_enable_sdio_irq_nolock(host, enable); in sdhci_enable_sdio_irq()
1994 spin_unlock_irqrestore(&host->lock, flags); in sdhci_enable_sdio_irq()
1997 pm_runtime_put_noidle(host->mmc->parent); in sdhci_enable_sdio_irq()
2004 struct sdhci_host *host = mmc_priv(mmc); in sdhci_start_signal_voltage_switch() local
2009 * Signal Voltage Switching is only applicable for Host Controllers in sdhci_start_signal_voltage_switch()
2012 if (host->version < SDHCI_SPEC_300) in sdhci_start_signal_voltage_switch()
2015 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2019 if (!(host->flags & SDHCI_SIGNALING_330)) in sdhci_start_signal_voltage_switch()
2021 /* Set 1.8V Signal Enable in the Host Control2 register to 0 */ in sdhci_start_signal_voltage_switch()
2023 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2037 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2046 if (!(host->flags & SDHCI_SIGNALING_180)) in sdhci_start_signal_voltage_switch()
2058 * Enable 1.8V Signal Enable in the Host Control2 in sdhci_start_signal_voltage_switch()
2062 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2065 if (host->ops->voltage_switch) in sdhci_start_signal_voltage_switch()
2066 host->ops->voltage_switch(host); in sdhci_start_signal_voltage_switch()
2069 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2078 if (!(host->flags & SDHCI_SIGNALING_120)) in sdhci_start_signal_voltage_switch()
2098 struct sdhci_host *host = mmc_priv(mmc); in sdhci_card_busy() local
2102 present_state = sdhci_readl(host, SDHCI_PRESENT_STATE); in sdhci_card_busy()
2109 struct sdhci_host *host = mmc_priv(mmc); in sdhci_prepare_hs400_tuning() local
2112 spin_lock_irqsave(&host->lock, flags); in sdhci_prepare_hs400_tuning()
2113 host->flags |= SDHCI_HS400_TUNING; in sdhci_prepare_hs400_tuning()
2114 spin_unlock_irqrestore(&host->lock, flags); in sdhci_prepare_hs400_tuning()
2119 void sdhci_start_tuning(struct sdhci_host *host) in sdhci_start_tuning() argument
2123 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_start_tuning()
2125 if (host->quirks2 & SDHCI_QUIRK2_TUNING_WORK_AROUND) in sdhci_start_tuning()
2127 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_start_tuning()
2130 * As per the Host Controller spec v3.00, tuning command in sdhci_start_tuning()
2139 sdhci_writel(host, SDHCI_INT_DATA_AVAIL, SDHCI_INT_ENABLE); in sdhci_start_tuning()
2140 sdhci_writel(host, SDHCI_INT_DATA_AVAIL, SDHCI_SIGNAL_ENABLE); in sdhci_start_tuning()
2144 void sdhci_end_tuning(struct sdhci_host *host) in sdhci_end_tuning() argument
2146 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_end_tuning()
2147 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_end_tuning()
2151 void sdhci_reset_tuning(struct sdhci_host *host) in sdhci_reset_tuning() argument
2155 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_reset_tuning()
2158 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_reset_tuning()
2162 static void sdhci_abort_tuning(struct sdhci_host *host, u32 opcode) in sdhci_abort_tuning() argument
2164 sdhci_reset_tuning(host); in sdhci_abort_tuning()
2166 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_abort_tuning()
2167 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_abort_tuning()
2169 sdhci_end_tuning(host); in sdhci_abort_tuning()
2171 mmc_abort_tuning(host->mmc, opcode); in sdhci_abort_tuning()
2181 void sdhci_send_tuning(struct sdhci_host *host, u32 opcode) in sdhci_send_tuning() argument
2183 struct mmc_host *mmc = host->mmc; in sdhci_send_tuning()
2187 u32 b = host->sdma_boundary; in sdhci_send_tuning()
2189 spin_lock_irqsave(&host->lock, flags); in sdhci_send_tuning()
2198 * block to the Host Controller. So we set the block size in sdhci_send_tuning()
2203 sdhci_writew(host, SDHCI_MAKE_BLKSZ(b, 128), SDHCI_BLOCK_SIZE); in sdhci_send_tuning()
2205 sdhci_writew(host, SDHCI_MAKE_BLKSZ(b, 64), SDHCI_BLOCK_SIZE); in sdhci_send_tuning()
2208 * The tuning block is sent by the card to the host controller. in sdhci_send_tuning()
2213 sdhci_writew(host, SDHCI_TRNS_READ, SDHCI_TRANSFER_MODE); in sdhci_send_tuning()
2215 sdhci_send_command(host, &cmd); in sdhci_send_tuning()
2217 host->cmd = NULL; in sdhci_send_tuning()
2219 sdhci_del_timer(host, &mrq); in sdhci_send_tuning()
2221 host->tuning_done = 0; in sdhci_send_tuning()
2224 spin_unlock_irqrestore(&host->lock, flags); in sdhci_send_tuning()
2227 wait_event_timeout(host->buf_ready_int, (host->tuning_done == 1), in sdhci_send_tuning()
2233 static void __sdhci_execute_tuning(struct sdhci_host *host, u32 opcode) in __sdhci_execute_tuning() argument
2244 sdhci_send_tuning(host, opcode); in __sdhci_execute_tuning()
2246 if (!host->tuning_done) { in __sdhci_execute_tuning()
2248 mmc_hostname(host->mmc)); in __sdhci_execute_tuning()
2249 sdhci_abort_tuning(host, opcode); in __sdhci_execute_tuning()
2253 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in __sdhci_execute_tuning()
2261 if (host->tuning_delay > 0) in __sdhci_execute_tuning()
2262 mdelay(host->tuning_delay); in __sdhci_execute_tuning()
2266 mmc_hostname(host->mmc)); in __sdhci_execute_tuning()
2267 sdhci_reset_tuning(host); in __sdhci_execute_tuning()
2272 struct sdhci_host *host = mmc_priv(mmc); in sdhci_execute_tuning() local
2277 hs400_tuning = host->flags & SDHCI_HS400_TUNING; in sdhci_execute_tuning()
2279 if (host->tuning_mode == SDHCI_TUNING_MODE_1) in sdhci_execute_tuning()
2280 tuning_count = host->tuning_count; in sdhci_execute_tuning()
2283 * The Host Controller needs tuning in case of SDR104 and DDR50 in sdhci_execute_tuning()
2286 * If the Host Controller supports the HS200 mode then the in sdhci_execute_tuning()
2289 switch (host->timing) { in sdhci_execute_tuning()
2309 if (host->flags & SDHCI_SDR50_NEEDS_TUNING) in sdhci_execute_tuning()
2317 if (host->ops->platform_execute_tuning) { in sdhci_execute_tuning()
2318 err = host->ops->platform_execute_tuning(host, opcode); in sdhci_execute_tuning()
2322 host->mmc->retune_period = tuning_count; in sdhci_execute_tuning()
2324 if (host->tuning_delay < 0) in sdhci_execute_tuning()
2325 host->tuning_delay = opcode == MMC_SEND_TUNING_BLOCK; in sdhci_execute_tuning()
2327 sdhci_start_tuning(host); in sdhci_execute_tuning()
2329 __sdhci_execute_tuning(host, opcode); in sdhci_execute_tuning()
2331 sdhci_end_tuning(host); in sdhci_execute_tuning()
2333 host->flags &= ~SDHCI_HS400_TUNING; in sdhci_execute_tuning()
2339 static void sdhci_enable_preset_value(struct sdhci_host *host, bool enable) in sdhci_enable_preset_value() argument
2341 /* Host Controller v3.00 defines preset value registers */ in sdhci_enable_preset_value()
2342 if (host->version < SDHCI_SPEC_300) in sdhci_enable_preset_value()
2349 if (host->preset_enabled != enable) { in sdhci_enable_preset_value()
2350 u16 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_enable_preset_value()
2357 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_enable_preset_value()
2360 host->flags |= SDHCI_PV_ENABLED; in sdhci_enable_preset_value()
2362 host->flags &= ~SDHCI_PV_ENABLED; in sdhci_enable_preset_value()
2364 host->preset_enabled = enable; in sdhci_enable_preset_value()
2371 struct sdhci_host *host = mmc_priv(mmc); in sdhci_post_req() local
2375 dma_unmap_sg(mmc_dev(host->mmc), data->sg, data->sg_len, in sdhci_post_req()
2383 struct sdhci_host *host = mmc_priv(mmc); in sdhci_pre_req() local
2392 if (host->flags & SDHCI_REQ_USE_DMA && !host->bounce_buffer) in sdhci_pre_req()
2393 sdhci_pre_dma_transfer(host, mrq->data, COOKIE_PRE_MAPPED); in sdhci_pre_req()
2396 static inline bool sdhci_has_requests(struct sdhci_host *host) in sdhci_has_requests() argument
2398 return host->cmd || host->data_cmd; in sdhci_has_requests()
2401 static void sdhci_error_out_mrqs(struct sdhci_host *host, int err) in sdhci_error_out_mrqs() argument
2403 if (host->data_cmd) { in sdhci_error_out_mrqs()
2404 host->data_cmd->error = err; in sdhci_error_out_mrqs()
2405 sdhci_finish_mrq(host, host->data_cmd->mrq); in sdhci_error_out_mrqs()
2408 if (host->cmd) { in sdhci_error_out_mrqs()
2409 host->cmd->error = err; in sdhci_error_out_mrqs()
2410 sdhci_finish_mrq(host, host->cmd->mrq); in sdhci_error_out_mrqs()
2416 struct sdhci_host *host = mmc_priv(mmc); in sdhci_card_event() local
2421 if (host->ops->card_event) in sdhci_card_event()
2422 host->ops->card_event(host); in sdhci_card_event()
2426 spin_lock_irqsave(&host->lock, flags); in sdhci_card_event()
2429 if (sdhci_has_requests(host) && !present) { in sdhci_card_event()
2431 mmc_hostname(host->mmc)); in sdhci_card_event()
2433 mmc_hostname(host->mmc)); in sdhci_card_event()
2435 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_card_event()
2436 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_card_event()
2438 sdhci_error_out_mrqs(host, -ENOMEDIUM); in sdhci_card_event()
2441 spin_unlock_irqrestore(&host->lock, flags); in sdhci_card_event()
2466 static bool sdhci_request_done(struct sdhci_host *host) in sdhci_request_done() argument
2472 spin_lock_irqsave(&host->lock, flags); in sdhci_request_done()
2475 mrq = host->mrqs_done[i]; in sdhci_request_done()
2481 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request_done()
2485 sdhci_del_timer(host, mrq); in sdhci_request_done()
2492 if (host->flags & SDHCI_REQ_USE_DMA) { in sdhci_request_done()
2496 if (host->bounce_buffer) { in sdhci_request_done()
2504 if (length > host->bounce_buffer_size) { in sdhci_request_done()
2506 mmc_hostname(host->mmc), in sdhci_request_done()
2507 host->bounce_buffer_size, in sdhci_request_done()
2510 length = host->bounce_buffer_size; in sdhci_request_done()
2513 host->mmc->parent, in sdhci_request_done()
2514 host->bounce_addr, in sdhci_request_done()
2515 host->bounce_buffer_size, in sdhci_request_done()
2519 host->bounce_buffer, in sdhci_request_done()
2524 host->mmc->parent, in sdhci_request_done()
2525 host->bounce_addr, in sdhci_request_done()
2526 host->bounce_buffer_size, in sdhci_request_done()
2531 dma_unmap_sg(mmc_dev(host->mmc), data->sg, in sdhci_request_done()
2543 if (sdhci_needs_reset(host, mrq)) { in sdhci_request_done()
2547 * also be in mrqs_done, otherwise host->cmd and host->data_cmd in sdhci_request_done()
2550 if (host->cmd || host->data_cmd) { in sdhci_request_done()
2551 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request_done()
2556 if (host->quirks & SDHCI_QUIRK_CLOCK_BEFORE_RESET) in sdhci_request_done()
2558 host->ops->set_clock(host, host->clock); in sdhci_request_done()
2562 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_request_done()
2563 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_request_done()
2565 host->pending_reset = false; in sdhci_request_done()
2568 if (!sdhci_has_requests(host)) in sdhci_request_done()
2569 sdhci_led_deactivate(host); in sdhci_request_done()
2571 host->mrqs_done[i] = NULL; in sdhci_request_done()
2574 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request_done()
2576 mmc_request_done(host->mmc, mrq); in sdhci_request_done()
2583 struct sdhci_host *host = (struct sdhci_host *)param; in sdhci_tasklet_finish() local
2585 while (!sdhci_request_done(host)) in sdhci_tasklet_finish()
2591 struct sdhci_host *host; in sdhci_timeout_timer() local
2594 host = from_timer(host, t, timer); in sdhci_timeout_timer()
2596 spin_lock_irqsave(&host->lock, flags); in sdhci_timeout_timer()
2598 if (host->cmd && !sdhci_data_line_cmd(host->cmd)) { in sdhci_timeout_timer()
2600 mmc_hostname(host->mmc)); in sdhci_timeout_timer()
2601 sdhci_dumpregs(host); in sdhci_timeout_timer()
2603 host->cmd->error = -ETIMEDOUT; in sdhci_timeout_timer()
2604 sdhci_finish_mrq(host, host->cmd->mrq); in sdhci_timeout_timer()
2608 spin_unlock_irqrestore(&host->lock, flags); in sdhci_timeout_timer()
2613 struct sdhci_host *host; in sdhci_timeout_data_timer() local
2616 host = from_timer(host, t, data_timer); in sdhci_timeout_data_timer()
2618 spin_lock_irqsave(&host->lock, flags); in sdhci_timeout_data_timer()
2620 if (host->data || host->data_cmd || in sdhci_timeout_data_timer()
2621 (host->cmd && sdhci_data_line_cmd(host->cmd))) { in sdhci_timeout_data_timer()
2623 mmc_hostname(host->mmc)); in sdhci_timeout_data_timer()
2624 sdhci_dumpregs(host); in sdhci_timeout_data_timer()
2626 if (host->data) { in sdhci_timeout_data_timer()
2627 host->data->error = -ETIMEDOUT; in sdhci_timeout_data_timer()
2628 sdhci_finish_data(host); in sdhci_timeout_data_timer()
2629 } else if (host->data_cmd) { in sdhci_timeout_data_timer()
2630 host->data_cmd->error = -ETIMEDOUT; in sdhci_timeout_data_timer()
2631 sdhci_finish_mrq(host, host->data_cmd->mrq); in sdhci_timeout_data_timer()
2633 host->cmd->error = -ETIMEDOUT; in sdhci_timeout_data_timer()
2634 sdhci_finish_mrq(host, host->cmd->mrq); in sdhci_timeout_data_timer()
2639 spin_unlock_irqrestore(&host->lock, flags); in sdhci_timeout_data_timer()
2648 static void sdhci_cmd_irq(struct sdhci_host *host, u32 intmask, u32 *intmask_p) in sdhci_cmd_irq() argument
2651 if (intmask & SDHCI_INT_AUTO_CMD_ERR && host->data_cmd) { in sdhci_cmd_irq()
2652 struct mmc_request *mrq = host->data_cmd->mrq; in sdhci_cmd_irq()
2653 u16 auto_cmd_status = sdhci_readw(host, SDHCI_AUTO_CMD_STATUS); in sdhci_cmd_irq()
2659 if (!mrq->sbc && (host->flags & SDHCI_AUTO_CMD12)) { in sdhci_cmd_irq()
2665 if (!host->cmd) { in sdhci_cmd_irq()
2671 if (host->pending_reset) in sdhci_cmd_irq()
2674 mmc_hostname(host->mmc), (unsigned)intmask); in sdhci_cmd_irq()
2675 sdhci_dumpregs(host); in sdhci_cmd_irq()
2682 host->cmd->error = -ETIMEDOUT; in sdhci_cmd_irq()
2684 host->cmd->error = -EILSEQ; in sdhci_cmd_irq()
2687 if (host->cmd->data && in sdhci_cmd_irq()
2690 host->cmd = NULL; in sdhci_cmd_irq()
2695 sdhci_finish_mrq(host, host->cmd->mrq); in sdhci_cmd_irq()
2701 struct mmc_request *mrq = host->cmd->mrq; in sdhci_cmd_irq()
2702 u16 auto_cmd_status = sdhci_readw(host, SDHCI_AUTO_CMD_STATUS); in sdhci_cmd_irq()
2707 if (mrq->sbc && (host->flags & SDHCI_AUTO_CMD23)) { in sdhci_cmd_irq()
2709 sdhci_finish_mrq(host, mrq); in sdhci_cmd_irq()
2715 sdhci_finish_command(host); in sdhci_cmd_irq()
2718 static void sdhci_adma_show_error(struct sdhci_host *host) in sdhci_adma_show_error() argument
2720 void *desc = host->adma_table; in sdhci_adma_show_error()
2721 dma_addr_t dma = host->adma_addr; in sdhci_adma_show_error()
2723 sdhci_dumpregs(host); in sdhci_adma_show_error()
2728 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_adma_show_error()
2742 desc += host->desc_sz; in sdhci_adma_show_error()
2743 dma += host->desc_sz; in sdhci_adma_show_error()
2750 static void sdhci_data_irq(struct sdhci_host *host, u32 intmask) in sdhci_data_irq() argument
2756 command = SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND)); in sdhci_data_irq()
2759 host->tuning_done = 1; in sdhci_data_irq()
2760 wake_up(&host->buf_ready_int); in sdhci_data_irq()
2765 if (!host->data) { in sdhci_data_irq()
2766 struct mmc_command *data_cmd = host->data_cmd; in sdhci_data_irq()
2775 host->data_cmd = NULL; in sdhci_data_irq()
2777 sdhci_finish_mrq(host, data_cmd->mrq); in sdhci_data_irq()
2781 host->data_cmd = NULL; in sdhci_data_irq()
2787 if (host->cmd == data_cmd) in sdhci_data_irq()
2790 sdhci_finish_mrq(host, data_cmd->mrq); in sdhci_data_irq()
2800 if (host->pending_reset) in sdhci_data_irq()
2804 mmc_hostname(host->mmc), (unsigned)intmask); in sdhci_data_irq()
2805 sdhci_dumpregs(host); in sdhci_data_irq()
2811 host->data->error = -ETIMEDOUT; in sdhci_data_irq()
2813 host->data->error = -EILSEQ; in sdhci_data_irq()
2815 SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND)) in sdhci_data_irq()
2817 host->data->error = -EILSEQ; in sdhci_data_irq()
2819 pr_err("%s: ADMA error: 0x%08x\n", mmc_hostname(host->mmc), in sdhci_data_irq()
2821 sdhci_adma_show_error(host); in sdhci_data_irq()
2822 host->data->error = -EIO; in sdhci_data_irq()
2823 if (host->ops->adma_workaround) in sdhci_data_irq()
2824 host->ops->adma_workaround(host, intmask); in sdhci_data_irq()
2827 if (host->data->error) in sdhci_data_irq()
2828 sdhci_finish_data(host); in sdhci_data_irq()
2831 sdhci_transfer_pio(host); in sdhci_data_irq()
2838 * According to the spec sdhci_readl(host, SDHCI_DMA_ADDRESS) in sdhci_data_irq()
2845 dmastart = sdhci_sdma_address(host); in sdhci_data_irq()
2846 dmanow = dmastart + host->data->bytes_xfered; in sdhci_data_irq()
2853 host->data->bytes_xfered = dmanow - dmastart; in sdhci_data_irq()
2855 dmastart, host->data->bytes_xfered, dmanow); in sdhci_data_irq()
2856 sdhci_writel(host, dmanow, SDHCI_DMA_ADDRESS); in sdhci_data_irq()
2860 if (host->cmd == host->data_cmd) { in sdhci_data_irq()
2866 host->data_early = 1; in sdhci_data_irq()
2868 sdhci_finish_data(host); in sdhci_data_irq()
2877 struct sdhci_host *host = dev_id; in sdhci_irq() local
2881 spin_lock(&host->lock); in sdhci_irq()
2883 if (host->runtime_suspended && !sdhci_sdio_irq_enabled(host)) { in sdhci_irq()
2884 spin_unlock(&host->lock); in sdhci_irq()
2888 intmask = sdhci_readl(host, SDHCI_INT_STATUS); in sdhci_irq()
2897 if (host->ops->irq) { in sdhci_irq()
2898 intmask = host->ops->irq(host, intmask); in sdhci_irq()
2906 sdhci_writel(host, mask, SDHCI_INT_STATUS); in sdhci_irq()
2909 u32 present = sdhci_readl(host, SDHCI_PRESENT_STATE) & in sdhci_irq()
2923 host->ier &= ~(SDHCI_INT_CARD_INSERT | in sdhci_irq()
2925 host->ier |= present ? SDHCI_INT_CARD_REMOVE : in sdhci_irq()
2927 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_irq()
2928 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_irq()
2930 sdhci_writel(host, intmask & (SDHCI_INT_CARD_INSERT | in sdhci_irq()
2933 host->thread_isr |= intmask & (SDHCI_INT_CARD_INSERT | in sdhci_irq()
2939 sdhci_cmd_irq(host, intmask & SDHCI_INT_CMD_MASK, &intmask); in sdhci_irq()
2942 sdhci_data_irq(host, intmask & SDHCI_INT_DATA_MASK); in sdhci_irq()
2946 mmc_hostname(host->mmc)); in sdhci_irq()
2949 mmc_retune_needed(host->mmc); in sdhci_irq()
2952 (host->ier & SDHCI_INT_CARD_INT)) { in sdhci_irq()
2953 sdhci_enable_sdio_irq_nolock(host, false); in sdhci_irq()
2954 host->thread_isr |= SDHCI_INT_CARD_INT; in sdhci_irq()
2965 sdhci_writel(host, intmask, SDHCI_INT_STATUS); in sdhci_irq()
2971 intmask = sdhci_readl(host, SDHCI_INT_STATUS); in sdhci_irq()
2974 spin_unlock(&host->lock); in sdhci_irq()
2978 mmc_hostname(host->mmc), unexpected); in sdhci_irq()
2979 sdhci_dumpregs(host); in sdhci_irq()
2987 struct sdhci_host *host = dev_id; in sdhci_thread_irq() local
2991 spin_lock_irqsave(&host->lock, flags); in sdhci_thread_irq()
2992 isr = host->thread_isr; in sdhci_thread_irq()
2993 host->thread_isr = 0; in sdhci_thread_irq()
2994 spin_unlock_irqrestore(&host->lock, flags); in sdhci_thread_irq()
2997 struct mmc_host *mmc = host->mmc; in sdhci_thread_irq()
3004 sdio_run_irqs(host->mmc); in sdhci_thread_irq()
3006 spin_lock_irqsave(&host->lock, flags); in sdhci_thread_irq()
3007 if (host->flags & SDHCI_SDIO_IRQ_ENABLED) in sdhci_thread_irq()
3008 sdhci_enable_sdio_irq_nolock(host, true); in sdhci_thread_irq()
3009 spin_unlock_irqrestore(&host->lock, flags); in sdhci_thread_irq()
3023 static bool sdhci_cd_irq_can_wakeup(struct sdhci_host *host) in sdhci_cd_irq_can_wakeup() argument
3025 return mmc_card_is_removable(host->mmc) && in sdhci_cd_irq_can_wakeup()
3026 !(host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) && in sdhci_cd_irq_can_wakeup()
3027 !mmc_can_gpio_cd(host->mmc); in sdhci_cd_irq_can_wakeup()
3033 * Table' in the SD Host Controller Standard Specification.
3038 static bool sdhci_enable_irq_wakeups(struct sdhci_host *host) in sdhci_enable_irq_wakeups() argument
3046 if (sdhci_cd_irq_can_wakeup(host)) { in sdhci_enable_irq_wakeups()
3051 if (mmc_card_wake_sdio_irq(host->mmc)) { in sdhci_enable_irq_wakeups()
3059 val = sdhci_readb(host, SDHCI_WAKE_UP_CONTROL); in sdhci_enable_irq_wakeups()
3062 sdhci_writeb(host, val, SDHCI_WAKE_UP_CONTROL); in sdhci_enable_irq_wakeups()
3064 sdhci_writel(host, irq_val, SDHCI_INT_ENABLE); in sdhci_enable_irq_wakeups()
3066 host->irq_wake_enabled = !enable_irq_wake(host->irq); in sdhci_enable_irq_wakeups()
3068 return host->irq_wake_enabled; in sdhci_enable_irq_wakeups()
3071 static void sdhci_disable_irq_wakeups(struct sdhci_host *host) in sdhci_disable_irq_wakeups() argument
3077 val = sdhci_readb(host, SDHCI_WAKE_UP_CONTROL); in sdhci_disable_irq_wakeups()
3079 sdhci_writeb(host, val, SDHCI_WAKE_UP_CONTROL); in sdhci_disable_irq_wakeups()
3081 disable_irq_wake(host->irq); in sdhci_disable_irq_wakeups()
3083 host->irq_wake_enabled = false; in sdhci_disable_irq_wakeups()
3086 int sdhci_suspend_host(struct sdhci_host *host) in sdhci_suspend_host() argument
3088 sdhci_disable_card_detection(host); in sdhci_suspend_host()
3090 mmc_retune_timer_stop(host->mmc); in sdhci_suspend_host()
3092 if (!device_may_wakeup(mmc_dev(host->mmc)) || in sdhci_suspend_host()
3093 !sdhci_enable_irq_wakeups(host)) { in sdhci_suspend_host()
3094 host->ier = 0; in sdhci_suspend_host()
3095 sdhci_writel(host, 0, SDHCI_INT_ENABLE); in sdhci_suspend_host()
3096 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_suspend_host()
3097 free_irq(host->irq, host); in sdhci_suspend_host()
3105 int sdhci_resume_host(struct sdhci_host *host) in sdhci_resume_host() argument
3107 struct mmc_host *mmc = host->mmc; in sdhci_resume_host()
3110 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_resume_host()
3111 if (host->ops->enable_dma) in sdhci_resume_host()
3112 host->ops->enable_dma(host); in sdhci_resume_host()
3115 if ((host->mmc->pm_flags & MMC_PM_KEEP_POWER) && in sdhci_resume_host()
3116 (host->quirks2 & SDHCI_QUIRK2_HOST_OFF_CARD_ON)) { in sdhci_resume_host()
3117 /* Card keeps power but host controller does not */ in sdhci_resume_host()
3118 sdhci_init(host, 0); in sdhci_resume_host()
3119 host->pwr = 0; in sdhci_resume_host()
3120 host->clock = 0; in sdhci_resume_host()
3123 sdhci_init(host, (host->mmc->pm_flags & MMC_PM_KEEP_POWER)); in sdhci_resume_host()
3127 if (host->irq_wake_enabled) { in sdhci_resume_host()
3128 sdhci_disable_irq_wakeups(host); in sdhci_resume_host()
3130 ret = request_threaded_irq(host->irq, sdhci_irq, in sdhci_resume_host()
3132 mmc_hostname(host->mmc), host); in sdhci_resume_host()
3137 sdhci_enable_card_detection(host); in sdhci_resume_host()
3144 int sdhci_runtime_suspend_host(struct sdhci_host *host) in sdhci_runtime_suspend_host() argument
3148 mmc_retune_timer_stop(host->mmc); in sdhci_runtime_suspend_host()
3150 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_suspend_host()
3151 host->ier &= SDHCI_INT_CARD_INT; in sdhci_runtime_suspend_host()
3152 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_runtime_suspend_host()
3153 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_runtime_suspend_host()
3154 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_suspend_host()
3156 synchronize_hardirq(host->irq); in sdhci_runtime_suspend_host()
3158 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_suspend_host()
3159 host->runtime_suspended = true; in sdhci_runtime_suspend_host()
3160 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_suspend_host()
3166 int sdhci_runtime_resume_host(struct sdhci_host *host) in sdhci_runtime_resume_host() argument
3168 struct mmc_host *mmc = host->mmc; in sdhci_runtime_resume_host()
3170 int host_flags = host->flags; in sdhci_runtime_resume_host()
3173 if (host->ops->enable_dma) in sdhci_runtime_resume_host()
3174 host->ops->enable_dma(host); in sdhci_runtime_resume_host()
3177 sdhci_init(host, 0); in sdhci_runtime_resume_host()
3182 host->pwr = 0; in sdhci_runtime_resume_host()
3183 host->clock = 0; in sdhci_runtime_resume_host()
3188 !(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN)) { in sdhci_runtime_resume_host()
3189 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_resume_host()
3190 sdhci_enable_preset_value(host, true); in sdhci_runtime_resume_host()
3191 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_resume_host()
3199 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_resume_host()
3201 host->runtime_suspended = false; in sdhci_runtime_resume_host()
3204 if (host->flags & SDHCI_SDIO_IRQ_ENABLED) in sdhci_runtime_resume_host()
3205 sdhci_enable_sdio_irq_nolock(host, true); in sdhci_runtime_resume_host()
3208 sdhci_enable_card_detection(host); in sdhci_runtime_resume_host()
3210 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_resume_host()
3226 struct sdhci_host *host = mmc_priv(mmc); in sdhci_cqe_enable() local
3230 spin_lock_irqsave(&host->lock, flags); in sdhci_cqe_enable()
3232 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_cqe_enable()
3234 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_cqe_enable()
3238 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_cqe_enable()
3240 sdhci_writew(host, SDHCI_MAKE_BLKSZ(host->sdma_boundary, 512), in sdhci_cqe_enable()
3244 sdhci_writeb(host, 0xE, SDHCI_TIMEOUT_CONTROL); in sdhci_cqe_enable()
3246 host->ier = host->cqe_ier; in sdhci_cqe_enable()
3248 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_cqe_enable()
3249 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_cqe_enable()
3251 host->cqe_on = true; in sdhci_cqe_enable()
3254 mmc_hostname(mmc), host->ier, in sdhci_cqe_enable()
3255 sdhci_readl(host, SDHCI_INT_STATUS)); in sdhci_cqe_enable()
3258 spin_unlock_irqrestore(&host->lock, flags); in sdhci_cqe_enable()
3264 struct sdhci_host *host = mmc_priv(mmc); in sdhci_cqe_disable() local
3267 spin_lock_irqsave(&host->lock, flags); in sdhci_cqe_disable()
3269 sdhci_set_default_irqs(host); in sdhci_cqe_disable()
3271 host->cqe_on = false; in sdhci_cqe_disable()
3274 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_cqe_disable()
3275 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_cqe_disable()
3279 mmc_hostname(mmc), host->ier, in sdhci_cqe_disable()
3280 sdhci_readl(host, SDHCI_INT_STATUS)); in sdhci_cqe_disable()
3283 spin_unlock_irqrestore(&host->lock, flags); in sdhci_cqe_disable()
3287 bool sdhci_cqe_irq(struct sdhci_host *host, u32 intmask, int *cmd_error, in sdhci_cqe_irq() argument
3292 if (!host->cqe_on) in sdhci_cqe_irq()
3312 mask = intmask & host->cqe_ier; in sdhci_cqe_irq()
3313 sdhci_writel(host, mask, SDHCI_INT_STATUS); in sdhci_cqe_irq()
3317 mmc_hostname(host->mmc)); in sdhci_cqe_irq()
3319 intmask &= ~(host->cqe_ier | SDHCI_INT_ERROR); in sdhci_cqe_irq()
3321 sdhci_writel(host, intmask, SDHCI_INT_STATUS); in sdhci_cqe_irq()
3323 mmc_hostname(host->mmc), intmask); in sdhci_cqe_irq()
3324 sdhci_dumpregs(host); in sdhci_cqe_irq()
3341 struct sdhci_host *host; in sdhci_alloc_host() local
3349 host = mmc_priv(mmc); in sdhci_alloc_host()
3350 host->mmc = mmc; in sdhci_alloc_host()
3351 host->mmc_host_ops = sdhci_ops; in sdhci_alloc_host()
3352 mmc->ops = &host->mmc_host_ops; in sdhci_alloc_host()
3354 host->flags = SDHCI_SIGNALING_330; in sdhci_alloc_host()
3356 host->cqe_ier = SDHCI_CQE_INT_MASK; in sdhci_alloc_host()
3357 host->cqe_err_ier = SDHCI_CQE_INT_ERR_MASK; in sdhci_alloc_host()
3359 host->tuning_delay = -1; in sdhci_alloc_host()
3361 host->sdma_boundary = SDHCI_DEFAULT_BOUNDARY_ARG; in sdhci_alloc_host()
3363 return host; in sdhci_alloc_host()
3368 static int sdhci_set_dma_mask(struct sdhci_host *host) in sdhci_set_dma_mask() argument
3370 struct mmc_host *mmc = host->mmc; in sdhci_set_dma_mask()
3374 if (host->quirks2 & SDHCI_QUIRK2_BROKEN_64_BIT_DMA) in sdhci_set_dma_mask()
3375 host->flags &= ~SDHCI_USE_64_BIT_DMA; in sdhci_set_dma_mask()
3378 if (host->flags & SDHCI_USE_64_BIT_DMA) { in sdhci_set_dma_mask()
3383 host->flags &= ~SDHCI_USE_64_BIT_DMA; in sdhci_set_dma_mask()
3398 void __sdhci_read_caps(struct sdhci_host *host, u16 *ver, u32 *caps, u32 *caps1) in __sdhci_read_caps() argument
3404 if (host->read_caps) in __sdhci_read_caps()
3407 host->read_caps = true; in __sdhci_read_caps()
3410 host->quirks = debug_quirks; in __sdhci_read_caps()
3413 host->quirks2 = debug_quirks2; in __sdhci_read_caps()
3415 sdhci_do_reset(host, SDHCI_RESET_ALL); in __sdhci_read_caps()
3417 of_property_read_u64(mmc_dev(host->mmc)->of_node, in __sdhci_read_caps()
3419 of_property_read_u64(mmc_dev(host->mmc)->of_node, in __sdhci_read_caps()
3422 v = ver ? *ver : sdhci_readw(host, SDHCI_HOST_VERSION); in __sdhci_read_caps()
3423 host->version = (v & SDHCI_SPEC_VER_MASK) >> SDHCI_SPEC_VER_SHIFT; in __sdhci_read_caps()
3425 if (host->quirks & SDHCI_QUIRK_MISSING_CAPS) in __sdhci_read_caps()
3429 host->caps = *caps; in __sdhci_read_caps()
3431 host->caps = sdhci_readl(host, SDHCI_CAPABILITIES); in __sdhci_read_caps()
3432 host->caps &= ~lower_32_bits(dt_caps_mask); in __sdhci_read_caps()
3433 host->caps |= lower_32_bits(dt_caps); in __sdhci_read_caps()
3436 if (host->version < SDHCI_SPEC_300) in __sdhci_read_caps()
3440 host->caps1 = *caps1; in __sdhci_read_caps()
3442 host->caps1 = sdhci_readl(host, SDHCI_CAPABILITIES_1); in __sdhci_read_caps()
3443 host->caps1 &= ~upper_32_bits(dt_caps_mask); in __sdhci_read_caps()
3444 host->caps1 |= upper_32_bits(dt_caps); in __sdhci_read_caps()
3449 static int sdhci_allocate_bounce_buffer(struct sdhci_host *host) in sdhci_allocate_bounce_buffer() argument
3451 struct mmc_host *mmc = host->mmc; in sdhci_allocate_bounce_buffer()
3476 host->bounce_buffer = devm_kmalloc(mmc->parent, in sdhci_allocate_bounce_buffer()
3479 if (!host->bounce_buffer) { in sdhci_allocate_bounce_buffer()
3490 host->bounce_addr = dma_map_single(mmc->parent, in sdhci_allocate_bounce_buffer()
3491 host->bounce_buffer, in sdhci_allocate_bounce_buffer()
3494 ret = dma_mapping_error(mmc->parent, host->bounce_addr); in sdhci_allocate_bounce_buffer()
3498 host->bounce_buffer_size = bounce_size; in sdhci_allocate_bounce_buffer()
3511 int sdhci_setup_host(struct sdhci_host *host) in sdhci_setup_host() argument
3520 WARN_ON(host == NULL); in sdhci_setup_host()
3521 if (host == NULL) in sdhci_setup_host()
3524 mmc = host->mmc; in sdhci_setup_host()
3528 * early before resetting the host and reading the capabilities so that in sdhci_setup_host()
3529 * the host can take the appropriate action if regulators are not in sdhci_setup_host()
3537 sdhci_readw(host, SDHCI_HOST_VERSION), in sdhci_setup_host()
3538 sdhci_readl(host, SDHCI_PRESENT_STATE)); in sdhci_setup_host()
3540 sdhci_readl(host, SDHCI_CAPABILITIES), in sdhci_setup_host()
3541 sdhci_readl(host, SDHCI_CAPABILITIES_1)); in sdhci_setup_host()
3543 sdhci_read_caps(host); in sdhci_setup_host()
3545 override_timeout_clk = host->timeout_clk; in sdhci_setup_host()
3547 if (host->version > SDHCI_SPEC_300) { in sdhci_setup_host()
3549 mmc_hostname(mmc), host->version); in sdhci_setup_host()
3552 if (host->quirks & SDHCI_QUIRK_BROKEN_CQE) in sdhci_setup_host()
3555 if (host->quirks & SDHCI_QUIRK_FORCE_DMA) in sdhci_setup_host()
3556 host->flags |= SDHCI_USE_SDMA; in sdhci_setup_host()
3557 else if (!(host->caps & SDHCI_CAN_DO_SDMA)) in sdhci_setup_host()
3560 host->flags |= SDHCI_USE_SDMA; in sdhci_setup_host()
3562 if ((host->quirks & SDHCI_QUIRK_BROKEN_DMA) && in sdhci_setup_host()
3563 (host->flags & SDHCI_USE_SDMA)) { in sdhci_setup_host()
3565 host->flags &= ~SDHCI_USE_SDMA; in sdhci_setup_host()
3568 if ((host->version >= SDHCI_SPEC_200) && in sdhci_setup_host()
3569 (host->caps & SDHCI_CAN_DO_ADMA2)) in sdhci_setup_host()
3570 host->flags |= SDHCI_USE_ADMA; in sdhci_setup_host()
3572 if ((host->quirks & SDHCI_QUIRK_BROKEN_ADMA) && in sdhci_setup_host()
3573 (host->flags & SDHCI_USE_ADMA)) { in sdhci_setup_host()
3575 host->flags &= ~SDHCI_USE_ADMA; in sdhci_setup_host()
3585 if (host->caps & SDHCI_CAN_64BIT) in sdhci_setup_host()
3586 host->flags |= SDHCI_USE_64_BIT_DMA; in sdhci_setup_host()
3588 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_setup_host()
3589 ret = sdhci_set_dma_mask(host); in sdhci_setup_host()
3591 if (!ret && host->ops->enable_dma) in sdhci_setup_host()
3592 ret = host->ops->enable_dma(host); in sdhci_setup_host()
3597 host->flags &= ~(SDHCI_USE_SDMA | SDHCI_USE_ADMA); in sdhci_setup_host()
3604 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_setup_host()
3605 host->flags &= ~SDHCI_USE_SDMA; in sdhci_setup_host()
3607 if (host->flags & SDHCI_USE_ADMA) { in sdhci_setup_host()
3617 if (host->flags & SDHCI_USE_64_BIT_DMA) { in sdhci_setup_host()
3618 host->adma_table_sz = (SDHCI_MAX_SEGS * 2 + 1) * in sdhci_setup_host()
3620 host->desc_sz = SDHCI_ADMA2_64_DESC_SZ; in sdhci_setup_host()
3622 host->adma_table_sz = (SDHCI_MAX_SEGS * 2 + 1) * in sdhci_setup_host()
3624 host->desc_sz = SDHCI_ADMA2_32_DESC_SZ; in sdhci_setup_host()
3627 host->align_buffer_sz = SDHCI_MAX_SEGS * SDHCI_ADMA2_ALIGN; in sdhci_setup_host()
3628 buf = dma_alloc_coherent(mmc_dev(mmc), host->align_buffer_sz + in sdhci_setup_host()
3629 host->adma_table_sz, &dma, GFP_KERNEL); in sdhci_setup_host()
3633 host->flags &= ~SDHCI_USE_ADMA; in sdhci_setup_host()
3634 } else if ((dma + host->align_buffer_sz) & in sdhci_setup_host()
3638 host->flags &= ~SDHCI_USE_ADMA; in sdhci_setup_host()
3639 dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + in sdhci_setup_host()
3640 host->adma_table_sz, buf, dma); in sdhci_setup_host()
3642 host->align_buffer = buf; in sdhci_setup_host()
3643 host->align_addr = dma; in sdhci_setup_host()
3645 host->adma_table = buf + host->align_buffer_sz; in sdhci_setup_host()
3646 host->adma_addr = dma + host->align_buffer_sz; in sdhci_setup_host()
3655 if (!(host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA))) { in sdhci_setup_host()
3656 host->dma_mask = DMA_BIT_MASK(64); in sdhci_setup_host()
3657 mmc_dev(mmc)->dma_mask = &host->dma_mask; in sdhci_setup_host()
3660 if (host->version >= SDHCI_SPEC_300) in sdhci_setup_host()
3661 host->max_clk = (host->caps & SDHCI_CLOCK_V3_BASE_MASK) in sdhci_setup_host()
3664 host->max_clk = (host->caps & SDHCI_CLOCK_BASE_MASK) in sdhci_setup_host()
3667 host->max_clk *= 1000000; in sdhci_setup_host()
3668 if (host->max_clk == 0 || host->quirks & in sdhci_setup_host()
3670 if (!host->ops->get_max_clock) { in sdhci_setup_host()
3676 host->max_clk = host->ops->get_max_clock(host); in sdhci_setup_host()
3680 * In case of Host Controller v3.00, find out whether clock in sdhci_setup_host()
3683 host->clk_mul = (host->caps1 & SDHCI_CLOCK_MUL_MASK) >> in sdhci_setup_host()
3692 if (host->clk_mul) in sdhci_setup_host()
3693 host->clk_mul += 1; in sdhci_setup_host()
3696 * Set host parameters. in sdhci_setup_host()
3698 max_clk = host->max_clk; in sdhci_setup_host()
3700 if (host->ops->get_min_clock) in sdhci_setup_host()
3701 mmc->f_min = host->ops->get_min_clock(host); in sdhci_setup_host()
3702 else if (host->version >= SDHCI_SPEC_300) { in sdhci_setup_host()
3703 if (host->clk_mul) in sdhci_setup_host()
3704 max_clk = host->max_clk * host->clk_mul; in sdhci_setup_host()
3709 mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_300; in sdhci_setup_host()
3711 mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_200; in sdhci_setup_host()
3716 if (!(host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK)) { in sdhci_setup_host()
3717 host->timeout_clk = (host->caps & SDHCI_TIMEOUT_CLK_MASK) >> in sdhci_setup_host()
3720 if (host->caps & SDHCI_TIMEOUT_CLK_UNIT) in sdhci_setup_host()
3721 host->timeout_clk *= 1000; in sdhci_setup_host()
3723 if (host->timeout_clk == 0) { in sdhci_setup_host()
3724 if (!host->ops->get_timeout_clock) { in sdhci_setup_host()
3731 host->timeout_clk = in sdhci_setup_host()
3732 DIV_ROUND_UP(host->ops->get_timeout_clock(host), in sdhci_setup_host()
3737 host->timeout_clk = override_timeout_clk; in sdhci_setup_host()
3739 mmc->max_busy_timeout = host->ops->get_max_timeout_count ? in sdhci_setup_host()
3740 host->ops->get_max_timeout_count(host) : 1 << 27; in sdhci_setup_host()
3741 mmc->max_busy_timeout /= host->timeout_clk; in sdhci_setup_host()
3744 if (host->quirks2 & SDHCI_QUIRK2_DISABLE_HW_TIMEOUT && in sdhci_setup_host()
3745 !host->ops->get_max_timeout_count) in sdhci_setup_host()
3751 if (host->quirks & SDHCI_QUIRK_MULTIBLOCK_READ_ACMD12) in sdhci_setup_host()
3752 host->flags |= SDHCI_AUTO_CMD12; in sdhci_setup_host()
3755 if ((host->version >= SDHCI_SPEC_300) && in sdhci_setup_host()
3756 ((host->flags & SDHCI_USE_ADMA) || in sdhci_setup_host()
3757 !(host->flags & SDHCI_USE_SDMA)) && in sdhci_setup_host()
3758 !(host->quirks2 & SDHCI_QUIRK2_ACMD23_BROKEN)) { in sdhci_setup_host()
3759 host->flags |= SDHCI_AUTO_CMD23; in sdhci_setup_host()
3772 if (!(host->quirks & SDHCI_QUIRK_FORCE_1_BIT_DATA)) in sdhci_setup_host()
3775 if (host->quirks2 & SDHCI_QUIRK2_HOST_NO_CMD23) in sdhci_setup_host()
3778 if (host->caps & SDHCI_CAN_DO_HISPD) in sdhci_setup_host()
3781 if ((host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) && in sdhci_setup_host()
3783 mmc_gpio_get_cd(host->mmc) < 0) in sdhci_setup_host()
3792 host->caps1 &= ~(SDHCI_SUPPORT_SDR104 | in sdhci_setup_host()
3799 host->flags &= ~SDHCI_SIGNALING_330; in sdhci_setup_host()
3808 if (host->quirks2 & SDHCI_QUIRK2_NO_1_8_V) { in sdhci_setup_host()
3809 host->caps1 &= ~(SDHCI_SUPPORT_SDR104 | SDHCI_SUPPORT_SDR50 | in sdhci_setup_host()
3824 if (host->caps1 & (SDHCI_SUPPORT_SDR104 | SDHCI_SUPPORT_SDR50 | in sdhci_setup_host()
3829 if (host->caps1 & SDHCI_SUPPORT_SDR104) { in sdhci_setup_host()
3834 if (!(host->quirks2 & SDHCI_QUIRK2_BROKEN_HS200)) in sdhci_setup_host()
3836 } else if (host->caps1 & SDHCI_SUPPORT_SDR50) { in sdhci_setup_host()
3840 if (host->quirks2 & SDHCI_QUIRK2_CAPS_BIT63_FOR_HS400 && in sdhci_setup_host()
3841 (host->caps1 & SDHCI_SUPPORT_HS400)) in sdhci_setup_host()
3850 if ((host->caps1 & SDHCI_SUPPORT_DDR50) && in sdhci_setup_host()
3851 !(host->quirks2 & SDHCI_QUIRK2_BROKEN_DDR50)) in sdhci_setup_host()
3854 /* Does the host need tuning for SDR50? */ in sdhci_setup_host()
3855 if (host->caps1 & SDHCI_USE_SDR50_TUNING) in sdhci_setup_host()
3856 host->flags |= SDHCI_SDR50_NEEDS_TUNING; in sdhci_setup_host()
3858 /* Driver Type(s) (A, C, D) supported by the host */ in sdhci_setup_host()
3859 if (host->caps1 & SDHCI_DRIVER_TYPE_A) in sdhci_setup_host()
3861 if (host->caps1 & SDHCI_DRIVER_TYPE_C) in sdhci_setup_host()
3863 if (host->caps1 & SDHCI_DRIVER_TYPE_D) in sdhci_setup_host()
3867 host->tuning_count = (host->caps1 & SDHCI_RETUNING_TIMER_COUNT_MASK) >> in sdhci_setup_host()
3874 if (host->tuning_count) in sdhci_setup_host()
3875 host->tuning_count = 1 << (host->tuning_count - 1); in sdhci_setup_host()
3877 /* Re-tuning mode supported by the Host Controller */ in sdhci_setup_host()
3878 host->tuning_mode = (host->caps1 & SDHCI_RETUNING_MODE_MASK) >> in sdhci_setup_host()
3884 * According to SD Host Controller spec v3.00, if the Host System in sdhci_setup_host()
3885 * can afford more than 150mA, Host Driver should set XPC to 1. Also in sdhci_setup_host()
3890 max_current_caps = sdhci_readl(host, SDHCI_MAX_CURRENT); in sdhci_setup_host()
3907 if (host->caps & SDHCI_CAN_VDD_330) { in sdhci_setup_host()
3915 if (host->caps & SDHCI_CAN_VDD_300) { in sdhci_setup_host()
3923 if (host->caps & SDHCI_CAN_VDD_180) { in sdhci_setup_host()
3932 /* If OCR set by host, use it instead. */ in sdhci_setup_host()
3933 if (host->ocr_mask) in sdhci_setup_host()
3934 ocr_avail = host->ocr_mask; in sdhci_setup_host()
3942 if (host->ocr_avail_sdio) in sdhci_setup_host()
3943 mmc->ocr_avail_sdio &= host->ocr_avail_sdio; in sdhci_setup_host()
3945 if (host->ocr_avail_sd) in sdhci_setup_host()
3946 mmc->ocr_avail_sd &= host->ocr_avail_sd; in sdhci_setup_host()
3950 if (host->ocr_avail_mmc) in sdhci_setup_host()
3951 mmc->ocr_avail_mmc &= host->ocr_avail_mmc; in sdhci_setup_host()
3964 host->flags |= SDHCI_SIGNALING_180; in sdhci_setup_host()
3967 host->flags |= SDHCI_SIGNALING_120; in sdhci_setup_host()
3969 spin_lock_init(&host->lock); in sdhci_setup_host()
3982 if (host->flags & SDHCI_USE_ADMA) { in sdhci_setup_host()
3984 } else if (host->flags & SDHCI_USE_SDMA) { in sdhci_setup_host()
4001 if (host->flags & SDHCI_USE_ADMA) { in sdhci_setup_host()
4002 if (host->quirks & SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC) in sdhci_setup_host()
4014 if (host->quirks & SDHCI_QUIRK_FORCE_BLK_SZ_2048) { in sdhci_setup_host()
4017 mmc->max_blk_size = (host->caps & SDHCI_MAX_BLOCK_MASK) >> in sdhci_setup_host()
4031 mmc->max_blk_count = (host->quirks & SDHCI_QUIRK_NO_MULTIBLOCK) ? 1 : 65535; in sdhci_setup_host()
4035 ret = sdhci_allocate_bounce_buffer(host); in sdhci_setup_host()
4046 if (host->align_buffer) in sdhci_setup_host()
4047 dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + in sdhci_setup_host()
4048 host->adma_table_sz, host->align_buffer, in sdhci_setup_host()
4049 host->align_addr); in sdhci_setup_host()
4050 host->adma_table = NULL; in sdhci_setup_host()
4051 host->align_buffer = NULL; in sdhci_setup_host()
4057 void sdhci_cleanup_host(struct sdhci_host *host) in sdhci_cleanup_host() argument
4059 struct mmc_host *mmc = host->mmc; in sdhci_cleanup_host()
4064 if (host->align_buffer) in sdhci_cleanup_host()
4065 dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + in sdhci_cleanup_host()
4066 host->adma_table_sz, host->align_buffer, in sdhci_cleanup_host()
4067 host->align_addr); in sdhci_cleanup_host()
4068 host->adma_table = NULL; in sdhci_cleanup_host()
4069 host->align_buffer = NULL; in sdhci_cleanup_host()
4073 int __sdhci_add_host(struct sdhci_host *host) in __sdhci_add_host() argument
4075 struct mmc_host *mmc = host->mmc; in __sdhci_add_host()
4081 tasklet_init(&host->finish_tasklet, in __sdhci_add_host()
4082 sdhci_tasklet_finish, (unsigned long)host); in __sdhci_add_host()
4084 timer_setup(&host->timer, sdhci_timeout_timer, 0); in __sdhci_add_host()
4085 timer_setup(&host->data_timer, sdhci_timeout_data_timer, 0); in __sdhci_add_host()
4087 init_waitqueue_head(&host->buf_ready_int); in __sdhci_add_host()
4089 sdhci_init(host, 0); in __sdhci_add_host()
4091 ret = request_threaded_irq(host->irq, sdhci_irq, sdhci_thread_irq, in __sdhci_add_host()
4092 IRQF_SHARED, mmc_hostname(mmc), host); in __sdhci_add_host()
4095 mmc_hostname(mmc), host->irq, ret); in __sdhci_add_host()
4099 ret = sdhci_led_register(host); in __sdhci_add_host()
4113 mmc_hostname(mmc), host->hw_name, dev_name(mmc_dev(mmc)), in __sdhci_add_host()
4114 (host->flags & SDHCI_USE_ADMA) ? in __sdhci_add_host()
4115 (host->flags & SDHCI_USE_64_BIT_DMA) ? "ADMA 64-bit" : "ADMA" : in __sdhci_add_host()
4116 (host->flags & SDHCI_USE_SDMA) ? "DMA" : "PIO"); in __sdhci_add_host()
4118 sdhci_enable_card_detection(host); in __sdhci_add_host()
4123 sdhci_led_unregister(host); in __sdhci_add_host()
4125 sdhci_do_reset(host, SDHCI_RESET_ALL); in __sdhci_add_host()
4126 sdhci_writel(host, 0, SDHCI_INT_ENABLE); in __sdhci_add_host()
4127 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in __sdhci_add_host()
4128 free_irq(host->irq, host); in __sdhci_add_host()
4130 tasklet_kill(&host->finish_tasklet); in __sdhci_add_host()
4136 int sdhci_add_host(struct sdhci_host *host) in sdhci_add_host() argument
4140 ret = sdhci_setup_host(host); in sdhci_add_host()
4144 ret = __sdhci_add_host(host); in sdhci_add_host()
4151 sdhci_cleanup_host(host); in sdhci_add_host()
4157 void sdhci_remove_host(struct sdhci_host *host, int dead) in sdhci_remove_host() argument
4159 struct mmc_host *mmc = host->mmc; in sdhci_remove_host()
4163 spin_lock_irqsave(&host->lock, flags); in sdhci_remove_host()
4165 host->flags |= SDHCI_DEVICE_DEAD; in sdhci_remove_host()
4167 if (sdhci_has_requests(host)) { in sdhci_remove_host()
4170 sdhci_error_out_mrqs(host, -ENOMEDIUM); in sdhci_remove_host()
4173 spin_unlock_irqrestore(&host->lock, flags); in sdhci_remove_host()
4176 sdhci_disable_card_detection(host); in sdhci_remove_host()
4180 sdhci_led_unregister(host); in sdhci_remove_host()
4183 sdhci_do_reset(host, SDHCI_RESET_ALL); in sdhci_remove_host()
4185 sdhci_writel(host, 0, SDHCI_INT_ENABLE); in sdhci_remove_host()
4186 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_remove_host()
4187 free_irq(host->irq, host); in sdhci_remove_host()
4189 del_timer_sync(&host->timer); in sdhci_remove_host()
4190 del_timer_sync(&host->data_timer); in sdhci_remove_host()
4192 tasklet_kill(&host->finish_tasklet); in sdhci_remove_host()
4197 if (host->align_buffer) in sdhci_remove_host()
4198 dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + in sdhci_remove_host()
4199 host->adma_table_sz, host->align_buffer, in sdhci_remove_host()
4200 host->align_addr); in sdhci_remove_host()
4202 host->adma_table = NULL; in sdhci_remove_host()
4203 host->align_buffer = NULL; in sdhci_remove_host()
4208 void sdhci_free_host(struct sdhci_host *host) in sdhci_free_host() argument
4210 mmc_free_host(host->mmc); in sdhci_free_host()
4224 ": Secure Digital Host Controller Interface driver\n"); in sdhci_drv_init()
4241 MODULE_DESCRIPTION("Secure Digital Host Controller Interface core driver");