Lines Matching +full:rx +full:- +full:float +full:- +full:inactive
1 // SPDX-License-Identifier: GPL-2.0+
30 #include <linux/dma-mapping.h>
33 #include <linux/platform_data/serial-imx.h>
34 #include <linux/platform_data/dma-imx.h>
125 #define UFCR_RFDIV_REG(x) (((x) < 7 ? 6 - (x) : 6) << 7)
154 #define UTS_LOOP (1<<12) /* Loop tx and rx */
161 /* We've been assigned a range on the "Low-density serial ports" major */
174 #define DRIVER_NAME "IMX-uart"
268 .name = "imx1-uart",
271 .name = "imx21-uart",
274 .name = "imx53-uart",
277 .name = "imx6q-uart",
286 { .compatible = "fsl,imx6q-uart", .data = &imx_uart_devdata[IMX6Q_UART], },
287 { .compatible = "fsl,imx53-uart", .data = &imx_uart_devdata[IMX53_UART], },
288 { .compatible = "fsl,imx1-uart", .data = &imx_uart_devdata[IMX1_UART], },
289 { .compatible = "fsl,imx21-uart", .data = &imx_uart_devdata[IMX21_UART], },
298 sport->ucr1 = val; in imx_uart_writel()
301 sport->ucr2 = val; in imx_uart_writel()
304 sport->ucr3 = val; in imx_uart_writel()
307 sport->ucr4 = val; in imx_uart_writel()
310 sport->ufcr = val; in imx_uart_writel()
315 writel(val, sport->port.membase + offset); in imx_uart_writel()
322 return sport->ucr1; in imx_uart_readl()
331 if (!(sport->ucr2 & UCR2_SRST)) in imx_uart_readl()
332 sport->ucr2 = readl(sport->port.membase + offset); in imx_uart_readl()
333 return sport->ucr2; in imx_uart_readl()
336 return sport->ucr3; in imx_uart_readl()
339 return sport->ucr4; in imx_uart_readl()
342 return sport->ufcr; in imx_uart_readl()
345 return readl(sport->port.membase + offset); in imx_uart_readl()
351 return sport->devdata->uts_reg; in imx_uart_uts_reg()
356 return sport->devdata->devtype == IMX1_UART; in imx_uart_is_imx1()
361 return sport->devdata->devtype == IMX21_UART; in imx_uart_is_imx21()
366 return sport->devdata->devtype == IMX53_UART; in imx_uart_is_imx53()
371 return sport->devdata->devtype == IMX6Q_UART; in imx_uart_is_imx6q()
381 ucr->ucr1 = imx_uart_readl(sport, UCR1); in imx_uart_ucrs_save()
382 ucr->ucr2 = imx_uart_readl(sport, UCR2); in imx_uart_ucrs_save()
383 ucr->ucr3 = imx_uart_readl(sport, UCR3); in imx_uart_ucrs_save()
390 imx_uart_writel(sport, ucr->ucr1, UCR1); in imx_uart_ucrs_restore()
391 imx_uart_writel(sport, ucr->ucr2, UCR2); in imx_uart_ucrs_restore()
392 imx_uart_writel(sport, ucr->ucr3, UCR3); in imx_uart_ucrs_restore()
401 mctrl_gpio_set(sport->gpios, sport->port.mctrl | TIOCM_RTS); in imx_uart_rts_active()
410 mctrl_gpio_set(sport->gpios, sport->port.mctrl & ~TIOCM_RTS); in imx_uart_rts_inactive()
433 if (sport->dma_is_enabled) { in imx_uart_start_rx()
451 if (sport->tx_state == OFF) in imx_uart_stop_tx()
458 if (sport->dma_is_txing) in imx_uart_stop_tx()
475 if (port->rs485.flags & SER_RS485_ENABLED) { in imx_uart_stop_tx()
476 if (sport->tx_state == SEND) { in imx_uart_stop_tx()
477 sport->tx_state = WAIT_AFTER_SEND; in imx_uart_stop_tx()
478 start_hrtimer_ms(&sport->trigger_stop_tx, in imx_uart_stop_tx()
479 port->rs485.delay_rts_after_send); in imx_uart_stop_tx()
483 if (sport->tx_state == WAIT_AFTER_RTS || in imx_uart_stop_tx()
484 sport->tx_state == WAIT_AFTER_SEND) { in imx_uart_stop_tx()
487 hrtimer_try_to_cancel(&sport->trigger_start_tx); in imx_uart_stop_tx()
490 if (port->rs485.flags & SER_RS485_RTS_AFTER_SEND) in imx_uart_stop_tx()
498 sport->tx_state = OFF; in imx_uart_stop_tx()
501 sport->tx_state = OFF; in imx_uart_stop_tx()
515 if (sport->dma_is_enabled) { in imx_uart_stop_rx()
534 mod_timer(&sport->timer, jiffies); in imx_uart_enable_ms()
536 mctrl_gpio_enable_ms(sport->gpios); in imx_uart_enable_ms()
544 struct circ_buf *xmit = &sport->port.state->xmit; in imx_uart_transmit_buffer()
546 if (sport->port.x_char) { in imx_uart_transmit_buffer()
548 imx_uart_writel(sport, sport->port.x_char, URTX0); in imx_uart_transmit_buffer()
549 sport->port.icount.tx++; in imx_uart_transmit_buffer()
550 sport->port.x_char = 0; in imx_uart_transmit_buffer()
554 if (uart_circ_empty(xmit) || uart_tx_stopped(&sport->port)) { in imx_uart_transmit_buffer()
555 imx_uart_stop_tx(&sport->port); in imx_uart_transmit_buffer()
559 if (sport->dma_is_enabled) { in imx_uart_transmit_buffer()
562 * We've just sent a X-char Ensure the TX DMA is enabled in imx_uart_transmit_buffer()
567 if (sport->dma_is_txing) { in imx_uart_transmit_buffer()
580 /* send xmit->buf[xmit->tail] in imx_uart_transmit_buffer()
582 imx_uart_writel(sport, xmit->buf[xmit->tail], URTX0); in imx_uart_transmit_buffer()
583 xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1); in imx_uart_transmit_buffer()
584 sport->port.icount.tx++; in imx_uart_transmit_buffer()
588 uart_write_wakeup(&sport->port); in imx_uart_transmit_buffer()
591 imx_uart_stop_tx(&sport->port); in imx_uart_transmit_buffer()
597 struct scatterlist *sgl = &sport->tx_sgl[0]; in imx_uart_dma_tx_callback()
598 struct circ_buf *xmit = &sport->port.state->xmit; in imx_uart_dma_tx_callback()
602 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_dma_tx_callback()
604 dma_unmap_sg(sport->port.dev, sgl, sport->dma_tx_nents, DMA_TO_DEVICE); in imx_uart_dma_tx_callback()
611 xmit->tail = (xmit->tail + sport->tx_bytes) & (UART_XMIT_SIZE - 1); in imx_uart_dma_tx_callback()
612 sport->port.icount.tx += sport->tx_bytes; in imx_uart_dma_tx_callback()
614 dev_dbg(sport->port.dev, "we finish the TX DMA.\n"); in imx_uart_dma_tx_callback()
616 sport->dma_is_txing = 0; in imx_uart_dma_tx_callback()
619 uart_write_wakeup(&sport->port); in imx_uart_dma_tx_callback()
621 if (!uart_circ_empty(xmit) && !uart_tx_stopped(&sport->port)) in imx_uart_dma_tx_callback()
623 else if (sport->port.rs485.flags & SER_RS485_ENABLED) { in imx_uart_dma_tx_callback()
629 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_dma_tx_callback()
635 struct circ_buf *xmit = &sport->port.state->xmit; in imx_uart_dma_tx()
636 struct scatterlist *sgl = sport->tx_sgl; in imx_uart_dma_tx()
638 struct dma_chan *chan = sport->dma_chan_tx; in imx_uart_dma_tx()
639 struct device *dev = sport->port.dev; in imx_uart_dma_tx()
643 if (sport->dma_is_txing) in imx_uart_dma_tx()
650 sport->tx_bytes = uart_circ_chars_pending(xmit); in imx_uart_dma_tx()
652 if (xmit->tail < xmit->head || xmit->head == 0) { in imx_uart_dma_tx()
653 sport->dma_tx_nents = 1; in imx_uart_dma_tx()
654 sg_init_one(sgl, xmit->buf + xmit->tail, sport->tx_bytes); in imx_uart_dma_tx()
656 sport->dma_tx_nents = 2; in imx_uart_dma_tx()
658 sg_set_buf(sgl, xmit->buf + xmit->tail, in imx_uart_dma_tx()
659 UART_XMIT_SIZE - xmit->tail); in imx_uart_dma_tx()
660 sg_set_buf(sgl + 1, xmit->buf, xmit->head); in imx_uart_dma_tx()
663 ret = dma_map_sg(dev, sgl, sport->dma_tx_nents, DMA_TO_DEVICE); in imx_uart_dma_tx()
671 dma_unmap_sg(dev, sgl, sport->dma_tx_nents, in imx_uart_dma_tx()
676 desc->callback = imx_uart_dma_tx_callback; in imx_uart_dma_tx()
677 desc->callback_param = sport; in imx_uart_dma_tx()
687 sport->dma_is_txing = 1; in imx_uart_dma_tx()
699 if (!sport->port.x_char && uart_circ_empty(&port->state->xmit)) in imx_uart_start_tx()
703 * We cannot simply do nothing here if sport->tx_state == SEND already in imx_uart_start_tx()
708 if (port->rs485.flags & SER_RS485_ENABLED) { in imx_uart_start_tx()
709 if (sport->tx_state == OFF) { in imx_uart_start_tx()
711 if (port->rs485.flags & SER_RS485_RTS_ON_SEND) in imx_uart_start_tx()
717 if (!(port->rs485.flags & SER_RS485_RX_DURING_TX)) in imx_uart_start_tx()
720 sport->tx_state = WAIT_AFTER_RTS; in imx_uart_start_tx()
721 start_hrtimer_ms(&sport->trigger_start_tx, in imx_uart_start_tx()
722 port->rs485.delay_rts_before_send); in imx_uart_start_tx()
726 if (sport->tx_state == WAIT_AFTER_SEND in imx_uart_start_tx()
727 || sport->tx_state == WAIT_AFTER_RTS) { in imx_uart_start_tx()
729 hrtimer_try_to_cancel(&sport->trigger_stop_tx); in imx_uart_start_tx()
734 * tx-callback. in imx_uart_start_tx()
736 if (!sport->dma_is_enabled) { in imx_uart_start_tx()
742 sport->tx_state = SEND; in imx_uart_start_tx()
745 sport->tx_state = SEND; in imx_uart_start_tx()
748 if (!sport->dma_is_enabled) { in imx_uart_start_tx()
753 if (sport->dma_is_enabled) { in imx_uart_start_tx()
754 if (sport->port.x_char) { in imx_uart_start_tx()
755 /* We have X-char to send, so enable TX IRQ and in imx_uart_start_tx()
756 * disable TX DMA to let TX interrupt to send X-char */ in imx_uart_start_tx()
764 if (!uart_circ_empty(&port->state->xmit) && in imx_uart_start_tx()
778 uart_handle_cts_change(&sport->port, !!usr1); in __imx_uart_rtsint()
779 wake_up_interruptible(&sport->port.state->port.delta_msr_wait); in __imx_uart_rtsint()
789 spin_lock(&sport->port.lock); in imx_uart_rtsint()
793 spin_unlock(&sport->port.lock); in imx_uart_rtsint()
802 spin_lock(&sport->port.lock); in imx_uart_txint()
804 spin_unlock(&sport->port.lock); in imx_uart_txint()
811 unsigned int rx, flg, ignored = 0; in __imx_uart_rxint() local
812 struct tty_port *port = &sport->port.state->port; in __imx_uart_rxint()
818 sport->port.icount.rx++; in __imx_uart_rxint()
820 rx = imx_uart_readl(sport, URXD0); in __imx_uart_rxint()
825 if (uart_handle_break(&sport->port)) in __imx_uart_rxint()
829 if (uart_handle_sysrq_char(&sport->port, (unsigned char)rx)) in __imx_uart_rxint()
832 if (unlikely(rx & URXD_ERR)) { in __imx_uart_rxint()
833 if (rx & URXD_BRK) in __imx_uart_rxint()
834 sport->port.icount.brk++; in __imx_uart_rxint()
835 else if (rx & URXD_PRERR) in __imx_uart_rxint()
836 sport->port.icount.parity++; in __imx_uart_rxint()
837 else if (rx & URXD_FRMERR) in __imx_uart_rxint()
838 sport->port.icount.frame++; in __imx_uart_rxint()
839 if (rx & URXD_OVRRUN) in __imx_uart_rxint()
840 sport->port.icount.overrun++; in __imx_uart_rxint()
842 if (rx & sport->port.ignore_status_mask) { in __imx_uart_rxint()
848 rx &= (sport->port.read_status_mask | 0xFF); in __imx_uart_rxint()
850 if (rx & URXD_BRK) in __imx_uart_rxint()
852 else if (rx & URXD_PRERR) in __imx_uart_rxint()
854 else if (rx & URXD_FRMERR) in __imx_uart_rxint()
856 if (rx & URXD_OVRRUN) in __imx_uart_rxint()
859 sport->port.sysrq = 0; in __imx_uart_rxint()
862 if (sport->port.ignore_status_mask & URXD_DUMMY_READ) in __imx_uart_rxint()
865 if (tty_insert_flip_char(port, rx, flg) == 0) in __imx_uart_rxint()
866 sport->port.icount.buf_overrun++; in __imx_uart_rxint()
880 spin_lock(&sport->port.lock); in imx_uart_rxint()
884 spin_unlock(&sport->port.lock); in imx_uart_rxint()
907 if (sport->dte_mode) in imx_uart_get_hwmctrl()
922 changed = status ^ sport->old_status; in imx_uart_mctrl_check()
927 sport->old_status = status; in imx_uart_mctrl_check()
930 sport->port.icount.rng++; in imx_uart_mctrl_check()
932 sport->port.icount.dsr++; in imx_uart_mctrl_check()
934 uart_handle_dcd_change(&sport->port, status & TIOCM_CAR); in imx_uart_mctrl_check()
936 uart_handle_cts_change(&sport->port, status & TIOCM_CTS); in imx_uart_mctrl_check()
938 wake_up_interruptible(&sport->port.state->port.delta_msr_wait); in imx_uart_mctrl_check()
953 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_int()
965 * actions, for example if a character that sits in the RX FIFO and that in imx_uart_int()
1018 sport->port.icount.overrun++; in imx_uart_int()
1023 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_int()
1039 if (sport->dma_is_txing) in imx_uart_tx_empty()
1051 mctrl_gpio_get(sport->gpios, &ret); in imx_uart_get_mctrl()
1062 if (!(port->rs485.flags & SER_RS485_ENABLED)) { in imx_uart_set_mctrl()
1094 mctrl_gpio_set(sport->gpios, mctrl); in imx_uart_set_mctrl()
1106 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_break_ctl()
1115 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_break_ctl()
1119 * This is our per-port timeout handler, for checking the
1127 if (sport->port.state) { in imx_uart_timeout()
1128 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_timeout()
1130 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_timeout()
1132 mod_timer(&sport->timer, jiffies + MCTRL_TIMEOUT); in imx_uart_timeout()
1137 * There are two kinds of RX DMA interrupts(such as in the MX6Q):
1138 * [1] the RX DMA buffer is full.
1147 struct dma_chan *chan = sport->dma_chan_rx; in imx_uart_dma_rx_callback()
1148 struct scatterlist *sgl = &sport->rx_sgl; in imx_uart_dma_rx_callback()
1149 struct tty_port *port = &sport->port.state->port; in imx_uart_dma_rx_callback()
1151 struct circ_buf *rx_ring = &sport->rx_ring; in imx_uart_dma_rx_callback()
1157 status = dmaengine_tx_status(chan, sport->rx_cookie, &state); in imx_uart_dma_rx_callback()
1164 if (!(sport->port.ignore_status_mask & URXD_DUMMY_READ)) { in imx_uart_dma_rx_callback()
1167 * The state-residue variable represents the empty space in imx_uart_dma_rx_callback()
1170 * length - DMA transaction residue. The UART script from the in imx_uart_dma_rx_callback()
1172 * once a DMA transaction if finalized (IMX53 RM - A.4.1.2.4). in imx_uart_dma_rx_callback()
1178 rx_ring->head = sg_dma_len(sgl) - state.residue; in imx_uart_dma_rx_callback()
1181 bd_size = sg_dma_len(sgl) / sport->rx_periods; in imx_uart_dma_rx_callback()
1182 rx_ring->tail = ((rx_ring->head-1) / bd_size) * bd_size; in imx_uart_dma_rx_callback()
1184 if (rx_ring->head <= sg_dma_len(sgl) && in imx_uart_dma_rx_callback()
1185 rx_ring->head > rx_ring->tail) { in imx_uart_dma_rx_callback()
1188 r_bytes = rx_ring->head - rx_ring->tail; in imx_uart_dma_rx_callback()
1190 /* CPU claims ownership of RX DMA buffer */ in imx_uart_dma_rx_callback()
1191 dma_sync_sg_for_cpu(sport->port.dev, sgl, 1, in imx_uart_dma_rx_callback()
1195 sport->rx_buf + rx_ring->tail, r_bytes); in imx_uart_dma_rx_callback()
1197 /* UART retrieves ownership of RX DMA buffer */ in imx_uart_dma_rx_callback()
1198 dma_sync_sg_for_device(sport->port.dev, sgl, 1, in imx_uart_dma_rx_callback()
1202 sport->port.icount.buf_overrun++; in imx_uart_dma_rx_callback()
1204 sport->port.icount.rx += w_bytes; in imx_uart_dma_rx_callback()
1206 WARN_ON(rx_ring->head > sg_dma_len(sgl)); in imx_uart_dma_rx_callback()
1207 WARN_ON(rx_ring->head <= rx_ring->tail); in imx_uart_dma_rx_callback()
1213 dev_dbg(sport->port.dev, "We get %d bytes.\n", w_bytes); in imx_uart_dma_rx_callback()
1217 /* RX DMA buffer periods */
1223 struct scatterlist *sgl = &sport->rx_sgl; in imx_uart_start_rx_dma()
1224 struct dma_chan *chan = sport->dma_chan_rx; in imx_uart_start_rx_dma()
1225 struct device *dev = sport->port.dev; in imx_uart_start_rx_dma()
1229 sport->rx_ring.head = 0; in imx_uart_start_rx_dma()
1230 sport->rx_ring.tail = 0; in imx_uart_start_rx_dma()
1231 sport->rx_periods = RX_DMA_PERIODS; in imx_uart_start_rx_dma()
1233 sg_init_one(sgl, sport->rx_buf, RX_BUF_SIZE); in imx_uart_start_rx_dma()
1236 dev_err(dev, "DMA mapping error for RX.\n"); in imx_uart_start_rx_dma()
1237 return -EINVAL; in imx_uart_start_rx_dma()
1241 sg_dma_len(sgl), sg_dma_len(sgl) / sport->rx_periods, in imx_uart_start_rx_dma()
1246 dev_err(dev, "We cannot prepare for the RX slave dma!\n"); in imx_uart_start_rx_dma()
1247 return -EINVAL; in imx_uart_start_rx_dma()
1249 desc->callback = imx_uart_dma_rx_callback; in imx_uart_start_rx_dma()
1250 desc->callback_param = sport; in imx_uart_start_rx_dma()
1252 dev_dbg(dev, "RX: prepare for the DMA.\n"); in imx_uart_start_rx_dma()
1253 sport->dma_is_rxing = 1; in imx_uart_start_rx_dma()
1254 sport->rx_cookie = dmaengine_submit(desc); in imx_uart_start_rx_dma()
1261 struct tty_port *port = &sport->port.state->port; in imx_uart_clear_rx_errors()
1268 sport->port.icount.brk++; in imx_uart_clear_rx_errors()
1270 uart_handle_break(&sport->port); in imx_uart_clear_rx_errors()
1272 sport->port.icount.buf_overrun++; in imx_uart_clear_rx_errors()
1276 sport->port.icount.frame++; in imx_uart_clear_rx_errors()
1279 sport->port.icount.parity++; in imx_uart_clear_rx_errors()
1285 sport->port.icount.overrun++; in imx_uart_clear_rx_errors()
1309 if (sport->dma_chan_rx) { in imx_uart_dma_exit()
1310 dmaengine_terminate_sync(sport->dma_chan_rx); in imx_uart_dma_exit()
1311 dma_release_channel(sport->dma_chan_rx); in imx_uart_dma_exit()
1312 sport->dma_chan_rx = NULL; in imx_uart_dma_exit()
1313 sport->rx_cookie = -EINVAL; in imx_uart_dma_exit()
1314 kfree(sport->rx_buf); in imx_uart_dma_exit()
1315 sport->rx_buf = NULL; in imx_uart_dma_exit()
1318 if (sport->dma_chan_tx) { in imx_uart_dma_exit()
1319 dmaengine_terminate_sync(sport->dma_chan_tx); in imx_uart_dma_exit()
1320 dma_release_channel(sport->dma_chan_tx); in imx_uart_dma_exit()
1321 sport->dma_chan_tx = NULL; in imx_uart_dma_exit()
1328 struct device *dev = sport->port.dev; in imx_uart_dma_init()
1331 /* Prepare for RX : */ in imx_uart_dma_init()
1332 sport->dma_chan_rx = dma_request_slave_channel(dev, "rx"); in imx_uart_dma_init()
1333 if (!sport->dma_chan_rx) { in imx_uart_dma_init()
1335 ret = -EINVAL; in imx_uart_dma_init()
1340 slave_config.src_addr = sport->port.mapbase + URXD0; in imx_uart_dma_init()
1343 slave_config.src_maxburst = RXTL_DMA - 1; in imx_uart_dma_init()
1344 ret = dmaengine_slave_config(sport->dma_chan_rx, &slave_config); in imx_uart_dma_init()
1346 dev_err(dev, "error in RX dma configuration.\n"); in imx_uart_dma_init()
1350 sport->rx_buf = kzalloc(RX_BUF_SIZE, GFP_KERNEL); in imx_uart_dma_init()
1351 if (!sport->rx_buf) { in imx_uart_dma_init()
1352 ret = -ENOMEM; in imx_uart_dma_init()
1355 sport->rx_ring.buf = sport->rx_buf; in imx_uart_dma_init()
1358 sport->dma_chan_tx = dma_request_slave_channel(dev, "tx"); in imx_uart_dma_init()
1359 if (!sport->dma_chan_tx) { in imx_uart_dma_init()
1361 ret = -EINVAL; in imx_uart_dma_init()
1366 slave_config.dst_addr = sport->port.mapbase + URTX0; in imx_uart_dma_init()
1369 ret = dmaengine_slave_config(sport->dma_chan_tx, &slave_config); in imx_uart_dma_init()
1392 sport->dma_is_enabled = 1; in imx_uart_enable_dma()
1406 sport->dma_is_enabled = 0; in imx_uart_disable_dma()
1409 /* half the RX buffer size */
1420 retval = clk_prepare_enable(sport->clk_per); in imx_uart_startup()
1423 retval = clk_prepare_enable(sport->clk_ipg); in imx_uart_startup()
1425 clk_disable_unprepare(sport->clk_per); in imx_uart_startup()
1446 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_startup()
1454 while (!(imx_uart_readl(sport, UCR2) & UCR2_SRST) && (--i > 0)) in imx_uart_startup()
1465 if (sport->have_rtscts) in imx_uart_startup()
1473 if (sport->inverted_rx) in imx_uart_startup()
1481 if (sport->inverted_tx) in imx_uart_startup()
1487 if (sport->dte_mode) in imx_uart_startup()
1495 if (!sport->have_rtscts) in imx_uart_startup()
1498 * make sure the edge sensitive RTS-irq is disabled, in imx_uart_startup()
1508 imx_uart_enable_ms(&sport->port); in imx_uart_startup()
1523 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_startup()
1534 if (sport->dma_is_enabled) { in imx_uart_shutdown()
1535 dmaengine_terminate_sync(sport->dma_chan_tx); in imx_uart_shutdown()
1536 if (sport->dma_is_txing) { in imx_uart_shutdown()
1537 dma_unmap_sg(sport->port.dev, &sport->tx_sgl[0], in imx_uart_shutdown()
1538 sport->dma_tx_nents, DMA_TO_DEVICE); in imx_uart_shutdown()
1539 sport->dma_is_txing = 0; in imx_uart_shutdown()
1541 dmaengine_terminate_sync(sport->dma_chan_rx); in imx_uart_shutdown()
1542 if (sport->dma_is_rxing) { in imx_uart_shutdown()
1543 dma_unmap_sg(sport->port.dev, &sport->rx_sgl, in imx_uart_shutdown()
1545 sport->dma_is_rxing = 0; in imx_uart_shutdown()
1548 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_shutdown()
1552 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_shutdown()
1556 mctrl_gpio_disable_ms(sport->gpios); in imx_uart_shutdown()
1558 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_shutdown()
1562 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_shutdown()
1567 del_timer_sync(&sport->timer); in imx_uart_shutdown()
1573 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_shutdown()
1583 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_shutdown()
1585 clk_disable_unprepare(sport->clk_per); in imx_uart_shutdown()
1586 clk_disable_unprepare(sport->clk_ipg); in imx_uart_shutdown()
1593 struct scatterlist *sgl = &sport->tx_sgl[0]; in imx_uart_flush_buffer()
1597 if (!sport->dma_chan_tx) in imx_uart_flush_buffer()
1600 sport->tx_bytes = 0; in imx_uart_flush_buffer()
1601 dmaengine_terminate_all(sport->dma_chan_tx); in imx_uart_flush_buffer()
1602 if (sport->dma_is_txing) { in imx_uart_flush_buffer()
1605 dma_unmap_sg(sport->port.dev, sgl, sport->dma_tx_nents, in imx_uart_flush_buffer()
1610 sport->dma_is_txing = 0; in imx_uart_flush_buffer()
1618 * and UTS[6-3]". in imx_uart_flush_buffer()
1632 while (!(imx_uart_readl(sport, UCR2) & UCR2_SRST) && (--i > 0)) in imx_uart_flush_buffer()
1649 unsigned int old_csize = old ? old->c_cflag & CSIZE : CS8; in imx_uart_set_termios()
1657 while ((termios->c_cflag & CSIZE) != CS7 && in imx_uart_set_termios()
1658 (termios->c_cflag & CSIZE) != CS8) { in imx_uart_set_termios()
1659 termios->c_cflag &= ~CSIZE; in imx_uart_set_termios()
1660 termios->c_cflag |= old_csize; in imx_uart_set_termios()
1664 del_timer_sync(&sport->timer); in imx_uart_set_termios()
1669 baud = uart_get_baud_rate(port, termios, old, 50, port->uartclk / 16); in imx_uart_set_termios()
1672 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_set_termios()
1682 if ((termios->c_cflag & CSIZE) == CS8) in imx_uart_set_termios()
1685 if (!sport->have_rtscts) in imx_uart_set_termios()
1686 termios->c_cflag &= ~CRTSCTS; in imx_uart_set_termios()
1688 if (port->rs485.flags & SER_RS485_ENABLED) { in imx_uart_set_termios()
1694 if (port->rs485.flags & SER_RS485_RTS_AFTER_SEND) in imx_uart_set_termios()
1699 } else if (termios->c_cflag & CRTSCTS) { in imx_uart_set_termios()
1702 * to have RTS inactive (which then should take precedence). in imx_uart_set_termios()
1708 if (termios->c_cflag & CRTSCTS) in imx_uart_set_termios()
1710 if (termios->c_cflag & CSTOPB) in imx_uart_set_termios()
1712 if (termios->c_cflag & PARENB) { in imx_uart_set_termios()
1714 if (termios->c_cflag & PARODD) in imx_uart_set_termios()
1718 sport->port.read_status_mask = 0; in imx_uart_set_termios()
1719 if (termios->c_iflag & INPCK) in imx_uart_set_termios()
1720 sport->port.read_status_mask |= (URXD_FRMERR | URXD_PRERR); in imx_uart_set_termios()
1721 if (termios->c_iflag & (BRKINT | PARMRK)) in imx_uart_set_termios()
1722 sport->port.read_status_mask |= URXD_BRK; in imx_uart_set_termios()
1727 sport->port.ignore_status_mask = 0; in imx_uart_set_termios()
1728 if (termios->c_iflag & IGNPAR) in imx_uart_set_termios()
1729 sport->port.ignore_status_mask |= URXD_PRERR | URXD_FRMERR; in imx_uart_set_termios()
1730 if (termios->c_iflag & IGNBRK) { in imx_uart_set_termios()
1731 sport->port.ignore_status_mask |= URXD_BRK; in imx_uart_set_termios()
1736 if (termios->c_iflag & IGNPAR) in imx_uart_set_termios()
1737 sport->port.ignore_status_mask |= URXD_OVRRUN; in imx_uart_set_termios()
1740 if ((termios->c_cflag & CREAD) == 0) in imx_uart_set_termios()
1741 sport->port.ignore_status_mask |= URXD_DUMMY_READ; in imx_uart_set_termios()
1744 * Update the per-port timeout. in imx_uart_set_termios()
1746 uart_update_timeout(port, termios->c_cflag, baud); in imx_uart_set_termios()
1748 /* custom-baudrate handling */ in imx_uart_set_termios()
1749 div = sport->port.uartclk / (baud * 16); in imx_uart_set_termios()
1751 baud = sport->port.uartclk / (quot * 16); in imx_uart_set_termios()
1753 div = sport->port.uartclk / (baud * 16); in imx_uart_set_termios()
1759 rational_best_approximation(16 * div * baud, sport->port.uartclk, in imx_uart_set_termios()
1762 tdiv64 = sport->port.uartclk; in imx_uart_set_termios()
1768 num -= 1; in imx_uart_set_termios()
1769 denom -= 1; in imx_uart_set_termios()
1792 imx_uart_writel(sport, sport->port.uartclk / div / 1000, in imx_uart_set_termios()
1797 if (UART_ENABLE_MS(&sport->port, termios->c_cflag)) in imx_uart_set_termios()
1798 imx_uart_enable_ms(&sport->port); in imx_uart_set_termios()
1800 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_set_termios()
1807 return sport->port.type == PORT_IMX ? "IMX" : NULL; in imx_uart_type()
1818 sport->port.type = PORT_IMX; in imx_uart_config_port()
1832 if (ser->type != PORT_UNKNOWN && ser->type != PORT_IMX) in imx_uart_verify_port()
1833 ret = -EINVAL; in imx_uart_verify_port()
1834 if (sport->port.irq != ser->irq) in imx_uart_verify_port()
1835 ret = -EINVAL; in imx_uart_verify_port()
1836 if (ser->io_type != UPIO_MEM) in imx_uart_verify_port()
1837 ret = -EINVAL; in imx_uart_verify_port()
1838 if (sport->port.uartclk / 16 != ser->baud_base) in imx_uart_verify_port()
1839 ret = -EINVAL; in imx_uart_verify_port()
1840 if (sport->port.mapbase != (unsigned long)ser->iomem_base) in imx_uart_verify_port()
1841 ret = -EINVAL; in imx_uart_verify_port()
1842 if (sport->port.iobase != ser->port) in imx_uart_verify_port()
1843 ret = -EINVAL; in imx_uart_verify_port()
1844 if (ser->hub6 != 0) in imx_uart_verify_port()
1845 ret = -EINVAL; in imx_uart_verify_port()
1858 retval = clk_prepare_enable(sport->clk_ipg); in imx_uart_poll_init()
1861 retval = clk_prepare_enable(sport->clk_per); in imx_uart_poll_init()
1863 clk_disable_unprepare(sport->clk_ipg); in imx_uart_poll_init()
1867 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_poll_init()
1872 * This prevents that a character that already sits in the RX fifo is in imx_uart_poll_init()
1895 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_poll_init()
1937 if (!sport->have_rtscts && !sport->have_rtsgpio) in imx_uart_rs485_config()
1938 rs485conf->flags &= ~SER_RS485_ENABLED; in imx_uart_rs485_config()
1940 if (rs485conf->flags & SER_RS485_ENABLED) { in imx_uart_rs485_config()
1941 /* Enable receiver if low-active RTS signal is requested */ in imx_uart_rs485_config()
1942 if (sport->have_rtscts && !sport->have_rtsgpio && in imx_uart_rs485_config()
1943 !(rs485conf->flags & SER_RS485_RTS_ON_SEND)) in imx_uart_rs485_config()
1944 rs485conf->flags |= SER_RS485_RX_DURING_TX; in imx_uart_rs485_config()
1948 if (rs485conf->flags & SER_RS485_RTS_AFTER_SEND) in imx_uart_rs485_config()
1955 /* Make sure Rx is enabled in case Tx is active with Rx disabled */ in imx_uart_rs485_config()
1956 if (!(rs485conf->flags & SER_RS485_ENABLED) || in imx_uart_rs485_config()
1957 rs485conf->flags & SER_RS485_RX_DURING_TX) in imx_uart_rs485_config()
1960 port->rs485 = *rs485conf; in imx_uart_rs485_config()
2007 struct imx_port *sport = imx_uart_ports[co->index]; in imx_uart_console_write()
2013 if (sport->port.sysrq) in imx_uart_console_write()
2016 locked = spin_trylock_irqsave(&sport->port.lock, flags); in imx_uart_console_write()
2018 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_console_write()
2035 uart_console_write(&sport->port, s, count, imx_uart_console_putchar); in imx_uart_console_write()
2046 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_console_write()
2086 ucfr_rfdiv = 6 - ucfr_rfdiv; in imx_uart_console_get_options()
2088 uartclk = clk_get_rate(sport->clk_per); in imx_uart_console_get_options()
2094 * without need of float support or long long division, in imx_uart_console_get_options()
2107 dev_info(sport->port.dev, "Console IMX rounded baud rate from %d to %d\n", in imx_uart_console_get_options()
2127 if (co->index == -1 || co->index >= ARRAY_SIZE(imx_uart_ports)) in imx_uart_console_setup()
2128 co->index = 0; in imx_uart_console_setup()
2129 sport = imx_uart_ports[co->index]; in imx_uart_console_setup()
2131 return -ENODEV; in imx_uart_console_setup()
2134 retval = clk_prepare_enable(sport->clk_ipg); in imx_uart_console_setup()
2145 retval = uart_set_options(&sport->port, co, baud, parity, bits, flow); in imx_uart_console_setup()
2148 clk_disable_unprepare(sport->clk_ipg); in imx_uart_console_setup()
2152 retval = clk_prepare_enable(sport->clk_per); in imx_uart_console_setup()
2154 clk_disable_unprepare(sport->clk_ipg); in imx_uart_console_setup()
2167 .index = -1,
2195 struct device_node *np = pdev->dev.of_node; in imx_uart_probe_dt()
2198 sport->devdata = of_device_get_match_data(&pdev->dev); in imx_uart_probe_dt()
2199 if (!sport->devdata) in imx_uart_probe_dt()
2205 dev_err(&pdev->dev, "failed to get alias id, errno %d\n", ret); in imx_uart_probe_dt()
2208 sport->port.line = ret; in imx_uart_probe_dt()
2210 if (of_get_property(np, "uart-has-rtscts", NULL) || in imx_uart_probe_dt()
2211 of_get_property(np, "fsl,uart-has-rtscts", NULL) /* deprecated */) in imx_uart_probe_dt()
2212 sport->have_rtscts = 1; in imx_uart_probe_dt()
2214 if (of_get_property(np, "fsl,dte-mode", NULL)) in imx_uart_probe_dt()
2215 sport->dte_mode = 1; in imx_uart_probe_dt()
2217 if (of_get_property(np, "rts-gpios", NULL)) in imx_uart_probe_dt()
2218 sport->have_rtsgpio = 1; in imx_uart_probe_dt()
2220 if (of_get_property(np, "fsl,inverted-tx", NULL)) in imx_uart_probe_dt()
2221 sport->inverted_tx = 1; in imx_uart_probe_dt()
2223 if (of_get_property(np, "fsl,inverted-rx", NULL)) in imx_uart_probe_dt()
2224 sport->inverted_rx = 1; in imx_uart_probe_dt()
2239 struct imxuart_platform_data *pdata = dev_get_platdata(&pdev->dev); in imx_uart_probe_pdata()
2241 sport->port.line = pdev->id; in imx_uart_probe_pdata()
2242 sport->devdata = (struct imx_uart_data *) pdev->id_entry->driver_data; in imx_uart_probe_pdata()
2247 if (pdata->flags & IMXUART_HAVE_RTSCTS) in imx_uart_probe_pdata()
2248 sport->have_rtscts = 1; in imx_uart_probe_pdata()
2256 spin_lock_irqsave(&sport->port.lock, flags); in imx_trigger_start_tx()
2257 if (sport->tx_state == WAIT_AFTER_RTS) in imx_trigger_start_tx()
2258 imx_uart_start_tx(&sport->port); in imx_trigger_start_tx()
2259 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_trigger_start_tx()
2269 spin_lock_irqsave(&sport->port.lock, flags); in imx_trigger_stop_tx()
2270 if (sport->tx_state == WAIT_AFTER_SEND) in imx_trigger_stop_tx()
2271 imx_uart_stop_tx(&sport->port); in imx_trigger_stop_tx()
2272 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_trigger_stop_tx()
2286 sport = devm_kzalloc(&pdev->dev, sizeof(*sport), GFP_KERNEL); in imx_uart_probe()
2288 return -ENOMEM; in imx_uart_probe()
2296 if (sport->port.line >= ARRAY_SIZE(imx_uart_ports)) { in imx_uart_probe()
2297 dev_err(&pdev->dev, "serial%d out of range\n", in imx_uart_probe()
2298 sport->port.line); in imx_uart_probe()
2299 return -EINVAL; in imx_uart_probe()
2303 base = devm_ioremap_resource(&pdev->dev, res); in imx_uart_probe()
2313 sport->port.dev = &pdev->dev; in imx_uart_probe()
2314 sport->port.mapbase = res->start; in imx_uart_probe()
2315 sport->port.membase = base; in imx_uart_probe()
2316 sport->port.type = PORT_IMX, in imx_uart_probe()
2317 sport->port.iotype = UPIO_MEM; in imx_uart_probe()
2318 sport->port.irq = rxirq; in imx_uart_probe()
2319 sport->port.fifosize = 32; in imx_uart_probe()
2320 sport->port.has_sysrq = IS_ENABLED(CONFIG_SERIAL_IMX_CONSOLE); in imx_uart_probe()
2321 sport->port.ops = &imx_uart_pops; in imx_uart_probe()
2322 sport->port.rs485_config = imx_uart_rs485_config; in imx_uart_probe()
2323 sport->port.flags = UPF_BOOT_AUTOCONF; in imx_uart_probe()
2324 timer_setup(&sport->timer, imx_uart_timeout, 0); in imx_uart_probe()
2326 sport->gpios = mctrl_gpio_init(&sport->port, 0); in imx_uart_probe()
2327 if (IS_ERR(sport->gpios)) in imx_uart_probe()
2328 return PTR_ERR(sport->gpios); in imx_uart_probe()
2330 sport->clk_ipg = devm_clk_get(&pdev->dev, "ipg"); in imx_uart_probe()
2331 if (IS_ERR(sport->clk_ipg)) { in imx_uart_probe()
2332 ret = PTR_ERR(sport->clk_ipg); in imx_uart_probe()
2333 dev_err(&pdev->dev, "failed to get ipg clk: %d\n", ret); in imx_uart_probe()
2337 sport->clk_per = devm_clk_get(&pdev->dev, "per"); in imx_uart_probe()
2338 if (IS_ERR(sport->clk_per)) { in imx_uart_probe()
2339 ret = PTR_ERR(sport->clk_per); in imx_uart_probe()
2340 dev_err(&pdev->dev, "failed to get per clk: %d\n", ret); in imx_uart_probe()
2344 sport->port.uartclk = clk_get_rate(sport->clk_per); in imx_uart_probe()
2347 ret = clk_prepare_enable(sport->clk_ipg); in imx_uart_probe()
2349 dev_err(&pdev->dev, "failed to enable ipg clk: %d\n", ret); in imx_uart_probe()
2354 sport->ucr1 = readl(sport->port.membase + UCR1); in imx_uart_probe()
2355 sport->ucr2 = readl(sport->port.membase + UCR2); in imx_uart_probe()
2356 sport->ucr3 = readl(sport->port.membase + UCR3); in imx_uart_probe()
2357 sport->ucr4 = readl(sport->port.membase + UCR4); in imx_uart_probe()
2358 sport->ufcr = readl(sport->port.membase + UFCR); in imx_uart_probe()
2360 ret = uart_get_rs485_mode(&sport->port); in imx_uart_probe()
2364 if (sport->port.rs485.flags & SER_RS485_ENABLED && in imx_uart_probe()
2365 (!sport->have_rtscts && !sport->have_rtsgpio)) in imx_uart_probe()
2366 dev_err(&pdev->dev, "no RTS control, disabling rs485\n"); in imx_uart_probe()
2373 if (sport->port.rs485.flags & SER_RS485_ENABLED && in imx_uart_probe()
2374 sport->have_rtscts && !sport->have_rtsgpio && in imx_uart_probe()
2375 (!(sport->port.rs485.flags & SER_RS485_RTS_ON_SEND) && in imx_uart_probe()
2376 !(sport->port.rs485.flags & SER_RS485_RX_DURING_TX))) in imx_uart_probe()
2377 dev_err(&pdev->dev, in imx_uart_probe()
2378 "low-active RTS not possible when receiver is off, enabling receiver\n"); in imx_uart_probe()
2385 if (!imx_uart_is_imx1(sport) && sport->dte_mode) { in imx_uart_probe()
2416 hrtimer_init(&sport->trigger_start_tx, CLOCK_MONOTONIC, HRTIMER_MODE_REL); in imx_uart_probe()
2417 hrtimer_init(&sport->trigger_stop_tx, CLOCK_MONOTONIC, HRTIMER_MODE_REL); in imx_uart_probe()
2418 sport->trigger_start_tx.function = imx_trigger_start_tx; in imx_uart_probe()
2419 sport->trigger_stop_tx.function = imx_trigger_stop_tx; in imx_uart_probe()
2426 ret = devm_request_irq(&pdev->dev, rxirq, imx_uart_rxint, 0, in imx_uart_probe()
2427 dev_name(&pdev->dev), sport); in imx_uart_probe()
2429 dev_err(&pdev->dev, "failed to request rx irq: %d\n", in imx_uart_probe()
2434 ret = devm_request_irq(&pdev->dev, txirq, imx_uart_txint, 0, in imx_uart_probe()
2435 dev_name(&pdev->dev), sport); in imx_uart_probe()
2437 dev_err(&pdev->dev, "failed to request tx irq: %d\n", in imx_uart_probe()
2442 ret = devm_request_irq(&pdev->dev, rtsirq, imx_uart_rtsint, 0, in imx_uart_probe()
2443 dev_name(&pdev->dev), sport); in imx_uart_probe()
2445 dev_err(&pdev->dev, "failed to request rts irq: %d\n", in imx_uart_probe()
2450 ret = devm_request_irq(&pdev->dev, rxirq, imx_uart_int, 0, in imx_uart_probe()
2451 dev_name(&pdev->dev), sport); in imx_uart_probe()
2453 dev_err(&pdev->dev, "failed to request irq: %d\n", ret); in imx_uart_probe()
2458 imx_uart_ports[sport->port.line] = sport; in imx_uart_probe()
2462 ret = uart_add_one_port(&imx_uart_uart_driver, &sport->port); in imx_uart_probe()
2465 clk_disable_unprepare(sport->clk_ipg); in imx_uart_probe()
2474 return uart_remove_one_port(&imx_uart_uart_driver, &sport->port); in imx_uart_remove()
2481 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_restore_context()
2482 if (!sport->context_saved) { in imx_uart_restore_context()
2483 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_restore_context()
2487 imx_uart_writel(sport, sport->saved_reg[4], UFCR); in imx_uart_restore_context()
2488 imx_uart_writel(sport, sport->saved_reg[5], UESC); in imx_uart_restore_context()
2489 imx_uart_writel(sport, sport->saved_reg[6], UTIM); in imx_uart_restore_context()
2490 imx_uart_writel(sport, sport->saved_reg[7], UBIR); in imx_uart_restore_context()
2491 imx_uart_writel(sport, sport->saved_reg[8], UBMR); in imx_uart_restore_context()
2492 imx_uart_writel(sport, sport->saved_reg[9], IMX21_UTS); in imx_uart_restore_context()
2493 imx_uart_writel(sport, sport->saved_reg[0], UCR1); in imx_uart_restore_context()
2494 imx_uart_writel(sport, sport->saved_reg[1] | UCR2_SRST, UCR2); in imx_uart_restore_context()
2495 imx_uart_writel(sport, sport->saved_reg[2], UCR3); in imx_uart_restore_context()
2496 imx_uart_writel(sport, sport->saved_reg[3], UCR4); in imx_uart_restore_context()
2497 sport->context_saved = false; in imx_uart_restore_context()
2498 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_restore_context()
2506 spin_lock_irqsave(&sport->port.lock, flags); in imx_uart_save_context()
2507 sport->saved_reg[0] = imx_uart_readl(sport, UCR1); in imx_uart_save_context()
2508 sport->saved_reg[1] = imx_uart_readl(sport, UCR2); in imx_uart_save_context()
2509 sport->saved_reg[2] = imx_uart_readl(sport, UCR3); in imx_uart_save_context()
2510 sport->saved_reg[3] = imx_uart_readl(sport, UCR4); in imx_uart_save_context()
2511 sport->saved_reg[4] = imx_uart_readl(sport, UFCR); in imx_uart_save_context()
2512 sport->saved_reg[5] = imx_uart_readl(sport, UESC); in imx_uart_save_context()
2513 sport->saved_reg[6] = imx_uart_readl(sport, UTIM); in imx_uart_save_context()
2514 sport->saved_reg[7] = imx_uart_readl(sport, UBIR); in imx_uart_save_context()
2515 sport->saved_reg[8] = imx_uart_readl(sport, UBMR); in imx_uart_save_context()
2516 sport->saved_reg[9] = imx_uart_readl(sport, IMX21_UTS); in imx_uart_save_context()
2517 sport->context_saved = true; in imx_uart_save_context()
2518 spin_unlock_irqrestore(&sport->port.lock, flags); in imx_uart_save_context()
2534 if (sport->have_rtscts) { in imx_uart_enable_wakeup()
2550 clk_disable(sport->clk_ipg); in imx_uart_suspend_noirq()
2564 ret = clk_enable(sport->clk_ipg); in imx_uart_resume_noirq()
2578 uart_suspend_port(&imx_uart_uart_driver, &sport->port); in imx_uart_suspend()
2579 disable_irq(sport->port.irq); in imx_uart_suspend()
2581 ret = clk_prepare_enable(sport->clk_ipg); in imx_uart_suspend()
2598 uart_resume_port(&imx_uart_uart_driver, &sport->port); in imx_uart_resume()
2599 enable_irq(sport->port.irq); in imx_uart_resume()
2601 clk_disable_unprepare(sport->clk_ipg); in imx_uart_resume()
2610 uart_suspend_port(&imx_uart_uart_driver, &sport->port); in imx_uart_freeze()
2612 return clk_prepare_enable(sport->clk_ipg); in imx_uart_freeze()
2619 uart_resume_port(&imx_uart_uart_driver, &sport->port); in imx_uart_thaw()
2621 clk_disable_unprepare(sport->clk_ipg); in imx_uart_thaw()
2645 .name = "imx-uart",
2677 MODULE_ALIAS("platform:imx-uart");