Lines Matching refs:rspi
196 static void rspi_write8(const struct rspi_data *rspi, u8 data, u16 offset) in rspi_write8() argument
198 iowrite8(data, rspi->addr + offset); in rspi_write8()
201 static void rspi_write16(const struct rspi_data *rspi, u16 data, u16 offset) in rspi_write16() argument
203 iowrite16(data, rspi->addr + offset); in rspi_write16()
206 static void rspi_write32(const struct rspi_data *rspi, u32 data, u16 offset) in rspi_write32() argument
208 iowrite32(data, rspi->addr + offset); in rspi_write32()
211 static u8 rspi_read8(const struct rspi_data *rspi, u16 offset) in rspi_read8() argument
213 return ioread8(rspi->addr + offset); in rspi_read8()
216 static u16 rspi_read16(const struct rspi_data *rspi, u16 offset) in rspi_read16() argument
218 return ioread16(rspi->addr + offset); in rspi_read16()
221 static void rspi_write_data(const struct rspi_data *rspi, u16 data) in rspi_write_data() argument
223 if (rspi->byte_access) in rspi_write_data()
224 rspi_write8(rspi, data, RSPI_SPDR); in rspi_write_data()
226 rspi_write16(rspi, data, RSPI_SPDR); in rspi_write_data()
229 static u16 rspi_read_data(const struct rspi_data *rspi) in rspi_read_data() argument
231 if (rspi->byte_access) in rspi_read_data()
232 return rspi_read8(rspi, RSPI_SPDR); in rspi_read_data()
234 return rspi_read16(rspi, RSPI_SPDR); in rspi_read_data()
239 int (*set_config_register)(struct rspi_data *rspi, int access_size);
250 static int rspi_set_config_register(struct rspi_data *rspi, int access_size) in rspi_set_config_register() argument
255 rspi_write8(rspi, rspi->sppcr, RSPI_SPPCR); in rspi_set_config_register()
258 spbr = DIV_ROUND_UP(clk_get_rate(rspi->clk), in rspi_set_config_register()
259 2 * rspi->max_speed_hz) - 1; in rspi_set_config_register()
260 rspi_write8(rspi, clamp(spbr, 0, 255), RSPI_SPBR); in rspi_set_config_register()
263 rspi_write8(rspi, 0, RSPI_SPDCR); in rspi_set_config_register()
264 rspi->byte_access = 0; in rspi_set_config_register()
267 rspi_write8(rspi, 0x00, RSPI_SPCKD); in rspi_set_config_register()
268 rspi_write8(rspi, 0x00, RSPI_SSLND); in rspi_set_config_register()
269 rspi_write8(rspi, 0x00, RSPI_SPND); in rspi_set_config_register()
272 rspi_write8(rspi, 0x00, RSPI_SPCR2); in rspi_set_config_register()
275 rspi_write8(rspi, 0, RSPI_SPSCR); in rspi_set_config_register()
276 rspi->spcmd |= SPCMD_SPB_8_TO_16(access_size); in rspi_set_config_register()
277 rspi_write16(rspi, rspi->spcmd, RSPI_SPCMD0); in rspi_set_config_register()
280 rspi_write8(rspi, SPCR_MSTR, RSPI_SPCR); in rspi_set_config_register()
288 static int rspi_rz_set_config_register(struct rspi_data *rspi, int access_size) in rspi_rz_set_config_register() argument
295 rspi_write8(rspi, rspi->sppcr, RSPI_SPPCR); in rspi_rz_set_config_register()
297 clksrc = clk_get_rate(rspi->clk); in rspi_rz_set_config_register()
299 if (rspi->max_speed_hz >= clksrc/4) /* 4=(CLK/2)/2 */ in rspi_rz_set_config_register()
306 spbr = DIV_ROUND_UP(clksrc, 2 * rspi->max_speed_hz) - 1; in rspi_rz_set_config_register()
307 rspi_write8(rspi, clamp(spbr, 0, 255), RSPI_SPBR); in rspi_rz_set_config_register()
308 rspi->spcmd |= div << 2; in rspi_rz_set_config_register()
311 rspi_write8(rspi, SPDCR_SPLBYTE, RSPI_SPDCR); in rspi_rz_set_config_register()
312 rspi->byte_access = 1; in rspi_rz_set_config_register()
315 rspi_write8(rspi, 0x00, RSPI_SPCKD); in rspi_rz_set_config_register()
316 rspi_write8(rspi, 0x00, RSPI_SSLND); in rspi_rz_set_config_register()
317 rspi_write8(rspi, 0x00, RSPI_SPND); in rspi_rz_set_config_register()
320 rspi_write8(rspi, 0, RSPI_SPSCR); in rspi_rz_set_config_register()
321 rspi->spcmd |= SPCMD_SPB_8_TO_16(access_size); in rspi_rz_set_config_register()
322 rspi_write16(rspi, rspi->spcmd, RSPI_SPCMD0); in rspi_rz_set_config_register()
325 rspi_write8(rspi, SPCR_MSTR, RSPI_SPCR); in rspi_rz_set_config_register()
333 static int qspi_set_config_register(struct rspi_data *rspi, int access_size) in qspi_set_config_register() argument
338 rspi_write8(rspi, rspi->sppcr, RSPI_SPPCR); in qspi_set_config_register()
341 spbr = DIV_ROUND_UP(clk_get_rate(rspi->clk), 2 * rspi->max_speed_hz); in qspi_set_config_register()
342 rspi_write8(rspi, clamp(spbr, 0, 255), RSPI_SPBR); in qspi_set_config_register()
345 rspi_write8(rspi, 0, RSPI_SPDCR); in qspi_set_config_register()
346 rspi->byte_access = 1; in qspi_set_config_register()
349 rspi_write8(rspi, 0x00, RSPI_SPCKD); in qspi_set_config_register()
350 rspi_write8(rspi, 0x00, RSPI_SSLND); in qspi_set_config_register()
351 rspi_write8(rspi, 0x00, RSPI_SPND); in qspi_set_config_register()
355 rspi->spcmd |= SPCMD_SPB_8BIT; in qspi_set_config_register()
357 rspi->spcmd |= SPCMD_SPB_16BIT; in qspi_set_config_register()
359 rspi->spcmd |= SPCMD_SPB_32BIT; in qspi_set_config_register()
361 rspi->spcmd |= SPCMD_SCKDEN | SPCMD_SLNDEN | SPCMD_SPNDEN; in qspi_set_config_register()
364 rspi_write32(rspi, 0, QSPI_SPBMUL0); in qspi_set_config_register()
367 rspi_write8(rspi, SPBFCR_TXRST | SPBFCR_RXRST, QSPI_SPBFCR); in qspi_set_config_register()
369 rspi_write8(rspi, 0x00, QSPI_SPBFCR); in qspi_set_config_register()
372 rspi_write8(rspi, 0, RSPI_SPSCR); in qspi_set_config_register()
373 rspi_write16(rspi, rspi->spcmd, RSPI_SPCMD0); in qspi_set_config_register()
376 rspi_write8(rspi, SPCR_MSTR, RSPI_SPCR); in qspi_set_config_register()
381 static void qspi_update(const struct rspi_data *rspi, u8 mask, u8 val, u8 reg) in qspi_update() argument
385 data = rspi_read8(rspi, reg); in qspi_update()
388 rspi_write8(rspi, data, reg); in qspi_update()
391 static unsigned int qspi_set_send_trigger(struct rspi_data *rspi, in qspi_set_send_trigger() argument
400 qspi_update(rspi, SPBFCR_TXTRG_MASK, in qspi_set_send_trigger()
404 qspi_update(rspi, SPBFCR_TXTRG_MASK, in qspi_set_send_trigger()
411 static int qspi_set_receive_trigger(struct rspi_data *rspi, unsigned int len) in qspi_set_receive_trigger() argument
419 qspi_update(rspi, SPBFCR_RXTRG_MASK, in qspi_set_receive_trigger()
423 qspi_update(rspi, SPBFCR_RXTRG_MASK, in qspi_set_receive_trigger()
431 static void rspi_enable_irq(const struct rspi_data *rspi, u8 enable) in rspi_enable_irq() argument
433 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) | enable, RSPI_SPCR); in rspi_enable_irq()
436 static void rspi_disable_irq(const struct rspi_data *rspi, u8 disable) in rspi_disable_irq() argument
438 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) & ~disable, RSPI_SPCR); in rspi_disable_irq()
441 static int rspi_wait_for_interrupt(struct rspi_data *rspi, u8 wait_mask, in rspi_wait_for_interrupt() argument
446 rspi->spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_wait_for_interrupt()
447 if (rspi->spsr & wait_mask) in rspi_wait_for_interrupt()
450 rspi_enable_irq(rspi, enable_bit); in rspi_wait_for_interrupt()
451 ret = wait_event_timeout(rspi->wait, rspi->spsr & wait_mask, HZ); in rspi_wait_for_interrupt()
452 if (ret == 0 && !(rspi->spsr & wait_mask)) in rspi_wait_for_interrupt()
458 static inline int rspi_wait_for_tx_empty(struct rspi_data *rspi) in rspi_wait_for_tx_empty() argument
460 return rspi_wait_for_interrupt(rspi, SPSR_SPTEF, SPCR_SPTIE); in rspi_wait_for_tx_empty()
463 static inline int rspi_wait_for_rx_full(struct rspi_data *rspi) in rspi_wait_for_rx_full() argument
465 return rspi_wait_for_interrupt(rspi, SPSR_SPRF, SPCR_SPRIE); in rspi_wait_for_rx_full()
468 static int rspi_data_out(struct rspi_data *rspi, u8 data) in rspi_data_out() argument
470 int error = rspi_wait_for_tx_empty(rspi); in rspi_data_out()
472 dev_err(&rspi->ctlr->dev, "transmit timeout\n"); in rspi_data_out()
475 rspi_write_data(rspi, data); in rspi_data_out()
479 static int rspi_data_in(struct rspi_data *rspi) in rspi_data_in() argument
484 error = rspi_wait_for_rx_full(rspi); in rspi_data_in()
486 dev_err(&rspi->ctlr->dev, "receive timeout\n"); in rspi_data_in()
489 data = rspi_read_data(rspi); in rspi_data_in()
493 static int rspi_pio_transfer(struct rspi_data *rspi, const u8 *tx, u8 *rx, in rspi_pio_transfer() argument
498 int ret = rspi_data_out(rspi, *tx++); in rspi_pio_transfer()
503 int ret = rspi_data_in(rspi); in rspi_pio_transfer()
515 struct rspi_data *rspi = arg; in rspi_dma_complete() local
517 rspi->dma_callbacked = 1; in rspi_dma_complete()
518 wake_up_interruptible(&rspi->wait); in rspi_dma_complete()
521 static int rspi_dma_transfer(struct rspi_data *rspi, struct sg_table *tx, in rspi_dma_transfer() argument
532 desc_rx = dmaengine_prep_slave_sg(rspi->ctlr->dma_rx, rx->sgl, in rspi_dma_transfer()
541 desc_rx->callback_param = rspi; in rspi_dma_transfer()
552 desc_tx = dmaengine_prep_slave_sg(rspi->ctlr->dma_tx, tx->sgl, in rspi_dma_transfer()
565 desc_tx->callback_param = rspi; in rspi_dma_transfer()
581 disable_irq(other_irq = rspi->tx_irq); in rspi_dma_transfer()
582 if (rx && rspi->rx_irq != other_irq) in rspi_dma_transfer()
583 disable_irq(rspi->rx_irq); in rspi_dma_transfer()
585 rspi_enable_irq(rspi, irq_mask); in rspi_dma_transfer()
586 rspi->dma_callbacked = 0; in rspi_dma_transfer()
590 dma_async_issue_pending(rspi->ctlr->dma_rx); in rspi_dma_transfer()
592 dma_async_issue_pending(rspi->ctlr->dma_tx); in rspi_dma_transfer()
594 ret = wait_event_interruptible_timeout(rspi->wait, in rspi_dma_transfer()
595 rspi->dma_callbacked, HZ); in rspi_dma_transfer()
596 if (ret > 0 && rspi->dma_callbacked) { in rspi_dma_transfer()
600 dev_err(&rspi->ctlr->dev, "DMA timeout\n"); in rspi_dma_transfer()
604 dmaengine_terminate_all(rspi->ctlr->dma_tx); in rspi_dma_transfer()
606 dmaengine_terminate_all(rspi->ctlr->dma_rx); in rspi_dma_transfer()
609 rspi_disable_irq(rspi, irq_mask); in rspi_dma_transfer()
612 enable_irq(rspi->tx_irq); in rspi_dma_transfer()
613 if (rx && rspi->rx_irq != other_irq) in rspi_dma_transfer()
614 enable_irq(rspi->rx_irq); in rspi_dma_transfer()
620 dmaengine_terminate_all(rspi->ctlr->dma_rx); in rspi_dma_transfer()
624 dev_driver_string(&rspi->ctlr->dev), in rspi_dma_transfer()
625 dev_name(&rspi->ctlr->dev)); in rspi_dma_transfer()
630 static void rspi_receive_init(const struct rspi_data *rspi) in rspi_receive_init() argument
634 spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_receive_init()
636 rspi_read_data(rspi); /* dummy read */ in rspi_receive_init()
638 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPSR) & ~SPSR_OVRF, in rspi_receive_init()
642 static void rspi_rz_receive_init(const struct rspi_data *rspi) in rspi_rz_receive_init() argument
644 rspi_receive_init(rspi); in rspi_rz_receive_init()
645 rspi_write8(rspi, SPBFCR_TXRST | SPBFCR_RXRST, RSPI_SPBFCR); in rspi_rz_receive_init()
646 rspi_write8(rspi, 0, RSPI_SPBFCR); in rspi_rz_receive_init()
649 static void qspi_receive_init(const struct rspi_data *rspi) in qspi_receive_init() argument
653 spsr = rspi_read8(rspi, RSPI_SPSR); in qspi_receive_init()
655 rspi_read_data(rspi); /* dummy read */ in qspi_receive_init()
656 rspi_write8(rspi, SPBFCR_TXRST | SPBFCR_RXRST, QSPI_SPBFCR); in qspi_receive_init()
657 rspi_write8(rspi, 0, QSPI_SPBFCR); in qspi_receive_init()
660 static bool __rspi_can_dma(const struct rspi_data *rspi, in __rspi_can_dma() argument
663 return xfer->len > rspi->ops->fifo_size; in __rspi_can_dma()
669 struct rspi_data *rspi = spi_controller_get_devdata(ctlr); in rspi_can_dma() local
671 return __rspi_can_dma(rspi, xfer); in rspi_can_dma()
674 static int rspi_dma_check_then_transfer(struct rspi_data *rspi, in rspi_dma_check_then_transfer() argument
677 if (!rspi->ctlr->can_dma || !__rspi_can_dma(rspi, xfer)) in rspi_dma_check_then_transfer()
681 return rspi_dma_transfer(rspi, &xfer->tx_sg, in rspi_dma_check_then_transfer()
685 static int rspi_common_transfer(struct rspi_data *rspi, in rspi_common_transfer() argument
690 ret = rspi_dma_check_then_transfer(rspi, xfer); in rspi_common_transfer()
694 ret = rspi_pio_transfer(rspi, xfer->tx_buf, xfer->rx_buf, xfer->len); in rspi_common_transfer()
699 rspi_wait_for_tx_empty(rspi); in rspi_common_transfer()
707 struct rspi_data *rspi = spi_controller_get_devdata(ctlr); in rspi_transfer_one() local
710 spcr = rspi_read8(rspi, RSPI_SPCR); in rspi_transfer_one()
712 rspi_receive_init(rspi); in rspi_transfer_one()
717 rspi_write8(rspi, spcr, RSPI_SPCR); in rspi_transfer_one()
719 return rspi_common_transfer(rspi, xfer); in rspi_transfer_one()
726 struct rspi_data *rspi = spi_controller_get_devdata(ctlr); in rspi_rz_transfer_one() local
728 rspi_rz_receive_init(rspi); in rspi_rz_transfer_one()
730 return rspi_common_transfer(rspi, xfer); in rspi_rz_transfer_one()
733 static int qspi_trigger_transfer_out_in(struct rspi_data *rspi, const u8 *tx, in qspi_trigger_transfer_out_in() argument
740 n = qspi_set_send_trigger(rspi, len); in qspi_trigger_transfer_out_in()
741 qspi_set_receive_trigger(rspi, len); in qspi_trigger_transfer_out_in()
742 ret = rspi_wait_for_tx_empty(rspi); in qspi_trigger_transfer_out_in()
744 dev_err(&rspi->ctlr->dev, "transmit timeout\n"); in qspi_trigger_transfer_out_in()
748 rspi_write_data(rspi, *tx++); in qspi_trigger_transfer_out_in()
750 ret = rspi_wait_for_rx_full(rspi); in qspi_trigger_transfer_out_in()
752 dev_err(&rspi->ctlr->dev, "receive timeout\n"); in qspi_trigger_transfer_out_in()
756 *rx++ = rspi_read_data(rspi); in qspi_trigger_transfer_out_in()
764 static int qspi_transfer_out_in(struct rspi_data *rspi, in qspi_transfer_out_in() argument
769 qspi_receive_init(rspi); in qspi_transfer_out_in()
771 ret = rspi_dma_check_then_transfer(rspi, xfer); in qspi_transfer_out_in()
775 return qspi_trigger_transfer_out_in(rspi, xfer->tx_buf, in qspi_transfer_out_in()
779 static int qspi_transfer_out(struct rspi_data *rspi, struct spi_transfer *xfer) in qspi_transfer_out() argument
786 if (rspi->ctlr->can_dma && __rspi_can_dma(rspi, xfer)) { in qspi_transfer_out()
787 ret = rspi_dma_transfer(rspi, &xfer->tx_sg, NULL); in qspi_transfer_out()
793 len = qspi_set_send_trigger(rspi, n); in qspi_transfer_out()
794 ret = rspi_wait_for_tx_empty(rspi); in qspi_transfer_out()
796 dev_err(&rspi->ctlr->dev, "transmit timeout\n"); in qspi_transfer_out()
800 rspi_write_data(rspi, *tx++); in qspi_transfer_out()
806 rspi_wait_for_tx_empty(rspi); in qspi_transfer_out()
811 static int qspi_transfer_in(struct rspi_data *rspi, struct spi_transfer *xfer) in qspi_transfer_in() argument
818 if (rspi->ctlr->can_dma && __rspi_can_dma(rspi, xfer)) { in qspi_transfer_in()
819 int ret = rspi_dma_transfer(rspi, NULL, &xfer->rx_sg); in qspi_transfer_in()
825 len = qspi_set_receive_trigger(rspi, n); in qspi_transfer_in()
826 ret = rspi_wait_for_rx_full(rspi); in qspi_transfer_in()
828 dev_err(&rspi->ctlr->dev, "receive timeout\n"); in qspi_transfer_in()
832 *rx++ = rspi_read_data(rspi); in qspi_transfer_in()
843 struct rspi_data *rspi = spi_controller_get_devdata(ctlr); in qspi_transfer_one() local
846 return qspi_transfer_out_in(rspi, xfer); in qspi_transfer_one()
849 return qspi_transfer_out(rspi, xfer); in qspi_transfer_one()
852 return qspi_transfer_in(rspi, xfer); in qspi_transfer_one()
855 return qspi_transfer_out_in(rspi, xfer); in qspi_transfer_one()
883 static int qspi_setup_sequencer(struct rspi_data *rspi, in qspi_setup_sequencer() argument
900 rspi_write32(rspi, len, QSPI_SPBMUL(i - 1)); in qspi_setup_sequencer()
910 rspi_write16(rspi, rspi->spcmd | mode, RSPI_SPCMD(i)); in qspi_setup_sequencer()
917 rspi_write32(rspi, len, QSPI_SPBMUL(i - 1)); in qspi_setup_sequencer()
918 rspi_write8(rspi, i - 1, RSPI_SPSCR); in qspi_setup_sequencer()
927 struct rspi_data *rspi = spi_controller_get_devdata(ctlr); in rspi_prepare_message() local
931 rspi->max_speed_hz = spi->max_speed_hz; in rspi_prepare_message()
933 rspi->spcmd = SPCMD_SSLKP; in rspi_prepare_message()
935 rspi->spcmd |= SPCMD_CPOL; in rspi_prepare_message()
937 rspi->spcmd |= SPCMD_CPHA; in rspi_prepare_message()
940 rspi->sppcr = 0; in rspi_prepare_message()
942 rspi->sppcr |= SPPCR_SPLP; in rspi_prepare_message()
944 set_config_register(rspi, 8); in rspi_prepare_message()
949 ret = qspi_setup_sequencer(rspi, msg); in rspi_prepare_message()
955 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) | SPCR_SPE, RSPI_SPCR); in rspi_prepare_message()
962 struct rspi_data *rspi = spi_controller_get_devdata(ctlr); in rspi_unprepare_message() local
965 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) & ~SPCR_SPE, RSPI_SPCR); in rspi_unprepare_message()
968 rspi_write16(rspi, rspi->spcmd, RSPI_SPCMD0); in rspi_unprepare_message()
969 rspi_write8(rspi, 0, RSPI_SPSCR); in rspi_unprepare_message()
975 struct rspi_data *rspi = _sr; in rspi_irq_mux() local
980 rspi->spsr = spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_irq_mux()
988 rspi_disable_irq(rspi, disable_irq); in rspi_irq_mux()
989 wake_up(&rspi->wait); in rspi_irq_mux()
997 struct rspi_data *rspi = _sr; in rspi_irq_rx() local
1000 rspi->spsr = spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_irq_rx()
1002 rspi_disable_irq(rspi, SPCR_SPRIE); in rspi_irq_rx()
1003 wake_up(&rspi->wait); in rspi_irq_rx()
1012 struct rspi_data *rspi = _sr; in rspi_irq_tx() local
1015 rspi->spsr = spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_irq_tx()
1017 rspi_disable_irq(rspi, SPCR_SPTIE); in rspi_irq_tx()
1018 wake_up(&rspi->wait); in rspi_irq_tx()
1112 struct rspi_data *rspi = platform_get_drvdata(pdev); in rspi_remove() local
1114 rspi_release_dma(rspi->ctlr); in rspi_remove()
1198 struct rspi_data *rspi; in rspi_probe() local
1228 rspi = spi_controller_get_devdata(ctlr); in rspi_probe()
1229 platform_set_drvdata(pdev, rspi); in rspi_probe()
1230 rspi->ops = ops; in rspi_probe()
1231 rspi->ctlr = ctlr; in rspi_probe()
1234 rspi->addr = devm_ioremap_resource(&pdev->dev, res); in rspi_probe()
1235 if (IS_ERR(rspi->addr)) { in rspi_probe()
1236 ret = PTR_ERR(rspi->addr); in rspi_probe()
1240 rspi->clk = devm_clk_get(&pdev->dev, NULL); in rspi_probe()
1241 if (IS_ERR(rspi->clk)) { in rspi_probe()
1243 ret = PTR_ERR(rspi->clk); in rspi_probe()
1249 init_waitqueue_head(&rspi->wait); in rspi_probe()
1266 rspi->rx_irq = rspi->tx_irq = ret; in rspi_probe()
1268 rspi->rx_irq = ret; in rspi_probe()
1271 rspi->tx_irq = ret; in rspi_probe()
1274 if (rspi->rx_irq == rspi->tx_irq) { in rspi_probe()
1276 ret = rspi_request_irq(&pdev->dev, rspi->rx_irq, rspi_irq_mux, in rspi_probe()
1277 "mux", rspi); in rspi_probe()
1280 ret = rspi_request_irq(&pdev->dev, rspi->rx_irq, rspi_irq_rx, in rspi_probe()
1281 "rx", rspi); in rspi_probe()
1283 ret = rspi_request_irq(&pdev->dev, rspi->tx_irq, in rspi_probe()
1284 rspi_irq_tx, "tx", rspi); in rspi_probe()
1327 struct rspi_data *rspi = dev_get_drvdata(dev); in rspi_suspend() local
1329 return spi_controller_suspend(rspi->ctlr); in rspi_suspend()
1334 struct rspi_data *rspi = dev_get_drvdata(dev); in rspi_resume() local
1336 return spi_controller_resume(rspi->ctlr); in rspi_resume()