Lines Matching full:pipe
12 #include "pipe.h"
17 #define usbhsf_fifo_is_busy(f) ((f)->pipe) /* see usbhs_pipe_select_fifo */
32 struct usbhs_priv *priv = usbhs_pipe_to_priv(pkt->pipe); in usbhsf_null_handle()
45 void usbhs_pkt_push(struct usbhs_pipe *pipe, struct usbhs_pkt *pkt, in usbhs_pkt_push() argument
50 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_pkt_push()
62 if (!pipe->handler) { in usbhs_pkt_push()
64 pipe->handler = &usbhsf_null_handler; in usbhs_pkt_push()
67 list_move_tail(&pkt->node, &pipe->list); in usbhs_pkt_push()
74 pkt->pipe = pipe; in usbhs_pkt_push()
76 pkt->handler = pipe->handler; in usbhs_pkt_push()
92 struct usbhs_pkt *__usbhsf_pkt_get(struct usbhs_pipe *pipe) in __usbhsf_pkt_get() argument
94 return list_first_entry_or_null(&pipe->list, struct usbhs_pkt, node); in __usbhsf_pkt_get()
97 static void usbhsf_fifo_unselect(struct usbhs_pipe *pipe,
104 struct usbhs_pkt *usbhs_pkt_pop(struct usbhs_pipe *pipe, struct usbhs_pkt *pkt) in usbhs_pkt_pop() argument
106 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_pkt_pop()
107 struct usbhs_fifo *fifo = usbhs_pipe_to_fifo(pipe); in usbhs_pkt_pop()
113 usbhs_pipe_disable(pipe); in usbhs_pkt_pop()
116 pkt = __usbhsf_pkt_get(pipe); in usbhs_pkt_pop()
128 usbhs_pipe_clear_without_sequence(pipe, 0, 0); in usbhs_pkt_pop()
134 usbhsf_fifo_unselect(pipe, fifo); in usbhs_pkt_pop()
148 static int usbhsf_pkt_handler(struct usbhs_pipe *pipe, int type) in usbhsf_pkt_handler() argument
150 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_pkt_handler()
161 pkt = __usbhsf_pkt_get(pipe); in usbhsf_pkt_handler()
192 usbhs_pkt_start(pipe); in usbhsf_pkt_handler()
198 void usbhs_pkt_start(struct usbhs_pipe *pipe) in usbhs_pkt_start() argument
200 usbhsf_pkt_handler(pipe, USBHSF_PKT_PREPARE); in usbhs_pkt_start()
208 #define usbhsf_irq_callback_ctrl(pipe, status, enable) \ argument
210 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); \
212 u16 status = (1 << usbhs_pipe_number(pipe)); \
222 static void usbhsf_tx_irq_ctrl(struct usbhs_pipe *pipe, int enable) in usbhsf_tx_irq_ctrl() argument
225 * And DCP pipe can NOT use "ready interrupt" for "send" in usbhsf_tx_irq_ctrl()
230 * on the other hand, normal pipe can use "ready interrupt" for "send" in usbhsf_tx_irq_ctrl()
233 if (usbhs_pipe_is_dcp(pipe)) in usbhsf_tx_irq_ctrl()
234 usbhsf_irq_empty_ctrl(pipe, enable); in usbhsf_tx_irq_ctrl()
236 usbhsf_irq_ready_ctrl(pipe, enable); in usbhsf_tx_irq_ctrl()
239 static void usbhsf_rx_irq_ctrl(struct usbhs_pipe *pipe, int enable) in usbhsf_rx_irq_ctrl() argument
241 usbhsf_irq_ready_ctrl(pipe, enable); in usbhsf_rx_irq_ctrl()
247 static void usbhsf_send_terminator(struct usbhs_pipe *pipe, in usbhsf_send_terminator() argument
250 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_send_terminator()
265 static void usbhsf_fifo_clear(struct usbhs_pipe *pipe, in usbhsf_fifo_clear() argument
268 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_fifo_clear()
271 if (!usbhs_pipe_is_dcp(pipe)) { in usbhsf_fifo_clear()
273 * This driver checks the pipe condition first to avoid -EBUSY in usbhsf_fifo_clear()
274 * from usbhsf_fifo_barrier() if the pipe is RX direction and in usbhsf_fifo_clear()
277 if (usbhs_pipe_is_dir_in(pipe)) in usbhsf_fifo_clear()
278 ret = usbhs_pipe_is_accessible(pipe); in usbhsf_fifo_clear()
284 * if non-DCP pipe, this driver should set BCLR when in usbhsf_fifo_clear()
297 static void usbhsf_fifo_unselect(struct usbhs_pipe *pipe, in usbhsf_fifo_unselect() argument
300 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_fifo_unselect()
302 usbhs_pipe_select_fifo(pipe, NULL); in usbhsf_fifo_unselect()
306 static int usbhsf_fifo_select(struct usbhs_pipe *pipe, in usbhsf_fifo_select() argument
310 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_fifo_select()
314 u16 base = usbhs_pipe_number(pipe); /* CURPIPE */ in usbhsf_fifo_select()
316 if (usbhs_pipe_is_busy(pipe) || in usbhsf_fifo_select()
320 if (usbhs_pipe_is_dcp(pipe)) { in usbhsf_fifo_select()
324 usbhs_dcp_dir_for_host(pipe, write); in usbhsf_fifo_select()
336 usbhs_pipe_select_fifo(pipe, fifo); in usbhsf_fifo_select()
352 struct usbhs_pipe *pipe = pkt->pipe; in usbhs_dcp_dir_switch_to_write() local
353 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_dcp_dir_switch_to_write()
358 usbhs_pipe_disable(pipe); in usbhs_dcp_dir_switch_to_write()
360 ret = usbhsf_fifo_select(pipe, fifo, 1); in usbhs_dcp_dir_switch_to_write()
366 usbhs_pipe_sequence_data1(pipe); /* DATA1 */ in usbhs_dcp_dir_switch_to_write()
368 usbhsf_fifo_clear(pipe, fifo); in usbhs_dcp_dir_switch_to_write()
369 usbhsf_send_terminator(pipe, fifo); in usbhs_dcp_dir_switch_to_write()
371 usbhsf_fifo_unselect(pipe, fifo); in usbhs_dcp_dir_switch_to_write()
373 usbhsf_tx_irq_ctrl(pipe, 1); in usbhs_dcp_dir_switch_to_write()
374 usbhs_pipe_enable(pipe); in usbhs_dcp_dir_switch_to_write()
381 struct usbhs_pipe *pipe = pkt->pipe; in usbhs_dcp_dir_switch_to_read() local
382 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_dcp_dir_switch_to_read()
387 usbhs_pipe_disable(pipe); in usbhs_dcp_dir_switch_to_read()
389 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhs_dcp_dir_switch_to_read()
395 usbhs_pipe_sequence_data1(pipe); /* DATA1 */ in usbhs_dcp_dir_switch_to_read()
396 usbhsf_fifo_clear(pipe, fifo); in usbhs_dcp_dir_switch_to_read()
398 usbhsf_fifo_unselect(pipe, fifo); in usbhs_dcp_dir_switch_to_read()
400 usbhsf_rx_irq_ctrl(pipe, 1); in usbhs_dcp_dir_switch_to_read()
401 usbhs_pipe_enable(pipe); in usbhs_dcp_dir_switch_to_read()
409 struct usbhs_pipe *pipe = pkt->pipe; in usbhs_dcp_dir_switch_done() local
412 usbhsf_tx_irq_ctrl(pipe, 0); in usbhs_dcp_dir_switch_done()
414 usbhsf_rx_irq_ctrl(pipe, 0); in usbhs_dcp_dir_switch_done()
437 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dcp_data_stage_try_push() local
439 usbhs_pipe_sequence_data1(pipe); /* DATA1 */ in usbhsf_dcp_data_stage_try_push()
459 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dcp_data_stage_prepare_pop() local
460 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dcp_data_stage_prepare_pop()
463 if (usbhs_pipe_is_busy(pipe)) in usbhsf_dcp_data_stage_prepare_pop()
472 usbhs_pipe_disable(pipe); in usbhsf_dcp_data_stage_prepare_pop()
474 usbhs_pipe_sequence_data1(pipe); /* DATA1 */ in usbhsf_dcp_data_stage_prepare_pop()
476 usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_dcp_data_stage_prepare_pop()
477 usbhsf_fifo_clear(pipe, fifo); in usbhsf_dcp_data_stage_prepare_pop()
478 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_dcp_data_stage_prepare_pop()
497 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_pio_try_push() local
498 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_pio_try_push()
503 int maxp = usbhs_pipe_get_maxpacket(pipe); in usbhsf_pio_try_push()
508 usbhs_pipe_data_sequence(pipe, pkt->sequence); in usbhsf_pio_try_push()
511 usbhs_pipe_set_trans_count_if_bulk(pipe, pkt->length); in usbhsf_pio_try_push()
513 ret = usbhsf_fifo_select(pipe, fifo, 1); in usbhsf_pio_try_push()
517 ret = usbhs_pipe_is_accessible(pipe); in usbhsf_pio_try_push()
519 /* inaccessible pipe is not an error */ in usbhsf_pio_try_push()
562 * pipe/irq handling in usbhsf_pio_try_push()
565 usbhsf_send_terminator(pipe, fifo); in usbhsf_pio_try_push()
567 usbhsf_tx_irq_ctrl(pipe, !*is_done); in usbhsf_pio_try_push()
568 usbhs_pipe_running(pipe, !*is_done); in usbhsf_pio_try_push()
569 usbhs_pipe_enable(pipe); in usbhsf_pio_try_push()
572 usbhs_pipe_number(pipe), in usbhsf_pio_try_push()
575 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_pio_try_push()
580 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_pio_try_push()
583 * pipe is busy. in usbhsf_pio_try_push()
586 usbhsf_tx_irq_ctrl(pipe, 1); in usbhsf_pio_try_push()
587 usbhs_pipe_running(pipe, 1); in usbhsf_pio_try_push()
594 if (usbhs_pipe_is_running(pkt->pipe)) in usbhsf_pio_prepare_push()
610 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_prepare_pop() local
611 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_prepare_pop()
614 if (usbhs_pipe_is_busy(pipe)) in usbhsf_prepare_pop()
617 if (usbhs_pipe_is_running(pipe)) in usbhsf_prepare_pop()
621 * pipe enable to prepare packet receive in usbhsf_prepare_pop()
623 usbhs_pipe_data_sequence(pipe, pkt->sequence); in usbhsf_prepare_pop()
626 if (usbhs_pipe_is_dcp(pipe)) in usbhsf_prepare_pop()
627 usbhsf_fifo_clear(pipe, fifo); in usbhsf_prepare_pop()
629 usbhs_pipe_set_trans_count_if_bulk(pipe, pkt->length); in usbhsf_prepare_pop()
630 usbhs_pipe_enable(pipe); in usbhsf_prepare_pop()
631 usbhs_pipe_running(pipe, 1); in usbhsf_prepare_pop()
632 usbhsf_rx_irq_ctrl(pipe, 1); in usbhsf_prepare_pop()
639 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_pio_try_pop() local
640 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_pio_try_pop()
646 int maxp = usbhs_pipe_get_maxpacket(pipe); in usbhsf_pio_try_pop()
651 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_pio_try_pop()
667 * update actual length first here to decide disable pipe. in usbhsf_pio_try_pop()
668 * if this pipe keeps BUF status and all data were popped, in usbhsf_pio_try_pop()
676 usbhsf_rx_irq_ctrl(pipe, 0); in usbhsf_pio_try_pop()
677 usbhs_pipe_running(pipe, 0); in usbhsf_pio_try_pop()
681 * should not disable the pipe. If such a case happens, this in usbhsf_pio_try_pop()
684 if (!usbhs_mod_is_host(priv) && !usbhs_pipe_is_dcp(pipe)) in usbhsf_pio_try_pop()
685 usbhs_pipe_disable(pipe); /* disable pipe first */ in usbhsf_pio_try_pop()
696 usbhsf_fifo_clear(pipe, fifo); in usbhsf_pio_try_pop()
721 usbhs_pipe_number(pipe), in usbhsf_pio_try_pop()
725 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_pio_try_pop()
740 usbhs_dcp_control_transfer_done(pkt->pipe); in usbhsf_ctrl_stage_end()
784 static void __usbhsf_dma_ctrl(struct usbhs_pipe *pipe, in __usbhsf_dma_ctrl() argument
788 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in __usbhsf_dma_ctrl()
795 struct usbhs_pipe *pipe = pkt->pipe; in __usbhsf_dma_map_ctrl() local
796 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in __usbhsf_dma_map_ctrl()
798 struct usbhs_fifo *fifo = usbhs_pipe_to_fifo(pipe); in __usbhsf_dma_map_ctrl()
807 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_xfer_preparing() local
809 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_xfer_preparing()
815 fifo = usbhs_pipe_to_fifo(pipe); in usbhsf_dma_xfer_preparing()
820 dir = usbhs_pipe_is_dir_in(pipe) ? DMA_DEV_TO_MEM : DMA_MEM_TO_DEV; in usbhsf_dma_xfer_preparing()
829 desc->callback_param = pipe; in usbhsf_dma_xfer_preparing()
838 fifo->name, usbhs_pipe_number(pipe), pkt->length, pkt->zero); in usbhsf_dma_xfer_preparing()
840 usbhs_pipe_running(pipe, 1); in usbhsf_dma_xfer_preparing()
841 usbhs_pipe_set_trans_count_if_bulk(pipe, pkt->trans); in usbhsf_dma_xfer_preparing()
843 usbhsf_dma_start(pipe, fifo); in usbhsf_dma_xfer_preparing()
844 usbhs_pipe_enable(pipe); in usbhsf_dma_xfer_preparing()
850 struct usbhs_pipe *pipe = pkt->pipe; in xfer_work() local
851 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in xfer_work()
864 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_prepare_push() local
865 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_prepare_push()
871 if (usbhs_pipe_is_busy(pipe)) in usbhsf_dma_prepare_push()
874 /* use PIO if packet is less than pio_dma_border or pipe is DCP */ in usbhsf_dma_prepare_push()
876 usbhs_pipe_type_is(pipe, USB_ENDPOINT_XFER_ISOC)) in usbhsf_dma_prepare_push()
889 /* return at this time if the pipe is running */ in usbhsf_dma_prepare_push()
890 if (usbhs_pipe_is_running(pipe)) in usbhsf_dma_prepare_push()
898 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_dma_prepare_push()
907 usbhsf_tx_irq_ctrl(pipe, 0); in usbhsf_dma_prepare_push()
919 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_dma_prepare_push()
931 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_push_done() local
932 int is_short = pkt->trans % usbhs_pipe_get_maxpacket(pipe); in usbhsf_dma_push_done()
943 usbhs_pipe_running(pipe, !*is_done); in usbhsf_dma_push_done()
945 usbhsf_dma_stop(pipe, pipe->fifo); in usbhsf_dma_push_done()
947 usbhsf_fifo_unselect(pipe, pipe->fifo); in usbhsf_dma_push_done()
976 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_prepare_pop_with_usb_dmac() local
977 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_prepare_pop_with_usb_dmac()
981 if (usbhs_pipe_is_busy(pipe)) in usbhsf_dma_prepare_pop_with_usb_dmac()
984 /* use PIO if packet is less than pio_dma_border or pipe is DCP */ in usbhsf_dma_prepare_pop_with_usb_dmac()
986 usbhs_pipe_type_is(pipe, USB_ENDPOINT_XFER_ISOC)) in usbhsf_dma_prepare_pop_with_usb_dmac()
996 /* return at this time if the pipe is running */ in usbhsf_dma_prepare_pop_with_usb_dmac()
997 if (usbhs_pipe_is_running(pipe)) in usbhsf_dma_prepare_pop_with_usb_dmac()
1000 usbhs_pipe_config_change_bfre(pipe, 1); in usbhsf_dma_prepare_pop_with_usb_dmac()
1002 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_dma_prepare_pop_with_usb_dmac()
1016 usbhsf_rx_irq_ctrl(pipe, 0); in usbhsf_dma_prepare_pop_with_usb_dmac()
1025 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_dma_prepare_pop_with_usb_dmac()
1032 usbhs_pipe_config_change_bfre(pipe, 0); in usbhsf_dma_prepare_pop_with_usb_dmac()
1039 struct usbhs_priv *priv = usbhs_pipe_to_priv(pkt->pipe); in usbhsf_dma_prepare_pop()
1049 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_try_pop_with_rx_irq() local
1050 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_try_pop_with_rx_irq()
1054 if (usbhs_pipe_is_busy(pipe)) in usbhsf_dma_try_pop_with_rx_irq()
1057 if (usbhs_pipe_is_dcp(pipe)) in usbhsf_dma_try_pop_with_rx_irq()
1068 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_dma_try_pop_with_rx_irq()
1095 usbhsf_rx_irq_ctrl(pipe, 0); in usbhsf_dma_try_pop_with_rx_irq()
1105 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_dma_try_pop_with_rx_irq()
1118 struct usbhs_priv *priv = usbhs_pipe_to_priv(pkt->pipe); in usbhsf_dma_try_pop()
1127 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_pop_done_with_rx_irq() local
1128 int maxp = usbhs_pipe_get_maxpacket(pipe); in usbhsf_dma_pop_done_with_rx_irq()
1130 usbhsf_dma_stop(pipe, pipe->fifo); in usbhsf_dma_pop_done_with_rx_irq()
1132 usbhsf_fifo_unselect(pipe, pipe->fifo); in usbhsf_dma_pop_done_with_rx_irq()
1139 usbhs_pipe_running(pipe, 0); in usbhsf_dma_pop_done_with_rx_irq()
1142 usbhs_pipe_running(pipe, 0); in usbhsf_dma_pop_done_with_rx_irq()
1152 struct usbhs_pipe *pipe = pkt->pipe; in usbhs_dma_calc_received_size() local
1155 int maxp = usbhs_pipe_get_maxpacket(pipe); in usbhs_dma_calc_received_size()
1172 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_pop_done_with_usb_dmac() local
1173 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_pop_done_with_usb_dmac()
1174 struct usbhs_fifo *fifo = usbhs_pipe_to_fifo(pipe); in usbhsf_dma_pop_done_with_usb_dmac()
1183 usbhs_xxxsts_clear(priv, BRDYSTS, usbhs_pipe_number(pipe)); in usbhsf_dma_pop_done_with_usb_dmac()
1186 usbhsf_fifo_clear(pipe, fifo); in usbhsf_dma_pop_done_with_usb_dmac()
1189 usbhs_pipe_running(pipe, 0); in usbhsf_dma_pop_done_with_usb_dmac()
1190 usbhsf_dma_stop(pipe, fifo); in usbhsf_dma_pop_done_with_usb_dmac()
1192 usbhsf_fifo_unselect(pipe, pipe->fifo); in usbhsf_dma_pop_done_with_usb_dmac()
1202 struct usbhs_priv *priv = usbhs_pipe_to_priv(pkt->pipe); in usbhsf_dma_pop_done()
1307 struct usbhs_pipe *pipe; in usbhsf_irq_empty() local
1319 * search interrupted "pipe" in usbhsf_irq_empty()
1322 usbhs_for_each_pipe_with_dcp(pipe, priv, i) { in usbhsf_irq_empty()
1326 ret = usbhsf_pkt_handler(pipe, USBHSF_PKT_TRY_RUN); in usbhsf_irq_empty()
1337 struct usbhs_pipe *pipe; in usbhsf_irq_ready() local
1349 * search interrupted "pipe" in usbhsf_irq_ready()
1352 usbhs_for_each_pipe_with_dcp(pipe, priv, i) { in usbhsf_irq_ready()
1356 ret = usbhsf_pkt_handler(pipe, USBHSF_PKT_TRY_RUN); in usbhsf_irq_ready()
1366 struct usbhs_pipe *pipe = arg; in usbhsf_dma_complete() local
1367 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_complete()
1371 ret = usbhsf_pkt_handler(pipe, USBHSF_PKT_DMA_DONE); in usbhsf_dma_complete()
1374 usbhs_pipe_number(pipe), ret); in usbhsf_dma_complete()
1377 void usbhs_fifo_clear_dcp(struct usbhs_pipe *pipe) in usbhs_fifo_clear_dcp() argument
1379 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_fifo_clear_dcp()
1383 if (usbhsf_fifo_select(pipe, fifo, 1) < 0) in usbhs_fifo_clear_dcp()
1385 usbhsf_fifo_clear(pipe, fifo); in usbhs_fifo_clear_dcp()
1386 usbhsf_fifo_unselect(pipe, fifo); in usbhs_fifo_clear_dcp()
1389 if (usbhsf_fifo_select(pipe, fifo, 0) < 0) in usbhs_fifo_clear_dcp()
1391 usbhsf_fifo_clear(pipe, fifo); in usbhs_fifo_clear_dcp()
1392 usbhsf_fifo_unselect(pipe, fifo); in usbhs_fifo_clear_dcp()
1410 cfifo->pipe = NULL; in usbhs_fifo_init()
1412 dfifo->pipe = NULL; in usbhs_fifo_init()