Lines Matching +full:multi +full:- +full:tt
1 // SPDX-License-Identifier: GPL-2.0+
2 /* Faraday FOTG210 EHCI-like driver
6 * Author: Yuan-Hsin Chen <yhchen@faraday-tech.com>
7 * Feng-Hsin Chiang <john453@faraday-tech.com>
8 * Po-Yu Chuang <ratbert.chuang@gmail.com>
10 * Most of code borrowed from the Linux-3.7 EHCI driver
29 #include <linux/dma-mapping.h>
42 #define DRIVER_AUTHOR "Yuan-Hsin Chen"
50 #define FOTG210_TUNE_CERR 3 /* 0-3 qtd retries; 0 == don't stop */
53 #define FOTG210_TUNE_MULT_HS 1 /* 1-3 transactions/uframe; 4.10.3 */
61 #define FOTG210_TUNE_FLS 1 /* (medium) 512-frame schedule */
66 MODULE_PARM_DESC(log2_irq_thresh, "log2 IRQ latency, 1-64 microframes");
71 MODULE_PARM_DESC(park, "park setting; 1-3 back-to-back async packets");
83 dev_dbg(fotg210_to_hcd(fotg210)->self.controller, fmt, ## args)
85 dev_err(fotg210_to_hcd(fotg210)->self.controller, fmt, ## args)
87 dev_info(fotg210_to_hcd(fotg210)->self.controller, fmt, ## args)
89 dev_warn(fotg210_to_hcd(fotg210)->self.controller, fmt, ## args)
92 * parameters) see EHCI spec, Table 2-4 for each value
96 u32 params = fotg210_readl(fotg210, &fotg210->caps->hcs_params); in dbg_hcs_params()
103 * parameters) see EHCI Spec, Table 2-5 for each value
107 u32 params = fotg210_readl(fotg210, &fotg210->caps->hcc_params); in dbg_hcc_params()
119 hc32_to_cpup(fotg210, &qtd->hw_next), in dbg_qtd()
120 hc32_to_cpup(fotg210, &qtd->hw_alt_next), in dbg_qtd()
121 hc32_to_cpup(fotg210, &qtd->hw_token), in dbg_qtd()
122 hc32_to_cpup(fotg210, &qtd->hw_buf[0])); in dbg_qtd()
123 if (qtd->hw_buf[1]) in dbg_qtd()
125 hc32_to_cpup(fotg210, &qtd->hw_buf[1]), in dbg_qtd()
126 hc32_to_cpup(fotg210, &qtd->hw_buf[2]), in dbg_qtd()
127 hc32_to_cpup(fotg210, &qtd->hw_buf[3]), in dbg_qtd()
128 hc32_to_cpup(fotg210, &qtd->hw_buf[4])); in dbg_qtd()
134 struct fotg210_qh_hw *hw = qh->hw; in dbg_qh()
137 hw->hw_next, hw->hw_info1, hw->hw_info2, in dbg_qh()
138 hw->hw_current); in dbg_qh()
140 dbg_qtd("overlay", fotg210, (struct fotg210_qtd *) &hw->hw_qtd_next); in dbg_qh()
147 itd->frame, itd, hc32_to_cpu(fotg210, itd->hw_next), in dbg_itd()
148 itd->urb); in dbg_itd()
152 hc32_to_cpu(fotg210, itd->hw_transaction[0]), in dbg_itd()
153 hc32_to_cpu(fotg210, itd->hw_transaction[1]), in dbg_itd()
154 hc32_to_cpu(fotg210, itd->hw_transaction[2]), in dbg_itd()
155 hc32_to_cpu(fotg210, itd->hw_transaction[3]), in dbg_itd()
156 hc32_to_cpu(fotg210, itd->hw_transaction[4]), in dbg_itd()
157 hc32_to_cpu(fotg210, itd->hw_transaction[5]), in dbg_itd()
158 hc32_to_cpu(fotg210, itd->hw_transaction[6]), in dbg_itd()
159 hc32_to_cpu(fotg210, itd->hw_transaction[7])); in dbg_itd()
163 hc32_to_cpu(fotg210, itd->hw_bufp[0]), in dbg_itd()
164 hc32_to_cpu(fotg210, itd->hw_bufp[1]), in dbg_itd()
165 hc32_to_cpu(fotg210, itd->hw_bufp[2]), in dbg_itd()
166 hc32_to_cpu(fotg210, itd->hw_bufp[3]), in dbg_itd()
167 hc32_to_cpu(fotg210, itd->hw_bufp[4]), in dbg_itd()
168 hc32_to_cpu(fotg210, itd->hw_bufp[5]), in dbg_itd()
169 hc32_to_cpu(fotg210, itd->hw_bufp[6])); in dbg_itd()
172 itd->index[0], itd->index[1], itd->index[2], in dbg_itd()
173 itd->index[3], itd->index[4], itd->index[5], in dbg_itd()
174 itd->index[6], itd->index[7]); in dbg_itd()
347 return '-'; in token_mark()
365 struct fotg210_qh_hw *hw = qh->hw; in qh_lines()
367 if (hw->hw_qtd_next == list_end) /* NEC does this */ in qh_lines()
370 mark = token_mark(fotg210, hw->hw_token); in qh_lines()
372 if ((hw->hw_alt_next & QTD_MASK(fotg210)) == in qh_lines()
373 fotg210->async->hw->hw_alt_next) in qh_lines()
375 else if (hw->hw_alt_next == list_end) in qh_lines()
379 scratch = hc32_to_cpup(fotg210, &hw->hw_info1); in qh_lines()
380 hw_curr = (mark == '*') ? hc32_to_cpup(fotg210, &hw->hw_current) : 0; in qh_lines()
386 scratch, hc32_to_cpup(fotg210, &hw->hw_info2), in qh_lines()
387 hc32_to_cpup(fotg210, &hw->hw_token), mark, in qh_lines()
388 (cpu_to_hc32(fotg210, QTD_TOGGLE) & hw->hw_token) in qh_lines()
390 (hc32_to_cpup(fotg210, &hw->hw_alt_next) >> 1) & 0x0f); in qh_lines()
391 size -= temp; in qh_lines()
395 list_for_each_entry(td, &qh->qtd_list, qtd_list) { in qh_lines()
396 scratch = hc32_to_cpup(fotg210, &td->hw_token); in qh_lines()
398 if (hw_curr == td->qtd_dma) in qh_lines()
400 else if (hw->hw_qtd_next == cpu_to_hc32(fotg210, td->qtd_dma)) in qh_lines()
403 if (td->hw_alt_next == fotg210->async->hw->hw_alt_next) in qh_lines()
405 else if (td->hw_alt_next != list_end) in qh_lines()
427 td->urb); in qh_lines()
430 size -= temp; in qh_lines()
438 size -= temp; in qh_lines()
454 hcd = bus_to_hcd(buf->bus); in fill_async_buffer()
456 next = buf->output_buf; in fill_async_buffer()
457 size = buf->alloc_size; in fill_async_buffer()
462 * usually empty except for long-term bulk reads, or head. in fill_async_buffer()
465 spin_lock_irqsave(&fotg210->lock, flags); in fill_async_buffer()
466 for (qh = fotg210->async->qh_next.qh; size > 0 && qh; in fill_async_buffer()
467 qh = qh->qh_next.qh) in fill_async_buffer()
469 if (fotg210->async_unlink && size > 0) { in fill_async_buffer()
471 size -= temp; in fill_async_buffer()
474 for (qh = fotg210->async_unlink; size > 0 && qh; in fill_async_buffer()
475 qh = qh->unlink_next) in fill_async_buffer()
478 spin_unlock_irqrestore(&fotg210->lock, flags); in fill_async_buffer()
480 return strlen(buf->output_buf); in fill_async_buffer()
487 u32 scratch = hc32_to_cpup(fotg210, &hw->hw_info1); in output_buf_tds_dir()
493 list_for_each_entry(qtd, &qh->qtd_list, qtd_list) { in output_buf_tds_dir()
495 switch ((hc32_to_cpu(fotg210, qtd->hw_token) >> 8) & 0x03) { in output_buf_tds_dir()
507 (scratch >> 8) & 0x000f, type, qh->usecs, in output_buf_tds_dir()
508 qh->c_usecs, temp, (scratch >> 16) & 0x7ff); in output_buf_tds_dir()
529 hcd = bus_to_hcd(buf->bus); in fill_periodic_buffer()
531 next = buf->output_buf; in fill_periodic_buffer()
532 size = buf->alloc_size; in fill_periodic_buffer()
534 temp = scnprintf(next, size, "size = %d\n", fotg210->periodic_size); in fill_periodic_buffer()
535 size -= temp; in fill_periodic_buffer()
541 spin_lock_irqsave(&fotg210->lock, flags); in fill_periodic_buffer()
542 for (i = 0; i < fotg210->periodic_size; i++) { in fill_periodic_buffer()
543 p = fotg210->pshadow[i]; in fill_periodic_buffer()
547 tag = Q_NEXT_TYPE(fotg210, fotg210->periodic[i]); in fill_periodic_buffer()
550 size -= temp; in fill_periodic_buffer()
558 hw = p.qh->hw; in fill_periodic_buffer()
559 temp = scnprintf(next, size, " qh%d-%04x/%p", in fill_periodic_buffer()
560 p.qh->period, in fill_periodic_buffer()
562 &hw->hw_info2) in fill_periodic_buffer()
566 size -= temp; in fill_periodic_buffer()
572 if (p.qh->qh_next.ptr) { in fill_periodic_buffer()
575 size -= temp; in fill_periodic_buffer()
590 tag = Q_NEXT_TYPE(fotg210, hw->hw_next); in fill_periodic_buffer()
591 p = p.qh->qh_next; in fill_periodic_buffer()
595 " fstn-%8x/%p", in fill_periodic_buffer()
596 p.fstn->hw_prev, p.fstn); in fill_periodic_buffer()
597 tag = Q_NEXT_TYPE(fotg210, p.fstn->hw_next); in fill_periodic_buffer()
598 p = p.fstn->fstn_next; in fill_periodic_buffer()
603 tag = Q_NEXT_TYPE(fotg210, p.itd->hw_next); in fill_periodic_buffer()
604 p = p.itd->itd_next; in fill_periodic_buffer()
607 size -= temp; in fill_periodic_buffer()
612 size -= temp; in fill_periodic_buffer()
615 spin_unlock_irqrestore(&fotg210->lock, flags); in fill_periodic_buffer()
618 return buf->alloc_size - size; in fill_periodic_buffer()
624 switch (fotg210->rh_state) { in rh_state_string()
647 hcd = bus_to_hcd(buf->bus); in fill_registers_buffer()
649 next = buf->output_buf; in fill_registers_buffer()
650 size = buf->alloc_size; in fill_registers_buffer()
652 spin_lock_irqsave(&fotg210->lock, flags); in fill_registers_buffer()
659 hcd->self.controller->bus->name, in fill_registers_buffer()
660 dev_name(hcd->self.controller), in fill_registers_buffer()
661 hcd->product_desc); in fill_registers_buffer()
667 &fotg210->caps->hc_capbase)); in fill_registers_buffer()
672 hcd->self.controller->bus->name, in fill_registers_buffer()
673 dev_name(hcd->self.controller), in fill_registers_buffer()
674 hcd->product_desc, in fill_registers_buffer()
676 size -= temp; in fill_registers_buffer()
680 i = fotg210_readl(fotg210, &fotg210->caps->hcs_params); in fill_registers_buffer()
682 size -= temp; in fill_registers_buffer()
685 i = fotg210_readl(fotg210, &fotg210->caps->hcc_params); in fill_registers_buffer()
687 size -= temp; in fill_registers_buffer()
692 fotg210_readl(fotg210, &fotg210->regs->status)); in fill_registers_buffer()
694 size -= temp; in fill_registers_buffer()
698 fotg210_readl(fotg210, &fotg210->regs->command)); in fill_registers_buffer()
700 size -= temp; in fill_registers_buffer()
704 fotg210_readl(fotg210, &fotg210->regs->intr_enable)); in fill_registers_buffer()
706 size -= temp; in fill_registers_buffer()
711 size -= temp; in fill_registers_buffer()
714 if (fotg210->async_unlink) { in fill_registers_buffer()
716 fotg210->async_unlink); in fill_registers_buffer()
717 size -= temp; in fill_registers_buffer()
724 fotg210->stats.normal, fotg210->stats.error, in fill_registers_buffer()
725 fotg210->stats.iaa, fotg210->stats.lost_iaa); in fill_registers_buffer()
726 size -= temp; in fill_registers_buffer()
730 fotg210->stats.complete, fotg210->stats.unlink); in fill_registers_buffer()
731 size -= temp; in fill_registers_buffer()
736 spin_unlock_irqrestore(&fotg210->lock, flags); in fill_registers_buffer()
738 return buf->alloc_size - size; in fill_registers_buffer()
749 buf->bus = bus; in alloc_buffer()
750 buf->fill_func = fill_func; in alloc_buffer()
751 mutex_init(&buf->mutex); in alloc_buffer()
752 buf->alloc_size = PAGE_SIZE; in alloc_buffer()
762 if (!buf->output_buf) in fill_buffer()
763 buf->output_buf = vmalloc(buf->alloc_size); in fill_buffer()
765 if (!buf->output_buf) { in fill_buffer()
766 ret = -ENOMEM; in fill_buffer()
770 ret = buf->fill_func(buf); in fill_buffer()
773 buf->count = ret; in fill_buffer()
784 struct debug_buffer *buf = file->private_data; in debug_output()
787 mutex_lock(&buf->mutex); in debug_output()
788 if (buf->count == 0) { in debug_output()
791 mutex_unlock(&buf->mutex); in debug_output()
795 mutex_unlock(&buf->mutex); in debug_output()
798 buf->output_buf, buf->count); in debug_output()
807 struct debug_buffer *buf = file->private_data; in debug_close()
810 vfree(buf->output_buf); in debug_close()
818 file->private_data = alloc_buffer(inode->i_private, fill_async_buffer); in debug_async_open()
820 return file->private_data ? 0 : -ENOMEM; in debug_async_open()
827 buf = alloc_buffer(inode->i_private, fill_periodic_buffer); in debug_periodic_open()
829 return -ENOMEM; in debug_periodic_open()
831 buf->alloc_size = (sizeof(void *) == 4 ? 6 : 8)*PAGE_SIZE; in debug_periodic_open()
832 file->private_data = buf; in debug_periodic_open()
838 file->private_data = alloc_buffer(inode->i_private, in debug_registers_open()
841 return file->private_data ? 0 : -ENOMEM; in debug_registers_open()
846 struct usb_bus *bus = &fotg210_to_hcd(fotg210)->self; in create_debug_files()
849 root = debugfs_create_dir(bus->bus_name, fotg210_debug_root); in create_debug_files()
850 fotg210->debug_dir = root; in create_debug_files()
861 debugfs_remove_recursive(fotg210->debug_dir); in remove_debug_files()
864 /* handshake - spin reading hc until handshake completes or fails
874 * hardware flakeout), or the register reads as all-ones (hardware removed).
890 return -ENODEV; in handshake()
902 spin_lock_irq(&fotg210->lock); in fotg210_halt()
905 fotg210_writel(fotg210, 0, &fotg210->regs->intr_enable); in fotg210_halt()
908 * This routine gets called during probe before fotg210->command in fotg210_halt()
911 fotg210->command &= ~CMD_RUN; in fotg210_halt()
912 temp = fotg210_readl(fotg210, &fotg210->regs->command); in fotg210_halt()
914 fotg210_writel(fotg210, temp, &fotg210->regs->command); in fotg210_halt()
916 spin_unlock_irq(&fotg210->lock); in fotg210_halt()
917 synchronize_irq(fotg210_to_hcd(fotg210)->irq); in fotg210_halt()
919 return handshake(fotg210, &fotg210->regs->status, in fotg210_halt()
923 /* Reset a non-running (STS_HALT == 1) controller.
929 u32 command = fotg210_readl(fotg210, &fotg210->regs->command); in fotg210_reset()
934 if (fotg210->debug && !dbgp_reset_prep(fotg210_to_hcd(fotg210))) in fotg210_reset()
935 fotg210->debug = NULL; in fotg210_reset()
939 fotg210_writel(fotg210, command, &fotg210->regs->command); in fotg210_reset()
940 fotg210->rh_state = FOTG210_RH_HALTED; in fotg210_reset()
941 fotg210->next_statechange = jiffies; in fotg210_reset()
942 retval = handshake(fotg210, &fotg210->regs->command, in fotg210_reset()
948 if (fotg210->debug) in fotg210_reset()
951 fotg210->port_c_suspend = fotg210->suspended_ports = in fotg210_reset()
952 fotg210->resuming_ports = 0; in fotg210_reset()
963 if (fotg210->rh_state != FOTG210_RH_RUNNING) in fotg210_quiesce()
967 temp = (fotg210->command << 10) & (STS_ASS | STS_PSS); in fotg210_quiesce()
968 handshake(fotg210, &fotg210->regs->status, STS_ASS | STS_PSS, temp, in fotg210_quiesce()
972 spin_lock_irq(&fotg210->lock); in fotg210_quiesce()
973 fotg210->command &= ~(CMD_ASE | CMD_PSE); in fotg210_quiesce()
974 fotg210_writel(fotg210, fotg210->command, &fotg210->regs->command); in fotg210_quiesce()
975 spin_unlock_irq(&fotg210->lock); in fotg210_quiesce()
978 handshake(fotg210, &fotg210->regs->status, STS_ASS | STS_PSS, 0, in fotg210_quiesce()
992 fotg210->command |= bit; in fotg210_set_command_bit()
993 fotg210_writel(fotg210, fotg210->command, &fotg210->regs->command); in fotg210_set_command_bit()
996 fotg210_readl(fotg210, &fotg210->regs->command); in fotg210_set_command_bit()
1002 fotg210->command &= ~bit; in fotg210_clear_command_bit()
1003 fotg210_writel(fotg210, fotg210->command, &fotg210->regs->command); in fotg210_clear_command_bit()
1006 fotg210_readl(fotg210, &fotg210->regs->command); in fotg210_clear_command_bit()
1011 * Lots of different events are triggered from fotg210->hrtimer. Whenever
1015 * fotg210->enabled_hrtimer_events, and they are numbered in order of
1019 * we keep track only of the lowest-numbered pending event, in
1020 * fotg210->next_hrtimer_event. Whenever fotg210->hrtimer gets restarted, its
1025 * matter, because none of the events are especially time-critical. The
1052 ktime_t *timeout = &fotg210->hr_timeouts[event]; in fotg210_enable_event()
1056 fotg210->enabled_hrtimer_events |= (1 << event); in fotg210_enable_event()
1058 /* Track only the lowest-numbered pending event */ in fotg210_enable_event()
1059 if (event < fotg210->next_hrtimer_event) { in fotg210_enable_event()
1060 fotg210->next_hrtimer_event = event; in fotg210_enable_event()
1061 hrtimer_start_range_ns(&fotg210->hrtimer, *timeout, in fotg210_enable_event()
1073 if (fotg210->rh_state != FOTG210_RH_RUNNING) in fotg210_poll_ASS()
1076 want = (fotg210->command & CMD_ASE) ? STS_ASS : 0; in fotg210_poll_ASS()
1077 actual = fotg210_readl(fotg210, &fotg210->regs->status) & STS_ASS; in fotg210_poll_ASS()
1082 if (fotg210->ASS_poll_count++ < 20) { in fotg210_poll_ASS()
1090 fotg210->ASS_poll_count = 0; in fotg210_poll_ASS()
1092 /* The status is up-to-date; restart or stop the schedule as needed */ in fotg210_poll_ASS()
1094 if (fotg210->async_count > 0) in fotg210_poll_ASS()
1098 if (fotg210->async_count == 0) { in fotg210_poll_ASS()
1121 if (fotg210->rh_state != FOTG210_RH_RUNNING) in fotg210_poll_PSS()
1124 want = (fotg210->command & CMD_PSE) ? STS_PSS : 0; in fotg210_poll_PSS()
1125 actual = fotg210_readl(fotg210, &fotg210->regs->status) & STS_PSS; in fotg210_poll_PSS()
1130 if (fotg210->PSS_poll_count++ < 20) { in fotg210_poll_PSS()
1138 fotg210->PSS_poll_count = 0; in fotg210_poll_PSS()
1140 /* The status is up-to-date; restart or stop the schedule as needed */ in fotg210_poll_PSS()
1142 if (fotg210->periodic_count > 0) in fotg210_poll_PSS()
1146 if (fotg210->periodic_count == 0) { in fotg210_poll_PSS()
1166 if (!(fotg210_readl(fotg210, &fotg210->regs->status) & STS_HALT)) { in fotg210_handle_controller_death()
1169 if (fotg210->died_poll_count++ < 5) { in fotg210_handle_controller_death()
1179 fotg210->rh_state = FOTG210_RH_HALTED; in fotg210_handle_controller_death()
1180 fotg210_writel(fotg210, 0, &fotg210->regs->intr_enable); in fotg210_handle_controller_death()
1191 bool stopped = (fotg210->rh_state < FOTG210_RH_RUNNING); in fotg210_handle_intr_unlinks()
1200 fotg210->intr_unlinking = true; in fotg210_handle_intr_unlinks()
1201 while (fotg210->intr_unlink) { in fotg210_handle_intr_unlinks()
1202 struct fotg210_qh *qh = fotg210->intr_unlink; in fotg210_handle_intr_unlinks()
1204 if (!stopped && qh->unlink_cycle == fotg210->intr_unlink_cycle) in fotg210_handle_intr_unlinks()
1206 fotg210->intr_unlink = qh->unlink_next; in fotg210_handle_intr_unlinks()
1207 qh->unlink_next = NULL; in fotg210_handle_intr_unlinks()
1212 if (fotg210->intr_unlink) { in fotg210_handle_intr_unlinks()
1215 ++fotg210->intr_unlink_cycle; in fotg210_handle_intr_unlinks()
1217 fotg210->intr_unlinking = false; in fotg210_handle_intr_unlinks()
1221 /* Start another free-iTDs/siTDs cycle */
1224 if (!(fotg210->enabled_hrtimer_events & in start_free_itds()
1226 fotg210->last_itd_to_free = list_entry( in start_free_itds()
1227 fotg210->cached_itd_list.prev, in start_free_itds()
1238 if (fotg210->rh_state < FOTG210_RH_RUNNING) in end_free_itds()
1239 fotg210->last_itd_to_free = NULL; in end_free_itds()
1241 list_for_each_entry_safe(itd, n, &fotg210->cached_itd_list, itd_list) { in end_free_itds()
1242 list_del(&itd->itd_list); in end_free_itds()
1243 dma_pool_free(fotg210->itd_pool, itd, itd->itd_dma); in end_free_itds()
1244 if (itd == fotg210->last_itd_to_free) in end_free_itds()
1248 if (!list_empty(&fotg210->cached_itd_list)) in end_free_itds()
1256 if (fotg210->rh_state != FOTG210_RH_RUNNING) in fotg210_iaa_watchdog()
1265 if (fotg210->async_iaa) { in fotg210_iaa_watchdog()
1274 cmd = fotg210_readl(fotg210, &fotg210->regs->command); in fotg210_iaa_watchdog()
1280 * - VIA seems to set IAA without triggering the IRQ; in fotg210_iaa_watchdog()
1281 * - IAAD potentially cleared without setting IAA. in fotg210_iaa_watchdog()
1283 status = fotg210_readl(fotg210, &fotg210->regs->status); in fotg210_iaa_watchdog()
1285 INCR(fotg210->stats.lost_iaa); in fotg210_iaa_watchdog()
1287 &fotg210->regs->status); in fotg210_iaa_watchdog()
1301 if (fotg210->rh_state != FOTG210_RH_RUNNING || in turn_on_io_watchdog()
1302 (fotg210->enabled_hrtimer_events & in turn_on_io_watchdog()
1310 if (fotg210->isoc_count > 0 || (fotg210->need_io_watchdog && in turn_on_io_watchdog()
1311 fotg210->async_count + fotg210->intr_count > 0)) in turn_on_io_watchdog()
1343 spin_lock_irqsave(&fotg210->lock, flags); in fotg210_hrtimer_func()
1345 events = fotg210->enabled_hrtimer_events; in fotg210_hrtimer_func()
1346 fotg210->enabled_hrtimer_events = 0; in fotg210_hrtimer_func()
1347 fotg210->next_hrtimer_event = FOTG210_HRTIMER_NO_EVENT; in fotg210_hrtimer_func()
1351 * the event; otherwise re-enable it. in fotg210_hrtimer_func()
1355 if (ktime_compare(now, fotg210->hr_timeouts[e]) >= 0) in fotg210_hrtimer_func()
1361 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_hrtimer_func()
1374 /* if reset finished and it's still not enabled -- handoff */ in check_reset_complete()
1376 /* with integrated TT, there's nobody to hand it to! */ in check_reset_complete()
1377 fotg210_dbg(fotg210, "Failed to enable port %d on root hub TT\n", in check_reset_complete()
1397 /* init status to no-changes */ in fotg210_hub_status_data()
1400 /* Inform the core about resumes-in-progress by returning in fotg210_hub_status_data()
1401 * a non-zero value even if there are no status changes. in fotg210_hub_status_data()
1403 status = fotg210->resuming_ports; in fotg210_hub_status_data()
1411 spin_lock_irqsave(&fotg210->lock, flags); in fotg210_hub_status_data()
1413 temp = fotg210_readl(fotg210, &fotg210->regs->port_status); in fotg210_hub_status_data()
1418 * high-speed device is switched over to the companion in fotg210_hub_status_data()
1422 if ((temp & mask) != 0 || test_bit(0, &fotg210->port_c_suspend) || in fotg210_hub_status_data()
1423 (fotg210->reset_done[0] && in fotg210_hub_status_data()
1424 time_after_eq(jiffies, fotg210->reset_done[0]))) { in fotg210_hub_status_data()
1429 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_hub_status_data()
1436 int ports = HCS_N_PORTS(fotg210->hcs_params); in fotg210_hub_descriptor()
1439 desc->bDescriptorType = USB_DT_HUB; in fotg210_hub_descriptor()
1440 desc->bPwrOn2PwrGood = 10; /* fotg210 1.0, 2.3.9 says 20ms max */ in fotg210_hub_descriptor()
1441 desc->bHubContrCurrent = 0; in fotg210_hub_descriptor()
1443 desc->bNbrPorts = ports; in fotg210_hub_descriptor()
1445 desc->bDescLength = 7 + 2 * temp; in fotg210_hub_descriptor()
1448 memset(&desc->u.hs.DeviceRemovable[0], 0, temp); in fotg210_hub_descriptor()
1449 memset(&desc->u.hs.DeviceRemovable[temp], 0xff, temp); in fotg210_hub_descriptor()
1451 temp = HUB_CHAR_INDV_PORT_OCPM; /* per-port overcurrent reporting */ in fotg210_hub_descriptor()
1453 desc->wHubCharacteristics = cpu_to_le16(temp); in fotg210_hub_descriptor()
1460 int ports = HCS_N_PORTS(fotg210->hcs_params); in fotg210_hub_control()
1461 u32 __iomem *status_reg = &fotg210->regs->port_status; in fotg210_hub_control()
1474 spin_lock_irqsave(&fotg210->lock, flags); in fotg210_hub_control()
1480 /* no hub-wide feature/status flags */ in fotg210_hub_control()
1489 wIndex--; in fotg210_hub_control()
1496 * the port-change status bits (especially in fotg210_hub_control()
1517 fotg210->reset_done[wIndex] = jiffies in fotg210_hub_control()
1521 clear_bit(wIndex, &fotg210->port_c_suspend); in fotg210_hub_control()
1528 &fotg210->regs->otgisr); in fotg210_hub_control()
1536 fotg210_readl(fotg210, &fotg210->regs->command); in fotg210_hub_control()
1543 /* no hub-wide feature/status flags */ in fotg210_hub_control()
1550 wIndex--; in fotg210_hub_control()
1560 temp1 = fotg210_readl(fotg210, &fotg210->regs->otgisr); in fotg210_hub_control()
1568 if (!fotg210->reset_done[wIndex]) { in fotg210_hub_control()
1570 fotg210->reset_done[wIndex] = jiffies in fotg210_hub_control()
1573 mod_timer(&fotg210_to_hcd(fotg210)->rh_timer, in fotg210_hub_control()
1574 fotg210->reset_done[wIndex]); in fotg210_hub_control()
1579 fotg210->reset_done[wIndex])) { in fotg210_hub_control()
1580 clear_bit(wIndex, &fotg210->suspended_ports); in fotg210_hub_control()
1581 set_bit(wIndex, &fotg210->port_c_suspend); in fotg210_hub_control()
1582 fotg210->reset_done[wIndex] = 0; in fotg210_hub_control()
1589 clear_bit(wIndex, &fotg210->resuming_ports); in fotg210_hub_control()
1604 fotg210->reset_done[wIndex])) { in fotg210_hub_control()
1606 fotg210->reset_done[wIndex] = 0; in fotg210_hub_control()
1607 clear_bit(wIndex, &fotg210->resuming_ports); in fotg210_hub_control()
1629 fotg210->command |= CMD_RUN; in fotg210_hub_control()
1630 fotg210_writel(fotg210, fotg210->command, &fotg210->regs->command); in fotg210_hub_control()
1634 fotg210->reset_done[wIndex] = 0; in fotg210_hub_control()
1635 clear_bit(wIndex, &fotg210->resuming_ports); in fotg210_hub_control()
1640 test_bit(wIndex, &fotg210->companion_ports)) { in fotg210_hub_control()
1643 fotg210_dbg(fotg210, "port %d --> companion\n", in fotg210_hub_control()
1664 } else if (test_bit(wIndex, &fotg210->suspended_ports)) { in fotg210_hub_control()
1665 clear_bit(wIndex, &fotg210->suspended_ports); in fotg210_hub_control()
1666 clear_bit(wIndex, &fotg210->resuming_ports); in fotg210_hub_control()
1667 fotg210->reset_done[wIndex] = 0; in fotg210_hub_control()
1669 set_bit(wIndex, &fotg210->port_c_suspend); in fotg210_hub_control()
1672 temp1 = fotg210_readl(fotg210, &fotg210->regs->otgisr); in fotg210_hub_control()
1677 if (test_bit(wIndex, &fotg210->port_c_suspend)) in fotg210_hub_control()
1688 /* no hub-wide feature/status flags */ in fotg210_hub_control()
1700 wIndex--; in fotg210_hub_control()
1715 set_bit(wIndex, &fotg210->suspended_ports); in fotg210_hub_control()
1732 fotg210->reset_done[wIndex] = jiffies in fotg210_hub_control()
1741 * about the EHCI-specific stuff. in fotg210_hub_control()
1746 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_hub_control()
1748 spin_lock_irqsave(&fotg210->lock, flags); in fotg210_hub_control()
1757 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_hub_control()
1759 spin_lock_irqsave(&fotg210->lock, flags); in fotg210_hub_control()
1769 fotg210_readl(fotg210, &fotg210->regs->command); in fotg210_hub_control()
1775 retval = -EPIPE; in fotg210_hub_control()
1777 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_hub_control()
1794 * - data used only by the HCD ... kmalloc is fine
1795 * - async and periodic schedules, shared by HC and HCD ... these
1797 * - driver buffers, read/written by HC ... single shot DMA mapped
1808 qtd->qtd_dma = dma; in fotg210_qtd_init()
1809 qtd->hw_token = cpu_to_hc32(fotg210, QTD_STS_HALT); in fotg210_qtd_init()
1810 qtd->hw_next = FOTG210_LIST_END(fotg210); in fotg210_qtd_init()
1811 qtd->hw_alt_next = FOTG210_LIST_END(fotg210); in fotg210_qtd_init()
1812 INIT_LIST_HEAD(&qtd->qtd_list); in fotg210_qtd_init()
1821 qtd = dma_pool_alloc(fotg210->qtd_pool, flags, &dma); in fotg210_qtd_alloc()
1831 dma_pool_free(fotg210->qtd_pool, qtd, qtd->qtd_dma); in fotg210_qtd_free()
1838 if (!list_empty(&qh->qtd_list) || qh->qh_next.ptr) { in qh_destroy()
1842 if (qh->dummy) in qh_destroy()
1843 fotg210_qtd_free(fotg210, qh->dummy); in qh_destroy()
1844 dma_pool_free(fotg210->qh_pool, qh->hw, qh->qh_dma); in qh_destroy()
1857 qh->hw = dma_pool_zalloc(fotg210->qh_pool, flags, &dma); in fotg210_qh_alloc()
1858 if (!qh->hw) in fotg210_qh_alloc()
1860 qh->qh_dma = dma; in fotg210_qh_alloc()
1861 INIT_LIST_HEAD(&qh->qtd_list); in fotg210_qh_alloc()
1864 qh->dummy = fotg210_qtd_alloc(fotg210, flags); in fotg210_qh_alloc()
1865 if (qh->dummy == NULL) { in fotg210_qh_alloc()
1872 dma_pool_free(fotg210->qh_pool, qh->hw, qh->qh_dma); in fotg210_qh_alloc()
1885 if (fotg210->async) in fotg210_mem_cleanup()
1886 qh_destroy(fotg210, fotg210->async); in fotg210_mem_cleanup()
1887 fotg210->async = NULL; in fotg210_mem_cleanup()
1889 if (fotg210->dummy) in fotg210_mem_cleanup()
1890 qh_destroy(fotg210, fotg210->dummy); in fotg210_mem_cleanup()
1891 fotg210->dummy = NULL; in fotg210_mem_cleanup()
1894 dma_pool_destroy(fotg210->qtd_pool); in fotg210_mem_cleanup()
1895 fotg210->qtd_pool = NULL; in fotg210_mem_cleanup()
1897 dma_pool_destroy(fotg210->qh_pool); in fotg210_mem_cleanup()
1898 fotg210->qh_pool = NULL; in fotg210_mem_cleanup()
1900 dma_pool_destroy(fotg210->itd_pool); in fotg210_mem_cleanup()
1901 fotg210->itd_pool = NULL; in fotg210_mem_cleanup()
1903 if (fotg210->periodic) in fotg210_mem_cleanup()
1904 dma_free_coherent(fotg210_to_hcd(fotg210)->self.controller, in fotg210_mem_cleanup()
1905 fotg210->periodic_size * sizeof(u32), in fotg210_mem_cleanup()
1906 fotg210->periodic, fotg210->periodic_dma); in fotg210_mem_cleanup()
1907 fotg210->periodic = NULL; in fotg210_mem_cleanup()
1910 kfree(fotg210->pshadow); in fotg210_mem_cleanup()
1911 fotg210->pshadow = NULL; in fotg210_mem_cleanup()
1920 fotg210->qtd_pool = dma_pool_create("fotg210_qtd", in fotg210_mem_init()
1921 fotg210_to_hcd(fotg210)->self.controller, in fotg210_mem_init()
1925 if (!fotg210->qtd_pool) in fotg210_mem_init()
1929 fotg210->qh_pool = dma_pool_create("fotg210_qh", in fotg210_mem_init()
1930 fotg210_to_hcd(fotg210)->self.controller, in fotg210_mem_init()
1934 if (!fotg210->qh_pool) in fotg210_mem_init()
1937 fotg210->async = fotg210_qh_alloc(fotg210, flags); in fotg210_mem_init()
1938 if (!fotg210->async) in fotg210_mem_init()
1942 fotg210->itd_pool = dma_pool_create("fotg210_itd", in fotg210_mem_init()
1943 fotg210_to_hcd(fotg210)->self.controller, in fotg210_mem_init()
1947 if (!fotg210->itd_pool) in fotg210_mem_init()
1951 fotg210->periodic = (__le32 *) in fotg210_mem_init()
1952 dma_alloc_coherent(fotg210_to_hcd(fotg210)->self.controller, in fotg210_mem_init()
1953 fotg210->periodic_size * sizeof(__le32), in fotg210_mem_init()
1954 &fotg210->periodic_dma, 0); in fotg210_mem_init()
1955 if (fotg210->periodic == NULL) in fotg210_mem_init()
1958 for (i = 0; i < fotg210->periodic_size; i++) in fotg210_mem_init()
1959 fotg210->periodic[i] = FOTG210_LIST_END(fotg210); in fotg210_mem_init()
1962 fotg210->pshadow = kcalloc(fotg210->periodic_size, sizeof(void *), in fotg210_mem_init()
1964 if (fotg210->pshadow != NULL) in fotg210_mem_init()
1970 return -ENOMEM; in fotg210_mem_init()
1975 * entries describing USB transactions, max 16-20kB/entry (with 4kB-aligned
1981 * an ongoing challenge. That's in "ehci-sched.c".
1997 qtd->hw_buf[0] = cpu_to_hc32(fotg210, (u32)addr); in qtd_fill()
1998 qtd->hw_buf_hi[0] = cpu_to_hc32(fotg210, (u32)(addr >> 32)); in qtd_fill()
1999 count = 0x1000 - (buf & 0x0fff); /* rest of that page */ in qtd_fill()
2006 /* per-qtd limit: from 16K to 20K (best alignment) */ in qtd_fill()
2009 qtd->hw_buf[i] = cpu_to_hc32(fotg210, (u32)addr); in qtd_fill()
2010 qtd->hw_buf_hi[i] = cpu_to_hc32(fotg210, in qtd_fill()
2021 count -= (count % maxpacket); in qtd_fill()
2023 qtd->hw_token = cpu_to_hc32(fotg210, (count << 16) | token); in qtd_fill()
2024 qtd->length = count; in qtd_fill()
2032 struct fotg210_qh_hw *hw = qh->hw; in qh_update()
2035 BUG_ON(qh->qh_state != QH_STATE_IDLE); in qh_update()
2037 hw->hw_qtd_next = QTD_NEXT(fotg210, qtd->qtd_dma); in qh_update()
2038 hw->hw_alt_next = FOTG210_LIST_END(fotg210); in qh_update()
2042 * and set the pseudo-toggle in udev. Only usb_clear_halt() will in qh_update()
2045 if (!(hw->hw_info1 & cpu_to_hc32(fotg210, QH_TOGGLE_CTL))) { in qh_update()
2048 is_out = qh->is_out; in qh_update()
2049 epnum = (hc32_to_cpup(fotg210, &hw->hw_info1) >> 8) & 0x0f; in qh_update()
2050 if (unlikely(!usb_gettoggle(qh->dev, epnum, is_out))) { in qh_update()
2051 hw->hw_token &= ~cpu_to_hc32(fotg210, QTD_TOGGLE); in qh_update()
2052 usb_settoggle(qh->dev, epnum, is_out, 1); in qh_update()
2056 hw->hw_token &= cpu_to_hc32(fotg210, QTD_TOGGLE | QTD_STS_PING); in qh_update()
2060 * overlay, so qh->hw_token wrongly becomes inactive/halted), only fault
2067 if (list_empty(&qh->qtd_list)) in qh_refresh()
2068 qtd = qh->dummy; in qh_refresh()
2070 qtd = list_entry(qh->qtd_list.next, in qh_refresh()
2079 if (cpu_to_hc32(fotg210, qtd->qtd_dma) == qh->hw->hw_current) { in qh_refresh()
2080 qh->hw->hw_qtd_next = qtd->hw_next; in qh_refresh()
2095 struct fotg210_qh *qh = ep->hcpriv; in fotg210_clear_tt_buffer_complete()
2098 spin_lock_irqsave(&fotg210->lock, flags); in fotg210_clear_tt_buffer_complete()
2099 qh->clearing_tt = 0; in fotg210_clear_tt_buffer_complete()
2100 if (qh->qh_state == QH_STATE_IDLE && !list_empty(&qh->qtd_list) in fotg210_clear_tt_buffer_complete()
2101 && fotg210->rh_state == FOTG210_RH_RUNNING) in fotg210_clear_tt_buffer_complete()
2103 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_clear_tt_buffer_complete()
2111 * the TT buffer may be left in an indeterminate state. We in fotg210_clear_tt_buffer()
2112 * have to clear the TT buffer. in fotg210_clear_tt_buffer()
2116 if (urb->dev->tt && !usb_pipeint(urb->pipe) && !qh->clearing_tt) { in fotg210_clear_tt_buffer()
2117 struct usb_device *tt = urb->dev->tt->hub; in fotg210_clear_tt_buffer() local
2119 dev_dbg(&tt->dev, in fotg210_clear_tt_buffer()
2120 "clear tt buffer port %d, a%d ep%d t%08x\n", in fotg210_clear_tt_buffer()
2121 urb->dev->ttport, urb->dev->devnum, in fotg210_clear_tt_buffer()
2122 usb_pipeendpoint(urb->pipe), token); in fotg210_clear_tt_buffer()
2124 if (urb->dev->tt->hub != in fotg210_clear_tt_buffer()
2125 fotg210_to_hcd(fotg210)->self.root_hub) { in fotg210_clear_tt_buffer()
2127 qh->clearing_tt = 1; in fotg210_clear_tt_buffer()
2135 int status = -EINPROGRESS; in qtd_copy_status()
2139 urb->actual_length += length - QTD_LENGTH(token); in qtd_copy_status()
2142 if (unlikely(urb->unlinked)) in qtd_copy_status()
2147 status = -EREMOTEIO; in qtd_copy_status()
2153 status = -EOVERFLOW; in qtd_copy_status()
2154 /* CERR nonzero + halt --> stall */ in qtd_copy_status()
2156 status = -EPIPE; in qtd_copy_status()
2163 /* fs/ls interrupt xfer missed the complete-split */ in qtd_copy_status()
2164 status = -EPROTO; in qtd_copy_status()
2167 ? -ENOSR /* hc couldn't read data */ in qtd_copy_status()
2168 : -ECOMM; /* hc couldn't write data */ in qtd_copy_status()
2172 urb->dev->devpath, in qtd_copy_status()
2173 usb_pipeendpoint(urb->pipe), in qtd_copy_status()
2174 usb_pipein(urb->pipe) ? "in" : "out"); in qtd_copy_status()
2175 status = -EPROTO; in qtd_copy_status()
2177 status = -EPROTO; in qtd_copy_status()
2181 "dev%d ep%d%s qtd token %08x --> status %d\n", in qtd_copy_status()
2182 usb_pipedevice(urb->pipe), in qtd_copy_status()
2183 usb_pipeendpoint(urb->pipe), in qtd_copy_status()
2184 usb_pipein(urb->pipe) ? "in" : "out", in qtd_copy_status()
2193 __releases(fotg210->lock) in fotg210_urb_done()
2194 __acquires(fotg210->lock) in fotg210_urb_done()
2196 if (likely(urb->hcpriv != NULL)) { in fotg210_urb_done()
2197 struct fotg210_qh *qh = (struct fotg210_qh *) urb->hcpriv; in fotg210_urb_done()
2199 /* S-mask in a QH means it's an interrupt urb */ in fotg210_urb_done()
2200 if ((qh->hw->hw_info2 & cpu_to_hc32(fotg210, QH_SMASK)) != 0) { in fotg210_urb_done()
2202 /* ... update hc-wide periodic stats (for usbfs) */ in fotg210_urb_done()
2203 fotg210_to_hcd(fotg210)->self.bandwidth_int_reqs--; in fotg210_urb_done()
2207 if (unlikely(urb->unlinked)) { in fotg210_urb_done()
2208 INCR(fotg210->stats.unlink); in fotg210_urb_done()
2210 /* report non-error and short read status as zero */ in fotg210_urb_done()
2211 if (status == -EINPROGRESS || status == -EREMOTEIO) in fotg210_urb_done()
2213 INCR(fotg210->stats.complete); in fotg210_urb_done()
2219 __func__, urb->dev->devpath, urb, in fotg210_urb_done()
2220 usb_pipeendpoint(urb->pipe), in fotg210_urb_done()
2221 usb_pipein(urb->pipe) ? "in" : "out", in fotg210_urb_done()
2223 urb->actual_length, urb->transfer_buffer_length); in fotg210_urb_done()
2228 spin_unlock(&fotg210->lock); in fotg210_urb_done()
2230 spin_lock(&fotg210->lock); in fotg210_urb_done()
2236 * Chases up to qh->hw_current. Returns number of completions called,
2242 struct fotg210_qtd *last, *end = qh->dummy; in qh_completions()
2248 struct fotg210_qh_hw *hw = qh->hw; in qh_completions()
2250 if (unlikely(list_empty(&qh->qtd_list))) in qh_completions()
2259 * It's a bug for qh->qh_state to be anything other than in qh_completions()
2263 state = qh->qh_state; in qh_completions()
2264 qh->qh_state = QH_STATE_COMPLETING; in qh_completions()
2269 last_status = -EINPROGRESS; in qh_completions()
2270 qh->needs_rescan = 0; in qh_completions()
2272 /* remove de-activated QTDs from front of queue. in qh_completions()
2277 list_for_each_entry_safe(qtd, tmp, &qh->qtd_list, qtd_list) { in qh_completions()
2281 urb = qtd->urb; in qh_completions()
2285 if (likely(last->urb != urb)) { in qh_completions()
2286 fotg210_urb_done(fotg210, last->urb, in qh_completions()
2289 last_status = -EINPROGRESS; in qh_completions()
2301 token = hc32_to_cpu(fotg210, qtd->hw_token); in qh_completions()
2303 /* always clean up qtds the hc de-activated */ in qh_completions()
2307 /* Report Data Buffer Error: non-fatal but useful */ in qh_completions()
2311 urb, usb_endpoint_num(&urb->ep->desc), in qh_completions()
2312 usb_endpoint_dir_in(&urb->ep->desc) in qh_completions()
2314 urb->transfer_buffer_length, qtd, qh); in qh_completions()
2326 ++qh->xacterrs < QH_XACTERR_MAX && in qh_completions()
2327 !urb->unlinked) { in qh_completions()
2330 qtd->length - QTD_LENGTH(token), in qh_completions()
2331 qtd->length, in qh_completions()
2332 qh->xacterrs); in qh_completions()
2342 qtd->hw_token = cpu_to_hc32(fotg210, in qh_completions()
2345 hw->hw_token = cpu_to_hc32(fotg210, in qh_completions()
2356 * most other single-qtd reads ... the queue stops if in qh_completions()
2361 !(qtd->hw_alt_next & in qh_completions()
2368 && fotg210->rh_state >= FOTG210_RH_RUNNING)) { in qh_completions()
2376 if (fotg210->rh_state < FOTG210_RH_RUNNING) in qh_completions()
2377 last_status = -ESHUTDOWN; in qh_completions()
2382 else if (last_status == -EINPROGRESS && !urb->unlinked) in qh_completions()
2387 cpu_to_hc32(fotg210, qtd->qtd_dma) in qh_completions()
2388 == hw->hw_current) { in qh_completions()
2389 token = hc32_to_cpu(fotg210, hw->hw_token); in qh_completions()
2392 * async transaction in the TT buffer. in qh_completions()
2407 if (last_status == -EINPROGRESS) { in qh_completions()
2409 qtd->length, token); in qh_completions()
2410 if (last_status == -EREMOTEIO && in qh_completions()
2411 (qtd->hw_alt_next & in qh_completions()
2413 last_status = -EINPROGRESS; in qh_completions()
2415 /* As part of low/full-speed endpoint-halt processing in qh_completions()
2416 * we must clear the TT buffer (11.17.5). in qh_completions()
2418 if (unlikely(last_status != -EINPROGRESS && in qh_completions()
2419 last_status != -EREMOTEIO)) { in qh_completions()
2420 /* The TT's in some hubs malfunction when they in qh_completions()
2423 * STALL can't leave the TT buffer in a busy in qh_completions()
2424 * state (if you believe Figures 11-48 - 11-51 in qh_completions()
2425 * in the USB 2.0 spec), we won't clear the TT in qh_completions()
2429 if (last_status != -EPIPE) in qh_completions()
2438 if (stopped && qtd->qtd_list.prev != &qh->qtd_list) { in qh_completions()
2439 last = list_entry(qtd->qtd_list.prev, in qh_completions()
2441 last->hw_next = qtd->hw_next; in qh_completions()
2445 list_del(&qtd->qtd_list); in qh_completions()
2449 qh->xacterrs = 0; in qh_completions()
2454 fotg210_urb_done(fotg210, last->urb, last_status); in qh_completions()
2460 if (unlikely(qh->needs_rescan)) { in qh_completions()
2466 * Our caller will start an unlink if qh->needs_rescan is in qh_completions()
2471 qh->needs_rescan = 0; in qh_completions()
2475 qh->qh_state = state; in qh_completions()
2481 if (stopped != 0 || hw->hw_qtd_next == FOTG210_LIST_END(fotg210)) { in qh_completions()
2489 * - HC reads first part of QH; in qh_completions()
2490 * - CPU updates that first part and the token; in qh_completions()
2491 * - HC reads rest of that QH, including token in qh_completions()
2500 qh->needs_rescan = 1; in qh_completions()
2518 list_del(&qtd->qtd_list); in qtd_list_free()
2542 list_add_tail(&qtd->qtd_list, head); in qh_urb_transaction()
2543 qtd->urb = urb; in qh_urb_transaction()
2549 len = urb->transfer_buffer_length; in qh_urb_transaction()
2550 is_input = usb_pipein(urb->pipe); in qh_urb_transaction()
2551 if (usb_pipecontrol(urb->pipe)) { in qh_urb_transaction()
2553 qtd_fill(fotg210, qtd, urb->setup_dma, in qh_urb_transaction()
2563 qtd->urb = urb; in qh_urb_transaction()
2564 qtd_prev->hw_next = QTD_NEXT(fotg210, qtd->qtd_dma); in qh_urb_transaction()
2565 list_add_tail(&qtd->qtd_list, head); in qh_urb_transaction()
2575 i = urb->num_mapped_sgs; in qh_urb_transaction()
2577 sg = urb->sg; in qh_urb_transaction()
2580 /* urb->transfer_buffer_length may be smaller than the in qh_urb_transaction()
2586 buf = urb->transfer_dma; in qh_urb_transaction()
2594 maxpacket = usb_maxpacket(urb->dev, urb->pipe, !is_input); in qh_urb_transaction()
2606 this_sg_len -= this_qtd_len; in qh_urb_transaction()
2607 len -= this_qtd_len; in qh_urb_transaction()
2616 qtd->hw_alt_next = fotg210->async->hw->hw_alt_next; in qh_urb_transaction()
2619 if ((maxpacket & (this_qtd_len + (maxpacket - 1))) == 0) in qh_urb_transaction()
2623 if (--i <= 0 || len <= 0) in qh_urb_transaction()
2634 qtd->urb = urb; in qh_urb_transaction()
2635 qtd_prev->hw_next = QTD_NEXT(fotg210, qtd->qtd_dma); in qh_urb_transaction()
2636 list_add_tail(&qtd->qtd_list, head); in qh_urb_transaction()
2644 if (likely((urb->transfer_flags & URB_SHORT_NOT_OK) == 0 || in qh_urb_transaction()
2645 usb_pipecontrol(urb->pipe))) in qh_urb_transaction()
2646 qtd->hw_alt_next = FOTG210_LIST_END(fotg210); in qh_urb_transaction()
2653 if (likely(urb->transfer_buffer_length != 0)) { in qh_urb_transaction()
2656 if (usb_pipecontrol(urb->pipe)) { in qh_urb_transaction()
2658 token ^= 0x0100; /* "in" <--> "out" */ in qh_urb_transaction()
2660 } else if (usb_pipeout(urb->pipe) in qh_urb_transaction()
2661 && (urb->transfer_flags & URB_ZERO_PACKET) in qh_urb_transaction()
2662 && !(urb->transfer_buffer_length % maxpacket)) { in qh_urb_transaction()
2670 qtd->urb = urb; in qh_urb_transaction()
2671 qtd_prev->hw_next = QTD_NEXT(fotg210, qtd->qtd_dma); in qh_urb_transaction()
2672 list_add_tail(&qtd->qtd_list, head); in qh_urb_transaction()
2680 if (likely(!(urb->transfer_flags & URB_NO_INTERRUPT))) in qh_urb_transaction()
2681 qtd->hw_token |= cpu_to_hc32(fotg210, QTD_IOC); in qh_urb_transaction()
2701 * just one microframe in the s-mask. For split interrupt transactions
2702 * there are additional complications: c-mask, maybe FSTNs.
2713 struct usb_tt *tt = urb->dev->tt; in qh_make() local
2722 info1 |= usb_pipeendpoint(urb->pipe) << 8; in qh_make()
2723 info1 |= usb_pipedevice(urb->pipe) << 0; in qh_make()
2725 is_input = usb_pipein(urb->pipe); in qh_make()
2726 type = usb_pipetype(urb->pipe); in qh_make()
2727 ep = usb_pipe_endpoint(urb->dev, urb->pipe); in qh_make()
2728 maxp = usb_endpoint_maxp(&ep->desc); in qh_make()
2729 mult = usb_endpoint_maxp_mult(&ep->desc); in qh_make()
2740 * - allowing for high bandwidth, how many nsec/uframe are used? in qh_make()
2741 * - split transactions need a second CSPLIT uframe; same question in qh_make()
2742 * - splits also need a schedule gap (for full/low speed I/O) in qh_make()
2743 * - qh has a polling interval in qh_make()
2745 * For control/bulk requests, the HC or TT handles these. in qh_make()
2748 qh->usecs = NS_TO_US(usb_calc_bus_time(USB_SPEED_HIGH, in qh_make()
2750 qh->start = NO_FRAME; in qh_make()
2752 if (urb->dev->speed == USB_SPEED_HIGH) { in qh_make()
2753 qh->c_usecs = 0; in qh_make()
2754 qh->gap_uf = 0; in qh_make()
2756 qh->period = urb->interval >> 3; in qh_make()
2757 if (qh->period == 0 && urb->interval != 1) { in qh_make()
2762 urb->interval = 1; in qh_make()
2763 } else if (qh->period > fotg210->periodic_size) { in qh_make()
2764 qh->period = fotg210->periodic_size; in qh_make()
2765 urb->interval = qh->period << 3; in qh_make()
2771 qh->gap_uf = 1 + usb_calc_bus_time(urb->dev->speed, in qh_make()
2776 qh->c_usecs = qh->usecs + HS_USECS(0); in qh_make()
2777 qh->usecs = HS_USECS(1); in qh_make()
2779 qh->usecs += HS_USECS(1); in qh_make()
2780 qh->c_usecs = HS_USECS(0); in qh_make()
2783 think_time = tt ? tt->think_time : 0; in qh_make()
2784 qh->tt_usecs = NS_TO_US(think_time + in qh_make()
2785 usb_calc_bus_time(urb->dev->speed, in qh_make()
2787 qh->period = urb->interval; in qh_make()
2788 if (qh->period > fotg210->periodic_size) { in qh_make()
2789 qh->period = fotg210->periodic_size; in qh_make()
2790 urb->interval = qh->period; in qh_make()
2795 /* support for tt scheduling, and access to toggles */ in qh_make()
2796 qh->dev = urb->dev; in qh_make()
2798 /* using TT? */ in qh_make()
2799 switch (urb->dev->speed) { in qh_make()
2809 info1 |= QH_CONTROL_EP; /* for TT */ in qh_make()
2817 * port number in the queue head was 0..N-1 instead of 1..N. in qh_make()
2820 info2 |= (urb->dev->ttport-1) << 23; in qh_make()
2822 info2 |= urb->dev->ttport << 23; in qh_make()
2824 /* set the address of the TT; for TDI's integrated in qh_make()
2825 * root hub tt, leave it zeroed. in qh_make()
2827 if (tt && tt->hub != fotg210_to_hcd(fotg210)->self.root_hub) in qh_make()
2828 info2 |= tt->hub->devnum << 16; in qh_make()
2830 /* NOTE: if (PIPE_INTERRUPT) { scheduler sets c-mask } */ in qh_make()
2834 case USB_SPEED_HIGH: /* no TT involved */ in qh_make()
2857 fotg210_dbg(fotg210, "bogus dev %p speed %d\n", urb->dev, in qh_make()
2858 urb->dev->speed); in qh_make()
2864 /* NOTE: if (PIPE_INTERRUPT) { scheduler sets s-mask } */ in qh_make()
2867 qh->qh_state = QH_STATE_IDLE; in qh_make()
2868 hw = qh->hw; in qh_make()
2869 hw->hw_info1 = cpu_to_hc32(fotg210, info1); in qh_make()
2870 hw->hw_info2 = cpu_to_hc32(fotg210, info2); in qh_make()
2871 qh->is_out = !is_input; in qh_make()
2872 usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe), !is_input, 1); in qh_make()
2879 if (fotg210->async_count++) in enable_async()
2883 fotg210->enabled_hrtimer_events &= ~BIT(FOTG210_HRTIMER_DISABLE_ASYNC); in enable_async()
2892 if (--fotg210->async_count) in disable_async()
2896 WARN_ON(fotg210->async->qh_next.qh || fotg210->async_unlink); in disable_async()
2906 __hc32 dma = QH_NEXT(fotg210, qh->qh_dma); in qh_link_async()
2909 /* Don't link a QH if there's a Clear-TT-Buffer pending */ in qh_link_async()
2910 if (unlikely(qh->clearing_tt)) in qh_link_async()
2913 WARN_ON(qh->qh_state != QH_STATE_IDLE); in qh_link_async()
2919 head = fotg210->async; in qh_link_async()
2920 qh->qh_next = head->qh_next; in qh_link_async()
2921 qh->hw->hw_next = head->hw->hw_next; in qh_link_async()
2924 head->qh_next.qh = qh; in qh_link_async()
2925 head->hw->hw_next = dma; in qh_link_async()
2927 qh->xacterrs = 0; in qh_link_async()
2928 qh->qh_state = QH_STATE_LINKED; in qh_link_async()
2948 /* can't sleep here, we have fotg210->lock... */ in qh_append_tds()
2958 qtd = list_entry(qtd_list->next, struct fotg210_qtd, in qh_append_tds()
2964 if (usb_pipedevice(urb->pipe) == 0) in qh_append_tds()
2965 qh->hw->hw_info1 &= ~qh_addr_mask; in qh_append_tds()
2981 token = qtd->hw_token; in qh_append_tds()
2982 qtd->hw_token = HALT_BIT(fotg210); in qh_append_tds()
2984 dummy = qh->dummy; in qh_append_tds()
2986 dma = dummy->qtd_dma; in qh_append_tds()
2988 dummy->qtd_dma = dma; in qh_append_tds()
2990 list_del(&qtd->qtd_list); in qh_append_tds()
2991 list_add(&dummy->qtd_list, qtd_list); in qh_append_tds()
2992 list_splice_tail(qtd_list, &qh->qtd_list); in qh_append_tds()
2994 fotg210_qtd_init(fotg210, qtd, qtd->qtd_dma); in qh_append_tds()
2995 qh->dummy = qtd; in qh_append_tds()
2998 dma = qtd->qtd_dma; in qh_append_tds()
2999 qtd = list_entry(qh->qtd_list.prev, in qh_append_tds()
3001 qtd->hw_next = QTD_NEXT(fotg210, dma); in qh_append_tds()
3005 dummy->hw_token = token; in qh_append_tds()
3007 urb->hcpriv = qh; in qh_append_tds()
3021 epnum = urb->ep->desc.bEndpointAddress; in submit_async()
3027 qtd = list_entry(qtd_list->next, struct fotg210_qtd, qtd_list); in submit_async()
3030 __func__, urb->dev->devpath, urb, in submit_async()
3033 urb->transfer_buffer_length, in submit_async()
3034 qtd, urb->ep->hcpriv); in submit_async()
3038 spin_lock_irqsave(&fotg210->lock, flags); in submit_async()
3040 rc = -ESHUTDOWN; in submit_async()
3047 qh = qh_append_tds(fotg210, urb, qtd_list, epnum, &urb->ep->hcpriv); in submit_async()
3050 rc = -ENOMEM; in submit_async()
3055 * the HC and TT handle it when the TT has a buffer ready. in submit_async()
3057 if (likely(qh->qh_state == QH_STATE_IDLE)) in submit_async()
3060 spin_unlock_irqrestore(&fotg210->lock, flags); in submit_async()
3072 qh->qh_state = QH_STATE_UNLINK; in single_unlink_async()
3073 if (fotg210->async_unlink) in single_unlink_async()
3074 fotg210->async_unlink_last->unlink_next = qh; in single_unlink_async()
3076 fotg210->async_unlink = qh; in single_unlink_async()
3077 fotg210->async_unlink_last = qh; in single_unlink_async()
3080 prev = fotg210->async; in single_unlink_async()
3081 while (prev->qh_next.qh != qh) in single_unlink_async()
3082 prev = prev->qh_next.qh; in single_unlink_async()
3084 prev->hw->hw_next = qh->hw->hw_next; in single_unlink_async()
3085 prev->qh_next = qh->qh_next; in single_unlink_async()
3086 if (fotg210->qh_scan_next == qh) in single_unlink_async()
3087 fotg210->qh_scan_next = qh->qh_next.qh; in single_unlink_async()
3096 if (fotg210->async_iaa || fotg210->async_unlinking) in start_iaa_cycle()
3100 fotg210->async_iaa = fotg210->async_unlink; in start_iaa_cycle()
3101 fotg210->async_unlink = NULL; in start_iaa_cycle()
3104 if (unlikely(fotg210->rh_state < FOTG210_RH_RUNNING)) { in start_iaa_cycle()
3109 } else if (likely(fotg210->rh_state == FOTG210_RH_RUNNING)) { in start_iaa_cycle()
3113 fotg210_writel(fotg210, fotg210->command | CMD_IAAD, in start_iaa_cycle()
3114 &fotg210->regs->command); in start_iaa_cycle()
3115 fotg210_readl(fotg210, &fotg210->regs->command); in start_iaa_cycle()
3129 fotg210->async_unlinking = true; in end_unlink_async()
3130 while (fotg210->async_iaa) { in end_unlink_async()
3131 qh = fotg210->async_iaa; in end_unlink_async()
3132 fotg210->async_iaa = qh->unlink_next; in end_unlink_async()
3133 qh->unlink_next = NULL; in end_unlink_async()
3135 qh->qh_state = QH_STATE_IDLE; in end_unlink_async()
3136 qh->qh_next.qh = NULL; in end_unlink_async()
3139 if (!list_empty(&qh->qtd_list) && in end_unlink_async()
3140 fotg210->rh_state == FOTG210_RH_RUNNING) in end_unlink_async()
3144 fotg210->async_unlinking = false; in end_unlink_async()
3147 if (fotg210->async_unlink) { in end_unlink_async()
3149 if (unlikely(fotg210->rh_state < FOTG210_RH_RUNNING)) in end_unlink_async()
3157 bool stopped = (fotg210->rh_state < FOTG210_RH_RUNNING); in unlink_empty_async()
3161 next = fotg210->async->qh_next.qh; in unlink_empty_async()
3164 next = qh->qh_next.qh; in unlink_empty_async()
3166 if (list_empty(&qh->qtd_list) && in unlink_empty_async()
3167 qh->qh_state == QH_STATE_LINKED) { in unlink_empty_async()
3168 if (!stopped && qh->unlink_cycle == in unlink_empty_async()
3169 fotg210->async_unlink_cycle) in unlink_empty_async()
3177 if (fotg210->async_unlink) in unlink_empty_async()
3184 ++fotg210->async_unlink_cycle; in unlink_empty_async()
3189 /* caller must own fotg210->lock */
3199 if (qh->qh_state != QH_STATE_LINKED) { in start_unlink_async()
3200 if (qh->qh_state == QH_STATE_COMPLETING) in start_unlink_async()
3201 qh->needs_rescan = 1; in start_unlink_async()
3214 fotg210->qh_scan_next = fotg210->async->qh_next.qh; in scan_async()
3215 while (fotg210->qh_scan_next) { in scan_async()
3216 qh = fotg210->qh_scan_next; in scan_async()
3217 fotg210->qh_scan_next = qh->qh_next.qh; in scan_async()
3220 if (!list_empty(&qh->qtd_list)) { in scan_async()
3225 * drops the lock. That's why fotg210->qh_scan_next in scan_async()
3227 * gets unlinked then fotg210->qh_scan_next is adjusted in scan_async()
3231 if (qh->needs_rescan) { in scan_async()
3233 } else if (list_empty(&qh->qtd_list) in scan_async()
3234 && qh->qh_state == QH_STATE_LINKED) { in scan_async()
3235 qh->unlink_cycle = fotg210->async_unlink_cycle; in scan_async()
3244 * as HCD schedule-scanning costs. Delay for any qh in scan_async()
3245 * we just scanned, there's a not-unusual case that it in scan_async()
3248 if (check_unlinks_later && fotg210->rh_state == FOTG210_RH_RUNNING && in scan_async()
3249 !(fotg210->enabled_hrtimer_events & in scan_async()
3253 ++fotg210->async_unlink_cycle; in scan_async()
3265 * pre-calculated schedule data to make appending to the queue be quick.
3269 /* periodic_next_shadow - return "next" pointer on shadow list
3278 return &periodic->qh->qh_next; in periodic_next_shadow()
3280 return &periodic->fstn->fstn_next; in periodic_next_shadow()
3282 return &periodic->itd->itd_next; in periodic_next_shadow()
3292 return &periodic->qh->hw->hw_next; in shadow_next_periodic()
3295 return periodic->hw_next; in shadow_next_periodic()
3299 /* caller must hold fotg210->lock */
3303 union fotg210_shadow *prev_p = &fotg210->pshadow[frame]; in periodic_unlink()
3304 __hc32 *hw_p = &fotg210->periodic[frame]; in periodic_unlink()
3333 __hc32 *hw_p = &fotg210->periodic[frame]; in periodic_usecs()
3334 union fotg210_shadow *q = &fotg210->pshadow[frame]; in periodic_usecs()
3338 while (q->ptr) { in periodic_usecs()
3341 hw = q->qh->hw; in periodic_usecs()
3342 /* is it in the S-mask? */ in periodic_usecs()
3343 if (hw->hw_info2 & cpu_to_hc32(fotg210, 1 << uframe)) in periodic_usecs()
3344 usecs += q->qh->usecs; in periodic_usecs()
3345 /* ... or C-mask? */ in periodic_usecs()
3346 if (hw->hw_info2 & cpu_to_hc32(fotg210, in periodic_usecs()
3348 usecs += q->qh->c_usecs; in periodic_usecs()
3349 hw_p = &hw->hw_next; in periodic_usecs()
3350 q = &q->qh->qh_next; in periodic_usecs()
3357 if (q->fstn->hw_prev != FOTG210_LIST_END(fotg210)) in periodic_usecs()
3360 hw_p = &q->fstn->hw_next; in periodic_usecs()
3361 q = &q->fstn->fstn_next; in periodic_usecs()
3364 if (q->itd->hw_transaction[uframe]) in periodic_usecs()
3365 usecs += q->itd->stream->usecs; in periodic_usecs()
3366 hw_p = &q->itd->hw_next; in periodic_usecs()
3367 q = &q->itd->itd_next; in periodic_usecs()
3371 if (usecs > fotg210->uframe_periodic_max) in periodic_usecs()
3379 if (!dev1->tt || !dev2->tt) in same_tt()
3381 if (dev1->tt != dev2->tt) in same_tt()
3383 if (dev1->tt->multi) in same_tt()
3384 return dev1->ttport == dev2->ttport; in same_tt()
3403 for (; frame < fotg210->periodic_size; frame += period) { in tt_no_collision()
3408 here = fotg210->pshadow[frame]; in tt_no_collision()
3409 type = Q_NEXT_TYPE(fotg210, fotg210->periodic[frame]); in tt_no_collision()
3413 type = Q_NEXT_TYPE(fotg210, here.itd->hw_next); in tt_no_collision()
3414 here = here.itd->itd_next; in tt_no_collision()
3417 hw = here.qh->hw; in tt_no_collision()
3418 if (same_tt(dev, here.qh->dev)) { in tt_no_collision()
3422 hw->hw_info2); in tt_no_collision()
3428 type = Q_NEXT_TYPE(fotg210, hw->hw_next); in tt_no_collision()
3429 here = here.qh->qh_next; in tt_no_collision()
3449 if (fotg210->periodic_count++) in enable_periodic()
3453 fotg210->enabled_hrtimer_events &= in enable_periodic()
3463 if (--fotg210->periodic_count) in disable_periodic()
3479 unsigned period = qh->period; in qh_link_periodic()
3481 dev_dbg(&qh->dev->dev, in qh_link_periodic()
3482 "link qh%d-%04x/%p start %d [%d/%d us]\n", period, in qh_link_periodic()
3483 hc32_to_cpup(fotg210, &qh->hw->hw_info2) & in qh_link_periodic()
3484 (QH_CMASK | QH_SMASK), qh, qh->start, qh->usecs, in qh_link_periodic()
3485 qh->c_usecs); in qh_link_periodic()
3491 for (i = qh->start; i < fotg210->periodic_size; i += period) { in qh_link_periodic()
3492 union fotg210_shadow *prev = &fotg210->pshadow[i]; in qh_link_periodic()
3493 __hc32 *hw_p = &fotg210->periodic[i]; in qh_link_periodic()
3507 /* sorting each branch by period (slow-->fast) in qh_link_periodic()
3511 if (qh->period > here.qh->period) in qh_link_periodic()
3513 prev = &here.qh->qh_next; in qh_link_periodic()
3514 hw_p = &here.qh->hw->hw_next; in qh_link_periodic()
3519 qh->qh_next = here; in qh_link_periodic()
3521 qh->hw->hw_next = *hw_p; in qh_link_periodic()
3523 prev->qh = qh; in qh_link_periodic()
3524 *hw_p = QH_NEXT(fotg210, qh->qh_dma); in qh_link_periodic()
3527 qh->qh_state = QH_STATE_LINKED; in qh_link_periodic()
3528 qh->xacterrs = 0; in qh_link_periodic()
3530 /* update per-qh bandwidth for usbfs */ in qh_link_periodic()
3531 fotg210_to_hcd(fotg210)->self.bandwidth_allocated += qh->period in qh_link_periodic()
3532 ? ((qh->usecs + qh->c_usecs) / qh->period) in qh_link_periodic()
3533 : (qh->usecs * 8); in qh_link_periodic()
3535 list_add(&qh->intr_node, &fotg210->intr_qh_list); in qh_link_periodic()
3538 ++fotg210->intr_count; in qh_link_periodic()
3549 * If qh is for a low/full-speed device, simply unlinking it in qh_unlink_periodic()
3564 period = qh->period; in qh_unlink_periodic()
3568 for (i = qh->start; i < fotg210->periodic_size; i += period) in qh_unlink_periodic()
3571 /* update per-qh bandwidth for usbfs */ in qh_unlink_periodic()
3572 fotg210_to_hcd(fotg210)->self.bandwidth_allocated -= qh->period in qh_unlink_periodic()
3573 ? ((qh->usecs + qh->c_usecs) / qh->period) in qh_unlink_periodic()
3574 : (qh->usecs * 8); in qh_unlink_periodic()
3576 dev_dbg(&qh->dev->dev, in qh_unlink_periodic()
3577 "unlink qh%d-%04x/%p start %d [%d/%d us]\n", in qh_unlink_periodic()
3578 qh->period, hc32_to_cpup(fotg210, &qh->hw->hw_info2) & in qh_unlink_periodic()
3579 (QH_CMASK | QH_SMASK), qh, qh->start, qh->usecs, in qh_unlink_periodic()
3580 qh->c_usecs); in qh_unlink_periodic()
3582 /* qh->qh_next still "live" to HC */ in qh_unlink_periodic()
3583 qh->qh_state = QH_STATE_UNLINK; in qh_unlink_periodic()
3584 qh->qh_next.ptr = NULL; in qh_unlink_periodic()
3586 if (fotg210->qh_scan_next == qh) in qh_unlink_periodic()
3587 fotg210->qh_scan_next = list_entry(qh->intr_node.next, in qh_unlink_periodic()
3589 list_del(&qh->intr_node); in qh_unlink_periodic()
3599 if (qh->qh_state != QH_STATE_LINKED) { in start_unlink_intr()
3600 if (qh->qh_state == QH_STATE_COMPLETING) in start_unlink_intr()
3601 qh->needs_rescan = 1; in start_unlink_intr()
3615 qh->unlink_cycle = fotg210->intr_unlink_cycle; in start_unlink_intr()
3618 if (fotg210->intr_unlink) in start_unlink_intr()
3619 fotg210->intr_unlink_last->unlink_next = qh; in start_unlink_intr()
3621 fotg210->intr_unlink = qh; in start_unlink_intr()
3622 fotg210->intr_unlink_last = qh; in start_unlink_intr()
3624 if (fotg210->intr_unlinking) in start_unlink_intr()
3626 else if (fotg210->rh_state < FOTG210_RH_RUNNING) in start_unlink_intr()
3628 else if (fotg210->intr_unlink == qh) { in start_unlink_intr()
3631 ++fotg210->intr_unlink_cycle; in start_unlink_intr()
3637 struct fotg210_qh_hw *hw = qh->hw; in end_unlink_intr()
3640 qh->qh_state = QH_STATE_IDLE; in end_unlink_intr()
3641 hw->hw_next = FOTG210_LIST_END(fotg210); in end_unlink_intr()
3646 if (!list_empty(&qh->qtd_list) && in end_unlink_intr()
3647 fotg210->rh_state == FOTG210_RH_RUNNING) { in end_unlink_intr()
3654 * FIXME kill the now-dysfunctional queued urbs in end_unlink_intr()
3662 --fotg210->intr_count; in end_unlink_intr()
3678 usecs = fotg210->uframe_periodic_max - usecs; in check_period()
3691 } while ((frame += 1) < fotg210->periodic_size); in check_period()
3699 } while ((frame += period) < fotg210->periodic_size); in check_period()
3709 int retval = -ENOSPC; in check_intr_schedule()
3712 if (qh->c_usecs && uframe >= 6) /* FSTN territory? */ in check_intr_schedule()
3715 if (!check_period(fotg210, frame, uframe, qh->period, qh->usecs)) in check_intr_schedule()
3717 if (!qh->c_usecs) { in check_intr_schedule()
3723 /* Make sure this tt's buffer is also available for CSPLITs. in check_intr_schedule()
3730 mask = 0x03 << (uframe + qh->gap_uf); in check_intr_schedule()
3734 if (tt_no_collision(fotg210, qh->period, qh->dev, frame, mask)) { in check_intr_schedule()
3735 if (!check_period(fotg210, frame, uframe + qh->gap_uf + 1, in check_intr_schedule()
3736 qh->period, qh->c_usecs)) in check_intr_schedule()
3738 if (!check_period(fotg210, frame, uframe + qh->gap_uf, in check_intr_schedule()
3739 qh->period, qh->c_usecs)) in check_intr_schedule()
3748 * or when the previous schedule slot can't be re-used.
3755 unsigned frame; /* 0..(qh->period - 1), or NO_FRAME */ in qh_schedule()
3756 struct fotg210_qh_hw *hw = qh->hw; in qh_schedule()
3759 hw->hw_next = FOTG210_LIST_END(fotg210); in qh_schedule()
3760 frame = qh->start; in qh_schedule()
3763 if (frame < qh->period) { in qh_schedule()
3764 uframe = ffs(hc32_to_cpup(fotg210, &hw->hw_info2) & QH_SMASK); in qh_schedule()
3765 status = check_intr_schedule(fotg210, frame, --uframe, in qh_schedule()
3770 status = -ENOSPC; in qh_schedule()
3778 if (qh->period) { in qh_schedule()
3781 for (i = qh->period; status && i > 0; --i) { in qh_schedule()
3782 frame = ++fotg210->random_frame % qh->period; in qh_schedule()
3792 /* qh->period == 0 means every uframe */ in qh_schedule()
3800 qh->start = frame; in qh_schedule()
3802 /* reset S-frame and (maybe) C-frame masks */ in qh_schedule()
3803 hw->hw_info2 &= cpu_to_hc32(fotg210, ~(QH_CMASK | QH_SMASK)); in qh_schedule()
3804 hw->hw_info2 |= qh->period in qh_schedule()
3807 hw->hw_info2 |= c_mask; in qh_schedule()
3827 epnum = urb->ep->desc.bEndpointAddress; in intr_submit()
3829 spin_lock_irqsave(&fotg210->lock, flags); in intr_submit()
3832 status = -ESHUTDOWN; in intr_submit()
3841 qh = qh_append_tds(fotg210, urb, &empty, epnum, &urb->ep->hcpriv); in intr_submit()
3843 status = -ENOMEM; in intr_submit()
3846 if (qh->qh_state == QH_STATE_IDLE) { in intr_submit()
3853 qh = qh_append_tds(fotg210, urb, qtd_list, epnum, &urb->ep->hcpriv); in intr_submit()
3857 fotg210_to_hcd(fotg210)->self.bandwidth_int_reqs++; in intr_submit()
3863 spin_unlock_irqrestore(&fotg210->lock, flags); in intr_submit()
3874 list_for_each_entry_safe(qh, fotg210->qh_scan_next, in scan_intr()
3875 &fotg210->intr_qh_list, intr_node) { in scan_intr()
3878 if (!list_empty(&qh->qtd_list)) { in scan_intr()
3883 * drops the lock. That's why fotg210->qh_scan_next in scan_intr()
3885 * gets unlinked then fotg210->qh_scan_next is adjusted in scan_intr()
3889 if (unlikely(qh->needs_rescan || in scan_intr()
3890 (list_empty(&qh->qtd_list) && in scan_intr()
3891 qh->qh_state == QH_STATE_LINKED))) in scan_intr()
3907 INIT_LIST_HEAD(&stream->td_list); in iso_stream_alloc()
3908 INIT_LIST_HEAD(&stream->free_list); in iso_stream_alloc()
3909 stream->next_uframe = -1; in iso_stream_alloc()
3922 unsigned multi; in iso_stream_init() local
3932 maxp = usb_endpoint_maxp(&ep->desc); in iso_stream_init()
3938 multi = usb_endpoint_maxp_mult(&ep->desc); in iso_stream_init()
3940 maxp *= multi; in iso_stream_init()
3942 stream->buf0 = cpu_to_hc32(fotg210, (epnum << 8) | dev->devnum); in iso_stream_init()
3943 stream->buf1 = cpu_to_hc32(fotg210, buf1); in iso_stream_init()
3944 stream->buf2 = cpu_to_hc32(fotg210, multi); in iso_stream_init()
3949 if (dev->speed == USB_SPEED_FULL) { in iso_stream_init()
3951 stream->usecs = NS_TO_US(usb_calc_bus_time(dev->speed, in iso_stream_init()
3953 stream->usecs /= 8; in iso_stream_init()
3955 stream->highspeed = 1; in iso_stream_init()
3956 stream->usecs = HS_USECS_ISO(maxp); in iso_stream_init()
3958 bandwidth = stream->usecs * 8; in iso_stream_init()
3961 stream->bandwidth = bandwidth; in iso_stream_init()
3962 stream->udev = dev; in iso_stream_init()
3963 stream->bEndpointAddress = is_input | epnum; in iso_stream_init()
3964 stream->interval = interval; in iso_stream_init()
3965 stream->maxp = maxp; in iso_stream_init()
3976 epnum = usb_pipeendpoint(urb->pipe); in iso_stream_find()
3977 if (usb_pipein(urb->pipe)) in iso_stream_find()
3978 ep = urb->dev->ep_in[epnum]; in iso_stream_find()
3980 ep = urb->dev->ep_out[epnum]; in iso_stream_find()
3982 spin_lock_irqsave(&fotg210->lock, flags); in iso_stream_find()
3983 stream = ep->hcpriv; in iso_stream_find()
3988 ep->hcpriv = stream; in iso_stream_find()
3989 stream->ep = ep; in iso_stream_find()
3990 iso_stream_init(fotg210, stream, urb->dev, urb->pipe, in iso_stream_find()
3991 urb->interval); in iso_stream_find()
3994 /* if dev->ep[epnum] is a QH, hw is set */ in iso_stream_find()
3995 } else if (unlikely(stream->hw != NULL)) { in iso_stream_find()
3997 urb->dev->devpath, epnum, in iso_stream_find()
3998 usb_pipein(urb->pipe) ? "in" : "out"); in iso_stream_find()
4002 spin_unlock_irqrestore(&fotg210->lock, flags); in iso_stream_find()
4006 /* fotg210_iso_sched ops can be ITD-only or SITD-only */
4017 INIT_LIST_HEAD(&iso_sched->td_list); in iso_sched_alloc()
4027 dma_addr_t dma = urb->transfer_dma; in itd_sched_init()
4030 iso_sched->span = urb->number_of_packets * stream->interval; in itd_sched_init()
4032 /* figure out per-uframe itd fields that we'll need later in itd_sched_init()
4035 for (i = 0; i < urb->number_of_packets; i++) { in itd_sched_init()
4036 struct fotg210_iso_packet *uframe = &iso_sched->packet[i]; in itd_sched_init()
4041 length = urb->iso_frame_desc[i].length; in itd_sched_init()
4042 buf = dma + urb->iso_frame_desc[i].offset; in itd_sched_init()
4046 if (unlikely(((i + 1) == urb->number_of_packets)) in itd_sched_init()
4047 && !(urb->transfer_flags & URB_NO_INTERRUPT)) in itd_sched_init()
4050 uframe->transaction = cpu_to_hc32(fotg210, trans); in itd_sched_init()
4053 uframe->bufp = (buf & ~(u64)0x0fff); in itd_sched_init()
4055 if (unlikely((uframe->bufp != (buf & ~(u64)0x0fff)))) in itd_sched_init()
4056 uframe->cross = 1; in itd_sched_init()
4065 /* caller must hold fotg210->lock!*/ in iso_sched_free()
4066 list_splice(&iso_sched->td_list, &stream->free_list); in iso_sched_free()
4080 sched = iso_sched_alloc(urb->number_of_packets, mem_flags); in itd_urb_transaction()
4082 return -ENOMEM; in itd_urb_transaction()
4086 if (urb->interval < 8) in itd_urb_transaction()
4087 num_itds = 1 + (sched->span + 7) / 8; in itd_urb_transaction()
4089 num_itds = urb->number_of_packets; in itd_urb_transaction()
4092 spin_lock_irqsave(&fotg210->lock, flags); in itd_urb_transaction()
4099 if (likely(!list_empty(&stream->free_list))) { in itd_urb_transaction()
4100 itd = list_first_entry(&stream->free_list, in itd_urb_transaction()
4102 if (itd->frame == fotg210->now_frame) in itd_urb_transaction()
4104 list_del(&itd->itd_list); in itd_urb_transaction()
4105 itd_dma = itd->itd_dma; in itd_urb_transaction()
4108 spin_unlock_irqrestore(&fotg210->lock, flags); in itd_urb_transaction()
4109 itd = dma_pool_zalloc(fotg210->itd_pool, mem_flags, in itd_urb_transaction()
4111 spin_lock_irqsave(&fotg210->lock, flags); in itd_urb_transaction()
4114 spin_unlock_irqrestore(&fotg210->lock, flags); in itd_urb_transaction()
4115 return -ENOMEM; in itd_urb_transaction()
4119 itd->itd_dma = itd_dma; in itd_urb_transaction()
4120 list_add(&itd->itd_list, &sched->td_list); in itd_urb_transaction()
4122 spin_unlock_irqrestore(&fotg210->lock, flags); in itd_urb_transaction()
4125 urb->hcpriv = sched; in itd_urb_transaction()
4126 urb->error_count = 0; in itd_urb_transaction()
4137 > (fotg210->uframe_periodic_max - usecs)) in itd_slot_ok()
4140 /* we know urb->interval is 2^N uframes */ in itd_slot_ok()
4148 * "as small as possible" to be cache-friendlier.) That limits the size
4151 * by the per-urb URB_NO_INTERRUPT hint, the log2_irq_thresh module parameter,
4163 unsigned mod = fotg210->periodic_size << 3; in iso_stream_schedule()
4164 struct fotg210_iso_sched *sched = urb->hcpriv; in iso_stream_schedule()
4166 period = urb->interval; in iso_stream_schedule()
4167 span = sched->span; in iso_stream_schedule()
4169 if (span > mod - SCHEDULE_SLOP) { in iso_stream_schedule()
4171 status = -EFBIG; in iso_stream_schedule()
4175 now = fotg210_read_frame_index(fotg210) & (mod - 1); in iso_stream_schedule()
4182 if (likely(!list_empty(&stream->td_list))) { in iso_stream_schedule()
4187 * and Intel PCI-based controllers, don't (work around for in iso_stream_schedule()
4190 if (!stream->highspeed && fotg210->fs_i_thresh) in iso_stream_schedule()
4191 next = now + fotg210->i_thresh; in iso_stream_schedule()
4196 * We decide based on the time of the last currently-scheduled in iso_stream_schedule()
4199 excess = (stream->next_uframe - period - next) & (mod - 1); in iso_stream_schedule()
4200 if (excess >= mod - 2 * SCHEDULE_SLOP) in iso_stream_schedule()
4201 start = next + excess - mod + period * in iso_stream_schedule()
4202 DIV_ROUND_UP(mod - excess, period); in iso_stream_schedule()
4205 if (start - now >= mod) { in iso_stream_schedule()
4207 urb, start - now - period, period, in iso_stream_schedule()
4209 status = -EFBIG; in iso_stream_schedule()
4215 * this is bigger than fotg210->i_thresh allows; scheduling itself in iso_stream_schedule()
4228 * Early uframes are more precious because full-speed in iso_stream_schedule()
4235 start--; in iso_stream_schedule()
4238 stream->usecs, period)) in iso_stream_schedule()
4246 status = -ENOSPC; in iso_stream_schedule()
4252 if (unlikely(start - now + span - period >= in iso_stream_schedule()
4253 mod - 2 * SCHEDULE_SLOP)) { in iso_stream_schedule()
4255 urb, start - now, span - period, in iso_stream_schedule()
4256 mod - 2 * SCHEDULE_SLOP); in iso_stream_schedule()
4257 status = -EFBIG; in iso_stream_schedule()
4261 stream->next_uframe = start & (mod - 1); in iso_stream_schedule()
4264 urb->start_frame = stream->next_uframe; in iso_stream_schedule()
4265 if (!stream->highspeed) in iso_stream_schedule()
4266 urb->start_frame >>= 3; in iso_stream_schedule()
4269 if (fotg210->isoc_count == 0) in iso_stream_schedule()
4270 fotg210->next_frame = now >> 3; in iso_stream_schedule()
4275 urb->hcpriv = NULL; in iso_stream_schedule()
4285 itd->hw_next = FOTG210_LIST_END(fotg210); in itd_init()
4286 itd->hw_bufp[0] = stream->buf0; in itd_init()
4287 itd->hw_bufp[1] = stream->buf1; in itd_init()
4288 itd->hw_bufp[2] = stream->buf2; in itd_init()
4291 itd->index[i] = -1; in itd_init()
4300 struct fotg210_iso_packet *uf = &iso_sched->packet[index]; in itd_patch()
4301 unsigned pg = itd->pg; in itd_patch()
4304 itd->index[uframe] = index; in itd_patch()
4306 itd->hw_transaction[uframe] = uf->transaction; in itd_patch()
4307 itd->hw_transaction[uframe] |= cpu_to_hc32(fotg210, pg << 12); in itd_patch()
4308 itd->hw_bufp[pg] |= cpu_to_hc32(fotg210, uf->bufp & ~(u32)0); in itd_patch()
4309 itd->hw_bufp_hi[pg] |= cpu_to_hc32(fotg210, (u32)(uf->bufp >> 32)); in itd_patch()
4312 if (unlikely(uf->cross)) { in itd_patch()
4313 u64 bufp = uf->bufp + 4096; in itd_patch()
4315 itd->pg = ++pg; in itd_patch()
4316 itd->hw_bufp[pg] |= cpu_to_hc32(fotg210, bufp & ~(u32)0); in itd_patch()
4317 itd->hw_bufp_hi[pg] |= cpu_to_hc32(fotg210, (u32)(bufp >> 32)); in itd_patch()
4324 union fotg210_shadow *prev = &fotg210->pshadow[frame]; in itd_link()
4325 __hc32 *hw_p = &fotg210->periodic[frame]; in itd_link()
4339 itd->itd_next = here; in itd_link()
4340 itd->hw_next = *hw_p; in itd_link()
4341 prev->itd = itd; in itd_link()
4342 itd->frame = frame; in itd_link()
4344 *hw_p = cpu_to_hc32(fotg210, itd->itd_dma | Q_TYPE_ITD); in itd_link()
4353 struct fotg210_iso_sched *iso_sched = urb->hcpriv; in itd_link_urb()
4356 next_uframe = stream->next_uframe & (mod - 1); in itd_link_urb()
4358 if (unlikely(list_empty(&stream->td_list))) { in itd_link_urb()
4359 fotg210_to_hcd(fotg210)->self.bandwidth_allocated in itd_link_urb()
4360 += stream->bandwidth; in itd_link_urb()
4362 "schedule devp %s ep%d%s-iso period %d start %d.%d\n", in itd_link_urb()
4363 urb->dev->devpath, stream->bEndpointAddress & 0x0f, in itd_link_urb()
4364 (stream->bEndpointAddress & USB_DIR_IN) ? "in" : "out", in itd_link_urb()
4365 urb->interval, in itd_link_urb()
4370 for (packet = 0, itd = NULL; packet < urb->number_of_packets;) { in itd_link_urb()
4376 itd = list_entry(iso_sched->td_list.next, in itd_link_urb()
4378 list_move_tail(&itd->itd_list, &stream->td_list); in itd_link_urb()
4379 itd->stream = stream; in itd_link_urb()
4380 itd->urb = urb; in itd_link_urb()
4389 next_uframe += stream->interval; in itd_link_urb()
4390 next_uframe &= mod - 1; in itd_link_urb()
4395 || packet == urb->number_of_packets) { in itd_link_urb()
4396 itd_link(fotg210, frame & (fotg210->periodic_size - 1), in itd_link_urb()
4401 stream->next_uframe = next_uframe; in itd_link_urb()
4405 urb->hcpriv = NULL; in itd_link_urb()
4407 ++fotg210->isoc_count; in itd_link_urb()
4426 struct urb *urb = itd->urb; in itd_complete()
4430 int urb_index = -1; in itd_complete()
4431 struct fotg210_iso_stream *stream = itd->stream; in itd_complete()
4437 if (likely(itd->index[uframe] == -1)) in itd_complete()
4439 urb_index = itd->index[uframe]; in itd_complete()
4440 desc = &urb->iso_frame_desc[urb_index]; in itd_complete()
4442 t = hc32_to_cpup(fotg210, &itd->hw_transaction[uframe]); in itd_complete()
4443 itd->hw_transaction[uframe] = 0; in itd_complete()
4447 urb->error_count++; in itd_complete()
4449 desc->status = usb_pipein(urb->pipe) in itd_complete()
4450 ? -ENOSR /* hc couldn't read */ in itd_complete()
4451 : -ECOMM; /* hc couldn't write */ in itd_complete()
4453 desc->status = -EOVERFLOW; in itd_complete()
4455 desc->status = -EPROTO; in itd_complete()
4459 desc->actual_length = FOTG210_ITD_LENGTH(t); in itd_complete()
4460 urb->actual_length += desc->actual_length; in itd_complete()
4463 desc->status = 0; in itd_complete()
4464 desc->actual_length = FOTG210_ITD_LENGTH(t); in itd_complete()
4465 urb->actual_length += desc->actual_length; in itd_complete()
4468 desc->status = -EXDEV; in itd_complete()
4473 if (likely((urb_index + 1) != urb->number_of_packets)) in itd_complete()
4477 * list_for_each_entry (itd, &stream->td_list, itd_list) in itd_complete()
4478 * BUG_ON (itd->urb == urb); in itd_complete()
4482 dev = urb->dev; in itd_complete()
4487 --fotg210->isoc_count; in itd_complete()
4490 if (unlikely(list_is_singular(&stream->td_list))) { in itd_complete()
4491 fotg210_to_hcd(fotg210)->self.bandwidth_allocated in itd_complete()
4492 -= stream->bandwidth; in itd_complete()
4494 "deschedule devp %s ep%d%s-iso\n", in itd_complete()
4495 dev->devpath, stream->bEndpointAddress & 0x0f, in itd_complete()
4496 (stream->bEndpointAddress & USB_DIR_IN) ? "in" : "out"); in itd_complete()
4500 itd->urb = NULL; in itd_complete()
4503 list_move_tail(&itd->itd_list, &stream->free_list); in itd_complete()
4506 if (list_empty(&stream->td_list)) { in itd_complete()
4507 list_splice_tail_init(&stream->free_list, in itd_complete()
4508 &fotg210->cached_itd_list); in itd_complete()
4518 int status = -EINVAL; in itd_submit()
4526 return -ENOMEM; in itd_submit()
4528 if (unlikely(urb->interval != stream->interval && in itd_submit()
4531 fotg210_dbg(fotg210, "can't change iso interval %d --> %d\n", in itd_submit()
4532 stream->interval, urb->interval); in itd_submit()
4539 __func__, urb->dev->devpath, urb, in itd_submit()
4540 usb_pipeendpoint(urb->pipe), in itd_submit()
4541 usb_pipein(urb->pipe) ? "in" : "out", in itd_submit()
4542 urb->transfer_buffer_length, in itd_submit()
4543 urb->number_of_packets, urb->interval, in itd_submit()
4555 spin_lock_irqsave(&fotg210->lock, flags); in itd_submit()
4557 status = -ESHUTDOWN; in itd_submit()
4565 itd_link_urb(fotg210, urb, fotg210->periodic_size << 3, stream); in itd_submit()
4569 spin_unlock_irqrestore(&fotg210->lock, flags); in itd_submit()
4583 q_p = &fotg210->pshadow[frame]; in scan_frame_queue()
4584 hw_p = &fotg210->periodic[frame]; in scan_frame_queue()
4585 q.ptr = q_p->ptr; in scan_frame_queue()
4600 if (q.itd->hw_transaction[uf] & in scan_frame_queue()
4605 q_p = &q.itd->itd_next; in scan_frame_queue()
4606 hw_p = &q.itd->hw_next; in scan_frame_queue()
4608 q.itd->hw_next); in scan_frame_queue()
4619 *q_p = q.itd->itd_next; in scan_frame_queue()
4620 *hw_p = q.itd->hw_next; in scan_frame_queue()
4621 type = Q_NEXT_TYPE(fotg210, q.itd->hw_next); in scan_frame_queue()
4638 if (unlikely(modified && fotg210->isoc_count > 0)) in scan_frame_queue()
4639 return -EINVAL; in scan_frame_queue()
4647 unsigned fmask = fotg210->periodic_size - 1; in scan_isoc()
4653 * Touches as few pages as possible: cache-friendly. in scan_isoc()
4655 if (fotg210->rh_state >= FOTG210_RH_RUNNING) { in scan_isoc()
4660 now_frame = (fotg210->next_frame - 1) & fmask; in scan_isoc()
4663 fotg210->now_frame = now_frame; in scan_isoc()
4665 frame = fotg210->next_frame; in scan_isoc()
4677 fotg210->next_frame = now_frame; in scan_isoc()
4689 n = scnprintf(buf, PAGE_SIZE, "%d\n", fotg210->uframe_periodic_max); in uframe_periodic_max_show()
4706 return -EINVAL; in uframe_periodic_max_store()
4711 return -EINVAL; in uframe_periodic_max_store()
4714 ret = -EINVAL; in uframe_periodic_max_store()
4720 spin_lock_irqsave(&fotg210->lock, flags); in uframe_periodic_max_store()
4727 if (uframe_periodic_max < fotg210->uframe_periodic_max) { in uframe_periodic_max_store()
4730 for (frame = 0; frame < fotg210->periodic_size; ++frame) in uframe_periodic_max_store()
4751 fotg210_warn(fotg210, "max periodic bandwidth set is non-standard\n"); in uframe_periodic_max_store()
4753 fotg210->uframe_periodic_max = uframe_periodic_max; in uframe_periodic_max_store()
4757 spin_unlock_irqrestore(&fotg210->lock, flags); in uframe_periodic_max_store()
4765 struct device *controller = fotg210_to_hcd(fotg210)->self.controller; in create_sysfs_files()
4772 struct device *controller = fotg210_to_hcd(fotg210)->self.controller; in remove_sysfs_files()
4782 u32 __iomem *status_reg = &fotg210->regs->port_status; in fotg210_turn_off_all_ports()
4794 spin_lock_irq(&fotg210->lock); in fotg210_silence_controller()
4795 fotg210->rh_state = FOTG210_RH_HALTED; in fotg210_silence_controller()
4797 spin_unlock_irq(&fotg210->lock); in fotg210_silence_controller()
4808 spin_lock_irq(&fotg210->lock); in fotg210_shutdown()
4809 fotg210->shutdown = true; in fotg210_shutdown()
4810 fotg210->rh_state = FOTG210_RH_STOPPING; in fotg210_shutdown()
4811 fotg210->enabled_hrtimer_events = 0; in fotg210_shutdown()
4812 spin_unlock_irq(&fotg210->lock); in fotg210_shutdown()
4816 hrtimer_cancel(&fotg210->hrtimer); in fotg210_shutdown()
4820 * it calls driver completion functions, after dropping fotg210->lock.
4824 /* another CPU may drop fotg210->lock during a schedule scan while in fotg210_work()
4826 * attempts at re-entrant schedule scanning. in fotg210_work()
4828 if (fotg210->scanning) { in fotg210_work()
4829 fotg210->need_rescan = true; in fotg210_work()
4832 fotg210->scanning = true; in fotg210_work()
4835 fotg210->need_rescan = false; in fotg210_work()
4836 if (fotg210->async_count) in fotg210_work()
4838 if (fotg210->intr_count > 0) in fotg210_work()
4840 if (fotg210->isoc_count > 0) in fotg210_work()
4842 if (fotg210->need_rescan) in fotg210_work()
4844 fotg210->scanning = false; in fotg210_work()
4863 spin_lock_irq(&fotg210->lock); in fotg210_stop()
4864 fotg210->enabled_hrtimer_events = 0; in fotg210_stop()
4865 spin_unlock_irq(&fotg210->lock); in fotg210_stop()
4871 hrtimer_cancel(&fotg210->hrtimer); in fotg210_stop()
4876 spin_lock_irq(&fotg210->lock); in fotg210_stop()
4878 spin_unlock_irq(&fotg210->lock); in fotg210_stop()
4883 fotg210->stats.normal, fotg210->stats.error, in fotg210_stop()
4884 fotg210->stats.iaa, fotg210->stats.lost_iaa); in fotg210_stop()
4886 fotg210->stats.complete, fotg210->stats.unlink); in fotg210_stop()
4890 fotg210_readl(fotg210, &fotg210->regs->status)); in fotg210_stop()
4893 /* one-time init, only for memory state */
4902 spin_lock_init(&fotg210->lock); in hcd_fotg210_init()
4907 fotg210->need_io_watchdog = 1; in hcd_fotg210_init()
4909 hrtimer_init(&fotg210->hrtimer, CLOCK_MONOTONIC, HRTIMER_MODE_ABS); in hcd_fotg210_init()
4910 fotg210->hrtimer.function = fotg210_hrtimer_func; in hcd_fotg210_init()
4911 fotg210->next_hrtimer_event = FOTG210_HRTIMER_NO_EVENT; in hcd_fotg210_init()
4913 hcc_params = fotg210_readl(fotg210, &fotg210->caps->hcc_params); in hcd_fotg210_init()
4919 fotg210->uframe_periodic_max = 100; in hcd_fotg210_init()
4925 fotg210->periodic_size = DEFAULT_I_TDPS; in hcd_fotg210_init()
4926 INIT_LIST_HEAD(&fotg210->intr_qh_list); in hcd_fotg210_init()
4927 INIT_LIST_HEAD(&fotg210->cached_itd_list); in hcd_fotg210_init()
4933 fotg210->periodic_size = 1024; in hcd_fotg210_init()
4936 fotg210->periodic_size = 512; in hcd_fotg210_init()
4939 fotg210->periodic_size = 256; in hcd_fotg210_init()
4950 fotg210->i_thresh = 2; in hcd_fotg210_init()
4959 fotg210->async->qh_next.qh = NULL; in hcd_fotg210_init()
4960 hw = fotg210->async->hw; in hcd_fotg210_init()
4961 hw->hw_next = QH_NEXT(fotg210, fotg210->async->qh_dma); in hcd_fotg210_init()
4962 hw->hw_info1 = cpu_to_hc32(fotg210, QH_HEAD); in hcd_fotg210_init()
4963 hw->hw_token = cpu_to_hc32(fotg210, QTD_STS_HALT); in hcd_fotg210_init()
4964 hw->hw_qtd_next = FOTG210_LIST_END(fotg210); in hcd_fotg210_init()
4965 fotg210->async->qh_state = QH_STATE_LINKED; in hcd_fotg210_init()
4966 hw->hw_alt_next = QTD_NEXT(fotg210, fotg210->async->dummy->qtd_dma); in hcd_fotg210_init()
4992 fotg210->command = temp; in hcd_fotg210_init()
4994 /* Accept arbitrarily long scatter-gather lists */ in hcd_fotg210_init()
4995 if (!hcd->localmem_pool) in hcd_fotg210_init()
4996 hcd->self.sg_tablesize = ~0; in hcd_fotg210_init()
5006 hcd->uses_new_polling = 1; in fotg210_run()
5010 fotg210_writel(fotg210, fotg210->periodic_dma, in fotg210_run()
5011 &fotg210->regs->frame_list); in fotg210_run()
5012 fotg210_writel(fotg210, (u32)fotg210->async->qh_dma, in fotg210_run()
5013 &fotg210->regs->async_next); in fotg210_run()
5016 * hcc_params controls whether fotg210->regs->segment must (!!!) in fotg210_run()
5022 * NOTE: the dma mask is visible through dev->dma_mask, so in fotg210_run()
5027 fotg210_readl(fotg210, &fotg210->caps->hcc_params); in fotg210_run()
5033 fotg210->command &= ~(CMD_IAAD|CMD_PSE|CMD_ASE|CMD_RESET); in fotg210_run()
5034 fotg210->command |= CMD_RUN; in fotg210_run()
5035 fotg210_writel(fotg210, fotg210->command, &fotg210->regs->command); in fotg210_run()
5036 dbg_cmd(fotg210, "init", fotg210->command); in fotg210_run()
5040 * are explicitly handed to companion controller(s), so no TT is in fotg210_run()
5047 * could cause trouble. Write-locking ehci_cf_port_reset_rwsem in fotg210_run()
5053 fotg210->rh_state = FOTG210_RH_RUNNING; in fotg210_run()
5055 fotg210_readl(fotg210, &fotg210->regs->command); in fotg210_run()
5058 fotg210->last_periodic_enable = ktime_get_real(); in fotg210_run()
5061 fotg210_readl(fotg210, &fotg210->caps->hc_capbase)); in fotg210_run()
5064 ((fotg210->sbrn & 0xf0) >> 4), (fotg210->sbrn & 0x0f), in fotg210_run()
5068 &fotg210->regs->intr_enable); /* Turn On Interrupts */ in fotg210_run()
5070 /* GRR this is run-once init(), being done every time the HC starts. in fotg210_run()
5085 fotg210->regs = (void __iomem *)fotg210->caps + in fotg210_setup()
5087 fotg210_readl(fotg210, &fotg210->caps->hc_capbase)); in fotg210_setup()
5092 fotg210->hcs_params = fotg210_readl(fotg210, in fotg210_setup()
5093 &fotg210->caps->hcs_params); in fotg210_setup()
5095 fotg210->sbrn = HCD_USB2; in fotg210_setup()
5117 spin_lock(&fotg210->lock); in fotg210_irq()
5119 status = fotg210_readl(fotg210, &fotg210->regs->status); in fotg210_irq()
5135 unlikely(fotg210->rh_state == FOTG210_RH_HALTED)) { in fotg210_irq()
5136 spin_unlock(&fotg210->lock); in fotg210_irq()
5141 fotg210_writel(fotg210, masked_status, &fotg210->regs->status); in fotg210_irq()
5142 cmd = fotg210_readl(fotg210, &fotg210->regs->command); in fotg210_irq()
5153 INCR(fotg210->stats.normal); in fotg210_irq()
5155 INCR(fotg210->stats.error); in fotg210_irq()
5163 fotg210->enabled_hrtimer_events &= in fotg210_irq()
5173 if (fotg210->next_hrtimer_event == FOTG210_HRTIMER_IAA_WATCHDOG) in fotg210_irq()
5174 ++fotg210->next_hrtimer_event; in fotg210_irq()
5179 if (fotg210->async_iaa) { in fotg210_irq()
5180 INCR(fotg210->stats.iaa); in fotg210_irq()
5189 u32 __iomem *status_reg = &fotg210->regs->port_status; in fotg210_irq()
5195 if (fotg210->rh_state == FOTG210_RH_SUSPENDED) in fotg210_irq()
5200 if (test_bit(0, &fotg210->suspended_ports) && in fotg210_irq()
5204 fotg210->reset_done[0] == 0) { in fotg210_irq()
5211 fotg210->reset_done[0] = jiffies + msecs_to_jiffies(25); in fotg210_irq()
5212 set_bit(0, &fotg210->resuming_ports); in fotg210_irq()
5214 mod_timer(&hcd->rh_timer, fotg210->reset_done[0]); in fotg210_irq()
5227 fotg210->shutdown = true; in fotg210_irq()
5228 fotg210->rh_state = FOTG210_RH_STOPPING; in fotg210_irq()
5229 fotg210->command &= ~(CMD_RUN | CMD_ASE | CMD_PSE); in fotg210_irq()
5230 fotg210_writel(fotg210, fotg210->command, in fotg210_irq()
5231 &fotg210->regs->command); in fotg210_irq()
5232 fotg210_writel(fotg210, 0, &fotg210->regs->intr_enable); in fotg210_irq()
5241 spin_unlock(&fotg210->lock); in fotg210_irq()
5247 /* non-error returns are a promise to giveback() the urb later
5253 * hcd-specific init for hcpriv hasn't been done yet
5266 switch (usb_pipetype(urb->pipe)) { in fotg210_urb_enqueue()
5269 * in multi-TD control transfers. Even 1KB is rare anyway. in fotg210_urb_enqueue()
5271 if (urb->transfer_buffer_length > (16 * 1024)) in fotg210_urb_enqueue()
5272 return -EMSGSIZE; in fotg210_urb_enqueue()
5277 return -ENOMEM; in fotg210_urb_enqueue()
5282 return -ENOMEM; in fotg210_urb_enqueue()
5301 spin_lock_irqsave(&fotg210->lock, flags); in fotg210_urb_dequeue()
5306 switch (usb_pipetype(urb->pipe)) { in fotg210_urb_dequeue()
5310 qh = (struct fotg210_qh *) urb->hcpriv; in fotg210_urb_dequeue()
5313 switch (qh->qh_state) { in fotg210_urb_dequeue()
5323 /* QH might be waiting for a Clear-TT-Buffer */ in fotg210_urb_dequeue()
5330 qh = (struct fotg210_qh *) urb->hcpriv; in fotg210_urb_dequeue()
5333 switch (qh->qh_state) { in fotg210_urb_dequeue()
5343 qh, qh->qh_state); in fotg210_urb_dequeue()
5356 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_urb_dequeue()
5373 spin_lock_irqsave(&fotg210->lock, flags); in fotg210_endpoint_disable()
5374 qh = ep->hcpriv; in fotg210_endpoint_disable()
5381 if (qh->hw == NULL) { in fotg210_endpoint_disable()
5382 struct fotg210_iso_stream *stream = ep->hcpriv; in fotg210_endpoint_disable()
5384 if (!list_empty(&stream->td_list)) in fotg210_endpoint_disable()
5387 /* BUG_ON(!list_empty(&stream->free_list)); */ in fotg210_endpoint_disable()
5392 if (fotg210->rh_state < FOTG210_RH_RUNNING) in fotg210_endpoint_disable()
5393 qh->qh_state = QH_STATE_IDLE; in fotg210_endpoint_disable()
5394 switch (qh->qh_state) { in fotg210_endpoint_disable()
5397 for (tmp = fotg210->async->qh_next.qh; in fotg210_endpoint_disable()
5399 tmp = tmp->qh_next.qh) in fotg210_endpoint_disable()
5401 /* periodic qh self-unlinks on empty, and a COMPLETING qh in fotg210_endpoint_disable()
5410 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_endpoint_disable()
5414 if (qh->clearing_tt) in fotg210_endpoint_disable()
5416 if (list_empty(&qh->qtd_list)) { in fotg210_endpoint_disable()
5426 qh, ep->desc.bEndpointAddress, qh->qh_state, in fotg210_endpoint_disable()
5427 list_empty(&qh->qtd_list) ? "" : "(has tds)"); in fotg210_endpoint_disable()
5431 ep->hcpriv = NULL; in fotg210_endpoint_disable()
5432 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_endpoint_disable()
5440 int eptype = usb_endpoint_type(&ep->desc); in fotg210_endpoint_reset()
5441 int epnum = usb_endpoint_num(&ep->desc); in fotg210_endpoint_reset()
5442 int is_out = usb_endpoint_dir_out(&ep->desc); in fotg210_endpoint_reset()
5448 spin_lock_irqsave(&fotg210->lock, flags); in fotg210_endpoint_reset()
5449 qh = ep->hcpriv; in fotg210_endpoint_reset()
5457 usb_settoggle(qh->dev, epnum, is_out, 0); in fotg210_endpoint_reset()
5458 if (!list_empty(&qh->qtd_list)) { in fotg210_endpoint_reset()
5460 } else if (qh->qh_state == QH_STATE_LINKED || in fotg210_endpoint_reset()
5461 qh->qh_state == QH_STATE_COMPLETING) { in fotg210_endpoint_reset()
5465 * re-linking will call qh_refresh(). in fotg210_endpoint_reset()
5473 spin_unlock_irqrestore(&fotg210->lock, flags); in fotg210_endpoint_reset()
5481 fotg210->periodic_size; in fotg210_get_frame()
5544 &fotg210->regs->gmir); in fotg210_init()
5546 value = ioread32(&fotg210->regs->otgcsr); in fotg210_init()
5549 iowrite32(value, &fotg210->regs->otgcsr); in fotg210_init()
5553 * fotg210_hcd_probe - initialize faraday FOTG210 HCDs
5561 struct device *dev = &pdev->dev; in fotg210_hcd_probe()
5569 return -ENODEV; in fotg210_hcd_probe()
5571 pdev->dev.power.power_state = PMSG_ON; in fotg210_hcd_probe()
5577 return -ENODEV; in fotg210_hcd_probe()
5580 irq = res->start; in fotg210_hcd_probe()
5586 retval = -ENOMEM; in fotg210_hcd_probe()
5590 hcd->has_tt = 1; in fotg210_hcd_probe()
5593 hcd->regs = devm_ioremap_resource(&pdev->dev, res); in fotg210_hcd_probe()
5594 if (IS_ERR(hcd->regs)) { in fotg210_hcd_probe()
5595 retval = PTR_ERR(hcd->regs); in fotg210_hcd_probe()
5599 hcd->rsrc_start = res->start; in fotg210_hcd_probe()
5600 hcd->rsrc_len = resource_size(res); in fotg210_hcd_probe()
5604 fotg210->caps = hcd->regs; in fotg210_hcd_probe()
5607 fotg210->pclk = clk_get(dev, "PCLK"); in fotg210_hcd_probe()
5608 if (!IS_ERR(fotg210->pclk)) { in fotg210_hcd_probe()
5609 retval = clk_prepare_enable(fotg210->pclk); in fotg210_hcd_probe()
5614 } else if (PTR_ERR(fotg210->pclk) == -EPROBE_DEFER) { in fotg210_hcd_probe()
5619 retval = PTR_ERR(fotg210->pclk); in fotg210_hcd_probe()
5634 device_wakeup_enable(hcd->self.controller); in fotg210_hcd_probe()
5640 if (!IS_ERR(fotg210->pclk)) { in fotg210_hcd_probe()
5641 clk_disable_unprepare(fotg210->pclk); in fotg210_hcd_probe()
5642 clk_put(fotg210->pclk); in fotg210_hcd_probe()
5652 * fotg210_hcd_remove - shutdown processing for EHCI HCDs
5661 if (!IS_ERR(fotg210->pclk)) { in fotg210_hcd_remove()
5662 clk_disable_unprepare(fotg210->pclk); in fotg210_hcd_remove()
5663 clk_put(fotg210->pclk); in fotg210_hcd_remove()
5682 .name = "fotg210-hcd",
5694 return -ENODEV; in fotg210_hcd_init()