Lines Matching +full:ring +full:- +full:disable +full:- +full:pullup
1 // SPDX-License-Identifier: GPL-2.0
12 #include <linux/dma-mapping.h>
23 #include "gadget-export.h"
25 #include "cdnsp-gadget.h"
26 #include "cdnsp-trace.h"
55 /* Save read-only status and port state. */ in cdnsp_port_state_to_neutral()
60 * cdnsp_find_next_ext_cap - Find the offset of the extended capabilities
117 if (pdev->active_port) in cdnsp_set_link_state()
118 port_num = pdev->active_port->port_num; in cdnsp_set_link_state()
144 struct cdns *cdns = dev_get_drvdata(pdev->dev); in cdnsp_set_apb_timeout_value()
150 if (!cdns->override_apb_timeout) in cdnsp_set_apb_timeout_value()
153 base = &pdev->cap_regs->hc_capbase; in cdnsp_set_apb_timeout_value()
158 val = CHICKEN_APB_TIMEOUT_SET(val, cdns->override_apb_timeout); in cdnsp_set_apb_timeout_value()
168 base = &pdev->cap_regs->hc_capbase; in cdnsp_set_chicken_bits_2()
182 base = &pdev->cap_regs->hc_capbase; in cdnsp_clear_chicken_bits_2()
191 * Disable interrupts and begin the controller halting process.
201 halted = readl(&pdev->op_regs->status) & STS_HALT; in cdnsp_quiesce()
205 cmd = readl(&pdev->op_regs->command); in cdnsp_quiesce()
207 writel(cmd, &pdev->op_regs->command); in cdnsp_quiesce()
213 * Disable any IRQs and clear the run/stop bit.
226 ret = readl_poll_timeout_atomic(&pdev->op_regs->status, val, in cdnsp_halt()
230 dev_err(pdev->dev, "ERROR: Device halt failed\n"); in cdnsp_halt()
234 pdev->cdnsp_state |= CDNSP_STATE_HALTED; in cdnsp_halt()
245 dev_err(pdev->dev, "ERROR: CDNSP controller not responding\n"); in cdnsp_died()
246 pdev->cdnsp_state |= CDNSP_STATE_DYING; in cdnsp_died()
258 temp = readl(&pdev->op_regs->command); in cdnsp_start()
260 writel(temp, &pdev->op_regs->command); in cdnsp_start()
262 pdev->cdnsp_state = 0; in cdnsp_start()
268 ret = readl_poll_timeout_atomic(&pdev->op_regs->status, temp, in cdnsp_start()
272 pdev->cdnsp_state = CDNSP_STATE_DYING; in cdnsp_start()
273 dev_err(pdev->dev, "ERROR: Controller run failed\n"); in cdnsp_start()
292 temp = readl(&pdev->op_regs->status); in cdnsp_reset()
295 dev_err(pdev->dev, "Device not accessible, reset failed.\n"); in cdnsp_reset()
296 return -ENODEV; in cdnsp_reset()
300 dev_err(pdev->dev, "Controller not halted, aborting reset.\n"); in cdnsp_reset()
301 return -EINVAL; in cdnsp_reset()
304 command = readl(&pdev->op_regs->command); in cdnsp_reset()
306 writel(command, &pdev->op_regs->command); in cdnsp_reset()
308 ret = readl_poll_timeout_atomic(&pdev->op_regs->command, temp, in cdnsp_reset()
312 dev_err(pdev->dev, "ERROR: Controller reset failed\n"); in cdnsp_reset()
320 ret = readl_poll_timeout_atomic(&pdev->op_regs->status, temp, in cdnsp_reset()
325 dev_err(pdev->dev, "ERROR: Controller not ready to work\n"); in cdnsp_reset()
329 dev_dbg(pdev->dev, "Controller ready to work"); in cdnsp_reset()
335 * cdnsp_get_endpoint_index - Find the index for an endpoint given its
338 * Index = (epnum * 2) + direction - 1,
341 * index = (epnum * 2) + direction - 1 = (epnum * 2) + 1 - 1 = (epnum * 2)
351 return (index * 2) + (usb_endpoint_dir_in(desc) ? 1 : 0) - 1; in cdnsp_get_endpoint_index()
367 struct cdnsp_device *pdev = pep->pdev; in cdnsp_ep_enqueue()
371 if (preq->epnum == 0 && !list_empty(&pep->pending_list)) { in cdnsp_ep_enqueue()
373 return -EBUSY; in cdnsp_ep_enqueue()
376 request = &preq->request; in cdnsp_ep_enqueue()
377 request->actual = 0; in cdnsp_ep_enqueue()
378 request->status = -EINPROGRESS; in cdnsp_ep_enqueue()
379 preq->direction = pep->direction; in cdnsp_ep_enqueue()
380 preq->epnum = pep->number; in cdnsp_ep_enqueue()
381 preq->td.drbl = 0; in cdnsp_ep_enqueue()
383 ret = usb_gadget_map_request_by_dev(pdev->dev, request, pep->direction); in cdnsp_ep_enqueue()
389 list_add_tail(&preq->list, &pep->pending_list); in cdnsp_ep_enqueue()
393 switch (usb_endpoint_type(pep->endpoint.desc)) { in cdnsp_ep_enqueue()
411 usb_gadget_unmap_request_by_dev(pdev->dev, &preq->request, in cdnsp_ep_enqueue()
412 pep->direction); in cdnsp_ep_enqueue()
413 list_del(&preq->list); in cdnsp_ep_enqueue()
420 * Remove the request's TD from the endpoint ring. This may cause the
423 * unless a Set Transfer Ring Dequeue Pointer is issued.
426 * from the ring. Since the ring is a contiguous structure, they can't be
430 * canceled, we simply move the ring's dequeue pointer past those TRBs
431 * using the Set Transfer Ring Dequeue Pointer command. This will be
436 * into a series of 1-TRB transfer no-op TDs. No-ops shouldn't be chained.
446 struct cdnsp_device *pdev = pep->pdev; in cdnsp_ep_dequeue()
452 if (GET_EP_CTX_STATE(pep->out_ctx) == EP_STATE_RUNNING) in cdnsp_ep_dequeue()
467 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_zero_in_ctx()
475 ctrl_ctx->drop_flags = 0; in cdnsp_zero_in_ctx()
476 ctrl_ctx->add_flags = 0; in cdnsp_zero_in_ctx()
477 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_zero_in_ctx()
478 slot_ctx->dev_info &= cpu_to_le32(~LAST_CTX_MASK); in cdnsp_zero_in_ctx()
481 slot_ctx->dev_info |= cpu_to_le32(LAST_CTX(1)); in cdnsp_zero_in_ctx()
483 ep_ctx = cdnsp_get_ep_ctx(&pdev->in_ctx, i); in cdnsp_zero_in_ctx()
484 ep_ctx->ep_info = 0; in cdnsp_zero_in_ctx()
485 ep_ctx->ep_info2 = 0; in cdnsp_zero_in_ctx()
486 ep_ctx->deq = 0; in cdnsp_zero_in_ctx()
487 ep_ctx->tx_info = 0; in cdnsp_zero_in_ctx()
496 cdnsp_queue_configure_endpoint(pdev, pdev->cmd.in_ctx->dma); in cdnsp_configure_endpoint()
500 dev_err(pdev->dev, in cdnsp_configure_endpoint()
502 return -EINVAL; in cdnsp_configure_endpoint()
516 event = pdev->event_ring->dequeue; in cdnsp_invalidate_ep_events()
517 segment = pdev->event_ring->deq_seg; in cdnsp_invalidate_ep_events()
518 cycle_state = pdev->event_ring->cycle_state; in cdnsp_invalidate_ep_events()
521 data = le32_to_cpu(event->trans_event.flags); in cdnsp_invalidate_ep_events()
528 TRB_TO_EP_ID(data) == (pep->idx + 1)) { in cdnsp_invalidate_ep_events()
530 event->trans_event.flags = cpu_to_le32(data); in cdnsp_invalidate_ep_events()
535 segment = pdev->event_ring->deq_seg->next; in cdnsp_invalidate_ep_events()
536 event = segment->trbs; in cdnsp_invalidate_ep_events()
555 cmd_trb = pdev->cmd.command_trb; in cdnsp_wait_for_cmd_compl()
556 pdev->cmd.status = 0; in cdnsp_wait_for_cmd_compl()
558 trace_cdnsp_cmd_wait_for_compl(pdev->cmd_ring, &cmd_trb->generic); in cdnsp_wait_for_cmd_compl()
560 ret = readl_poll_timeout_atomic(&pdev->op_regs->cmd_ring, val, in cdnsp_wait_for_cmd_compl()
564 dev_err(pdev->dev, "ERR: Timeout while waiting for command\n"); in cdnsp_wait_for_cmd_compl()
565 trace_cdnsp_cmd_timeout(pdev->cmd_ring, &cmd_trb->generic); in cdnsp_wait_for_cmd_compl()
566 pdev->cdnsp_state = CDNSP_STATE_DYING; in cdnsp_wait_for_cmd_compl()
567 return -ETIMEDOUT; in cdnsp_wait_for_cmd_compl()
570 event = pdev->event_ring->dequeue; in cdnsp_wait_for_cmd_compl()
571 event_deq_seg = pdev->event_ring->deq_seg; in cdnsp_wait_for_cmd_compl()
572 cycle_state = pdev->event_ring->cycle_state; in cdnsp_wait_for_cmd_compl()
574 cmd_deq_dma = cdnsp_trb_virt_to_dma(pdev->cmd_ring->deq_seg, cmd_trb); in cdnsp_wait_for_cmd_compl()
576 return -EINVAL; in cdnsp_wait_for_cmd_compl()
579 flags = le32_to_cpu(event->event_cmd.flags); in cdnsp_wait_for_cmd_compl()
590 * be added to event ring. in cdnsp_wait_for_cmd_compl()
592 if (retry--) { in cdnsp_wait_for_cmd_compl()
597 return -EINVAL; in cdnsp_wait_for_cmd_compl()
600 cmd_dma = le64_to_cpu(event->event_cmd.cmd_trb); in cdnsp_wait_for_cmd_compl()
613 if (cdnsp_last_trb_on_ring(pdev->event_ring, in cdnsp_wait_for_cmd_compl()
617 event_deq_seg = event_deq_seg->next; in cdnsp_wait_for_cmd_compl()
618 event = event_deq_seg->trbs; in cdnsp_wait_for_cmd_compl()
622 trace_cdnsp_handle_command(pdev->cmd_ring, &cmd_trb->generic); in cdnsp_wait_for_cmd_compl()
624 pdev->cmd.status = GET_COMP_CODE(le32_to_cpu(event->event_cmd.status)); in cdnsp_wait_for_cmd_compl()
625 if (pdev->cmd.status == COMP_SUCCESS) in cdnsp_wait_for_cmd_compl()
628 return -pdev->cmd.status; in cdnsp_wait_for_cmd_compl()
645 if (GET_EP_CTX_STATE(pep->out_ctx) == EP_STATE_STOPPED) { in cdnsp_halt_endpoint()
646 cdnsp_queue_halt_endpoint(pdev, pep->idx); in cdnsp_halt_endpoint()
651 pep->ep_state |= EP_HALTED; in cdnsp_halt_endpoint()
653 cdnsp_queue_reset_ep(pdev, pep->idx); in cdnsp_halt_endpoint()
656 trace_cdnsp_handle_cmd_reset_ep(pep->out_ctx); in cdnsp_halt_endpoint()
661 pep->ep_state &= ~EP_HALTED; in cdnsp_halt_endpoint()
663 if (pep->idx != 0 && !(pep->ep_state & EP_WEDGE)) in cdnsp_halt_endpoint()
666 pep->ep_state &= ~EP_WEDGE; in cdnsp_halt_endpoint()
681 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_update_eps_configuration()
684 if (ctrl_ctx->add_flags == 0 && ctrl_ctx->drop_flags == 0) in cdnsp_update_eps_configuration()
687 ctrl_ctx->add_flags |= cpu_to_le32(SLOT_FLAG); in cdnsp_update_eps_configuration()
688 ctrl_ctx->add_flags &= cpu_to_le32(~EP0_FLAG); in cdnsp_update_eps_configuration()
689 ctrl_ctx->drop_flags &= cpu_to_le32(~(SLOT_FLAG | EP0_FLAG)); in cdnsp_update_eps_configuration()
692 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_update_eps_configuration()
693 for (i = CDNSP_ENDPOINTS_NUM; i >= 1; i--) { in cdnsp_update_eps_configuration()
696 if ((pdev->eps[i - 1].ring && !(ctrl_ctx->drop_flags & le32)) || in cdnsp_update_eps_configuration()
697 (ctrl_ctx->add_flags & le32) || i == 1) { in cdnsp_update_eps_configuration()
698 slot_ctx->dev_info &= cpu_to_le32(~LAST_CTX_MASK); in cdnsp_update_eps_configuration()
699 slot_ctx->dev_info |= cpu_to_le32(LAST_CTX(i)); in cdnsp_update_eps_configuration()
704 ep_sts = GET_EP_CTX_STATE(pep->out_ctx); in cdnsp_update_eps_configuration()
706 if ((ctrl_ctx->add_flags != cpu_to_le32(SLOT_FLAG) && in cdnsp_update_eps_configuration()
708 (ep_sts != EP_STATE_DISABLED && ctrl_ctx->drop_flags)) in cdnsp_update_eps_configuration()
711 trace_cdnsp_configure_endpoint(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_update_eps_configuration()
712 trace_cdnsp_handle_cmd_config_ep(pep->out_ctx); in cdnsp_update_eps_configuration()
721 * set the device address to 0, and disable all the endpoints except the default
723 * cdnsp_setup_device(), and then re-set up the configuration.
731 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_reset_device()
732 slot_ctx->dev_info = 0; in cdnsp_reset_device()
733 pdev->device_address = 0; in cdnsp_reset_device()
736 slot_ctx = cdnsp_get_slot_ctx(&pdev->out_ctx); in cdnsp_reset_device()
737 slot_state = GET_SLOT_STATE(le32_to_cpu(slot_ctx->dev_state)); in cdnsp_reset_device()
741 pdev->eps[0].ep_state & EP_HALTED) { in cdnsp_reset_device()
742 cdnsp_halt_endpoint(pdev, &pdev->eps[0], 0); in cdnsp_reset_device()
749 pdev->eps[0].ep_state &= ~(EP_STOPPED | EP_HALTED); in cdnsp_reset_device()
750 pdev->eps[0].ep_state |= EP_ENABLED; in cdnsp_reset_device()
764 pdev->eps[i].ep_state |= EP_STOPPED | EP_UNCONFIGURED; in cdnsp_reset_device()
769 dev_err(pdev->dev, "Reset device failed with error code %d", in cdnsp_reset_device()
789 max_primary_streams = fls(stream_info->num_stream_ctxs) - 2; in cdnsp_setup_streams_ep_input_ctx()
790 ep_ctx->ep_info &= cpu_to_le32(~EP_MAXPSTREAMS_MASK); in cdnsp_setup_streams_ep_input_ctx()
791 ep_ctx->ep_info |= cpu_to_le32(EP_MAXPSTREAMS(max_primary_streams) in cdnsp_setup_streams_ep_input_ctx()
793 ep_ctx->deq = cpu_to_le64(stream_info->ctx_array_dma); in cdnsp_setup_streams_ep_input_ctx()
804 unsigned int num_streams = usb_ss_max_streams(pep->endpoint.comp_desc); in cdnsp_alloc_streams()
812 return -EINVAL; in cdnsp_alloc_streams()
830 cdnsp_setup_streams_ep_input_ctx(pdev, pep->in_ctx, &pep->stream_info); in cdnsp_alloc_streams()
832 pep->ep_state |= EP_HAS_STREAMS; in cdnsp_alloc_streams()
833 pep->stream_info.td_count = 0; in cdnsp_alloc_streams()
834 pep->stream_info.first_prime_det = 0; in cdnsp_alloc_streams()
837 return num_streams - 1; in cdnsp_alloc_streams()
848 pdev->slot_id = 0; in cdnsp_disable_slot()
849 pdev->active_port = NULL; in cdnsp_disable_slot()
851 trace_cdnsp_handle_cmd_disable_slot(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_disable_slot()
853 memset(pdev->in_ctx.bytes, 0, CDNSP_CTX_SIZE); in cdnsp_disable_slot()
854 memset(pdev->out_ctx.bytes, 0, CDNSP_CTX_SIZE); in cdnsp_disable_slot()
866 slot_ctx = cdnsp_get_slot_ctx(&pdev->out_ctx); in cdnsp_enable_slot()
867 slot_state = GET_SLOT_STATE(le32_to_cpu(slot_ctx->dev_state)); in cdnsp_enable_slot()
878 pdev->slot_id = 1; in cdnsp_enable_slot()
881 trace_cdnsp_handle_cmd_enable_slot(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_enable_slot()
897 if (!pdev->slot_id) { in cdnsp_setup_device()
899 return -EINVAL; in cdnsp_setup_device()
902 if (!pdev->active_port->port_num) in cdnsp_setup_device()
903 return -EINVAL; in cdnsp_setup_device()
905 slot_ctx = cdnsp_get_slot_ctx(&pdev->out_ctx); in cdnsp_setup_device()
906 dev_state = GET_SLOT_STATE(le32_to_cpu(slot_ctx->dev_state)); in cdnsp_setup_device()
913 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_setup_device()
914 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_setup_device()
916 if (!slot_ctx->dev_info || dev_state == SLOT_STATE_DEFAULT) { in cdnsp_setup_device()
924 ctrl_ctx->add_flags = cpu_to_le32(SLOT_FLAG | EP0_FLAG); in cdnsp_setup_device()
925 ctrl_ctx->drop_flags = 0; in cdnsp_setup_device()
929 cdnsp_queue_address_device(pdev, pdev->in_ctx.dma, setup); in cdnsp_setup_device()
933 trace_cdnsp_handle_cmd_addr_dev(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_setup_device()
936 ctrl_ctx->add_flags = 0; in cdnsp_setup_device()
937 ctrl_ctx->drop_flags = 0; in cdnsp_setup_device()
946 if (pdev->active_port != &pdev->usb2_port || !pdev->gadget.lpm_capable) in cdnsp_set_usb2_hardware_lpm()
953 &pdev->active_port->regs->portpmsc); in cdnsp_set_usb2_hardware_lpm()
955 writel(PORT_L1S_NYET, &pdev->active_port->regs->portpmsc); in cdnsp_set_usb2_hardware_lpm()
960 return readl(&pdev->run_regs->microframe_index) >> 3; in cdnsp_get_frame()
973 if (!ep || !desc || desc->bDescriptorType != USB_DT_ENDPOINT || in cdnsp_gadget_ep_enable()
974 !desc->wMaxPacketSize) in cdnsp_gadget_ep_enable()
975 return -EINVAL; in cdnsp_gadget_ep_enable()
978 pdev = pep->pdev; in cdnsp_gadget_ep_enable()
979 pep->ep_state &= ~EP_UNCONFIGURED; in cdnsp_gadget_ep_enable()
981 if (dev_WARN_ONCE(pdev->dev, pep->ep_state & EP_ENABLED, in cdnsp_gadget_ep_enable()
982 "%s is already enabled\n", pep->name)) in cdnsp_gadget_ep_enable()
985 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_enable()
989 dev_err(pdev->dev, "ERROR: Bad endpoint number\n"); in cdnsp_gadget_ep_enable()
990 ret = -EINVAL; in cdnsp_gadget_ep_enable()
994 pep->interval = desc->bInterval ? BIT(desc->bInterval - 1) : 0; in cdnsp_gadget_ep_enable()
996 if (pdev->gadget.speed == USB_SPEED_FULL) { in cdnsp_gadget_ep_enable()
998 pep->interval = desc->bInterval << 3; in cdnsp_gadget_ep_enable()
1000 pep->interval = BIT(desc->bInterval - 1) << 3; in cdnsp_gadget_ep_enable()
1004 if (pep->interval > BIT(12)) { in cdnsp_gadget_ep_enable()
1005 dev_err(pdev->dev, "bInterval %d not supported\n", in cdnsp_gadget_ep_enable()
1006 desc->bInterval); in cdnsp_gadget_ep_enable()
1007 ret = -EINVAL; in cdnsp_gadget_ep_enable()
1017 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_gadget_ep_enable()
1018 ctrl_ctx->add_flags = cpu_to_le32(added_ctxs); in cdnsp_gadget_ep_enable()
1019 ctrl_ctx->drop_flags = 0; in cdnsp_gadget_ep_enable()
1027 pep->ep_state |= EP_ENABLED; in cdnsp_gadget_ep_enable()
1028 pep->ep_state &= ~EP_STOPPED; in cdnsp_gadget_ep_enable()
1032 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_enable()
1048 return -EINVAL; in cdnsp_gadget_ep_disable()
1051 pdev = pep->pdev; in cdnsp_gadget_ep_disable()
1053 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_disable()
1055 if (!(pep->ep_state & EP_ENABLED)) { in cdnsp_gadget_ep_disable()
1056 dev_err(pdev->dev, "%s is already disabled\n", pep->name); in cdnsp_gadget_ep_disable()
1057 ret = -EINVAL; in cdnsp_gadget_ep_disable()
1061 pep->ep_state |= EP_DIS_IN_RROGRESS; in cdnsp_gadget_ep_disable()
1064 if (!(pep->ep_state & EP_UNCONFIGURED)) in cdnsp_gadget_ep_disable()
1068 while (!list_empty(&pep->pending_list)) { in cdnsp_gadget_ep_disable()
1069 preq = next_request(&pep->pending_list); in cdnsp_gadget_ep_disable()
1075 pep->ep_state &= ~EP_DIS_IN_RROGRESS; in cdnsp_gadget_ep_disable()
1076 drop_flag = cdnsp_get_endpoint_flag(pep->endpoint.desc); in cdnsp_gadget_ep_disable()
1077 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_gadget_ep_disable()
1078 ctrl_ctx->drop_flags = cpu_to_le32(drop_flag); in cdnsp_gadget_ep_disable()
1079 ctrl_ctx->add_flags = 0; in cdnsp_gadget_ep_disable()
1083 if (!(pep->ep_state & EP_UNCONFIGURED)) in cdnsp_gadget_ep_disable()
1088 pep->ep_state &= ~(EP_ENABLED | EP_UNCONFIGURED); in cdnsp_gadget_ep_disable()
1089 pep->ep_state |= EP_STOPPED; in cdnsp_gadget_ep_disable()
1093 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_disable()
1108 preq->epnum = pep->number; in cdnsp_gadget_ep_alloc_request()
1109 preq->pep = pep; in cdnsp_gadget_ep_alloc_request()
1113 return &preq->request; in cdnsp_gadget_ep_alloc_request()
1136 return -EINVAL; in cdnsp_gadget_ep_queue()
1139 pdev = pep->pdev; in cdnsp_gadget_ep_queue()
1141 if (!(pep->ep_state & EP_ENABLED)) { in cdnsp_gadget_ep_queue()
1142 dev_err(pdev->dev, "%s: can't queue to disabled endpoint\n", in cdnsp_gadget_ep_queue()
1143 pep->name); in cdnsp_gadget_ep_queue()
1144 return -EINVAL; in cdnsp_gadget_ep_queue()
1148 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_queue()
1150 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_queue()
1159 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_ep_dequeue()
1163 if (request->status != -EINPROGRESS) in cdnsp_gadget_ep_dequeue()
1166 if (!pep->endpoint.desc) { in cdnsp_gadget_ep_dequeue()
1167 dev_err(pdev->dev, in cdnsp_gadget_ep_dequeue()
1169 pep->name); in cdnsp_gadget_ep_dequeue()
1170 return -ESHUTDOWN; in cdnsp_gadget_ep_dequeue()
1174 if (!(pep->ep_state & EP_ENABLED)) in cdnsp_gadget_ep_dequeue()
1177 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_dequeue()
1179 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_dequeue()
1187 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_ep_set_halt()
1192 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_set_halt()
1194 preq = next_request(&pep->pending_list); in cdnsp_gadget_ep_set_halt()
1198 ret = -EAGAIN; in cdnsp_gadget_ep_set_halt()
1206 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_set_halt()
1213 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_ep_set_wedge()
1217 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_set_wedge()
1218 pep->ep_state |= EP_WEDGE; in cdnsp_gadget_ep_set_wedge()
1220 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_set_wedge()
1227 .disable = cdnsp_gadget_ep_disable,
1238 .disable = cdnsp_gadget_ep_disable,
1251 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_giveback()
1253 list_del(&preq->list); in cdnsp_gadget_giveback()
1255 if (preq->request.status == -EINPROGRESS) in cdnsp_gadget_giveback()
1256 preq->request.status = status; in cdnsp_gadget_giveback()
1258 usb_gadget_unmap_request_by_dev(pdev->dev, &preq->request, in cdnsp_gadget_giveback()
1259 preq->direction); in cdnsp_gadget_giveback()
1263 if (preq != &pdev->ep0_preq) { in cdnsp_gadget_giveback()
1264 spin_unlock(&pdev->lock); in cdnsp_gadget_giveback()
1265 usb_gadget_giveback_request(&pep->endpoint, &preq->request); in cdnsp_gadget_giveback()
1266 spin_lock(&pdev->lock); in cdnsp_gadget_giveback()
1283 temp = readl(&pdev->ir_set->irq_control); in cdnsp_run()
1286 writel(temp, &pdev->ir_set->irq_control); in cdnsp_run()
1288 temp = readl(&pdev->port3x_regs->mode_addr); in cdnsp_run()
1303 dev_err(pdev->dev, "invalid maximum_speed parameter %d\n", in cdnsp_run()
1313 writel(temp, &pdev->port3x_regs->mode_addr); in cdnsp_run()
1314 cdnsp_set_link_state(pdev, &pdev->usb3_port.regs->portsc, in cdnsp_run()
1317 cdnsp_disable_port(pdev, &pdev->usb3_port.regs->portsc); in cdnsp_run()
1320 cdnsp_set_link_state(pdev, &pdev->usb2_port.regs->portsc, in cdnsp_run()
1325 writel(PORT_REG6_L1_L0_HW_EN | fs_speed, &pdev->port20_regs->port_reg6); in cdnsp_run()
1329 ret = -ENODEV; in cdnsp_run()
1333 temp = readl(&pdev->op_regs->command); in cdnsp_run()
1335 writel(temp, &pdev->op_regs->command); in cdnsp_run()
1337 temp = readl(&pdev->ir_set->irq_pending); in cdnsp_run()
1338 writel(IMAN_IE_SET(temp), &pdev->ir_set->irq_pending); in cdnsp_run()
1350 enum usb_device_speed max_speed = driver->max_speed; in cdnsp_gadget_udc_start()
1355 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_udc_start()
1356 pdev->gadget_driver = driver; in cdnsp_gadget_udc_start()
1359 max_speed = min(driver->max_speed, g->max_speed); in cdnsp_gadget_udc_start()
1362 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_udc_start()
1368 * Update Event Ring Dequeue Pointer:
1369 * - When all events have finished
1370 * - To avoid "Event Ring Full Error" condition
1379 temp_64 = cdnsp_read_64(&pdev->ir_set->erst_dequeue); in cdnsp_update_erst_dequeue()
1381 /* If necessary, update the HW's version of the event ring deq ptr. */ in cdnsp_update_erst_dequeue()
1382 if (event_ring_deq != pdev->event_ring->dequeue) { in cdnsp_update_erst_dequeue()
1383 deq = cdnsp_trb_virt_to_dma(pdev->event_ring->deq_seg, in cdnsp_update_erst_dequeue()
1384 pdev->event_ring->dequeue); in cdnsp_update_erst_dequeue()
1395 cdnsp_write_64(temp_64, &pdev->ir_set->erst_dequeue); in cdnsp_update_erst_dequeue()
1404 cdnsp_initialize_ring_info(pdev->cmd_ring); in cdnsp_clear_cmd_ring()
1406 seg = pdev->cmd_ring->first_seg; in cdnsp_clear_cmd_ring()
1407 for (i = 0; i < pdev->cmd_ring->num_segs; i++) { in cdnsp_clear_cmd_ring()
1408 memset(seg->trbs, 0, in cdnsp_clear_cmd_ring()
1409 sizeof(union cdnsp_trb) * (TRBS_PER_SEGMENT - 1)); in cdnsp_clear_cmd_ring()
1410 seg = seg->next; in cdnsp_clear_cmd_ring()
1413 /* Set the address in the Command Ring Control register. */ in cdnsp_clear_cmd_ring()
1414 val_64 = cdnsp_read_64(&pdev->op_regs->cmd_ring); in cdnsp_clear_cmd_ring()
1416 (pdev->cmd_ring->first_seg->dma & (u64)~CMD_RING_RSVD_BITS) | in cdnsp_clear_cmd_ring()
1417 pdev->cmd_ring->cycle_state; in cdnsp_clear_cmd_ring()
1418 cdnsp_write_64(val_64, &pdev->op_regs->cmd_ring); in cdnsp_clear_cmd_ring()
1428 event_ring_deq = pdev->event_ring->dequeue; in cdnsp_consume_all_events()
1429 event_deq_seg = pdev->event_ring->deq_seg; in cdnsp_consume_all_events()
1430 event = pdev->event_ring->dequeue; in cdnsp_consume_all_events()
1432 /* Update ring dequeue pointer. */ in cdnsp_consume_all_events()
1434 cycle_bit = (le32_to_cpu(event->event_cmd.flags) & TRB_CYCLE); in cdnsp_consume_all_events()
1437 if (cycle_bit != pdev->event_ring->cycle_state) in cdnsp_consume_all_events()
1440 cdnsp_inc_deq(pdev, pdev->event_ring); in cdnsp_consume_all_events()
1447 if (cdnsp_last_trb_on_ring(pdev->event_ring, event_deq_seg, in cdnsp_consume_all_events()
1451 event_deq_seg = event_deq_seg->next; in cdnsp_consume_all_events()
1452 event = event_deq_seg->trbs; in cdnsp_consume_all_events()
1463 if (!list_empty(&pdev->eps[0].pending_list)) { in cdnsp_stop()
1466 req = next_request(&pdev->eps[0].pending_list); in cdnsp_stop()
1467 if (req == &pdev->ep0_preq) in cdnsp_stop()
1468 cdnsp_ep_dequeue(&pdev->eps[0], req); in cdnsp_stop()
1471 cdnsp_disable_port(pdev, &pdev->usb2_port.regs->portsc); in cdnsp_stop()
1472 cdnsp_disable_port(pdev, &pdev->usb3_port.regs->portsc); in cdnsp_stop()
1476 temp = readl(&pdev->op_regs->status); in cdnsp_stop()
1477 writel((temp & ~0x1fff) | STS_EINT, &pdev->op_regs->status); in cdnsp_stop()
1478 temp = readl(&pdev->ir_set->irq_pending); in cdnsp_stop()
1479 writel(IMAN_IE_CLEAR(temp), &pdev->ir_set->irq_pending); in cdnsp_stop()
1481 cdnsp_clear_port_change_bit(pdev, &pdev->usb2_port.regs->portsc); in cdnsp_stop()
1482 cdnsp_clear_port_change_bit(pdev, &pdev->usb3_port.regs->portsc); in cdnsp_stop()
1485 temp = readl(&pdev->ir_set->irq_pending); in cdnsp_stop()
1487 writel(temp, &pdev->ir_set->irq_pending); in cdnsp_stop()
1498 * Disable slot, disable IRQs, and quiesce the controller.
1505 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_udc_stop()
1507 pdev->gadget_driver = NULL; in cdnsp_gadget_udc_stop()
1508 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_udc_stop()
1525 port_regs = pdev->active_port->regs; in __cdnsp_gadget_wakeup()
1526 portsc = readl(&port_regs->portsc) & PORT_PLS_MASK; in __cdnsp_gadget_wakeup()
1529 if (pdev->gadget.speed < USB_SPEED_SUPER && portsc == XDEV_U2) { in __cdnsp_gadget_wakeup()
1530 portpm = readl(&port_regs->portpmsc); in __cdnsp_gadget_wakeup()
1536 if (portsc == XDEV_U3 && !pdev->may_wakeup) in __cdnsp_gadget_wakeup()
1539 cdnsp_set_link_state(pdev, &port_regs->portsc, XDEV_U0); in __cdnsp_gadget_wakeup()
1541 pdev->cdnsp_state |= CDNSP_WAKEUP_PENDING; in __cdnsp_gadget_wakeup()
1549 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_wakeup()
1551 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_wakeup()
1562 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_set_selfpowered()
1563 g->is_selfpowered = !!is_selfpowered; in cdnsp_gadget_set_selfpowered()
1564 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_set_selfpowered()
1572 struct cdns *cdns = dev_get_drvdata(pdev->dev); in cdnsp_gadget_pullup()
1578 * Disable events handling while controller is being in cdnsp_gadget_pullup()
1581 disable_irq(cdns->dev_irq); in cdnsp_gadget_pullup()
1582 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_pullup()
1591 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_pullup()
1592 enable_irq(cdns->dev_irq); in cdnsp_gadget_pullup()
1601 .pullup = cdnsp_gadget_pullup,
1609 void __iomem *reg = &pdev->cap_regs->hc_capbase; in cdnsp_get_ep_buffering()
1614 if (!pep->direction) { in cdnsp_get_ep_buffering()
1615 pep->buffering = readl(reg + XBUF_RX_TAG_MASK_0_OFFSET); in cdnsp_get_ep_buffering()
1616 pep->buffering_period = readl(reg + XBUF_RX_TAG_MASK_1_OFFSET); in cdnsp_get_ep_buffering()
1617 pep->buffering = (pep->buffering + 1) / 2; in cdnsp_get_ep_buffering()
1618 pep->buffering_period = (pep->buffering_period + 1) / 2; in cdnsp_get_ep_buffering()
1622 endpoints = HCS_ENDPOINTS(pdev->hcs_params1) / 2; in cdnsp_get_ep_buffering()
1627 reg += pep->number * sizeof(u32) * 2; in cdnsp_get_ep_buffering()
1629 pep->buffering = (readl(reg) + 1) / 2; in cdnsp_get_ep_buffering()
1630 pep->buffering_period = pep->buffering; in cdnsp_get_ep_buffering()
1635 int max_streams = HCC_MAX_PSA(pdev->hcc_params); in cdnsp_gadget_init_endpoints()
1639 INIT_LIST_HEAD(&pdev->gadget.ep_list); in cdnsp_gadget_init_endpoints()
1642 dev_err(pdev->dev, "Stream size %d not supported\n", in cdnsp_gadget_init_endpoints()
1644 return -EINVAL; in cdnsp_gadget_init_endpoints()
1656 pep = &pdev->eps[i]; in cdnsp_gadget_init_endpoints()
1657 pep->pdev = pdev; in cdnsp_gadget_init_endpoints()
1658 pep->number = epnum; in cdnsp_gadget_init_endpoints()
1659 pep->direction = direction; /* 0 for OUT, 1 for IN. */ in cdnsp_gadget_init_endpoints()
1663 * pdev->eps[0] in cdnsp_gadget_init_endpoints()
1666 snprintf(pep->name, sizeof(pep->name), "ep%d%s", in cdnsp_gadget_init_endpoints()
1669 pep->idx = 0; in cdnsp_gadget_init_endpoints()
1670 usb_ep_set_maxpacket_limit(&pep->endpoint, 512); in cdnsp_gadget_init_endpoints()
1671 pep->endpoint.maxburst = 1; in cdnsp_gadget_init_endpoints()
1672 pep->endpoint.ops = &cdnsp_gadget_ep0_ops; in cdnsp_gadget_init_endpoints()
1673 pep->endpoint.desc = &cdnsp_gadget_ep0_desc; in cdnsp_gadget_init_endpoints()
1674 pep->endpoint.comp_desc = NULL; in cdnsp_gadget_init_endpoints()
1675 pep->endpoint.caps.type_control = true; in cdnsp_gadget_init_endpoints()
1676 pep->endpoint.caps.dir_in = true; in cdnsp_gadget_init_endpoints()
1677 pep->endpoint.caps.dir_out = true; in cdnsp_gadget_init_endpoints()
1679 pdev->ep0_preq.epnum = pep->number; in cdnsp_gadget_init_endpoints()
1680 pdev->ep0_preq.pep = pep; in cdnsp_gadget_init_endpoints()
1681 pdev->gadget.ep0 = &pep->endpoint; in cdnsp_gadget_init_endpoints()
1683 snprintf(pep->name, sizeof(pep->name), "ep%d%s", in cdnsp_gadget_init_endpoints()
1684 epnum, (pep->direction) ? "in" : "out"); in cdnsp_gadget_init_endpoints()
1686 pep->idx = (epnum * 2 + (direction ? 1 : 0)) - 1; in cdnsp_gadget_init_endpoints()
1687 usb_ep_set_maxpacket_limit(&pep->endpoint, 1024); in cdnsp_gadget_init_endpoints()
1689 pep->endpoint.max_streams = max_streams; in cdnsp_gadget_init_endpoints()
1690 pep->endpoint.ops = &cdnsp_gadget_ep_ops; in cdnsp_gadget_init_endpoints()
1691 list_add_tail(&pep->endpoint.ep_list, in cdnsp_gadget_init_endpoints()
1692 &pdev->gadget.ep_list); in cdnsp_gadget_init_endpoints()
1694 pep->endpoint.caps.type_iso = true; in cdnsp_gadget_init_endpoints()
1695 pep->endpoint.caps.type_bulk = true; in cdnsp_gadget_init_endpoints()
1696 pep->endpoint.caps.type_int = true; in cdnsp_gadget_init_endpoints()
1698 pep->endpoint.caps.dir_in = direction; in cdnsp_gadget_init_endpoints()
1699 pep->endpoint.caps.dir_out = !direction; in cdnsp_gadget_init_endpoints()
1702 pep->endpoint.name = pep->name; in cdnsp_gadget_init_endpoints()
1703 pep->in_ctx = cdnsp_get_ep_ctx(&pdev->in_ctx, pep->idx); in cdnsp_gadget_init_endpoints()
1704 pep->out_ctx = cdnsp_get_ep_ctx(&pdev->out_ctx, pep->idx); in cdnsp_gadget_init_endpoints()
1707 dev_dbg(pdev->dev, "Init %s, MPS: %04x SupType: " in cdnsp_gadget_init_endpoints()
1710 pep->name, 1024, in cdnsp_gadget_init_endpoints()
1711 (pep->endpoint.caps.type_control) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1712 (pep->endpoint.caps.type_int) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1713 (pep->endpoint.caps.type_bulk) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1714 (pep->endpoint.caps.type_iso) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1715 (pep->endpoint.caps.dir_in) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1716 (pep->endpoint.caps.dir_out) ? "yes" : "no"); in cdnsp_gadget_init_endpoints()
1718 INIT_LIST_HEAD(&pep->pending_list); in cdnsp_gadget_init_endpoints()
1730 pep = &pdev->eps[i]; in cdnsp_gadget_free_endpoints()
1731 if (pep->number != 0 && pep->out_ctx) in cdnsp_gadget_free_endpoints()
1732 list_del(&pep->endpoint.ep_list); in cdnsp_gadget_free_endpoints()
1738 pdev->cdnsp_state |= CDNSP_STATE_DISCONNECT_PENDING; in cdnsp_disconnect_gadget()
1740 if (pdev->gadget_driver && pdev->gadget_driver->disconnect) { in cdnsp_disconnect_gadget()
1741 spin_unlock(&pdev->lock); in cdnsp_disconnect_gadget()
1742 pdev->gadget_driver->disconnect(&pdev->gadget); in cdnsp_disconnect_gadget()
1743 spin_lock(&pdev->lock); in cdnsp_disconnect_gadget()
1746 pdev->gadget.speed = USB_SPEED_UNKNOWN; in cdnsp_disconnect_gadget()
1747 usb_gadget_set_state(&pdev->gadget, USB_STATE_NOTATTACHED); in cdnsp_disconnect_gadget()
1749 pdev->cdnsp_state &= ~CDNSP_STATE_DISCONNECT_PENDING; in cdnsp_disconnect_gadget()
1754 if (pdev->gadget_driver && pdev->gadget_driver->suspend) { in cdnsp_suspend_gadget()
1755 spin_unlock(&pdev->lock); in cdnsp_suspend_gadget()
1756 pdev->gadget_driver->suspend(&pdev->gadget); in cdnsp_suspend_gadget()
1757 spin_lock(&pdev->lock); in cdnsp_suspend_gadget()
1763 if (pdev->gadget_driver && pdev->gadget_driver->resume) { in cdnsp_resume_gadget()
1764 spin_unlock(&pdev->lock); in cdnsp_resume_gadget()
1765 pdev->gadget_driver->resume(&pdev->gadget); in cdnsp_resume_gadget()
1766 spin_lock(&pdev->lock); in cdnsp_resume_gadget()
1776 port_regs = pdev->active_port->regs; in cdnsp_irq_reset()
1777 pdev->gadget.speed = cdnsp_port_speed(readl(port_regs)); in cdnsp_irq_reset()
1779 spin_unlock(&pdev->lock); in cdnsp_irq_reset()
1780 usb_gadget_udc_reset(&pdev->gadget, pdev->gadget_driver); in cdnsp_irq_reset()
1781 spin_lock(&pdev->lock); in cdnsp_irq_reset()
1783 switch (pdev->gadget.speed) { in cdnsp_irq_reset()
1787 pdev->gadget.ep0->maxpacket = 512; in cdnsp_irq_reset()
1792 pdev->gadget.ep0->maxpacket = 64; in cdnsp_irq_reset()
1796 dev_err(pdev->dev, "Unknown device speed\n"); in cdnsp_irq_reset()
1802 usb_gadget_set_state(&pdev->gadget, USB_STATE_DEFAULT); in cdnsp_irq_reset()
1807 void __iomem *reg = &pdev->cap_regs->hc_capbase; in cdnsp_get_rev_cap()
1810 pdev->rev_cap = reg; in cdnsp_get_rev_cap()
1812 pdev->rtl_revision = readl(&pdev->rev_cap->rtl_revision); in cdnsp_get_rev_cap()
1814 dev_info(pdev->dev, "Rev: %08x/%08x, eps: %08x, buff: %08x/%08x\n", in cdnsp_get_rev_cap()
1815 readl(&pdev->rev_cap->ctrl_revision), in cdnsp_get_rev_cap()
1816 readl(&pdev->rev_cap->rtl_revision), in cdnsp_get_rev_cap()
1817 readl(&pdev->rev_cap->ep_supported), in cdnsp_get_rev_cap()
1818 readl(&pdev->rev_cap->rx_buff_size), in cdnsp_get_rev_cap()
1819 readl(&pdev->rev_cap->tx_buff_size)); in cdnsp_get_rev_cap()
1827 pdev->cap_regs = pdev->regs; in cdnsp_gen_setup()
1828 pdev->op_regs = pdev->regs + in cdnsp_gen_setup()
1829 HC_LENGTH(readl(&pdev->cap_regs->hc_capbase)); in cdnsp_gen_setup()
1830 pdev->run_regs = pdev->regs + in cdnsp_gen_setup()
1831 (readl(&pdev->cap_regs->run_regs_off) & RTSOFF_MASK); in cdnsp_gen_setup()
1833 /* Cache read-only capability registers */ in cdnsp_gen_setup()
1834 pdev->hcs_params1 = readl(&pdev->cap_regs->hcs_params1); in cdnsp_gen_setup()
1835 pdev->hcc_params = readl(&pdev->cap_regs->hc_capbase); in cdnsp_gen_setup()
1836 pdev->hci_version = HC_VERSION(pdev->hcc_params); in cdnsp_gen_setup()
1837 pdev->hcc_params = readl(&pdev->cap_regs->hcc_params); in cdnsp_gen_setup()
1861 * Set dma_mask and coherent_dma_mask to 64-bits, in cdnsp_gen_setup()
1862 * if controller supports 64-bit addressing. in cdnsp_gen_setup()
1864 if (HCC_64BIT_ADDR(pdev->hcc_params) && in cdnsp_gen_setup()
1865 !dma_set_mask(pdev->dev, DMA_BIT_MASK(64))) { in cdnsp_gen_setup()
1866 dev_dbg(pdev->dev, "Enabling 64-bit DMA addresses.\n"); in cdnsp_gen_setup()
1867 dma_set_coherent_mask(pdev->dev, DMA_BIT_MASK(64)); in cdnsp_gen_setup()
1870 * This is to avoid error in cases where a 32-bit USB in cdnsp_gen_setup()
1871 * controller is used on a 64-bit capable system. in cdnsp_gen_setup()
1873 ret = dma_set_mask(pdev->dev, DMA_BIT_MASK(32)); in cdnsp_gen_setup()
1877 dev_dbg(pdev->dev, "Enabling 32-bit DMA addresses.\n"); in cdnsp_gen_setup()
1878 dma_set_coherent_mask(pdev->dev, DMA_BIT_MASK(32)); in cdnsp_gen_setup()
1881 spin_lock_init(&pdev->lock); in cdnsp_gen_setup()
1892 reg = readl(&pdev->port3x_regs->mode_2); in cdnsp_gen_setup()
1894 writel(reg, &pdev->port3x_regs->mode_2); in cdnsp_gen_setup()
1903 int ret = -ENOMEM; in __cdnsp_gadget_init()
1909 return -ENOMEM; in __cdnsp_gadget_init()
1911 pm_runtime_get_sync(cdns->dev); in __cdnsp_gadget_init()
1913 cdns->gadget_dev = pdev; in __cdnsp_gadget_init()
1914 pdev->dev = cdns->dev; in __cdnsp_gadget_init()
1915 pdev->regs = cdns->dev_regs; in __cdnsp_gadget_init()
1916 max_speed = usb_get_maximum_speed(cdns->dev); in __cdnsp_gadget_init()
1925 dev_err(cdns->dev, "invalid speed parameter %d\n", max_speed); in __cdnsp_gadget_init()
1933 pdev->gadget.ops = &cdnsp_gadget_ops; in __cdnsp_gadget_init()
1934 pdev->gadget.name = "cdnsp-gadget"; in __cdnsp_gadget_init()
1935 pdev->gadget.speed = USB_SPEED_UNKNOWN; in __cdnsp_gadget_init()
1936 pdev->gadget.sg_supported = 1; in __cdnsp_gadget_init()
1937 pdev->gadget.max_speed = max_speed; in __cdnsp_gadget_init()
1938 pdev->gadget.lpm_capable = 1; in __cdnsp_gadget_init()
1940 pdev->setup_buf = kzalloc(CDNSP_EP0_SETUP_SIZE, GFP_KERNEL); in __cdnsp_gadget_init()
1941 if (!pdev->setup_buf) in __cdnsp_gadget_init()
1948 pdev->gadget.quirk_ep_out_aligned_size = true; in __cdnsp_gadget_init()
1952 dev_err(pdev->dev, "Generic initialization failed %d\n", ret); in __cdnsp_gadget_init()
1958 dev_err(pdev->dev, "failed to initialize endpoints\n"); in __cdnsp_gadget_init()
1962 ret = usb_add_gadget_udc(pdev->dev, &pdev->gadget); in __cdnsp_gadget_init()
1964 dev_err(pdev->dev, "failed to register udc\n"); in __cdnsp_gadget_init()
1968 ret = devm_request_threaded_irq(pdev->dev, cdns->dev_irq, in __cdnsp_gadget_init()
1971 dev_name(pdev->dev), pdev); in __cdnsp_gadget_init()
1978 usb_del_gadget_udc(&pdev->gadget); in __cdnsp_gadget_init()
1986 kfree(pdev->setup_buf); in __cdnsp_gadget_init()
1995 struct cdnsp_device *pdev = cdns->gadget_dev; in cdnsp_gadget_exit()
1997 devm_free_irq(pdev->dev, cdns->dev_irq, pdev); in cdnsp_gadget_exit()
1998 pm_runtime_mark_last_busy(cdns->dev); in cdnsp_gadget_exit()
1999 pm_runtime_put_autosuspend(cdns->dev); in cdnsp_gadget_exit()
2000 usb_del_gadget_udc(&pdev->gadget); in cdnsp_gadget_exit()
2004 cdns->gadget_dev = NULL; in cdnsp_gadget_exit()
2010 struct cdnsp_device *pdev = cdns->gadget_dev; in cdnsp_gadget_suspend()
2013 if (pdev->link_state == XDEV_U3) in cdnsp_gadget_suspend()
2016 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_suspend()
2019 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_suspend()
2026 struct cdnsp_device *pdev = cdns->gadget_dev; in cdnsp_gadget_resume()
2031 if (!pdev->gadget_driver) in cdnsp_gadget_resume()
2034 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_resume()
2035 max_speed = pdev->gadget_driver->max_speed; in cdnsp_gadget_resume()
2038 max_speed = min(max_speed, pdev->gadget.max_speed); in cdnsp_gadget_resume()
2042 if (pdev->link_state == XDEV_U3) in cdnsp_gadget_resume()
2045 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_resume()
2051 * cdnsp_gadget_init - initialize device structure
2060 rdrv = devm_kzalloc(cdns->dev, sizeof(*rdrv), GFP_KERNEL); in cdnsp_gadget_init()
2062 return -ENOMEM; in cdnsp_gadget_init()
2064 rdrv->start = __cdnsp_gadget_init; in cdnsp_gadget_init()
2065 rdrv->stop = cdnsp_gadget_exit; in cdnsp_gadget_init()
2066 rdrv->suspend = cdnsp_gadget_suspend; in cdnsp_gadget_init()
2067 rdrv->resume = cdnsp_gadget_resume; in cdnsp_gadget_init()
2068 rdrv->state = CDNS_ROLE_STATE_INACTIVE; in cdnsp_gadget_init()
2069 rdrv->name = "gadget"; in cdnsp_gadget_init()
2070 cdns->roles[USB_ROLE_DEVICE] = rdrv; in cdnsp_gadget_init()