Lines Matching +full:is +full:- +full:utmi +full:- +full:l1 +full:- +full:suspend
1 // SPDX-License-Identifier: GPL-2.0
12 #include <linux/dma-mapping.h>
23 #include "gadget-export.h"
25 #include "cdnsp-gadget.h"
26 #include "cdnsp-trace.h"
41 /* If device is detached then speed will be USB_SPEED_UNKNOWN.*/ in cdnsp_port_speed()
55 /* Save read-only status and port state. */ in cdnsp_port_state_to_neutral()
60 * cdnsp_find_next_ext_cap - Find the offset of the extended capabilities
117 if (pdev->active_port) in cdnsp_set_link_state()
118 port_num = pdev->active_port->port_num; in cdnsp_set_link_state()
144 struct cdns *cdns = dev_get_drvdata(pdev->dev); in cdnsp_set_apb_timeout_value()
150 if (!cdns->override_apb_timeout) in cdnsp_set_apb_timeout_value()
153 base = &pdev->cap_regs->hc_capbase; in cdnsp_set_apb_timeout_value()
158 val = CHICKEN_APB_TIMEOUT_SET(val, cdns->override_apb_timeout); in cdnsp_set_apb_timeout_value()
168 base = &pdev->cap_regs->hc_capbase; in cdnsp_set_chicken_bits_2()
182 base = &pdev->cap_regs->hc_capbase; in cdnsp_clear_chicken_bits_2()
201 halted = readl(&pdev->op_regs->status) & STS_HALT; in cdnsp_quiesce()
205 cmd = readl(&pdev->op_regs->command); in cdnsp_quiesce()
207 writel(cmd, &pdev->op_regs->command); in cdnsp_quiesce()
217 * controller is finished.
226 ret = readl_poll_timeout_atomic(&pdev->op_regs->status, val, in cdnsp_halt()
230 dev_err(pdev->dev, "ERROR: Device halt failed\n"); in cdnsp_halt()
234 pdev->cdnsp_state |= CDNSP_STATE_HALTED; in cdnsp_halt()
245 dev_err(pdev->dev, "ERROR: CDNSP controller not responding\n"); in cdnsp_died()
246 pdev->cdnsp_state |= CDNSP_STATE_DYING; in cdnsp_died()
258 temp = readl(&pdev->op_regs->command); in cdnsp_start()
260 writel(temp, &pdev->op_regs->command); in cdnsp_start()
262 pdev->cdnsp_state = 0; in cdnsp_start()
265 * Wait for the STS_HALT Status bit to be 0 to indicate the device is in cdnsp_start()
268 ret = readl_poll_timeout_atomic(&pdev->op_regs->status, temp, in cdnsp_start()
272 pdev->cdnsp_state = CDNSP_STATE_DYING; in cdnsp_start()
273 dev_err(pdev->dev, "ERROR: Controller run failed\n"); in cdnsp_start()
292 temp = readl(&pdev->op_regs->status); in cdnsp_reset()
295 dev_err(pdev->dev, "Device not accessible, reset failed.\n"); in cdnsp_reset()
296 return -ENODEV; in cdnsp_reset()
300 dev_err(pdev->dev, "Controller not halted, aborting reset.\n"); in cdnsp_reset()
301 return -EINVAL; in cdnsp_reset()
304 command = readl(&pdev->op_regs->command); in cdnsp_reset()
306 writel(command, &pdev->op_regs->command); in cdnsp_reset()
308 ret = readl_poll_timeout_atomic(&pdev->op_regs->command, temp, in cdnsp_reset()
312 dev_err(pdev->dev, "ERROR: Controller reset failed\n"); in cdnsp_reset()
318 * than status until the "Controller Not Ready" flag is cleared. in cdnsp_reset()
320 ret = readl_poll_timeout_atomic(&pdev->op_regs->status, temp, in cdnsp_reset()
325 dev_err(pdev->dev, "ERROR: Controller not ready to work\n"); in cdnsp_reset()
329 dev_dbg(pdev->dev, "Controller ready to work"); in cdnsp_reset()
335 * cdnsp_get_endpoint_index - Find the index for an endpoint given its
338 * Index = (epnum * 2) + direction - 1,
340 * For control endpoints, the IN index is used (OUT index is unused), so
341 * index = (epnum * 2) + direction - 1 = (epnum * 2) + 1 - 1 = (epnum * 2)
351 return (index * 2) + (usb_endpoint_dir_in(desc) ? 1 : 0) - 1; in cdnsp_get_endpoint_index()
356 * endpoint index to create a bitmask. The slot context is bit 0, endpoint 0 is
367 struct cdnsp_device *pdev = pep->pdev; in cdnsp_ep_enqueue()
371 if (preq->epnum == 0 && !list_empty(&pep->pending_list)) { in cdnsp_ep_enqueue()
373 return -EBUSY; in cdnsp_ep_enqueue()
376 request = &preq->request; in cdnsp_ep_enqueue()
377 request->actual = 0; in cdnsp_ep_enqueue()
378 request->status = -EINPROGRESS; in cdnsp_ep_enqueue()
379 preq->direction = pep->direction; in cdnsp_ep_enqueue()
380 preq->epnum = pep->number; in cdnsp_ep_enqueue()
381 preq->td.drbl = 0; in cdnsp_ep_enqueue()
383 ret = usb_gadget_map_request_by_dev(pdev->dev, request, pep->direction); in cdnsp_ep_enqueue()
389 list_add_tail(&preq->list, &pep->pending_list); in cdnsp_ep_enqueue()
393 switch (usb_endpoint_type(pep->endpoint.desc)) { in cdnsp_ep_enqueue()
411 usb_gadget_unmap_request_by_dev(pdev->dev, &preq->request, in cdnsp_ep_enqueue()
412 pep->direction); in cdnsp_ep_enqueue()
413 list_del(&preq->list); in cdnsp_ep_enqueue()
423 * unless a Set Transfer Ring Dequeue Pointer is issued.
426 * from the ring. Since the ring is a contiguous structure, they can't be
429 * 1) If the controller is in the middle of processing the request to be
435 * 2) If the controller is in the middle of a different TD, we turn the TRBs
436 * into a series of 1-TRB transfer no-op TDs. No-ops shouldn't be chained.
446 struct cdnsp_device *pdev = pep->pdev; in cdnsp_ep_dequeue()
452 if (GET_EP_CTX_STATE(pep->out_ctx) == EP_STATE_RUNNING) in cdnsp_ep_dequeue()
467 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_zero_in_ctx()
475 ctrl_ctx->drop_flags = 0; in cdnsp_zero_in_ctx()
476 ctrl_ctx->add_flags = 0; in cdnsp_zero_in_ctx()
477 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_zero_in_ctx()
478 slot_ctx->dev_info &= cpu_to_le32(~LAST_CTX_MASK); in cdnsp_zero_in_ctx()
480 /* Endpoint 0 is always valid */ in cdnsp_zero_in_ctx()
481 slot_ctx->dev_info |= cpu_to_le32(LAST_CTX(1)); in cdnsp_zero_in_ctx()
483 ep_ctx = cdnsp_get_ep_ctx(&pdev->in_ctx, i); in cdnsp_zero_in_ctx()
484 ep_ctx->ep_info = 0; in cdnsp_zero_in_ctx()
485 ep_ctx->ep_info2 = 0; in cdnsp_zero_in_ctx()
486 ep_ctx->deq = 0; in cdnsp_zero_in_ctx()
487 ep_ctx->tx_info = 0; in cdnsp_zero_in_ctx()
496 cdnsp_queue_configure_endpoint(pdev, pdev->cmd.in_ctx->dma); in cdnsp_configure_endpoint()
500 dev_err(pdev->dev, in cdnsp_configure_endpoint()
502 return -EINVAL; in cdnsp_configure_endpoint()
516 event = pdev->event_ring->dequeue; in cdnsp_invalidate_ep_events()
517 segment = pdev->event_ring->deq_seg; in cdnsp_invalidate_ep_events()
518 cycle_state = pdev->event_ring->cycle_state; in cdnsp_invalidate_ep_events()
521 data = le32_to_cpu(event->trans_event.flags); in cdnsp_invalidate_ep_events()
528 TRB_TO_EP_ID(data) == (pep->idx + 1)) { in cdnsp_invalidate_ep_events()
530 event->trans_event.flags = cpu_to_le32(data); in cdnsp_invalidate_ep_events()
535 segment = pdev->event_ring->deq_seg->next; in cdnsp_invalidate_ep_events()
536 event = segment->trbs; in cdnsp_invalidate_ep_events()
555 cmd_trb = pdev->cmd.command_trb; in cdnsp_wait_for_cmd_compl()
556 pdev->cmd.status = 0; in cdnsp_wait_for_cmd_compl()
558 trace_cdnsp_cmd_wait_for_compl(pdev->cmd_ring, &cmd_trb->generic); in cdnsp_wait_for_cmd_compl()
560 ret = readl_poll_timeout_atomic(&pdev->op_regs->cmd_ring, val, in cdnsp_wait_for_cmd_compl()
564 dev_err(pdev->dev, "ERR: Timeout while waiting for command\n"); in cdnsp_wait_for_cmd_compl()
565 trace_cdnsp_cmd_timeout(pdev->cmd_ring, &cmd_trb->generic); in cdnsp_wait_for_cmd_compl()
566 pdev->cdnsp_state = CDNSP_STATE_DYING; in cdnsp_wait_for_cmd_compl()
567 return -ETIMEDOUT; in cdnsp_wait_for_cmd_compl()
570 event = pdev->event_ring->dequeue; in cdnsp_wait_for_cmd_compl()
571 event_deq_seg = pdev->event_ring->deq_seg; in cdnsp_wait_for_cmd_compl()
572 cycle_state = pdev->event_ring->cycle_state; in cdnsp_wait_for_cmd_compl()
574 cmd_deq_dma = cdnsp_trb_virt_to_dma(pdev->cmd_ring->deq_seg, cmd_trb); in cdnsp_wait_for_cmd_compl()
576 return -EINVAL; in cdnsp_wait_for_cmd_compl()
579 flags = le32_to_cpu(event->event_cmd.flags); in cdnsp_wait_for_cmd_compl()
586 * Checking CMD_RING_BUSY is not sufficient because in cdnsp_wait_for_cmd_compl()
587 * this bit is cleared to '0' when the Command in cdnsp_wait_for_cmd_compl()
592 if (retry--) { in cdnsp_wait_for_cmd_compl()
597 return -EINVAL; in cdnsp_wait_for_cmd_compl()
600 cmd_dma = le64_to_cpu(event->event_cmd.cmd_trb); in cdnsp_wait_for_cmd_compl()
603 * Check whether the completion event is for last queued in cdnsp_wait_for_cmd_compl()
613 if (cdnsp_last_trb_on_ring(pdev->event_ring, in cdnsp_wait_for_cmd_compl()
617 event_deq_seg = event_deq_seg->next; in cdnsp_wait_for_cmd_compl()
618 event = event_deq_seg->trbs; in cdnsp_wait_for_cmd_compl()
622 trace_cdnsp_handle_command(pdev->cmd_ring, &cmd_trb->generic); in cdnsp_wait_for_cmd_compl()
624 pdev->cmd.status = GET_COMP_CODE(le32_to_cpu(event->event_cmd.status)); in cdnsp_wait_for_cmd_compl()
625 if (pdev->cmd.status == COMP_SUCCESS) in cdnsp_wait_for_cmd_compl()
628 return -pdev->cmd.status; in cdnsp_wait_for_cmd_compl()
645 if (GET_EP_CTX_STATE(pep->out_ctx) == EP_STATE_STOPPED) { in cdnsp_halt_endpoint()
646 cdnsp_queue_halt_endpoint(pdev, pep->idx); in cdnsp_halt_endpoint()
651 pep->ep_state |= EP_HALTED; in cdnsp_halt_endpoint()
653 cdnsp_queue_reset_ep(pdev, pep->idx); in cdnsp_halt_endpoint()
656 trace_cdnsp_handle_cmd_reset_ep(pep->out_ctx); in cdnsp_halt_endpoint()
661 pep->ep_state &= ~EP_HALTED; in cdnsp_halt_endpoint()
663 if (pep->idx != 0 && !(pep->ep_state & EP_WEDGE)) in cdnsp_halt_endpoint()
666 pep->ep_state &= ~EP_WEDGE; in cdnsp_halt_endpoint()
681 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_update_eps_configuration()
684 if (ctrl_ctx->add_flags == 0 && ctrl_ctx->drop_flags == 0) in cdnsp_update_eps_configuration()
687 ctrl_ctx->add_flags |= cpu_to_le32(SLOT_FLAG); in cdnsp_update_eps_configuration()
688 ctrl_ctx->add_flags &= cpu_to_le32(~EP0_FLAG); in cdnsp_update_eps_configuration()
689 ctrl_ctx->drop_flags &= cpu_to_le32(~(SLOT_FLAG | EP0_FLAG)); in cdnsp_update_eps_configuration()
691 /* Fix up Context Entries field. Minimum value is EP0 == BIT(1). */ in cdnsp_update_eps_configuration()
692 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_update_eps_configuration()
693 for (i = CDNSP_ENDPOINTS_NUM; i >= 1; i--) { in cdnsp_update_eps_configuration()
696 if ((pdev->eps[i - 1].ring && !(ctrl_ctx->drop_flags & le32)) || in cdnsp_update_eps_configuration()
697 (ctrl_ctx->add_flags & le32) || i == 1) { in cdnsp_update_eps_configuration()
698 slot_ctx->dev_info &= cpu_to_le32(~LAST_CTX_MASK); in cdnsp_update_eps_configuration()
699 slot_ctx->dev_info |= cpu_to_le32(LAST_CTX(i)); in cdnsp_update_eps_configuration()
704 ep_sts = GET_EP_CTX_STATE(pep->out_ctx); in cdnsp_update_eps_configuration()
706 if ((ctrl_ctx->add_flags != cpu_to_le32(SLOT_FLAG) && in cdnsp_update_eps_configuration()
708 (ep_sts != EP_STATE_DISABLED && ctrl_ctx->drop_flags)) in cdnsp_update_eps_configuration()
711 trace_cdnsp_configure_endpoint(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_update_eps_configuration()
712 trace_cdnsp_handle_cmd_config_ep(pep->out_ctx); in cdnsp_update_eps_configuration()
723 * cdnsp_setup_device(), and then re-set up the configuration.
731 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_reset_device()
732 slot_ctx->dev_info = 0; in cdnsp_reset_device()
733 pdev->device_address = 0; in cdnsp_reset_device()
735 /* If device is not setup, there is no point in resetting it. */ in cdnsp_reset_device()
736 slot_ctx = cdnsp_get_slot_ctx(&pdev->out_ctx); in cdnsp_reset_device()
737 slot_state = GET_SLOT_STATE(le32_to_cpu(slot_ctx->dev_state)); in cdnsp_reset_device()
741 pdev->eps[0].ep_state & EP_HALTED) { in cdnsp_reset_device()
742 cdnsp_halt_endpoint(pdev, &pdev->eps[0], 0); in cdnsp_reset_device()
749 pdev->eps[0].ep_state &= ~(EP_STOPPED | EP_HALTED); in cdnsp_reset_device()
750 pdev->eps[0].ep_state |= EP_ENABLED; in cdnsp_reset_device()
764 pdev->eps[i].ep_state |= EP_STOPPED | EP_UNCONFIGURED; in cdnsp_reset_device()
769 dev_err(pdev->dev, "Reset device failed with error code %d", in cdnsp_reset_device()
785 /* MaxPStreams is the number of stream context array entries, not the in cdnsp_setup_streams_ep_input_ctx()
789 max_primary_streams = fls(stream_info->num_stream_ctxs) - 2; in cdnsp_setup_streams_ep_input_ctx()
790 ep_ctx->ep_info &= cpu_to_le32(~EP_MAXPSTREAMS_MASK); in cdnsp_setup_streams_ep_input_ctx()
791 ep_ctx->ep_info |= cpu_to_le32(EP_MAXPSTREAMS(max_primary_streams) in cdnsp_setup_streams_ep_input_ctx()
793 ep_ctx->deq = cpu_to_le64(stream_info->ctx_array_dma); in cdnsp_setup_streams_ep_input_ctx()
804 unsigned int num_streams = usb_ss_max_streams(pep->endpoint.comp_desc); in cdnsp_alloc_streams()
812 return -EINVAL; in cdnsp_alloc_streams()
816 * stream 0 that is reserved for controller usage and one additional in cdnsp_alloc_streams()
830 cdnsp_setup_streams_ep_input_ctx(pdev, pep->in_ctx, &pep->stream_info); in cdnsp_alloc_streams()
832 pep->ep_state |= EP_HAS_STREAMS; in cdnsp_alloc_streams()
833 pep->stream_info.td_count = 0; in cdnsp_alloc_streams()
834 pep->stream_info.first_prime_det = 0; in cdnsp_alloc_streams()
837 return num_streams - 1; in cdnsp_alloc_streams()
848 pdev->slot_id = 0; in cdnsp_disable_slot()
849 pdev->active_port = NULL; in cdnsp_disable_slot()
851 trace_cdnsp_handle_cmd_disable_slot(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_disable_slot()
853 memset(pdev->in_ctx.bytes, 0, CDNSP_CTX_SIZE); in cdnsp_disable_slot()
854 memset(pdev->out_ctx.bytes, 0, CDNSP_CTX_SIZE); in cdnsp_disable_slot()
865 /* If device is not setup, there is no point in resetting it */ in cdnsp_enable_slot()
866 slot_ctx = cdnsp_get_slot_ctx(&pdev->out_ctx); in cdnsp_enable_slot()
867 slot_state = GET_SLOT_STATE(le32_to_cpu(slot_ctx->dev_state)); in cdnsp_enable_slot()
878 pdev->slot_id = 1; in cdnsp_enable_slot()
881 trace_cdnsp_handle_cmd_enable_slot(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_enable_slot()
887 * Issue an Address Device command with BSR=0 if setup is SETUP_CONTEXT_ONLY
888 * or with BSR = 1 if set_address is SETUP_CONTEXT_ADDRESS.
897 if (!pdev->slot_id) { in cdnsp_setup_device()
899 return -EINVAL; in cdnsp_setup_device()
902 if (!pdev->active_port->port_num) in cdnsp_setup_device()
903 return -EINVAL; in cdnsp_setup_device()
905 slot_ctx = cdnsp_get_slot_ctx(&pdev->out_ctx); in cdnsp_setup_device()
906 dev_state = GET_SLOT_STATE(le32_to_cpu(slot_ctx->dev_state)); in cdnsp_setup_device()
913 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_setup_device()
914 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_setup_device()
916 if (!slot_ctx->dev_info || dev_state == SLOT_STATE_DEFAULT) { in cdnsp_setup_device()
924 ctrl_ctx->add_flags = cpu_to_le32(SLOT_FLAG | EP0_FLAG); in cdnsp_setup_device()
925 ctrl_ctx->drop_flags = 0; in cdnsp_setup_device()
929 cdnsp_queue_address_device(pdev, pdev->in_ctx.dma, setup); in cdnsp_setup_device()
933 trace_cdnsp_handle_cmd_addr_dev(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_setup_device()
936 ctrl_ctx->add_flags = 0; in cdnsp_setup_device()
937 ctrl_ctx->drop_flags = 0; in cdnsp_setup_device()
946 if (pdev->active_port != &pdev->usb2_port || !pdev->gadget.lpm_capable) in cdnsp_set_usb2_hardware_lpm()
953 &pdev->active_port->regs->portpmsc); in cdnsp_set_usb2_hardware_lpm()
955 writel(PORT_L1S_NYET, &pdev->active_port->regs->portpmsc); in cdnsp_set_usb2_hardware_lpm()
960 return readl(&pdev->run_regs->microframe_index) >> 3; in cdnsp_get_frame()
973 if (!ep || !desc || desc->bDescriptorType != USB_DT_ENDPOINT || in cdnsp_gadget_ep_enable()
974 !desc->wMaxPacketSize) in cdnsp_gadget_ep_enable()
975 return -EINVAL; in cdnsp_gadget_ep_enable()
978 pdev = pep->pdev; in cdnsp_gadget_ep_enable()
979 pep->ep_state &= ~EP_UNCONFIGURED; in cdnsp_gadget_ep_enable()
981 if (dev_WARN_ONCE(pdev->dev, pep->ep_state & EP_ENABLED, in cdnsp_gadget_ep_enable()
982 "%s is already enabled\n", pep->name)) in cdnsp_gadget_ep_enable()
985 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_enable()
989 dev_err(pdev->dev, "ERROR: Bad endpoint number\n"); in cdnsp_gadget_ep_enable()
990 ret = -EINVAL; in cdnsp_gadget_ep_enable()
994 pep->interval = desc->bInterval ? BIT(desc->bInterval - 1) : 0; in cdnsp_gadget_ep_enable()
996 if (pdev->gadget.speed == USB_SPEED_FULL) { in cdnsp_gadget_ep_enable()
998 pep->interval = desc->bInterval << 3; in cdnsp_gadget_ep_enable()
1000 pep->interval = BIT(desc->bInterval - 1) << 3; in cdnsp_gadget_ep_enable()
1004 if (pep->interval > BIT(12)) { in cdnsp_gadget_ep_enable()
1005 dev_err(pdev->dev, "bInterval %d not supported\n", in cdnsp_gadget_ep_enable()
1006 desc->bInterval); in cdnsp_gadget_ep_enable()
1007 ret = -EINVAL; in cdnsp_gadget_ep_enable()
1017 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_gadget_ep_enable()
1018 ctrl_ctx->add_flags = cpu_to_le32(added_ctxs); in cdnsp_gadget_ep_enable()
1019 ctrl_ctx->drop_flags = 0; in cdnsp_gadget_ep_enable()
1027 pep->ep_state |= EP_ENABLED; in cdnsp_gadget_ep_enable()
1028 pep->ep_state &= ~EP_STOPPED; in cdnsp_gadget_ep_enable()
1032 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_enable()
1048 return -EINVAL; in cdnsp_gadget_ep_disable()
1051 pdev = pep->pdev; in cdnsp_gadget_ep_disable()
1053 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_disable()
1055 if (!(pep->ep_state & EP_ENABLED)) { in cdnsp_gadget_ep_disable()
1056 dev_err(pdev->dev, "%s is already disabled\n", pep->name); in cdnsp_gadget_ep_disable()
1057 ret = -EINVAL; in cdnsp_gadget_ep_disable()
1061 pep->ep_state |= EP_DIS_IN_RROGRESS; in cdnsp_gadget_ep_disable()
1064 if (!(pep->ep_state & EP_UNCONFIGURED)) { in cdnsp_gadget_ep_disable()
1070 while (!list_empty(&pep->pending_list)) { in cdnsp_gadget_ep_disable()
1071 preq = next_request(&pep->pending_list); in cdnsp_gadget_ep_disable()
1077 pep->ep_state &= ~EP_DIS_IN_RROGRESS; in cdnsp_gadget_ep_disable()
1078 drop_flag = cdnsp_get_endpoint_flag(pep->endpoint.desc); in cdnsp_gadget_ep_disable()
1079 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_gadget_ep_disable()
1080 ctrl_ctx->drop_flags = cpu_to_le32(drop_flag); in cdnsp_gadget_ep_disable()
1081 ctrl_ctx->add_flags = 0; in cdnsp_gadget_ep_disable()
1085 if (!(pep->ep_state & EP_UNCONFIGURED)) in cdnsp_gadget_ep_disable()
1090 pep->ep_state &= ~(EP_ENABLED | EP_UNCONFIGURED); in cdnsp_gadget_ep_disable()
1091 pep->ep_state |= EP_STOPPED; in cdnsp_gadget_ep_disable()
1095 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_disable()
1110 preq->epnum = pep->number; in cdnsp_gadget_ep_alloc_request()
1111 preq->pep = pep; in cdnsp_gadget_ep_alloc_request()
1115 return &preq->request; in cdnsp_gadget_ep_alloc_request()
1138 return -EINVAL; in cdnsp_gadget_ep_queue()
1141 pdev = pep->pdev; in cdnsp_gadget_ep_queue()
1143 if (!(pep->ep_state & EP_ENABLED)) { in cdnsp_gadget_ep_queue()
1144 dev_err(pdev->dev, "%s: can't queue to disabled endpoint\n", in cdnsp_gadget_ep_queue()
1145 pep->name); in cdnsp_gadget_ep_queue()
1146 return -EINVAL; in cdnsp_gadget_ep_queue()
1150 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_queue()
1152 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_queue()
1161 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_ep_dequeue()
1165 if (request->status != -EINPROGRESS) in cdnsp_gadget_ep_dequeue()
1168 if (!pep->endpoint.desc) { in cdnsp_gadget_ep_dequeue()
1169 dev_err(pdev->dev, in cdnsp_gadget_ep_dequeue()
1171 pep->name); in cdnsp_gadget_ep_dequeue()
1172 return -ESHUTDOWN; in cdnsp_gadget_ep_dequeue()
1176 if (!(pep->ep_state & EP_ENABLED)) in cdnsp_gadget_ep_dequeue()
1179 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_dequeue()
1181 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_dequeue()
1189 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_ep_set_halt()
1194 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_set_halt()
1196 preq = next_request(&pep->pending_list); in cdnsp_gadget_ep_set_halt()
1200 ret = -EAGAIN; in cdnsp_gadget_ep_set_halt()
1208 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_set_halt()
1215 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_ep_set_wedge()
1219 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_set_wedge()
1220 pep->ep_state |= EP_WEDGE; in cdnsp_gadget_ep_set_wedge()
1222 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_set_wedge()
1253 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_giveback()
1255 list_del(&preq->list); in cdnsp_gadget_giveback()
1257 if (preq->request.status == -EINPROGRESS) in cdnsp_gadget_giveback()
1258 preq->request.status = status; in cdnsp_gadget_giveback()
1260 usb_gadget_unmap_request_by_dev(pdev->dev, &preq->request, in cdnsp_gadget_giveback()
1261 preq->direction); in cdnsp_gadget_giveback()
1265 if (preq != &pdev->ep0_preq) { in cdnsp_gadget_giveback()
1266 spin_unlock(&pdev->lock); in cdnsp_gadget_giveback()
1267 usb_gadget_giveback_request(&pep->endpoint, &preq->request); in cdnsp_gadget_giveback()
1268 spin_lock(&pdev->lock); in cdnsp_gadget_giveback()
1285 temp = readl(&pdev->ir_set->irq_control); in cdnsp_run()
1288 writel(temp, &pdev->ir_set->irq_control); in cdnsp_run()
1290 temp = readl(&pdev->port3x_regs->mode_addr); in cdnsp_run()
1305 dev_err(pdev->dev, "invalid maximum_speed parameter %d\n", in cdnsp_run()
1315 writel(temp, &pdev->port3x_regs->mode_addr); in cdnsp_run()
1316 cdnsp_set_link_state(pdev, &pdev->usb3_port.regs->portsc, in cdnsp_run()
1319 cdnsp_disable_port(pdev, &pdev->usb3_port.regs->portsc); in cdnsp_run()
1322 cdnsp_set_link_state(pdev, &pdev->usb2_port.regs->portsc, in cdnsp_run()
1327 writel(PORT_REG6_L1_L0_HW_EN | fs_speed, &pdev->port20_regs->port_reg6); in cdnsp_run()
1331 ret = -ENODEV; in cdnsp_run()
1335 temp = readl(&pdev->op_regs->command); in cdnsp_run()
1337 writel(temp, &pdev->op_regs->command); in cdnsp_run()
1339 temp = readl(&pdev->ir_set->irq_pending); in cdnsp_run()
1340 writel(IMAN_IE_SET(temp), &pdev->ir_set->irq_pending); in cdnsp_run()
1352 enum usb_device_speed max_speed = driver->max_speed; in cdnsp_gadget_udc_start()
1357 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_udc_start()
1358 pdev->gadget_driver = driver; in cdnsp_gadget_udc_start()
1361 max_speed = min(driver->max_speed, g->max_speed); in cdnsp_gadget_udc_start()
1364 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_udc_start()
1371 * - When all events have finished
1372 * - To avoid "Event Ring Full Error" condition
1381 temp_64 = cdnsp_read_64(&pdev->ir_set->erst_dequeue); in cdnsp_update_erst_dequeue()
1384 if (event_ring_deq != pdev->event_ring->dequeue) { in cdnsp_update_erst_dequeue()
1385 deq = cdnsp_trb_virt_to_dma(pdev->event_ring->deq_seg, in cdnsp_update_erst_dequeue()
1386 pdev->event_ring->dequeue); in cdnsp_update_erst_dequeue()
1397 cdnsp_write_64(temp_64, &pdev->ir_set->erst_dequeue); in cdnsp_update_erst_dequeue()
1406 cdnsp_initialize_ring_info(pdev->cmd_ring); in cdnsp_clear_cmd_ring()
1408 seg = pdev->cmd_ring->first_seg; in cdnsp_clear_cmd_ring()
1409 for (i = 0; i < pdev->cmd_ring->num_segs; i++) { in cdnsp_clear_cmd_ring()
1410 memset(seg->trbs, 0, in cdnsp_clear_cmd_ring()
1411 sizeof(union cdnsp_trb) * (TRBS_PER_SEGMENT - 1)); in cdnsp_clear_cmd_ring()
1412 seg = seg->next; in cdnsp_clear_cmd_ring()
1416 val_64 = cdnsp_read_64(&pdev->op_regs->cmd_ring); in cdnsp_clear_cmd_ring()
1418 (pdev->cmd_ring->first_seg->dma & (u64)~CMD_RING_RSVD_BITS) | in cdnsp_clear_cmd_ring()
1419 pdev->cmd_ring->cycle_state; in cdnsp_clear_cmd_ring()
1420 cdnsp_write_64(val_64, &pdev->op_regs->cmd_ring); in cdnsp_clear_cmd_ring()
1430 event_ring_deq = pdev->event_ring->dequeue; in cdnsp_consume_all_events()
1431 event_deq_seg = pdev->event_ring->deq_seg; in cdnsp_consume_all_events()
1432 event = pdev->event_ring->dequeue; in cdnsp_consume_all_events()
1436 cycle_bit = (le32_to_cpu(event->event_cmd.flags) & TRB_CYCLE); in cdnsp_consume_all_events()
1439 if (cycle_bit != pdev->event_ring->cycle_state) in cdnsp_consume_all_events()
1442 cdnsp_inc_deq(pdev, pdev->event_ring); in cdnsp_consume_all_events()
1449 if (cdnsp_last_trb_on_ring(pdev->event_ring, event_deq_seg, in cdnsp_consume_all_events()
1453 event_deq_seg = event_deq_seg->next; in cdnsp_consume_all_events()
1454 event = event_deq_seg->trbs; in cdnsp_consume_all_events()
1464 cdnsp_cmd_flush_ep(pdev, &pdev->eps[0]); in cdnsp_stop()
1467 if (!list_empty(&pdev->eps[0].pending_list)) { in cdnsp_stop()
1470 req = next_request(&pdev->eps[0].pending_list); in cdnsp_stop()
1471 if (req == &pdev->ep0_preq) in cdnsp_stop()
1472 cdnsp_ep_dequeue(&pdev->eps[0], req); in cdnsp_stop()
1475 cdnsp_disable_port(pdev, &pdev->usb2_port.regs->portsc); in cdnsp_stop()
1476 cdnsp_disable_port(pdev, &pdev->usb3_port.regs->portsc); in cdnsp_stop()
1480 temp = readl(&pdev->op_regs->status); in cdnsp_stop()
1481 writel((temp & ~0x1fff) | STS_EINT, &pdev->op_regs->status); in cdnsp_stop()
1482 temp = readl(&pdev->ir_set->irq_pending); in cdnsp_stop()
1483 writel(IMAN_IE_CLEAR(temp), &pdev->ir_set->irq_pending); in cdnsp_stop()
1485 cdnsp_clear_port_change_bit(pdev, &pdev->usb2_port.regs->portsc); in cdnsp_stop()
1486 cdnsp_clear_port_change_bit(pdev, &pdev->usb3_port.regs->portsc); in cdnsp_stop()
1489 temp = readl(&pdev->ir_set->irq_pending); in cdnsp_stop()
1491 writel(temp, &pdev->ir_set->irq_pending); in cdnsp_stop()
1501 * This function is called by the gadget core when the driver is removed.
1509 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_udc_stop()
1511 pdev->gadget_driver = NULL; in cdnsp_gadget_udc_stop()
1512 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_udc_stop()
1529 port_regs = pdev->active_port->regs; in __cdnsp_gadget_wakeup()
1530 portsc = readl(&port_regs->portsc) & PORT_PLS_MASK; in __cdnsp_gadget_wakeup()
1532 /* Remote wakeup feature is not enabled by host. */ in __cdnsp_gadget_wakeup()
1533 if (pdev->gadget.speed < USB_SPEED_SUPER && portsc == XDEV_U2) { in __cdnsp_gadget_wakeup()
1534 portpm = readl(&port_regs->portpmsc); in __cdnsp_gadget_wakeup()
1540 if (portsc == XDEV_U3 && !pdev->may_wakeup) in __cdnsp_gadget_wakeup()
1543 cdnsp_set_link_state(pdev, &port_regs->portsc, XDEV_U0); in __cdnsp_gadget_wakeup()
1545 pdev->cdnsp_state |= CDNSP_WAKEUP_PENDING; in __cdnsp_gadget_wakeup()
1553 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_wakeup()
1555 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_wakeup()
1566 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_set_selfpowered()
1567 g->is_selfpowered = !!is_selfpowered; in cdnsp_gadget_set_selfpowered()
1568 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_set_selfpowered()
1576 struct cdns *cdns = dev_get_drvdata(pdev->dev); in cdnsp_gadget_pullup()
1582 * Disable events handling while controller is being in cdnsp_gadget_pullup()
1585 disable_irq(cdns->dev_irq); in cdnsp_gadget_pullup()
1586 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_pullup()
1595 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_pullup()
1596 enable_irq(cdns->dev_irq); in cdnsp_gadget_pullup()
1613 void __iomem *reg = &pdev->cap_regs->hc_capbase; in cdnsp_get_ep_buffering()
1618 if (!pep->direction) { in cdnsp_get_ep_buffering()
1619 pep->buffering = readl(reg + XBUF_RX_TAG_MASK_0_OFFSET); in cdnsp_get_ep_buffering()
1620 pep->buffering_period = readl(reg + XBUF_RX_TAG_MASK_1_OFFSET); in cdnsp_get_ep_buffering()
1621 pep->buffering = (pep->buffering + 1) / 2; in cdnsp_get_ep_buffering()
1622 pep->buffering_period = (pep->buffering_period + 1) / 2; in cdnsp_get_ep_buffering()
1626 endpoints = HCS_ENDPOINTS(pdev->hcs_params1) / 2; in cdnsp_get_ep_buffering()
1631 reg += pep->number * sizeof(u32) * 2; in cdnsp_get_ep_buffering()
1633 pep->buffering = (readl(reg) + 1) / 2; in cdnsp_get_ep_buffering()
1634 pep->buffering_period = pep->buffering; in cdnsp_get_ep_buffering()
1639 int max_streams = HCC_MAX_PSA(pdev->hcc_params); in cdnsp_gadget_init_endpoints()
1643 INIT_LIST_HEAD(&pdev->gadget.ep_list); in cdnsp_gadget_init_endpoints()
1646 dev_err(pdev->dev, "Stream size %d not supported\n", in cdnsp_gadget_init_endpoints()
1648 return -EINVAL; in cdnsp_gadget_init_endpoints()
1660 pep = &pdev->eps[i]; in cdnsp_gadget_init_endpoints()
1661 pep->pdev = pdev; in cdnsp_gadget_init_endpoints()
1662 pep->number = epnum; in cdnsp_gadget_init_endpoints()
1663 pep->direction = direction; /* 0 for OUT, 1 for IN. */ in cdnsp_gadget_init_endpoints()
1666 * Ep0 is bidirectional, so ep0in and ep0out are represented by in cdnsp_gadget_init_endpoints()
1667 * pdev->eps[0] in cdnsp_gadget_init_endpoints()
1670 snprintf(pep->name, sizeof(pep->name), "ep%d%s", in cdnsp_gadget_init_endpoints()
1673 pep->idx = 0; in cdnsp_gadget_init_endpoints()
1674 usb_ep_set_maxpacket_limit(&pep->endpoint, 512); in cdnsp_gadget_init_endpoints()
1675 pep->endpoint.maxburst = 1; in cdnsp_gadget_init_endpoints()
1676 pep->endpoint.ops = &cdnsp_gadget_ep0_ops; in cdnsp_gadget_init_endpoints()
1677 pep->endpoint.desc = &cdnsp_gadget_ep0_desc; in cdnsp_gadget_init_endpoints()
1678 pep->endpoint.comp_desc = NULL; in cdnsp_gadget_init_endpoints()
1679 pep->endpoint.caps.type_control = true; in cdnsp_gadget_init_endpoints()
1680 pep->endpoint.caps.dir_in = true; in cdnsp_gadget_init_endpoints()
1681 pep->endpoint.caps.dir_out = true; in cdnsp_gadget_init_endpoints()
1683 pdev->ep0_preq.epnum = pep->number; in cdnsp_gadget_init_endpoints()
1684 pdev->ep0_preq.pep = pep; in cdnsp_gadget_init_endpoints()
1685 pdev->gadget.ep0 = &pep->endpoint; in cdnsp_gadget_init_endpoints()
1687 snprintf(pep->name, sizeof(pep->name), "ep%d%s", in cdnsp_gadget_init_endpoints()
1688 epnum, (pep->direction) ? "in" : "out"); in cdnsp_gadget_init_endpoints()
1690 pep->idx = (epnum * 2 + (direction ? 1 : 0)) - 1; in cdnsp_gadget_init_endpoints()
1691 usb_ep_set_maxpacket_limit(&pep->endpoint, 1024); in cdnsp_gadget_init_endpoints()
1693 pep->endpoint.max_streams = max_streams; in cdnsp_gadget_init_endpoints()
1694 pep->endpoint.ops = &cdnsp_gadget_ep_ops; in cdnsp_gadget_init_endpoints()
1695 list_add_tail(&pep->endpoint.ep_list, in cdnsp_gadget_init_endpoints()
1696 &pdev->gadget.ep_list); in cdnsp_gadget_init_endpoints()
1698 pep->endpoint.caps.type_iso = true; in cdnsp_gadget_init_endpoints()
1699 pep->endpoint.caps.type_bulk = true; in cdnsp_gadget_init_endpoints()
1700 pep->endpoint.caps.type_int = true; in cdnsp_gadget_init_endpoints()
1702 pep->endpoint.caps.dir_in = direction; in cdnsp_gadget_init_endpoints()
1703 pep->endpoint.caps.dir_out = !direction; in cdnsp_gadget_init_endpoints()
1706 pep->endpoint.name = pep->name; in cdnsp_gadget_init_endpoints()
1707 pep->in_ctx = cdnsp_get_ep_ctx(&pdev->in_ctx, pep->idx); in cdnsp_gadget_init_endpoints()
1708 pep->out_ctx = cdnsp_get_ep_ctx(&pdev->out_ctx, pep->idx); in cdnsp_gadget_init_endpoints()
1711 dev_dbg(pdev->dev, "Init %s, MPS: %04x SupType: " in cdnsp_gadget_init_endpoints()
1714 pep->name, 1024, in cdnsp_gadget_init_endpoints()
1715 (pep->endpoint.caps.type_control) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1716 (pep->endpoint.caps.type_int) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1717 (pep->endpoint.caps.type_bulk) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1718 (pep->endpoint.caps.type_iso) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1719 (pep->endpoint.caps.dir_in) ? "yes" : "no", in cdnsp_gadget_init_endpoints()
1720 (pep->endpoint.caps.dir_out) ? "yes" : "no"); in cdnsp_gadget_init_endpoints()
1722 INIT_LIST_HEAD(&pep->pending_list); in cdnsp_gadget_init_endpoints()
1734 pep = &pdev->eps[i]; in cdnsp_gadget_free_endpoints()
1735 if (pep->number != 0 && pep->out_ctx) in cdnsp_gadget_free_endpoints()
1736 list_del(&pep->endpoint.ep_list); in cdnsp_gadget_free_endpoints()
1742 pdev->cdnsp_state |= CDNSP_STATE_DISCONNECT_PENDING; in cdnsp_disconnect_gadget()
1744 if (pdev->gadget_driver && pdev->gadget_driver->disconnect) { in cdnsp_disconnect_gadget()
1745 spin_unlock(&pdev->lock); in cdnsp_disconnect_gadget()
1746 pdev->gadget_driver->disconnect(&pdev->gadget); in cdnsp_disconnect_gadget()
1747 spin_lock(&pdev->lock); in cdnsp_disconnect_gadget()
1750 pdev->gadget.speed = USB_SPEED_UNKNOWN; in cdnsp_disconnect_gadget()
1751 usb_gadget_set_state(&pdev->gadget, USB_STATE_NOTATTACHED); in cdnsp_disconnect_gadget()
1753 pdev->cdnsp_state &= ~CDNSP_STATE_DISCONNECT_PENDING; in cdnsp_disconnect_gadget()
1758 if (pdev->gadget_driver && pdev->gadget_driver->suspend) { in cdnsp_suspend_gadget()
1759 spin_unlock(&pdev->lock); in cdnsp_suspend_gadget()
1760 pdev->gadget_driver->suspend(&pdev->gadget); in cdnsp_suspend_gadget()
1761 spin_lock(&pdev->lock); in cdnsp_suspend_gadget()
1767 if (pdev->gadget_driver && pdev->gadget_driver->resume) { in cdnsp_resume_gadget()
1768 spin_unlock(&pdev->lock); in cdnsp_resume_gadget()
1769 pdev->gadget_driver->resume(&pdev->gadget); in cdnsp_resume_gadget()
1770 spin_lock(&pdev->lock); in cdnsp_resume_gadget()
1780 port_regs = pdev->active_port->regs; in cdnsp_irq_reset()
1781 pdev->gadget.speed = cdnsp_port_speed(readl(port_regs)); in cdnsp_irq_reset()
1783 spin_unlock(&pdev->lock); in cdnsp_irq_reset()
1784 usb_gadget_udc_reset(&pdev->gadget, pdev->gadget_driver); in cdnsp_irq_reset()
1785 spin_lock(&pdev->lock); in cdnsp_irq_reset()
1787 switch (pdev->gadget.speed) { in cdnsp_irq_reset()
1791 pdev->gadget.ep0->maxpacket = 512; in cdnsp_irq_reset()
1796 pdev->gadget.ep0->maxpacket = 64; in cdnsp_irq_reset()
1799 /* Low speed is not supported. */ in cdnsp_irq_reset()
1800 dev_err(pdev->dev, "Unknown device speed\n"); in cdnsp_irq_reset()
1806 usb_gadget_set_state(&pdev->gadget, USB_STATE_DEFAULT); in cdnsp_irq_reset()
1811 void __iomem *reg = &pdev->cap_regs->hc_capbase; in cdnsp_get_rev_cap()
1814 pdev->rev_cap = reg; in cdnsp_get_rev_cap()
1816 pdev->rtl_revision = readl(&pdev->rev_cap->rtl_revision); in cdnsp_get_rev_cap()
1818 dev_info(pdev->dev, "Rev: %08x/%08x, eps: %08x, buff: %08x/%08x\n", in cdnsp_get_rev_cap()
1819 readl(&pdev->rev_cap->ctrl_revision), in cdnsp_get_rev_cap()
1820 readl(&pdev->rev_cap->rtl_revision), in cdnsp_get_rev_cap()
1821 readl(&pdev->rev_cap->ep_supported), in cdnsp_get_rev_cap()
1822 readl(&pdev->rev_cap->rx_buff_size), in cdnsp_get_rev_cap()
1823 readl(&pdev->rev_cap->tx_buff_size)); in cdnsp_get_rev_cap()
1831 pdev->cap_regs = pdev->regs; in cdnsp_gen_setup()
1832 pdev->op_regs = pdev->regs + in cdnsp_gen_setup()
1833 HC_LENGTH(readl(&pdev->cap_regs->hc_capbase)); in cdnsp_gen_setup()
1834 pdev->run_regs = pdev->regs + in cdnsp_gen_setup()
1835 (readl(&pdev->cap_regs->run_regs_off) & RTSOFF_MASK); in cdnsp_gen_setup()
1837 /* Cache read-only capability registers */ in cdnsp_gen_setup()
1838 pdev->hcs_params1 = readl(&pdev->cap_regs->hcs_params1); in cdnsp_gen_setup()
1839 pdev->hcc_params = readl(&pdev->cap_regs->hc_capbase); in cdnsp_gen_setup()
1840 pdev->hci_version = HC_VERSION(pdev->hcc_params); in cdnsp_gen_setup()
1841 pdev->hcc_params = readl(&pdev->cap_regs->hcc_params); in cdnsp_gen_setup()
1845 * enabling UTMI clock and synchronizing APB and UTMI clock domains. in cdnsp_gen_setup()
1846 * This fix is platform specific and is required to fixes issue with in cdnsp_gen_setup()
1848 * from L1 state. in cdnsp_gen_setup()
1854 /* Make sure the Device Controller is halted. */ in cdnsp_gen_setup()
1865 * Set dma_mask and coherent_dma_mask to 64-bits, in cdnsp_gen_setup()
1866 * if controller supports 64-bit addressing. in cdnsp_gen_setup()
1868 if (HCC_64BIT_ADDR(pdev->hcc_params) && in cdnsp_gen_setup()
1869 !dma_set_mask(pdev->dev, DMA_BIT_MASK(64))) { in cdnsp_gen_setup()
1870 dev_dbg(pdev->dev, "Enabling 64-bit DMA addresses.\n"); in cdnsp_gen_setup()
1871 dma_set_coherent_mask(pdev->dev, DMA_BIT_MASK(64)); in cdnsp_gen_setup()
1874 * This is to avoid error in cases where a 32-bit USB in cdnsp_gen_setup()
1875 * controller is used on a 64-bit capable system. in cdnsp_gen_setup()
1877 ret = dma_set_mask(pdev->dev, DMA_BIT_MASK(32)); in cdnsp_gen_setup()
1881 dev_dbg(pdev->dev, "Enabling 32-bit DMA addresses.\n"); in cdnsp_gen_setup()
1882 dma_set_coherent_mask(pdev->dev, DMA_BIT_MASK(32)); in cdnsp_gen_setup()
1885 spin_lock_init(&pdev->lock); in cdnsp_gen_setup()
1896 reg = readl(&pdev->port3x_regs->mode_2); in cdnsp_gen_setup()
1898 writel(reg, &pdev->port3x_regs->mode_2); in cdnsp_gen_setup()
1907 int ret = -ENOMEM; in __cdnsp_gadget_init()
1913 return -ENOMEM; in __cdnsp_gadget_init()
1915 pm_runtime_get_sync(cdns->dev); in __cdnsp_gadget_init()
1917 cdns->gadget_dev = pdev; in __cdnsp_gadget_init()
1918 pdev->dev = cdns->dev; in __cdnsp_gadget_init()
1919 pdev->regs = cdns->dev_regs; in __cdnsp_gadget_init()
1920 max_speed = usb_get_maximum_speed(cdns->dev); in __cdnsp_gadget_init()
1929 dev_err(cdns->dev, "invalid speed parameter %d\n", max_speed); in __cdnsp_gadget_init()
1937 pdev->gadget.ops = &cdnsp_gadget_ops; in __cdnsp_gadget_init()
1938 pdev->gadget.name = "cdnsp-gadget"; in __cdnsp_gadget_init()
1939 pdev->gadget.speed = USB_SPEED_UNKNOWN; in __cdnsp_gadget_init()
1940 pdev->gadget.sg_supported = 1; in __cdnsp_gadget_init()
1941 pdev->gadget.max_speed = max_speed; in __cdnsp_gadget_init()
1942 pdev->gadget.lpm_capable = 1; in __cdnsp_gadget_init()
1944 pdev->setup_buf = kzalloc(CDNSP_EP0_SETUP_SIZE, GFP_KERNEL); in __cdnsp_gadget_init()
1945 if (!pdev->setup_buf) in __cdnsp_gadget_init()
1952 pdev->gadget.quirk_ep_out_aligned_size = true; in __cdnsp_gadget_init()
1956 dev_err(pdev->dev, "Generic initialization failed %d\n", ret); in __cdnsp_gadget_init()
1962 dev_err(pdev->dev, "failed to initialize endpoints\n"); in __cdnsp_gadget_init()
1966 ret = usb_add_gadget_udc(pdev->dev, &pdev->gadget); in __cdnsp_gadget_init()
1968 dev_err(pdev->dev, "failed to register udc\n"); in __cdnsp_gadget_init()
1972 ret = devm_request_threaded_irq(pdev->dev, cdns->dev_irq, in __cdnsp_gadget_init()
1975 dev_name(pdev->dev), pdev); in __cdnsp_gadget_init()
1982 usb_del_gadget_udc(&pdev->gadget); in __cdnsp_gadget_init()
1990 kfree(pdev->setup_buf); in __cdnsp_gadget_init()
1999 struct cdnsp_device *pdev = cdns->gadget_dev; in cdnsp_gadget_exit()
2001 devm_free_irq(pdev->dev, cdns->dev_irq, pdev); in cdnsp_gadget_exit()
2002 pm_runtime_mark_last_busy(cdns->dev); in cdnsp_gadget_exit()
2003 pm_runtime_put_autosuspend(cdns->dev); in cdnsp_gadget_exit()
2004 usb_del_gadget_udc(&pdev->gadget); in cdnsp_gadget_exit()
2008 cdns->gadget_dev = NULL; in cdnsp_gadget_exit()
2014 struct cdnsp_device *pdev = cdns->gadget_dev; in cdnsp_gadget_suspend()
2017 if (pdev->link_state == XDEV_U3) in cdnsp_gadget_suspend()
2020 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_suspend()
2023 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_suspend()
2030 struct cdnsp_device *pdev = cdns->gadget_dev; in cdnsp_gadget_resume()
2035 if (!pdev->gadget_driver) in cdnsp_gadget_resume()
2038 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_resume()
2039 max_speed = pdev->gadget_driver->max_speed; in cdnsp_gadget_resume()
2042 max_speed = min(max_speed, pdev->gadget.max_speed); in cdnsp_gadget_resume()
2046 if (pdev->link_state == XDEV_U3) in cdnsp_gadget_resume()
2049 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_resume()
2055 * cdnsp_gadget_init - initialize device structure
2064 rdrv = devm_kzalloc(cdns->dev, sizeof(*rdrv), GFP_KERNEL); in cdnsp_gadget_init()
2066 return -ENOMEM; in cdnsp_gadget_init()
2068 rdrv->start = __cdnsp_gadget_init; in cdnsp_gadget_init()
2069 rdrv->stop = cdnsp_gadget_exit; in cdnsp_gadget_init()
2070 rdrv->suspend = cdnsp_gadget_suspend; in cdnsp_gadget_init()
2071 rdrv->resume = cdnsp_gadget_resume; in cdnsp_gadget_init()
2072 rdrv->state = CDNS_ROLE_STATE_INACTIVE; in cdnsp_gadget_init()
2073 rdrv->name = "gadget"; in cdnsp_gadget_init()
2074 cdns->roles[USB_ROLE_DEVICE] = rdrv; in cdnsp_gadget_init()