Lines Matching refs:hsotg
56 static void dwc2_track_missed_sofs(struct dwc2_hsotg *hsotg) in dwc2_track_missed_sofs() argument
59 u16 curr_frame_number = hsotg->frame_number; in dwc2_track_missed_sofs()
61 if (hsotg->frame_num_idx < FRAME_NUM_ARRAY_SIZE) { in dwc2_track_missed_sofs()
62 if (((hsotg->last_frame_num + 1) & HFNUM_MAX_FRNUM) != in dwc2_track_missed_sofs()
64 hsotg->frame_num_array[hsotg->frame_num_idx] = in dwc2_track_missed_sofs()
66 hsotg->last_frame_num_array[hsotg->frame_num_idx] = in dwc2_track_missed_sofs()
67 hsotg->last_frame_num; in dwc2_track_missed_sofs()
68 hsotg->frame_num_idx++; in dwc2_track_missed_sofs()
70 } else if (!hsotg->dumped_frame_num_array) { in dwc2_track_missed_sofs()
73 dev_info(hsotg->dev, "Frame Last Frame\n"); in dwc2_track_missed_sofs()
74 dev_info(hsotg->dev, "----- ----------\n"); in dwc2_track_missed_sofs()
76 dev_info(hsotg->dev, "0x%04x 0x%04x\n", in dwc2_track_missed_sofs()
77 hsotg->frame_num_array[i], in dwc2_track_missed_sofs()
78 hsotg->last_frame_num_array[i]); in dwc2_track_missed_sofs()
80 hsotg->dumped_frame_num_array = 1; in dwc2_track_missed_sofs()
82 hsotg->last_frame_num = curr_frame_number; in dwc2_track_missed_sofs()
86 static void dwc2_hc_handle_tt_clear(struct dwc2_hsotg *hsotg, in dwc2_hc_handle_tt_clear() argument
119 static void dwc2_sof_intr(struct dwc2_hsotg *hsotg) in dwc2_sof_intr() argument
126 dev_vdbg(hsotg->dev, "--Start of Frame Interrupt--\n"); in dwc2_sof_intr()
129 hsotg->frame_number = dwc2_hcd_get_frame_number(hsotg); in dwc2_sof_intr()
131 dwc2_track_missed_sofs(hsotg); in dwc2_sof_intr()
134 qh_entry = hsotg->periodic_sched_inactive.next; in dwc2_sof_intr()
135 while (qh_entry != &hsotg->periodic_sched_inactive) { in dwc2_sof_intr()
138 if (dwc2_frame_num_le(qh->sched_frame, hsotg->frame_number)) in dwc2_sof_intr()
144 &hsotg->periodic_sched_ready); in dwc2_sof_intr()
146 tr_type = dwc2_hcd_select_transactions(hsotg); in dwc2_sof_intr()
148 dwc2_hcd_queue_transactions(hsotg, tr_type); in dwc2_sof_intr()
151 writel(GINTSTS_SOF, hsotg->regs + GINTSTS); in dwc2_sof_intr()
159 static void dwc2_rx_fifo_level_intr(struct dwc2_hsotg *hsotg) in dwc2_rx_fifo_level_intr() argument
165 dev_vdbg(hsotg->dev, "--RxFIFO Level Interrupt--\n"); in dwc2_rx_fifo_level_intr()
167 grxsts = readl(hsotg->regs + GRXSTSP); in dwc2_rx_fifo_level_intr()
169 chan = hsotg->hc_ptr_array[chnum]; in dwc2_rx_fifo_level_intr()
171 dev_err(hsotg->dev, "Unable to get corresponding channel\n"); in dwc2_rx_fifo_level_intr()
181 dev_vdbg(hsotg->dev, " Ch num = %d\n", chnum); in dwc2_rx_fifo_level_intr()
182 dev_vdbg(hsotg->dev, " Count = %d\n", bcnt); in dwc2_rx_fifo_level_intr()
183 dev_vdbg(hsotg->dev, " DPID = %d, chan.dpid = %d\n", dpid, in dwc2_rx_fifo_level_intr()
185 dev_vdbg(hsotg->dev, " PStatus = %d\n", pktsts); in dwc2_rx_fifo_level_intr()
192 dwc2_read_packet(hsotg, chan->xfer_buf, bcnt); in dwc2_rx_fifo_level_intr()
205 dev_err(hsotg->dev, in dwc2_rx_fifo_level_intr()
217 static void dwc2_np_tx_fifo_empty_intr(struct dwc2_hsotg *hsotg) in dwc2_np_tx_fifo_empty_intr() argument
219 dev_vdbg(hsotg->dev, "--Non-Periodic TxFIFO Empty Interrupt--\n"); in dwc2_np_tx_fifo_empty_intr()
220 dwc2_hcd_queue_transactions(hsotg, DWC2_TRANSACTION_NON_PERIODIC); in dwc2_np_tx_fifo_empty_intr()
229 static void dwc2_perio_tx_fifo_empty_intr(struct dwc2_hsotg *hsotg) in dwc2_perio_tx_fifo_empty_intr() argument
232 dev_vdbg(hsotg->dev, "--Periodic TxFIFO Empty Interrupt--\n"); in dwc2_perio_tx_fifo_empty_intr()
233 dwc2_hcd_queue_transactions(hsotg, DWC2_TRANSACTION_PERIODIC); in dwc2_perio_tx_fifo_empty_intr()
236 static void dwc2_hprt0_enable(struct dwc2_hsotg *hsotg, u32 hprt0, in dwc2_hprt0_enable() argument
239 struct dwc2_core_params *params = hsotg->core_params; in dwc2_hprt0_enable()
247 dev_vdbg(hsotg->dev, "%s(%p)\n", __func__, hsotg); in dwc2_hprt0_enable()
250 hfir = readl(hsotg->regs + HFIR); in dwc2_hprt0_enable()
252 hfir |= dwc2_calc_frame_interval(hsotg) << HFIR_FRINT_SHIFT & in dwc2_hprt0_enable()
254 writel(hfir, hsotg->regs + HFIR); in dwc2_hprt0_enable()
259 hsotg->flags.b.port_reset_change = 1; in dwc2_hprt0_enable()
263 usbcfg = readl(hsotg->regs + GUSBCFG); in dwc2_hprt0_enable()
271 writel(usbcfg, hsotg->regs + GUSBCFG); in dwc2_hprt0_enable()
275 hcfg = readl(hsotg->regs + HCFG); in dwc2_hprt0_enable()
283 dev_vdbg(hsotg->dev, in dwc2_hprt0_enable()
289 writel(hcfg, hsotg->regs + HCFG); in dwc2_hprt0_enable()
294 dev_vdbg(hsotg->dev, in dwc2_hprt0_enable()
300 writel(hcfg, hsotg->regs + HCFG); in dwc2_hprt0_enable()
308 writel(usbcfg, hsotg->regs + GUSBCFG); in dwc2_hprt0_enable()
315 queue_delayed_work(hsotg->wq_otg, &hsotg->reset_work, in dwc2_hprt0_enable()
319 hsotg->flags.b.port_reset_change = 1; in dwc2_hprt0_enable()
328 static void dwc2_port_intr(struct dwc2_hsotg *hsotg) in dwc2_port_intr() argument
333 dev_vdbg(hsotg->dev, "--Port Interrupt--\n"); in dwc2_port_intr()
335 hprt0 = readl(hsotg->regs + HPRT0); in dwc2_port_intr()
350 dev_vdbg(hsotg->dev, in dwc2_port_intr()
353 hsotg->flags.b.port_connect_status_change = 1; in dwc2_port_intr()
354 hsotg->flags.b.port_connect_status = 1; in dwc2_port_intr()
368 dev_vdbg(hsotg->dev, in dwc2_port_intr()
373 dwc2_hprt0_enable(hsotg, hprt0, &hprt0_modify); in dwc2_port_intr()
375 hsotg->flags.b.port_enable_change = 1; in dwc2_port_intr()
380 dev_vdbg(hsotg->dev, in dwc2_port_intr()
383 hsotg->flags.b.port_over_current_change = 1; in dwc2_port_intr()
388 writel(hprt0_modify, hsotg->regs + HPRT0); in dwc2_port_intr()
400 static u32 dwc2_get_actual_xfer_length(struct dwc2_hsotg *hsotg, in dwc2_get_actual_xfer_length() argument
408 hctsiz = readl(hsotg->regs + HCTSIZ(chnum)); in dwc2_get_actual_xfer_length()
448 static int dwc2_update_urb_state(struct dwc2_hsotg *hsotg, in dwc2_update_urb_state() argument
456 int xfer_length = dwc2_get_actual_xfer_length(hsotg, chan, chnum, qtd, in dwc2_update_urb_state()
461 dev_warn(hsotg->dev, "%s(): trimming xfer length\n", __func__); in dwc2_update_urb_state()
467 dev_vdbg(hsotg->dev, "%s(): non-aligned buffer\n", __func__); in dwc2_update_urb_state()
472 dev_vdbg(hsotg->dev, "urb->actual_length=%d xfer_length=%d\n", in dwc2_update_urb_state()
486 hctsiz = readl(hsotg->regs + HCTSIZ(chnum)); in dwc2_update_urb_state()
487 dev_vdbg(hsotg->dev, "DWC_otg: %s: %s, channel %d\n", in dwc2_update_urb_state()
489 dev_vdbg(hsotg->dev, " chan->xfer_len %d\n", chan->xfer_len); in dwc2_update_urb_state()
490 dev_vdbg(hsotg->dev, " hctsiz.xfersize %d\n", in dwc2_update_urb_state()
492 dev_vdbg(hsotg->dev, " urb->transfer_buffer_length %d\n", urb->length); in dwc2_update_urb_state()
493 dev_vdbg(hsotg->dev, " urb->actual_length %d\n", urb->actual_length); in dwc2_update_urb_state()
494 dev_vdbg(hsotg->dev, " short_read %d, xfer_done %d\n", short_read, in dwc2_update_urb_state()
505 void dwc2_hcd_save_data_toggle(struct dwc2_hsotg *hsotg, in dwc2_hcd_save_data_toggle() argument
509 u32 hctsiz = readl(hsotg->regs + HCTSIZ(chnum)); in dwc2_hcd_save_data_toggle()
536 struct dwc2_hsotg *hsotg, struct dwc2_host_chan *chan, in dwc2_update_isoc_urb_state() argument
551 frame_desc->actual_length = dwc2_get_actual_xfer_length(hsotg, in dwc2_update_isoc_urb_state()
557 dev_vdbg(hsotg->dev, "%s(): non-aligned buffer\n", in dwc2_update_isoc_urb_state()
580 frame_desc->actual_length = dwc2_get_actual_xfer_length(hsotg, in dwc2_update_isoc_urb_state()
586 dev_vdbg(hsotg->dev, "%s(): non-aligned buffer\n", in dwc2_update_isoc_urb_state()
596 hsotg->core_params->dma_enable > 0) { in dwc2_update_isoc_urb_state()
603 dev_err(hsotg->dev, "Unhandled halt_status (%d)\n", in dwc2_update_isoc_urb_state()
613 dwc2_host_complete(hsotg, qtd, 0); in dwc2_update_isoc_urb_state()
629 static void dwc2_deactivate_qh(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_deactivate_qh() argument
636 dev_vdbg(hsotg->dev, " %s(%p,%p,%d)\n", __func__, in dwc2_deactivate_qh()
637 hsotg, qh, free_qtd); in dwc2_deactivate_qh()
640 dev_dbg(hsotg->dev, "## QTD list empty ##\n"); in dwc2_deactivate_qh()
653 dwc2_hcd_qtd_unlink_and_free(hsotg, qtd, qh); in dwc2_deactivate_qh()
661 dwc2_hcd_qh_deactivate(hsotg, qh, continue_split); in dwc2_deactivate_qh()
677 static void dwc2_release_channel(struct dwc2_hsotg *hsotg, in dwc2_release_channel() argument
687 dev_vdbg(hsotg->dev, " %s: channel %d, halt_status %d\n", in dwc2_release_channel()
701 dev_vdbg(hsotg->dev, in dwc2_release_channel()
704 dwc2_host_complete(hsotg, qtd, -EPROTO); in dwc2_release_channel()
715 dev_vdbg(hsotg->dev, " Complete URB with I/O error\n"); in dwc2_release_channel()
717 dwc2_host_complete(hsotg, qtd, -EIO); in dwc2_release_channel()
724 dwc2_deactivate_qh(hsotg, chan->qh, free_qtd); in dwc2_release_channel()
734 dwc2_hc_cleanup(hsotg, chan); in dwc2_release_channel()
735 list_add_tail(&chan->hc_list_entry, &hsotg->free_hc_list); in dwc2_release_channel()
737 if (hsotg->core_params->uframe_sched > 0) { in dwc2_release_channel()
738 hsotg->available_host_channels++; in dwc2_release_channel()
743 hsotg->non_periodic_channels--; in dwc2_release_channel()
756 haintmsk = readl(hsotg->regs + HAINTMSK); in dwc2_release_channel()
758 writel(haintmsk, hsotg->regs + HAINTMSK); in dwc2_release_channel()
761 tr_type = dwc2_hcd_select_transactions(hsotg); in dwc2_release_channel()
763 dwc2_hcd_queue_transactions(hsotg, tr_type); in dwc2_release_channel()
776 static void dwc2_halt_channel(struct dwc2_hsotg *hsotg, in dwc2_halt_channel() argument
781 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_halt_channel()
783 if (hsotg->core_params->dma_enable > 0) { in dwc2_halt_channel()
785 dev_vdbg(hsotg->dev, "DMA enabled\n"); in dwc2_halt_channel()
786 dwc2_release_channel(hsotg, chan, qtd, halt_status); in dwc2_halt_channel()
791 dwc2_hc_halt(hsotg, chan, halt_status); in dwc2_halt_channel()
796 dev_vdbg(hsotg->dev, "Halt on queue\n"); in dwc2_halt_channel()
799 dev_vdbg(hsotg->dev, "control/bulk\n"); in dwc2_halt_channel()
805 gintmsk = readl(hsotg->regs + GINTMSK); in dwc2_halt_channel()
807 writel(gintmsk, hsotg->regs + GINTMSK); in dwc2_halt_channel()
809 dev_vdbg(hsotg->dev, "isoc/intr\n"); in dwc2_halt_channel()
817 &hsotg->periodic_sched_assigned); in dwc2_halt_channel()
824 gintmsk = readl(hsotg->regs + GINTMSK); in dwc2_halt_channel()
826 writel(gintmsk, hsotg->regs + GINTMSK); in dwc2_halt_channel()
836 static void dwc2_complete_non_periodic_xfer(struct dwc2_hsotg *hsotg, in dwc2_complete_non_periodic_xfer() argument
841 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_complete_non_periodic_xfer()
851 dev_vdbg(hsotg->dev, "got NYET\n"); in dwc2_complete_non_periodic_xfer()
871 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_complete_non_periodic_xfer()
877 dwc2_release_channel(hsotg, chan, qtd, halt_status); in dwc2_complete_non_periodic_xfer()
886 static void dwc2_complete_periodic_xfer(struct dwc2_hsotg *hsotg, in dwc2_complete_periodic_xfer() argument
891 u32 hctsiz = readl(hsotg->regs + HCTSIZ(chnum)); in dwc2_complete_periodic_xfer()
897 dwc2_release_channel(hsotg, chan, qtd, halt_status); in dwc2_complete_periodic_xfer()
900 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_complete_periodic_xfer()
903 static int dwc2_xfercomp_isoc_split_in(struct dwc2_hsotg *hsotg, in dwc2_xfercomp_isoc_split_in() argument
914 len = dwc2_get_actual_xfer_length(hsotg, chan, chnum, qtd, in dwc2_xfercomp_isoc_split_in()
925 dev_vdbg(hsotg->dev, "%s(): non-aligned buffer\n", __func__); in dwc2_xfercomp_isoc_split_in()
940 dwc2_host_complete(hsotg, qtd, 0); in dwc2_xfercomp_isoc_split_in()
941 dwc2_release_channel(hsotg, chan, qtd, in dwc2_xfercomp_isoc_split_in()
944 dwc2_release_channel(hsotg, chan, qtd, in dwc2_xfercomp_isoc_split_in()
955 static void dwc2_hc_xfercomp_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_xfercomp_intr() argument
965 dev_vdbg(hsotg->dev, in dwc2_hc_xfercomp_intr()
974 if (hsotg->core_params->dma_desc_enable > 0) { in dwc2_hc_xfercomp_intr()
975 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, halt_status); in dwc2_hc_xfercomp_intr()
985 hsotg->core_params->dma_enable > 0) { in dwc2_hc_xfercomp_intr()
987 dwc2_xfercomp_isoc_split_in(hsotg, chan, chnum, in dwc2_hc_xfercomp_intr()
1004 dev_vdbg(hsotg->dev, in dwc2_hc_xfercomp_intr()
1009 urb_xfer_done = dwc2_update_urb_state(hsotg, chan, in dwc2_hc_xfercomp_intr()
1013 dev_vdbg(hsotg->dev, in dwc2_hc_xfercomp_intr()
1016 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, in dwc2_hc_xfercomp_intr()
1022 dev_vdbg(hsotg->dev, " Control transfer complete\n"); in dwc2_hc_xfercomp_intr()
1025 dwc2_host_complete(hsotg, qtd, urb->status); in dwc2_hc_xfercomp_intr()
1030 dwc2_complete_non_periodic_xfer(hsotg, chan, chnum, qtd, in dwc2_hc_xfercomp_intr()
1034 dev_vdbg(hsotg->dev, " Bulk transfer complete\n"); in dwc2_hc_xfercomp_intr()
1035 urb_xfer_done = dwc2_update_urb_state(hsotg, chan, chnum, urb, in dwc2_hc_xfercomp_intr()
1038 dwc2_host_complete(hsotg, qtd, urb->status); in dwc2_hc_xfercomp_intr()
1044 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_xfercomp_intr()
1045 dwc2_complete_non_periodic_xfer(hsotg, chan, chnum, qtd, in dwc2_hc_xfercomp_intr()
1049 dev_vdbg(hsotg->dev, " Interrupt transfer complete\n"); in dwc2_hc_xfercomp_intr()
1050 urb_xfer_done = dwc2_update_urb_state(hsotg, chan, chnum, urb, in dwc2_hc_xfercomp_intr()
1058 dwc2_host_complete(hsotg, qtd, urb->status); in dwc2_hc_xfercomp_intr()
1064 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_xfercomp_intr()
1065 dwc2_complete_periodic_xfer(hsotg, chan, chnum, qtd, in dwc2_hc_xfercomp_intr()
1070 dev_vdbg(hsotg->dev, " Isochronous transfer complete\n"); in dwc2_hc_xfercomp_intr()
1072 halt_status = dwc2_update_isoc_urb_state(hsotg, chan, in dwc2_hc_xfercomp_intr()
1074 dwc2_complete_periodic_xfer(hsotg, chan, chnum, qtd, in dwc2_hc_xfercomp_intr()
1080 disable_hc_int(hsotg, chnum, HCINTMSK_XFERCOMPL); in dwc2_hc_xfercomp_intr()
1087 static void dwc2_hc_stall_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_stall_intr() argument
1094 dev_dbg(hsotg->dev, "--Host Channel %d Interrupt: STALL Received--\n", in dwc2_hc_stall_intr()
1097 if (hsotg->core_params->dma_desc_enable > 0) { in dwc2_hc_stall_intr()
1098 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_stall_intr()
1109 dwc2_host_complete(hsotg, qtd, -EPIPE); in dwc2_hc_stall_intr()
1113 dwc2_host_complete(hsotg, qtd, -EPIPE); in dwc2_hc_stall_intr()
1125 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_STALL); in dwc2_hc_stall_intr()
1128 disable_hc_int(hsotg, chnum, HCINTMSK_STALL); in dwc2_hc_stall_intr()
1137 static void dwc2_update_urb_state_abn(struct dwc2_hsotg *hsotg, in dwc2_update_urb_state_abn() argument
1143 u32 xfer_length = dwc2_get_actual_xfer_length(hsotg, chan, chnum, in dwc2_update_urb_state_abn()
1148 dev_warn(hsotg->dev, "%s(): trimming xfer length\n", __func__); in dwc2_update_urb_state_abn()
1154 dev_vdbg(hsotg->dev, "%s(): non-aligned buffer\n", __func__); in dwc2_update_urb_state_abn()
1161 hctsiz = readl(hsotg->regs + HCTSIZ(chnum)); in dwc2_update_urb_state_abn()
1162 dev_vdbg(hsotg->dev, "DWC_otg: %s: %s, channel %d\n", in dwc2_update_urb_state_abn()
1164 dev_vdbg(hsotg->dev, " chan->start_pkt_count %d\n", in dwc2_update_urb_state_abn()
1166 dev_vdbg(hsotg->dev, " hctsiz.pktcnt %d\n", in dwc2_update_urb_state_abn()
1168 dev_vdbg(hsotg->dev, " chan->max_packet %d\n", chan->max_packet); in dwc2_update_urb_state_abn()
1169 dev_vdbg(hsotg->dev, " bytes_transferred %d\n", in dwc2_update_urb_state_abn()
1171 dev_vdbg(hsotg->dev, " urb->actual_length %d\n", in dwc2_update_urb_state_abn()
1173 dev_vdbg(hsotg->dev, " urb->transfer_buffer_length %d\n", in dwc2_update_urb_state_abn()
1181 static void dwc2_hc_nak_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_nak_intr() argument
1186 dev_vdbg(hsotg->dev, "--Host Channel %d Interrupt: NAK Received--\n", in dwc2_hc_nak_intr()
1197 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NAK); in dwc2_hc_nak_intr()
1204 if (hsotg->core_params->dma_enable > 0 && chan->ep_is_in) { in dwc2_hc_nak_intr()
1223 dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, in dwc2_hc_nak_intr()
1225 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_nak_intr()
1236 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NAK); in dwc2_hc_nak_intr()
1240 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NAK); in dwc2_hc_nak_intr()
1244 dev_err(hsotg->dev, "NACK interrupt for ISOC transfer\n"); in dwc2_hc_nak_intr()
1249 disable_hc_int(hsotg, chnum, HCINTMSK_NAK); in dwc2_hc_nak_intr()
1257 static void dwc2_hc_ack_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_ack_intr() argument
1264 dev_vdbg(hsotg->dev, "--Host Channel %d Interrupt: ACK Received--\n", in dwc2_hc_ack_intr()
1275 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_ACK); in dwc2_hc_ack_intr()
1318 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_ACK); in dwc2_hc_ack_intr()
1326 disable_hc_int(hsotg, chnum, HCINTMSK_ACK); in dwc2_hc_ack_intr()
1336 static void dwc2_hc_nyet_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_nyet_intr() argument
1341 dev_vdbg(hsotg->dev, "--Host Channel %d Interrupt: NYET Received--\n", in dwc2_hc_nyet_intr()
1350 hsotg->core_params->dma_enable > 0) { in dwc2_hc_nyet_intr()
1356 dwc2_host_complete(hsotg, qtd, 0); in dwc2_hc_nyet_intr()
1357 dwc2_release_channel(hsotg, chan, qtd, in dwc2_hc_nyet_intr()
1360 dwc2_release_channel(hsotg, chan, qtd, in dwc2_hc_nyet_intr()
1368 int frnum = dwc2_hcd_get_frame_number(hsotg); in dwc2_hc_nyet_intr()
1387 dwc2_halt_channel(hsotg, chan, qtd, in dwc2_hc_nyet_intr()
1394 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NYET); in dwc2_hc_nyet_intr()
1401 dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, qtd, in dwc2_hc_nyet_intr()
1403 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_nyet_intr()
1409 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NYET); in dwc2_hc_nyet_intr()
1412 disable_hc_int(hsotg, chnum, HCINTMSK_NYET); in dwc2_hc_nyet_intr()
1419 static void dwc2_hc_babble_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_babble_intr() argument
1423 dev_dbg(hsotg->dev, "--Host Channel %d Interrupt: Babble Error--\n", in dwc2_hc_babble_intr()
1426 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_babble_intr()
1428 if (hsotg->core_params->dma_desc_enable > 0) { in dwc2_hc_babble_intr()
1429 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_babble_intr()
1435 dwc2_host_complete(hsotg, qtd, -EOVERFLOW); in dwc2_hc_babble_intr()
1436 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_BABBLE_ERR); in dwc2_hc_babble_intr()
1440 halt_status = dwc2_update_isoc_urb_state(hsotg, chan, chnum, in dwc2_hc_babble_intr()
1442 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_hc_babble_intr()
1446 disable_hc_int(hsotg, chnum, HCINTMSK_BBLERR); in dwc2_hc_babble_intr()
1453 static void dwc2_hc_ahberr_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_ahberr_intr() argument
1464 dev_dbg(hsotg->dev, "--Host Channel %d Interrupt: AHB Error--\n", in dwc2_hc_ahberr_intr()
1470 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_ahberr_intr()
1472 hcchar = readl(hsotg->regs + HCCHAR(chnum)); in dwc2_hc_ahberr_intr()
1473 hcsplt = readl(hsotg->regs + HCSPLT(chnum)); in dwc2_hc_ahberr_intr()
1474 hctsiz = readl(hsotg->regs + HCTSIZ(chnum)); in dwc2_hc_ahberr_intr()
1475 hc_dma = readl(hsotg->regs + HCDMA(chnum)); in dwc2_hc_ahberr_intr()
1477 dev_err(hsotg->dev, "AHB ERROR, Channel %d\n", chnum); in dwc2_hc_ahberr_intr()
1478 dev_err(hsotg->dev, " hcchar 0x%08x, hcsplt 0x%08x\n", hcchar, hcsplt); in dwc2_hc_ahberr_intr()
1479 dev_err(hsotg->dev, " hctsiz 0x%08x, hc_dma 0x%08x\n", hctsiz, hc_dma); in dwc2_hc_ahberr_intr()
1480 dev_err(hsotg->dev, " Device address: %d\n", in dwc2_hc_ahberr_intr()
1482 dev_err(hsotg->dev, " Endpoint: %d, %s\n", in dwc2_hc_ahberr_intr()
1504 dev_err(hsotg->dev, " Endpoint type: %s\n", pipetype); in dwc2_hc_ahberr_intr()
1521 dev_err(hsotg->dev, " Speed: %s\n", speed); in dwc2_hc_ahberr_intr()
1523 dev_err(hsotg->dev, " Max packet size: %d\n", in dwc2_hc_ahberr_intr()
1525 dev_err(hsotg->dev, " Data buffer length: %d\n", urb->length); in dwc2_hc_ahberr_intr()
1526 dev_err(hsotg->dev, " Transfer buffer: %p, Transfer DMA: %08lx\n", in dwc2_hc_ahberr_intr()
1528 dev_err(hsotg->dev, " Setup buffer: %p, Setup DMA: %08lx\n", in dwc2_hc_ahberr_intr()
1530 dev_err(hsotg->dev, " Interval: %d\n", urb->interval); in dwc2_hc_ahberr_intr()
1533 if (hsotg->core_params->dma_desc_enable > 0) { in dwc2_hc_ahberr_intr()
1534 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_ahberr_intr()
1539 dwc2_host_complete(hsotg, qtd, -EIO); in dwc2_hc_ahberr_intr()
1546 dwc2_hc_halt(hsotg, chan, DWC2_HC_XFER_AHB_ERR); in dwc2_hc_ahberr_intr()
1549 disable_hc_int(hsotg, chnum, HCINTMSK_AHBERR); in dwc2_hc_ahberr_intr()
1556 static void dwc2_hc_xacterr_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_xacterr_intr() argument
1560 dev_dbg(hsotg->dev, in dwc2_hc_xacterr_intr()
1563 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_xacterr_intr()
1565 if (hsotg->core_params->dma_desc_enable > 0) { in dwc2_hc_xacterr_intr()
1566 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_xacterr_intr()
1577 dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, in dwc2_hc_xacterr_intr()
1579 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_xacterr_intr()
1588 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_XACT_ERR); in dwc2_hc_xacterr_intr()
1594 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_XACT_ERR); in dwc2_hc_xacterr_intr()
1600 halt_status = dwc2_update_isoc_urb_state(hsotg, chan, in dwc2_hc_xacterr_intr()
1602 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_hc_xacterr_intr()
1608 disable_hc_int(hsotg, chnum, HCINTMSK_XACTERR); in dwc2_hc_xacterr_intr()
1615 static void dwc2_hc_frmovrun_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_frmovrun_intr() argument
1622 dev_dbg(hsotg->dev, "--Host Channel %d Interrupt: Frame Overrun--\n", in dwc2_hc_frmovrun_intr()
1625 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_frmovrun_intr()
1632 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_FRAME_OVERRUN); in dwc2_hc_frmovrun_intr()
1635 halt_status = dwc2_update_isoc_urb_state(hsotg, chan, chnum, in dwc2_hc_frmovrun_intr()
1637 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_hc_frmovrun_intr()
1641 disable_hc_int(hsotg, chnum, HCINTMSK_FRMOVRUN); in dwc2_hc_frmovrun_intr()
1648 static void dwc2_hc_datatglerr_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_datatglerr_intr() argument
1652 dev_dbg(hsotg->dev, in dwc2_hc_datatglerr_intr()
1658 dev_err(hsotg->dev, in dwc2_hc_datatglerr_intr()
1662 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_datatglerr_intr()
1663 disable_hc_int(hsotg, chnum, HCINTMSK_DATATGLERR); in dwc2_hc_datatglerr_intr()
1673 static bool dwc2_halt_status_ok(struct dwc2_hsotg *hsotg, in dwc2_halt_status_ok() argument
1688 hcchar = readl(hsotg->regs + HCCHAR(chnum)); in dwc2_halt_status_ok()
1689 hctsiz = readl(hsotg->regs + HCTSIZ(chnum)); in dwc2_halt_status_ok()
1690 hcintmsk = readl(hsotg->regs + HCINTMSK(chnum)); in dwc2_halt_status_ok()
1691 hcsplt = readl(hsotg->regs + HCSPLT(chnum)); in dwc2_halt_status_ok()
1692 dev_dbg(hsotg->dev, in dwc2_halt_status_ok()
1695 dev_dbg(hsotg->dev, in dwc2_halt_status_ok()
1698 dev_dbg(hsotg->dev, in dwc2_halt_status_ok()
1702 dev_dbg(hsotg->dev, "qtd->complete_split %d\n", in dwc2_halt_status_ok()
1704 dev_warn(hsotg->dev, in dwc2_halt_status_ok()
1715 hcchar = readl(hsotg->regs + HCCHAR(chnum)); in dwc2_halt_status_ok()
1717 dev_warn(hsotg->dev, in dwc2_halt_status_ok()
1721 dwc2_halt_channel(hsotg, chan, qtd, chan->halt_status); in dwc2_halt_status_ok()
1733 static void dwc2_hc_chhltd_intr_dma(struct dwc2_hsotg *hsotg, in dwc2_hc_chhltd_intr_dma() argument
1741 dev_vdbg(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1749 if (hsotg->hw_params.snpsid >= DWC2_CORE_REV_2_71a) { in dwc2_hc_chhltd_intr_dma()
1759 hsotg->core_params->dma_desc_enable <= 0)) { in dwc2_hc_chhltd_intr_dma()
1760 if (hsotg->core_params->dma_desc_enable > 0) in dwc2_hc_chhltd_intr_dma()
1761 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_chhltd_intr_dma()
1770 dwc2_release_channel(hsotg, chan, qtd, in dwc2_hc_chhltd_intr_dma()
1775 hcintmsk = readl(hsotg->regs + HCINTMSK(chnum)); in dwc2_hc_chhltd_intr_dma()
1786 dwc2_hc_ack_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1787 dwc2_hc_xfercomp_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1789 dwc2_hc_stall_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1791 hsotg->core_params->dma_desc_enable <= 0) { in dwc2_hc_chhltd_intr_dma()
1795 dev_vdbg(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1799 dev_vdbg(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1809 dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1811 hsotg->core_params->dma_desc_enable > 0) { in dwc2_hc_chhltd_intr_dma()
1812 dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1814 hsotg->core_params->dma_desc_enable > 0) { in dwc2_hc_chhltd_intr_dma()
1815 dwc2_hc_ahberr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1817 dwc2_hc_babble_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1819 dwc2_hc_frmovrun_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1828 dwc2_hc_nyet_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1838 dwc2_hc_nak_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1848 dwc2_hc_ack_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1858 dev_dbg(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1861 dwc2_halt_channel(hsotg, chan, qtd, in dwc2_hc_chhltd_intr_dma()
1864 dev_err(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1867 dev_err(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1870 readl(hsotg->regs + GINTSTS)); in dwc2_hc_chhltd_intr_dma()
1875 dev_info(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1881 dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, in dwc2_hc_chhltd_intr_dma()
1883 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1884 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_XACT_ERR); in dwc2_hc_chhltd_intr_dma()
1899 static void dwc2_hc_chhltd_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_chhltd_intr() argument
1904 dev_vdbg(hsotg->dev, "--Host Channel %d Interrupt: Channel Halted--\n", in dwc2_hc_chhltd_intr()
1907 if (hsotg->core_params->dma_enable > 0) { in dwc2_hc_chhltd_intr()
1908 dwc2_hc_chhltd_intr_dma(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr()
1910 if (!dwc2_halt_status_ok(hsotg, chan, chnum, qtd)) in dwc2_hc_chhltd_intr()
1912 dwc2_release_channel(hsotg, chan, qtd, chan->halt_status); in dwc2_hc_chhltd_intr()
1917 static void dwc2_hc_n_intr(struct dwc2_hsotg *hsotg, int chnum) in dwc2_hc_n_intr() argument
1923 chan = hsotg->hc_ptr_array[chnum]; in dwc2_hc_n_intr()
1925 hcint = readl(hsotg->regs + HCINT(chnum)); in dwc2_hc_n_intr()
1926 hcintmsk = readl(hsotg->regs + HCINTMSK(chnum)); in dwc2_hc_n_intr()
1928 dev_err(hsotg->dev, "## hc_ptr_array for channel is NULL ##\n"); in dwc2_hc_n_intr()
1929 writel(hcint, hsotg->regs + HCINT(chnum)); in dwc2_hc_n_intr()
1934 dev_vdbg(hsotg->dev, "--Host Channel Interrupt--, Channel %d\n", in dwc2_hc_n_intr()
1936 dev_vdbg(hsotg->dev, in dwc2_hc_n_intr()
1941 writel(hcint, hsotg->regs + HCINT(chnum)); in dwc2_hc_n_intr()
1956 if (hsotg->core_params->dma_desc_enable > 0) in dwc2_hc_n_intr()
1957 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_n_intr()
1960 dwc2_release_channel(hsotg, chan, NULL, in dwc2_hc_n_intr()
1970 dev_dbg(hsotg->dev, "## no QTD queued for channel %d ##\n", in dwc2_hc_n_intr()
1972 dev_dbg(hsotg->dev, in dwc2_hc_n_intr()
1976 disable_hc_int(hsotg, chnum, HCINTMSK_CHHLTD); in dwc2_hc_n_intr()
1984 if (hsotg->core_params->dma_enable <= 0) { in dwc2_hc_n_intr()
1990 dwc2_hc_xfercomp_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
1999 dwc2_hc_chhltd_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2001 dwc2_hc_ahberr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2003 dwc2_hc_stall_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2005 dwc2_hc_nak_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2007 dwc2_hc_ack_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2009 dwc2_hc_nyet_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2011 dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2013 dwc2_hc_babble_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2015 dwc2_hc_frmovrun_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2017 dwc2_hc_datatglerr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2028 static void dwc2_hc_intr(struct dwc2_hsotg *hsotg) in dwc2_hc_intr() argument
2033 haint = readl(hsotg->regs + HAINT); in dwc2_hc_intr()
2035 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_hc_intr()
2037 dev_vdbg(hsotg->dev, "HAINT=%08x\n", haint); in dwc2_hc_intr()
2040 for (i = 0; i < hsotg->core_params->host_channels; i++) { in dwc2_hc_intr()
2042 dwc2_hc_n_intr(hsotg, i); in dwc2_hc_intr()
2047 irqreturn_t dwc2_handle_hcd_intr(struct dwc2_hsotg *hsotg) in dwc2_handle_hcd_intr() argument
2052 if (!dwc2_is_controller_alive(hsotg)) { in dwc2_handle_hcd_intr()
2053 dev_warn(hsotg->dev, "Controller is dead\n"); in dwc2_handle_hcd_intr()
2057 spin_lock(&hsotg->lock); in dwc2_handle_hcd_intr()
2060 if (dwc2_is_host_mode(hsotg)) { in dwc2_handle_hcd_intr()
2061 gintsts = dwc2_read_core_intr(hsotg); in dwc2_handle_hcd_intr()
2063 spin_unlock(&hsotg->lock); in dwc2_handle_hcd_intr()
2079 dev_vdbg(hsotg->dev, in dwc2_handle_hcd_intr()
2084 dwc2_sof_intr(hsotg); in dwc2_handle_hcd_intr()
2086 dwc2_rx_fifo_level_intr(hsotg); in dwc2_handle_hcd_intr()
2088 dwc2_np_tx_fifo_empty_intr(hsotg); in dwc2_handle_hcd_intr()
2090 dwc2_port_intr(hsotg); in dwc2_handle_hcd_intr()
2092 dwc2_hc_intr(hsotg); in dwc2_handle_hcd_intr()
2094 dwc2_perio_tx_fifo_empty_intr(hsotg); in dwc2_handle_hcd_intr()
2097 dev_vdbg(hsotg->dev, in dwc2_handle_hcd_intr()
2099 dev_vdbg(hsotg->dev, in dwc2_handle_hcd_intr()
2101 readl(hsotg->regs + GINTSTS), in dwc2_handle_hcd_intr()
2102 readl(hsotg->regs + GINTMSK)); in dwc2_handle_hcd_intr()
2106 spin_unlock(&hsotg->lock); in dwc2_handle_hcd_intr()