1 // SPDX-License-Identifier: GPL-2.0+
3 * c67x00-sched.c: Cypress C67X00 USB Host Controller Driver - TD scheduling
5 * Copyright (C) 2006-2008 Barco N.V.
6 * Derived from the Cypress cy7c67200/300 ezusb linux driver and
7 * based on multiple host controller drivers inside the linux kernel.
10 #include <linux/kthread.h>
11 #include <linux/slab.h>
14 #include "c67x00-hcd.h"
17 * These are the stages for a control urb, they are kept
18 * in both urb->interval and td->privdata.
22 #define STATUS_STAGE 2
24 /* -------------------------------------------------------------------------- */
27 * struct c67x00_ep_data: Host endpoint data structure
29 struct c67x00_ep_data {
30 struct list_head queue;
31 struct list_head node;
32 struct usb_host_endpoint *hep;
33 struct usb_device *dev;
34 u16 next_frame; /* For int/isoc transactions */
40 * Hardware parts are little endiannes, SW in CPU endianess.
43 /* HW specific part */
44 __le16 ly_base_addr; /* Bytes 0-1 */
45 __le16 port_length; /* Bytes 2-3 */
46 u8 pid_ep; /* Byte 4 */
47 u8 dev_addr; /* Byte 5 */
48 u8 ctrl_reg; /* Byte 6 */
49 u8 status; /* Byte 7 */
50 u8 retry_cnt; /* Byte 8 */
53 #define TT_ISOCHRONOUS 1
55 #define TT_INTERRUPT 3
56 u8 residue; /* Byte 9 */
57 __le16 next_td_addr; /* Bytes 10-11 */
59 struct list_head td_list;
63 unsigned long privdata;
65 /* These are needed for handling the toggle bits:
66 * an urb can be dequeued while a td is in progress
67 * after checking the td, the toggle bit might need to
69 struct c67x00_ep_data *ep_data;
73 struct c67x00_urb_priv {
74 struct list_head hep_node;
77 int cnt; /* packet number for isoc */
79 struct c67x00_ep_data *ep_data;
82 #define td_udev(td) ((td)->ep_data->dev)
86 #define TD_PIDEP_OFFSET 0x04
87 #define TD_PIDEPMASK_PID 0xF0
88 #define TD_PIDEPMASK_EP 0x0F
89 #define TD_PORTLENMASK_DL 0x03FF
90 #define TD_PORTLENMASK_PN 0xC000
92 #define TD_STATUS_OFFSET 0x07
93 #define TD_STATUSMASK_ACK 0x01
94 #define TD_STATUSMASK_ERR 0x02
95 #define TD_STATUSMASK_TMOUT 0x04
96 #define TD_STATUSMASK_SEQ 0x08
97 #define TD_STATUSMASK_SETUP 0x10
98 #define TD_STATUSMASK_OVF 0x20
99 #define TD_STATUSMASK_NAK 0x40
100 #define TD_STATUSMASK_STALL 0x80
102 #define TD_ERROR_MASK (TD_STATUSMASK_ERR | TD_STATUSMASK_TMOUT | \
105 #define TD_RETRYCNT_OFFSET 0x08
106 #define TD_RETRYCNTMASK_ACT_FLG 0x10
107 #define TD_RETRYCNTMASK_TX_TYPE 0x0C
108 #define TD_RETRYCNTMASK_RTY_CNT 0x03
110 #define TD_RESIDUE_OVERFLOW 0x80
112 #define TD_PID_IN 0x90
114 /* Residue: signed 8bits, neg -> OVERFLOW, pos -> UNDERFLOW */
115 #define td_residue(td) ((__s8)(td->residue))
116 #define td_ly_base_addr(td) (__le16_to_cpu((td)->ly_base_addr))
117 #define td_port_length(td) (__le16_to_cpu((td)->port_length))
118 #define td_next_td_addr(td) (__le16_to_cpu((td)->next_td_addr))
120 #define td_active(td) ((td)->retry_cnt & TD_RETRYCNTMASK_ACT_FLG)
121 #define td_length(td) (td_port_length(td) & TD_PORTLENMASK_DL)
123 #define td_sequence_ok(td) (!td->status || \
124 (!(td->status & TD_STATUSMASK_SEQ) == \
125 !(td->ctrl_reg & SEQ_SEL)))
127 #define td_acked(td) (!td->status || \
128 (td->status & TD_STATUSMASK_ACK))
129 #define td_actual_bytes(td) (td_length(td) - td_residue(td))
131 /* -------------------------------------------------------------------------- */
134 * dbg_td - Dump the contents of the TD
136 static void dbg_td(struct c67x00_hcd *c67x00, struct c67x00_td *td, char *msg)
138 struct device *dev = c67x00_hcd_dev(c67x00);
140 dev_dbg(dev, "### %s at 0x%04x\n", msg, td->td_addr);
141 dev_dbg(dev, "urb: 0x%p\n", td->urb);
142 dev_dbg(dev, "endpoint: %4d\n", usb_pipeendpoint(td->pipe));
143 dev_dbg(dev, "pipeout: %4d\n", usb_pipeout(td->pipe));
144 dev_dbg(dev, "ly_base_addr: 0x%04x\n", td_ly_base_addr(td));
145 dev_dbg(dev, "port_length: 0x%04x\n", td_port_length(td));
146 dev_dbg(dev, "pid_ep: 0x%02x\n", td->pid_ep);
147 dev_dbg(dev, "dev_addr: 0x%02x\n", td->dev_addr);
148 dev_dbg(dev, "ctrl_reg: 0x%02x\n", td->ctrl_reg);
149 dev_dbg(dev, "status: 0x%02x\n", td->status);
150 dev_dbg(dev, "retry_cnt: 0x%02x\n", td->retry_cnt);
151 dev_dbg(dev, "residue: 0x%02x\n", td->residue);
152 dev_dbg(dev, "next_td_addr: 0x%04x\n", td_next_td_addr(td));
153 dev_dbg(dev, "data: %*ph\n", td_length(td), td->data);
156 /* -------------------------------------------------------------------------- */
157 /* Helper functions */
159 static inline u16 c67x00_get_current_frame_number(struct c67x00_hcd *c67x00)
161 return c67x00_ll_husb_get_frame(c67x00->sie) & HOST_FRAME_MASK;
166 * Software wraparound for framenumbers.
168 static inline u16 frame_add(u16 a, u16 b)
170 return (a + b) & HOST_FRAME_MASK;
174 * frame_after - is frame a after frame b
176 static inline int frame_after(u16 a, u16 b)
178 return ((HOST_FRAME_MASK + a - b) & HOST_FRAME_MASK) <
179 (HOST_FRAME_MASK / 2);
183 * frame_after_eq - is frame a after or equal to frame b
185 static inline int frame_after_eq(u16 a, u16 b)
187 return ((HOST_FRAME_MASK + 1 + a - b) & HOST_FRAME_MASK) <
188 (HOST_FRAME_MASK / 2);
191 /* -------------------------------------------------------------------------- */
194 * c67x00_release_urb - remove link from all tds to this urb
195 * Disconnects the urb from it's tds, so that it can be given back.
196 * pre: urb->hcpriv != NULL
198 static void c67x00_release_urb(struct c67x00_hcd *c67x00, struct urb *urb)
200 struct c67x00_td *td;
201 struct c67x00_urb_priv *urbp;
207 if (usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS) {
208 c67x00->urb_iso_count--;
209 if (c67x00->urb_iso_count == 0)
210 c67x00->max_frame_bw = MAX_FRAME_BW_STD;
213 /* TODO this might be not so efficient when we've got many urbs!
215 * * only clear when needed
216 * * keep a list of tds with each urbp
218 list_for_each_entry(td, &c67x00->td_list, td_list)
224 list_del(&urbp->hep_node);
228 /* -------------------------------------------------------------------------- */
230 static struct c67x00_ep_data *
231 c67x00_ep_data_alloc(struct c67x00_hcd *c67x00, struct urb *urb)
233 struct usb_host_endpoint *hep = urb->ep;
234 struct c67x00_ep_data *ep_data;
237 c67x00->current_frame = c67x00_get_current_frame_number(c67x00);
239 /* Check if endpoint already has a c67x00_ep_data struct allocated */
241 ep_data = hep->hcpriv;
242 if (frame_after(c67x00->current_frame, ep_data->next_frame))
243 ep_data->next_frame =
244 frame_add(c67x00->current_frame, 1);
248 /* Allocate and initialize a new c67x00 endpoint data structure */
249 ep_data = kzalloc(sizeof(*ep_data), GFP_ATOMIC);
253 INIT_LIST_HEAD(&ep_data->queue);
254 INIT_LIST_HEAD(&ep_data->node);
257 /* hold a reference to udev as long as this endpoint lives,
258 * this is needed to possibly fix the data toggle */
259 ep_data->dev = usb_get_dev(urb->dev);
260 hep->hcpriv = ep_data;
262 /* For ISOC and INT endpoints, start ASAP: */
263 ep_data->next_frame = frame_add(c67x00->current_frame, 1);
265 /* Add the endpoint data to one of the pipe lists; must be added
266 in order of endpoint address */
267 type = usb_pipetype(urb->pipe);
268 if (list_empty(&ep_data->node)) {
269 list_add(&ep_data->node, &c67x00->list[type]);
271 struct c67x00_ep_data *prev;
273 list_for_each_entry(prev, &c67x00->list[type], node) {
274 if (prev->hep->desc.bEndpointAddress >
275 hep->desc.bEndpointAddress) {
276 list_add(&ep_data->node, prev->node.prev);
285 static int c67x00_ep_data_free(struct usb_host_endpoint *hep)
287 struct c67x00_ep_data *ep_data = hep->hcpriv;
292 if (!list_empty(&ep_data->queue))
295 usb_put_dev(ep_data->dev);
296 list_del(&ep_data->queue);
297 list_del(&ep_data->node);
305 void c67x00_endpoint_disable(struct usb_hcd *hcd, struct usb_host_endpoint *ep)
307 struct c67x00_hcd *c67x00 = hcd_to_c67x00_hcd(hcd);
310 if (!list_empty(&ep->urb_list))
311 dev_warn(c67x00_hcd_dev(c67x00), "error: urb list not empty\n");
313 spin_lock_irqsave(&c67x00->lock, flags);
315 /* loop waiting for all transfers in the endpoint queue to complete */
316 while (c67x00_ep_data_free(ep)) {
317 /* Drop the lock so we can sleep waiting for the hardware */
318 spin_unlock_irqrestore(&c67x00->lock, flags);
320 /* it could happen that we reinitialize this completion, while
321 * somebody was waiting for that completion. The timeout and
322 * while loop handle such cases, but this might be improved */
323 reinit_completion(&c67x00->endpoint_disable);
324 c67x00_sched_kick(c67x00);
325 wait_for_completion_timeout(&c67x00->endpoint_disable, 1 * HZ);
327 spin_lock_irqsave(&c67x00->lock, flags);
330 spin_unlock_irqrestore(&c67x00->lock, flags);
333 /* -------------------------------------------------------------------------- */
335 static inline int get_root_port(struct usb_device *dev)
337 while (dev->parent->parent)
342 int c67x00_urb_enqueue(struct usb_hcd *hcd,
343 struct urb *urb, gfp_t mem_flags)
347 struct c67x00_urb_priv *urbp;
348 struct c67x00_hcd *c67x00 = hcd_to_c67x00_hcd(hcd);
349 int port = get_root_port(urb->dev)-1;
351 /* Allocate and initialize urb private data */
352 urbp = kzalloc(sizeof(*urbp), mem_flags);
358 spin_lock_irqsave(&c67x00->lock, flags);
360 /* Make sure host controller is running */
361 if (!HC_IS_RUNNING(hcd->state)) {
366 ret = usb_hcd_link_urb_to_ep(hcd, urb);
370 INIT_LIST_HEAD(&urbp->hep_node);
374 urbp->ep_data = c67x00_ep_data_alloc(c67x00, urb);
376 if (!urbp->ep_data) {
381 /* TODO claim bandwidth with usb_claim_bandwidth?
382 * also release it somewhere! */
386 urb->actual_length = 0; /* Nothing received/transmitted yet */
388 switch (usb_pipetype(urb->pipe)) {
390 urb->interval = SETUP_STAGE;
396 case PIPE_ISOCHRONOUS:
397 if (c67x00->urb_iso_count == 0)
398 c67x00->max_frame_bw = MAX_FRAME_BW_ISO;
399 c67x00->urb_iso_count++;
400 /* Assume always URB_ISO_ASAP, FIXME */
401 if (list_empty(&urbp->ep_data->queue))
402 urb->start_frame = urbp->ep_data->next_frame;
404 /* Go right after the last one */
405 struct urb *last_urb;
407 last_urb = list_entry(urbp->ep_data->queue.prev,
408 struct c67x00_urb_priv,
411 frame_add(last_urb->start_frame,
412 last_urb->number_of_packets *
419 /* Add the URB to the endpoint queue */
420 list_add_tail(&urbp->hep_node, &urbp->ep_data->queue);
422 /* If this is the only URB, kick start the controller */
423 if (!c67x00->urb_count++)
424 c67x00_ll_hpi_enable_sofeop(c67x00->sie);
426 c67x00_sched_kick(c67x00);
427 spin_unlock_irqrestore(&c67x00->lock, flags);
432 usb_hcd_unlink_urb_from_ep(hcd, urb);
434 spin_unlock_irqrestore(&c67x00->lock, flags);
441 int c67x00_urb_dequeue(struct usb_hcd *hcd, struct urb *urb, int status)
443 struct c67x00_hcd *c67x00 = hcd_to_c67x00_hcd(hcd);
447 spin_lock_irqsave(&c67x00->lock, flags);
448 rc = usb_hcd_check_unlink_urb(hcd, urb, status);
452 c67x00_release_urb(c67x00, urb);
453 usb_hcd_unlink_urb_from_ep(hcd, urb);
455 spin_unlock(&c67x00->lock);
456 usb_hcd_giveback_urb(hcd, urb, status);
457 spin_lock(&c67x00->lock);
459 spin_unlock_irqrestore(&c67x00->lock, flags);
464 spin_unlock_irqrestore(&c67x00->lock, flags);
468 /* -------------------------------------------------------------------------- */
471 * pre: c67x00 locked, urb unlocked
474 c67x00_giveback_urb(struct c67x00_hcd *c67x00, struct urb *urb, int status)
476 struct c67x00_urb_priv *urbp;
482 urbp->status = status;
484 list_del_init(&urbp->hep_node);
486 c67x00_release_urb(c67x00, urb);
487 usb_hcd_unlink_urb_from_ep(c67x00_hcd_to_hcd(c67x00), urb);
488 spin_unlock(&c67x00->lock);
489 usb_hcd_giveback_urb(c67x00_hcd_to_hcd(c67x00), urb, status);
490 spin_lock(&c67x00->lock);
493 /* -------------------------------------------------------------------------- */
495 static int c67x00_claim_frame_bw(struct c67x00_hcd *c67x00, struct urb *urb,
496 int len, int periodic)
498 struct c67x00_urb_priv *urbp = urb->hcpriv;
501 /* According to the C67x00 BIOS user manual, page 3-18,19, the
502 * following calculations provide the full speed bit times for
505 * FS(in) = 112.5 + 9.36*BC + HOST_DELAY
506 * FS(in,iso) = 90.5 + 9.36*BC + HOST_DELAY
507 * FS(out) = 112.5 + 9.36*BC + HOST_DELAY
508 * FS(out,iso) = 78.4 + 9.36*BC + HOST_DELAY
509 * LS(in) = 802.4 + 75.78*BC + HOST_DELAY
510 * LS(out) = 802.6 + 74.67*BC + HOST_DELAY
512 * HOST_DELAY == 106 for the c67200 and c67300.
515 /* make calculations in 1/100 bit times to maintain resolution */
516 if (urbp->ep_data->dev->speed == USB_SPEED_LOW) {
518 if (usb_pipein(urb->pipe))
519 bit_time = 80240 + 7578*len;
521 bit_time = 80260 + 7467*len;
524 if (usb_pipeisoc(urb->pipe))
525 bit_time = usb_pipein(urb->pipe) ? 9050 : 7840;
531 /* Scale back down to integer bit times. Use a host delay of 106.
532 * (this is the only place it is used) */
533 bit_time = ((bit_time+50) / 100) + 106;
535 if (unlikely(bit_time + c67x00->bandwidth_allocated >=
536 c67x00->max_frame_bw))
539 if (unlikely(c67x00->next_td_addr + CY_TD_SIZE >=
540 c67x00->td_base_addr + SIE_TD_SIZE))
543 if (unlikely(c67x00->next_buf_addr + len >=
544 c67x00->buf_base_addr + SIE_TD_BUF_SIZE))
548 if (unlikely(bit_time + c67x00->periodic_bw_allocated >=
549 MAX_PERIODIC_BW(c67x00->max_frame_bw)))
551 c67x00->periodic_bw_allocated += bit_time;
554 c67x00->bandwidth_allocated += bit_time;
558 /* -------------------------------------------------------------------------- */
561 * td_addr and buf_addr must be word aligned
563 static int c67x00_create_td(struct c67x00_hcd *c67x00, struct urb *urb,
564 void *data, int len, int pid, int toggle,
565 unsigned long privdata)
567 struct c67x00_td *td;
568 struct c67x00_urb_priv *urbp = urb->hcpriv;
569 const __u8 active_flag = 1, retry_cnt = 3;
573 if (c67x00_claim_frame_bw(c67x00, urb, len, usb_pipeisoc(urb->pipe)
574 || usb_pipeint(urb->pipe)))
575 return -EMSGSIZE; /* Not really an error, but expected */
577 td = kzalloc(sizeof(*td), GFP_ATOMIC);
581 td->pipe = urb->pipe;
582 td->ep_data = urbp->ep_data;
584 if ((td_udev(td)->speed == USB_SPEED_LOW) &&
585 !(c67x00->low_speed_ports & (1 << urbp->port)))
588 switch (usb_pipetype(td->pipe)) {
589 case PIPE_ISOCHRONOUS:
610 td->td_addr = c67x00->next_td_addr;
611 c67x00->next_td_addr = c67x00->next_td_addr + CY_TD_SIZE;
614 td->ly_base_addr = __cpu_to_le16(c67x00->next_buf_addr);
615 td->port_length = __cpu_to_le16((c67x00->sie->sie_num << 15) |
616 (urbp->port << 14) | (len & 0x3FF));
617 td->pid_ep = ((pid & 0xF) << TD_PIDEP_OFFSET) |
618 (usb_pipeendpoint(td->pipe) & 0xF);
619 td->dev_addr = usb_pipedevice(td->pipe) & 0x7F;
622 td->retry_cnt = (tt << TT_OFFSET) | (active_flag << 4) | retry_cnt;
624 td->next_td_addr = __cpu_to_le16(c67x00->next_td_addr);
629 td->privdata = privdata;
631 c67x00->next_buf_addr += (len + 1) & ~0x01; /* properly align */
633 list_add_tail(&td->td_list, &c67x00->td_list);
637 static inline void c67x00_release_td(struct c67x00_td *td)
639 list_del_init(&td->td_list);
643 /* -------------------------------------------------------------------------- */
645 static int c67x00_add_data_urb(struct c67x00_hcd *c67x00, struct urb *urb)
654 toggle = usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
655 usb_pipeout(urb->pipe));
656 remaining = urb->transfer_buffer_length - urb->actual_length;
658 maxps = usb_maxpacket(urb->dev, urb->pipe, usb_pipeout(urb->pipe));
660 need_empty = (urb->transfer_flags & URB_ZERO_PACKET) &&
661 usb_pipeout(urb->pipe) && !(remaining % maxps);
663 while (remaining || need_empty) {
667 len = (remaining > maxps) ? maxps : remaining;
671 pid = usb_pipeout(urb->pipe) ? USB_PID_OUT : USB_PID_IN;
672 td_buf = urb->transfer_buffer + urb->transfer_buffer_length -
674 ret = c67x00_create_td(c67x00, urb, td_buf, len, pid, toggle,
677 return ret; /* td wasn't created */
681 if (usb_pipecontrol(urb->pipe))
689 * return 0 in case more bandwidth is available, else errorcode
691 static int c67x00_add_ctrl_urb(struct c67x00_hcd *c67x00, struct urb *urb)
696 switch (urb->interval) {
699 ret = c67x00_create_td(c67x00, urb, urb->setup_packet,
700 8, USB_PID_SETUP, 0, SETUP_STAGE);
703 urb->interval = SETUP_STAGE;
704 usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
705 usb_pipeout(urb->pipe), 1);
708 if (urb->transfer_buffer_length) {
709 ret = c67x00_add_data_urb(c67x00, urb);
716 pid = !usb_pipeout(urb->pipe) ? USB_PID_OUT : USB_PID_IN;
717 ret = c67x00_create_td(c67x00, urb, NULL, 0, pid, 1,
728 * return 0 in case more bandwidth is available, else errorcode
730 static int c67x00_add_int_urb(struct c67x00_hcd *c67x00, struct urb *urb)
732 struct c67x00_urb_priv *urbp = urb->hcpriv;
734 if (frame_after_eq(c67x00->current_frame, urbp->ep_data->next_frame)) {
735 urbp->ep_data->next_frame =
736 frame_add(urbp->ep_data->next_frame, urb->interval);
737 return c67x00_add_data_urb(c67x00, urb);
742 static int c67x00_add_iso_urb(struct c67x00_hcd *c67x00, struct urb *urb)
744 struct c67x00_urb_priv *urbp = urb->hcpriv;
746 if (frame_after_eq(c67x00->current_frame, urbp->ep_data->next_frame)) {
750 BUG_ON(urbp->cnt >= urb->number_of_packets);
752 td_buf = urb->transfer_buffer +
753 urb->iso_frame_desc[urbp->cnt].offset;
754 len = urb->iso_frame_desc[urbp->cnt].length;
755 pid = usb_pipeout(urb->pipe) ? USB_PID_OUT : USB_PID_IN;
757 ret = c67x00_create_td(c67x00, urb, td_buf, len, pid, 0,
760 dev_dbg(c67x00_hcd_dev(c67x00), "create failed: %d\n",
762 urb->iso_frame_desc[urbp->cnt].actual_length = 0;
763 urb->iso_frame_desc[urbp->cnt].status = ret;
764 if (urbp->cnt + 1 == urb->number_of_packets)
765 c67x00_giveback_urb(c67x00, urb, 0);
768 urbp->ep_data->next_frame =
769 frame_add(urbp->ep_data->next_frame, urb->interval);
775 /* -------------------------------------------------------------------------- */
777 static void c67x00_fill_from_list(struct c67x00_hcd *c67x00, int type,
778 int (*add)(struct c67x00_hcd *, struct urb *))
780 struct c67x00_ep_data *ep_data;
783 /* traverse every endpoint on the list */
784 list_for_each_entry(ep_data, &c67x00->list[type], node) {
785 if (!list_empty(&ep_data->queue)) {
786 /* and add the first urb */
787 /* isochronous transfer rely on this */
788 urb = list_entry(ep_data->queue.next,
789 struct c67x00_urb_priv,
796 static void c67x00_fill_frame(struct c67x00_hcd *c67x00)
798 struct c67x00_td *td, *ttd;
800 /* Check if we can proceed */
801 if (!list_empty(&c67x00->td_list)) {
802 dev_warn(c67x00_hcd_dev(c67x00),
803 "TD list not empty! This should not happen!\n");
804 list_for_each_entry_safe(td, ttd, &c67x00->td_list, td_list) {
805 dbg_td(c67x00, td, "Unprocessed td");
806 c67x00_release_td(td);
810 /* Reinitialize variables */
811 c67x00->bandwidth_allocated = 0;
812 c67x00->periodic_bw_allocated = 0;
814 c67x00->next_td_addr = c67x00->td_base_addr;
815 c67x00->next_buf_addr = c67x00->buf_base_addr;
818 c67x00_fill_from_list(c67x00, PIPE_ISOCHRONOUS, c67x00_add_iso_urb);
819 c67x00_fill_from_list(c67x00, PIPE_INTERRUPT, c67x00_add_int_urb);
820 c67x00_fill_from_list(c67x00, PIPE_CONTROL, c67x00_add_ctrl_urb);
821 c67x00_fill_from_list(c67x00, PIPE_BULK, c67x00_add_data_urb);
824 /* -------------------------------------------------------------------------- */
830 c67x00_parse_td(struct c67x00_hcd *c67x00, struct c67x00_td *td)
832 c67x00_ll_read_mem_le16(c67x00->sie->dev,
833 td->td_addr, td, CY_TD_SIZE);
835 if (usb_pipein(td->pipe) && td_actual_bytes(td))
836 c67x00_ll_read_mem_le16(c67x00->sie->dev, td_ly_base_addr(td),
837 td->data, td_actual_bytes(td));
840 static int c67x00_td_to_error(struct c67x00_hcd *c67x00, struct c67x00_td *td)
842 if (td->status & TD_STATUSMASK_ERR) {
843 dbg_td(c67x00, td, "ERROR_FLAG");
846 if (td->status & TD_STATUSMASK_STALL) {
847 /* dbg_td(c67x00, td, "STALL"); */
850 if (td->status & TD_STATUSMASK_TMOUT) {
851 dbg_td(c67x00, td, "TIMEOUT");
858 static inline int c67x00_end_of_data(struct c67x00_td *td)
860 int maxps, need_empty, remaining;
861 struct urb *urb = td->urb;
864 act_bytes = td_actual_bytes(td);
866 if (unlikely(!act_bytes))
867 return 1; /* This was an empty packet */
869 maxps = usb_maxpacket(td_udev(td), td->pipe, usb_pipeout(td->pipe));
871 if (unlikely(act_bytes < maxps))
872 return 1; /* Smaller then full packet */
874 remaining = urb->transfer_buffer_length - urb->actual_length;
875 need_empty = (urb->transfer_flags & URB_ZERO_PACKET) &&
876 usb_pipeout(urb->pipe) && !(remaining % maxps);
878 if (unlikely(!remaining && !need_empty))
884 /* -------------------------------------------------------------------------- */
886 /* Remove all td's from the list which come
887 * after last_td and are meant for the same pipe.
888 * This is used when a short packet has occurred */
889 static inline void c67x00_clear_pipe(struct c67x00_hcd *c67x00,
890 struct c67x00_td *last_td)
892 struct c67x00_td *td, *tmp;
895 while (td->td_list.next != &c67x00->td_list) {
896 td = list_entry(td->td_list.next, struct c67x00_td, td_list);
897 if (td->pipe == last_td->pipe) {
898 c67x00_release_td(td);
905 /* -------------------------------------------------------------------------- */
907 static void c67x00_handle_successful_td(struct c67x00_hcd *c67x00,
908 struct c67x00_td *td)
910 struct urb *urb = td->urb;
915 urb->actual_length += td_actual_bytes(td);
917 switch (usb_pipetype(td->pipe)) {
918 /* isochronous tds are handled separately */
920 switch (td->privdata) {
923 urb->transfer_buffer_length ?
924 DATA_STAGE : STATUS_STAGE;
925 /* Don't count setup_packet with normal data: */
926 urb->actual_length = 0;
930 if (c67x00_end_of_data(td)) {
931 urb->interval = STATUS_STAGE;
932 c67x00_clear_pipe(c67x00, td);
938 c67x00_giveback_urb(c67x00, urb, 0);
945 if (unlikely(c67x00_end_of_data(td))) {
946 c67x00_clear_pipe(c67x00, td);
947 c67x00_giveback_urb(c67x00, urb, 0);
953 static void c67x00_handle_isoc(struct c67x00_hcd *c67x00, struct c67x00_td *td)
955 struct urb *urb = td->urb;
963 if (td->status & TD_ERROR_MASK)
966 urb->iso_frame_desc[cnt].actual_length = td_actual_bytes(td);
967 urb->iso_frame_desc[cnt].status = c67x00_td_to_error(c67x00, td);
968 if (cnt + 1 == urb->number_of_packets) /* Last packet */
969 c67x00_giveback_urb(c67x00, urb, 0);
972 /* -------------------------------------------------------------------------- */
975 * c67x00_check_td_list - handle tds which have been processed by the c67x00
976 * pre: current_td == 0
978 static inline void c67x00_check_td_list(struct c67x00_hcd *c67x00)
980 struct c67x00_td *td, *tmp;
985 list_for_each_entry_safe(td, tmp, &c67x00->td_list, td_list) {
987 c67x00_parse_td(c67x00, td);
988 urb = td->urb; /* urb can be NULL! */
992 /* Handle isochronous transfers separately */
993 if (usb_pipeisoc(td->pipe)) {
995 c67x00_handle_isoc(c67x00, td);
999 /* When an error occurs, all td's for that pipe go into an
1000 * inactive state. This state matches successful transfers so
1001 * we must make sure not to service them. */
1002 if (td->status & TD_ERROR_MASK) {
1003 c67x00_giveback_urb(c67x00, urb,
1004 c67x00_td_to_error(c67x00, td));
1008 if ((td->status & TD_STATUSMASK_NAK) || !td_sequence_ok(td) ||
1012 /* Sequence ok and acked, don't need to fix toggle */
1015 if (unlikely(td->status & TD_STATUSMASK_OVF)) {
1016 if (td_residue(td) & TD_RESIDUE_OVERFLOW) {
1018 c67x00_giveback_urb(c67x00, urb, -EOVERFLOW);
1024 c67x00_handle_successful_td(c67x00, td);
1028 c67x00_clear_pipe(c67x00, td);
1030 usb_settoggle(td_udev(td), usb_pipeendpoint(td->pipe),
1031 usb_pipeout(td->pipe),
1032 !(td->ctrl_reg & SEQ_SEL));
1033 /* next in list could have been removed, due to clear_pipe! */
1034 tmp = list_entry(td->td_list.next, typeof(*td), td_list);
1035 c67x00_release_td(td);
1039 /* -------------------------------------------------------------------------- */
1041 static inline int c67x00_all_tds_processed(struct c67x00_hcd *c67x00)
1043 /* If all tds are processed, we can check the previous frame (if
1044 * there was any) and start our next frame.
1046 return !c67x00_ll_husb_get_current_td(c67x00->sie);
1052 static void c67x00_send_td(struct c67x00_hcd *c67x00, struct c67x00_td *td)
1054 int len = td_length(td);
1056 if (len && ((td->pid_ep & TD_PIDEPMASK_PID) != TD_PID_IN))
1057 c67x00_ll_write_mem_le16(c67x00->sie->dev, td_ly_base_addr(td),
1060 c67x00_ll_write_mem_le16(c67x00->sie->dev,
1061 td->td_addr, td, CY_TD_SIZE);
1064 static void c67x00_send_frame(struct c67x00_hcd *c67x00)
1066 struct c67x00_td *td;
1068 if (list_empty(&c67x00->td_list))
1069 dev_warn(c67x00_hcd_dev(c67x00),
1070 "%s: td list should not be empty here!\n",
1073 list_for_each_entry(td, &c67x00->td_list, td_list) {
1074 if (td->td_list.next == &c67x00->td_list)
1075 td->next_td_addr = 0; /* Last td in list */
1077 c67x00_send_td(c67x00, td);
1080 c67x00_ll_husb_set_current_td(c67x00->sie, c67x00->td_base_addr);
1083 /* -------------------------------------------------------------------------- */
1086 * c67x00_do_work - Schedulers state machine
1088 static void c67x00_do_work(struct c67x00_hcd *c67x00)
1090 spin_lock(&c67x00->lock);
1091 /* Make sure all tds are processed */
1092 if (!c67x00_all_tds_processed(c67x00))
1095 c67x00_check_td_list(c67x00);
1097 /* no td's are being processed (current == 0)
1098 * and all have been "checked" */
1099 complete(&c67x00->endpoint_disable);
1101 if (!list_empty(&c67x00->td_list))
1104 c67x00->current_frame = c67x00_get_current_frame_number(c67x00);
1105 if (c67x00->current_frame == c67x00->last_frame)
1106 goto out; /* Don't send tds in same frame */
1107 c67x00->last_frame = c67x00->current_frame;
1109 /* If no urbs are scheduled, our work is done */
1110 if (!c67x00->urb_count) {
1111 c67x00_ll_hpi_disable_sofeop(c67x00->sie);
1115 c67x00_fill_frame(c67x00);
1116 if (!list_empty(&c67x00->td_list))
1117 /* TD's have been added to the frame */
1118 c67x00_send_frame(c67x00);
1121 spin_unlock(&c67x00->lock);
1124 /* -------------------------------------------------------------------------- */
1126 static void c67x00_sched_tasklet(struct tasklet_struct *t)
1128 struct c67x00_hcd *c67x00 = from_tasklet(c67x00, t, tasklet);
1129 c67x00_do_work(c67x00);
1132 void c67x00_sched_kick(struct c67x00_hcd *c67x00)
1134 tasklet_hi_schedule(&c67x00->tasklet);
1137 int c67x00_sched_start_scheduler(struct c67x00_hcd *c67x00)
1139 tasklet_setup(&c67x00->tasklet, c67x00_sched_tasklet);
1143 void c67x00_sched_stop_scheduler(struct c67x00_hcd *c67x00)
1145 tasklet_kill(&c67x00->tasklet);