Orange Pi5 kernel

// SPDX-License-Identifier: GPL-2.0+
/*
 * c67x00-sched.c: Cypress C67X00 USB Host Controller Driver - TD scheduling
 *
 * Copyright (C) 2006-2008 Barco N.V.
 *    Derived from the Cypress cy7c67200/300 ezusb linux driver and
 *    based on multiple host controller drivers inside the linux kernel.
 */
 
#include <linux/kthread.h>
#include <linux/slab.h>
 
#include "c67x00.h"
#include "c67x00-hcd.h"
 
/*
 * These are the stages for a control urb, they are kept
 * in both urb->interval and td->privdata.
 */
#define SETUP_STAGE		0
#define DATA_STAGE		1
#define STATUS_STAGE		2
 
/* -------------------------------------------------------------------------- */
 
/*
 * struct c67x00_ep_data: Host endpoint data structure
 */
struct c67x00_ep_data {
<------>struct list_head queue;
<------>struct list_head node;
<------>struct usb_host_endpoint *hep;
<------>struct usb_device *dev;
<------>u16 next_frame;		/* For int/isoc transactions */
};
 
/*
 * struct c67x00_td
 *
 * Hardware parts are little endiannes, SW in CPU endianess.
 */
struct c67x00_td {
<------>/* HW specific part */
<------>__le16 ly_base_addr;	/* Bytes 0-1 */
<------>__le16 port_length;	/* Bytes 2-3 */
<------>u8 pid_ep;		/* Byte 4 */
<------>u8 dev_addr;		/* Byte 5 */
<------>u8 ctrl_reg;		/* Byte 6 */
<------>u8 status;		/* Byte 7 */
<------>u8 retry_cnt;		/* Byte 8 */
#define TT_OFFSET		2
#define TT_CONTROL		0
#define TT_ISOCHRONOUS		1
#define TT_BULK			2
#define TT_INTERRUPT		3
<------>u8 residue;		/* Byte 9 */
<------>__le16 next_td_addr;	/* Bytes 10-11 */
<------>/* SW part */
<------>struct list_head td_list;
<------>u16 td_addr;
<------>void *data;
<------>struct urb *urb;
<------>unsigned long privdata;
 
<------>/* These are needed for handling the toggle bits:
<------> * an urb can be dequeued while a td is in progress
<------> * after checking the td, the toggle bit might need to
<------> * be fixed */
<------>struct c67x00_ep_data *ep_data;
<------>unsigned int pipe;
};
 
struct c67x00_urb_priv {
<------>struct list_head hep_node;
<------>struct urb *urb;
<------>int port;
<------>int cnt;		/* packet number for isoc */
<------>int status;
<------>struct c67x00_ep_data *ep_data;
};
 
#define td_udev(td)	((td)->ep_data->dev)
 
#define CY_TD_SIZE		12
 
#define TD_PIDEP_OFFSET		0x04
#define TD_PIDEPMASK_PID	0xF0
#define TD_PIDEPMASK_EP		0x0F
#define TD_PORTLENMASK_DL	0x03FF
#define TD_PORTLENMASK_PN	0xC000
 
#define TD_STATUS_OFFSET	0x07
#define TD_STATUSMASK_ACK	0x01
#define TD_STATUSMASK_ERR	0x02
#define TD_STATUSMASK_TMOUT	0x04
#define TD_STATUSMASK_SEQ	0x08
#define TD_STATUSMASK_SETUP	0x10
#define TD_STATUSMASK_OVF	0x20
#define TD_STATUSMASK_NAK	0x40
#define TD_STATUSMASK_STALL	0x80
 
#define TD_ERROR_MASK		(TD_STATUSMASK_ERR | TD_STATUSMASK_TMOUT | \
<------><------><------><------> TD_STATUSMASK_STALL)
 
#define TD_RETRYCNT_OFFSET	0x08
#define TD_RETRYCNTMASK_ACT_FLG	0x10
#define TD_RETRYCNTMASK_TX_TYPE	0x0C
#define TD_RETRYCNTMASK_RTY_CNT	0x03
 
#define TD_RESIDUE_OVERFLOW	0x80
 
#define TD_PID_IN		0x90
 
/* Residue: signed 8bits, neg -> OVERFLOW, pos -> UNDERFLOW */
#define td_residue(td)		((__s8)(td->residue))
#define td_ly_base_addr(td)	(__le16_to_cpu((td)->ly_base_addr))
#define td_port_length(td)	(__le16_to_cpu((td)->port_length))
#define td_next_td_addr(td)	(__le16_to_cpu((td)->next_td_addr))
 
#define td_active(td)		((td)->retry_cnt & TD_RETRYCNTMASK_ACT_FLG)
#define td_length(td)		(td_port_length(td) & TD_PORTLENMASK_DL)
 
#define td_sequence_ok(td)	(!td->status || \
<------><------><------><------> (!(td->status & TD_STATUSMASK_SEQ) ==	\
<------><------><------><------>  !(td->ctrl_reg & SEQ_SEL)))
 
#define td_acked(td)		(!td->status || \
<------><------><------><------> (td->status & TD_STATUSMASK_ACK))
#define td_actual_bytes(td)	(td_length(td) - td_residue(td))
 
/* -------------------------------------------------------------------------- */
 
/*
 * dbg_td - Dump the contents of the TD
 */
static void dbg_td(struct c67x00_hcd *c67x00, struct c67x00_td *td, char *msg)
{
<------>struct device *dev = c67x00_hcd_dev(c67x00);
 
<------>dev_dbg(dev, "### %s at 0x%04x\n", msg, td->td_addr);
<------>dev_dbg(dev, "urb:      0x%p\n", td->urb);
<------>dev_dbg(dev, "endpoint:   %4d\n", usb_pipeendpoint(td->pipe));
<------>dev_dbg(dev, "pipeout:    %4d\n", usb_pipeout(td->pipe));
<------>dev_dbg(dev, "ly_base_addr: 0x%04x\n", td_ly_base_addr(td));
<------>dev_dbg(dev, "port_length:  0x%04x\n", td_port_length(td));
<------>dev_dbg(dev, "pid_ep:         0x%02x\n", td->pid_ep);
<------>dev_dbg(dev, "dev_addr:       0x%02x\n", td->dev_addr);
<------>dev_dbg(dev, "ctrl_reg:       0x%02x\n", td->ctrl_reg);
<------>dev_dbg(dev, "status:         0x%02x\n", td->status);
<------>dev_dbg(dev, "retry_cnt:      0x%02x\n", td->retry_cnt);
<------>dev_dbg(dev, "residue:        0x%02x\n", td->residue);
<------>dev_dbg(dev, "next_td_addr: 0x%04x\n", td_next_td_addr(td));
<------>dev_dbg(dev, "data: %*ph\n", td_length(td), td->data);
}
 
/* -------------------------------------------------------------------------- */
/* Helper functions */
 
static inline u16 c67x00_get_current_frame_number(struct c67x00_hcd *c67x00)
{
<------>return c67x00_ll_husb_get_frame(c67x00->sie) & HOST_FRAME_MASK;
}
 
/*
 * frame_add
 * Software wraparound for framenumbers.
 */
static inline u16 frame_add(u16 a, u16 b)
{
<------>return (a + b) & HOST_FRAME_MASK;
}
 
/*
 * frame_after - is frame a after frame b
 */
static inline int frame_after(u16 a, u16 b)
{
<------>return ((HOST_FRAME_MASK + a - b) & HOST_FRAME_MASK) <
<------>    (HOST_FRAME_MASK / 2);
}
 
/*
 * frame_after_eq - is frame a after or equal to frame b
 */
static inline int frame_after_eq(u16 a, u16 b)
{
<------>return ((HOST_FRAME_MASK + 1 + a - b) & HOST_FRAME_MASK) <
<------>    (HOST_FRAME_MASK / 2);
}
 
/* -------------------------------------------------------------------------- */
 
/*
 * c67x00_release_urb - remove link from all tds to this urb
 * Disconnects the urb from it's tds, so that it can be given back.
 * pre: urb->hcpriv != NULL
 */
static void c67x00_release_urb(struct c67x00_hcd *c67x00, struct urb *urb)
{
<------>struct c67x00_td *td;
<------>struct c67x00_urb_priv *urbp;
 
<------>BUG_ON(!urb);
 
<------>c67x00->urb_count--;
 
<------>if (usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS) {
<------><------>c67x00->urb_iso_count--;
<------><------>if (c67x00->urb_iso_count == 0)
<------><------><------>c67x00->max_frame_bw = MAX_FRAME_BW_STD;
<------>}
 
<------>/* TODO this might be not so efficient when we've got many urbs!
<------> * Alternatives:
<------> *   * only clear when needed
<------> *   * keep a list of tds with each urbp
<------> */
<------>list_for_each_entry(td, &c67x00->td_list, td_list)
<------><------>if (urb == td->urb)
<------><------><------>td->urb = NULL;
 
<------>urbp = urb->hcpriv;
<------>urb->hcpriv = NULL;
<------>list_del(&urbp->hep_node);
<------>kfree(urbp);
}
 
/* -------------------------------------------------------------------------- */
 
static struct c67x00_ep_data *
c67x00_ep_data_alloc(struct c67x00_hcd *c67x00, struct urb *urb)
{
<------>struct usb_host_endpoint *hep = urb->ep;
<------>struct c67x00_ep_data *ep_data;
<------>int type;
 
<------>c67x00->current_frame = c67x00_get_current_frame_number(c67x00);
 
<------>/* Check if endpoint already has a c67x00_ep_data struct allocated */
<------>if (hep->hcpriv) {
<------><------>ep_data = hep->hcpriv;
<------><------>if (frame_after(c67x00->current_frame, ep_data->next_frame))
<------><------><------>ep_data->next_frame =
<------><------><------>    frame_add(c67x00->current_frame, 1);
<------><------>return hep->hcpriv;
<------>}
 
<------>/* Allocate and initialize a new c67x00 endpoint data structure */
<------>ep_data = kzalloc(sizeof(*ep_data), GFP_ATOMIC);
<------>if (!ep_data)
<------><------>return NULL;
 
<------>INIT_LIST_HEAD(&ep_data->queue);
<------>INIT_LIST_HEAD(&ep_data->node);
<------>ep_data->hep = hep;
 
<------>/* hold a reference to udev as long as this endpoint lives,
<------> * this is needed to possibly fix the data toggle */
<------>ep_data->dev = usb_get_dev(urb->dev);
<------>hep->hcpriv = ep_data;
 
<------>/* For ISOC and INT endpoints, start ASAP: */
<------>ep_data->next_frame = frame_add(c67x00->current_frame, 1);
 
<------>/* Add the endpoint data to one of the pipe lists; must be added
<------>   in order of endpoint address */
<------>type = usb_pipetype(urb->pipe);
<------>if (list_empty(&ep_data->node)) {
<------><------>list_add(&ep_data->node, &c67x00->list[type]);
<------>} else {
<------><------>struct c67x00_ep_data *prev;
 
<------><------>list_for_each_entry(prev, &c67x00->list[type], node) {
<------><------><------>if (prev->hep->desc.bEndpointAddress >
<------><------><------>    hep->desc.bEndpointAddress) {
<------><------><------><------>list_add(&ep_data->node, prev->node.prev);
<------><------><------><------>break;
<------><------><------>}
<------><------>}
<------>}
 
<------>return ep_data;
}
 
static int c67x00_ep_data_free(struct usb_host_endpoint *hep)
{
<------>struct c67x00_ep_data *ep_data = hep->hcpriv;
 
<------>if (!ep_data)
<------><------>return 0;
 
<------>if (!list_empty(&ep_data->queue))
<------><------>return -EBUSY;
 
<------>usb_put_dev(ep_data->dev);
<------>list_del(&ep_data->queue);
<------>list_del(&ep_data->node);
 
<------>kfree(ep_data);
<------>hep->hcpriv = NULL;
 
<------>return 0;
}
 
void c67x00_endpoint_disable(struct usb_hcd *hcd, struct usb_host_endpoint *ep)
{
<------>struct c67x00_hcd *c67x00 = hcd_to_c67x00_hcd(hcd);
<------>unsigned long flags;
 
<------>if (!list_empty(&ep->urb_list))
<------><------>dev_warn(c67x00_hcd_dev(c67x00), "error: urb list not empty\n");
 
<------>spin_lock_irqsave(&c67x00->lock, flags);
 
<------>/* loop waiting for all transfers in the endpoint queue to complete */
<------>while (c67x00_ep_data_free(ep)) {
<------><------>/* Drop the lock so we can sleep waiting for the hardware */
<------><------>spin_unlock_irqrestore(&c67x00->lock, flags);
 
<------><------>/* it could happen that we reinitialize this completion, while
<------><------> * somebody was waiting for that completion.  The timeout and
<------><------> * while loop handle such cases, but this might be improved */
<------><------>reinit_completion(&c67x00->endpoint_disable);
<------><------>c67x00_sched_kick(c67x00);
<------><------>wait_for_completion_timeout(&c67x00->endpoint_disable, 1 * HZ);
 
<------><------>spin_lock_irqsave(&c67x00->lock, flags);
<------>}
 
<------>spin_unlock_irqrestore(&c67x00->lock, flags);
}
 
/* -------------------------------------------------------------------------- */
 
static inline int get_root_port(struct usb_device *dev)
{
<------>while (dev->parent->parent)
<------><------>dev = dev->parent;
<------>return dev->portnum;
}
 
int c67x00_urb_enqueue(struct usb_hcd *hcd,
<------><------>       struct urb *urb, gfp_t mem_flags)
{
<------>int ret;
<------>unsigned long flags;
<------>struct c67x00_urb_priv *urbp;
<------>struct c67x00_hcd *c67x00 = hcd_to_c67x00_hcd(hcd);
<------>int port = get_root_port(urb->dev)-1;
 
<------>/* Allocate and initialize urb private data */
<------>urbp = kzalloc(sizeof(*urbp), mem_flags);
<------>if (!urbp) {
<------><------>ret = -ENOMEM;
<------><------>goto err_urbp;
<------>}
 
<------>spin_lock_irqsave(&c67x00->lock, flags);
 
<------>/* Make sure host controller is running */
<------>if (!HC_IS_RUNNING(hcd->state)) {
<------><------>ret = -ENODEV;
<------><------>goto err_not_linked;
<------>}
 
<------>ret = usb_hcd_link_urb_to_ep(hcd, urb);
<------>if (ret)
<------><------>goto err_not_linked;
 
<------>INIT_LIST_HEAD(&urbp->hep_node);
<------>urbp->urb = urb;
<------>urbp->port = port;
 
<------>urbp->ep_data = c67x00_ep_data_alloc(c67x00, urb);
 
<------>if (!urbp->ep_data) {
<------><------>ret = -ENOMEM;
<------><------>goto err_epdata;
<------>}
 
<------>/* TODO claim bandwidth with usb_claim_bandwidth?
<------> * also release it somewhere! */
 
<------>urb->hcpriv = urbp;
 
<------>urb->actual_length = 0;	/* Nothing received/transmitted yet */
 
<------>switch (usb_pipetype(urb->pipe)) {
<------>case PIPE_CONTROL:
<------><------>urb->interval = SETUP_STAGE;
<------><------>break;
<------>case PIPE_INTERRUPT:
<------><------>break;
<------>case PIPE_BULK:
<------><------>break;
<------>case PIPE_ISOCHRONOUS:
<------><------>if (c67x00->urb_iso_count == 0)
<------><------><------>c67x00->max_frame_bw = MAX_FRAME_BW_ISO;
<------><------>c67x00->urb_iso_count++;
<------><------>/* Assume always URB_ISO_ASAP, FIXME */
<------><------>if (list_empty(&urbp->ep_data->queue))
<------><------><------>urb->start_frame = urbp->ep_data->next_frame;
<------><------>else {
<------><------><------>/* Go right after the last one */
<------><------><------>struct urb *last_urb;
 
<------><------><------>last_urb = list_entry(urbp->ep_data->queue.prev,
<------><------><------><------><------>      struct c67x00_urb_priv,
<------><------><------><------><------>      hep_node)->urb;
<------><------><------>urb->start_frame =
<------><------><------>    frame_add(last_urb->start_frame,
<------><------><------><------>      last_urb->number_of_packets *
<------><------><------><------>      last_urb->interval);
<------><------>}
<------><------>urbp->cnt = 0;
<------><------>break;
<------>}
 
<------>/* Add the URB to the endpoint queue */
<------>list_add_tail(&urbp->hep_node, &urbp->ep_data->queue);
 
<------>/* If this is the only URB, kick start the controller */
<------>if (!c67x00->urb_count++)
<------><------>c67x00_ll_hpi_enable_sofeop(c67x00->sie);
 
<------>c67x00_sched_kick(c67x00);
<------>spin_unlock_irqrestore(&c67x00->lock, flags);
 
<------>return 0;
 
err_epdata:
<------>usb_hcd_unlink_urb_from_ep(hcd, urb);
err_not_linked:
<------>spin_unlock_irqrestore(&c67x00->lock, flags);
<------>kfree(urbp);
err_urbp:
 
<------>return ret;
}
 
int c67x00_urb_dequeue(struct usb_hcd *hcd, struct urb *urb, int status)
{
<------>struct c67x00_hcd *c67x00 = hcd_to_c67x00_hcd(hcd);
<------>unsigned long flags;
<------>int rc;
 
<------>spin_lock_irqsave(&c67x00->lock, flags);
<------>rc = usb_hcd_check_unlink_urb(hcd, urb, status);
<------>if (rc)
<------><------>goto done;
 
<------>c67x00_release_urb(c67x00, urb);
<------>usb_hcd_unlink_urb_from_ep(hcd, urb);
 
<------>spin_unlock(&c67x00->lock);
<------>usb_hcd_giveback_urb(hcd, urb, status);
<------>spin_lock(&c67x00->lock);
 
<------>spin_unlock_irqrestore(&c67x00->lock, flags);
 
<------>return 0;
 
 done:
<------>spin_unlock_irqrestore(&c67x00->lock, flags);
<------>return rc;
}
 
/* -------------------------------------------------------------------------- */
 
/*
 * pre: c67x00 locked, urb unlocked
 */
static void
c67x00_giveback_urb(struct c67x00_hcd *c67x00, struct urb *urb, int status)
{
<------>struct c67x00_urb_priv *urbp;
 
<------>if (!urb)
<------><------>return;
 
<------>urbp = urb->hcpriv;
<------>urbp->status = status;
 
<------>list_del_init(&urbp->hep_node);
 
<------>c67x00_release_urb(c67x00, urb);
<------>usb_hcd_unlink_urb_from_ep(c67x00_hcd_to_hcd(c67x00), urb);
<------>spin_unlock(&c67x00->lock);
<------>usb_hcd_giveback_urb(c67x00_hcd_to_hcd(c67x00), urb, status);
<------>spin_lock(&c67x00->lock);
}
 
/* -------------------------------------------------------------------------- */
 
static int c67x00_claim_frame_bw(struct c67x00_hcd *c67x00, struct urb *urb,
<------><------><------><------> int len, int periodic)
{
<------>struct c67x00_urb_priv *urbp = urb->hcpriv;
<------>int bit_time;
 
<------>/* According to the C67x00 BIOS user manual, page 3-18,19, the
<------> * following calculations provide the full speed bit times for
<------> * a transaction.
<------> *
<------> * FS(in)	= 112.5 +  9.36*BC + HOST_DELAY
<------> * FS(in,iso)	=  90.5 +  9.36*BC + HOST_DELAY
<------> * FS(out)	= 112.5 +  9.36*BC + HOST_DELAY
<------> * FS(out,iso)	=  78.4 +  9.36*BC + HOST_DELAY
<------> * LS(in)	= 802.4 + 75.78*BC + HOST_DELAY
<------> * LS(out)	= 802.6 + 74.67*BC + HOST_DELAY
<------> *
<------> * HOST_DELAY == 106 for the c67200 and c67300.
<------> */
 
<------>/* make calculations in 1/100 bit times to maintain resolution */
<------>if (urbp->ep_data->dev->speed == USB_SPEED_LOW) {
<------><------>/* Low speed pipe */
<------><------>if (usb_pipein(urb->pipe))
<------><------><------>bit_time = 80240 + 7578*len;
<------><------>else
<------><------><------>bit_time = 80260 + 7467*len;
<------>} else {
<------><------>/* FS pipes */
<------><------>if (usb_pipeisoc(urb->pipe))
<------><------><------>bit_time = usb_pipein(urb->pipe) ? 9050 : 7840;
<------><------>else
<------><------><------>bit_time = 11250;
<------><------>bit_time += 936*len;
<------>}
 
<------>/* Scale back down to integer bit times.  Use a host delay of 106.
<------> * (this is the only place it is used) */
<------>bit_time = ((bit_time+50) / 100) + 106;
 
<------>if (unlikely(bit_time + c67x00->bandwidth_allocated >=
<------><------>     c67x00->max_frame_bw))
<------><------>return -EMSGSIZE;
 
<------>if (unlikely(c67x00->next_td_addr + CY_TD_SIZE >=
<------><------>     c67x00->td_base_addr + SIE_TD_SIZE))
<------><------>return -EMSGSIZE;
 
<------>if (unlikely(c67x00->next_buf_addr + len >=
<------><------>     c67x00->buf_base_addr + SIE_TD_BUF_SIZE))
<------><------>return -EMSGSIZE;
 
<------>if (periodic) {
<------><------>if (unlikely(bit_time + c67x00->periodic_bw_allocated >=
<------><------><------>     MAX_PERIODIC_BW(c67x00->max_frame_bw)))
<------><------><------>return -EMSGSIZE;
<------><------>c67x00->periodic_bw_allocated += bit_time;
<------>}
 
<------>c67x00->bandwidth_allocated += bit_time;
<------>return 0;
}
 
/* -------------------------------------------------------------------------- */
 
/*
 * td_addr and buf_addr must be word aligned
 */
static int c67x00_create_td(struct c67x00_hcd *c67x00, struct urb *urb,
<------><------><------>    void *data, int len, int pid, int toggle,
<------><------><------>    unsigned long privdata)
{
<------>struct c67x00_td *td;
<------>struct c67x00_urb_priv *urbp = urb->hcpriv;
<------>const __u8 active_flag = 1, retry_cnt = 3;
<------>__u8 cmd = 0;
<------>int tt = 0;
 
<------>if (c67x00_claim_frame_bw(c67x00, urb, len, usb_pipeisoc(urb->pipe)
<------><------><------><------>  || usb_pipeint(urb->pipe)))
<------><------>return -EMSGSIZE;	/* Not really an error, but expected */
 
<------>td = kzalloc(sizeof(*td), GFP_ATOMIC);
<------>if (!td)
<------><------>return -ENOMEM;
 
<------>td->pipe = urb->pipe;
<------>td->ep_data = urbp->ep_data;
 
<------>if ((td_udev(td)->speed == USB_SPEED_LOW) &&
<------>    !(c67x00->low_speed_ports & (1 << urbp->port)))
<------><------>cmd |= PREAMBLE_EN;
 
<------>switch (usb_pipetype(td->pipe)) {
<------>case PIPE_ISOCHRONOUS:
<------><------>tt = TT_ISOCHRONOUS;
<------><------>cmd |= ISO_EN;
<------><------>break;
<------>case PIPE_CONTROL:
<------><------>tt = TT_CONTROL;
<------><------>break;
<------>case PIPE_BULK:
<------><------>tt = TT_BULK;
<------><------>break;
<------>case PIPE_INTERRUPT:
<------><------>tt = TT_INTERRUPT;
<------><------>break;
<------>}
 
<------>if (toggle)
<------><------>cmd |= SEQ_SEL;
 
<------>cmd |= ARM_EN;
 
<------>/* SW part */
<------>td->td_addr = c67x00->next_td_addr;
<------>c67x00->next_td_addr = c67x00->next_td_addr + CY_TD_SIZE;
 
<------>/* HW part */
<------>td->ly_base_addr = __cpu_to_le16(c67x00->next_buf_addr);
<------>td->port_length = __cpu_to_le16((c67x00->sie->sie_num << 15) |
<------><------><------><------><------>(urbp->port << 14) | (len & 0x3FF));
<------>td->pid_ep = ((pid & 0xF) << TD_PIDEP_OFFSET) |
<------>    (usb_pipeendpoint(td->pipe) & 0xF);
<------>td->dev_addr = usb_pipedevice(td->pipe) & 0x7F;
<------>td->ctrl_reg = cmd;
<------>td->status = 0;
<------>td->retry_cnt = (tt << TT_OFFSET) | (active_flag << 4) | retry_cnt;
<------>td->residue = 0;
<------>td->next_td_addr = __cpu_to_le16(c67x00->next_td_addr);
 
<------>/* SW part */
<------>td->data = data;
<------>td->urb = urb;
<------>td->privdata = privdata;
 
<------>c67x00->next_buf_addr += (len + 1) & ~0x01;	/* properly align */
 
<------>list_add_tail(&td->td_list, &c67x00->td_list);
<------>return 0;
}
 
static inline void c67x00_release_td(struct c67x00_td *td)
{
<------>list_del_init(&td->td_list);
<------>kfree(td);
}
 
/* -------------------------------------------------------------------------- */
 
static int c67x00_add_data_urb(struct c67x00_hcd *c67x00, struct urb *urb)
{
<------>int remaining;
<------>int toggle;
<------>int pid;
<------>int ret = 0;
<------>int maxps;
<------>int need_empty;
 
<------>toggle = usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
<------><------><------>       usb_pipeout(urb->pipe));
<------>remaining = urb->transfer_buffer_length - urb->actual_length;
 
<------>maxps = usb_maxpacket(urb->dev, urb->pipe, usb_pipeout(urb->pipe));
 
<------>need_empty = (urb->transfer_flags & URB_ZERO_PACKET) &&
<------>    usb_pipeout(urb->pipe) && !(remaining % maxps);
 
<------>while (remaining || need_empty) {
<------><------>int len;
<------><------>char *td_buf;
 
<------><------>len = (remaining > maxps) ? maxps : remaining;
<------><------>if (!len)
<------><------><------>need_empty = 0;
 
<------><------>pid = usb_pipeout(urb->pipe) ? USB_PID_OUT : USB_PID_IN;
<------><------>td_buf = urb->transfer_buffer + urb->transfer_buffer_length -
<------><------>    remaining;
<------><------>ret = c67x00_create_td(c67x00, urb, td_buf, len, pid, toggle,
<------><------><------><------>       DATA_STAGE);
<------><------>if (ret)
<------><------><------>return ret;	/* td wasn't created */
 
<------><------>toggle ^= 1;
<------><------>remaining -= len;
<------><------>if (usb_pipecontrol(urb->pipe))
<------><------><------>break;
<------>}
 
<------>return 0;
}
 
/*
 * return 0 in case more bandwidth is available, else errorcode
 */
static int c67x00_add_ctrl_urb(struct c67x00_hcd *c67x00, struct urb *urb)
{
<------>int ret;
<------>int pid;
 
<------>switch (urb->interval) {
<------>default:
<------>case SETUP_STAGE:
<------><------>ret = c67x00_create_td(c67x00, urb, urb->setup_packet,
<------><------><------><------>       8, USB_PID_SETUP, 0, SETUP_STAGE);
<------><------>if (ret)
<------><------><------>return ret;
<------><------>urb->interval = SETUP_STAGE;
<------><------>usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
<------><------><------>      usb_pipeout(urb->pipe), 1);
<------><------>break;
<------>case DATA_STAGE:
<------><------>if (urb->transfer_buffer_length) {
<------><------><------>ret = c67x00_add_data_urb(c67x00, urb);
<------><------><------>if (ret)
<------><------><------><------>return ret;
<------><------><------>break;
<------><------>}
<------><------>fallthrough;
<------>case STATUS_STAGE:
<------><------>pid = !usb_pipeout(urb->pipe) ? USB_PID_OUT : USB_PID_IN;
<------><------>ret = c67x00_create_td(c67x00, urb, NULL, 0, pid, 1,
<------><------><------><------>       STATUS_STAGE);
<------><------>if (ret)
<------><------><------>return ret;
<------><------>break;
<------>}
 
<------>return 0;
}
 
/*
 * return 0 in case more bandwidth is available, else errorcode
 */
static int c67x00_add_int_urb(struct c67x00_hcd *c67x00, struct urb *urb)
{
<------>struct c67x00_urb_priv *urbp = urb->hcpriv;
 
<------>if (frame_after_eq(c67x00->current_frame, urbp->ep_data->next_frame)) {
<------><------>urbp->ep_data->next_frame =
<------><------>    frame_add(urbp->ep_data->next_frame, urb->interval);
<------><------>return c67x00_add_data_urb(c67x00, urb);
<------>}
<------>return 0;
}
 
static int c67x00_add_iso_urb(struct c67x00_hcd *c67x00, struct urb *urb)
{
<------>struct c67x00_urb_priv *urbp = urb->hcpriv;
 
<------>if (frame_after_eq(c67x00->current_frame, urbp->ep_data->next_frame)) {
<------><------>char *td_buf;
<------><------>int len, pid, ret;
 
<------><------>BUG_ON(urbp->cnt >= urb->number_of_packets);
 
<------><------>td_buf = urb->transfer_buffer +
<------><------>    urb->iso_frame_desc[urbp->cnt].offset;
<------><------>len = urb->iso_frame_desc[urbp->cnt].length;
<------><------>pid = usb_pipeout(urb->pipe) ? USB_PID_OUT : USB_PID_IN;
 
<------><------>ret = c67x00_create_td(c67x00, urb, td_buf, len, pid, 0,
<------><------><------><------>       urbp->cnt);
<------><------>if (ret) {
<------><------><------>dev_dbg(c67x00_hcd_dev(c67x00), "create failed: %d\n",
<------><------><------><------>ret);
<------><------><------>urb->iso_frame_desc[urbp->cnt].actual_length = 0;
<------><------><------>urb->iso_frame_desc[urbp->cnt].status = ret;
<------><------><------>if (urbp->cnt + 1 == urb->number_of_packets)
<------><------><------><------>c67x00_giveback_urb(c67x00, urb, 0);
<------><------>}
 
<------><------>urbp->ep_data->next_frame =
<------><------>    frame_add(urbp->ep_data->next_frame, urb->interval);
<------><------>urbp->cnt++;
<------>}
<------>return 0;
}
 
/* -------------------------------------------------------------------------- */
 
static void c67x00_fill_from_list(struct c67x00_hcd *c67x00, int type,
<------><------><------><------>  int (*add)(struct c67x00_hcd *, struct urb *))
{
<------>struct c67x00_ep_data *ep_data;
<------>struct urb *urb;
 
<------>/* traverse every endpoint on the list */
<------>list_for_each_entry(ep_data, &c67x00->list[type], node) {
<------><------>if (!list_empty(&ep_data->queue)) {
<------><------><------>/* and add the first urb */
<------><------><------>/* isochronous transfer rely on this */
<------><------><------>urb = list_entry(ep_data->queue.next,
<------><------><------><------><------> struct c67x00_urb_priv,
<------><------><------><------><------> hep_node)->urb;
<------><------><------>add(c67x00, urb);
<------><------>}
<------>}
}
 
static void c67x00_fill_frame(struct c67x00_hcd *c67x00)
{
<------>struct c67x00_td *td, *ttd;
 
<------>/* Check if we can proceed */
<------>if (!list_empty(&c67x00->td_list)) {
<------><------>dev_warn(c67x00_hcd_dev(c67x00),
<------><------><------> "TD list not empty! This should not happen!\n");
<------><------>list_for_each_entry_safe(td, ttd, &c67x00->td_list, td_list) {
<------><------><------>dbg_td(c67x00, td, "Unprocessed td");
<------><------><------>c67x00_release_td(td);
<------><------>}
<------>}
 
<------>/* Reinitialize variables */
<------>c67x00->bandwidth_allocated = 0;
<------>c67x00->periodic_bw_allocated = 0;
 
<------>c67x00->next_td_addr = c67x00->td_base_addr;
<------>c67x00->next_buf_addr = c67x00->buf_base_addr;
 
<------>/* Fill the list */
<------>c67x00_fill_from_list(c67x00, PIPE_ISOCHRONOUS, c67x00_add_iso_urb);
<------>c67x00_fill_from_list(c67x00, PIPE_INTERRUPT, c67x00_add_int_urb);
<------>c67x00_fill_from_list(c67x00, PIPE_CONTROL, c67x00_add_ctrl_urb);
<------>c67x00_fill_from_list(c67x00, PIPE_BULK, c67x00_add_data_urb);
}
 
/* -------------------------------------------------------------------------- */
 
/*
 * Get TD from C67X00
 */
static inline void
c67x00_parse_td(struct c67x00_hcd *c67x00, struct c67x00_td *td)
{
<------>c67x00_ll_read_mem_le16(c67x00->sie->dev,
<------><------><------><------>td->td_addr, td, CY_TD_SIZE);
 
<------>if (usb_pipein(td->pipe) && td_actual_bytes(td))
<------><------>c67x00_ll_read_mem_le16(c67x00->sie->dev, td_ly_base_addr(td),
<------><------><------><------><------>td->data, td_actual_bytes(td));
}
 
static int c67x00_td_to_error(struct c67x00_hcd *c67x00, struct c67x00_td *td)
{
<------>if (td->status & TD_STATUSMASK_ERR) {
<------><------>dbg_td(c67x00, td, "ERROR_FLAG");
<------><------>return -EILSEQ;
<------>}
<------>if (td->status & TD_STATUSMASK_STALL) {
<------><------>/* dbg_td(c67x00, td, "STALL"); */
<------><------>return -EPIPE;
<------>}
<------>if (td->status & TD_STATUSMASK_TMOUT) {
<------><------>dbg_td(c67x00, td, "TIMEOUT");
<------><------>return -ETIMEDOUT;
<------>}
 
<------>return 0;
}
 
static inline int c67x00_end_of_data(struct c67x00_td *td)
{
<------>int maxps, need_empty, remaining;
<------>struct urb *urb = td->urb;
<------>int act_bytes;
 
<------>act_bytes = td_actual_bytes(td);
 
<------>if (unlikely(!act_bytes))
<------><------>return 1;	/* This was an empty packet */
 
<------>maxps = usb_maxpacket(td_udev(td), td->pipe, usb_pipeout(td->pipe));
 
<------>if (unlikely(act_bytes < maxps))
<------><------>return 1;	/* Smaller then full packet */
 
<------>remaining = urb->transfer_buffer_length - urb->actual_length;
<------>need_empty = (urb->transfer_flags & URB_ZERO_PACKET) &&
<------>    usb_pipeout(urb->pipe) && !(remaining % maxps);
 
<------>if (unlikely(!remaining && !need_empty))
<------><------>return 1;
 
<------>return 0;
}
 
/* -------------------------------------------------------------------------- */
 
/* Remove all td's from the list which come
 * after last_td and are meant for the same pipe.
 * This is used when a short packet has occurred */
static inline void c67x00_clear_pipe(struct c67x00_hcd *c67x00,
<------><------><------><------>     struct c67x00_td *last_td)
{
<------>struct c67x00_td *td, *tmp;
<------>td = last_td;
<------>tmp = last_td;
<------>while (td->td_list.next != &c67x00->td_list) {
<------><------>td = list_entry(td->td_list.next, struct c67x00_td, td_list);
<------><------>if (td->pipe == last_td->pipe) {
<------><------><------>c67x00_release_td(td);
<------><------><------>td = tmp;
<------><------>}
<------><------>tmp = td;
<------>}
}
 
/* -------------------------------------------------------------------------- */
 
static void c67x00_handle_successful_td(struct c67x00_hcd *c67x00,
<------><------><------><------><------>struct c67x00_td *td)
{
<------>struct urb *urb = td->urb;
 
<------>if (!urb)
<------><------>return;
 
<------>urb->actual_length += td_actual_bytes(td);
 
<------>switch (usb_pipetype(td->pipe)) {
<------><------>/* isochronous tds are handled separately */
<------>case PIPE_CONTROL:
<------><------>switch (td->privdata) {
<------><------>case SETUP_STAGE:
<------><------><------>urb->interval =
<------><------><------>    urb->transfer_buffer_length ?
<------><------><------>    DATA_STAGE : STATUS_STAGE;
<------><------><------>/* Don't count setup_packet with normal data: */
<------><------><------>urb->actual_length = 0;
<------><------><------>break;
 
<------><------>case DATA_STAGE:
<------><------><------>if (c67x00_end_of_data(td)) {
<------><------><------><------>urb->interval = STATUS_STAGE;
<------><------><------><------>c67x00_clear_pipe(c67x00, td);
<------><------><------>}
<------><------><------>break;
 
<------><------>case STATUS_STAGE:
<------><------><------>urb->interval = 0;
<------><------><------>c67x00_giveback_urb(c67x00, urb, 0);
<------><------><------>break;
<------><------>}
<------><------>break;
 
<------>case PIPE_INTERRUPT:
<------>case PIPE_BULK:
<------><------>if (unlikely(c67x00_end_of_data(td))) {
<------><------><------>c67x00_clear_pipe(c67x00, td);
<------><------><------>c67x00_giveback_urb(c67x00, urb, 0);
<------><------>}
<------><------>break;
<------>}
}
 
static void c67x00_handle_isoc(struct c67x00_hcd *c67x00, struct c67x00_td *td)
{
<------>struct urb *urb = td->urb;
<------>int cnt;
 
<------>if (!urb)
<------><------>return;
 
<------>cnt = td->privdata;
 
<------>if (td->status & TD_ERROR_MASK)
<------><------>urb->error_count++;
 
<------>urb->iso_frame_desc[cnt].actual_length = td_actual_bytes(td);
<------>urb->iso_frame_desc[cnt].status = c67x00_td_to_error(c67x00, td);
<------>if (cnt + 1 == urb->number_of_packets)	/* Last packet */
<------><------>c67x00_giveback_urb(c67x00, urb, 0);
}
 
/* -------------------------------------------------------------------------- */
 
/*
 * c67x00_check_td_list - handle tds which have been processed by the c67x00
 * pre: current_td == 0
 */
static inline void c67x00_check_td_list(struct c67x00_hcd *c67x00)
{
<------>struct c67x00_td *td, *tmp;
<------>struct urb *urb;
<------>int ack_ok;
<------>int clear_endpoint;
 
<------>list_for_each_entry_safe(td, tmp, &c67x00->td_list, td_list) {
<------><------>/* get the TD */
<------><------>c67x00_parse_td(c67x00, td);
<------><------>urb = td->urb;	/* urb can be NULL! */
<------><------>ack_ok = 0;
<------><------>clear_endpoint = 1;
 
<------><------>/* Handle isochronous transfers separately */
<------><------>if (usb_pipeisoc(td->pipe)) {
<------><------><------>clear_endpoint = 0;
<------><------><------>c67x00_handle_isoc(c67x00, td);
<------><------><------>goto cont;
<------><------>}
 
<------><------>/* When an error occurs, all td's for that pipe go into an
<------><------> * inactive state. This state matches successful transfers so
<------><------> * we must make sure not to service them. */
<------><------>if (td->status & TD_ERROR_MASK) {
<------><------><------>c67x00_giveback_urb(c67x00, urb,
<------><------><------><------><------>    c67x00_td_to_error(c67x00, td));
<------><------><------>goto cont;
<------><------>}
 
<------><------>if ((td->status & TD_STATUSMASK_NAK) || !td_sequence_ok(td) ||
<------><------>    !td_acked(td))
<------><------><------>goto cont;
 
<------><------>/* Sequence ok and acked, don't need to fix toggle */
<------><------>ack_ok = 1;
 
<------><------>if (unlikely(td->status & TD_STATUSMASK_OVF)) {
<------><------><------>if (td_residue(td) & TD_RESIDUE_OVERFLOW) {
<------><------><------><------>/* Overflow */
<------><------><------><------>c67x00_giveback_urb(c67x00, urb, -EOVERFLOW);
<------><------><------><------>goto cont;
<------><------><------>}
<------><------>}
 
<------><------>clear_endpoint = 0;
<------><------>c67x00_handle_successful_td(c67x00, td);
 
cont:
<------><------>if (clear_endpoint)
<------><------><------>c67x00_clear_pipe(c67x00, td);
<------><------>if (ack_ok)
<------><------><------>usb_settoggle(td_udev(td), usb_pipeendpoint(td->pipe),
<------><------><------><------>      usb_pipeout(td->pipe),
<------><------><------><------>      !(td->ctrl_reg & SEQ_SEL));
<------><------>/* next in list could have been removed, due to clear_pipe! */
<------><------>tmp = list_entry(td->td_list.next, typeof(*td), td_list);
<------><------>c67x00_release_td(td);
<------>}
}
 
/* -------------------------------------------------------------------------- */
 
static inline int c67x00_all_tds_processed(struct c67x00_hcd *c67x00)
{
<------>/* If all tds are processed, we can check the previous frame (if
<------> * there was any) and start our next frame.
<------> */
<------>return !c67x00_ll_husb_get_current_td(c67x00->sie);
}
 
/*
 * Send td to C67X00
 */
static void c67x00_send_td(struct c67x00_hcd *c67x00, struct c67x00_td *td)
{
<------>int len = td_length(td);
 
<------>if (len && ((td->pid_ep & TD_PIDEPMASK_PID) != TD_PID_IN))
<------><------>c67x00_ll_write_mem_le16(c67x00->sie->dev, td_ly_base_addr(td),
<------><------><------><------><------> td->data, len);
 
<------>c67x00_ll_write_mem_le16(c67x00->sie->dev,
<------><------><------><------> td->td_addr, td, CY_TD_SIZE);
}
 
static void c67x00_send_frame(struct c67x00_hcd *c67x00)
{
<------>struct c67x00_td *td;
 
<------>if (list_empty(&c67x00->td_list))
<------><------>dev_warn(c67x00_hcd_dev(c67x00),
<------><------><------> "%s: td list should not be empty here!\n",
<------><------><------> __func__);
 
<------>list_for_each_entry(td, &c67x00->td_list, td_list) {
<------><------>if (td->td_list.next == &c67x00->td_list)
<------><------><------>td->next_td_addr = 0;	/* Last td in list */
 
<------><------>c67x00_send_td(c67x00, td);
<------>}
 
<------>c67x00_ll_husb_set_current_td(c67x00->sie, c67x00->td_base_addr);
}
 
/* -------------------------------------------------------------------------- */
 
/*
 * c67x00_do_work - Schedulers state machine
 */
static void c67x00_do_work(struct c67x00_hcd *c67x00)
{
<------>spin_lock(&c67x00->lock);
<------>/* Make sure all tds are processed */
<------>if (!c67x00_all_tds_processed(c67x00))
<------><------>goto out;
 
<------>c67x00_check_td_list(c67x00);
 
<------>/* no td's are being processed (current == 0)
<------> * and all have been "checked" */
<------>complete(&c67x00->endpoint_disable);
 
<------>if (!list_empty(&c67x00->td_list))
<------><------>goto out;
 
<------>c67x00->current_frame = c67x00_get_current_frame_number(c67x00);
<------>if (c67x00->current_frame == c67x00->last_frame)
<------><------>goto out;	/* Don't send tds in same frame */
<------>c67x00->last_frame = c67x00->current_frame;
 
<------>/* If no urbs are scheduled, our work is done */
<------>if (!c67x00->urb_count) {
<------><------>c67x00_ll_hpi_disable_sofeop(c67x00->sie);
<------><------>goto out;
<------>}
 
<------>c67x00_fill_frame(c67x00);
<------>if (!list_empty(&c67x00->td_list))
<------><------>/* TD's have been added to the frame */
<------><------>c67x00_send_frame(c67x00);
 
 out:
<------>spin_unlock(&c67x00->lock);
}
 
/* -------------------------------------------------------------------------- */
 
static void c67x00_sched_tasklet(struct tasklet_struct *t)
{
<------>struct c67x00_hcd *c67x00 = from_tasklet(c67x00, t, tasklet);
<------>c67x00_do_work(c67x00);
}
 
void c67x00_sched_kick(struct c67x00_hcd *c67x00)
{
<------>tasklet_hi_schedule(&c67x00->tasklet);
}
 
int c67x00_sched_start_scheduler(struct c67x00_hcd *c67x00)
{
<------>tasklet_setup(&c67x00->tasklet, c67x00_sched_tasklet);
<------>return 0;
}
 
void c67x00_sched_stop_scheduler(struct c67x00_hcd *c67x00)
{
<------>tasklet_kill(&c67x00->tasklet);
}