/*
 * Driver for PLX NET2272 USB device controller
 *
 * Copyright (C) 2005-2006 PLX Technology, Inc.
 * Copyright (C) 2006-2011 Analog Devices, Inc.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */

#include <linux/delay.h>
#include <linux/device.h>
#include <linux/errno.h>
#include <linux/gpio.h>
#include <linux/init.h>
#include <linux/interrupt.h>
#include <linux/io.h>
#include <linux/ioport.h>
#include <linux/kernel.h>
#include <linux/list.h>
#include <linux/module.h>
#include <linux/moduleparam.h>
#include <linux/pci.h>
#include <linux/platform_device.h>
#include <linux/prefetch.h>
#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/timer.h>
#include <linux/usb.h>
#include <linux/usb/ch9.h>
#include <linux/usb/gadget.h>

#include <asm/byteorder.h>
#include <asm/unaligned.h>

#include "net2272.h"

#define DRIVER_DESC "PLX NET2272 USB Peripheral Controller"

static const char driver_name[] = "net2272";
static const char driver_vers[] = "2006 October 17/mainline";
static const char driver_desc[] = DRIVER_DESC;

static const char ep0name[] = "ep0";
static const char * const ep_name[] = {
        ep0name,
        "ep-a", "ep-b", "ep-c",
};

#ifdef CONFIG_USB_NET2272_DMA
/*
 * use_dma: the NET2272 can use an external DMA controller.
 * Note that since there is no generic DMA api, some functions,
 * notably request_dma, start_dma, and cancel_dma will need to be
 * modified for your platform's particular dma controller.
 *
 * If use_dma is disabled, pio will be used instead.
 */
static bool use_dma = 0;
module_param(use_dma, bool, 0644);

/*
 * dma_ep: selects the endpoint for use with dma (1=ep-a, 2=ep-b)
 * The NET2272 can only use dma for a single endpoint at a time.
 * At some point this could be modified to allow either endpoint
 * to take control of dma as it becomes available.
 *
 * Note that DMA should not be used on OUT endpoints unless it can
 * be guaranteed that no short packets will arrive on an IN endpoint
 * while the DMA operation is pending.  Otherwise the OUT DMA will
 * terminate prematurely (See NET2272 Errata 630-0213-0101)
 */
static ushort dma_ep = 1;
module_param(dma_ep, ushort, 0644);

/*
 * dma_mode: net2272 dma mode setting (see LOCCTL1 definiton):
 *      mode 0 == Slow DREQ mode
 *      mode 1 == Fast DREQ mode
 *      mode 2 == Burst mode
 */
static ushort dma_mode = 2;
module_param(dma_mode, ushort, 0644);
#else
#define use_dma 0
#define dma_ep 1
#define dma_mode 2
#endif

/*
 * fifo_mode: net2272 buffer configuration:
 *      mode 0 == ep-{a,b,c} 512db each
 *      mode 1 == ep-a 1k, ep-{b,c} 512db
 *      mode 2 == ep-a 1k, ep-b 1k, ep-c 512db
 *      mode 3 == ep-a 1k, ep-b disabled, ep-c 512db
 */
static ushort fifo_mode = 0;
module_param(fifo_mode, ushort, 0644);

/*
 * enable_suspend: When enabled, the driver will respond to
 * USB suspend requests by powering down the NET2272.  Otherwise,
 * USB suspend requests will be ignored.  This is acceptible for
 * self-powered devices.  For bus powered devices set this to 1.
 */
static ushort enable_suspend = 0;
module_param(enable_suspend, ushort, 0644);

static void assert_out_naking(struct net2272_ep *ep, const char *where)
{
        u8 tmp;

#ifndef DEBUG
        return;
#endif

        tmp = net2272_ep_read(ep, EP_STAT0);
        if ((tmp & (1 << NAK_OUT_PACKETS)) == 0) {
                dev_dbg(ep->dev->dev, "%s %s %02x !NAK\n",
                        ep->ep.name, where, tmp);
                net2272_ep_write(ep, EP_RSPSET, 1 << ALT_NAK_OUT_PACKETS);
        }
}
#define ASSERT_OUT_NAKING(ep) assert_out_naking(ep, __func__)

static void stop_out_naking(struct net2272_ep *ep)
{
        u8 tmp = net2272_ep_read(ep, EP_STAT0);

        if ((tmp & (1 << NAK_OUT_PACKETS)) != 0)
                net2272_ep_write(ep, EP_RSPCLR, 1 << ALT_NAK_OUT_PACKETS);
}

#define PIPEDIR(bAddress) (usb_pipein(bAddress) ? "in" : "out")

static char *type_string(u8 bmAttributes)
{
        switch ((bmAttributes) & USB_ENDPOINT_XFERTYPE_MASK) {
        case USB_ENDPOINT_XFER_BULK: return "bulk";
        case USB_ENDPOINT_XFER_ISOC: return "iso";
        case USB_ENDPOINT_XFER_INT:  return "intr";
        default:                     return "control";
        }
}

static char *buf_state_string(unsigned state)
{
        switch (state) {
        case BUFF_FREE:  return "free";
        case BUFF_VALID: return "valid";
        case BUFF_LCL:   return "local";
        case BUFF_USB:   return "usb";
        default:         return "unknown";
        }
}

static char *dma_mode_string(void)
{
        if (!use_dma)
                return "PIO";
        switch (dma_mode) {
        case 0:  return "SLOW DREQ";
        case 1:  return "FAST DREQ";
        case 2:  return "BURST";
        default: return "invalid";
        }
}

static void net2272_dequeue_all(struct net2272_ep *);
static int net2272_kick_dma(struct net2272_ep *, struct net2272_request *);
static int net2272_fifo_status(struct usb_ep *);

static struct usb_ep_ops net2272_ep_ops;

/*---------------------------------------------------------------------------*/

static int
net2272_enable(struct usb_ep *_ep, const struct usb_endpoint_descriptor *desc)
{
        struct net2272 *dev;
        struct net2272_ep *ep;
        u32 max;
        u8 tmp;
        unsigned long flags;

        ep = container_of(_ep, struct net2272_ep, ep);
        if (!_ep || !desc || ep->desc || _ep->name == ep0name
                        || desc->bDescriptorType != USB_DT_ENDPOINT)
                return -EINVAL;
        dev = ep->dev;
        if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN)
                return -ESHUTDOWN;

        max = usb_endpoint_maxp(desc) & 0x1fff;

        spin_lock_irqsave(&dev->lock, flags);
        _ep->maxpacket = max & 0x7fff;
        ep->desc = desc;

        /* net2272_ep_reset() has already been called */
        ep->stopped = 0;
        ep->wedged = 0;

        /* set speed-dependent max packet */
        net2272_ep_write(ep, EP_MAXPKT0, max & 0xff);
        net2272_ep_write(ep, EP_MAXPKT1, (max & 0xff00) >> 8);

        /* set type, direction, address; reset fifo counters */
        net2272_ep_write(ep, EP_STAT1, 1 << BUFFER_FLUSH);
        tmp = usb_endpoint_type(desc);
        if (usb_endpoint_xfer_bulk(desc)) {
                /* catch some particularly blatant driver bugs */
                if ((dev->gadget.speed == USB_SPEED_HIGH && max != 512) ||
                    (dev->gadget.speed == USB_SPEED_FULL && max > 64)) {
                        spin_unlock_irqrestore(&dev->lock, flags);
                        return -ERANGE;
                }
        }
        ep->is_iso = usb_endpoint_xfer_isoc(desc) ? 1 : 0;
        tmp <<= ENDPOINT_TYPE;
        tmp |= ((desc->bEndpointAddress & 0x0f) << ENDPOINT_NUMBER);
        tmp |= usb_endpoint_dir_in(desc) << ENDPOINT_DIRECTION;
        tmp |= (1 << ENDPOINT_ENABLE);

        /* for OUT transfers, block the rx fifo until a read is posted */
        ep->is_in = usb_endpoint_dir_in(desc);
        if (!ep->is_in)
                net2272_ep_write(ep, EP_RSPSET, 1 << ALT_NAK_OUT_PACKETS);

        net2272_ep_write(ep, EP_CFG, tmp);

        /* enable irqs */
        tmp = (1 << ep->num) | net2272_read(dev, IRQENB0);
        net2272_write(dev, IRQENB0, tmp);

        tmp = (1 << DATA_PACKET_RECEIVED_INTERRUPT_ENABLE)
                | (1 << DATA_PACKET_TRANSMITTED_INTERRUPT_ENABLE)
                | net2272_ep_read(ep, EP_IRQENB);
        net2272_ep_write(ep, EP_IRQENB, tmp);

        tmp = desc->bEndpointAddress;
        dev_dbg(dev->dev, "enabled %s (ep%d%s-%s) max %04x cfg %02x\n",
                _ep->name, tmp & 0x0f, PIPEDIR(tmp),
                type_string(desc->bmAttributes), max,
                net2272_ep_read(ep, EP_CFG));

        spin_unlock_irqrestore(&dev->lock, flags);
        return 0;
}

static void net2272_ep_reset(struct net2272_ep *ep)
{
        u8 tmp;

        ep->desc = NULL;
        INIT_LIST_HEAD(&ep->queue);

        usb_ep_set_maxpacket_limit(&ep->ep, ~0);
        ep->ep.ops = &net2272_ep_ops;

        /* disable irqs, endpoint */
        net2272_ep_write(ep, EP_IRQENB, 0);

        /* init to our chosen defaults, notably so that we NAK OUT
         * packets until the driver queues a read.
         */
        tmp = (1 << NAK_OUT_PACKETS_MODE) | (1 << ALT_NAK_OUT_PACKETS);
        net2272_ep_write(ep, EP_RSPSET, tmp);

        tmp = (1 << INTERRUPT_MODE) | (1 << HIDE_STATUS_PHASE);
        if (ep->num != 0)
                tmp |= (1 << ENDPOINT_TOGGLE) | (1 << ENDPOINT_HALT);

        net2272_ep_write(ep, EP_RSPCLR, tmp);

        /* scrub most status bits, and flush any fifo state */
        net2272_ep_write(ep, EP_STAT0,
                          (1 << DATA_IN_TOKEN_INTERRUPT)
                        | (1 << DATA_OUT_TOKEN_INTERRUPT)
                        | (1 << DATA_PACKET_TRANSMITTED_INTERRUPT)
                        | (1 << DATA_PACKET_RECEIVED_INTERRUPT)
                        | (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT));

        net2272_ep_write(ep, EP_STAT1,
                            (1 << TIMEOUT)
                          | (1 << USB_OUT_ACK_SENT)
                          | (1 << USB_OUT_NAK_SENT)
                          | (1 << USB_IN_ACK_RCVD)
                          | (1 << USB_IN_NAK_SENT)
                          | (1 << USB_STALL_SENT)
                          | (1 << LOCAL_OUT_ZLP)
                          | (1 << BUFFER_FLUSH));

        /* fifo size is handled seperately */
}

static int net2272_disable(struct usb_ep *_ep)
{
        struct net2272_ep *ep;
        unsigned long flags;

        ep = container_of(_ep, struct net2272_ep, ep);
        if (!_ep || !ep->desc || _ep->name == ep0name)
                return -EINVAL;

        spin_lock_irqsave(&ep->dev->lock, flags);
        net2272_dequeue_all(ep);
        net2272_ep_reset(ep);

        dev_vdbg(ep->dev->dev, "disabled %s\n", _ep->name);

        spin_unlock_irqrestore(&ep->dev->lock, flags);
        return 0;
}

/*---------------------------------------------------------------------------*/

static struct usb_request *
net2272_alloc_request(struct usb_ep *_ep, gfp_t gfp_flags)
{
        struct net2272_request *req;

        if (!_ep)
                return NULL;

        req = kzalloc(sizeof(*req), gfp_flags);
        if (!req)
                return NULL;

        INIT_LIST_HEAD(&req->queue);

        return &req->req;
}

static void
net2272_free_request(struct usb_ep *_ep, struct usb_request *_req)
{
        struct net2272_request *req;

        if (!_ep || !_req)
                return;

        req = container_of(_req, struct net2272_request, req);
        WARN_ON(!list_empty(&req->queue));
        kfree(req);
}

static void
net2272_done(struct net2272_ep *ep, struct net2272_request *req, int status)
{
        struct net2272 *dev;
        unsigned stopped = ep->stopped;

        if (ep->num == 0) {
                if (ep->dev->protocol_stall) {
                        ep->stopped = 1;
                        set_halt(ep);
                }
                allow_status(ep);
        }

        list_del_init(&req->queue);

        if (req->req.status == -EINPROGRESS)
                req->req.status = status;
        else
                status = req->req.status;

        dev = ep->dev;
        if (use_dma && ep->dma)
                usb_gadget_unmap_request(&dev->gadget, &req->req,
                                ep->is_in);

        if (status && status != -ESHUTDOWN)
                dev_vdbg(dev->dev, "complete %s req %p stat %d len %u/%u buf %p\n",
                        ep->ep.name, &req->req, status,
                        req->req.actual, req->req.length, req->req.buf);

        /* don't modify queue heads during completion callback */
        ep->stopped = 1;
        spin_unlock(&dev->lock);
        usb_gadget_giveback_request(&ep->ep, &req->req);
        spin_lock(&dev->lock);
        ep->stopped = stopped;
}

static int
net2272_write_packet(struct net2272_ep *ep, u8 *buf,
        struct net2272_request *req, unsigned max)
{
        u16 __iomem *ep_data = net2272_reg_addr(ep->dev, EP_DATA);
        u16 *bufp;
        unsigned length, count;
        u8 tmp;

        length = min(req->req.length - req->req.actual, max);
        req->req.actual += length;

        dev_vdbg(ep->dev->dev, "write packet %s req %p max %u len %u avail %u\n",
                ep->ep.name, req, max, length,
                (net2272_ep_read(ep, EP_AVAIL1) << 8) | net2272_ep_read(ep, EP_AVAIL0));

        count = length;
        bufp = (u16 *)buf;

        while (likely(count >= 2)) {
                /* no byte-swap required; chip endian set during init */
                writew(*bufp++, ep_data);
                count -= 2;
        }
        buf = (u8 *)bufp;

        /* write final byte by placing the NET2272 into 8-bit mode */
        if (unlikely(count)) {
                tmp = net2272_read(ep->dev, LOCCTL);
                net2272_write(ep->dev, LOCCTL, tmp & ~(1 << DATA_WIDTH));
                writeb(*buf, ep_data);
                net2272_write(ep->dev, LOCCTL, tmp);
        }
        return length;
}

/* returns: 0: still running, 1: completed, negative: errno */
static int
net2272_write_fifo(struct net2272_ep *ep, struct net2272_request *req)
{
        u8 *buf;
        unsigned count, max;
        int status;

        dev_vdbg(ep->dev->dev, "write_fifo %s actual %d len %d\n",
                ep->ep.name, req->req.actual, req->req.length);

        /*
         * Keep loading the endpoint until the final packet is loaded,
         * or the endpoint buffer is full.
         */
 top:
        /*
         * Clear interrupt status
         *  - Packet Transmitted interrupt will become set again when the
         *    host successfully takes another packet
         */
        net2272_ep_write(ep, EP_STAT0, (1 << DATA_PACKET_TRANSMITTED_INTERRUPT));
        while (!(net2272_ep_read(ep, EP_STAT0) & (1 << BUFFER_FULL))) {
                buf = req->req.buf + req->req.actual;
                prefetch(buf);

                /* force pagesel */
                net2272_ep_read(ep, EP_STAT0);

                max = (net2272_ep_read(ep, EP_AVAIL1) << 8) |
                        (net2272_ep_read(ep, EP_AVAIL0));

                if (max < ep->ep.maxpacket)
                        max = (net2272_ep_read(ep, EP_AVAIL1) << 8)
                                | (net2272_ep_read(ep, EP_AVAIL0));

                count = net2272_write_packet(ep, buf, req, max);
                /* see if we are done */
                if (req->req.length == req->req.actual) {
                        /* validate short or zlp packet */
                        if (count < ep->ep.maxpacket)
                                set_fifo_bytecount(ep, 0);
                        net2272_done(ep, req, 0);

                        if (!list_empty(&ep->queue)) {
                                req = list_entry(ep->queue.next,
                                                struct net2272_request,
                                                queue);
                                status = net2272_kick_dma(ep, req);

                                if (status < 0)
                                        if ((net2272_ep_read(ep, EP_STAT0)
                                                        & (1 << BUFFER_EMPTY)))
                                                goto top;
                        }
                        return 1;
                }
                net2272_ep_write(ep, EP_STAT0, (1 << DATA_PACKET_TRANSMITTED_INTERRUPT));
        }
        return 0;
}

static void
net2272_out_flush(struct net2272_ep *ep)
{
        ASSERT_OUT_NAKING(ep);

        net2272_ep_write(ep, EP_STAT0, (1 << DATA_OUT_TOKEN_INTERRUPT)
                        | (1 << DATA_PACKET_RECEIVED_INTERRUPT));
        net2272_ep_write(ep, EP_STAT1, 1 << BUFFER_FLUSH);
}

static int
net2272_read_packet(struct net2272_ep *ep, u8 *buf,
        struct net2272_request *req, unsigned avail)
{
        u16 __iomem *ep_data = net2272_reg_addr(ep->dev, EP_DATA);
        unsigned is_short;
        u16 *bufp;

        req->req.actual += avail;

        dev_vdbg(ep->dev->dev, "read packet %s req %p len %u avail %u\n",
                ep->ep.name, req, avail,
                (net2272_ep_read(ep, EP_AVAIL1) << 8) | net2272_ep_read(ep, EP_AVAIL0));

        is_short = (avail < ep->ep.maxpacket);

        if (unlikely(avail == 0)) {
                /* remove any zlp from the buffer */
                (void)readw(ep_data);
                return is_short;
        }

        /* Ensure we get the final byte */
        if (unlikely(avail % 2))
                avail++;
        bufp = (u16 *)buf;

        do {
                *bufp++ = readw(ep_data);
                avail -= 2;
        } while (avail);

        /*
         * To avoid false endpoint available race condition must read
         * ep stat0 twice in the case of a short transfer
         */
        if (net2272_ep_read(ep, EP_STAT0) & (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT))
                net2272_ep_read(ep, EP_STAT0);

        return is_short;
}

static int
net2272_read_fifo(struct net2272_ep *ep, struct net2272_request *req)
{
        u8 *buf;
        unsigned is_short;
        int count;
        int tmp;
        int cleanup = 0;
        int status = -1;

        dev_vdbg(ep->dev->dev, "read_fifo %s actual %d len %d\n",
                ep->ep.name, req->req.actual, req->req.length);

 top:
        do {
                buf = req->req.buf + req->req.actual;
                prefetchw(buf);

                count = (net2272_ep_read(ep, EP_AVAIL1) << 8)
                        | net2272_ep_read(ep, EP_AVAIL0);

                net2272_ep_write(ep, EP_STAT0,
                        (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT) |
                        (1 << DATA_PACKET_RECEIVED_INTERRUPT));

                tmp = req->req.length - req->req.actual;

                if (count > tmp) {
                        if ((tmp % ep->ep.maxpacket) != 0) {
                                dev_err(ep->dev->dev,
                                        "%s out fifo %d bytes, expected %d\n",
                                        ep->ep.name, count, tmp);
                                cleanup = 1;
                        }
                        count = (tmp > 0) ? tmp : 0;
                }

                is_short = net2272_read_packet(ep, buf, req, count);

                /* completion */
                if (unlikely(cleanup || is_short ||
                                ((req->req.actual == req->req.length)
                                 && !req->req.zero))) {

                        if (cleanup) {
                                net2272_out_flush(ep);
                                net2272_done(ep, req, -EOVERFLOW);
                        } else
                                net2272_done(ep, req, 0);

                        /* re-initialize endpoint transfer registers
                         * otherwise they may result in erroneous pre-validation
                         * for subsequent control reads
                         */
                        if (unlikely(ep->num == 0)) {
                                net2272_ep_write(ep, EP_TRANSFER2, 0);
                                net2272_ep_write(ep, EP_TRANSFER1, 0);
                                net2272_ep_write(ep, EP_TRANSFER0, 0);
                        }

                        if (!list_empty(&ep->queue)) {
                                req = list_entry(ep->queue.next,
                                        struct net2272_request, queue);
                                status = net2272_kick_dma(ep, req);
                                if ((status < 0) &&
                                    !(net2272_ep_read(ep, EP_STAT0) & (1 << BUFFER_EMPTY)))
                                        goto top;
                        }
                        return 1;
                }
        } while (!(net2272_ep_read(ep, EP_STAT0) & (1 << BUFFER_EMPTY)));

        return 0;
}

static void
net2272_pio_advance(struct net2272_ep *ep)
{
        struct net2272_request *req;

        if (unlikely(list_empty(&ep->queue)))
                return;

        req = list_entry(ep->queue.next, struct net2272_request, queue);
        (ep->is_in ? net2272_write_fifo : net2272_read_fifo)(ep, req);
}

/* returns 0 on success, else negative errno */
static int
net2272_request_dma(struct net2272 *dev, unsigned ep, u32 buf,
        unsigned len, unsigned dir)
{
        dev_vdbg(dev->dev, "request_dma ep %d buf %08x len %d dir %d\n",
                ep, buf, len, dir);

        /* The NET2272 only supports a single dma channel */
        if (dev->dma_busy)
                return -EBUSY;
        /*
         * EP_TRANSFER (used to determine the number of bytes received
         * in an OUT transfer) is 24 bits wide; don't ask for more than that.
         */
        if ((dir == 1) && (len > 0x1000000))
                return -EINVAL;

        dev->dma_busy = 1;

        /* initialize platform's dma */
#ifdef CONFIG_PCI
        /* NET2272 addr, buffer addr, length, etc. */
        switch (dev->dev_id) {
        case PCI_DEVICE_ID_RDK1:
                /* Setup PLX 9054 DMA mode */
                writel((1 << LOCAL_BUS_WIDTH) |
                        (1 << TA_READY_INPUT_ENABLE) |
                        (0 << LOCAL_BURST_ENABLE) |
                        (1 << DONE_INTERRUPT_ENABLE) |
                        (1 << LOCAL_ADDRESSING_MODE) |
                        (1 << DEMAND_MODE) |
                        (1 << DMA_EOT_ENABLE) |
                        (1 << FAST_SLOW_TERMINATE_MODE_SELECT) |
                        (1 << DMA_CHANNEL_INTERRUPT_SELECT),
                        dev->rdk1.plx9054_base_addr + DMAMODE0);

                writel(0x100000, dev->rdk1.plx9054_base_addr + DMALADR0);
                writel(buf, dev->rdk1.plx9054_base_addr + DMAPADR0);
                writel(len, dev->rdk1.plx9054_base_addr + DMASIZ0);
                writel((dir << DIRECTION_OF_TRANSFER) |
                        (1 << INTERRUPT_AFTER_TERMINAL_COUNT),
                        dev->rdk1.plx9054_base_addr + DMADPR0);
                writel((1 << LOCAL_DMA_CHANNEL_0_INTERRUPT_ENABLE) |
                        readl(dev->rdk1.plx9054_base_addr + INTCSR),
                        dev->rdk1.plx9054_base_addr + INTCSR);

                break;
        }
#endif

        net2272_write(dev, DMAREQ,
                (0 << DMA_BUFFER_VALID) |
                (1 << DMA_REQUEST_ENABLE) |
                (1 << DMA_CONTROL_DACK) |
                (dev->dma_eot_polarity << EOT_POLARITY) |
                (dev->dma_dack_polarity << DACK_POLARITY) |
                (dev->dma_dreq_polarity << DREQ_POLARITY) |
                ((ep >> 1) << DMA_ENDPOINT_SELECT));

        (void) net2272_read(dev, SCRATCH);

        return 0;
}

static void
net2272_start_dma(struct net2272 *dev)
{
        /* start platform's dma controller */
#ifdef CONFIG_PCI
        switch (dev->dev_id) {
        case PCI_DEVICE_ID_RDK1:
                writeb((1 << CHANNEL_ENABLE) | (1 << CHANNEL_START),
                        dev->rdk1.plx9054_base_addr + DMACSR0);
                break;
        }
#endif
}

/* returns 0 on success, else negative errno */
static int
net2272_kick_dma(struct net2272_ep *ep, struct net2272_request *req)
{
        unsigned size;
        u8 tmp;

        if (!use_dma || (ep->num < 1) || (ep->num > 2) || !ep->dma)
                return -EINVAL;

        /* don't use dma for odd-length transfers
         * otherwise, we'd need to deal with the last byte with pio
         */
        if (req->req.length & 1)
                return -EINVAL;

        dev_vdbg(ep->dev->dev, "kick_dma %s req %p dma %08llx\n",
                ep->ep.name, req, (unsigned long long) req->req.dma);

        net2272_ep_write(ep, EP_RSPSET, 1 << ALT_NAK_OUT_PACKETS);

        /* The NET2272 can only use DMA on one endpoint at a time */
        if (ep->dev->dma_busy)
                return -EBUSY;

        /* Make sure we only DMA an even number of bytes (we'll use
         * pio to complete the transfer)
         */
        size = req->req.length;
        size &= ~1;

        /* device-to-host transfer */
        if (ep->is_in) {
                /* initialize platform's dma controller */
                if (net2272_request_dma(ep->dev, ep->num, req->req.dma, size, 0))
                        /* unable to obtain DMA channel; return error and use pio mode */
                        return -EBUSY;
                req->req.actual += size;

        /* host-to-device transfer */
        } else {
                tmp = net2272_ep_read(ep, EP_STAT0);

                /* initialize platform's dma controller */
                if (net2272_request_dma(ep->dev, ep->num, req->req.dma, size, 1))
                        /* unable to obtain DMA channel; return error and use pio mode */
                        return -EBUSY;

                if (!(tmp & (1 << BUFFER_EMPTY)))
                        ep->not_empty = 1;
                else
                        ep->not_empty = 0;


                /* allow the endpoint's buffer to fill */
                net2272_ep_write(ep, EP_RSPCLR, 1 << ALT_NAK_OUT_PACKETS);

                /* this transfer completed and data's already in the fifo
                 * return error so pio gets used.
                 */
                if (tmp & (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT)) {

                        /* deassert dreq */
                        net2272_write(ep->dev, DMAREQ,
                                (0 << DMA_BUFFER_VALID) |
                                (0 << DMA_REQUEST_ENABLE) |
                                (1 << DMA_CONTROL_DACK) |
                                (ep->dev->dma_eot_polarity << EOT_POLARITY) |
                                (ep->dev->dma_dack_polarity << DACK_POLARITY) |
                                (ep->dev->dma_dreq_polarity << DREQ_POLARITY) |
                                ((ep->num >> 1) << DMA_ENDPOINT_SELECT));

                        return -EBUSY;
                }
        }

        /* Don't use per-packet interrupts: use dma interrupts only */
        net2272_ep_write(ep, EP_IRQENB, 0);

        net2272_start_dma(ep->dev);

        return 0;
}

static void net2272_cancel_dma(struct net2272 *dev)
{
#ifdef CONFIG_PCI
        switch (dev->dev_id) {
        case PCI_DEVICE_ID_RDK1:
                writeb(0, dev->rdk1.plx9054_base_addr + DMACSR0);
                writeb(1 << CHANNEL_ABORT, dev->rdk1.plx9054_base_addr + DMACSR0);
                while (!(readb(dev->rdk1.plx9054_base_addr + DMACSR0) &
                         (1 << CHANNEL_DONE)))
                        continue;       /* wait for dma to stabalize */

                /* dma abort generates an interrupt */
                writeb(1 << CHANNEL_CLEAR_INTERRUPT,
                        dev->rdk1.plx9054_base_addr + DMACSR0);
                break;
        }
#endif

        dev->dma_busy = 0;
}

/*---------------------------------------------------------------------------*/

static int
net2272_queue(struct usb_ep *_ep, struct usb_request *_req, gfp_t gfp_flags)
{
        struct net2272_request *req;
        struct net2272_ep *ep;
        struct net2272 *dev;
        unsigned long flags;
        int status = -1;
        u8 s;

        req = container_of(_req, struct net2272_request, req);
        if (!_req || !_req->complete || !_req->buf
                        || !list_empty(&req->queue))
                return -EINVAL;
        ep = container_of(_ep, struct net2272_ep, ep);
        if (!_ep || (!ep->desc && ep->num != 0))
                return -EINVAL;
        dev = ep->dev;
        if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN)
                return -ESHUTDOWN;

        /* set up dma mapping in case the caller didn't */
        if (use_dma && ep->dma) {
                status = usb_gadget_map_request(&dev->gadget, _req,
                                ep->is_in);
                if (status)
                        return status;
        }

        dev_vdbg(dev->dev, "%s queue req %p, len %d buf %p dma %08llx %s\n",
                _ep->name, _req, _req->length, _req->buf,
                (unsigned long long) _req->dma, _req->zero ? "zero" : "!zero");

        spin_lock_irqsave(&dev->lock, flags);

        _req->status = -EINPROGRESS;
        _req->actual = 0;

        /* kickstart this i/o queue? */
        if (list_empty(&ep->queue) && !ep->stopped) {
                /* maybe there's no control data, just status ack */
                if (ep->num == 0 && _req->length == 0) {
                        net2272_done(ep, req, 0);
                        dev_vdbg(dev->dev, "%s status ack\n", ep->ep.name);
                        goto done;
                }

                /* Return zlp, don't let it block subsequent packets */
                s = net2272_ep_read(ep, EP_STAT0);
                if (s & (1 << BUFFER_EMPTY)) {
                        /* Buffer is empty check for a blocking zlp, handle it */
                        if ((s & (1 << NAK_OUT_PACKETS)) &&
                            net2272_ep_read(ep, EP_STAT1) & (1 << LOCAL_OUT_ZLP)) {
                                dev_dbg(dev->dev, "WARNING: returning ZLP short packet termination!\n");
                                /*
                                 * Request is going to terminate with a short packet ...
                                 * hope the client is ready for it!
                                 */
                                status = net2272_read_fifo(ep, req);
                                /* clear short packet naking */
                                net2272_ep_write(ep, EP_STAT0, (1 << NAK_OUT_PACKETS));
                                goto done;
                        }
                }

                /* try dma first */
                status = net2272_kick_dma(ep, req);

                if (status < 0) {
                        /* dma failed (most likely in use by another endpoint)
                         * fallback to pio
                         */
                        status = 0;

                        if (ep->is_in)
                                status = net2272_write_fifo(ep, req);
                        else {
                                s = net2272_ep_read(ep, EP_STAT0);
                                if ((s & (1 << BUFFER_EMPTY)) == 0)
                                        status = net2272_read_fifo(ep, req);
                        }

                        if (unlikely(status != 0)) {
                                if (status > 0)
                                        status = 0;
                                req = NULL;
                        }
                }
        }
        if (likely(req))
                list_add_tail(&req->queue, &ep->queue);

        if (likely(!list_empty(&ep->queue)))
                net2272_ep_write(ep, EP_RSPCLR, 1 << ALT_NAK_OUT_PACKETS);
 done:
        spin_unlock_irqrestore(&dev->lock, flags);

        return 0;
}

/* dequeue ALL requests */
static void
net2272_dequeue_all(struct net2272_ep *ep)
{
        struct net2272_request *req;

        /* called with spinlock held */
        ep->stopped = 1;

        while (!list_empty(&ep->queue)) {
                req = list_entry(ep->queue.next,
                                struct net2272_request,
                                queue);
                net2272_done(ep, req, -ESHUTDOWN);
        }
}

/* dequeue JUST ONE request */
static int
net2272_dequeue(struct usb_ep *_ep, struct usb_request *_req)
{
        struct net2272_ep *ep;
        struct net2272_request *req;
        unsigned long flags;
        int stopped;

        ep = container_of(_ep, struct net2272_ep, ep);
        if (!_ep || (!ep->desc && ep->num != 0) || !_req)
                return -EINVAL;

        spin_lock_irqsave(&ep->dev->lock, flags);
        stopped = ep->stopped;
        ep->stopped = 1;

        /* make sure it's still queued on this endpoint */
        list_for_each_entry(req, &ep->queue, queue) {
                if (&req->req == _req)
                        break;
        }
        if (&req->req != _req) {
                spin_unlock_irqrestore(&ep->dev->lock, flags);
                return -EINVAL;
        }

        /* queue head may be partially complete */
        if (ep->queue.next == &req->queue) {
                dev_dbg(ep->dev->dev, "unlink (%s) pio\n", _ep->name);
                net2272_done(ep, req, -ECONNRESET);
        }
        req = NULL;
        ep->stopped = stopped;

        spin_unlock_irqrestore(&ep->dev->lock, flags);
        return 0;
}

/*---------------------------------------------------------------------------*/

static int
net2272_set_halt_and_wedge(struct usb_ep *_ep, int value, int wedged)
{
        struct net2272_ep *ep;
        unsigned long flags;
        int ret = 0;

        ep = container_of(_ep, struct net2272_ep, ep);
        if (!_ep || (!ep->desc && ep->num != 0))
                return -EINVAL;
        if (!ep->dev->driver || ep->dev->gadget.speed == USB_SPEED_UNKNOWN)
                return -ESHUTDOWN;
        if (ep->desc /* not ep0 */ && usb_endpoint_xfer_isoc(ep->desc))
                return -EINVAL;

        spin_lock_irqsave(&ep->dev->lock, flags);
        if (!list_empty(&ep->queue))
                ret = -EAGAIN;
        else if (ep->is_in && value && net2272_fifo_status(_ep) != 0)
                ret = -EAGAIN;
        else {
                dev_vdbg(ep->dev->dev, "%s %s %s\n", _ep->name,

                        value ? "set" : "clear",
                        wedged ? "wedge" : "halt");
                /* set/clear */
                if (value) {
                        if (ep->num == 0)
                                ep->dev->protocol_stall = 1;
                        else
                                set_halt(ep);
                        if (wedged)
                                ep->wedged = 1;
                } else {
                        clear_halt(ep);
                        ep->wedged = 0;
                }
        }
        spin_unlock_irqrestore(&ep->dev->lock, flags);

        return ret;
}

static int
net2272_set_halt(struct usb_ep *_ep, int value)
{
        return net2272_set_halt_and_wedge(_ep, value, 0);
}

static int
net2272_set_wedge(struct usb_ep *_ep)
{
        if (!_ep || _ep->name == ep0name)
                return -EINVAL;
        return net2272_set_halt_and_wedge(_ep, 1, 1);
}

static int
net2272_fifo_status(struct usb_ep *_ep)
{
        struct net2272_ep *ep;
        u16 avail;

        ep = container_of(_ep, struct net2272_ep, ep);
        if (!_ep || (!ep->desc && ep->num != 0))
                return -ENODEV;
        if (!ep->dev->driver || ep->dev->gadget.speed == USB_SPEED_UNKNOWN)
                return -ESHUTDOWN;

        avail = net2272_ep_read(ep, EP_AVAIL1) << 8;
        avail |= net2272_ep_read(ep, EP_AVAIL0);
        if (avail > ep->fifo_size)
                return -EOVERFLOW;
        if (ep->is_in)
                avail = ep->fifo_size - avail;
        return avail;
}

static void
net2272_fifo_flush(struct usb_ep *_ep)
{
        struct net2272_ep *ep;

        ep = container_of(_ep, struct net2272_ep, ep);
        if (!_ep || (!ep->desc && ep->num != 0))
                return;
        if (!ep->dev->driver || ep->dev->gadget.speed == USB_SPEED_UNKNOWN)
                return;

        net2272_ep_write(ep, EP_STAT1, 1 << BUFFER_FLUSH);
}

static struct usb_ep_ops net2272_ep_ops = {
        .enable        = net2272_enable,
        .disable       = net2272_disable,

        .alloc_request = net2272_alloc_request,
        .free_request  = net2272_free_request,

        .queue         = net2272_queue,
        .dequeue       = net2272_dequeue,

        .set_halt      = net2272_set_halt,
        .set_wedge     = net2272_set_wedge,
        .fifo_status   = net2272_fifo_status,
        .fifo_flush    = net2272_fifo_flush,
};

/*---------------------------------------------------------------------------*/

static int
net2272_get_frame(struct usb_gadget *_gadget)
{
        struct net2272 *dev;
        unsigned long flags;
        u16 ret;

        if (!_gadget)
                return -ENODEV;
        dev = container_of(_gadget, struct net2272, gadget);
        spin_lock_irqsave(&dev->lock, flags);

        ret = net2272_read(dev, FRAME1) << 8;
        ret |= net2272_read(dev, FRAME0);

        spin_unlock_irqrestore(&dev->lock, flags);
        return ret;
}

static int
net2272_wakeup(struct usb_gadget *_gadget)
{
        struct net2272 *dev;
        u8 tmp;
        unsigned long flags;

        if (!_gadget)
                return 0;
        dev = container_of(_gadget, struct net2272, gadget);

        spin_lock_irqsave(&dev->lock, flags);
        tmp = net2272_read(dev, USBCTL0);
        if (tmp & (1 << IO_WAKEUP_ENABLE))
                net2272_write(dev, USBCTL1, (1 << GENERATE_RESUME));

        spin_unlock_irqrestore(&dev->lock, flags);

        return 0;
}

static int
net2272_set_selfpowered(struct usb_gadget *_gadget, int value)
{
        if (!_gadget)
                return -ENODEV;

        _gadget->is_selfpowered = (value != 0);

        return 0;
}

static int
net2272_pullup(struct usb_gadget *_gadget, int is_on)
{
        struct net2272 *dev;
        u8 tmp;
        unsigned long flags;

        if (!_gadget)
                return -ENODEV;
        dev = container_of(_gadget, struct net2272, gadget);

        spin_lock_irqsave(&dev->lock, flags);
        tmp = net2272_read(dev, USBCTL0);
        dev->softconnect = (is_on != 0);
        if (is_on)
                tmp |= (1 << USB_DETECT_ENABLE);
        else
                tmp &= ~(1 << USB_DETECT_ENABLE);
        net2272_write(dev, USBCTL0, tmp);
        spin_unlock_irqrestore(&dev->lock, flags);

        return 0;
}

static int net2272_start(struct usb_gadget *_gadget,
                struct usb_gadget_driver *driver);
static int net2272_stop(struct usb_gadget *_gadget);

static const struct usb_gadget_ops net2272_ops = {
        .get_frame      = net2272_get_frame,
        .wakeup         = net2272_wakeup,
        .set_selfpowered = net2272_set_selfpowered,
        .pullup         = net2272_pullup,
        .udc_start      = net2272_start,
        .udc_stop       = net2272_stop,
};

/*---------------------------------------------------------------------------*/

static ssize_t
registers_show(struct device *_dev, struct device_attribute *attr, char *buf)
{
        struct net2272 *dev;
        char *next;
        unsigned size, t;
        unsigned long flags;
        u8 t1, t2;
        int i;
        const char *s;

        dev = dev_get_drvdata(_dev);
        next = buf;
        size = PAGE_SIZE;
        spin_lock_irqsave(&dev->lock, flags);

        if (dev->driver)
                s = dev->driver->driver.name;
        else
                s = "(none)";

        /* Main Control Registers */
        t = scnprintf(next, size, "%s version %s,"
                "chiprev %02x, locctl %02x\n"
                "irqenb0 %02x irqenb1 %02x "
                "irqstat0 %02x irqstat1 %02x\n",
                driver_name, driver_vers, dev->chiprev,
                net2272_read(dev, LOCCTL),
                net2272_read(dev, IRQENB0),
                net2272_read(dev, IRQENB1),
                net2272_read(dev, IRQSTAT0),
                net2272_read(dev, IRQSTAT1));
        size -= t;
        next += t;

        /* DMA */
        t1 = net2272_read(dev, DMAREQ);
        t = scnprintf(next, size, "\ndmareq %02x: %s %s%s%s%s\n",
                t1, ep_name[(t1 & 0x01) + 1],
                t1 & (1 << DMA_CONTROL_DACK) ? "dack " : "",
                t1 & (1 << DMA_REQUEST_ENABLE) ? "reqenb " : "",
                t1 & (1 << DMA_REQUEST) ? "req " : "",
                t1 & (1 << DMA_BUFFER_VALID) ? "valid " : "");
        size -= t;
        next += t;

        /* USB Control Registers */
        t1 = net2272_read(dev, USBCTL1);
        if (t1 & (1 << VBUS_PIN)) {
                if (t1 & (1 << USB_HIGH_SPEED))
                        s = "high speed";
                else if (dev->gadget.speed == USB_SPEED_UNKNOWN)
                        s = "powered";
                else
                        s = "full speed";
        } else
                s = "not attached";
        t = scnprintf(next, size,
                "usbctl0 %02x usbctl1 %02x addr 0x%02x (%s)\n",
                net2272_read(dev, USBCTL0), t1,
                net2272_read(dev, OURADDR), s);
        size -= t;
        next += t;

        /* Endpoint Registers */
        for (i = 0; i < 4; ++i) {
                struct net2272_ep *ep;

                ep = &dev->ep[i];
                if (i && !ep->desc)
                        continue;

                t1 = net2272_ep_read(ep, EP_CFG);
                t2 = net2272_ep_read(ep, EP_RSPSET);
                t = scnprintf(next, size,
                        "\n%s\tcfg %02x rsp (%02x) %s%s%s%s%s%s%s%s"
                        "irqenb %02x\n",
                        ep->ep.name, t1, t2,
                        (t2 & (1 << ALT_NAK_OUT_PACKETS)) ? "NAK " : "",
                        (t2 & (1 << HIDE_STATUS_PHASE)) ? "hide " : "",
                        (t2 & (1 << AUTOVALIDATE)) ? "auto " : "",
                        (t2 & (1 << INTERRUPT_MODE)) ? "interrupt " : "",
                        (t2 & (1 << CONTROL_STATUS_PHASE_HANDSHAKE)) ? "status " : "",
                        (t2 & (1 << NAK_OUT_PACKETS_MODE)) ? "NAKmode " : "",
                        (t2 & (1 << ENDPOINT_TOGGLE)) ? "DATA1 " : "DATA0 ",
                        (t2 & (1 << ENDPOINT_HALT)) ? "HALT " : "",
                        net2272_ep_read(ep, EP_IRQENB));
                size -= t;
                next += t;

                t = scnprintf(next, size,
                        "\tstat0 %02x stat1 %02x avail %04x "
                        "(ep%d%s-%s)%s\n",
                        net2272_ep_read(ep, EP_STAT0),
                        net2272_ep_read(ep, EP_STAT1),
                        (net2272_ep_read(ep, EP_AVAIL1) << 8) | net2272_ep_read(ep, EP_AVAIL0),
                        t1 & 0x0f,
                        ep->is_in ? "in" : "out",
                        type_string(t1 >> 5),
                        ep->stopped ? "*" : "");
                size -= t;
                next += t;

                t = scnprintf(next, size,
                        "\tep_transfer %06x\n",
                        ((net2272_ep_read(ep, EP_TRANSFER2) & 0xff) << 16) |
                        ((net2272_ep_read(ep, EP_TRANSFER1) & 0xff) << 8) |
                        ((net2272_ep_read(ep, EP_TRANSFER0) & 0xff)));
                size -= t;
                next += t;

                t1 = net2272_ep_read(ep, EP_BUFF_STATES) & 0x03;
                t2 = (net2272_ep_read(ep, EP_BUFF_STATES) >> 2) & 0x03;
                t = scnprintf(next, size,
                        "\tbuf-a %s buf-b %s\n",
                        buf_state_string(t1),
                        buf_state_string(t2));
                size -= t;
                next += t;
        }

        spin_unlock_irqrestore(&dev->lock, flags);

        return PAGE_SIZE - size;
}
static DEVICE_ATTR_RO(registers);

/*---------------------------------------------------------------------------*/

static void
net2272_set_fifo_mode(struct net2272 *dev, int mode)
{
        u8 tmp;

        tmp = net2272_read(dev, LOCCTL) & 0x3f;
        tmp |= (mode << 6);
        net2272_write(dev, LOCCTL, tmp);

        INIT_LIST_HEAD(&dev->gadget.ep_list);

        /* always ep-a, ep-c ... maybe not ep-b */
        list_add_tail(&dev->ep[1].ep.ep_list, &dev->gadget.ep_list);

        switch (mode) {
        case 0:
                list_add_tail(&dev->ep[2].ep.ep_list, &dev->gadget.ep_list);
                dev->ep[1].fifo_size = dev->ep[2].fifo_size = 512;
                break;
        case 1:
                list_add_tail(&dev->ep[2].ep.ep_list, &dev->gadget.ep_list);
                dev->ep[1].fifo_size = 1024;
                dev->ep[2].fifo_size = 512;
                break;
        case 2:
                list_add_tail(&dev->ep[2].ep.ep_list, &dev->gadget.ep_list);
                dev->ep[1].fifo_size = dev->ep[2].fifo_size = 1024;
                break;
        case 3:
                dev->ep[1].fifo_size = 1024;
                break;
        }

        /* ep-c is always 2 512 byte buffers */
        list_add_tail(&dev->ep[3].ep.ep_list, &dev->gadget.ep_list);
        dev->ep[3].fifo_size = 512;
}

/*---------------------------------------------------------------------------*/

static void
net2272_usb_reset(struct net2272 *dev)
{
        dev->gadget.speed = USB_SPEED_UNKNOWN;

        net2272_cancel_dma(dev);

        net2272_write(dev, IRQENB0, 0);
        net2272_write(dev, IRQENB1, 0);

        /* clear irq state */
        net2272_write(dev, IRQSTAT0, 0xff);
        net2272_write(dev, IRQSTAT1, ~(1 << SUSPEND_REQUEST_INTERRUPT));

        net2272_write(dev, DMAREQ,
                (0 << DMA_BUFFER_VALID) |
                (0 << DMA_REQUEST_ENABLE) |
                (1 << DMA_CONTROL_DACK) |
                (dev->dma_eot_polarity << EOT_POLARITY) |
                (dev->dma_dack_polarity << DACK_POLARITY) |
                (dev->dma_dreq_polarity << DREQ_POLARITY) |
                ((dma_ep >> 1) << DMA_ENDPOINT_SELECT));

        net2272_cancel_dma(dev);
        net2272_set_fifo_mode(dev, (fifo_mode <= 3) ? fifo_mode : 0);

        /* Set the NET2272 ep fifo data width to 16-bit mode and for correct byte swapping
         * note that the higher level gadget drivers are expected to convert data to little endian.
         * Enable byte swap for your local bus/cpu if needed by setting BYTE_SWAP in LOCCTL here
         */
        net2272_write(dev, LOCCTL, net2272_read(dev, LOCCTL) | (1 << DATA_WIDTH));
        net2272_write(dev, LOCCTL1, (dma_mode << DMA_MODE));
}

static void
net2272_usb_reinit(struct net2272 *dev)
{
        int i;

        /* basic endpoint init */
        for (i = 0; i < 4; ++i) {
                struct net2272_ep *ep = &dev->ep[i];

                ep->ep.name = ep_name[i];
                ep->dev = dev;
                ep->num = i;
                ep->not_empty = 0;

                if (use_dma && ep->num == dma_ep)
                        ep->dma = 1;

                if (i > 0 && i <= 3)
                        ep->fifo_size = 512;
                else
                        ep->fifo_size = 64;
                net2272_ep_reset(ep);

                if (i == 0) {
                        ep->ep.caps.type_control = true;
                } else {
                        ep->ep.caps.type_iso = true;
                        ep->ep.caps.type_bulk = true;
                        ep->ep.caps.type_int = true;
                }

                ep->ep.caps.dir_in = true;
                ep->ep.caps.dir_out = true;
        }
        usb_ep_set_maxpacket_limit(&dev->ep[0].ep, 64);

        dev->gadget.ep0 = &dev->ep[0].ep;
        dev->ep[0].stopped = 0;
        INIT_LIST_HEAD(&dev->gadget.ep0->ep_list);
}

static void
net2272_ep0_start(struct net2272 *dev)
{
        struct net2272_ep *ep0 = &dev->ep[0];

        net2272_ep_write(ep0, EP_RSPSET,
                (1 << NAK_OUT_PACKETS_MODE) |
                (1 << ALT_NAK_OUT_PACKETS));
        net2272_ep_write(ep0, EP_RSPCLR,
                (1 << HIDE_STATUS_PHASE) |
                (1 << CONTROL_STATUS_PHASE_HANDSHAKE));
        net2272_write(dev, USBCTL0,
                (dev->softconnect << USB_DETECT_ENABLE) |
                (1 << USB_ROOT_PORT_WAKEUP_ENABLE) |
                (1 << IO_WAKEUP_ENABLE));
        net2272_write(dev, IRQENB0,
                (1 << SETUP_PACKET_INTERRUPT_ENABLE) |
                (1 << ENDPOINT_0_INTERRUPT_ENABLE) |
                (1 << DMA_DONE_INTERRUPT_ENABLE));
        net2272_write(dev, IRQENB1,
                (1 << VBUS_INTERRUPT_ENABLE) |
                (1 << ROOT_PORT_RESET_INTERRUPT_ENABLE) |
                (1 << SUSPEND_REQUEST_CHANGE_INTERRUPT_ENABLE));
}

/* when a driver is successfully registered, it will receive
 * control requests including set_configuration(), which enables
 * non-control requests.  then usb traffic follows until a
 * disconnect is reported.  then a host may connect again, or
 * the driver might get unbound.
 */
static int net2272_start(struct usb_gadget *_gadget,
                struct usb_gadget_driver *driver)
{
        struct net2272 *dev;
        unsigned i;

        if (!driver || !driver->setup ||
            driver->max_speed != USB_SPEED_HIGH)
                return -EINVAL;

        dev = container_of(_gadget, struct net2272, gadget);

        for (i = 0; i < 4; ++i)
                dev->ep[i].irqs = 0;
        /* hook up the driver ... */
        dev->softconnect = 1;
        driver->driver.bus = NULL;
        dev->driver = driver;

        /* ... then enable host detection and ep0; and we're ready
         * for set_configuration as well as eventual disconnect.
         */
        net2272_ep0_start(dev);

        return 0;
}

static void
stop_activity(struct net2272 *dev, struct usb_gadget_driver *driver)
{
        int i;

        /* don't disconnect if it's not connected */
        if (dev->gadget.speed == USB_SPEED_UNKNOWN)
                driver = NULL;

        /* stop hardware; prevent new request submissions;
         * and kill any outstanding requests.
         */
        net2272_usb_reset(dev);
        for (i = 0; i < 4; ++i)
                net2272_dequeue_all(&dev->ep[i]);

        /* report disconnect; the driver is already quiesced */
        if (driver) {
                spin_unlock(&dev->lock);
                driver->disconnect(&dev->gadget);
                spin_lock(&dev->lock);
        }

        net2272_usb_reinit(dev);
}

static int net2272_stop(struct usb_gadget *_gadget)
{
        struct net2272 *dev;
        unsigned long flags;

        dev = container_of(_gadget, struct net2272, gadget);

        spin_lock_irqsave(&dev->lock, flags);
        stop_activity(dev, NULL);
        spin_unlock_irqrestore(&dev->lock, flags);

        dev->driver = NULL;

        return 0;
}

/*---------------------------------------------------------------------------*/
/* handle ep-a/ep-b dma completions */
static void
net2272_handle_dma(struct net2272_ep *ep)
{
        struct net2272_request *req;
        unsigned len;
        int status;

        if (!list_empty(&ep->queue))
                req = list_entry(ep->queue.next,
                                struct net2272_request, queue);
        else
                req = NULL;

        dev_vdbg(ep->dev->dev, "handle_dma %s req %p\n", ep->ep.name, req);

        /* Ensure DREQ is de-asserted */
        net2272_write(ep->dev, DMAREQ,
                (0 << DMA_BUFFER_VALID)
              | (0 << DMA_REQUEST_ENABLE)
              | (1 << DMA_CONTROL_DACK)
              | (ep->dev->dma_eot_polarity << EOT_POLARITY)
              | (ep->dev->dma_dack_polarity << DACK_POLARITY)
              | (ep->dev->dma_dreq_polarity << DREQ_POLARITY)
              | (ep->dma << DMA_ENDPOINT_SELECT));

        ep->dev->dma_busy = 0;

        net2272_ep_write(ep, EP_IRQENB,
                  (1 << DATA_PACKET_RECEIVED_INTERRUPT_ENABLE)
                | (1 << DATA_PACKET_TRANSMITTED_INTERRUPT_ENABLE)
                | net2272_ep_read(ep, EP_IRQENB));

        /* device-to-host transfer completed */
        if (ep->is_in) {
                /* validate a short packet or zlp if necessary */
                if ((req->req.length % ep->ep.maxpacket != 0) ||
                                req->req.zero)
                        set_fifo_bytecount(ep, 0);

                net2272_done(ep, req, 0);
                if (!list_empty(&ep->queue)) {
                        req = list_entry(ep->queue.next,
                                        struct net2272_request, queue);
                        status = net2272_kick_dma(ep, req);
                        if (status < 0)
                                net2272_pio_advance(ep);
                }

        /* host-to-device transfer completed */
        } else {
                /* terminated with a short packet? */
                if (net2272_read(ep->dev, IRQSTAT0) &
                                (1 << DMA_DONE_INTERRUPT)) {
                        /* abort system dma */
                        net2272_cancel_dma(ep->dev);
                }

                /* EP_TRANSFER will contain the number of bytes
                 * actually received.
                 * NOTE: There is no overflow detection on EP_TRANSFER:
                 * We can't deal with transfers larger than 2^24 bytes!
                 */
                len = (net2272_ep_read(ep, EP_TRANSFER2) << 16)
                        | (net2272_ep_read(ep, EP_TRANSFER1) << 8)
                        | (net2272_ep_read(ep, EP_TRANSFER0));

                if (ep->not_empty)
                        len += 4;

                req->req.actual += len;

                /* get any remaining data */
                net2272_pio_advance(ep);
        }
}

/*---------------------------------------------------------------------------*/

static void
net2272_handle_ep(struct net2272_ep *ep)
{
        struct net2272_request *req;
        u8 stat0, stat1;

        if (!list_empty(&ep->queue))
                req = list_entry(ep->queue.next,
                        struct net2272_request, queue);
        else
                req = NULL;

        /* ack all, and handle what we care about */
        stat0 = net2272_ep_read(ep, EP_STAT0);
        stat1 = net2272_ep_read(ep, EP_STAT1);
        ep->irqs++;

        dev_vdbg(ep->dev->dev, "%s ack ep_stat0 %02x, ep_stat1 %02x, req %p\n",
                ep->ep.name, stat0, stat1, req ? &req->req : NULL);

        net2272_ep_write(ep, EP_STAT0, stat0 &
                ~((1 << NAK_OUT_PACKETS)
                | (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT)));
        net2272_ep_write(ep, EP_STAT1, stat1);

        /* data packet(s) received (in the fifo, OUT)
         * direction must be validated, otherwise control read status phase
         * could be interpreted as a valid packet
         */
        if (!ep->is_in && (stat0 & (1 << DATA_PACKET_RECEIVED_INTERRUPT)))
                net2272_pio_advance(ep);
        /* data packet(s) transmitted (IN) */
        else if (stat0 & (1 << DATA_PACKET_TRANSMITTED_INTERRUPT))
                net2272_pio_advance(ep);
}

static struct net2272_ep *
net2272_get_ep_by_addr(struct net2272 *dev, u16 wIndex)
{
        struct net2272_ep *ep;

        if ((wIndex & USB_ENDPOINT_NUMBER_MASK) == 0)
                return &dev->ep[0];

        list_for_each_entry(ep, &dev->gadget.ep_list, ep.ep_list) {
                u8 bEndpointAddress;

                if (!ep->desc)
                        continue;
                bEndpointAddress = ep->desc->bEndpointAddress;
                if ((wIndex ^ bEndpointAddress) & USB_DIR_IN)
                        continue;
                if ((wIndex & 0x0f) == (bEndpointAddress & 0x0f))
                        return ep;
        }
        return NULL;
}

/*
 * USB Test Packet:
 * JKJKJKJK * 9
 * JJKKJJKK * 8
 * JJJJKKKK * 8
 * JJJJJJJKKKKKKK * 8
 * JJJJJJJK * 8
 * {JKKKKKKK * 10}, JK
 */
static const u8 net2272_test_packet[] = {
        0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
        0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA,
        0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE,
        0xFE, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF,
        0x7F, 0xBF, 0xDF, 0xEF, 0xF7, 0xFB, 0xFD,
        0xFC, 0x7E, 0xBF, 0xDF, 0xEF, 0xF7, 0xFD, 0x7E
};

static void
net2272_set_test_mode(struct net2272 *dev, int mode)
{
        int i;

        /* Disable all net2272 interrupts:
         * Nothing but a power cycle should stop the test.
         */
        net2272_write(dev, IRQENB0, 0x00);
        net2272_write(dev, IRQENB1, 0x00);

        /* Force tranceiver to high-speed */
        net2272_write(dev, XCVRDIAG, 1 << FORCE_HIGH_SPEED);

        net2272_write(dev, PAGESEL, 0);
        net2272_write(dev, EP_STAT0, 1 << DATA_PACKET_TRANSMITTED_INTERRUPT);
        net2272_write(dev, EP_RSPCLR,
                          (1 << CONTROL_STATUS_PHASE_HANDSHAKE)
                        | (1 << HIDE_STATUS_PHASE));
        net2272_write(dev, EP_CFG, 1 << ENDPOINT_DIRECTION);
        net2272_write(dev, EP_STAT1, 1 << BUFFER_FLUSH);

        /* wait for status phase to complete */
        while (!(net2272_read(dev, EP_STAT0) &
                                (1 << DATA_PACKET_TRANSMITTED_INTERRUPT)))
                ;

        /* Enable test mode */
        net2272_write(dev, USBTEST, mode);

        /* load test packet */
        if (mode == TEST_PACKET) {
                /* switch to 8 bit mode */
                net2272_write(dev, LOCCTL, net2272_read(dev, LOCCTL) &
                                ~(1 << DATA_WIDTH));

                for (i = 0; i < sizeof(net2272_test_packet); ++i)
                        net2272_write(dev, EP_DATA, net2272_test_packet[i]);

                /* Validate test packet */
                net2272_write(dev, EP_TRANSFER0, 0);
        }
}

static void
net2272_handle_stat0_irqs(struct net2272 *dev, u8 stat)
{
        struct net2272_ep *ep;
        u8 num, scratch;

        /* starting a control request? */
        if (unlikely(stat & (1 << SETUP_PACKET_INTERRUPT))) {
                union {
                        u8 raw[8];
                        struct usb_ctrlrequest  r;
                } u;
                int tmp = 0;
                struct net2272_request *req;

                if (dev->gadget.speed == USB_SPEED_UNKNOWN) {
                        if (net2272_read(dev, USBCTL1) & (1 << USB_HIGH_SPEED))
                                dev->gadget.speed = USB_SPEED_HIGH;
                        else
                                dev->gadget.speed = USB_SPEED_FULL;
                        dev_dbg(dev->dev, "%s\n",
                                usb_speed_string(dev->gadget.speed));
                }

                ep = &dev->ep[0];
                ep->irqs++;

                /* make sure any leftover interrupt state is cleared */
                stat &= ~(1 << ENDPOINT_0_INTERRUPT);
                while (!list_empty(&ep->queue)) {
                        req = list_entry(ep->queue.next,
                                struct net2272_request, queue);
                        net2272_done(ep, req,
                                (req->req.actual == req->req.length) ? 0 : -EPROTO);
                }
                ep->stopped = 0;
                dev->protocol_stall = 0;
                net2272_ep_write(ep, EP_STAT0,
                            (1 << DATA_IN_TOKEN_INTERRUPT)
                          | (1 << DATA_OUT_TOKEN_INTERRUPT)
                          | (1 << DATA_PACKET_TRANSMITTED_INTERRUPT)
                          | (1 << DATA_PACKET_RECEIVED_INTERRUPT)
                          | (1 << SHORT_PACKET_TRANSFERRED_INTERRUPT));
                net2272_ep_write(ep, EP_STAT1,
                            (1 << TIMEOUT)
                          | (1 << USB_OUT_ACK_SENT)
                          | (1 << USB_OUT_NAK_SENT)
                          | (1 << USB_IN_ACK_RCVD)
                          | (1 << USB_IN_NAK_SENT)
                          | (1 << USB_STALL_SENT)
                          | (1 << LOCAL_OUT_ZLP));

                /*
                 * Ensure Control Read pre-validation setting is beyond maximum size
                 *  - Control Writes can leave non-zero values in EP_TRANSFER. If
                 *    an EP0 transfer following the Control Write is a Control Read,
                 *    the NET2272 sees the non-zero EP_TRANSFER as an unexpected
                 *    pre-validation count.
                 *  - Setting EP_TRANSFER beyond the maximum EP0 transfer size ensures
                 *    the pre-validation count cannot cause an unexpected validatation
                 */
                net2272_write(dev, PAGESEL, 0);
                net2272_write(dev, EP_TRANSFER2, 0xff);
                net2272_write(dev, EP_TRANSFER1, 0xff);
                net2272_write(dev, EP_TRANSFER0, 0xff);

                u.raw[0] = net2272_read(dev, SETUP0);
                u.raw[1] = net2272_read(dev, SETUP1);
                u.raw[2] = net2272_read(dev, SETUP2);
                u.raw[3] = net2272_read(dev, SETUP3);
                u.raw[4] = net2272_read(dev, SETUP4);
                u.raw[5] = net2272_read(dev, SETUP5);
                u.raw[6] = net2272_read(dev, SETUP6);
                u.raw[7] = net2272_read(dev, SETUP7);
                /*
                 * If you have a big endian cpu make sure le16_to_cpus
                 * performs the proper byte swapping here...
                 */
                le16_to_cpus(&u.r.wValue);
                le16_to_cpus(&u.r.wIndex);
                le16_to_cpus(&u.r.wLength);

                /* ack the irq */
                net2272_write(dev, IRQSTAT0, 1 << SETUP_PACKET_INTERRUPT);
                stat ^= (1 << SETUP_PACKET_INTERRUPT);

                /* watch control traffic at the token level, and force
                 * synchronization before letting the status phase happen.
                 */
                ep->is_in = (u.r.bRequestType & USB_DIR_IN) != 0;
                if (ep->is_in) {
                        scratch = (1 << DATA_PACKET_TRANSMITTED_INTERRUPT_ENABLE)
                                | (1 << DATA_OUT_TOKEN_INTERRUPT_ENABLE)
                                | (1 << DATA_IN_TOKEN_INTERRUPT_ENABLE);
                        stop_out_naking(ep);
                } else
                        scratch = (1 << DATA_PACKET_RECEIVED_INTERRUPT_ENABLE)
                                | (1 << DATA_OUT_TOKEN_INTERRUPT_ENABLE)
                                | (1 << DATA_IN_TOKEN_INTERRUPT_ENABLE);
                net2272_ep_write(ep, EP_IRQENB, scratch);

                if ((u.r.bRequestType & USB_TYPE_MASK) != USB_TYPE_STANDARD)
                        goto delegate;
                switch (u.r.bRequest) {
                case USB_REQ_GET_STATUS: {
                        struct net2272_ep *e;
                        u16 status = 0;

                        switch (u.r.bRequestType & USB_RECIP_MASK) {
                        case USB_RECIP_ENDPOINT:
                                e = net2272_get_ep_by_addr(dev, u.r.wIndex);
                                if (!e || u.r.wLength > 2)
                                        goto do_stall;
                                if (net2272_ep_read(e, EP_RSPSET) & (1 << ENDPOINT_HALT))
                                        status = cpu_to_le16(1);
                                else
                                        status = cpu_to_le16(0);

                                /* don't bother with a request object! */
                                net2272_ep_write(&dev->ep[0], EP_IRQENB, 0);
                                writew(status, net2272_reg_addr(dev, EP_DATA));
                                set_fifo_bytecount(&dev->ep[0], 0);
                                allow_status(ep);
                                dev_vdbg(dev->dev, "%s stat %02x\n",
                                        ep->ep.name, status);
                                goto next_endpoints;
                        case USB_RECIP_DEVICE:
                                if (u.r.wLength > 2)
                                        goto do_stall;
                                if (dev->gadget.is_selfpowered)
                                        status = (1 << USB_DEVICE_SELF_POWERED);

                                /* don't bother with a request object! */
                                net2272_ep_write(&dev->ep[0], EP_IRQENB, 0);
                                writew(status, net2272_reg_addr(dev, EP_DATA));
                                set_fifo_bytecount(&dev->ep[0], 0);
                                allow_status(ep);
                                dev_vdbg(dev->dev, "device stat %02x\n", status);
                                goto next_endpoints;
                        case USB_RECIP_INTERFACE:
                                if (u.r.wLength > 2)
                                        goto do_stall;

                                /* don't bother with a request object! */
                                net2272_ep_write(&dev->ep[0], EP_IRQENB, 0);
                                writew(status, net2272_reg_addr(dev, EP_DATA));
                                set_fifo_bytecount(&dev->ep[0], 0);
                                allow_status(ep);
                                dev_vdbg(dev->dev, "interface status %02x\n", status);
                                goto next_endpoints;
                        }

                        break;
                }
                case USB_REQ_CLEAR_FEATURE: {
                        struct net2272_ep *e;

                        if (u.r.bRequestType != USB_RECIP_ENDPOINT)
                                goto delegate;
                        if (u.r.wValue != USB_ENDPOINT_HALT ||
                            u.r.wLength != 0)
                                goto do_stall;
                        e = net2272_get_ep_by_addr(dev, u.r.wIndex);
                        if (!e)
                                goto do_stall;
                        if (e->wedged) {
                                dev_vdbg(dev->dev, "%s wedged, halt not cleared\n",
                                        ep->ep.name);
                        } else {
                                dev_vdbg(dev->dev, "%s clear halt\n", ep->ep.name);
                                clear_halt(e);
                        }
                        allow_status(ep);
                        goto next_endpoints;
                }
                case USB_REQ_SET_FEATURE: {
                        struct net2272_ep *e;

                        if (u.r.bRequestType == USB_RECIP_DEVICE) {
                                if (u.r.wIndex != NORMAL_OPERATION)
                                        net2272_set_test_mode(dev, (u.r.wIndex >> 8));
                                allow_status(ep);
                                dev_vdbg(dev->dev, "test mode: %d\n", u.r.wIndex);
                                goto next_endpoints;
                        } else if (u.r.bRequestType != USB_RECIP_ENDPOINT)
                                goto delegate;
                        if (u.r.wValue != USB_ENDPOINT_HALT ||
                            u.r.wLength != 0)
                                goto do_stall;
                        e = net2272_get_ep_by_addr(dev, u.r.wIndex);
                        if (!e)
                                goto do_stall;
                        set_halt(e);
                        allow_status(ep);
                        dev_vdbg(dev->dev, "%s set halt\n", ep->ep.name);
                        goto next_endpoints;
                }
                case USB_REQ_SET_ADDRESS: {
                        net2272_write(dev, OURADDR, u.r.wValue & 0xff);
                        allow_status(ep);
                        break;
                }
                default:
 delegate:
                        dev_vdbg(dev->dev, "setup %02x.%02x v%04x i%04x "
                                "ep_cfg %08x\n",
                                u.r.bRequestType, u.r.bRequest,
                                u.r.wValue, u.r.wIndex,
                                net2272_ep_read(ep, EP_CFG));
                        spin_unlock(&dev->lock);
                        tmp = dev->driver->setup(&dev->gadget, &u.r);
                        spin_lock(&dev->lock);
                }

                /* stall ep0 on error */
                if (tmp < 0) {
 do_stall:
                        dev_vdbg(dev->dev, "req %02x.%02x protocol STALL; stat %d\n",
                                u.r.bRequestType, u.r.bRequest, tmp);
                        dev->protocol_stall = 1;
                }
        /* endpoint dma irq? */
        } else if (stat & (1 << DMA_DONE_INTERRUPT)) {
                net2272_cancel_dma(dev);
                net2272_write(dev, IRQSTAT0, 1 << DMA_DONE_INTERRUPT);
                stat &= ~(1 << DMA_DONE_INTERRUPT);
                num = (net2272_read(dev, DMAREQ) & (1 << DMA_ENDPOINT_SELECT))
                        ? 2 : 1;

                ep = &dev->ep[num];
                net2272_handle_dma(ep);
        }

 next_endpoints:
        /* endpoint data irq? */
        scratch = stat & 0x0f;
        stat &= ~0x0f;
        for (num = 0; scratch; num++) {
                u8 t;

                /* does this endpoint's FIFO and queue need tending? */
                t = 1 << num;
                if ((scratch & t) == 0)
                        continue;
                scratch ^= t;

                ep = &dev->ep[num];
                net2272_handle_ep(ep);
        }

        /* some interrupts we can just ignore */
        stat &= ~(1 << SOF_INTERRUPT);

        if (stat)
                dev_dbg(dev->dev, "unhandled irqstat0 %02x\n", stat);
}

static void
net2272_handle_stat1_irqs(struct net2272 *dev, u8 stat)
{
        u8 tmp, mask;

        /* after disconnect there's nothing else to do! */
        tmp = (1 << VBUS_INTERRUPT) | (1 << ROOT_PORT_RESET_INTERRUPT);
        mask = (1 << USB_HIGH_SPEED) | (1 << USB_FULL_SPEED);

        if (stat & tmp) {
                bool    reset = false;
                bool    disconnect = false;

                /*
                 * Ignore disconnects and resets if the speed hasn't been set.
                 * VBUS can bounce and there's always an initial reset.
                 */
                net2272_write(dev, IRQSTAT1, tmp);
                if (dev->gadget.speed != USB_SPEED_UNKNOWN) {
                        if ((stat & (1 << VBUS_INTERRUPT)) &&
                                        (net2272_read(dev, USBCTL1) &
                                                (1 << VBUS_PIN)) == 0) {

                                disconnect = true;
                                dev_dbg(dev->dev, "disconnect %s\n",
                                        dev->driver->driver.name);
                        } else if ((stat & (1 << ROOT_PORT_RESET_INTERRUPT)) &&
                                        (net2272_read(dev, USBCTL1) & mask)
                                                == 0) {
                                reset = true;
                                dev_dbg(dev->dev, "reset %s\n",
                                        dev->driver->driver.name);
                        }

                        if (disconnect || reset) {
                                stop_activity(dev, dev->driver);
                                net2272_ep0_start(dev);
                                spin_unlock(&dev->lock);
                                if (reset)
                                        usb_gadget_udc_reset
                                                (&dev->gadget, dev->driver);
                                else
                                        (dev->driver->disconnect)
                                                (&dev->gadget);
                                spin_lock(&dev->lock);
                                return;
                        }
                }
                stat &= ~tmp;

                if (!stat)
                        return;
        }

        tmp = (1 << SUSPEND_REQUEST_CHANGE_INTERRUPT);
        if (stat & tmp) {
                net2272_write(dev, IRQSTAT1, tmp);
                if (stat & (1 << SUSPEND_REQUEST_INTERRUPT)) {
                        if (dev->driver->suspend)
                                dev->driver->suspend(&dev->gadget);
                        if (!enable_suspend) {
                                stat &= ~(1 << SUSPEND_REQUEST_INTERRUPT);
                                dev_dbg(dev->dev, "Suspend disabled, ignoring\n");
                        }
                } else {
                        if (dev->driver->resume)
                                dev->driver->resume(&dev->gadget);
                }
                stat &= ~tmp;
        }

        /* clear any other status/irqs */
        if (stat)
                net2272_write(dev, IRQSTAT1, stat);

        /* some status we can just ignore */
        stat &= ~((1 << CONTROL_STATUS_INTERRUPT)
                        | (1 << SUSPEND_REQUEST_INTERRUPT)
                        | (1 << RESUME_INTERRUPT));
        if (!stat)
                return;
        else
                dev_dbg(dev->dev, "unhandled irqstat1 %02x\n", stat);
}

static irqreturn_t net2272_irq(int irq, void *_dev)
{
        struct net2272 *dev = _dev;
#if defined(PLX_PCI_RDK) || defined(PLX_PCI_RDK2)
        u32 intcsr;
#endif
#if defined(PLX_PCI_RDK)
        u8 dmareq;
#endif
        spin_lock(&dev->lock);
#if defined(PLX_PCI_RDK)
        intcsr = readl(dev->rdk1.plx9054_base_addr + INTCSR);

        if ((intcsr & LOCAL_INTERRUPT_TEST) == LOCAL_INTERRUPT_TEST) {
                writel(intcsr & ~(1 << PCI_INTERRUPT_ENABLE),
                                dev->rdk1.plx9054_base_addr + INTCSR);
                net2272_handle_stat1_irqs(dev, net2272_read(dev, IRQSTAT1));
                net2272_handle_stat0_irqs(dev, net2272_read(dev, IRQSTAT0));
                intcsr = readl(dev->rdk1.plx9054_base_addr + INTCSR);
                writel(intcsr | (1 << PCI_INTERRUPT_ENABLE),
                        dev->rdk1.plx9054_base_addr + INTCSR);
        }
        if ((intcsr & DMA_CHANNEL_0_TEST) == DMA_CHANNEL_0_TEST) {
                writeb((1 << CHANNEL_CLEAR_INTERRUPT | (0 << CHANNEL_ENABLE)),
                                dev->rdk1.plx9054_base_addr + DMACSR0);

                dmareq = net2272_read(dev, DMAREQ);
                if (dmareq & 0x01)
                        net2272_handle_dma(&dev->ep[2]);
                else
                        net2272_handle_dma(&dev->ep[1]);
        }
#endif
#if defined(PLX_PCI_RDK2)
        /* see if PCI int for us by checking irqstat */
        intcsr = readl(dev->rdk2.fpga_base_addr + RDK2_IRQSTAT);
        if (!intcsr & (1 << NET2272_PCI_IRQ)) {
                spin_unlock(&dev->lock);
                return IRQ_NONE;
        }
        /* check dma interrupts */
#endif
        /* Platform/devcice interrupt handler */
#if !defined(PLX_PCI_RDK)
        net2272_handle_stat1_irqs(dev, net2272_read(dev, IRQSTAT1));
        net2272_handle_stat0_irqs(dev, net2272_read(dev, IRQSTAT0));
#endif
        spin_unlock(&dev->lock);

        return IRQ_HANDLED;
}

static int net2272_present(struct net2272 *dev)
{
        /*
         * Quick test to see if CPU can communicate properly with the NET2272.
         * Verifies connection using writes and reads to write/read and
         * read-only registers.
         *
         * This routine is strongly recommended especially during early bring-up
         * of new hardware, however for designs that do not apply Power On System
         * Tests (POST) it may discarded (or perhaps minimized).
         */
        unsigned int ii;
        u8 val, refval;

        /* Verify NET2272 write/read SCRATCH register can write and read */
        refval = net2272_read(dev, SCRATCH);
        for (ii = 0; ii < 0x100; ii += 7) {
                net2272_write(dev, SCRATCH, ii);
                val = net2272_read(dev, SCRATCH);
                if (val != ii) {
                        dev_dbg(dev->dev,
                                "%s: write/read SCRATCH register test failed: "
                                "wrote:0x%2.2x, read:0x%2.2x\n",
                                __func__, ii, val);
                        return -EINVAL;
                }
        }
        /* To be nice, we write the original SCRATCH value back: */
        net2272_write(dev, SCRATCH, refval);

        /* Verify NET2272 CHIPREV register is read-only: */
        refval = net2272_read(dev, CHIPREV_2272);
        for (ii = 0; ii < 0x100; ii += 7) {
                net2272_write(dev, CHIPREV_2272, ii);
                val = net2272_read(dev, CHIPREV_2272);
                if (val != refval) {
                        dev_dbg(dev->dev,
                                "%s: write/read CHIPREV register test failed: "
                                "wrote 0x%2.2x, read:0x%2.2x expected:0x%2.2x\n",
                                __func__, ii, val, refval);
                        return -EINVAL;
                }
        }

        /*
         * Verify NET2272's "NET2270 legacy revision" register
         *  - NET2272 has two revision registers. The NET2270 legacy revision
         *    register should read the same value, regardless of the NET2272
         *    silicon revision.  The legacy register applies to NET2270
         *    firmware being applied to the NET2272.
         */
        val = net2272_read(dev, CHIPREV_LEGACY);
        if (val != NET2270_LEGACY_REV) {
                /*
                 * Unexpected legacy revision value
                 * - Perhaps the chip is a NET2270?
                 */
                dev_dbg(dev->dev,
                        "%s: WARNING: UNEXPECTED NET2272 LEGACY REGISTER VALUE:\n"
                        " - CHIPREV_LEGACY: expected 0x%2.2x, got:0x%2.2x. (Not NET2272?)\n",
                        __func__, NET2270_LEGACY_REV, val);
                return -EINVAL;
        }

        /*
         * Verify NET2272 silicon revision
         *  - This revision register is appropriate for the silicon version
         *    of the NET2272
         */
        val = net2272_read(dev, CHIPREV_2272);
        switch (val) {
        case CHIPREV_NET2272_R1:
                /*
                 * NET2272 Rev 1 has DMA related errata:
                 *  - Newer silicon (Rev 1A or better) required
                 */
                dev_dbg(dev->dev,
                        "%s: Rev 1 detected: newer silicon recommended for DMA support\n",
                        __func__);
                break;
        case CHIPREV_NET2272_R1A:
                break;
        default:
                /* NET2272 silicon version *may* not work with this firmware */
                dev_dbg(dev->dev,
                        "%s: unexpected silicon revision register value: "
                        " CHIPREV_2272: 0x%2.2x\n",
                        __func__, val);
                /*
                 * Return Success, even though the chip rev is not an expected value
                 *  - Older, pre-built firmware can attempt to operate on newer silicon
                 *  - Often, new silicon is perfectly compatible
                 */
        }

        /* Success: NET2272 checks out OK */
        return 0;
}

static void
net2272_gadget_release(struct device *_dev)
{
        struct net2272 *dev = dev_get_drvdata(_dev);
        kfree(dev);
}

/*---------------------------------------------------------------------------*/

static void
net2272_remove(struct net2272 *dev)
{
        usb_del_gadget_udc(&dev->gadget);
        free_irq(dev->irq, dev);
        iounmap(dev->base_addr);
        device_remove_file(dev->dev, &dev_attr_registers);

        dev_info(dev->dev, "unbind\n");
}

static struct net2272 *net2272_probe_init(struct device *dev, unsigned int irq)
{
        struct net2272 *ret;

        if (!irq) {
                dev_dbg(dev, "No IRQ!\n");
                return ERR_PTR(-ENODEV);
        }

        /* alloc, and start init */
        ret = kzalloc(sizeof(*ret), GFP_KERNEL);
        if (!ret)
                return ERR_PTR(-ENOMEM);

        spin_lock_init(&ret->lock);
        ret->irq = irq;
        ret->dev = dev;
        ret->gadget.ops = &net2272_ops;
        ret->gadget.max_speed = USB_SPEED_HIGH;

        /* the "gadget" abstracts/virtualizes the controller */
        ret->gadget.name = driver_name;

        return ret;
}

static int
net2272_probe_fin(struct net2272 *dev, unsigned int irqflags)
{
        int ret;

        /* See if there... */
        if (net2272_present(dev)) {
                dev_warn(dev->dev, "2272 not found!\n");
                ret = -ENODEV;
                goto err;
        }

        net2272_usb_reset(dev);
        net2272_usb_reinit(dev);

        ret = request_irq(dev->irq, net2272_irq, irqflags, driver_name, dev);
        if (ret) {
                dev_err(dev->dev, "request interrupt %i failed\n", dev->irq);
                goto err;
        }

        dev->chiprev = net2272_read(dev, CHIPREV_2272);

        /* done */
        dev_info(dev->dev, "%s\n", driver_desc);
        dev_info(dev->dev, "irq %i, mem %p, chip rev %04x, dma %s\n",
                dev->irq, dev->base_addr, dev->chiprev,
                dma_mode_string());
        dev_info(dev->dev, "version: %s\n", driver_vers);

        ret = device_create_file(dev->dev, &dev_attr_registers);
        if (ret)
                goto err_irq;

        ret = usb_add_gadget_udc_release(dev->dev, &dev->gadget,
                        net2272_gadget_release);
        if (ret)
                goto err_add_udc;

        return 0;

err_add_udc:
        device_remove_file(dev->dev, &dev_attr_registers);
 err_irq:
        free_irq(dev->irq, dev);
 err:
        return ret;
}

#ifdef CONFIG_PCI

/*
 * wrap this driver around the specified device, but
 * don't respond over USB until a gadget driver binds to us
 */

static int
net2272_rdk1_probe(struct pci_dev *pdev, struct net2272 *dev)
{
        unsigned long resource, len, tmp;
        void __iomem *mem_mapped_addr[4];
        int ret, i;

        /*
         * BAR 0 holds PLX 9054 config registers
         * BAR 1 is i/o memory; unused here
         * BAR 2 holds EPLD config registers
         * BAR 3 holds NET2272 registers
         */

        /* Find and map all address spaces */
        for (i = 0; i < 4; ++i) {
                if (i == 1)
                        continue;       /* BAR1 unused */

                resource = pci_resource_start(pdev, i);
                len = pci_resource_len(pdev, i);

                if (!request_mem_region(resource, len, driver_name)) {
                        dev_dbg(dev->dev, "controller already in use\n");
                        ret = -EBUSY;
                        goto err;
                }

                mem_mapped_addr[i] = ioremap_nocache(resource, len);
                if (mem_mapped_addr[i] == NULL) {
                        release_mem_region(resource, len);
                        dev_dbg(dev->dev, "can't map memory\n");
                        ret = -EFAULT;
                        goto err;
                }
        }

        dev->rdk1.plx9054_base_addr = mem_mapped_addr[0];
        dev->rdk1.epld_base_addr = mem_mapped_addr[2];
        dev->base_addr = mem_mapped_addr[3];

        /* Set PLX 9054 bus width (16 bits) */
        tmp = readl(dev->rdk1.plx9054_base_addr + LBRD1);
        writel((tmp & ~(3 << MEMORY_SPACE_LOCAL_BUS_WIDTH)) | W16_BIT,
                        dev->rdk1.plx9054_base_addr + LBRD1);

        /* Enable PLX 9054 Interrupts */
        writel(readl(dev->rdk1.plx9054_base_addr + INTCSR) |
                        (1 << PCI_INTERRUPT_ENABLE) |
                        (1 << LOCAL_INTERRUPT_INPUT_ENABLE),
                        dev->rdk1.plx9054_base_addr + INTCSR);

        writeb((1 << CHANNEL_CLEAR_INTERRUPT | (0 << CHANNEL_ENABLE)),
                        dev->rdk1.plx9054_base_addr + DMACSR0);

        /* reset */
        writeb((1 << EPLD_DMA_ENABLE) |
                (1 << DMA_CTL_DACK) |
                (1 << DMA_TIMEOUT_ENABLE) |
                (1 << USER) |
                (0 << MPX_MODE) |
                (1 << BUSWIDTH) |
                (1 << NET2272_RESET),
                dev->base_addr + EPLD_IO_CONTROL_REGISTER);

        mb();
        writeb(readb(dev->base_addr + EPLD_IO_CONTROL_REGISTER) &
                ~(1 << NET2272_RESET),
                dev->base_addr + EPLD_IO_CONTROL_REGISTER);
        udelay(200);

        return 0;

 err:
        while (--i >= 0) {
                iounmap(mem_mapped_addr[i]);
                release_mem_region(pci_resource_start(pdev, i),
                        pci_resource_len(pdev, i));
        }

        return ret;
}

static int
net2272_rdk2_probe(struct pci_dev *pdev, struct net2272 *dev)
{
        unsigned long resource, len;
        void __iomem *mem_mapped_addr[2];
        int ret, i;

        /*
         * BAR 0 holds FGPA config registers
         * BAR 1 holds NET2272 registers
         */

        /* Find and map all address spaces, bar2-3 unused in rdk 2 */
        for (i = 0; i < 2; ++i) {
                resource = pci_resource_start(pdev, i);
                len = pci_resource_len(pdev, i);

                if (!request_mem_region(resource, len, driver_name)) {
                        dev_dbg(dev->dev, "controller already in use\n");
                        ret = -EBUSY;
                        goto err;
                }

                mem_mapped_addr[i] = ioremap_nocache(resource, len);
                if (mem_mapped_addr[i] == NULL) {
                        release_mem_region(resource, len);
                        dev_dbg(dev->dev, "can't map memory\n");
                        ret = -EFAULT;
                        goto err;
                }
        }

        dev->rdk2.fpga_base_addr = mem_mapped_addr[0];
        dev->base_addr = mem_mapped_addr[1];

        mb();
        /* Set 2272 bus width (16 bits) and reset */
        writel((1 << CHIP_RESET), dev->rdk2.fpga_base_addr + RDK2_LOCCTLRDK);
        udelay(200);
        writel((1 << BUS_WIDTH), dev->rdk2.fpga_base_addr + RDK2_LOCCTLRDK);
        /* Print fpga version number */
        dev_info(dev->dev, "RDK2 FPGA version %08x\n",
                readl(dev->rdk2.fpga_base_addr + RDK2_FPGAREV));
        /* Enable FPGA Interrupts */
        writel((1 << NET2272_PCI_IRQ), dev->rdk2.fpga_base_addr + RDK2_IRQENB);

        return 0;

 err:
        while (--i >= 0) {
                iounmap(mem_mapped_addr[i]);
                release_mem_region(pci_resource_start(pdev, i),
                        pci_resource_len(pdev, i));
        }

        return ret;
}

static int
net2272_pci_probe(struct pci_dev *pdev, const struct pci_device_id *id)
{
        struct net2272 *dev;
        int ret;

        dev = net2272_probe_init(&pdev->dev, pdev->irq);
        if (IS_ERR(dev))
                return PTR_ERR(dev);
        dev->dev_id = pdev->device;

        if (pci_enable_device(pdev) < 0) {
                ret = -ENODEV;
                goto err_free;
        }

        pci_set_master(pdev);

        switch (pdev->device) {
        case PCI_DEVICE_ID_RDK1: ret = net2272_rdk1_probe(pdev, dev); break;
        case PCI_DEVICE_ID_RDK2: ret = net2272_rdk2_probe(pdev, dev); break;
        default: BUG();
        }
        if (ret)
                goto err_pci;

        ret = net2272_probe_fin(dev, 0);
        if (ret)
                goto err_pci;

        pci_set_drvdata(pdev, dev);

        return 0;

 err_pci:
        pci_disable_device(pdev);
 err_free:
        kfree(dev);

        return ret;
}

static void
net2272_rdk1_remove(struct pci_dev *pdev, struct net2272 *dev)
{
        int i;

        /* disable PLX 9054 interrupts */
        writel(readl(dev->rdk1.plx9054_base_addr + INTCSR) &
                ~(1 << PCI_INTERRUPT_ENABLE),
                dev->rdk1.plx9054_base_addr + INTCSR);

        /* clean up resources allocated during probe() */
        iounmap(dev->rdk1.plx9054_base_addr);
        iounmap(dev->rdk1.epld_base_addr);

        for (i = 0; i < 4; ++i) {
                if (i == 1)
                        continue;       /* BAR1 unused */
                release_mem_region(pci_resource_start(pdev, i),
                        pci_resource_len(pdev, i));
        }
}

static void
net2272_rdk2_remove(struct pci_dev *pdev, struct net2272 *dev)
{
        int i;

        /* disable fpga interrupts
        writel(readl(dev->rdk1.plx9054_base_addr + INTCSR) &
                        ~(1 << PCI_INTERRUPT_ENABLE),
                        dev->rdk1.plx9054_base_addr + INTCSR);
        */

        /* clean up resources allocated during probe() */
        iounmap(dev->rdk2.fpga_base_addr);

        for (i = 0; i < 2; ++i)
                release_mem_region(pci_resource_start(pdev, i),
                        pci_resource_len(pdev, i));
}

static void
net2272_pci_remove(struct pci_dev *pdev)
{
        struct net2272 *dev = pci_get_drvdata(pdev);

        net2272_remove(dev);

        switch (pdev->device) {
        case PCI_DEVICE_ID_RDK1: net2272_rdk1_remove(pdev, dev); break;
        case PCI_DEVICE_ID_RDK2: net2272_rdk2_remove(pdev, dev); break;
        default: BUG();
        }

        pci_disable_device(pdev);

        kfree(dev);
}

/* Table of matching PCI IDs */
static struct pci_device_id pci_ids[] = {
        {       /* RDK 1 card */
                .class       = ((PCI_CLASS_BRIDGE_OTHER << 8) | 0xfe),
                .class_mask  = 0,
                .vendor      = PCI_VENDOR_ID_PLX,
                .device      = PCI_DEVICE_ID_RDK1,
                .subvendor   = PCI_ANY_ID,
                .subdevice   = PCI_ANY_ID,
        },
        {       /* RDK 2 card */
                .class       = ((PCI_CLASS_BRIDGE_OTHER << 8) | 0xfe),
                .class_mask  = 0,
                .vendor      = PCI_VENDOR_ID_PLX,
                .device      = PCI_DEVICE_ID_RDK2,
                .subvendor   = PCI_ANY_ID,
                .subdevice   = PCI_ANY_ID,
        },
        { }
};
MODULE_DEVICE_TABLE(pci, pci_ids);

static struct pci_driver net2272_pci_driver = {
        .name     = driver_name,
        .id_table = pci_ids,

        .probe    = net2272_pci_probe,
        .remove   = net2272_pci_remove,
};

static int net2272_pci_register(void)
{
        return pci_register_driver(&net2272_pci_driver);
}

static void net2272_pci_unregister(void)
{
        pci_unregister_driver(&net2272_pci_driver);
}

#else
static inline int net2272_pci_register(void) { return 0; }
static inline void net2272_pci_unregister(void) { }
#endif

/*---------------------------------------------------------------------------*/

static int
net2272_plat_probe(struct platform_device *pdev)
{
        struct net2272 *dev;
        int ret;
        unsigned int irqflags;
        resource_size_t base, len;
        struct resource *iomem, *iomem_bus, *irq_res;

        irq_res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
        iomem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
        iomem_bus = platform_get_resource(pdev, IORESOURCE_BUS, 0);
        if (!irq_res || !iomem) {
                dev_err(&pdev->dev, "must provide irq/base addr");
                return -EINVAL;
        }

        dev = net2272_probe_init(&pdev->dev, irq_res->start);
        if (IS_ERR(dev))
                return PTR_ERR(dev);

        irqflags = 0;
        if (irq_res->flags & IORESOURCE_IRQ_HIGHEDGE)
                irqflags |= IRQF_TRIGGER_RISING;
        if (irq_res->flags & IORESOURCE_IRQ_LOWEDGE)
                irqflags |= IRQF_TRIGGER_FALLING;
        if (irq_res->flags & IORESOURCE_IRQ_HIGHLEVEL)
                irqflags |= IRQF_TRIGGER_HIGH;
        if (irq_res->flags & IORESOURCE_IRQ_LOWLEVEL)
                irqflags |= IRQF_TRIGGER_LOW;

        base = iomem->start;
        len = resource_size(iomem);
        if (iomem_bus)
                dev->base_shift = iomem_bus->start;

        if (!request_mem_region(base, len, driver_name)) {
                dev_dbg(dev->dev, "get request memory region!\n");
                ret = -EBUSY;
                goto err;
        }
        dev->base_addr = ioremap_nocache(base, len);
        if (!dev->base_addr) {
                dev_dbg(dev->dev, "can't map memory\n");
                ret = -EFAULT;
                goto err_req;
        }

        ret = net2272_probe_fin(dev, IRQF_TRIGGER_LOW);
        if (ret)
                goto err_io;

        platform_set_drvdata(pdev, dev);
        dev_info(&pdev->dev, "running in 16-bit, %sbyte swap local bus mode\n",
                (net2272_read(dev, LOCCTL) & (1 << BYTE_SWAP)) ? "" : "no ");

        return 0;

 err_io:
        iounmap(dev->base_addr);
 err_req:
        release_mem_region(base, len);
 err:
        return ret;
}

static int
net2272_plat_remove(struct platform_device *pdev)
{
        struct net2272 *dev = platform_get_drvdata(pdev);

        net2272_remove(dev);

        release_mem_region(pdev->resource[0].start,
                resource_size(&pdev->resource[0]));

        kfree(dev);

        return 0;
}

static struct platform_driver net2272_plat_driver = {
        .probe   = net2272_plat_probe,
        .remove  = net2272_plat_remove,
        .driver  = {
                .name  = driver_name,
        },
        /* FIXME .suspend, .resume */
};
MODULE_ALIAS("platform:net2272");

static int __init net2272_init(void)
{
        int ret;

        ret = net2272_pci_register();
        if (ret)
                return ret;
        ret = platform_driver_register(&net2272_plat_driver);
        if (ret)
                goto err_pci;
        return ret;

err_pci:
        net2272_pci_unregister();
        return ret;
}
module_init(net2272_init);

static void __exit net2272_cleanup(void)
{
        net2272_pci_unregister();
        platform_driver_unregister(&net2272_plat_driver);
}
module_exit(net2272_cleanup);

MODULE_DESCRIPTION(DRIVER_DESC);
MODULE_AUTHOR("PLX Technology, Inc.");
MODULE_LICENSE("GPL");