1
2
3
4
5
6
7
8
9
10
11
12
13
14#undef VERBOSE_DEBUG
15#undef PACKET_TRACE
16
17#include <linux/kernel.h>
18#include <linux/module.h>
19#include <linux/platform_device.h>
20#include <linux/delay.h>
21#include <linux/ioport.h>
22#include <linux/slab.h>
23#include <linux/errno.h>
24#include <linux/init.h>
25#include <linux/list.h>
26#include <linux/interrupt.h>
27#include <linux/proc_fs.h>
28#include <linux/prefetch.h>
29#include <linux/clk.h>
30#include <linux/usb/ch9.h>
31#include <linux/usb/gadget.h>
32#include <linux/of.h>
33#include <linux/of_gpio.h>
34#include <linux/platform_data/atmel.h>
35
36#include <asm/byteorder.h>
37#include <mach/hardware.h>
38#include <asm/io.h>
39#include <asm/irq.h>
40#include <asm/gpio.h>
41
42#include <mach/cpu.h>
43#include <mach/at91sam9261_matrix.h>
44#include <mach/at91_matrix.h>
45
46#include "at91_udc.h"
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67#define DRIVER_VERSION "3 May 2006"
68
69static const char driver_name [] = "at91_udc";
70static const char ep0name[] = "ep0";
71
72#define VBUS_POLL_TIMEOUT msecs_to_jiffies(1000)
73
74#define at91_udp_read(udc, reg) \
75 __raw_readl((udc)->udp_baseaddr + (reg))
76#define at91_udp_write(udc, reg, val) \
77 __raw_writel((val), (udc)->udp_baseaddr + (reg))
78
79
80
81#ifdef CONFIG_USB_GADGET_DEBUG_FILES
82
83#include <linux/seq_file.h>
84
85static const char debug_filename[] = "driver/udc";
86
87#define FOURBITS "%s%s%s%s"
88#define EIGHTBITS FOURBITS FOURBITS
89
90static void proc_ep_show(struct seq_file *s, struct at91_ep *ep)
91{
92 static char *types[] = {
93 "control", "out-iso", "out-bulk", "out-int",
94 "BOGUS", "in-iso", "in-bulk", "in-int"};
95
96 u32 csr;
97 struct at91_request *req;
98 unsigned long flags;
99 struct at91_udc *udc = ep->udc;
100
101 spin_lock_irqsave(&udc->lock, flags);
102
103 csr = __raw_readl(ep->creg);
104
105
106
107 seq_printf(s, "\n");
108 seq_printf(s, "%s, maxpacket %d %s%s %s%s\n",
109 ep->ep.name, ep->ep.maxpacket,
110 ep->is_in ? "in" : "out",
111 ep->is_iso ? " iso" : "",
112 ep->is_pingpong
113 ? (ep->fifo_bank ? "pong" : "ping")
114 : "",
115 ep->stopped ? " stopped" : "");
116 seq_printf(s, "csr %08x rxbytes=%d %s %s %s" EIGHTBITS "\n",
117 csr,
118 (csr & 0x07ff0000) >> 16,
119 (csr & (1 << 15)) ? "enabled" : "disabled",
120 (csr & (1 << 11)) ? "DATA1" : "DATA0",
121 types[(csr & 0x700) >> 8],
122
123
124 (!(csr & 0x700))
125 ? ((csr & (1 << 7)) ? " IN" : " OUT")
126 : "",
127 (csr & (1 << 6)) ? " rxdatabk1" : "",
128 (csr & (1 << 5)) ? " forcestall" : "",
129 (csr & (1 << 4)) ? " txpktrdy" : "",
130
131 (csr & (1 << 3)) ? " stallsent" : "",
132 (csr & (1 << 2)) ? " rxsetup" : "",
133 (csr & (1 << 1)) ? " rxdatabk0" : "",
134 (csr & (1 << 0)) ? " txcomp" : "");
135 if (list_empty (&ep->queue))
136 seq_printf(s, "\t(queue empty)\n");
137
138 else list_for_each_entry (req, &ep->queue, queue) {
139 unsigned length = req->req.actual;
140
141 seq_printf(s, "\treq %p len %d/%d buf %p\n",
142 &req->req, length,
143 req->req.length, req->req.buf);
144 }
145 spin_unlock_irqrestore(&udc->lock, flags);
146}
147
148static void proc_irq_show(struct seq_file *s, const char *label, u32 mask)
149{
150 int i;
151
152 seq_printf(s, "%s %04x:%s%s" FOURBITS, label, mask,
153 (mask & (1 << 13)) ? " wakeup" : "",
154 (mask & (1 << 12)) ? " endbusres" : "",
155
156 (mask & (1 << 11)) ? " sofint" : "",
157 (mask & (1 << 10)) ? " extrsm" : "",
158 (mask & (1 << 9)) ? " rxrsm" : "",
159 (mask & (1 << 8)) ? " rxsusp" : "");
160 for (i = 0; i < 8; i++) {
161 if (mask & (1 << i))
162 seq_printf(s, " ep%d", i);
163 }
164 seq_printf(s, "\n");
165}
166
167static int proc_udc_show(struct seq_file *s, void *unused)
168{
169 struct at91_udc *udc = s->private;
170 struct at91_ep *ep;
171 u32 tmp;
172
173 seq_printf(s, "%s: version %s\n", driver_name, DRIVER_VERSION);
174
175 seq_printf(s, "vbus %s, pullup %s, %s powered%s, gadget %s\n\n",
176 udc->vbus ? "present" : "off",
177 udc->enabled
178 ? (udc->vbus ? "active" : "enabled")
179 : "disabled",
180 udc->selfpowered ? "self" : "VBUS",
181 udc->suspended ? ", suspended" : "",
182 udc->driver ? udc->driver->driver.name : "(none)");
183
184
185 if (!udc->clocked) {
186 seq_printf(s, "(not clocked)\n");
187 return 0;
188 }
189
190 tmp = at91_udp_read(udc, AT91_UDP_FRM_NUM);
191 seq_printf(s, "frame %05x:%s%s frame=%d\n", tmp,
192 (tmp & AT91_UDP_FRM_OK) ? " ok" : "",
193 (tmp & AT91_UDP_FRM_ERR) ? " err" : "",
194 (tmp & AT91_UDP_NUM));
195
196 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT);
197 seq_printf(s, "glbstate %02x:%s" FOURBITS "\n", tmp,
198 (tmp & AT91_UDP_RMWUPE) ? " rmwupe" : "",
199 (tmp & AT91_UDP_RSMINPR) ? " rsminpr" : "",
200 (tmp & AT91_UDP_ESR) ? " esr" : "",
201 (tmp & AT91_UDP_CONFG) ? " confg" : "",
202 (tmp & AT91_UDP_FADDEN) ? " fadden" : "");
203
204 tmp = at91_udp_read(udc, AT91_UDP_FADDR);
205 seq_printf(s, "faddr %03x:%s fadd=%d\n", tmp,
206 (tmp & AT91_UDP_FEN) ? " fen" : "",
207 (tmp & AT91_UDP_FADD));
208
209 proc_irq_show(s, "imr ", at91_udp_read(udc, AT91_UDP_IMR));
210 proc_irq_show(s, "isr ", at91_udp_read(udc, AT91_UDP_ISR));
211
212 if (udc->enabled && udc->vbus) {
213 proc_ep_show(s, &udc->ep[0]);
214 list_for_each_entry (ep, &udc->gadget.ep_list, ep.ep_list) {
215 if (ep->ep.desc)
216 proc_ep_show(s, ep);
217 }
218 }
219 return 0;
220}
221
222static int proc_udc_open(struct inode *inode, struct file *file)
223{
224 return single_open(file, proc_udc_show, PDE_DATA(inode));
225}
226
227static const struct file_operations proc_ops = {
228 .owner = THIS_MODULE,
229 .open = proc_udc_open,
230 .read = seq_read,
231 .llseek = seq_lseek,
232 .release = single_release,
233};
234
235static void create_debug_file(struct at91_udc *udc)
236{
237 udc->pde = proc_create_data(debug_filename, 0, NULL, &proc_ops, udc);
238}
239
240static void remove_debug_file(struct at91_udc *udc)
241{
242 if (udc->pde)
243 remove_proc_entry(debug_filename, NULL);
244}
245
246#else
247
248static inline void create_debug_file(struct at91_udc *udc) {}
249static inline void remove_debug_file(struct at91_udc *udc) {}
250
251#endif
252
253
254
255
256static void done(struct at91_ep *ep, struct at91_request *req, int status)
257{
258 unsigned stopped = ep->stopped;
259 struct at91_udc *udc = ep->udc;
260
261 list_del_init(&req->queue);
262 if (req->req.status == -EINPROGRESS)
263 req->req.status = status;
264 else
265 status = req->req.status;
266 if (status && status != -ESHUTDOWN)
267 VDBG("%s done %p, status %d\n", ep->ep.name, req, status);
268
269 ep->stopped = 1;
270 spin_unlock(&udc->lock);
271 req->req.complete(&ep->ep, &req->req);
272 spin_lock(&udc->lock);
273 ep->stopped = stopped;
274
275
276 if (list_empty(&ep->queue) && ep->int_mask != (1 << 0))
277 at91_udp_write(udc, AT91_UDP_IDR, ep->int_mask);
278}
279
280
281
282
283#define RX_DATA_READY (AT91_UDP_RX_DATA_BK0 | AT91_UDP_RX_DATA_BK1)
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302#define SET_FX (AT91_UDP_TXPKTRDY)
303#define CLR_FX (RX_DATA_READY | AT91_UDP_RXSETUP \
304 | AT91_UDP_STALLSENT | AT91_UDP_TXCOMP)
305
306
307static int read_fifo (struct at91_ep *ep, struct at91_request *req)
308{
309 u32 __iomem *creg = ep->creg;
310 u8 __iomem *dreg = ep->creg + (AT91_UDP_FDR(0) - AT91_UDP_CSR(0));
311 u32 csr;
312 u8 *buf;
313 unsigned int count, bufferspace, is_done;
314
315 buf = req->req.buf + req->req.actual;
316 bufferspace = req->req.length - req->req.actual;
317
318
319
320
321
322rescan:
323 csr = __raw_readl(creg);
324 if ((csr & RX_DATA_READY) == 0)
325 return 0;
326
327 count = (csr & AT91_UDP_RXBYTECNT) >> 16;
328 if (count > ep->ep.maxpacket)
329 count = ep->ep.maxpacket;
330 if (count > bufferspace) {
331 DBG("%s buffer overflow\n", ep->ep.name);
332 req->req.status = -EOVERFLOW;
333 count = bufferspace;
334 }
335 __raw_readsb(dreg, buf, count);
336
337
338 csr |= CLR_FX;
339 if (ep->is_pingpong) {
340 if (ep->fifo_bank == 0) {
341 csr &= ~(SET_FX | AT91_UDP_RX_DATA_BK0);
342 ep->fifo_bank = 1;
343 } else {
344 csr &= ~(SET_FX | AT91_UDP_RX_DATA_BK1);
345 ep->fifo_bank = 0;
346 }
347 } else
348 csr &= ~(SET_FX | AT91_UDP_RX_DATA_BK0);
349 __raw_writel(csr, creg);
350
351 req->req.actual += count;
352 is_done = (count < ep->ep.maxpacket);
353 if (count == bufferspace)
354 is_done = 1;
355
356 PACKET("%s %p out/%d%s\n", ep->ep.name, &req->req, count,
357 is_done ? " (done)" : "");
358
359
360
361
362
363 if (is_done)
364 done(ep, req, 0);
365 else if (ep->is_pingpong) {
366
367
368
369
370
371 csr = __raw_readl(creg);
372
373 bufferspace -= count;
374 buf += count;
375 goto rescan;
376 }
377
378 return is_done;
379}
380
381
382static int write_fifo(struct at91_ep *ep, struct at91_request *req)
383{
384 u32 __iomem *creg = ep->creg;
385 u32 csr = __raw_readl(creg);
386 u8 __iomem *dreg = ep->creg + (AT91_UDP_FDR(0) - AT91_UDP_CSR(0));
387 unsigned total, count, is_last;
388 u8 *buf;
389
390
391
392
393
394
395
396
397
398
399
400
401
402 if (unlikely(csr & (AT91_UDP_TXCOMP | AT91_UDP_TXPKTRDY))) {
403 if (csr & AT91_UDP_TXCOMP) {
404 csr |= CLR_FX;
405 csr &= ~(SET_FX | AT91_UDP_TXCOMP);
406 __raw_writel(csr, creg);
407 csr = __raw_readl(creg);
408 }
409 if (csr & AT91_UDP_TXPKTRDY)
410 return 0;
411 }
412
413 buf = req->req.buf + req->req.actual;
414 prefetch(buf);
415 total = req->req.length - req->req.actual;
416 if (ep->ep.maxpacket < total) {
417 count = ep->ep.maxpacket;
418 is_last = 0;
419 } else {
420 count = total;
421 is_last = (count < ep->ep.maxpacket) || !req->req.zero;
422 }
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437 __raw_writesb(dreg, buf, count);
438 csr &= ~SET_FX;
439 csr |= CLR_FX | AT91_UDP_TXPKTRDY;
440 __raw_writel(csr, creg);
441 req->req.actual += count;
442
443 PACKET("%s %p in/%d%s\n", ep->ep.name, &req->req, count,
444 is_last ? " (done)" : "");
445 if (is_last)
446 done(ep, req, 0);
447 return is_last;
448}
449
450static void nuke(struct at91_ep *ep, int status)
451{
452 struct at91_request *req;
453
454
455 ep->stopped = 1;
456 if (list_empty(&ep->queue))
457 return;
458
459 VDBG("%s %s\n", __func__, ep->ep.name);
460 while (!list_empty(&ep->queue)) {
461 req = list_entry(ep->queue.next, struct at91_request, queue);
462 done(ep, req, status);
463 }
464}
465
466
467
468static int at91_ep_enable(struct usb_ep *_ep,
469 const struct usb_endpoint_descriptor *desc)
470{
471 struct at91_ep *ep = container_of(_ep, struct at91_ep, ep);
472 struct at91_udc *udc;
473 u16 maxpacket;
474 u32 tmp;
475 unsigned long flags;
476
477 if (!_ep || !ep
478 || !desc || _ep->name == ep0name
479 || desc->bDescriptorType != USB_DT_ENDPOINT
480 || (maxpacket = usb_endpoint_maxp(desc)) == 0
481 || maxpacket > ep->maxpacket) {
482 DBG("bad ep or descriptor\n");
483 return -EINVAL;
484 }
485
486 udc = ep->udc;
487 if (!udc->driver || udc->gadget.speed == USB_SPEED_UNKNOWN) {
488 DBG("bogus device state\n");
489 return -ESHUTDOWN;
490 }
491
492 tmp = usb_endpoint_type(desc);
493 switch (tmp) {
494 case USB_ENDPOINT_XFER_CONTROL:
495 DBG("only one control endpoint\n");
496 return -EINVAL;
497 case USB_ENDPOINT_XFER_INT:
498 if (maxpacket > 64)
499 goto bogus_max;
500 break;
501 case USB_ENDPOINT_XFER_BULK:
502 switch (maxpacket) {
503 case 8:
504 case 16:
505 case 32:
506 case 64:
507 goto ok;
508 }
509bogus_max:
510 DBG("bogus maxpacket %d\n", maxpacket);
511 return -EINVAL;
512 case USB_ENDPOINT_XFER_ISOC:
513 if (!ep->is_pingpong) {
514 DBG("iso requires double buffering\n");
515 return -EINVAL;
516 }
517 break;
518 }
519
520ok:
521 spin_lock_irqsave(&udc->lock, flags);
522
523
524 ep->is_in = usb_endpoint_dir_in(desc);
525 ep->is_iso = (tmp == USB_ENDPOINT_XFER_ISOC);
526 ep->stopped = 0;
527 if (ep->is_in)
528 tmp |= 0x04;
529 tmp <<= 8;
530 tmp |= AT91_UDP_EPEDS;
531 __raw_writel(tmp, ep->creg);
532
533 ep->ep.maxpacket = maxpacket;
534
535
536
537
538
539 at91_udp_write(udc, AT91_UDP_RST_EP, ep->int_mask);
540 at91_udp_write(udc, AT91_UDP_RST_EP, 0);
541
542 spin_unlock_irqrestore(&udc->lock, flags);
543 return 0;
544}
545
546static int at91_ep_disable (struct usb_ep * _ep)
547{
548 struct at91_ep *ep = container_of(_ep, struct at91_ep, ep);
549 struct at91_udc *udc = ep->udc;
550 unsigned long flags;
551
552 if (ep == &ep->udc->ep[0])
553 return -EINVAL;
554
555 spin_lock_irqsave(&udc->lock, flags);
556
557 nuke(ep, -ESHUTDOWN);
558
559
560 ep->ep.desc = NULL;
561 ep->ep.maxpacket = ep->maxpacket;
562
563
564 if (ep->udc->clocked) {
565 at91_udp_write(udc, AT91_UDP_RST_EP, ep->int_mask);
566 at91_udp_write(udc, AT91_UDP_RST_EP, 0);
567 __raw_writel(0, ep->creg);
568 }
569
570 spin_unlock_irqrestore(&udc->lock, flags);
571 return 0;
572}
573
574
575
576
577
578
579static struct usb_request *
580at91_ep_alloc_request(struct usb_ep *_ep, gfp_t gfp_flags)
581{
582 struct at91_request *req;
583
584 req = kzalloc(sizeof (struct at91_request), gfp_flags);
585 if (!req)
586 return NULL;
587
588 INIT_LIST_HEAD(&req->queue);
589 return &req->req;
590}
591
592static void at91_ep_free_request(struct usb_ep *_ep, struct usb_request *_req)
593{
594 struct at91_request *req;
595
596 req = container_of(_req, struct at91_request, req);
597 BUG_ON(!list_empty(&req->queue));
598 kfree(req);
599}
600
601static int at91_ep_queue(struct usb_ep *_ep,
602 struct usb_request *_req, gfp_t gfp_flags)
603{
604 struct at91_request *req;
605 struct at91_ep *ep;
606 struct at91_udc *udc;
607 int status;
608 unsigned long flags;
609
610 req = container_of(_req, struct at91_request, req);
611 ep = container_of(_ep, struct at91_ep, ep);
612
613 if (!_req || !_req->complete
614 || !_req->buf || !list_empty(&req->queue)) {
615 DBG("invalid request\n");
616 return -EINVAL;
617 }
618
619 if (!_ep || (!ep->ep.desc && ep->ep.name != ep0name)) {
620 DBG("invalid ep\n");
621 return -EINVAL;
622 }
623
624 udc = ep->udc;
625
626 if (!udc || !udc->driver || udc->gadget.speed == USB_SPEED_UNKNOWN) {
627 DBG("invalid device\n");
628 return -EINVAL;
629 }
630
631 _req->status = -EINPROGRESS;
632 _req->actual = 0;
633
634 spin_lock_irqsave(&udc->lock, flags);
635
636
637 if (list_empty(&ep->queue) && !ep->stopped) {
638 int is_ep0;
639
640
641
642
643
644
645
646
647
648 is_ep0 = (ep->ep.name == ep0name);
649 if (is_ep0) {
650 u32 tmp;
651
652 if (!udc->req_pending) {
653 status = -EINVAL;
654 goto done;
655 }
656
657
658
659
660
661 if (udc->wait_for_config_ack) {
662 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT);
663 tmp ^= AT91_UDP_CONFG;
664 VDBG("toggle config\n");
665 at91_udp_write(udc, AT91_UDP_GLB_STAT, tmp);
666 }
667 if (req->req.length == 0) {
668ep0_in_status:
669 PACKET("ep0 in/status\n");
670 status = 0;
671 tmp = __raw_readl(ep->creg);
672 tmp &= ~SET_FX;
673 tmp |= CLR_FX | AT91_UDP_TXPKTRDY;
674 __raw_writel(tmp, ep->creg);
675 udc->req_pending = 0;
676 goto done;
677 }
678 }
679
680 if (ep->is_in)
681 status = write_fifo(ep, req);
682 else {
683 status = read_fifo(ep, req);
684
685
686 if (status && is_ep0)
687 goto ep0_in_status;
688 }
689 } else
690 status = 0;
691
692 if (req && !status) {
693 list_add_tail (&req->queue, &ep->queue);
694 at91_udp_write(udc, AT91_UDP_IER, ep->int_mask);
695 }
696done:
697 spin_unlock_irqrestore(&udc->lock, flags);
698 return (status < 0) ? status : 0;
699}
700
701static int at91_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
702{
703 struct at91_ep *ep;
704 struct at91_request *req;
705 unsigned long flags;
706 struct at91_udc *udc;
707
708 ep = container_of(_ep, struct at91_ep, ep);
709 if (!_ep || ep->ep.name == ep0name)
710 return -EINVAL;
711
712 udc = ep->udc;
713
714 spin_lock_irqsave(&udc->lock, flags);
715
716
717 list_for_each_entry (req, &ep->queue, queue) {
718 if (&req->req == _req)
719 break;
720 }
721 if (&req->req != _req) {
722 spin_unlock_irqrestore(&udc->lock, flags);
723 return -EINVAL;
724 }
725
726 done(ep, req, -ECONNRESET);
727 spin_unlock_irqrestore(&udc->lock, flags);
728 return 0;
729}
730
731static int at91_ep_set_halt(struct usb_ep *_ep, int value)
732{
733 struct at91_ep *ep = container_of(_ep, struct at91_ep, ep);
734 struct at91_udc *udc = ep->udc;
735 u32 __iomem *creg;
736 u32 csr;
737 unsigned long flags;
738 int status = 0;
739
740 if (!_ep || ep->is_iso || !ep->udc->clocked)
741 return -EINVAL;
742
743 creg = ep->creg;
744 spin_lock_irqsave(&udc->lock, flags);
745
746 csr = __raw_readl(creg);
747
748
749
750
751
752
753 if (ep->is_in && (!list_empty(&ep->queue) || (csr >> 16) != 0))
754 status = -EAGAIN;
755 else {
756 csr |= CLR_FX;
757 csr &= ~SET_FX;
758 if (value) {
759 csr |= AT91_UDP_FORCESTALL;
760 VDBG("halt %s\n", ep->ep.name);
761 } else {
762 at91_udp_write(udc, AT91_UDP_RST_EP, ep->int_mask);
763 at91_udp_write(udc, AT91_UDP_RST_EP, 0);
764 csr &= ~AT91_UDP_FORCESTALL;
765 }
766 __raw_writel(csr, creg);
767 }
768
769 spin_unlock_irqrestore(&udc->lock, flags);
770 return status;
771}
772
773static const struct usb_ep_ops at91_ep_ops = {
774 .enable = at91_ep_enable,
775 .disable = at91_ep_disable,
776 .alloc_request = at91_ep_alloc_request,
777 .free_request = at91_ep_free_request,
778 .queue = at91_ep_queue,
779 .dequeue = at91_ep_dequeue,
780 .set_halt = at91_ep_set_halt,
781
782};
783
784
785
786static int at91_get_frame(struct usb_gadget *gadget)
787{
788 struct at91_udc *udc = to_udc(gadget);
789
790 if (!to_udc(gadget)->clocked)
791 return -EINVAL;
792 return at91_udp_read(udc, AT91_UDP_FRM_NUM) & AT91_UDP_NUM;
793}
794
795static int at91_wakeup(struct usb_gadget *gadget)
796{
797 struct at91_udc *udc = to_udc(gadget);
798 u32 glbstate;
799 int status = -EINVAL;
800 unsigned long flags;
801
802 DBG("%s\n", __func__ );
803 spin_lock_irqsave(&udc->lock, flags);
804
805 if (!udc->clocked || !udc->suspended)
806 goto done;
807
808
809
810 glbstate = at91_udp_read(udc, AT91_UDP_GLB_STAT);
811 if (!(glbstate & AT91_UDP_ESR))
812 goto done;
813 glbstate |= AT91_UDP_ESR;
814 at91_udp_write(udc, AT91_UDP_GLB_STAT, glbstate);
815
816done:
817 spin_unlock_irqrestore(&udc->lock, flags);
818 return status;
819}
820
821
822static void udc_reinit(struct at91_udc *udc)
823{
824 u32 i;
825
826 INIT_LIST_HEAD(&udc->gadget.ep_list);
827 INIT_LIST_HEAD(&udc->gadget.ep0->ep_list);
828
829 for (i = 0; i < NUM_ENDPOINTS; i++) {
830 struct at91_ep *ep = &udc->ep[i];
831
832 if (i != 0)
833 list_add_tail(&ep->ep.ep_list, &udc->gadget.ep_list);
834 ep->ep.desc = NULL;
835 ep->stopped = 0;
836 ep->fifo_bank = 0;
837 ep->ep.maxpacket = ep->maxpacket;
838 ep->creg = (void __iomem *) udc->udp_baseaddr + AT91_UDP_CSR(i);
839
840 INIT_LIST_HEAD(&ep->queue);
841 }
842}
843
844static void stop_activity(struct at91_udc *udc)
845{
846 struct usb_gadget_driver *driver = udc->driver;
847 int i;
848
849 if (udc->gadget.speed == USB_SPEED_UNKNOWN)
850 driver = NULL;
851 udc->gadget.speed = USB_SPEED_UNKNOWN;
852 udc->suspended = 0;
853
854 for (i = 0; i < NUM_ENDPOINTS; i++) {
855 struct at91_ep *ep = &udc->ep[i];
856 ep->stopped = 1;
857 nuke(ep, -ESHUTDOWN);
858 }
859 if (driver) {
860 spin_unlock(&udc->lock);
861 driver->disconnect(&udc->gadget);
862 spin_lock(&udc->lock);
863 }
864
865 udc_reinit(udc);
866}
867
868static void clk_on(struct at91_udc *udc)
869{
870 if (udc->clocked)
871 return;
872 udc->clocked = 1;
873 clk_prepare_enable(udc->iclk);
874 clk_prepare_enable(udc->fclk);
875}
876
877static void clk_off(struct at91_udc *udc)
878{
879 if (!udc->clocked)
880 return;
881 udc->clocked = 0;
882 udc->gadget.speed = USB_SPEED_UNKNOWN;
883 clk_disable_unprepare(udc->fclk);
884 clk_disable_unprepare(udc->iclk);
885}
886
887
888
889
890
891static void pullup(struct at91_udc *udc, int is_on)
892{
893 int active = !udc->board.pullup_active_low;
894
895 if (!udc->enabled || !udc->vbus)
896 is_on = 0;
897 DBG("%sactive\n", is_on ? "" : "in");
898
899 if (is_on) {
900 clk_on(udc);
901 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_RXRSM);
902 at91_udp_write(udc, AT91_UDP_TXVC, 0);
903 if (cpu_is_at91rm9200())
904 gpio_set_value(udc->board.pullup_pin, active);
905 else if (cpu_is_at91sam9260() || cpu_is_at91sam9263() || cpu_is_at91sam9g20()) {
906 u32 txvc = at91_udp_read(udc, AT91_UDP_TXVC);
907
908 txvc |= AT91_UDP_TXVC_PUON;
909 at91_udp_write(udc, AT91_UDP_TXVC, txvc);
910 } else if (cpu_is_at91sam9261() || cpu_is_at91sam9g10()) {
911 u32 usbpucr;
912
913 usbpucr = at91_matrix_read(AT91_MATRIX_USBPUCR);
914 usbpucr |= AT91_MATRIX_USBPUCR_PUON;
915 at91_matrix_write(AT91_MATRIX_USBPUCR, usbpucr);
916 }
917 } else {
918 stop_activity(udc);
919 at91_udp_write(udc, AT91_UDP_IDR, AT91_UDP_RXRSM);
920 at91_udp_write(udc, AT91_UDP_TXVC, AT91_UDP_TXVC_TXVDIS);
921 if (cpu_is_at91rm9200())
922 gpio_set_value(udc->board.pullup_pin, !active);
923 else if (cpu_is_at91sam9260() || cpu_is_at91sam9263() || cpu_is_at91sam9g20()) {
924 u32 txvc = at91_udp_read(udc, AT91_UDP_TXVC);
925
926 txvc &= ~AT91_UDP_TXVC_PUON;
927 at91_udp_write(udc, AT91_UDP_TXVC, txvc);
928 } else if (cpu_is_at91sam9261() || cpu_is_at91sam9g10()) {
929 u32 usbpucr;
930
931 usbpucr = at91_matrix_read(AT91_MATRIX_USBPUCR);
932 usbpucr &= ~AT91_MATRIX_USBPUCR_PUON;
933 at91_matrix_write(AT91_MATRIX_USBPUCR, usbpucr);
934 }
935 clk_off(udc);
936 }
937}
938
939
940static int at91_vbus_session(struct usb_gadget *gadget, int is_active)
941{
942 struct at91_udc *udc = to_udc(gadget);
943 unsigned long flags;
944
945
946 spin_lock_irqsave(&udc->lock, flags);
947 udc->vbus = (is_active != 0);
948 if (udc->driver)
949 pullup(udc, is_active);
950 else
951 pullup(udc, 0);
952 spin_unlock_irqrestore(&udc->lock, flags);
953 return 0;
954}
955
956static int at91_pullup(struct usb_gadget *gadget, int is_on)
957{
958 struct at91_udc *udc = to_udc(gadget);
959 unsigned long flags;
960
961 spin_lock_irqsave(&udc->lock, flags);
962 udc->enabled = is_on = !!is_on;
963 pullup(udc, is_on);
964 spin_unlock_irqrestore(&udc->lock, flags);
965 return 0;
966}
967
968static int at91_set_selfpowered(struct usb_gadget *gadget, int is_on)
969{
970 struct at91_udc *udc = to_udc(gadget);
971 unsigned long flags;
972
973 spin_lock_irqsave(&udc->lock, flags);
974 udc->selfpowered = (is_on != 0);
975 spin_unlock_irqrestore(&udc->lock, flags);
976 return 0;
977}
978
979static int at91_start(struct usb_gadget *gadget,
980 struct usb_gadget_driver *driver);
981static int at91_stop(struct usb_gadget *gadget,
982 struct usb_gadget_driver *driver);
983static const struct usb_gadget_ops at91_udc_ops = {
984 .get_frame = at91_get_frame,
985 .wakeup = at91_wakeup,
986 .set_selfpowered = at91_set_selfpowered,
987 .vbus_session = at91_vbus_session,
988 .pullup = at91_pullup,
989 .udc_start = at91_start,
990 .udc_stop = at91_stop,
991
992
993
994
995
996
997};
998
999
1000
1001static int handle_ep(struct at91_ep *ep)
1002{
1003 struct at91_request *req;
1004 u32 __iomem *creg = ep->creg;
1005 u32 csr = __raw_readl(creg);
1006
1007 if (!list_empty(&ep->queue))
1008 req = list_entry(ep->queue.next,
1009 struct at91_request, queue);
1010 else
1011 req = NULL;
1012
1013 if (ep->is_in) {
1014 if (csr & (AT91_UDP_STALLSENT | AT91_UDP_TXCOMP)) {
1015 csr |= CLR_FX;
1016 csr &= ~(SET_FX | AT91_UDP_STALLSENT | AT91_UDP_TXCOMP);
1017 __raw_writel(csr, creg);
1018 }
1019 if (req)
1020 return write_fifo(ep, req);
1021
1022 } else {
1023 if (csr & AT91_UDP_STALLSENT) {
1024
1025 if (ep->is_iso && req)
1026 req->req.status = -EILSEQ;
1027 csr |= CLR_FX;
1028 csr &= ~(SET_FX | AT91_UDP_STALLSENT);
1029 __raw_writel(csr, creg);
1030 csr = __raw_readl(creg);
1031 }
1032 if (req && (csr & RX_DATA_READY))
1033 return read_fifo(ep, req);
1034 }
1035 return 0;
1036}
1037
1038union setup {
1039 u8 raw[8];
1040 struct usb_ctrlrequest r;
1041};
1042
1043static void handle_setup(struct at91_udc *udc, struct at91_ep *ep, u32 csr)
1044{
1045 u32 __iomem *creg = ep->creg;
1046 u8 __iomem *dreg = ep->creg + (AT91_UDP_FDR(0) - AT91_UDP_CSR(0));
1047 unsigned rxcount, i = 0;
1048 u32 tmp;
1049 union setup pkt;
1050 int status = 0;
1051
1052
1053 rxcount = (csr & AT91_UDP_RXBYTECNT) >> 16;
1054 if (likely(rxcount == 8)) {
1055 while (rxcount--)
1056 pkt.raw[i++] = __raw_readb(dreg);
1057 if (pkt.r.bRequestType & USB_DIR_IN) {
1058 csr |= AT91_UDP_DIR;
1059 ep->is_in = 1;
1060 } else {
1061 csr &= ~AT91_UDP_DIR;
1062 ep->is_in = 0;
1063 }
1064 } else {
1065
1066 ERR("SETUP len %d, csr %08x\n", rxcount, csr);
1067 status = -EINVAL;
1068 }
1069 csr |= CLR_FX;
1070 csr &= ~(SET_FX | AT91_UDP_RXSETUP);
1071 __raw_writel(csr, creg);
1072 udc->wait_for_addr_ack = 0;
1073 udc->wait_for_config_ack = 0;
1074 ep->stopped = 0;
1075 if (unlikely(status != 0))
1076 goto stall;
1077
1078#define w_index le16_to_cpu(pkt.r.wIndex)
1079#define w_value le16_to_cpu(pkt.r.wValue)
1080#define w_length le16_to_cpu(pkt.r.wLength)
1081
1082 VDBG("SETUP %02x.%02x v%04x i%04x l%04x\n",
1083 pkt.r.bRequestType, pkt.r.bRequest,
1084 w_value, w_index, w_length);
1085
1086
1087
1088
1089
1090 udc->req_pending = 1;
1091 csr = __raw_readl(creg);
1092 csr |= CLR_FX;
1093 csr &= ~SET_FX;
1094 switch ((pkt.r.bRequestType << 8) | pkt.r.bRequest) {
1095
1096 case ((USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1097 | USB_REQ_SET_ADDRESS:
1098 __raw_writel(csr | AT91_UDP_TXPKTRDY, creg);
1099 udc->addr = w_value;
1100 udc->wait_for_addr_ack = 1;
1101 udc->req_pending = 0;
1102
1103 return;
1104
1105 case ((USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1106 | USB_REQ_SET_CONFIGURATION:
1107 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT) & AT91_UDP_CONFG;
1108 if (pkt.r.wValue)
1109 udc->wait_for_config_ack = (tmp == 0);
1110 else
1111 udc->wait_for_config_ack = (tmp != 0);
1112 if (udc->wait_for_config_ack)
1113 VDBG("wait for config\n");
1114
1115 break;
1116
1117
1118
1119
1120
1121 case ((USB_DIR_IN|USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1122 | USB_REQ_GET_STATUS:
1123 tmp = (udc->selfpowered << USB_DEVICE_SELF_POWERED);
1124 if (at91_udp_read(udc, AT91_UDP_GLB_STAT) & AT91_UDP_ESR)
1125 tmp |= (1 << USB_DEVICE_REMOTE_WAKEUP);
1126 PACKET("get device status\n");
1127 __raw_writeb(tmp, dreg);
1128 __raw_writeb(0, dreg);
1129 goto write_in;
1130
1131 case ((USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1132 | USB_REQ_SET_FEATURE:
1133 if (w_value != USB_DEVICE_REMOTE_WAKEUP)
1134 goto stall;
1135 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT);
1136 tmp |= AT91_UDP_ESR;
1137 at91_udp_write(udc, AT91_UDP_GLB_STAT, tmp);
1138 goto succeed;
1139 case ((USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1140 | USB_REQ_CLEAR_FEATURE:
1141 if (w_value != USB_DEVICE_REMOTE_WAKEUP)
1142 goto stall;
1143 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT);
1144 tmp &= ~AT91_UDP_ESR;
1145 at91_udp_write(udc, AT91_UDP_GLB_STAT, tmp);
1146 goto succeed;
1147
1148
1149
1150
1151
1152 case ((USB_DIR_IN|USB_TYPE_STANDARD|USB_RECIP_INTERFACE) << 8)
1153 | USB_REQ_GET_STATUS:
1154 PACKET("get interface status\n");
1155 __raw_writeb(0, dreg);
1156 __raw_writeb(0, dreg);
1157 goto write_in;
1158
1159 case ((USB_TYPE_STANDARD|USB_RECIP_INTERFACE) << 8)
1160 | USB_REQ_SET_FEATURE:
1161 case ((USB_TYPE_STANDARD|USB_RECIP_INTERFACE) << 8)
1162 | USB_REQ_CLEAR_FEATURE:
1163 goto stall;
1164
1165
1166
1167
1168
1169 case ((USB_DIR_IN|USB_TYPE_STANDARD|USB_RECIP_ENDPOINT) << 8)
1170 | USB_REQ_GET_STATUS:
1171 tmp = w_index & USB_ENDPOINT_NUMBER_MASK;
1172 ep = &udc->ep[tmp];
1173 if (tmp >= NUM_ENDPOINTS || (tmp && !ep->ep.desc))
1174 goto stall;
1175
1176 if (tmp) {
1177 if ((w_index & USB_DIR_IN)) {
1178 if (!ep->is_in)
1179 goto stall;
1180 } else if (ep->is_in)
1181 goto stall;
1182 }
1183 PACKET("get %s status\n", ep->ep.name);
1184 if (__raw_readl(ep->creg) & AT91_UDP_FORCESTALL)
1185 tmp = (1 << USB_ENDPOINT_HALT);
1186 else
1187 tmp = 0;
1188 __raw_writeb(tmp, dreg);
1189 __raw_writeb(0, dreg);
1190 goto write_in;
1191
1192 case ((USB_TYPE_STANDARD|USB_RECIP_ENDPOINT) << 8)
1193 | USB_REQ_SET_FEATURE:
1194 tmp = w_index & USB_ENDPOINT_NUMBER_MASK;
1195 ep = &udc->ep[tmp];
1196 if (w_value != USB_ENDPOINT_HALT || tmp >= NUM_ENDPOINTS)
1197 goto stall;
1198 if (!ep->ep.desc || ep->is_iso)
1199 goto stall;
1200 if ((w_index & USB_DIR_IN)) {
1201 if (!ep->is_in)
1202 goto stall;
1203 } else if (ep->is_in)
1204 goto stall;
1205
1206 tmp = __raw_readl(ep->creg);
1207 tmp &= ~SET_FX;
1208 tmp |= CLR_FX | AT91_UDP_FORCESTALL;
1209 __raw_writel(tmp, ep->creg);
1210 goto succeed;
1211 case ((USB_TYPE_STANDARD|USB_RECIP_ENDPOINT) << 8)
1212 | USB_REQ_CLEAR_FEATURE:
1213 tmp = w_index & USB_ENDPOINT_NUMBER_MASK;
1214 ep = &udc->ep[tmp];
1215 if (w_value != USB_ENDPOINT_HALT || tmp >= NUM_ENDPOINTS)
1216 goto stall;
1217 if (tmp == 0)
1218 goto succeed;
1219 if (!ep->ep.desc || ep->is_iso)
1220 goto stall;
1221 if ((w_index & USB_DIR_IN)) {
1222 if (!ep->is_in)
1223 goto stall;
1224 } else if (ep->is_in)
1225 goto stall;
1226
1227 at91_udp_write(udc, AT91_UDP_RST_EP, ep->int_mask);
1228 at91_udp_write(udc, AT91_UDP_RST_EP, 0);
1229 tmp = __raw_readl(ep->creg);
1230 tmp |= CLR_FX;
1231 tmp &= ~(SET_FX | AT91_UDP_FORCESTALL);
1232 __raw_writel(tmp, ep->creg);
1233 if (!list_empty(&ep->queue))
1234 handle_ep(ep);
1235 goto succeed;
1236 }
1237
1238#undef w_value
1239#undef w_index
1240#undef w_length
1241
1242
1243 if (udc->driver) {
1244 spin_unlock(&udc->lock);
1245 status = udc->driver->setup(&udc->gadget, &pkt.r);
1246 spin_lock(&udc->lock);
1247 }
1248 else
1249 status = -ENODEV;
1250 if (status < 0) {
1251stall:
1252 VDBG("req %02x.%02x protocol STALL; stat %d\n",
1253 pkt.r.bRequestType, pkt.r.bRequest, status);
1254 csr |= AT91_UDP_FORCESTALL;
1255 __raw_writel(csr, creg);
1256 udc->req_pending = 0;
1257 }
1258 return;
1259
1260succeed:
1261
1262 PACKET("ep0 in/status\n");
1263write_in:
1264 csr |= AT91_UDP_TXPKTRDY;
1265 __raw_writel(csr, creg);
1266 udc->req_pending = 0;
1267}
1268
1269static void handle_ep0(struct at91_udc *udc)
1270{
1271 struct at91_ep *ep0 = &udc->ep[0];
1272 u32 __iomem *creg = ep0->creg;
1273 u32 csr = __raw_readl(creg);
1274 struct at91_request *req;
1275
1276 if (unlikely(csr & AT91_UDP_STALLSENT)) {
1277 nuke(ep0, -EPROTO);
1278 udc->req_pending = 0;
1279 csr |= CLR_FX;
1280 csr &= ~(SET_FX | AT91_UDP_STALLSENT | AT91_UDP_FORCESTALL);
1281 __raw_writel(csr, creg);
1282 VDBG("ep0 stalled\n");
1283 csr = __raw_readl(creg);
1284 }
1285 if (csr & AT91_UDP_RXSETUP) {
1286 nuke(ep0, 0);
1287 udc->req_pending = 0;
1288 handle_setup(udc, ep0, csr);
1289 return;
1290 }
1291
1292 if (list_empty(&ep0->queue))
1293 req = NULL;
1294 else
1295 req = list_entry(ep0->queue.next, struct at91_request, queue);
1296
1297
1298 if (csr & AT91_UDP_TXCOMP) {
1299 csr |= CLR_FX;
1300 csr &= ~(SET_FX | AT91_UDP_TXCOMP);
1301
1302
1303 if (req && ep0->is_in) {
1304 if (handle_ep(ep0))
1305 udc->req_pending = 0;
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315 } else {
1316 udc->req_pending = 0;
1317 __raw_writel(csr, creg);
1318
1319
1320
1321
1322
1323 if (udc->wait_for_addr_ack) {
1324 u32 tmp;
1325
1326 at91_udp_write(udc, AT91_UDP_FADDR,
1327 AT91_UDP_FEN | udc->addr);
1328 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT);
1329 tmp &= ~AT91_UDP_FADDEN;
1330 if (udc->addr)
1331 tmp |= AT91_UDP_FADDEN;
1332 at91_udp_write(udc, AT91_UDP_GLB_STAT, tmp);
1333
1334 udc->wait_for_addr_ack = 0;
1335 VDBG("address %d\n", udc->addr);
1336 }
1337 }
1338 }
1339
1340
1341 else if (csr & AT91_UDP_RX_DATA_BK0) {
1342 csr |= CLR_FX;
1343 csr &= ~(SET_FX | AT91_UDP_RX_DATA_BK0);
1344
1345
1346 if (!ep0->is_in) {
1347 if (req) {
1348 if (handle_ep(ep0)) {
1349
1350 PACKET("ep0 in/status\n");
1351 csr = __raw_readl(creg);
1352 csr &= ~SET_FX;
1353 csr |= CLR_FX | AT91_UDP_TXPKTRDY;
1354 __raw_writel(csr, creg);
1355 udc->req_pending = 0;
1356 }
1357 } else if (udc->req_pending) {
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375 DBG("no control-OUT deferred responses!\n");
1376 __raw_writel(csr | AT91_UDP_FORCESTALL, creg);
1377 udc->req_pending = 0;
1378 }
1379
1380
1381 } else {
1382 PACKET("ep0 out/status ACK\n");
1383 __raw_writel(csr, creg);
1384
1385
1386 if (req)
1387 done(ep0, req, 0);
1388 }
1389 }
1390}
1391
1392static irqreturn_t at91_udc_irq (int irq, void *_udc)
1393{
1394 struct at91_udc *udc = _udc;
1395 u32 rescans = 5;
1396 int disable_clock = 0;
1397 unsigned long flags;
1398
1399 spin_lock_irqsave(&udc->lock, flags);
1400
1401 if (!udc->clocked) {
1402 clk_on(udc);
1403 disable_clock = 1;
1404 }
1405
1406 while (rescans--) {
1407 u32 status;
1408
1409 status = at91_udp_read(udc, AT91_UDP_ISR)
1410 & at91_udp_read(udc, AT91_UDP_IMR);
1411 if (!status)
1412 break;
1413
1414
1415 if (status & AT91_UDP_ENDBUSRES) {
1416 at91_udp_write(udc, AT91_UDP_IDR, ~MINIMUS_INTERRUPTUS);
1417 at91_udp_write(udc, AT91_UDP_IER, MINIMUS_INTERRUPTUS);
1418
1419 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_ENDBUSRES);
1420 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_ENDBUSRES);
1421 VDBG("end bus reset\n");
1422 udc->addr = 0;
1423 stop_activity(udc);
1424
1425
1426 at91_udp_write(udc, AT91_UDP_CSR(0),
1427 AT91_UDP_EPEDS | AT91_UDP_EPTYPE_CTRL);
1428 udc->gadget.speed = USB_SPEED_FULL;
1429 udc->suspended = 0;
1430 at91_udp_write(udc, AT91_UDP_IER, AT91_UDP_EP(0));
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440 } else if (status & AT91_UDP_RXSUSP) {
1441 at91_udp_write(udc, AT91_UDP_IDR, AT91_UDP_RXSUSP);
1442 at91_udp_write(udc, AT91_UDP_IER, AT91_UDP_RXRSM);
1443 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_RXSUSP);
1444
1445 if (udc->suspended)
1446 continue;
1447 udc->suspended = 1;
1448
1449
1450
1451
1452
1453
1454
1455 if (udc->driver && udc->driver->suspend) {
1456 spin_unlock(&udc->lock);
1457 udc->driver->suspend(&udc->gadget);
1458 spin_lock(&udc->lock);
1459 }
1460
1461
1462 } else if (status & AT91_UDP_RXRSM) {
1463 at91_udp_write(udc, AT91_UDP_IDR, AT91_UDP_RXRSM);
1464 at91_udp_write(udc, AT91_UDP_IER, AT91_UDP_RXSUSP);
1465 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_RXRSM);
1466
1467 if (!udc->suspended)
1468 continue;
1469 udc->suspended = 0;
1470
1471
1472
1473
1474
1475
1476 if (udc->driver && udc->driver->resume) {
1477 spin_unlock(&udc->lock);
1478 udc->driver->resume(&udc->gadget);
1479 spin_lock(&udc->lock);
1480 }
1481
1482
1483 } else {
1484 int i;
1485 unsigned mask = 1;
1486 struct at91_ep *ep = &udc->ep[1];
1487
1488 if (status & mask)
1489 handle_ep0(udc);
1490 for (i = 1; i < NUM_ENDPOINTS; i++) {
1491 mask <<= 1;
1492 if (status & mask)
1493 handle_ep(ep);
1494 ep++;
1495 }
1496 }
1497 }
1498
1499 if (disable_clock)
1500 clk_off(udc);
1501
1502 spin_unlock_irqrestore(&udc->lock, flags);
1503
1504 return IRQ_HANDLED;
1505}
1506
1507
1508
1509static void nop_release(struct device *dev)
1510{
1511
1512}
1513
1514static struct at91_udc controller = {
1515 .gadget = {
1516 .ops = &at91_udc_ops,
1517 .ep0 = &controller.ep[0].ep,
1518 .name = driver_name,
1519 .dev = {
1520 .init_name = "gadget",
1521 .release = nop_release,
1522 }
1523 },
1524 .ep[0] = {
1525 .ep = {
1526 .name = ep0name,
1527 .ops = &at91_ep_ops,
1528 },
1529 .udc = &controller,
1530 .maxpacket = 8,
1531 .int_mask = 1 << 0,
1532 },
1533 .ep[1] = {
1534 .ep = {
1535 .name = "ep1",
1536 .ops = &at91_ep_ops,
1537 },
1538 .udc = &controller,
1539 .is_pingpong = 1,
1540 .maxpacket = 64,
1541 .int_mask = 1 << 1,
1542 },
1543 .ep[2] = {
1544 .ep = {
1545 .name = "ep2",
1546 .ops = &at91_ep_ops,
1547 },
1548 .udc = &controller,
1549 .is_pingpong = 1,
1550 .maxpacket = 64,
1551 .int_mask = 1 << 2,
1552 },
1553 .ep[3] = {
1554 .ep = {
1555
1556 .name = "ep3-int",
1557 .ops = &at91_ep_ops,
1558 },
1559 .udc = &controller,
1560 .maxpacket = 8,
1561 .int_mask = 1 << 3,
1562 },
1563 .ep[4] = {
1564 .ep = {
1565 .name = "ep4",
1566 .ops = &at91_ep_ops,
1567 },
1568 .udc = &controller,
1569 .is_pingpong = 1,
1570 .maxpacket = 256,
1571 .int_mask = 1 << 4,
1572 },
1573 .ep[5] = {
1574 .ep = {
1575 .name = "ep5",
1576 .ops = &at91_ep_ops,
1577 },
1578 .udc = &controller,
1579 .is_pingpong = 1,
1580 .maxpacket = 256,
1581 .int_mask = 1 << 5,
1582 },
1583
1584};
1585
1586static void at91_vbus_update(struct at91_udc *udc, unsigned value)
1587{
1588 value ^= udc->board.vbus_active_low;
1589 if (value != udc->vbus)
1590 at91_vbus_session(&udc->gadget, value);
1591}
1592
1593static irqreturn_t at91_vbus_irq(int irq, void *_udc)
1594{
1595 struct at91_udc *udc = _udc;
1596
1597
1598 udelay(10);
1599 at91_vbus_update(udc, gpio_get_value(udc->board.vbus_pin));
1600
1601 return IRQ_HANDLED;
1602}
1603
1604static void at91_vbus_timer_work(struct work_struct *work)
1605{
1606 struct at91_udc *udc = container_of(work, struct at91_udc,
1607 vbus_timer_work);
1608
1609 at91_vbus_update(udc, gpio_get_value_cansleep(udc->board.vbus_pin));
1610
1611 if (!timer_pending(&udc->vbus_timer))
1612 mod_timer(&udc->vbus_timer, jiffies + VBUS_POLL_TIMEOUT);
1613}
1614
1615static void at91_vbus_timer(unsigned long data)
1616{
1617 struct at91_udc *udc = (struct at91_udc *)data;
1618
1619
1620
1621
1622
1623
1624 schedule_work(&udc->vbus_timer_work);
1625}
1626
1627static int at91_start(struct usb_gadget *gadget,
1628 struct usb_gadget_driver *driver)
1629{
1630 struct at91_udc *udc;
1631
1632 udc = container_of(gadget, struct at91_udc, gadget);
1633 udc->driver = driver;
1634 udc->gadget.dev.of_node = udc->pdev->dev.of_node;
1635 udc->enabled = 1;
1636 udc->selfpowered = 1;
1637
1638 DBG("bound to %s\n", driver->driver.name);
1639 return 0;
1640}
1641
1642static int at91_stop(struct usb_gadget *gadget,
1643 struct usb_gadget_driver *driver)
1644{
1645 struct at91_udc *udc;
1646 unsigned long flags;
1647
1648 udc = container_of(gadget, struct at91_udc, gadget);
1649 spin_lock_irqsave(&udc->lock, flags);
1650 udc->enabled = 0;
1651 at91_udp_write(udc, AT91_UDP_IDR, ~0);
1652 spin_unlock_irqrestore(&udc->lock, flags);
1653
1654 udc->driver = NULL;
1655
1656 DBG("unbound from %s\n", driver->driver.name);
1657 return 0;
1658}
1659
1660
1661
1662static void at91udc_shutdown(struct platform_device *dev)
1663{
1664 struct at91_udc *udc = platform_get_drvdata(dev);
1665 unsigned long flags;
1666
1667
1668 spin_lock_irqsave(&udc->lock, flags);
1669 pullup(platform_get_drvdata(dev), 0);
1670 spin_unlock_irqrestore(&udc->lock, flags);
1671}
1672
1673static void at91udc_of_init(struct at91_udc *udc,
1674 struct device_node *np)
1675{
1676 struct at91_udc_data *board = &udc->board;
1677 u32 val;
1678 enum of_gpio_flags flags;
1679
1680 if (of_property_read_u32(np, "atmel,vbus-polled", &val) == 0)
1681 board->vbus_polled = 1;
1682
1683 board->vbus_pin = of_get_named_gpio_flags(np, "atmel,vbus-gpio", 0,
1684 &flags);
1685 board->vbus_active_low = (flags & OF_GPIO_ACTIVE_LOW) ? 1 : 0;
1686
1687 board->pullup_pin = of_get_named_gpio_flags(np, "atmel,pullup-gpio", 0,
1688 &flags);
1689
1690 board->pullup_active_low = (flags & OF_GPIO_ACTIVE_LOW) ? 1 : 0;
1691}
1692
1693static int at91udc_probe(struct platform_device *pdev)
1694{
1695 struct device *dev = &pdev->dev;
1696 struct at91_udc *udc;
1697 int retval;
1698 struct resource *res;
1699
1700 if (!dev->platform_data && !pdev->dev.of_node) {
1701
1702 DBG("missing platform_data\n");
1703 return -ENODEV;
1704 }
1705
1706 if (pdev->num_resources != 2) {
1707 DBG("invalid num_resources\n");
1708 return -ENODEV;
1709 }
1710 if ((pdev->resource[0].flags != IORESOURCE_MEM)
1711 || (pdev->resource[1].flags != IORESOURCE_IRQ)) {
1712 DBG("invalid resource type\n");
1713 return -ENODEV;
1714 }
1715
1716 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1717 if (!res)
1718 return -ENXIO;
1719
1720 if (!request_mem_region(res->start, resource_size(res), driver_name)) {
1721 DBG("someone's using UDC memory\n");
1722 return -EBUSY;
1723 }
1724
1725
1726 udc = &controller;
1727 udc->gadget.dev.parent = dev;
1728 if (IS_ENABLED(CONFIG_OF) && pdev->dev.of_node)
1729 at91udc_of_init(udc, pdev->dev.of_node);
1730 else
1731 memcpy(&udc->board, dev->platform_data,
1732 sizeof(struct at91_udc_data));
1733 udc->pdev = pdev;
1734 udc->enabled = 0;
1735 spin_lock_init(&udc->lock);
1736
1737
1738 if (cpu_is_at91rm9200()) {
1739 if (!gpio_is_valid(udc->board.pullup_pin)) {
1740 DBG("no D+ pullup?\n");
1741 retval = -ENODEV;
1742 goto fail0;
1743 }
1744 retval = gpio_request(udc->board.pullup_pin, "udc_pullup");
1745 if (retval) {
1746 DBG("D+ pullup is busy\n");
1747 goto fail0;
1748 }
1749 gpio_direction_output(udc->board.pullup_pin,
1750 udc->board.pullup_active_low);
1751 }
1752
1753
1754 if (cpu_is_at91sam9260() || cpu_is_at91sam9g20()) {
1755 udc->ep[0].maxpacket = 64;
1756 udc->ep[3].maxpacket = 64;
1757 udc->ep[4].maxpacket = 512;
1758 udc->ep[5].maxpacket = 512;
1759 } else if (cpu_is_at91sam9261() || cpu_is_at91sam9g10()) {
1760 udc->ep[3].maxpacket = 64;
1761 } else if (cpu_is_at91sam9263()) {
1762 udc->ep[0].maxpacket = 64;
1763 udc->ep[3].maxpacket = 64;
1764 }
1765
1766 udc->udp_baseaddr = ioremap(res->start, resource_size(res));
1767 if (!udc->udp_baseaddr) {
1768 retval = -ENOMEM;
1769 goto fail0a;
1770 }
1771
1772 udc_reinit(udc);
1773
1774
1775 udc->iclk = clk_get(dev, "udc_clk");
1776 udc->fclk = clk_get(dev, "udpck");
1777 if (IS_ERR(udc->iclk) || IS_ERR(udc->fclk)) {
1778 DBG("clocks missing\n");
1779 retval = -ENODEV;
1780
1781 goto fail1;
1782 }
1783
1784
1785 retval = clk_prepare_enable(udc->iclk);
1786 if (retval)
1787 goto fail1;
1788 at91_udp_write(udc, AT91_UDP_TXVC, AT91_UDP_TXVC_TXVDIS);
1789 at91_udp_write(udc, AT91_UDP_IDR, 0xffffffff);
1790
1791 at91_udp_write(udc, AT91_UDP_ICR, 0xffffffff);
1792 clk_disable_unprepare(udc->iclk);
1793
1794
1795 udc->udp_irq = platform_get_irq(pdev, 0);
1796 retval = request_irq(udc->udp_irq, at91_udc_irq,
1797 0, driver_name, udc);
1798 if (retval < 0) {
1799 DBG("request irq %d failed\n", udc->udp_irq);
1800 goto fail1;
1801 }
1802 if (gpio_is_valid(udc->board.vbus_pin)) {
1803 retval = gpio_request(udc->board.vbus_pin, "udc_vbus");
1804 if (retval < 0) {
1805 DBG("request vbus pin failed\n");
1806 goto fail2;
1807 }
1808 gpio_direction_input(udc->board.vbus_pin);
1809
1810
1811
1812
1813
1814 udc->vbus = gpio_get_value_cansleep(udc->board.vbus_pin) ^
1815 udc->board.vbus_active_low;
1816
1817 if (udc->board.vbus_polled) {
1818 INIT_WORK(&udc->vbus_timer_work, at91_vbus_timer_work);
1819 setup_timer(&udc->vbus_timer, at91_vbus_timer,
1820 (unsigned long)udc);
1821 mod_timer(&udc->vbus_timer,
1822 jiffies + VBUS_POLL_TIMEOUT);
1823 } else {
1824 if (request_irq(gpio_to_irq(udc->board.vbus_pin),
1825 at91_vbus_irq, 0, driver_name, udc)) {
1826 DBG("request vbus irq %d failed\n",
1827 udc->board.vbus_pin);
1828 retval = -EBUSY;
1829 goto fail3;
1830 }
1831 }
1832 } else {
1833 DBG("no VBUS detection, assuming always-on\n");
1834 udc->vbus = 1;
1835 }
1836 retval = usb_add_gadget_udc(dev, &udc->gadget);
1837 if (retval)
1838 goto fail4;
1839 dev_set_drvdata(dev, udc);
1840 device_init_wakeup(dev, 1);
1841 create_debug_file(udc);
1842
1843 INFO("%s version %s\n", driver_name, DRIVER_VERSION);
1844 return 0;
1845fail4:
1846 if (gpio_is_valid(udc->board.vbus_pin) && !udc->board.vbus_polled)
1847 free_irq(gpio_to_irq(udc->board.vbus_pin), udc);
1848fail3:
1849 if (gpio_is_valid(udc->board.vbus_pin))
1850 gpio_free(udc->board.vbus_pin);
1851fail2:
1852 free_irq(udc->udp_irq, udc);
1853fail1:
1854 iounmap(udc->udp_baseaddr);
1855fail0a:
1856 if (cpu_is_at91rm9200())
1857 gpio_free(udc->board.pullup_pin);
1858fail0:
1859 release_mem_region(res->start, resource_size(res));
1860 DBG("%s probe failed, %d\n", driver_name, retval);
1861 return retval;
1862}
1863
1864static int __exit at91udc_remove(struct platform_device *pdev)
1865{
1866 struct at91_udc *udc = platform_get_drvdata(pdev);
1867 struct resource *res;
1868 unsigned long flags;
1869
1870 DBG("remove\n");
1871
1872 usb_del_gadget_udc(&udc->gadget);
1873 if (udc->driver)
1874 return -EBUSY;
1875
1876 spin_lock_irqsave(&udc->lock, flags);
1877 pullup(udc, 0);
1878 spin_unlock_irqrestore(&udc->lock, flags);
1879
1880 device_init_wakeup(&pdev->dev, 0);
1881 remove_debug_file(udc);
1882 if (gpio_is_valid(udc->board.vbus_pin)) {
1883 free_irq(gpio_to_irq(udc->board.vbus_pin), udc);
1884 gpio_free(udc->board.vbus_pin);
1885 }
1886 free_irq(udc->udp_irq, udc);
1887 iounmap(udc->udp_baseaddr);
1888
1889 if (cpu_is_at91rm9200())
1890 gpio_free(udc->board.pullup_pin);
1891
1892 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1893 release_mem_region(res->start, resource_size(res));
1894
1895 clk_put(udc->iclk);
1896 clk_put(udc->fclk);
1897
1898 return 0;
1899}
1900
1901#ifdef CONFIG_PM
1902static int at91udc_suspend(struct platform_device *pdev, pm_message_t mesg)
1903{
1904 struct at91_udc *udc = platform_get_drvdata(pdev);
1905 int wake = udc->driver && device_may_wakeup(&pdev->dev);
1906 unsigned long flags;
1907
1908
1909
1910
1911
1912
1913 if ((!udc->suspended && udc->addr)
1914 || !wake
1915 || at91_suspend_entering_slow_clock()) {
1916 spin_lock_irqsave(&udc->lock, flags);
1917 pullup(udc, 0);
1918 wake = 0;
1919 spin_unlock_irqrestore(&udc->lock, flags);
1920 } else
1921 enable_irq_wake(udc->udp_irq);
1922
1923 udc->active_suspend = wake;
1924 if (gpio_is_valid(udc->board.vbus_pin) && !udc->board.vbus_polled && wake)
1925 enable_irq_wake(udc->board.vbus_pin);
1926 return 0;
1927}
1928
1929static int at91udc_resume(struct platform_device *pdev)
1930{
1931 struct at91_udc *udc = platform_get_drvdata(pdev);
1932 unsigned long flags;
1933
1934 if (gpio_is_valid(udc->board.vbus_pin) && !udc->board.vbus_polled &&
1935 udc->active_suspend)
1936 disable_irq_wake(udc->board.vbus_pin);
1937
1938
1939 if (udc->active_suspend)
1940 disable_irq_wake(udc->udp_irq);
1941 else {
1942 spin_lock_irqsave(&udc->lock, flags);
1943 pullup(udc, 1);
1944 spin_unlock_irqrestore(&udc->lock, flags);
1945 }
1946 return 0;
1947}
1948#else
1949#define at91udc_suspend NULL
1950#define at91udc_resume NULL
1951#endif
1952
1953#if defined(CONFIG_OF)
1954static const struct of_device_id at91_udc_dt_ids[] = {
1955 { .compatible = "atmel,at91rm9200-udc" },
1956 { }
1957};
1958
1959MODULE_DEVICE_TABLE(of, at91_udc_dt_ids);
1960#endif
1961
1962static struct platform_driver at91_udc_driver = {
1963 .remove = __exit_p(at91udc_remove),
1964 .shutdown = at91udc_shutdown,
1965 .suspend = at91udc_suspend,
1966 .resume = at91udc_resume,
1967 .driver = {
1968 .name = (char *) driver_name,
1969 .owner = THIS_MODULE,
1970 .of_match_table = of_match_ptr(at91_udc_dt_ids),
1971 },
1972};
1973
1974module_platform_driver_probe(at91_udc_driver, at91udc_probe);
1975
1976MODULE_DESCRIPTION("AT91 udc driver");
1977MODULE_AUTHOR("Thomas Rathbone, David Brownell");
1978MODULE_LICENSE("GPL");
1979MODULE_ALIAS("platform:at91_udc");
1980