1
2
3
4
5
6#include <linux/module.h>
7#include <linux/kernel.h>
8#include <linux/mm.h>
9#include <linux/pci.h>
10#include <linux/errno.h>
11#include <linux/atm.h>
12#include <linux/atmdev.h>
13#include <linux/sonet.h>
14#include <linux/skbuff.h>
15#include <linux/time.h>
16#include <linux/delay.h>
17#include <linux/uio.h>
18#include <linux/init.h>
19#include <linux/atm_eni.h>
20#include <linux/bitops.h>
21#include <linux/slab.h>
22#include <asm/io.h>
23#include <linux/atomic.h>
24#include <asm/uaccess.h>
25#include <asm/string.h>
26#include <asm/byteorder.h>
27
28#include "tonga.h"
29#include "midway.h"
30#include "suni.h"
31#include "eni.h"
32
33#if !defined(__i386__) && !defined(__x86_64__)
34#ifndef ioremap_nocache
35#define ioremap_nocache(X,Y) ioremap(X,Y)
36#endif
37#endif
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64#if 0
65#define DPRINTK(format,args...) printk(KERN_DEBUG format,##args)
66#else
67#define DPRINTK(format,args...)
68#endif
69
70
71#ifndef CONFIG_ATM_ENI_TUNE_BURST
72#define CONFIG_ATM_ENI_BURST_TX_8W
73#define CONFIG_ATM_ENI_BURST_RX_4W
74#endif
75
76
77#ifndef CONFIG_ATM_ENI_DEBUG
78
79
80#define NULLCHECK(x)
81
82#define EVENT(s,a,b)
83
84
85static void event_dump(void)
86{
87}
88
89
90#else
91
92
93
94
95
96
97#define NULLCHECK(x) \
98 if ((unsigned long) (x) < 0x30) \
99 printk(KERN_CRIT #x "==0x%lx\n",(unsigned long) (x))
100
101
102
103
104
105
106#define EV 64
107
108static const char *ev[EV];
109static unsigned long ev_a[EV],ev_b[EV];
110static int ec = 0;
111
112
113static void EVENT(const char *s,unsigned long a,unsigned long b)
114{
115 ev[ec] = s;
116 ev_a[ec] = a;
117 ev_b[ec] = b;
118 ec = (ec+1) % EV;
119}
120
121
122static void event_dump(void)
123{
124 int n,i;
125
126 for (n = 0; n < EV; n++) {
127 i = (ec+n) % EV;
128 printk(KERN_NOTICE);
129 printk(ev[i] ? ev[i] : "(null)",ev_a[i],ev_b[i]);
130 }
131}
132
133
134#endif
135
136
137
138
139
140
141
142
143
144#define NEPJOK(a0,a1,b) \
145 ((a0) < (a1) ? (b) <= (a0) || (b) > (a1) : (b) <= (a0) && (b) > (a1))
146#define EEPJOK(a0,a1,b) \
147 ((a0) < (a1) ? (b) < (a0) || (b) >= (a1) : (b) < (a0) && (b) >= (a1))
148#define NEPMOK(a0,d,b,c) NEPJOK(a0,(a0+d) & (c-1),b)
149#define EEPMOK(a0,d,b,c) EEPJOK(a0,(a0+d) & (c-1),b)
150
151
152static int tx_complete = 0,dma_complete = 0,queued = 0,requeued = 0,
153 backlogged = 0,rx_enqueued = 0,rx_dequeued = 0,pushed = 0,submitted = 0,
154 putting = 0;
155
156static struct atm_dev *eni_boards = NULL;
157
158
159#define eni_in(r) readl(eni_dev->reg+(r)*4)
160#define eni_out(v,r) writel((v),eni_dev->reg+(r)*4)
161
162
163
164
165
166static void dump_mem(struct eni_dev *eni_dev)
167{
168 int i;
169
170 for (i = 0; i < eni_dev->free_len; i++)
171 printk(KERN_DEBUG " %d: %p %d\n",i,
172 eni_dev->free_list[i].start,
173 1 << eni_dev->free_list[i].order);
174}
175
176
177static void dump(struct atm_dev *dev)
178{
179 struct eni_dev *eni_dev;
180
181 int i;
182
183 eni_dev = ENI_DEV(dev);
184 printk(KERN_NOTICE "Free memory\n");
185 dump_mem(eni_dev);
186 printk(KERN_NOTICE "TX buffers\n");
187 for (i = 0; i < NR_CHAN; i++)
188 if (eni_dev->tx[i].send)
189 printk(KERN_NOTICE " TX %d @ %p: %ld\n",i,
190 eni_dev->tx[i].send,eni_dev->tx[i].words*4);
191 printk(KERN_NOTICE "RX buffers\n");
192 for (i = 0; i < 1024; i++)
193 if (eni_dev->rx_map[i] && ENI_VCC(eni_dev->rx_map[i])->rx)
194 printk(KERN_NOTICE " RX %d @ %p: %ld\n",i,
195 ENI_VCC(eni_dev->rx_map[i])->recv,
196 ENI_VCC(eni_dev->rx_map[i])->words*4);
197 printk(KERN_NOTICE "----\n");
198}
199
200
201static void eni_put_free(struct eni_dev *eni_dev, void __iomem *start,
202 unsigned long size)
203{
204 struct eni_free *list;
205 int len,order;
206
207 DPRINTK("init 0x%lx+%ld(0x%lx)\n",start,size,size);
208 start += eni_dev->base_diff;
209 list = eni_dev->free_list;
210 len = eni_dev->free_len;
211 while (size) {
212 if (len >= eni_dev->free_list_size) {
213 printk(KERN_CRIT "eni_put_free overflow (%p,%ld)\n",
214 start,size);
215 break;
216 }
217 for (order = 0; !(((unsigned long)start | size) & (1 << order)); order++);
218 if (MID_MIN_BUF_SIZE > (1 << order)) {
219 printk(KERN_CRIT "eni_put_free: order %d too small\n",
220 order);
221 break;
222 }
223 list[len].start = (void __iomem *) start;
224 list[len].order = order;
225 len++;
226 start += 1 << order;
227 size -= 1 << order;
228 }
229 eni_dev->free_len = len;
230
231}
232
233
234static void __iomem *eni_alloc_mem(struct eni_dev *eni_dev, unsigned long *size)
235{
236 struct eni_free *list;
237 void __iomem *start;
238 int len,i,order,best_order,index;
239
240 list = eni_dev->free_list;
241 len = eni_dev->free_len;
242 if (*size < MID_MIN_BUF_SIZE) *size = MID_MIN_BUF_SIZE;
243 if (*size > MID_MAX_BUF_SIZE) return NULL;
244 for (order = 0; (1 << order) < *size; order++);
245 DPRINTK("trying: %ld->%d\n",*size,order);
246 best_order = 65;
247 index = 0;
248 for (i = 0; i < len; i++)
249 if (list[i].order == order) {
250 best_order = order;
251 index = i;
252 break;
253 }
254 else if (best_order > list[i].order && list[i].order > order) {
255 best_order = list[i].order;
256 index = i;
257 }
258 if (best_order == 65) return NULL;
259 start = list[index].start-eni_dev->base_diff;
260 list[index] = list[--len];
261 eni_dev->free_len = len;
262 *size = 1 << order;
263 eni_put_free(eni_dev,start+*size,(1 << best_order)-*size);
264 DPRINTK("%ld bytes (order %d) at 0x%lx\n",*size,order,start);
265 memset_io(start,0,*size);
266
267 return start;
268}
269
270
271static void eni_free_mem(struct eni_dev *eni_dev, void __iomem *start,
272 unsigned long size)
273{
274 struct eni_free *list;
275 int len,i,order;
276
277 start += eni_dev->base_diff;
278 list = eni_dev->free_list;
279 len = eni_dev->free_len;
280 for (order = -1; size; order++) size >>= 1;
281 DPRINTK("eni_free_mem: %p+0x%lx (order %d)\n",start,size,order);
282 for (i = 0; i < len; i++)
283 if (((unsigned long) list[i].start) == ((unsigned long)start^(1 << order)) &&
284 list[i].order == order) {
285 DPRINTK("match[%d]: 0x%lx/0x%lx(0x%x), %d/%d\n",i,
286 list[i].start,start,1 << order,list[i].order,order);
287 list[i] = list[--len];
288 start = (void __iomem *) ((unsigned long) start & ~(unsigned long) (1 << order));
289 order++;
290 i = -1;
291 continue;
292 }
293 if (len >= eni_dev->free_list_size) {
294 printk(KERN_ALERT "eni_free_mem overflow (%p,%d)\n",start,
295 order);
296 return;
297 }
298 list[len].start = start;
299 list[len].order = order;
300 eni_dev->free_len = len+1;
301
302}
303
304
305
306
307
308#define ENI_VCC_NOS ((struct atm_vcc *) 1)
309
310
311static void rx_ident_err(struct atm_vcc *vcc)
312{
313 struct atm_dev *dev;
314 struct eni_dev *eni_dev;
315 struct eni_vcc *eni_vcc;
316
317 dev = vcc->dev;
318 eni_dev = ENI_DEV(dev);
319
320 eni_out(eni_in(MID_MC_S) &
321 ~(MID_DMA_ENABLE | MID_TX_ENABLE | MID_RX_ENABLE),MID_MC_S);
322
323 eni_vcc = ENI_VCC(vcc);
324 printk(KERN_ALERT DEV_LABEL "(itf %d): driver error - RX ident "
325 "mismatch\n",dev->number);
326 printk(KERN_ALERT " VCI %d, rxing %d, words %ld\n",vcc->vci,
327 eni_vcc->rxing,eni_vcc->words);
328 printk(KERN_ALERT " host descr 0x%lx, rx pos 0x%lx, descr value "
329 "0x%x\n",eni_vcc->descr,eni_vcc->rx_pos,
330 (unsigned) readl(eni_vcc->recv+eni_vcc->descr*4));
331 printk(KERN_ALERT " last %p, servicing %d\n",eni_vcc->last,
332 eni_vcc->servicing);
333 EVENT("---dump ends here---\n",0,0);
334 printk(KERN_NOTICE "---recent events---\n");
335 event_dump();
336 ENI_DEV(dev)->fast = NULL;
337 ENI_DEV(dev)->slow = NULL;
338 skb_queue_head_init(&ENI_DEV(dev)->rx_queue);
339}
340
341
342static int do_rx_dma(struct atm_vcc *vcc,struct sk_buff *skb,
343 unsigned long skip,unsigned long size,unsigned long eff)
344{
345 struct eni_dev *eni_dev;
346 struct eni_vcc *eni_vcc;
347 u32 dma_rd,dma_wr;
348 u32 dma[RX_DMA_BUF*2];
349 dma_addr_t paddr;
350 unsigned long here;
351 int i,j;
352
353 eni_dev = ENI_DEV(vcc->dev);
354 eni_vcc = ENI_VCC(vcc);
355 paddr = 0;
356 if (skb) {
357 paddr = pci_map_single(eni_dev->pci_dev,skb->data,skb->len,
358 PCI_DMA_FROMDEVICE);
359 ENI_PRV_PADDR(skb) = paddr;
360 if (paddr & 3)
361 printk(KERN_CRIT DEV_LABEL "(itf %d): VCI %d has "
362 "mis-aligned RX data (0x%lx)\n",vcc->dev->number,
363 vcc->vci,(unsigned long) paddr);
364 ENI_PRV_SIZE(skb) = size+skip;
365
366 ATM_SKB(skb)->vcc = vcc;
367 }
368 j = 0;
369 if ((eff && skip) || 1) {
370 here = (eni_vcc->descr+skip) & (eni_vcc->words-1);
371 dma[j++] = (here << MID_DMA_COUNT_SHIFT) | (vcc->vci
372 << MID_DMA_VCI_SHIFT) | MID_DT_JK;
373 j++;
374 }
375 here = (eni_vcc->descr+size+skip) & (eni_vcc->words-1);
376 if (!eff) size += skip;
377 else {
378 unsigned long words;
379
380 if (!size) {
381 DPRINTK("strange things happen ...\n");
382 EVENT("strange things happen ... (skip=%ld,eff=%ld)\n",
383 size,eff);
384 }
385 words = eff;
386 if (paddr & 15) {
387 unsigned long init;
388
389 init = 4-((paddr & 15) >> 2);
390 if (init > words) init = words;
391 dma[j++] = MID_DT_WORD | (init << MID_DMA_COUNT_SHIFT) |
392 (vcc->vci << MID_DMA_VCI_SHIFT);
393 dma[j++] = paddr;
394 paddr += init << 2;
395 words -= init;
396 }
397#ifdef CONFIG_ATM_ENI_BURST_RX_16W
398 if (words & ~15) {
399 dma[j++] = MID_DT_16W | ((words >> 4) <<
400 MID_DMA_COUNT_SHIFT) | (vcc->vci <<
401 MID_DMA_VCI_SHIFT);
402 dma[j++] = paddr;
403 paddr += (words & ~15) << 2;
404 words &= 15;
405 }
406#endif
407#ifdef CONFIG_ATM_ENI_BURST_RX_8W
408 if (words & ~7) {
409 dma[j++] = MID_DT_8W | ((words >> 3) <<
410 MID_DMA_COUNT_SHIFT) | (vcc->vci <<
411 MID_DMA_VCI_SHIFT);
412 dma[j++] = paddr;
413 paddr += (words & ~7) << 2;
414 words &= 7;
415 }
416#endif
417#ifdef CONFIG_ATM_ENI_BURST_RX_4W
418 if (words & ~3) {
419 dma[j++] = MID_DT_4W | ((words >> 2) <<
420 MID_DMA_COUNT_SHIFT) | (vcc->vci <<
421 MID_DMA_VCI_SHIFT);
422 dma[j++] = paddr;
423 paddr += (words & ~3) << 2;
424 words &= 3;
425 }
426#endif
427#ifdef CONFIG_ATM_ENI_BURST_RX_2W
428 if (words & ~1) {
429 dma[j++] = MID_DT_2W | ((words >> 1) <<
430 MID_DMA_COUNT_SHIFT) | (vcc->vci <<
431 MID_DMA_VCI_SHIFT);
432 dma[j++] = paddr;
433 paddr += (words & ~1) << 2;
434 words &= 1;
435 }
436#endif
437 if (words) {
438 dma[j++] = MID_DT_WORD | (words << MID_DMA_COUNT_SHIFT)
439 | (vcc->vci << MID_DMA_VCI_SHIFT);
440 dma[j++] = paddr;
441 }
442 }
443 if (size != eff) {
444 dma[j++] = (here << MID_DMA_COUNT_SHIFT) |
445 (vcc->vci << MID_DMA_VCI_SHIFT) | MID_DT_JK;
446 j++;
447 }
448 if (!j || j > 2*RX_DMA_BUF) {
449 printk(KERN_CRIT DEV_LABEL "!j or j too big!!!\n");
450 goto trouble;
451 }
452 dma[j-2] |= MID_DMA_END;
453 j = j >> 1;
454 dma_wr = eni_in(MID_DMA_WR_RX);
455 dma_rd = eni_in(MID_DMA_RD_RX);
456
457
458
459
460 if (!NEPMOK(dma_wr,j+j+1,dma_rd,NR_DMA_RX)) {
461 printk(KERN_WARNING DEV_LABEL "(itf %d): RX DMA full\n",
462 vcc->dev->number);
463 goto trouble;
464 }
465 for (i = 0; i < j; i++) {
466 writel(dma[i*2],eni_dev->rx_dma+dma_wr*8);
467 writel(dma[i*2+1],eni_dev->rx_dma+dma_wr*8+4);
468 dma_wr = (dma_wr+1) & (NR_DMA_RX-1);
469 }
470 if (skb) {
471 ENI_PRV_POS(skb) = eni_vcc->descr+size+1;
472 skb_queue_tail(&eni_dev->rx_queue,skb);
473 eni_vcc->last = skb;
474rx_enqueued++;
475 }
476 eni_vcc->descr = here;
477 eni_out(dma_wr,MID_DMA_WR_RX);
478 return 0;
479
480trouble:
481 if (paddr)
482 pci_unmap_single(eni_dev->pci_dev,paddr,skb->len,
483 PCI_DMA_FROMDEVICE);
484 if (skb) dev_kfree_skb_irq(skb);
485 return -1;
486}
487
488
489static void discard(struct atm_vcc *vcc,unsigned long size)
490{
491 struct eni_vcc *eni_vcc;
492
493 eni_vcc = ENI_VCC(vcc);
494 EVENT("discard (size=%ld)\n",size,0);
495 while (do_rx_dma(vcc,NULL,1,size,0)) EVENT("BUSY LOOP",0,0);
496
497 if (eni_vcc->rxing) ENI_PRV_POS(eni_vcc->last) += size+1;
498 else eni_vcc->rx_pos = (eni_vcc->rx_pos+size+1) & (eni_vcc->words-1);
499}
500
501
502
503
504
505
506
507static int rx_aal0(struct atm_vcc *vcc)
508{
509 struct eni_vcc *eni_vcc;
510 unsigned long descr;
511 unsigned long length;
512 struct sk_buff *skb;
513
514 DPRINTK(">rx_aal0\n");
515 eni_vcc = ENI_VCC(vcc);
516 descr = readl(eni_vcc->recv+eni_vcc->descr*4);
517 if ((descr & MID_RED_IDEN) != (MID_RED_RX_ID << MID_RED_SHIFT)) {
518 rx_ident_err(vcc);
519 return 1;
520 }
521 if (descr & MID_RED_T) {
522 DPRINTK(DEV_LABEL "(itf %d): trashing empty cell\n",
523 vcc->dev->number);
524 length = 0;
525 atomic_inc(&vcc->stats->rx_err);
526 }
527 else {
528 length = ATM_CELL_SIZE-1;
529 }
530 skb = length ? atm_alloc_charge(vcc,length,GFP_ATOMIC) : NULL;
531 if (!skb) {
532 discard(vcc,length >> 2);
533 return 0;
534 }
535 skb_put(skb,length);
536 skb->tstamp = eni_vcc->timestamp;
537 DPRINTK("got len %ld\n",length);
538 if (do_rx_dma(vcc,skb,1,length >> 2,length >> 2)) return 1;
539 eni_vcc->rxing++;
540 return 0;
541}
542
543
544static int rx_aal5(struct atm_vcc *vcc)
545{
546 struct eni_vcc *eni_vcc;
547 unsigned long descr;
548 unsigned long size,eff,length;
549 struct sk_buff *skb;
550
551 EVENT("rx_aal5\n",0,0);
552 DPRINTK(">rx_aal5\n");
553 eni_vcc = ENI_VCC(vcc);
554 descr = readl(eni_vcc->recv+eni_vcc->descr*4);
555 if ((descr & MID_RED_IDEN) != (MID_RED_RX_ID << MID_RED_SHIFT)) {
556 rx_ident_err(vcc);
557 return 1;
558 }
559 if (descr & (MID_RED_T | MID_RED_CRC_ERR)) {
560 if (descr & MID_RED_T) {
561 EVENT("empty cell (descr=0x%lx)\n",descr,0);
562 DPRINTK(DEV_LABEL "(itf %d): trashing empty cell\n",
563 vcc->dev->number);
564 size = 0;
565 }
566 else {
567 static unsigned long silence = 0;
568
569 if (time_after(jiffies, silence) || silence == 0) {
570 printk(KERN_WARNING DEV_LABEL "(itf %d): "
571 "discarding PDU(s) with CRC error\n",
572 vcc->dev->number);
573 silence = (jiffies+2*HZ)|1;
574 }
575 size = (descr & MID_RED_COUNT)*(ATM_CELL_PAYLOAD >> 2);
576 EVENT("CRC error (descr=0x%lx,size=%ld)\n",descr,
577 size);
578 }
579 eff = length = 0;
580 atomic_inc(&vcc->stats->rx_err);
581 }
582 else {
583 size = (descr & MID_RED_COUNT)*(ATM_CELL_PAYLOAD >> 2);
584 DPRINTK("size=%ld\n",size);
585 length = readl(eni_vcc->recv+(((eni_vcc->descr+size-1) &
586 (eni_vcc->words-1)))*4) & 0xffff;
587
588 if (length && length <= (size << 2)-8 && length <=
589 ATM_MAX_AAL5_PDU) eff = (length+3) >> 2;
590 else {
591 EVENT("bad PDU (descr=0x08%lx,length=%ld)\n",descr,
592 length);
593 printk(KERN_ERR DEV_LABEL "(itf %d): bad AAL5 PDU "
594 "(VCI=%d,length=%ld,size=%ld (descr 0x%lx))\n",
595 vcc->dev->number,vcc->vci,length,size << 2,descr);
596 length = eff = 0;
597 atomic_inc(&vcc->stats->rx_err);
598 }
599 }
600 skb = eff ? atm_alloc_charge(vcc,eff << 2,GFP_ATOMIC) : NULL;
601 if (!skb) {
602 discard(vcc,size);
603 return 0;
604 }
605 skb_put(skb,length);
606 DPRINTK("got len %ld\n",length);
607 if (do_rx_dma(vcc,skb,1,size,eff)) return 1;
608 eni_vcc->rxing++;
609 return 0;
610}
611
612
613static inline int rx_vcc(struct atm_vcc *vcc)
614{
615 void __iomem *vci_dsc;
616 unsigned long tmp;
617 struct eni_vcc *eni_vcc;
618
619 eni_vcc = ENI_VCC(vcc);
620 vci_dsc = ENI_DEV(vcc->dev)->vci+vcc->vci*16;
621 EVENT("rx_vcc(1)\n",0,0);
622 while (eni_vcc->descr != (tmp = (readl(vci_dsc+4) & MID_VCI_DESCR) >>
623 MID_VCI_DESCR_SHIFT)) {
624 EVENT("rx_vcc(2: host dsc=0x%lx, nic dsc=0x%lx)\n",
625 eni_vcc->descr,tmp);
626 DPRINTK("CB_DESCR %ld REG_DESCR %d\n",ENI_VCC(vcc)->descr,
627 (((unsigned) readl(vci_dsc+4) & MID_VCI_DESCR) >>
628 MID_VCI_DESCR_SHIFT));
629 if (ENI_VCC(vcc)->rx(vcc)) return 1;
630 }
631
632 writel(readl(vci_dsc) & ~MID_VCI_IN_SERVICE,vci_dsc);
633
634
635
636
637
638 EVENT("rx_vcc(3)\n",0,0);
639 while (ENI_VCC(vcc)->descr != (tmp = (readl(vci_dsc+4) & MID_VCI_DESCR)
640 >> MID_VCI_DESCR_SHIFT)) {
641 EVENT("rx_vcc(4: host dsc=0x%lx, nic dsc=0x%lx)\n",
642 eni_vcc->descr,tmp);
643 DPRINTK("CB_DESCR %ld REG_DESCR %d\n",ENI_VCC(vcc)->descr,
644 (((unsigned) readl(vci_dsc+4) & MID_VCI_DESCR) >>
645 MID_VCI_DESCR_SHIFT));
646 if (ENI_VCC(vcc)->rx(vcc)) return 1;
647 }
648 return 0;
649}
650
651
652static void poll_rx(struct atm_dev *dev)
653{
654 struct eni_dev *eni_dev;
655 struct atm_vcc *curr;
656
657 eni_dev = ENI_DEV(dev);
658 while ((curr = eni_dev->fast)) {
659 EVENT("poll_rx.fast\n",0,0);
660 if (rx_vcc(curr)) return;
661 eni_dev->fast = ENI_VCC(curr)->next;
662 ENI_VCC(curr)->next = ENI_VCC_NOS;
663 barrier();
664 ENI_VCC(curr)->servicing--;
665 }
666 while ((curr = eni_dev->slow)) {
667 EVENT("poll_rx.slow\n",0,0);
668 if (rx_vcc(curr)) return;
669 eni_dev->slow = ENI_VCC(curr)->next;
670 ENI_VCC(curr)->next = ENI_VCC_NOS;
671 barrier();
672 ENI_VCC(curr)->servicing--;
673 }
674}
675
676
677static void get_service(struct atm_dev *dev)
678{
679 struct eni_dev *eni_dev;
680 struct atm_vcc *vcc;
681 unsigned long vci;
682
683 DPRINTK(">get_service\n");
684 eni_dev = ENI_DEV(dev);
685 while (eni_in(MID_SERV_WRITE) != eni_dev->serv_read) {
686 vci = readl(eni_dev->service+eni_dev->serv_read*4);
687 eni_dev->serv_read = (eni_dev->serv_read+1) & (NR_SERVICE-1);
688 vcc = eni_dev->rx_map[vci & 1023];
689 if (!vcc) {
690 printk(KERN_CRIT DEV_LABEL "(itf %d): VCI %ld not "
691 "found\n",dev->number,vci);
692 continue;
693
694 }
695 EVENT("getting from service\n",0,0);
696 if (ENI_VCC(vcc)->next != ENI_VCC_NOS) {
697 EVENT("double service\n",0,0);
698 DPRINTK("Grr, servicing VCC %ld twice\n",vci);
699 continue;
700 }
701 ENI_VCC(vcc)->timestamp = ktime_get_real();
702 ENI_VCC(vcc)->next = NULL;
703 if (vcc->qos.rxtp.traffic_class == ATM_CBR) {
704 if (eni_dev->fast)
705 ENI_VCC(eni_dev->last_fast)->next = vcc;
706 else eni_dev->fast = vcc;
707 eni_dev->last_fast = vcc;
708 }
709 else {
710 if (eni_dev->slow)
711 ENI_VCC(eni_dev->last_slow)->next = vcc;
712 else eni_dev->slow = vcc;
713 eni_dev->last_slow = vcc;
714 }
715putting++;
716 ENI_VCC(vcc)->servicing++;
717 }
718}
719
720
721static void dequeue_rx(struct atm_dev *dev)
722{
723 struct eni_dev *eni_dev;
724 struct eni_vcc *eni_vcc;
725 struct atm_vcc *vcc;
726 struct sk_buff *skb;
727 void __iomem *vci_dsc;
728 int first;
729
730 eni_dev = ENI_DEV(dev);
731 first = 1;
732 while (1) {
733 skb = skb_dequeue(&eni_dev->rx_queue);
734 if (!skb) {
735 if (first) {
736 DPRINTK(DEV_LABEL "(itf %d): RX but not "
737 "rxing\n",dev->number);
738 EVENT("nothing to dequeue\n",0,0);
739 }
740 break;
741 }
742 EVENT("dequeued (size=%ld,pos=0x%lx)\n",ENI_PRV_SIZE(skb),
743 ENI_PRV_POS(skb));
744rx_dequeued++;
745 vcc = ATM_SKB(skb)->vcc;
746 eni_vcc = ENI_VCC(vcc);
747 first = 0;
748 vci_dsc = eni_dev->vci+vcc->vci*16;
749 if (!EEPMOK(eni_vcc->rx_pos,ENI_PRV_SIZE(skb),
750 (readl(vci_dsc+4) & MID_VCI_READ) >> MID_VCI_READ_SHIFT,
751 eni_vcc->words)) {
752 EVENT("requeuing\n",0,0);
753 skb_queue_head(&eni_dev->rx_queue,skb);
754 break;
755 }
756 eni_vcc->rxing--;
757 eni_vcc->rx_pos = ENI_PRV_POS(skb) & (eni_vcc->words-1);
758 pci_unmap_single(eni_dev->pci_dev,ENI_PRV_PADDR(skb),skb->len,
759 PCI_DMA_TODEVICE);
760 if (!skb->len) dev_kfree_skb_irq(skb);
761 else {
762 EVENT("pushing (len=%ld)\n",skb->len,0);
763 if (vcc->qos.aal == ATM_AAL0)
764 *(unsigned long *) skb->data =
765 ntohl(*(unsigned long *) skb->data);
766 memset(skb->cb,0,sizeof(struct eni_skb_prv));
767 vcc->push(vcc,skb);
768 pushed++;
769 }
770 atomic_inc(&vcc->stats->rx);
771 }
772 wake_up(&eni_dev->rx_wait);
773}
774
775
776static int open_rx_first(struct atm_vcc *vcc)
777{
778 struct eni_dev *eni_dev;
779 struct eni_vcc *eni_vcc;
780 unsigned long size;
781
782 DPRINTK("open_rx_first\n");
783 eni_dev = ENI_DEV(vcc->dev);
784 eni_vcc = ENI_VCC(vcc);
785 eni_vcc->rx = NULL;
786 if (vcc->qos.rxtp.traffic_class == ATM_NONE) return 0;
787 size = vcc->qos.rxtp.max_sdu*eni_dev->rx_mult/100;
788 if (size > MID_MAX_BUF_SIZE && vcc->qos.rxtp.max_sdu <=
789 MID_MAX_BUF_SIZE)
790 size = MID_MAX_BUF_SIZE;
791 eni_vcc->recv = eni_alloc_mem(eni_dev,&size);
792 DPRINTK("rx at 0x%lx\n",eni_vcc->recv);
793 eni_vcc->words = size >> 2;
794 if (!eni_vcc->recv) return -ENOBUFS;
795 eni_vcc->rx = vcc->qos.aal == ATM_AAL5 ? rx_aal5 : rx_aal0;
796 eni_vcc->descr = 0;
797 eni_vcc->rx_pos = 0;
798 eni_vcc->rxing = 0;
799 eni_vcc->servicing = 0;
800 eni_vcc->next = ENI_VCC_NOS;
801 return 0;
802}
803
804
805static int open_rx_second(struct atm_vcc *vcc)
806{
807 void __iomem *here;
808 struct eni_dev *eni_dev;
809 struct eni_vcc *eni_vcc;
810 unsigned long size;
811 int order;
812
813 DPRINTK("open_rx_second\n");
814 eni_dev = ENI_DEV(vcc->dev);
815 eni_vcc = ENI_VCC(vcc);
816 if (!eni_vcc->rx) return 0;
817
818 here = eni_dev->vci+vcc->vci*16;
819 DPRINTK("loc 0x%x\n",(unsigned) (eni_vcc->recv-eni_dev->ram)/4);
820 size = eni_vcc->words >> 8;
821 for (order = -1; size; order++) size >>= 1;
822 writel(0,here+4);
823 writel(0,here+8);
824 if (eni_dev->rx_map[vcc->vci])
825 printk(KERN_CRIT DEV_LABEL "(itf %d): BUG - VCI %d already "
826 "in use\n",vcc->dev->number,vcc->vci);
827 eni_dev->rx_map[vcc->vci] = vcc;
828 writel(((vcc->qos.aal != ATM_AAL5 ? MID_MODE_RAW : MID_MODE_AAL5) <<
829 MID_VCI_MODE_SHIFT) | MID_VCI_PTI_MODE |
830 (((eni_vcc->recv-eni_dev->ram) >> (MID_LOC_SKIP+2)) <<
831 MID_VCI_LOCATION_SHIFT) | (order << MID_VCI_SIZE_SHIFT),here);
832 return 0;
833}
834
835
836static void close_rx(struct atm_vcc *vcc)
837{
838 DECLARE_WAITQUEUE(wait,current);
839 void __iomem *here;
840 struct eni_dev *eni_dev;
841 struct eni_vcc *eni_vcc;
842
843 eni_vcc = ENI_VCC(vcc);
844 if (!eni_vcc->rx) return;
845 eni_dev = ENI_DEV(vcc->dev);
846 if (vcc->vpi != ATM_VPI_UNSPEC && vcc->vci != ATM_VCI_UNSPEC) {
847 here = eni_dev->vci+vcc->vci*16;
848
849 writel((readl(here) & ~MID_VCI_MODE) | (MID_MODE_TRASH <<
850 MID_VCI_MODE_SHIFT),here);
851
852 udelay(27);
853
854 writel(readl(here) & ~MID_VCI_IN_SERVICE,here);
855
856 eni_dev->rx_map[vcc->vci] = NULL;
857
858 DPRINTK("eni_close: waiting for RX ...\n");
859 EVENT("RX closing\n",0,0);
860 add_wait_queue(&eni_dev->rx_wait,&wait);
861 set_current_state(TASK_UNINTERRUPTIBLE);
862 barrier();
863 for (;;) {
864
865 if (!eni_vcc->servicing) {
866 barrier();
867 if (!eni_vcc->rxing) break;
868 }
869 EVENT("drain PDUs (rx %ld, serv %ld)\n",eni_vcc->rxing,
870 eni_vcc->servicing);
871 printk(KERN_INFO "%d+%d RX left\n",eni_vcc->servicing,
872 eni_vcc->rxing);
873 schedule();
874 set_current_state(TASK_UNINTERRUPTIBLE);
875 }
876 for (;;) {
877 int at_end;
878 u32 tmp;
879
880 tasklet_disable(&eni_dev->task);
881 tmp = readl(eni_dev->vci+vcc->vci*16+4) & MID_VCI_READ;
882 at_end = eni_vcc->rx_pos == tmp >> MID_VCI_READ_SHIFT;
883 tasklet_enable(&eni_dev->task);
884 if (at_end) break;
885 EVENT("drain discard (host 0x%lx, nic 0x%lx)\n",
886 eni_vcc->rx_pos,tmp);
887 printk(KERN_INFO "draining RX: host 0x%lx, nic 0x%x\n",
888 eni_vcc->rx_pos,tmp);
889 schedule();
890 set_current_state(TASK_UNINTERRUPTIBLE);
891 }
892 set_current_state(TASK_RUNNING);
893 remove_wait_queue(&eni_dev->rx_wait,&wait);
894 }
895 eni_free_mem(eni_dev,eni_vcc->recv,eni_vcc->words << 2);
896 eni_vcc->rx = NULL;
897}
898
899
900static int start_rx(struct atm_dev *dev)
901{
902 struct eni_dev *eni_dev;
903
904 eni_dev = ENI_DEV(dev);
905 eni_dev->rx_map = (struct atm_vcc **) get_zeroed_page(GFP_KERNEL);
906 if (!eni_dev->rx_map) {
907 printk(KERN_ERR DEV_LABEL "(itf %d): couldn't get free page\n",
908 dev->number);
909 free_page((unsigned long) eni_dev->free_list);
910 return -ENOMEM;
911 }
912 eni_dev->rx_mult = DEFAULT_RX_MULT;
913 eni_dev->fast = eni_dev->last_fast = NULL;
914 eni_dev->slow = eni_dev->last_slow = NULL;
915 init_waitqueue_head(&eni_dev->rx_wait);
916 skb_queue_head_init(&eni_dev->rx_queue);
917 eni_dev->serv_read = eni_in(MID_SERV_WRITE);
918 eni_out(0,MID_DMA_WR_RX);
919 return 0;
920}
921
922
923
924
925
926enum enq_res { enq_ok,enq_next,enq_jam };
927
928
929static inline void put_dma(int chan,u32 *dma,int *j,dma_addr_t paddr,
930 u32 size)
931{
932 u32 init,words;
933
934 DPRINTK("put_dma: 0x%lx+0x%x\n",(unsigned long) paddr,size);
935 EVENT("put_dma: 0x%lx+0x%lx\n",(unsigned long) paddr,size);
936#if 0
937 if (paddr & 3)
938 printk(KERN_ERR "put_dma: unaligned addr (0x%lx)\n",paddr);
939 if (size & 3)
940 printk(KERN_ERR "put_dma: unaligned size (0x%lx)\n",size);
941#endif
942 if (paddr & 3) {
943 init = 4-(paddr & 3);
944 if (init > size || size < 7) init = size;
945 DPRINTK("put_dma: %lx DMA: %d/%d bytes\n",
946 (unsigned long) paddr,init,size);
947 dma[(*j)++] = MID_DT_BYTE | (init << MID_DMA_COUNT_SHIFT) |
948 (chan << MID_DMA_CHAN_SHIFT);
949 dma[(*j)++] = paddr;
950 paddr += init;
951 size -= init;
952 }
953 words = size >> 2;
954 size &= 3;
955 if (words && (paddr & 31)) {
956 init = 8-((paddr & 31) >> 2);
957 if (init > words) init = words;
958 DPRINTK("put_dma: %lx DMA: %d/%d words\n",
959 (unsigned long) paddr,init,words);
960 dma[(*j)++] = MID_DT_WORD | (init << MID_DMA_COUNT_SHIFT) |
961 (chan << MID_DMA_CHAN_SHIFT);
962 dma[(*j)++] = paddr;
963 paddr += init << 2;
964 words -= init;
965 }
966#ifdef CONFIG_ATM_ENI_BURST_TX_16W
967 if (words & ~15) {
968 DPRINTK("put_dma: %lx DMA: %d*16/%d words\n",
969 (unsigned long) paddr,words >> 4,words);
970 dma[(*j)++] = MID_DT_16W | ((words >> 4) << MID_DMA_COUNT_SHIFT)
971 | (chan << MID_DMA_CHAN_SHIFT);
972 dma[(*j)++] = paddr;
973 paddr += (words & ~15) << 2;
974 words &= 15;
975 }
976#endif
977#ifdef CONFIG_ATM_ENI_BURST_TX_8W
978 if (words & ~7) {
979 DPRINTK("put_dma: %lx DMA: %d*8/%d words\n",
980 (unsigned long) paddr,words >> 3,words);
981 dma[(*j)++] = MID_DT_8W | ((words >> 3) << MID_DMA_COUNT_SHIFT)
982 | (chan << MID_DMA_CHAN_SHIFT);
983 dma[(*j)++] = paddr;
984 paddr += (words & ~7) << 2;
985 words &= 7;
986 }
987#endif
988#ifdef CONFIG_ATM_ENI_BURST_TX_4W
989 if (words & ~3) {
990 DPRINTK("put_dma: %lx DMA: %d*4/%d words\n",
991 (unsigned long) paddr,words >> 2,words);
992 dma[(*j)++] = MID_DT_4W | ((words >> 2) << MID_DMA_COUNT_SHIFT)
993 | (chan << MID_DMA_CHAN_SHIFT);
994 dma[(*j)++] = paddr;
995 paddr += (words & ~3) << 2;
996 words &= 3;
997 }
998#endif
999#ifdef CONFIG_ATM_ENI_BURST_TX_2W
1000 if (words & ~1) {
1001 DPRINTK("put_dma: %lx DMA: %d*2/%d words\n",
1002 (unsigned long) paddr,words >> 1,words);
1003 dma[(*j)++] = MID_DT_2W | ((words >> 1) << MID_DMA_COUNT_SHIFT)
1004 | (chan << MID_DMA_CHAN_SHIFT);
1005 dma[(*j)++] = paddr;
1006 paddr += (words & ~1) << 2;
1007 words &= 1;
1008 }
1009#endif
1010 if (words) {
1011 DPRINTK("put_dma: %lx DMA: %d words\n",(unsigned long) paddr,
1012 words);
1013 dma[(*j)++] = MID_DT_WORD | (words << MID_DMA_COUNT_SHIFT) |
1014 (chan << MID_DMA_CHAN_SHIFT);
1015 dma[(*j)++] = paddr;
1016 paddr += words << 2;
1017 }
1018 if (size) {
1019 DPRINTK("put_dma: %lx DMA: %d bytes\n",(unsigned long) paddr,
1020 size);
1021 dma[(*j)++] = MID_DT_BYTE | (size << MID_DMA_COUNT_SHIFT) |
1022 (chan << MID_DMA_CHAN_SHIFT);
1023 dma[(*j)++] = paddr;
1024 }
1025}
1026
1027
1028static enum enq_res do_tx(struct sk_buff *skb)
1029{
1030 struct atm_vcc *vcc;
1031 struct eni_dev *eni_dev;
1032 struct eni_vcc *eni_vcc;
1033 struct eni_tx *tx;
1034 dma_addr_t paddr;
1035 u32 dma_rd,dma_wr;
1036 u32 size;
1037 int aal5,dma_size,i,j;
1038
1039 DPRINTK(">do_tx\n");
1040 NULLCHECK(skb);
1041 EVENT("do_tx: skb=0x%lx, %ld bytes\n",(unsigned long) skb,skb->len);
1042 vcc = ATM_SKB(skb)->vcc;
1043 NULLCHECK(vcc);
1044 eni_dev = ENI_DEV(vcc->dev);
1045 NULLCHECK(eni_dev);
1046 eni_vcc = ENI_VCC(vcc);
1047 tx = eni_vcc->tx;
1048 NULLCHECK(tx);
1049#if 0
1050 {
1051 unsigned int hack = *((char *) skb->data)-'0';
1052
1053 if (hack < 8) {
1054 skb->data += hack;
1055 skb->len -= hack;
1056 }
1057 }
1058#endif
1059#if 0
1060 if ((unsigned long) skb->data & 3)
1061 printk(KERN_ERR DEV_LABEL "(itf %d): VCI %d has mis-aligned "
1062 "TX data\n",vcc->dev->number,vcc->vci);
1063#endif
1064
1065
1066
1067
1068
1069
1070 aal5 = vcc->qos.aal == ATM_AAL5;
1071
1072 if (!aal5)
1073 size = (ATM_CELL_PAYLOAD >> 2)+TX_DESCR_SIZE;
1074
1075
1076 else {
1077 size = skb->len+4*AAL5_TRAILER+ATM_CELL_PAYLOAD-1;
1078
1079 size = ((size-(size % ATM_CELL_PAYLOAD)) >> 2)+TX_DESCR_SIZE;
1080
1081 }
1082
1083
1084
1085
1086
1087 if (!NEPMOK(tx->tx_pos,size+TX_GAP,
1088 eni_in(MID_TX_RDPTR(tx->index)),tx->words)) {
1089 DPRINTK(DEV_LABEL "(itf %d): TX full (size %d)\n",
1090 vcc->dev->number,size);
1091 return enq_next;
1092 }
1093
1094 dma_wr = eni_in(MID_DMA_WR_TX);
1095 dma_rd = eni_in(MID_DMA_RD_TX);
1096 dma_size = 3;
1097
1098DPRINTK("iovcnt = %d\n",skb_shinfo(skb)->nr_frags);
1099 if (!skb_shinfo(skb)->nr_frags) dma_size += 5;
1100 else dma_size += 5*(skb_shinfo(skb)->nr_frags+1);
1101 if (dma_size > TX_DMA_BUF) {
1102 printk(KERN_CRIT DEV_LABEL "(itf %d): needs %d DMA entries "
1103 "(got only %d)\n",vcc->dev->number,dma_size,TX_DMA_BUF);
1104 }
1105 DPRINTK("dma_wr is %d, tx_pos is %ld\n",dma_wr,tx->tx_pos);
1106 if (dma_wr != dma_rd && ((dma_rd+NR_DMA_TX-dma_wr) & (NR_DMA_TX-1)) <
1107 dma_size) {
1108 printk(KERN_WARNING DEV_LABEL "(itf %d): TX DMA full\n",
1109 vcc->dev->number);
1110 return enq_jam;
1111 }
1112 paddr = pci_map_single(eni_dev->pci_dev,skb->data,skb->len,
1113 PCI_DMA_TODEVICE);
1114 ENI_PRV_PADDR(skb) = paddr;
1115
1116 j = 0;
1117 eni_dev->dma[j++] = (((tx->tx_pos+TX_DESCR_SIZE) & (tx->words-1)) <<
1118 MID_DMA_COUNT_SHIFT) | (tx->index << MID_DMA_CHAN_SHIFT) |
1119 MID_DT_JK;
1120 j++;
1121 if (!skb_shinfo(skb)->nr_frags)
1122 if (aal5) put_dma(tx->index,eni_dev->dma,&j,paddr,skb->len);
1123 else put_dma(tx->index,eni_dev->dma,&j,paddr+4,skb->len-4);
1124 else {
1125DPRINTK("doing direct send\n");
1126 for (i = -1; i < skb_shinfo(skb)->nr_frags; i++)
1127 if (i == -1)
1128 put_dma(tx->index,eni_dev->dma,&j,(unsigned long)
1129 skb->data,
1130 skb_headlen(skb));
1131 else
1132 put_dma(tx->index,eni_dev->dma,&j,(unsigned long)
1133 skb_frag_page(&skb_shinfo(skb)->frags[i]) +
1134 skb_shinfo(skb)->frags[i].page_offset,
1135 skb_frag_size(&skb_shinfo(skb)->frags[i]));
1136 }
1137 if (skb->len & 3) {
1138 put_dma(tx->index, eni_dev->dma, &j, eni_dev->zero.dma,
1139 4 - (skb->len & 3));
1140 }
1141
1142 eni_dev->dma[j++] = (((tx->tx_pos+size) & (tx->words-1)) <<
1143 MID_DMA_COUNT_SHIFT) | (tx->index << MID_DMA_CHAN_SHIFT) |
1144 MID_DMA_END | MID_DT_JK;
1145 j++;
1146 DPRINTK("DMA at end: %d\n",j);
1147
1148 writel((MID_SEG_TX_ID << MID_SEG_ID_SHIFT) |
1149 (aal5 ? MID_SEG_AAL5 : 0) | (tx->prescaler << MID_SEG_PR_SHIFT) |
1150 (tx->resolution << MID_SEG_RATE_SHIFT) |
1151 (size/(ATM_CELL_PAYLOAD/4)),tx->send+tx->tx_pos*4);
1152
1153 writel((vcc->vci << MID_SEG_VCI_SHIFT) |
1154 (aal5 ? 0 : (skb->data[3] & 0xf)) |
1155 (ATM_SKB(skb)->atm_options & ATM_ATMOPT_CLP ? MID_SEG_CLP : 0),
1156 tx->send+((tx->tx_pos+1) & (tx->words-1))*4);
1157 DPRINTK("size: %d, len:%d\n",size,skb->len);
1158 if (aal5)
1159 writel(skb->len,tx->send+
1160 ((tx->tx_pos+size-AAL5_TRAILER) & (tx->words-1))*4);
1161 j = j >> 1;
1162 for (i = 0; i < j; i++) {
1163 writel(eni_dev->dma[i*2],eni_dev->tx_dma+dma_wr*8);
1164 writel(eni_dev->dma[i*2+1],eni_dev->tx_dma+dma_wr*8+4);
1165 dma_wr = (dma_wr+1) & (NR_DMA_TX-1);
1166 }
1167 ENI_PRV_POS(skb) = tx->tx_pos;
1168 ENI_PRV_SIZE(skb) = size;
1169 ENI_VCC(vcc)->txing += size;
1170 tx->tx_pos = (tx->tx_pos+size) & (tx->words-1);
1171 DPRINTK("dma_wr set to %d, tx_pos is now %ld\n",dma_wr,tx->tx_pos);
1172 eni_out(dma_wr,MID_DMA_WR_TX);
1173 skb_queue_tail(&eni_dev->tx_queue,skb);
1174queued++;
1175 return enq_ok;
1176}
1177
1178
1179static void poll_tx(struct atm_dev *dev)
1180{
1181 struct eni_tx *tx;
1182 struct sk_buff *skb;
1183 enum enq_res res;
1184 int i;
1185
1186 DPRINTK(">poll_tx\n");
1187 for (i = NR_CHAN-1; i >= 0; i--) {
1188 tx = &ENI_DEV(dev)->tx[i];
1189 if (tx->send)
1190 while ((skb = skb_dequeue(&tx->backlog))) {
1191 res = do_tx(skb);
1192 if (res == enq_ok) continue;
1193 DPRINTK("re-queuing TX PDU\n");
1194 skb_queue_head(&tx->backlog,skb);
1195requeued++;
1196 if (res == enq_jam) return;
1197 break;
1198 }
1199 }
1200}
1201
1202
1203static void dequeue_tx(struct atm_dev *dev)
1204{
1205 struct eni_dev *eni_dev;
1206 struct atm_vcc *vcc;
1207 struct sk_buff *skb;
1208 struct eni_tx *tx;
1209
1210 NULLCHECK(dev);
1211 eni_dev = ENI_DEV(dev);
1212 NULLCHECK(eni_dev);
1213 while ((skb = skb_dequeue(&eni_dev->tx_queue))) {
1214 vcc = ATM_SKB(skb)->vcc;
1215 NULLCHECK(vcc);
1216 tx = ENI_VCC(vcc)->tx;
1217 NULLCHECK(ENI_VCC(vcc)->tx);
1218 DPRINTK("dequeue_tx: next 0x%lx curr 0x%x\n",ENI_PRV_POS(skb),
1219 (unsigned) eni_in(MID_TX_DESCRSTART(tx->index)));
1220 if (ENI_VCC(vcc)->txing < tx->words && ENI_PRV_POS(skb) ==
1221 eni_in(MID_TX_DESCRSTART(tx->index))) {
1222 skb_queue_head(&eni_dev->tx_queue,skb);
1223 break;
1224 }
1225 ENI_VCC(vcc)->txing -= ENI_PRV_SIZE(skb);
1226 pci_unmap_single(eni_dev->pci_dev,ENI_PRV_PADDR(skb),skb->len,
1227 PCI_DMA_TODEVICE);
1228 if (vcc->pop) vcc->pop(vcc,skb);
1229 else dev_kfree_skb_irq(skb);
1230 atomic_inc(&vcc->stats->tx);
1231 wake_up(&eni_dev->tx_wait);
1232dma_complete++;
1233 }
1234}
1235
1236
1237static struct eni_tx *alloc_tx(struct eni_dev *eni_dev,int ubr)
1238{
1239 int i;
1240
1241 for (i = !ubr; i < NR_CHAN; i++)
1242 if (!eni_dev->tx[i].send) return eni_dev->tx+i;
1243 return NULL;
1244}
1245
1246
1247static int comp_tx(struct eni_dev *eni_dev,int *pcr,int reserved,int *pre,
1248 int *res,int unlimited)
1249{
1250 static const int pre_div[] = { 4,16,128,2048 };
1251
1252
1253 if (unlimited) *pre = *res = 0;
1254 else {
1255 if (*pcr > 0) {
1256 int div;
1257
1258 for (*pre = 0; *pre < 3; (*pre)++)
1259 if (TS_CLOCK/pre_div[*pre]/64 <= *pcr) break;
1260 div = pre_div[*pre]**pcr;
1261 DPRINTK("min div %d\n",div);
1262 *res = TS_CLOCK/div-1;
1263 }
1264 else {
1265 int div;
1266
1267 if (!*pcr) *pcr = eni_dev->tx_bw+reserved;
1268 for (*pre = 3; *pre >= 0; (*pre)--)
1269 if (TS_CLOCK/pre_div[*pre]/64 > -*pcr) break;
1270 if (*pre < 3) (*pre)++;
1271 div = pre_div[*pre]*-*pcr;
1272 DPRINTK("max div %d\n",div);
1273 *res = DIV_ROUND_UP(TS_CLOCK, div)-1;
1274 }
1275 if (*res < 0) *res = 0;
1276 if (*res > MID_SEG_MAX_RATE) *res = MID_SEG_MAX_RATE;
1277 }
1278 *pcr = TS_CLOCK/pre_div[*pre]/(*res+1);
1279 DPRINTK("out pcr: %d (%d:%d)\n",*pcr,*pre,*res);
1280 return 0;
1281}
1282
1283
1284static int reserve_or_set_tx(struct atm_vcc *vcc,struct atm_trafprm *txtp,
1285 int set_rsv,int set_shp)
1286{
1287 struct eni_dev *eni_dev = ENI_DEV(vcc->dev);
1288 struct eni_vcc *eni_vcc = ENI_VCC(vcc);
1289 struct eni_tx *tx;
1290 unsigned long size;
1291 void __iomem *mem;
1292 int rate,ubr,unlimited,new_tx;
1293 int pre,res,order;
1294 int error;
1295
1296 rate = atm_pcr_goal(txtp);
1297 ubr = txtp->traffic_class == ATM_UBR;
1298 unlimited = ubr && (!rate || rate <= -ATM_OC3_PCR ||
1299 rate >= ATM_OC3_PCR);
1300 if (!unlimited) {
1301 size = txtp->max_sdu*eni_dev->tx_mult/100;
1302 if (size > MID_MAX_BUF_SIZE && txtp->max_sdu <=
1303 MID_MAX_BUF_SIZE)
1304 size = MID_MAX_BUF_SIZE;
1305 }
1306 else {
1307 if (eni_dev->ubr) {
1308 eni_vcc->tx = eni_dev->ubr;
1309 txtp->pcr = ATM_OC3_PCR;
1310 return 0;
1311 }
1312 size = UBR_BUFFER;
1313 }
1314 new_tx = !eni_vcc->tx;
1315 mem = NULL;
1316 if (!new_tx) tx = eni_vcc->tx;
1317 else {
1318 mem = eni_alloc_mem(eni_dev,&size);
1319 if (!mem) return -ENOBUFS;
1320 tx = alloc_tx(eni_dev,unlimited);
1321 if (!tx) {
1322 eni_free_mem(eni_dev,mem,size);
1323 return -EBUSY;
1324 }
1325 DPRINTK("got chan %d\n",tx->index);
1326 tx->reserved = tx->shaping = 0;
1327 tx->send = mem;
1328 tx->words = size >> 2;
1329 skb_queue_head_init(&tx->backlog);
1330 for (order = 0; size > (1 << (order+10)); order++);
1331 eni_out((order << MID_SIZE_SHIFT) |
1332 ((tx->send-eni_dev->ram) >> (MID_LOC_SKIP+2)),
1333 MID_TX_PLACE(tx->index));
1334 tx->tx_pos = eni_in(MID_TX_DESCRSTART(tx->index)) &
1335 MID_DESCR_START;
1336 }
1337 error = comp_tx(eni_dev,&rate,tx->reserved,&pre,&res,unlimited);
1338 if (!error && txtp->min_pcr > rate) error = -EINVAL;
1339 if (!error && txtp->max_pcr && txtp->max_pcr != ATM_MAX_PCR &&
1340 txtp->max_pcr < rate) error = -EINVAL;
1341 if (!error && !ubr && rate > eni_dev->tx_bw+tx->reserved)
1342 error = -EINVAL;
1343 if (!error && set_rsv && !set_shp && rate < tx->shaping)
1344 error = -EINVAL;
1345 if (!error && !set_rsv && rate > tx->reserved && !ubr)
1346 error = -EINVAL;
1347 if (error) {
1348 if (new_tx) {
1349 tx->send = NULL;
1350 eni_free_mem(eni_dev,mem,size);
1351 }
1352 return error;
1353 }
1354 txtp->pcr = rate;
1355 if (set_rsv && !ubr) {
1356 eni_dev->tx_bw += tx->reserved;
1357 tx->reserved = rate;
1358 eni_dev->tx_bw -= rate;
1359 }
1360 if (set_shp || (unlimited && new_tx)) {
1361 if (unlimited && new_tx) eni_dev->ubr = tx;
1362 tx->prescaler = pre;
1363 tx->resolution = res;
1364 tx->shaping = rate;
1365 }
1366 if (set_shp) eni_vcc->tx = tx;
1367 DPRINTK("rsv %d shp %d\n",tx->reserved,tx->shaping);
1368 return 0;
1369}
1370
1371
1372static int open_tx_first(struct atm_vcc *vcc)
1373{
1374 ENI_VCC(vcc)->tx = NULL;
1375 if (vcc->qos.txtp.traffic_class == ATM_NONE) return 0;
1376 ENI_VCC(vcc)->txing = 0;
1377 return reserve_or_set_tx(vcc,&vcc->qos.txtp,1,1);
1378}
1379
1380
1381static int open_tx_second(struct atm_vcc *vcc)
1382{
1383 return 0;
1384}
1385
1386
1387static void close_tx(struct atm_vcc *vcc)
1388{
1389 DECLARE_WAITQUEUE(wait,current);
1390 struct eni_dev *eni_dev;
1391 struct eni_vcc *eni_vcc;
1392
1393 eni_vcc = ENI_VCC(vcc);
1394 if (!eni_vcc->tx) return;
1395 eni_dev = ENI_DEV(vcc->dev);
1396
1397 DPRINTK("eni_close: waiting for TX ...\n");
1398 add_wait_queue(&eni_dev->tx_wait,&wait);
1399 set_current_state(TASK_UNINTERRUPTIBLE);
1400 for (;;) {
1401 int txing;
1402
1403 tasklet_disable(&eni_dev->task);
1404 txing = skb_peek(&eni_vcc->tx->backlog) || eni_vcc->txing;
1405 tasklet_enable(&eni_dev->task);
1406 if (!txing) break;
1407 DPRINTK("%d TX left\n",eni_vcc->txing);
1408 schedule();
1409 set_current_state(TASK_UNINTERRUPTIBLE);
1410 }
1411 set_current_state(TASK_RUNNING);
1412 remove_wait_queue(&eni_dev->tx_wait,&wait);
1413 if (eni_vcc->tx != eni_dev->ubr) {
1414
1415
1416
1417
1418
1419 while (eni_in(MID_TX_RDPTR(eni_vcc->tx->index)) !=
1420 eni_in(MID_TX_DESCRSTART(eni_vcc->tx->index)))
1421 schedule();
1422 eni_free_mem(eni_dev,eni_vcc->tx->send,eni_vcc->tx->words << 2);
1423 eni_vcc->tx->send = NULL;
1424 eni_dev->tx_bw += eni_vcc->tx->reserved;
1425 }
1426 eni_vcc->tx = NULL;
1427}
1428
1429
1430static int start_tx(struct atm_dev *dev)
1431{
1432 struct eni_dev *eni_dev;
1433 int i;
1434
1435 eni_dev = ENI_DEV(dev);
1436 eni_dev->lost = 0;
1437 eni_dev->tx_bw = ATM_OC3_PCR;
1438 eni_dev->tx_mult = DEFAULT_TX_MULT;
1439 init_waitqueue_head(&eni_dev->tx_wait);
1440 eni_dev->ubr = NULL;
1441 skb_queue_head_init(&eni_dev->tx_queue);
1442 eni_out(0,MID_DMA_WR_TX);
1443 for (i = 0; i < NR_CHAN; i++) {
1444 eni_dev->tx[i].send = NULL;
1445 eni_dev->tx[i].index = i;
1446 }
1447 return 0;
1448}
1449
1450
1451
1452
1453
1454#if 0
1455
1456static void foo(void)
1457{
1458printk(KERN_INFO
1459 "tx_complete=%d,dma_complete=%d,queued=%d,requeued=%d,sub=%d,\n"
1460 "backlogged=%d,rx_enqueued=%d,rx_dequeued=%d,putting=%d,pushed=%d\n",
1461 tx_complete,dma_complete,queued,requeued,submitted,backlogged,
1462 rx_enqueued,rx_dequeued,putting,pushed);
1463if (eni_boards) printk(KERN_INFO "loss: %ld\n",ENI_DEV(eni_boards)->lost);
1464}
1465
1466#endif
1467
1468
1469static void bug_int(struct atm_dev *dev,unsigned long reason)
1470{
1471 DPRINTK(">bug_int\n");
1472 if (reason & MID_DMA_ERR_ACK)
1473 printk(KERN_CRIT DEV_LABEL "(itf %d): driver error - DMA "
1474 "error\n",dev->number);
1475 if (reason & MID_TX_IDENT_MISM)
1476 printk(KERN_CRIT DEV_LABEL "(itf %d): driver error - ident "
1477 "mismatch\n",dev->number);
1478 if (reason & MID_TX_DMA_OVFL)
1479 printk(KERN_CRIT DEV_LABEL "(itf %d): driver error - DMA "
1480 "overflow\n",dev->number);
1481 EVENT("---dump ends here---\n",0,0);
1482 printk(KERN_NOTICE "---recent events---\n");
1483 event_dump();
1484}
1485
1486
1487static irqreturn_t eni_int(int irq,void *dev_id)
1488{
1489 struct atm_dev *dev;
1490 struct eni_dev *eni_dev;
1491 u32 reason;
1492
1493 DPRINTK(">eni_int\n");
1494 dev = dev_id;
1495 eni_dev = ENI_DEV(dev);
1496 reason = eni_in(MID_ISA);
1497 DPRINTK(DEV_LABEL ": int 0x%lx\n",(unsigned long) reason);
1498
1499
1500
1501
1502
1503
1504 if (reason & MID_STAT_OVFL) {
1505 EVENT("stat overflow\n",0,0);
1506 eni_dev->lost += eni_in(MID_STAT) & MID_OVFL_TRASH;
1507 }
1508 if (reason & MID_SUNI_INT) {
1509 EVENT("SUNI int\n",0,0);
1510 dev->phy->interrupt(dev);
1511#if 0
1512 foo();
1513#endif
1514 }
1515 spin_lock(&eni_dev->lock);
1516 eni_dev->events |= reason;
1517 spin_unlock(&eni_dev->lock);
1518 tasklet_schedule(&eni_dev->task);
1519 return IRQ_HANDLED;
1520}
1521
1522
1523static void eni_tasklet(unsigned long data)
1524{
1525 struct atm_dev *dev = (struct atm_dev *) data;
1526 struct eni_dev *eni_dev = ENI_DEV(dev);
1527 unsigned long flags;
1528 u32 events;
1529
1530 DPRINTK("eni_tasklet (dev %p)\n",dev);
1531 spin_lock_irqsave(&eni_dev->lock,flags);
1532 events = xchg(&eni_dev->events,0);
1533 spin_unlock_irqrestore(&eni_dev->lock,flags);
1534 if (events & MID_RX_DMA_COMPLETE) {
1535 EVENT("INT: RX DMA complete, starting dequeue_rx\n",0,0);
1536 dequeue_rx(dev);
1537 EVENT("dequeue_rx done, starting poll_rx\n",0,0);
1538 poll_rx(dev);
1539 EVENT("poll_rx done\n",0,0);
1540
1541 }
1542 if (events & MID_SERVICE) {
1543 EVENT("INT: service, starting get_service\n",0,0);
1544 get_service(dev);
1545 EVENT("get_service done, starting poll_rx\n",0,0);
1546 poll_rx(dev);
1547 EVENT("poll_rx done\n",0,0);
1548 }
1549 if (events & MID_TX_DMA_COMPLETE) {
1550 EVENT("INT: TX DMA COMPLETE\n",0,0);
1551 dequeue_tx(dev);
1552 }
1553 if (events & MID_TX_COMPLETE) {
1554 EVENT("INT: TX COMPLETE\n",0,0);
1555tx_complete++;
1556 wake_up(&eni_dev->tx_wait);
1557
1558 }
1559 if (events & (MID_DMA_ERR_ACK | MID_TX_IDENT_MISM | MID_TX_DMA_OVFL)) {
1560 EVENT("bug interrupt\n",0,0);
1561 bug_int(dev,events);
1562 }
1563 poll_tx(dev);
1564}
1565
1566
1567
1568
1569
1570static char * const media_name[] = {
1571 "MMF", "SMF", "MMF", "03?",
1572 "UTP", "05?", "06?", "07?",
1573 "TAXI","09?", "10?", "11?",
1574 "12?", "13?", "14?", "15?",
1575 "MMF", "SMF", "18?", "19?",
1576 "UTP", "21?", "22?", "23?",
1577 "24?", "25?", "26?", "27?",
1578 "28?", "29?", "30?", "31?"
1579};
1580
1581
1582#define SET_SEPROM \
1583 ({ if (!error && !pci_error) { \
1584 pci_error = pci_write_config_byte(eni_dev->pci_dev,PCI_TONGA_CTRL,tonga); \
1585 udelay(10); \
1586 } })
1587#define GET_SEPROM \
1588 ({ if (!error && !pci_error) { \
1589 pci_error = pci_read_config_byte(eni_dev->pci_dev,PCI_TONGA_CTRL,&tonga); \
1590 udelay(10); \
1591 } })
1592
1593
1594static int get_esi_asic(struct atm_dev *dev)
1595{
1596 struct eni_dev *eni_dev;
1597 unsigned char tonga;
1598 int error,failed,pci_error;
1599 int address,i,j;
1600
1601 eni_dev = ENI_DEV(dev);
1602 error = pci_error = 0;
1603 tonga = SEPROM_MAGIC | SEPROM_DATA | SEPROM_CLK;
1604 SET_SEPROM;
1605 for (i = 0; i < ESI_LEN && !error && !pci_error; i++) {
1606
1607 tonga |= SEPROM_DATA;
1608 SET_SEPROM;
1609 tonga |= SEPROM_CLK;
1610 SET_SEPROM;
1611 tonga &= ~SEPROM_DATA;
1612 SET_SEPROM;
1613 tonga &= ~SEPROM_CLK;
1614 SET_SEPROM;
1615
1616 address = ((i+SEPROM_ESI_BASE) << 1)+1;
1617 for (j = 7; j >= 0; j--) {
1618 tonga = (address >> j) & 1 ? tonga | SEPROM_DATA :
1619 tonga & ~SEPROM_DATA;
1620 SET_SEPROM;
1621 tonga |= SEPROM_CLK;
1622 SET_SEPROM;
1623 tonga &= ~SEPROM_CLK;
1624 SET_SEPROM;
1625 }
1626
1627 tonga |= SEPROM_DATA;
1628 SET_SEPROM;
1629 tonga |= SEPROM_CLK;
1630 SET_SEPROM;
1631 GET_SEPROM;
1632 failed = tonga & SEPROM_DATA;
1633 tonga &= ~SEPROM_CLK;
1634 SET_SEPROM;
1635 tonga |= SEPROM_DATA;
1636 SET_SEPROM;
1637 if (failed) error = -EIO;
1638 else {
1639 dev->esi[i] = 0;
1640 for (j = 7; j >= 0; j--) {
1641 dev->esi[i] <<= 1;
1642 tonga |= SEPROM_DATA;
1643 SET_SEPROM;
1644 tonga |= SEPROM_CLK;
1645 SET_SEPROM;
1646 GET_SEPROM;
1647 if (tonga & SEPROM_DATA) dev->esi[i] |= 1;
1648 tonga &= ~SEPROM_CLK;
1649 SET_SEPROM;
1650 tonga |= SEPROM_DATA;
1651 SET_SEPROM;
1652 }
1653
1654 tonga |= SEPROM_DATA;
1655 SET_SEPROM;
1656 tonga |= SEPROM_CLK;
1657 SET_SEPROM;
1658 GET_SEPROM;
1659 if (!(tonga & SEPROM_DATA)) error = -EIO;
1660 tonga &= ~SEPROM_CLK;
1661 SET_SEPROM;
1662 tonga |= SEPROM_DATA;
1663 SET_SEPROM;
1664 }
1665
1666 tonga &= ~SEPROM_DATA;
1667 SET_SEPROM;
1668 tonga |= SEPROM_CLK;
1669 SET_SEPROM;
1670 tonga |= SEPROM_DATA;
1671 SET_SEPROM;
1672 }
1673 if (pci_error) {
1674 printk(KERN_ERR DEV_LABEL "(itf %d): error reading ESI "
1675 "(0x%02x)\n",dev->number,pci_error);
1676 error = -EIO;
1677 }
1678 return error;
1679}
1680
1681
1682#undef SET_SEPROM
1683#undef GET_SEPROM
1684
1685
1686static int get_esi_fpga(struct atm_dev *dev, void __iomem *base)
1687{
1688 void __iomem *mac_base;
1689 int i;
1690
1691 mac_base = base+EPROM_SIZE-sizeof(struct midway_eprom);
1692 for (i = 0; i < ESI_LEN; i++) dev->esi[i] = readb(mac_base+(i^3));
1693 return 0;
1694}
1695
1696
1697static int eni_do_init(struct atm_dev *dev)
1698{
1699 struct midway_eprom __iomem *eprom;
1700 struct eni_dev *eni_dev;
1701 struct pci_dev *pci_dev;
1702 unsigned long real_base;
1703 void __iomem *base;
1704 int error,i,last;
1705
1706 DPRINTK(">eni_init\n");
1707 dev->ci_range.vpi_bits = 0;
1708 dev->ci_range.vci_bits = NR_VCI_LD;
1709 dev->link_rate = ATM_OC3_PCR;
1710 eni_dev = ENI_DEV(dev);
1711 pci_dev = eni_dev->pci_dev;
1712 real_base = pci_resource_start(pci_dev, 0);
1713 eni_dev->irq = pci_dev->irq;
1714 if ((error = pci_write_config_word(pci_dev,PCI_COMMAND,
1715 PCI_COMMAND_MEMORY |
1716 (eni_dev->asic ? PCI_COMMAND_PARITY | PCI_COMMAND_SERR : 0)))) {
1717 printk(KERN_ERR DEV_LABEL "(itf %d): can't enable memory "
1718 "(0x%02x)\n",dev->number,error);
1719 return -EIO;
1720 }
1721 printk(KERN_NOTICE DEV_LABEL "(itf %d): rev.%d,base=0x%lx,irq=%d,",
1722 dev->number,pci_dev->revision,real_base,eni_dev->irq);
1723 if (!(base = ioremap_nocache(real_base,MAP_MAX_SIZE))) {
1724 printk("\n");
1725 printk(KERN_ERR DEV_LABEL "(itf %d): can't set up page "
1726 "mapping\n",dev->number);
1727 return error;
1728 }
1729 eni_dev->ioaddr = base;
1730 eni_dev->base_diff = real_base - (unsigned long) base;
1731
1732 if (!eni_dev->asic) {
1733 eprom = (base+EPROM_SIZE-sizeof(struct midway_eprom));
1734 if (readl(&eprom->magic) != ENI155_MAGIC) {
1735 printk("\n");
1736 printk(KERN_ERR DEV_LABEL
1737 "(itf %d): bad magic - expected 0x%x, got 0x%x\n",
1738 dev->number, ENI155_MAGIC,
1739 (unsigned)readl(&eprom->magic));
1740 error = -EINVAL;
1741 goto unmap;
1742 }
1743 }
1744 eni_dev->phy = base+PHY_BASE;
1745 eni_dev->reg = base+REG_BASE;
1746 eni_dev->ram = base+RAM_BASE;
1747 last = MAP_MAX_SIZE-RAM_BASE;
1748 for (i = last-RAM_INCREMENT; i >= 0; i -= RAM_INCREMENT) {
1749 writel(0x55555555,eni_dev->ram+i);
1750 if (readl(eni_dev->ram+i) != 0x55555555) last = i;
1751 else {
1752 writel(0xAAAAAAAA,eni_dev->ram+i);
1753 if (readl(eni_dev->ram+i) != 0xAAAAAAAA) last = i;
1754 else writel(i,eni_dev->ram+i);
1755 }
1756 }
1757 for (i = 0; i < last; i += RAM_INCREMENT)
1758 if (readl(eni_dev->ram+i) != i) break;
1759 eni_dev->mem = i;
1760 memset_io(eni_dev->ram,0,eni_dev->mem);
1761
1762 printk("mem=%dkB (",eni_dev->mem >> 10);
1763
1764 if (!(eni_in(MID_RES_ID_MCON) & 0x200) != !eni_dev->asic) {
1765 printk(")\n");
1766 printk(KERN_ERR DEV_LABEL "(itf %d): ERROR - wrong id 0x%x\n",
1767 dev->number,(unsigned) eni_in(MID_RES_ID_MCON));
1768 error = -EINVAL;
1769 goto unmap;
1770 }
1771 error = eni_dev->asic ? get_esi_asic(dev) : get_esi_fpga(dev,base);
1772 if (error)
1773 goto unmap;
1774 for (i = 0; i < ESI_LEN; i++)
1775 printk("%s%02X",i ? "-" : "",dev->esi[i]);
1776 printk(")\n");
1777 printk(KERN_NOTICE DEV_LABEL "(itf %d): %s,%s\n",dev->number,
1778 eni_in(MID_RES_ID_MCON) & 0x200 ? "ASIC" : "FPGA",
1779 media_name[eni_in(MID_RES_ID_MCON) & DAUGTHER_ID]);
1780
1781 error = suni_init(dev);
1782 if (error)
1783 goto unmap;
1784out:
1785 return error;
1786unmap:
1787 iounmap(base);
1788 goto out;
1789}
1790
1791static void eni_do_release(struct atm_dev *dev)
1792{
1793 struct eni_dev *ed = ENI_DEV(dev);
1794
1795 dev->phy->stop(dev);
1796 dev->phy = NULL;
1797 iounmap(ed->ioaddr);
1798}
1799
1800static int eni_start(struct atm_dev *dev)
1801{
1802 struct eni_dev *eni_dev;
1803
1804 void __iomem *buf;
1805 unsigned long buffer_mem;
1806 int error;
1807
1808 DPRINTK(">eni_start\n");
1809 eni_dev = ENI_DEV(dev);
1810 if (request_irq(eni_dev->irq,&eni_int,IRQF_SHARED,DEV_LABEL,dev)) {
1811 printk(KERN_ERR DEV_LABEL "(itf %d): IRQ%d is already in use\n",
1812 dev->number,eni_dev->irq);
1813 error = -EAGAIN;
1814 goto out;
1815 }
1816 pci_set_master(eni_dev->pci_dev);
1817 if ((error = pci_write_config_word(eni_dev->pci_dev,PCI_COMMAND,
1818 PCI_COMMAND_MEMORY | PCI_COMMAND_MASTER |
1819 (eni_dev->asic ? PCI_COMMAND_PARITY | PCI_COMMAND_SERR : 0)))) {
1820 printk(KERN_ERR DEV_LABEL "(itf %d): can't enable memory+"
1821 "master (0x%02x)\n",dev->number,error);
1822 goto free_irq;
1823 }
1824 if ((error = pci_write_config_byte(eni_dev->pci_dev,PCI_TONGA_CTRL,
1825 END_SWAP_DMA))) {
1826 printk(KERN_ERR DEV_LABEL "(itf %d): can't set endian swap "
1827 "(0x%02x)\n",dev->number,error);
1828 goto free_irq;
1829 }
1830
1831 eni_dev->vci = eni_dev->ram;
1832 eni_dev->rx_dma = eni_dev->ram+NR_VCI*16;
1833 eni_dev->tx_dma = eni_dev->rx_dma+NR_DMA_RX*8;
1834 eni_dev->service = eni_dev->tx_dma+NR_DMA_TX*8;
1835 buf = eni_dev->service+NR_SERVICE*4;
1836 DPRINTK("vci 0x%lx,rx 0x%lx, tx 0x%lx,srv 0x%lx,buf 0x%lx\n",
1837 eni_dev->vci,eni_dev->rx_dma,eni_dev->tx_dma,
1838 eni_dev->service,buf);
1839 spin_lock_init(&eni_dev->lock);
1840 tasklet_init(&eni_dev->task,eni_tasklet,(unsigned long) dev);
1841 eni_dev->events = 0;
1842
1843 buffer_mem = eni_dev->mem - (buf - eni_dev->ram);
1844 eni_dev->free_list_size = buffer_mem/MID_MIN_BUF_SIZE/2;
1845 eni_dev->free_list = kmalloc(
1846 sizeof(struct eni_free)*(eni_dev->free_list_size+1),GFP_KERNEL);
1847 if (!eni_dev->free_list) {
1848 printk(KERN_ERR DEV_LABEL "(itf %d): couldn't get free page\n",
1849 dev->number);
1850 error = -ENOMEM;
1851 goto free_irq;
1852 }
1853 eni_dev->free_len = 0;
1854 eni_put_free(eni_dev,buf,buffer_mem);
1855 memset_io(eni_dev->vci,0,16*NR_VCI);
1856
1857
1858
1859
1860
1861
1862
1863
1864
1865 eni_out(0xffffffff,MID_IE);
1866 error = start_tx(dev);
1867 if (error) goto free_list;
1868 error = start_rx(dev);
1869 if (error) goto free_list;
1870 error = dev->phy->start(dev);
1871 if (error) goto free_list;
1872 eni_out(eni_in(MID_MC_S) | (1 << MID_INT_SEL_SHIFT) |
1873 MID_TX_LOCK_MODE | MID_DMA_ENABLE | MID_TX_ENABLE | MID_RX_ENABLE,
1874 MID_MC_S);
1875
1876 (void) eni_in(MID_ISA);
1877 return 0;
1878
1879free_list:
1880 kfree(eni_dev->free_list);
1881
1882free_irq:
1883 free_irq(eni_dev->irq, dev);
1884
1885out:
1886 return error;
1887}
1888
1889
1890static void eni_close(struct atm_vcc *vcc)
1891{
1892 DPRINTK(">eni_close\n");
1893 if (!ENI_VCC(vcc)) return;
1894 clear_bit(ATM_VF_READY,&vcc->flags);
1895 close_rx(vcc);
1896 close_tx(vcc);
1897 DPRINTK("eni_close: done waiting\n");
1898
1899 kfree(ENI_VCC(vcc));
1900 vcc->dev_data = NULL;
1901 clear_bit(ATM_VF_ADDR,&vcc->flags);
1902
1903}
1904
1905
1906static int eni_open(struct atm_vcc *vcc)
1907{
1908 struct eni_vcc *eni_vcc;
1909 int error;
1910 short vpi = vcc->vpi;
1911 int vci = vcc->vci;
1912
1913 DPRINTK(">eni_open\n");
1914 EVENT("eni_open\n",0,0);
1915 if (!test_bit(ATM_VF_PARTIAL,&vcc->flags))
1916 vcc->dev_data = NULL;
1917 if (vci != ATM_VPI_UNSPEC && vpi != ATM_VCI_UNSPEC)
1918 set_bit(ATM_VF_ADDR,&vcc->flags);
1919 if (vcc->qos.aal != ATM_AAL0 && vcc->qos.aal != ATM_AAL5)
1920 return -EINVAL;
1921 DPRINTK(DEV_LABEL "(itf %d): open %d.%d\n",vcc->dev->number,vcc->vpi,
1922 vcc->vci);
1923 if (!test_bit(ATM_VF_PARTIAL,&vcc->flags)) {
1924 eni_vcc = kmalloc(sizeof(struct eni_vcc),GFP_KERNEL);
1925 if (!eni_vcc) return -ENOMEM;
1926 vcc->dev_data = eni_vcc;
1927 eni_vcc->tx = NULL;
1928 if ((error = open_rx_first(vcc))) {
1929 eni_close(vcc);
1930 return error;
1931 }
1932 if ((error = open_tx_first(vcc))) {
1933 eni_close(vcc);
1934 return error;
1935 }
1936 }
1937 if (vci == ATM_VPI_UNSPEC || vpi == ATM_VCI_UNSPEC) return 0;
1938 if ((error = open_rx_second(vcc))) {
1939 eni_close(vcc);
1940 return error;
1941 }
1942 if ((error = open_tx_second(vcc))) {
1943 eni_close(vcc);
1944 return error;
1945 }
1946 set_bit(ATM_VF_READY,&vcc->flags);
1947
1948 return 0;
1949}
1950
1951
1952static int eni_change_qos(struct atm_vcc *vcc,struct atm_qos *qos,int flgs)
1953{
1954 struct eni_dev *eni_dev = ENI_DEV(vcc->dev);
1955 struct eni_tx *tx = ENI_VCC(vcc)->tx;
1956 struct sk_buff *skb;
1957 int error,rate,rsv,shp;
1958
1959 if (qos->txtp.traffic_class == ATM_NONE) return 0;
1960 if (tx == eni_dev->ubr) return -EBADFD;
1961 rate = atm_pcr_goal(&qos->txtp);
1962 if (rate < 0) rate = -rate;
1963 rsv = shp = 0;
1964 if ((flgs & ATM_MF_DEC_RSV) && rate && rate < tx->reserved) rsv = 1;
1965 if ((flgs & ATM_MF_INC_RSV) && (!rate || rate > tx->reserved)) rsv = 1;
1966 if ((flgs & ATM_MF_DEC_SHP) && rate && rate < tx->shaping) shp = 1;
1967 if ((flgs & ATM_MF_INC_SHP) && (!rate || rate > tx->shaping)) shp = 1;
1968 if (!rsv && !shp) return 0;
1969 error = reserve_or_set_tx(vcc,&qos->txtp,rsv,shp);
1970 if (error) return error;
1971 if (shp && !(flgs & ATM_MF_IMMED)) return 0;
1972
1973
1974
1975
1976 tasklet_disable(&eni_dev->task);
1977 skb_queue_walk(&eni_dev->tx_queue, skb) {
1978 void __iomem *dsc;
1979
1980 if (ATM_SKB(skb)->vcc != vcc) continue;
1981 dsc = tx->send+ENI_PRV_POS(skb)*4;
1982 writel((readl(dsc) & ~(MID_SEG_RATE | MID_SEG_PR)) |
1983 (tx->prescaler << MID_SEG_PR_SHIFT) |
1984 (tx->resolution << MID_SEG_RATE_SHIFT), dsc);
1985 }
1986 tasklet_enable(&eni_dev->task);
1987 return 0;
1988}
1989
1990
1991static int eni_ioctl(struct atm_dev *dev,unsigned int cmd,void __user *arg)
1992{
1993 struct eni_dev *eni_dev = ENI_DEV(dev);
1994
1995 if (cmd == ENI_MEMDUMP) {
1996 if (!capable(CAP_NET_ADMIN)) return -EPERM;
1997 printk(KERN_WARNING "Please use /proc/atm/" DEV_LABEL ":%d "
1998 "instead of obsolete ioctl ENI_MEMDUMP\n",dev->number);
1999 dump(dev);
2000 return 0;
2001 }
2002 if (cmd == ENI_SETMULT) {
2003 struct eni_multipliers mult;
2004
2005 if (!capable(CAP_NET_ADMIN)) return -EPERM;
2006 if (copy_from_user(&mult, arg,
2007 sizeof(struct eni_multipliers)))
2008 return -EFAULT;
2009 if ((mult.tx && mult.tx <= 100) || (mult.rx &&mult.rx <= 100) ||
2010 mult.tx > 65536 || mult.rx > 65536)
2011 return -EINVAL;
2012 if (mult.tx) eni_dev->tx_mult = mult.tx;
2013 if (mult.rx) eni_dev->rx_mult = mult.rx;
2014 return 0;
2015 }
2016 if (cmd == ATM_SETCIRANGE) {
2017 struct atm_cirange ci;
2018
2019 if (copy_from_user(&ci, arg,sizeof(struct atm_cirange)))
2020 return -EFAULT;
2021 if ((ci.vpi_bits == 0 || ci.vpi_bits == ATM_CI_MAX) &&
2022 (ci.vci_bits == NR_VCI_LD || ci.vpi_bits == ATM_CI_MAX))
2023 return 0;
2024 return -EINVAL;
2025 }
2026 if (!dev->phy->ioctl) return -ENOIOCTLCMD;
2027 return dev->phy->ioctl(dev,cmd,arg);
2028}
2029
2030
2031static int eni_getsockopt(struct atm_vcc *vcc,int level,int optname,
2032 void __user *optval,int optlen)
2033{
2034 return -EINVAL;
2035}
2036
2037
2038static int eni_setsockopt(struct atm_vcc *vcc,int level,int optname,
2039 void __user *optval,unsigned int optlen)
2040{
2041 return -EINVAL;
2042}
2043
2044
2045static int eni_send(struct atm_vcc *vcc,struct sk_buff *skb)
2046{
2047 enum enq_res res;
2048
2049 DPRINTK(">eni_send\n");
2050 if (!ENI_VCC(vcc)->tx) {
2051 if (vcc->pop) vcc->pop(vcc,skb);
2052 else dev_kfree_skb(skb);
2053 return -EINVAL;
2054 }
2055 if (!skb) {
2056 printk(KERN_CRIT "!skb in eni_send ?\n");
2057 if (vcc->pop) vcc->pop(vcc,skb);
2058 return -EINVAL;
2059 }
2060 if (vcc->qos.aal == ATM_AAL0) {
2061 if (skb->len != ATM_CELL_SIZE-1) {
2062 if (vcc->pop) vcc->pop(vcc,skb);
2063 else dev_kfree_skb(skb);
2064 return -EINVAL;
2065 }
2066 *(u32 *) skb->data = htonl(*(u32 *) skb->data);
2067 }
2068submitted++;
2069 ATM_SKB(skb)->vcc = vcc;
2070 tasklet_disable(&ENI_DEV(vcc->dev)->task);
2071 res = do_tx(skb);
2072 tasklet_enable(&ENI_DEV(vcc->dev)->task);
2073 if (res == enq_ok) return 0;
2074 skb_queue_tail(&ENI_VCC(vcc)->tx->backlog,skb);
2075backlogged++;
2076 tasklet_schedule(&ENI_DEV(vcc->dev)->task);
2077 return 0;
2078}
2079
2080static void eni_phy_put(struct atm_dev *dev,unsigned char value,
2081 unsigned long addr)
2082{
2083 writel(value,ENI_DEV(dev)->phy+addr*4);
2084}
2085
2086
2087
2088static unsigned char eni_phy_get(struct atm_dev *dev,unsigned long addr)
2089{
2090 return readl(ENI_DEV(dev)->phy+addr*4);
2091}
2092
2093
2094static int eni_proc_read(struct atm_dev *dev,loff_t *pos,char *page)
2095{
2096 struct sock *s;
2097 static const char *signal[] = { "LOST","unknown","okay" };
2098 struct eni_dev *eni_dev = ENI_DEV(dev);
2099 struct atm_vcc *vcc;
2100 int left,i;
2101
2102 left = *pos;
2103 if (!left)
2104 return sprintf(page,DEV_LABEL "(itf %d) signal %s, %dkB, "
2105 "%d cps remaining\n",dev->number,signal[(int) dev->signal],
2106 eni_dev->mem >> 10,eni_dev->tx_bw);
2107 if (!--left)
2108 return sprintf(page,"%4sBursts: TX"
2109#if !defined(CONFIG_ATM_ENI_BURST_TX_16W) && \
2110 !defined(CONFIG_ATM_ENI_BURST_TX_8W) && \
2111 !defined(CONFIG_ATM_ENI_BURST_TX_4W) && \
2112 !defined(CONFIG_ATM_ENI_BURST_TX_2W)
2113 " none"
2114#endif
2115#ifdef CONFIG_ATM_ENI_BURST_TX_16W
2116 " 16W"
2117#endif
2118#ifdef CONFIG_ATM_ENI_BURST_TX_8W
2119 " 8W"
2120#endif
2121#ifdef CONFIG_ATM_ENI_BURST_TX_4W
2122 " 4W"
2123#endif
2124#ifdef CONFIG_ATM_ENI_BURST_TX_2W
2125 " 2W"
2126#endif
2127 ", RX"
2128#if !defined(CONFIG_ATM_ENI_BURST_RX_16W) && \
2129 !defined(CONFIG_ATM_ENI_BURST_RX_8W) && \
2130 !defined(CONFIG_ATM_ENI_BURST_RX_4W) && \
2131 !defined(CONFIG_ATM_ENI_BURST_RX_2W)
2132 " none"
2133#endif
2134#ifdef CONFIG_ATM_ENI_BURST_RX_16W
2135 " 16W"
2136#endif
2137#ifdef CONFIG_ATM_ENI_BURST_RX_8W
2138 " 8W"
2139#endif
2140#ifdef CONFIG_ATM_ENI_BURST_RX_4W
2141 " 4W"
2142#endif
2143#ifdef CONFIG_ATM_ENI_BURST_RX_2W
2144 " 2W"
2145#endif
2146#ifndef CONFIG_ATM_ENI_TUNE_BURST
2147 " (default)"
2148#endif
2149 "\n","");
2150 if (!--left)
2151 return sprintf(page,"%4sBuffer multipliers: tx %d%%, rx %d%%\n",
2152 "",eni_dev->tx_mult,eni_dev->rx_mult);
2153 for (i = 0; i < NR_CHAN; i++) {
2154 struct eni_tx *tx = eni_dev->tx+i;
2155
2156 if (!tx->send) continue;
2157 if (!--left) {
2158 return sprintf(page,"tx[%d]: 0x%ld-0x%ld "
2159 "(%6ld bytes), rsv %d cps, shp %d cps%s\n",i,
2160 (unsigned long) (tx->send - eni_dev->ram),
2161 tx->send-eni_dev->ram+tx->words*4-1,tx->words*4,
2162 tx->reserved,tx->shaping,
2163 tx == eni_dev->ubr ? " (UBR)" : "");
2164 }
2165 if (--left) continue;
2166 return sprintf(page,"%10sbacklog %u packets\n","",
2167 skb_queue_len(&tx->backlog));
2168 }
2169 read_lock(&vcc_sklist_lock);
2170 for(i = 0; i < VCC_HTABLE_SIZE; ++i) {
2171 struct hlist_head *head = &vcc_hash[i];
2172
2173 sk_for_each(s, head) {
2174 struct eni_vcc *eni_vcc;
2175 int length;
2176
2177 vcc = atm_sk(s);
2178 if (vcc->dev != dev)
2179 continue;
2180 eni_vcc = ENI_VCC(vcc);
2181 if (--left) continue;
2182 length = sprintf(page,"vcc %4d: ",vcc->vci);
2183 if (eni_vcc->rx) {
2184 length += sprintf(page+length,"0x%ld-0x%ld "
2185 "(%6ld bytes)",
2186 (unsigned long) (eni_vcc->recv - eni_dev->ram),
2187 eni_vcc->recv-eni_dev->ram+eni_vcc->words*4-1,
2188 eni_vcc->words*4);
2189 if (eni_vcc->tx) length += sprintf(page+length,", ");
2190 }
2191 if (eni_vcc->tx)
2192 length += sprintf(page+length,"tx[%d], txing %d bytes",
2193 eni_vcc->tx->index,eni_vcc->txing);
2194 page[length] = '\n';
2195 read_unlock(&vcc_sklist_lock);
2196 return length+1;
2197 }
2198 }
2199 read_unlock(&vcc_sklist_lock);
2200 for (i = 0; i < eni_dev->free_len; i++) {
2201 struct eni_free *fe = eni_dev->free_list+i;
2202 unsigned long offset;
2203
2204 if (--left) continue;
2205 offset = (unsigned long) eni_dev->ram+eni_dev->base_diff;
2206 return sprintf(page,"free %p-%p (%6d bytes)\n",
2207 fe->start-offset,fe->start-offset+(1 << fe->order)-1,
2208 1 << fe->order);
2209 }
2210 return 0;
2211}
2212
2213
2214static const struct atmdev_ops ops = {
2215 .open = eni_open,
2216 .close = eni_close,
2217 .ioctl = eni_ioctl,
2218 .getsockopt = eni_getsockopt,
2219 .setsockopt = eni_setsockopt,
2220 .send = eni_send,
2221 .phy_put = eni_phy_put,
2222 .phy_get = eni_phy_get,
2223 .change_qos = eni_change_qos,
2224 .proc_read = eni_proc_read
2225};
2226
2227
2228static int eni_init_one(struct pci_dev *pci_dev,
2229 const struct pci_device_id *ent)
2230{
2231 struct atm_dev *dev;
2232 struct eni_dev *eni_dev;
2233 struct eni_zero *zero;
2234 int rc;
2235
2236 rc = pci_enable_device(pci_dev);
2237 if (rc < 0)
2238 goto out;
2239
2240 rc = -ENOMEM;
2241 eni_dev = kmalloc(sizeof(struct eni_dev), GFP_KERNEL);
2242 if (!eni_dev)
2243 goto err_disable;
2244
2245 zero = &eni_dev->zero;
2246 zero->addr = pci_alloc_consistent(pci_dev, ENI_ZEROES_SIZE, &zero->dma);
2247 if (!zero->addr)
2248 goto err_kfree;
2249
2250 dev = atm_dev_register(DEV_LABEL, &pci_dev->dev, &ops, -1, NULL);
2251 if (!dev)
2252 goto err_free_consistent;
2253
2254 dev->dev_data = eni_dev;
2255 pci_set_drvdata(pci_dev, dev);
2256 eni_dev->pci_dev = pci_dev;
2257 eni_dev->asic = ent->driver_data;
2258
2259 rc = eni_do_init(dev);
2260 if (rc < 0)
2261 goto err_unregister;
2262
2263 rc = eni_start(dev);
2264 if (rc < 0)
2265 goto err_eni_release;
2266
2267 eni_dev->more = eni_boards;
2268 eni_boards = dev;
2269out:
2270 return rc;
2271
2272err_eni_release:
2273 eni_do_release(dev);
2274err_unregister:
2275 atm_dev_deregister(dev);
2276err_free_consistent:
2277 pci_free_consistent(pci_dev, ENI_ZEROES_SIZE, zero->addr, zero->dma);
2278err_kfree:
2279 kfree(eni_dev);
2280err_disable:
2281 pci_disable_device(pci_dev);
2282 goto out;
2283}
2284
2285
2286static struct pci_device_id eni_pci_tbl[] = {
2287 { PCI_VDEVICE(EF, PCI_DEVICE_ID_EF_ATM_FPGA), 0 },
2288 { PCI_VDEVICE(EF, PCI_DEVICE_ID_EF_ATM_ASIC), 1 },
2289 { 0, }
2290};
2291MODULE_DEVICE_TABLE(pci,eni_pci_tbl);
2292
2293
2294static void eni_remove_one(struct pci_dev *pdev)
2295{
2296 struct atm_dev *dev = pci_get_drvdata(pdev);
2297 struct eni_dev *ed = ENI_DEV(dev);
2298 struct eni_zero *zero = &ed->zero;
2299
2300 eni_do_release(dev);
2301 atm_dev_deregister(dev);
2302 pci_free_consistent(pdev, ENI_ZEROES_SIZE, zero->addr, zero->dma);
2303 kfree(ed);
2304 pci_disable_device(pdev);
2305}
2306
2307
2308static struct pci_driver eni_driver = {
2309 .name = DEV_LABEL,
2310 .id_table = eni_pci_tbl,
2311 .probe = eni_init_one,
2312 .remove = eni_remove_one,
2313};
2314
2315
2316static int __init eni_init(void)
2317{
2318 struct sk_buff *skb;
2319
2320 if (sizeof(skb->cb) < sizeof(struct eni_skb_prv)) {
2321 printk(KERN_ERR "eni_detect: skb->cb is too small (%Zd < %Zd)\n",
2322 sizeof(skb->cb),sizeof(struct eni_skb_prv));
2323 return -EIO;
2324 }
2325 return pci_register_driver(&eni_driver);
2326}
2327
2328
2329module_init(eni_init);
2330
2331
2332MODULE_LICENSE("GPL");
2333
