1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37#undef DEBUG
38#include <linux/fs.h>
39#include <linux/bio.h>
40#include <linux/kernel.h>
41#include <linux/mm.h>
42#include <linux/mman.h>
43#include <linux/gfp.h>
44#include <linux/ioctl.h>
45#include <linux/module.h>
46#include <linux/init.h>
47#include <linux/interrupt.h>
48#include <linux/timer.h>
49#include <linux/pci.h>
50#include <linux/dma-mapping.h>
51
52#include <linux/fcntl.h>
53#include <linux/hdreg.h>
54
55#include "umem.h"
56
57#include <linux/uaccess.h>
58#include <asm/io.h>
59
60#define MM_MAXCARDS 4
61#define MM_RAHEAD 2
62#define MM_BLKSIZE 1024
63#define MM_HARDSECT 512
64#define MM_SHIFT 6
65
66
67
68
69
70#define DRIVER_NAME "umem"
71#define DRIVER_VERSION "v2.3"
72#define DRIVER_AUTHOR "San Mehat, Johannes Erdfelt, NeilBrown"
73#define DRIVER_DESC "Micro Memory(tm) PCI memory board block driver"
74
75static int debug;
76
77#define HW_TRACE(x)
78
79#define DEBUG_LED_ON_TRANSFER 0x01
80#define DEBUG_BATTERY_POLLING 0x02
81
82module_param(debug, int, 0644);
83MODULE_PARM_DESC(debug, "Debug bitmask");
84
85static int pci_read_cmd = 0x0C;
86module_param(pci_read_cmd, int, 0);
87MODULE_PARM_DESC(pci_read_cmd, "PCI read command");
88
89static int pci_write_cmd = 0x0F;
90module_param(pci_write_cmd, int, 0);
91MODULE_PARM_DESC(pci_write_cmd, "PCI write command");
92
93static int pci_cmds;
94
95static int major_nr;
96
97#include <linux/blkdev.h>
98#include <linux/blkpg.h>
99
100struct cardinfo {
101 struct pci_dev *dev;
102
103 unsigned char __iomem *csr_remap;
104 unsigned int mm_size;
105
106 unsigned int init_size;
107
108
109
110 struct bio *bio, *currentbio, **biotail;
111 struct bvec_iter current_iter;
112
113 struct request_queue *queue;
114
115 struct mm_page {
116 dma_addr_t page_dma;
117 struct mm_dma_desc *desc;
118 int cnt, headcnt;
119 struct bio *bio, **biotail;
120 struct bvec_iter iter;
121 } mm_pages[2];
122#define DESC_PER_PAGE ((PAGE_SIZE*2)/sizeof(struct mm_dma_desc))
123
124 int Active, Ready;
125
126 struct tasklet_struct tasklet;
127 unsigned int dma_status;
128
129 struct {
130 int good;
131 int warned;
132 unsigned long last_change;
133 } battery[2];
134
135 spinlock_t lock;
136 int check_batteries;
137
138 int flags;
139};
140
141static struct cardinfo cards[MM_MAXCARDS];
142static struct timer_list battery_timer;
143
144static int num_cards;
145
146static struct gendisk *mm_gendisk[MM_MAXCARDS];
147
148static void check_batteries(struct cardinfo *card);
149
150static int get_userbit(struct cardinfo *card, int bit)
151{
152 unsigned char led;
153
154 led = readb(card->csr_remap + MEMCTRLCMD_LEDCTRL);
155 return led & bit;
156}
157
158static int set_userbit(struct cardinfo *card, int bit, unsigned char state)
159{
160 unsigned char led;
161
162 led = readb(card->csr_remap + MEMCTRLCMD_LEDCTRL);
163 if (state)
164 led |= bit;
165 else
166 led &= ~bit;
167 writeb(led, card->csr_remap + MEMCTRLCMD_LEDCTRL);
168
169 return 0;
170}
171
172
173
174
175static void set_led(struct cardinfo *card, int shift, unsigned char state)
176{
177 unsigned char led;
178
179 led = readb(card->csr_remap + MEMCTRLCMD_LEDCTRL);
180 if (state == LED_FLIP)
181 led ^= (1<<shift);
182 else {
183 led &= ~(0x03 << shift);
184 led |= (state << shift);
185 }
186 writeb(led, card->csr_remap + MEMCTRLCMD_LEDCTRL);
187
188}
189
190#ifdef MM_DIAG
191static void dump_regs(struct cardinfo *card)
192{
193 unsigned char *p;
194 int i, i1;
195
196 p = card->csr_remap;
197 for (i = 0; i < 8; i++) {
198 printk(KERN_DEBUG "%p ", p);
199
200 for (i1 = 0; i1 < 16; i1++)
201 printk("%02x ", *p++);
202
203 printk("\n");
204 }
205}
206#endif
207
208static void dump_dmastat(struct cardinfo *card, unsigned int dmastat)
209{
210 dev_printk(KERN_DEBUG, &card->dev->dev, "DMAstat - ");
211 if (dmastat & DMASCR_ANY_ERR)
212 printk(KERN_CONT "ANY_ERR ");
213 if (dmastat & DMASCR_MBE_ERR)
214 printk(KERN_CONT "MBE_ERR ");
215 if (dmastat & DMASCR_PARITY_ERR_REP)
216 printk(KERN_CONT "PARITY_ERR_REP ");
217 if (dmastat & DMASCR_PARITY_ERR_DET)
218 printk(KERN_CONT "PARITY_ERR_DET ");
219 if (dmastat & DMASCR_SYSTEM_ERR_SIG)
220 printk(KERN_CONT "SYSTEM_ERR_SIG ");
221 if (dmastat & DMASCR_TARGET_ABT)
222 printk(KERN_CONT "TARGET_ABT ");
223 if (dmastat & DMASCR_MASTER_ABT)
224 printk(KERN_CONT "MASTER_ABT ");
225 if (dmastat & DMASCR_CHAIN_COMPLETE)
226 printk(KERN_CONT "CHAIN_COMPLETE ");
227 if (dmastat & DMASCR_DMA_COMPLETE)
228 printk(KERN_CONT "DMA_COMPLETE ");
229 printk("\n");
230}
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252static void mm_start_io(struct cardinfo *card)
253{
254
255
256
257
258 struct mm_dma_desc *desc;
259 struct mm_page *page;
260 int offset;
261
262
263 page = &card->mm_pages[card->Active];
264 pr_debug("start_io: %d %d->%d\n",
265 card->Active, page->headcnt, page->cnt - 1);
266 desc = &page->desc[page->cnt-1];
267
268 desc->control_bits |= cpu_to_le32(DMASCR_CHAIN_COMP_EN);
269 desc->control_bits &= ~cpu_to_le32(DMASCR_CHAIN_EN);
270 desc->sem_control_bits = desc->control_bits;
271
272
273 if (debug & DEBUG_LED_ON_TRANSFER)
274 set_led(card, LED_REMOVE, LED_ON);
275
276 desc = &page->desc[page->headcnt];
277 writel(0, card->csr_remap + DMA_PCI_ADDR);
278 writel(0, card->csr_remap + DMA_PCI_ADDR + 4);
279
280 writel(0, card->csr_remap + DMA_LOCAL_ADDR);
281 writel(0, card->csr_remap + DMA_LOCAL_ADDR + 4);
282
283 writel(0, card->csr_remap + DMA_TRANSFER_SIZE);
284 writel(0, card->csr_remap + DMA_TRANSFER_SIZE + 4);
285
286 writel(0, card->csr_remap + DMA_SEMAPHORE_ADDR);
287 writel(0, card->csr_remap + DMA_SEMAPHORE_ADDR + 4);
288
289 offset = ((char *)desc) - ((char *)page->desc);
290 writel(cpu_to_le32((page->page_dma+offset) & 0xffffffff),
291 card->csr_remap + DMA_DESCRIPTOR_ADDR);
292
293
294 writel(cpu_to_le32(((u64)page->page_dma)>>32),
295 card->csr_remap + DMA_DESCRIPTOR_ADDR + 4);
296
297
298 writel(cpu_to_le32(DMASCR_GO | DMASCR_CHAIN_EN | pci_cmds),
299 card->csr_remap + DMA_STATUS_CTRL);
300}
301
302static int add_bio(struct cardinfo *card);
303
304static void activate(struct cardinfo *card)
305{
306
307
308
309
310
311
312 do {
313 while (add_bio(card))
314 ;
315
316 if (card->Active == -1 &&
317 card->mm_pages[card->Ready].cnt > 0) {
318 card->Active = card->Ready;
319 card->Ready = 1-card->Ready;
320 mm_start_io(card);
321 }
322
323 } while (card->Active == -1 && add_bio(card));
324}
325
326static inline void reset_page(struct mm_page *page)
327{
328 page->cnt = 0;
329 page->headcnt = 0;
330 page->bio = NULL;
331 page->biotail = &page->bio;
332}
333
334
335
336
337
338
339static int add_bio(struct cardinfo *card)
340{
341 struct mm_page *p;
342 struct mm_dma_desc *desc;
343 dma_addr_t dma_handle;
344 int offset;
345 struct bio *bio;
346 struct bio_vec vec;
347
348 bio = card->currentbio;
349 if (!bio && card->bio) {
350 card->currentbio = card->bio;
351 card->current_iter = card->bio->bi_iter;
352 card->bio = card->bio->bi_next;
353 if (card->bio == NULL)
354 card->biotail = &card->bio;
355 card->currentbio->bi_next = NULL;
356 return 1;
357 }
358 if (!bio)
359 return 0;
360
361 if (card->mm_pages[card->Ready].cnt >= DESC_PER_PAGE)
362 return 0;
363
364 vec = bio_iter_iovec(bio, card->current_iter);
365
366 dma_handle = dma_map_page(&card->dev->dev,
367 vec.bv_page,
368 vec.bv_offset,
369 vec.bv_len,
370 bio_op(bio) == REQ_OP_READ ?
371 DMA_FROM_DEVICE : DMA_TO_DEVICE);
372
373 p = &card->mm_pages[card->Ready];
374 desc = &p->desc[p->cnt];
375 p->cnt++;
376 if (p->bio == NULL)
377 p->iter = card->current_iter;
378 if ((p->biotail) != &bio->bi_next) {
379 *(p->biotail) = bio;
380 p->biotail = &(bio->bi_next);
381 bio->bi_next = NULL;
382 }
383
384 desc->data_dma_handle = dma_handle;
385
386 desc->pci_addr = cpu_to_le64((u64)desc->data_dma_handle);
387 desc->local_addr = cpu_to_le64(card->current_iter.bi_sector << 9);
388 desc->transfer_size = cpu_to_le32(vec.bv_len);
389 offset = (((char *)&desc->sem_control_bits) - ((char *)p->desc));
390 desc->sem_addr = cpu_to_le64((u64)(p->page_dma+offset));
391 desc->zero1 = desc->zero2 = 0;
392 offset = (((char *)(desc+1)) - ((char *)p->desc));
393 desc->next_desc_addr = cpu_to_le64(p->page_dma+offset);
394 desc->control_bits = cpu_to_le32(DMASCR_GO|DMASCR_ERR_INT_EN|
395 DMASCR_PARITY_INT_EN|
396 DMASCR_CHAIN_EN |
397 DMASCR_SEM_EN |
398 pci_cmds);
399 if (bio_op(bio) == REQ_OP_WRITE)
400 desc->control_bits |= cpu_to_le32(DMASCR_TRANSFER_READ);
401 desc->sem_control_bits = desc->control_bits;
402
403
404 bio_advance_iter(bio, &card->current_iter, vec.bv_len);
405 if (!card->current_iter.bi_size)
406 card->currentbio = NULL;
407
408 return 1;
409}
410
411static void process_page(unsigned long data)
412{
413
414
415
416
417
418
419 struct mm_page *page;
420 struct bio *return_bio = NULL;
421 struct cardinfo *card = (struct cardinfo *)data;
422 unsigned int dma_status = card->dma_status;
423
424 spin_lock(&card->lock);
425 if (card->Active < 0)
426 goto out_unlock;
427 page = &card->mm_pages[card->Active];
428
429 while (page->headcnt < page->cnt) {
430 struct bio *bio = page->bio;
431 struct mm_dma_desc *desc = &page->desc[page->headcnt];
432 int control = le32_to_cpu(desc->sem_control_bits);
433 int last = 0;
434 struct bio_vec vec;
435
436 if (!(control & DMASCR_DMA_COMPLETE)) {
437 control = dma_status;
438 last = 1;
439 }
440
441 page->headcnt++;
442 vec = bio_iter_iovec(bio, page->iter);
443 bio_advance_iter(bio, &page->iter, vec.bv_len);
444
445 if (!page->iter.bi_size) {
446 page->bio = bio->bi_next;
447 if (page->bio)
448 page->iter = page->bio->bi_iter;
449 }
450
451 dma_unmap_page(&card->dev->dev, desc->data_dma_handle,
452 vec.bv_len,
453 (control & DMASCR_TRANSFER_READ) ?
454 DMA_TO_DEVICE : DMA_FROM_DEVICE);
455 if (control & DMASCR_HARD_ERROR) {
456
457 bio->bi_status = BLK_STS_IOERR;
458 dev_printk(KERN_WARNING, &card->dev->dev,
459 "I/O error on sector %d/%d\n",
460 le32_to_cpu(desc->local_addr)>>9,
461 le32_to_cpu(desc->transfer_size));
462 dump_dmastat(card, control);
463 } else if (op_is_write(bio_op(bio)) &&
464 le32_to_cpu(desc->local_addr) >> 9 ==
465 card->init_size) {
466 card->init_size += le32_to_cpu(desc->transfer_size) >> 9;
467 if (card->init_size >> 1 >= card->mm_size) {
468 dev_printk(KERN_INFO, &card->dev->dev,
469 "memory now initialised\n");
470 set_userbit(card, MEMORY_INITIALIZED, 1);
471 }
472 }
473 if (bio != page->bio) {
474 bio->bi_next = return_bio;
475 return_bio = bio;
476 }
477
478 if (last)
479 break;
480 }
481
482 if (debug & DEBUG_LED_ON_TRANSFER)
483 set_led(card, LED_REMOVE, LED_OFF);
484
485 if (card->check_batteries) {
486 card->check_batteries = 0;
487 check_batteries(card);
488 }
489 if (page->headcnt >= page->cnt) {
490 reset_page(page);
491 card->Active = -1;
492 activate(card);
493 } else {
494
495 pr_debug("do some more\n");
496 mm_start_io(card);
497 }
498 out_unlock:
499 spin_unlock(&card->lock);
500
501 while (return_bio) {
502 struct bio *bio = return_bio;
503
504 return_bio = bio->bi_next;
505 bio->bi_next = NULL;
506 bio_endio(bio);
507 }
508}
509
510static void mm_unplug(struct blk_plug_cb *cb, bool from_schedule)
511{
512 struct cardinfo *card = cb->data;
513
514 spin_lock_irq(&card->lock);
515 activate(card);
516 spin_unlock_irq(&card->lock);
517 kfree(cb);
518}
519
520static int mm_check_plugged(struct cardinfo *card)
521{
522 return !!blk_check_plugged(mm_unplug, card, sizeof(struct blk_plug_cb));
523}
524
525static blk_qc_t mm_make_request(struct request_queue *q, struct bio *bio)
526{
527 struct cardinfo *card = q->queuedata;
528 pr_debug("mm_make_request %llu %u\n",
529 (unsigned long long)bio->bi_iter.bi_sector,
530 bio->bi_iter.bi_size);
531
532 blk_queue_split(q, &bio);
533
534 spin_lock_irq(&card->lock);
535 *card->biotail = bio;
536 bio->bi_next = NULL;
537 card->biotail = &bio->bi_next;
538 if (op_is_sync(bio->bi_opf) || !mm_check_plugged(card))
539 activate(card);
540 spin_unlock_irq(&card->lock);
541
542 return BLK_QC_T_NONE;
543}
544
545static irqreturn_t mm_interrupt(int irq, void *__card)
546{
547 struct cardinfo *card = (struct cardinfo *) __card;
548 unsigned int dma_status;
549 unsigned short cfg_status;
550
551HW_TRACE(0x30);
552
553 dma_status = le32_to_cpu(readl(card->csr_remap + DMA_STATUS_CTRL));
554
555 if (!(dma_status & (DMASCR_ERROR_MASK | DMASCR_CHAIN_COMPLETE))) {
556
557 return IRQ_NONE;
558 }
559
560
561 if (card->flags & UM_FLAG_NO_BYTE_STATUS)
562 writel(cpu_to_le32(DMASCR_DMA_COMPLETE|DMASCR_CHAIN_COMPLETE),
563 card->csr_remap + DMA_STATUS_CTRL);
564 else
565 writeb((DMASCR_DMA_COMPLETE|DMASCR_CHAIN_COMPLETE) >> 16,
566 card->csr_remap + DMA_STATUS_CTRL + 2);
567
568
569 if (dma_status & DMASCR_ANY_ERR) {
570 unsigned int data_log1, data_log2;
571 unsigned int addr_log1, addr_log2;
572 unsigned char stat, count, syndrome, check;
573
574 stat = readb(card->csr_remap + MEMCTRLCMD_ERRSTATUS);
575
576 data_log1 = le32_to_cpu(readl(card->csr_remap +
577 ERROR_DATA_LOG));
578 data_log2 = le32_to_cpu(readl(card->csr_remap +
579 ERROR_DATA_LOG + 4));
580 addr_log1 = le32_to_cpu(readl(card->csr_remap +
581 ERROR_ADDR_LOG));
582 addr_log2 = readb(card->csr_remap + ERROR_ADDR_LOG + 4);
583
584 count = readb(card->csr_remap + ERROR_COUNT);
585 syndrome = readb(card->csr_remap + ERROR_SYNDROME);
586 check = readb(card->csr_remap + ERROR_CHECK);
587
588 dump_dmastat(card, dma_status);
589
590 if (stat & 0x01)
591 dev_printk(KERN_ERR, &card->dev->dev,
592 "Memory access error detected (err count %d)\n",
593 count);
594 if (stat & 0x02)
595 dev_printk(KERN_ERR, &card->dev->dev,
596 "Multi-bit EDC error\n");
597
598 dev_printk(KERN_ERR, &card->dev->dev,
599 "Fault Address 0x%02x%08x, Fault Data 0x%08x%08x\n",
600 addr_log2, addr_log1, data_log2, data_log1);
601 dev_printk(KERN_ERR, &card->dev->dev,
602 "Fault Check 0x%02x, Fault Syndrome 0x%02x\n",
603 check, syndrome);
604
605 writeb(0, card->csr_remap + ERROR_COUNT);
606 }
607
608 if (dma_status & DMASCR_PARITY_ERR_REP) {
609 dev_printk(KERN_ERR, &card->dev->dev,
610 "PARITY ERROR REPORTED\n");
611 pci_read_config_word(card->dev, PCI_STATUS, &cfg_status);
612 pci_write_config_word(card->dev, PCI_STATUS, cfg_status);
613 }
614
615 if (dma_status & DMASCR_PARITY_ERR_DET) {
616 dev_printk(KERN_ERR, &card->dev->dev,
617 "PARITY ERROR DETECTED\n");
618 pci_read_config_word(card->dev, PCI_STATUS, &cfg_status);
619 pci_write_config_word(card->dev, PCI_STATUS, cfg_status);
620 }
621
622 if (dma_status & DMASCR_SYSTEM_ERR_SIG) {
623 dev_printk(KERN_ERR, &card->dev->dev, "SYSTEM ERROR\n");
624 pci_read_config_word(card->dev, PCI_STATUS, &cfg_status);
625 pci_write_config_word(card->dev, PCI_STATUS, cfg_status);
626 }
627
628 if (dma_status & DMASCR_TARGET_ABT) {
629 dev_printk(KERN_ERR, &card->dev->dev, "TARGET ABORT\n");
630 pci_read_config_word(card->dev, PCI_STATUS, &cfg_status);
631 pci_write_config_word(card->dev, PCI_STATUS, cfg_status);
632 }
633
634 if (dma_status & DMASCR_MASTER_ABT) {
635 dev_printk(KERN_ERR, &card->dev->dev, "MASTER ABORT\n");
636 pci_read_config_word(card->dev, PCI_STATUS, &cfg_status);
637 pci_write_config_word(card->dev, PCI_STATUS, cfg_status);
638 }
639
640
641 card->dma_status = dma_status;
642 tasklet_schedule(&card->tasklet);
643
644HW_TRACE(0x36);
645
646 return IRQ_HANDLED;
647}
648
649
650
651
652
653
654
655static void set_fault_to_battery_status(struct cardinfo *card)
656{
657 if (card->battery[0].good && card->battery[1].good)
658 set_led(card, LED_FAULT, LED_OFF);
659 else if (card->battery[0].warned || card->battery[1].warned)
660 set_led(card, LED_FAULT, LED_ON);
661 else if (!card->battery[0].good && !card->battery[1].good)
662 set_led(card, LED_FAULT, LED_FLASH_7_0);
663 else
664 set_led(card, LED_FAULT, LED_FLASH_3_5);
665}
666
667static void init_battery_timer(void);
668
669static int check_battery(struct cardinfo *card, int battery, int status)
670{
671 if (status != card->battery[battery].good) {
672 card->battery[battery].good = !card->battery[battery].good;
673 card->battery[battery].last_change = jiffies;
674
675 if (card->battery[battery].good) {
676 dev_printk(KERN_ERR, &card->dev->dev,
677 "Battery %d now good\n", battery + 1);
678 card->battery[battery].warned = 0;
679 } else
680 dev_printk(KERN_ERR, &card->dev->dev,
681 "Battery %d now FAILED\n", battery + 1);
682
683 return 1;
684 } else if (!card->battery[battery].good &&
685 !card->battery[battery].warned &&
686 time_after_eq(jiffies, card->battery[battery].last_change +
687 (HZ * 60 * 60 * 5))) {
688 dev_printk(KERN_ERR, &card->dev->dev,
689 "Battery %d still FAILED after 5 hours\n", battery + 1);
690 card->battery[battery].warned = 1;
691
692 return 1;
693 }
694
695 return 0;
696}
697
698static void check_batteries(struct cardinfo *card)
699{
700
701
702
703
704 unsigned char status;
705 int ret1, ret2;
706
707 status = readb(card->csr_remap + MEMCTRLSTATUS_BATTERY);
708 if (debug & DEBUG_BATTERY_POLLING)
709 dev_printk(KERN_DEBUG, &card->dev->dev,
710 "checking battery status, 1 = %s, 2 = %s\n",
711 (status & BATTERY_1_FAILURE) ? "FAILURE" : "OK",
712 (status & BATTERY_2_FAILURE) ? "FAILURE" : "OK");
713
714 ret1 = check_battery(card, 0, !(status & BATTERY_1_FAILURE));
715 ret2 = check_battery(card, 1, !(status & BATTERY_2_FAILURE));
716
717 if (ret1 || ret2)
718 set_fault_to_battery_status(card);
719}
720
721static void check_all_batteries(struct timer_list *unused)
722{
723 int i;
724
725 for (i = 0; i < num_cards; i++)
726 if (!(cards[i].flags & UM_FLAG_NO_BATT)) {
727 struct cardinfo *card = &cards[i];
728 spin_lock_bh(&card->lock);
729 if (card->Active >= 0)
730 card->check_batteries = 1;
731 else
732 check_batteries(card);
733 spin_unlock_bh(&card->lock);
734 }
735
736 init_battery_timer();
737}
738
739static void init_battery_timer(void)
740{
741 timer_setup(&battery_timer, check_all_batteries, 0);
742 battery_timer.expires = jiffies + (HZ * 60);
743 add_timer(&battery_timer);
744}
745
746static void del_battery_timer(void)
747{
748 del_timer(&battery_timer);
749}
750
751
752
753
754
755
756
757
758
759static int mm_revalidate(struct gendisk *disk)
760{
761 struct cardinfo *card = disk->private_data;
762 set_capacity(disk, card->mm_size << 1);
763 return 0;
764}
765
766static int mm_getgeo(struct block_device *bdev, struct hd_geometry *geo)
767{
768 struct cardinfo *card = bdev->bd_disk->private_data;
769 int size = card->mm_size * (1024 / MM_HARDSECT);
770
771
772
773
774
775
776 geo->heads = 64;
777 geo->sectors = 32;
778 geo->cylinders = size / (geo->heads * geo->sectors);
779 return 0;
780}
781
782static const struct block_device_operations mm_fops = {
783 .owner = THIS_MODULE,
784 .getgeo = mm_getgeo,
785 .revalidate_disk = mm_revalidate,
786};
787
788static int mm_pci_probe(struct pci_dev *dev, const struct pci_device_id *id)
789{
790 int ret = -ENODEV;
791 struct cardinfo *card = &cards[num_cards];
792 unsigned char mem_present;
793 unsigned char batt_status;
794 unsigned int saved_bar, data;
795 unsigned long csr_base;
796 unsigned long csr_len;
797 int magic_number;
798 static int printed_version;
799
800 if (!printed_version++)
801 printk(KERN_INFO DRIVER_VERSION " : " DRIVER_DESC "\n");
802
803 ret = pci_enable_device(dev);
804 if (ret)
805 return ret;
806
807 pci_write_config_byte(dev, PCI_LATENCY_TIMER, 0xF8);
808 pci_set_master(dev);
809
810 card->dev = dev;
811
812 csr_base = pci_resource_start(dev, 0);
813 csr_len = pci_resource_len(dev, 0);
814 if (!csr_base || !csr_len)
815 return -ENODEV;
816
817 dev_printk(KERN_INFO, &dev->dev,
818 "Micro Memory(tm) controller found (PCI Mem Module (Battery Backup))\n");
819
820 if (dma_set_mask(&dev->dev, DMA_BIT_MASK(64)) &&
821 dma_set_mask(&dev->dev, DMA_BIT_MASK(32))) {
822 dev_printk(KERN_WARNING, &dev->dev, "NO suitable DMA found\n");
823 return -ENOMEM;
824 }
825
826 ret = pci_request_regions(dev, DRIVER_NAME);
827 if (ret) {
828 dev_printk(KERN_ERR, &card->dev->dev,
829 "Unable to request memory region\n");
830 goto failed_req_csr;
831 }
832
833 card->csr_remap = ioremap_nocache(csr_base, csr_len);
834 if (!card->csr_remap) {
835 dev_printk(KERN_ERR, &card->dev->dev,
836 "Unable to remap memory region\n");
837 ret = -ENOMEM;
838
839 goto failed_remap_csr;
840 }
841
842 dev_printk(KERN_INFO, &card->dev->dev,
843 "CSR 0x%08lx -> 0x%p (0x%lx)\n",
844 csr_base, card->csr_remap, csr_len);
845
846 switch (card->dev->device) {
847 case 0x5415:
848 card->flags |= UM_FLAG_NO_BYTE_STATUS | UM_FLAG_NO_BATTREG;
849 magic_number = 0x59;
850 break;
851
852 case 0x5425:
853 card->flags |= UM_FLAG_NO_BYTE_STATUS;
854 magic_number = 0x5C;
855 break;
856
857 case 0x6155:
858 card->flags |= UM_FLAG_NO_BYTE_STATUS |
859 UM_FLAG_NO_BATTREG | UM_FLAG_NO_BATT;
860 magic_number = 0x99;
861 break;
862
863 default:
864 magic_number = 0x100;
865 break;
866 }
867
868 if (readb(card->csr_remap + MEMCTRLSTATUS_MAGIC) != magic_number) {
869 dev_printk(KERN_ERR, &card->dev->dev, "Magic number invalid\n");
870 ret = -ENOMEM;
871 goto failed_magic;
872 }
873
874 card->mm_pages[0].desc = dma_alloc_coherent(&card->dev->dev,
875 PAGE_SIZE * 2, &card->mm_pages[0].page_dma, GFP_KERNEL);
876 card->mm_pages[1].desc = dma_alloc_coherent(&card->dev->dev,
877 PAGE_SIZE * 2, &card->mm_pages[1].page_dma, GFP_KERNEL);
878 if (card->mm_pages[0].desc == NULL ||
879 card->mm_pages[1].desc == NULL) {
880 dev_printk(KERN_ERR, &card->dev->dev, "alloc failed\n");
881 goto failed_alloc;
882 }
883 reset_page(&card->mm_pages[0]);
884 reset_page(&card->mm_pages[1]);
885 card->Ready = 0;
886 card->Active = -1;
887 card->bio = NULL;
888 card->biotail = &card->bio;
889 spin_lock_init(&card->lock);
890
891 card->queue = blk_alloc_queue_node(GFP_KERNEL, NUMA_NO_NODE,
892 &card->lock);
893 if (!card->queue)
894 goto failed_alloc;
895
896 blk_queue_make_request(card->queue, mm_make_request);
897 card->queue->queuedata = card;
898
899 tasklet_init(&card->tasklet, process_page, (unsigned long)card);
900
901 card->check_batteries = 0;
902
903 mem_present = readb(card->csr_remap + MEMCTRLSTATUS_MEMORY);
904 switch (mem_present) {
905 case MEM_128_MB:
906 card->mm_size = 1024 * 128;
907 break;
908 case MEM_256_MB:
909 card->mm_size = 1024 * 256;
910 break;
911 case MEM_512_MB:
912 card->mm_size = 1024 * 512;
913 break;
914 case MEM_1_GB:
915 card->mm_size = 1024 * 1024;
916 break;
917 case MEM_2_GB:
918 card->mm_size = 1024 * 2048;
919 break;
920 default:
921 card->mm_size = 0;
922 break;
923 }
924
925
926 set_led(card, LED_REMOVE, LED_OFF);
927 set_led(card, LED_FAULT, LED_OFF);
928
929 batt_status = readb(card->csr_remap + MEMCTRLSTATUS_BATTERY);
930
931 card->battery[0].good = !(batt_status & BATTERY_1_FAILURE);
932 card->battery[1].good = !(batt_status & BATTERY_2_FAILURE);
933 card->battery[0].last_change = card->battery[1].last_change = jiffies;
934
935 if (card->flags & UM_FLAG_NO_BATT)
936 dev_printk(KERN_INFO, &card->dev->dev,
937 "Size %d KB\n", card->mm_size);
938 else {
939 dev_printk(KERN_INFO, &card->dev->dev,
940 "Size %d KB, Battery 1 %s (%s), Battery 2 %s (%s)\n",
941 card->mm_size,
942 batt_status & BATTERY_1_DISABLED ? "Disabled" : "Enabled",
943 card->battery[0].good ? "OK" : "FAILURE",
944 batt_status & BATTERY_2_DISABLED ? "Disabled" : "Enabled",
945 card->battery[1].good ? "OK" : "FAILURE");
946
947 set_fault_to_battery_status(card);
948 }
949
950 pci_read_config_dword(dev, PCI_BASE_ADDRESS_1, &saved_bar);
951 data = 0xffffffff;
952 pci_write_config_dword(dev, PCI_BASE_ADDRESS_1, data);
953 pci_read_config_dword(dev, PCI_BASE_ADDRESS_1, &data);
954 pci_write_config_dword(dev, PCI_BASE_ADDRESS_1, saved_bar);
955 data &= 0xfffffff0;
956 data = ~data;
957 data += 1;
958
959 if (request_irq(dev->irq, mm_interrupt, IRQF_SHARED, DRIVER_NAME,
960 card)) {
961 dev_printk(KERN_ERR, &card->dev->dev,
962 "Unable to allocate IRQ\n");
963 ret = -ENODEV;
964 goto failed_req_irq;
965 }
966
967 dev_printk(KERN_INFO, &card->dev->dev,
968 "Window size %d bytes, IRQ %d\n", data, dev->irq);
969
970 pci_set_drvdata(dev, card);
971
972 if (pci_write_cmd != 0x0F)
973 pci_write_cmd = 0x07;
974
975 if (pci_write_cmd & 0x08) {
976 unsigned short cfg_command;
977 pci_read_config_word(dev, PCI_COMMAND, &cfg_command);
978 cfg_command |= 0x10;
979 pci_write_config_word(dev, PCI_COMMAND, cfg_command);
980 }
981 pci_cmds = (pci_read_cmd << 28) | (pci_write_cmd << 24);
982
983 num_cards++;
984
985 if (!get_userbit(card, MEMORY_INITIALIZED)) {
986 dev_printk(KERN_INFO, &card->dev->dev,
987 "memory NOT initialized. Consider over-writing whole device.\n");
988 card->init_size = 0;
989 } else {
990 dev_printk(KERN_INFO, &card->dev->dev,
991 "memory already initialized\n");
992 card->init_size = card->mm_size;
993 }
994
995
996 writeb(EDC_STORE_CORRECT, card->csr_remap + MEMCTRLCMD_ERRCTRL);
997
998 return 0;
999
1000 failed_req_irq:
1001 failed_alloc:
1002 if (card->mm_pages[0].desc)
1003 dma_free_coherent(&card->dev->dev, PAGE_SIZE * 2,
1004 card->mm_pages[0].desc,
1005 card->mm_pages[0].page_dma);
1006 if (card->mm_pages[1].desc)
1007 dma_free_coherent(&card->dev->dev, PAGE_SIZE * 2,
1008 card->mm_pages[1].desc,
1009 card->mm_pages[1].page_dma);
1010 failed_magic:
1011 iounmap(card->csr_remap);
1012 failed_remap_csr:
1013 pci_release_regions(dev);
1014 failed_req_csr:
1015
1016 return ret;
1017}
1018
1019static void mm_pci_remove(struct pci_dev *dev)
1020{
1021 struct cardinfo *card = pci_get_drvdata(dev);
1022
1023 tasklet_kill(&card->tasklet);
1024 free_irq(dev->irq, card);
1025 iounmap(card->csr_remap);
1026
1027 if (card->mm_pages[0].desc)
1028 dma_free_coherent(&card->dev->dev, PAGE_SIZE * 2,
1029 card->mm_pages[0].desc,
1030 card->mm_pages[0].page_dma);
1031 if (card->mm_pages[1].desc)
1032 dma_free_coherent(&card->dev->dev, PAGE_SIZE * 2,
1033 card->mm_pages[1].desc,
1034 card->mm_pages[1].page_dma);
1035 blk_cleanup_queue(card->queue);
1036
1037 pci_release_regions(dev);
1038 pci_disable_device(dev);
1039}
1040
1041static const struct pci_device_id mm_pci_ids[] = {
1042 {PCI_DEVICE(PCI_VENDOR_ID_MICRO_MEMORY, PCI_DEVICE_ID_MICRO_MEMORY_5415CN)},
1043 {PCI_DEVICE(PCI_VENDOR_ID_MICRO_MEMORY, PCI_DEVICE_ID_MICRO_MEMORY_5425CN)},
1044 {PCI_DEVICE(PCI_VENDOR_ID_MICRO_MEMORY, PCI_DEVICE_ID_MICRO_MEMORY_6155)},
1045 {
1046 .vendor = 0x8086,
1047 .device = 0xB555,
1048 .subvendor = 0x1332,
1049 .subdevice = 0x5460,
1050 .class = 0x050000,
1051 .class_mask = 0,
1052 }, { }
1053};
1054
1055MODULE_DEVICE_TABLE(pci, mm_pci_ids);
1056
1057static struct pci_driver mm_pci_driver = {
1058 .name = DRIVER_NAME,
1059 .id_table = mm_pci_ids,
1060 .probe = mm_pci_probe,
1061 .remove = mm_pci_remove,
1062};
1063
1064static int __init mm_init(void)
1065{
1066 int retval, i;
1067 int err;
1068
1069 retval = pci_register_driver(&mm_pci_driver);
1070 if (retval)
1071 return -ENOMEM;
1072
1073 err = major_nr = register_blkdev(0, DRIVER_NAME);
1074 if (err < 0) {
1075 pci_unregister_driver(&mm_pci_driver);
1076 return -EIO;
1077 }
1078
1079 for (i = 0; i < num_cards; i++) {
1080 mm_gendisk[i] = alloc_disk(1 << MM_SHIFT);
1081 if (!mm_gendisk[i])
1082 goto out;
1083 }
1084
1085 for (i = 0; i < num_cards; i++) {
1086 struct gendisk *disk = mm_gendisk[i];
1087 sprintf(disk->disk_name, "umem%c", 'a'+i);
1088 spin_lock_init(&cards[i].lock);
1089 disk->major = major_nr;
1090 disk->first_minor = i << MM_SHIFT;
1091 disk->fops = &mm_fops;
1092 disk->private_data = &cards[i];
1093 disk->queue = cards[i].queue;
1094 set_capacity(disk, cards[i].mm_size << 1);
1095 add_disk(disk);
1096 }
1097
1098 init_battery_timer();
1099 printk(KERN_INFO "MM: desc_per_page = %ld\n", DESC_PER_PAGE);
1100
1101 return 0;
1102
1103out:
1104 pci_unregister_driver(&mm_pci_driver);
1105 unregister_blkdev(major_nr, DRIVER_NAME);
1106 while (i--)
1107 put_disk(mm_gendisk[i]);
1108 return -ENOMEM;
1109}
1110
1111static void __exit mm_cleanup(void)
1112{
1113 int i;
1114
1115 del_battery_timer();
1116
1117 for (i = 0; i < num_cards ; i++) {
1118 del_gendisk(mm_gendisk[i]);
1119 put_disk(mm_gendisk[i]);
1120 }
1121
1122 pci_unregister_driver(&mm_pci_driver);
1123
1124 unregister_blkdev(major_nr, DRIVER_NAME);
1125}
1126
1127module_init(mm_init);
1128module_exit(mm_cleanup);
1129
1130MODULE_AUTHOR(DRIVER_AUTHOR);
1131MODULE_DESCRIPTION(DRIVER_DESC);
1132MODULE_LICENSE("GPL");
1133