linux/drivers/char/mbcs.c
<<
>>
Prefs
   1/*
   2 * This file is subject to the terms and conditions of the GNU General Public
   3 * License.  See the file "COPYING" in the main directory of this archive
   4 * for more details.
   5 *
   6 * Copyright (c) 2005 Silicon Graphics, Inc.  All rights reserved.
   7 */
   8
   9/*
  10 *      MOATB Core Services driver.
  11 */
  12
  13#include <linux/interrupt.h>
  14#include <linux/module.h>
  15#include <linux/moduleparam.h>
  16#include <linux/types.h>
  17#include <linux/ioport.h>
  18#include <linux/kernel.h>
  19#include <linux/notifier.h>
  20#include <linux/reboot.h>
  21#include <linux/init.h>
  22#include <linux/fs.h>
  23#include <linux/delay.h>
  24#include <linux/device.h>
  25#include <linux/mm.h>
  26#include <linux/uio.h>
  27#include <linux/mutex.h>
  28#include <linux/slab.h>
  29#include <asm/io.h>
  30#include <asm/uaccess.h>
  31#include <asm/pgtable.h>
  32#include <asm/sn/addrs.h>
  33#include <asm/sn/intr.h>
  34#include <asm/sn/tiocx.h>
  35#include "mbcs.h"
  36
  37#define MBCS_DEBUG 0
  38#if MBCS_DEBUG
  39#define DBG(fmt...)    printk(KERN_ALERT fmt)
  40#else
  41#define DBG(fmt...)
  42#endif
  43static DEFINE_MUTEX(mbcs_mutex);
  44static int mbcs_major;
  45
  46static LIST_HEAD(soft_list);
  47
  48/*
  49 * file operations
  50 */
  51static const struct file_operations mbcs_ops = {
  52        .open = mbcs_open,
  53        .llseek = mbcs_sram_llseek,
  54        .read = mbcs_sram_read,
  55        .write = mbcs_sram_write,
  56        .mmap = mbcs_gscr_mmap,
  57};
  58
  59struct mbcs_callback_arg {
  60        int minor;
  61        struct cx_dev *cx_dev;
  62};
  63
  64static inline void mbcs_getdma_init(struct getdma *gdma)
  65{
  66        memset(gdma, 0, sizeof(struct getdma));
  67        gdma->DoneIntEnable = 1;
  68}
  69
  70static inline void mbcs_putdma_init(struct putdma *pdma)
  71{
  72        memset(pdma, 0, sizeof(struct putdma));
  73        pdma->DoneIntEnable = 1;
  74}
  75
  76static inline void mbcs_algo_init(struct algoblock *algo_soft)
  77{
  78        memset(algo_soft, 0, sizeof(struct algoblock));
  79}
  80
  81static inline void mbcs_getdma_set(void *mmr,
  82                       uint64_t hostAddr,
  83                       uint64_t localAddr,
  84                       uint64_t localRamSel,
  85                       uint64_t numPkts,
  86                       uint64_t amoEnable,
  87                       uint64_t intrEnable,
  88                       uint64_t peerIO,
  89                       uint64_t amoHostDest,
  90                       uint64_t amoModType, uint64_t intrHostDest,
  91                       uint64_t intrVector)
  92{
  93        union dma_control rdma_control;
  94        union dma_amo_dest amo_dest;
  95        union intr_dest intr_dest;
  96        union dma_localaddr local_addr;
  97        union dma_hostaddr host_addr;
  98
  99        rdma_control.dma_control_reg = 0;
 100        amo_dest.dma_amo_dest_reg = 0;
 101        intr_dest.intr_dest_reg = 0;
 102        local_addr.dma_localaddr_reg = 0;
 103        host_addr.dma_hostaddr_reg = 0;
 104
 105        host_addr.dma_sys_addr = hostAddr;
 106        MBCS_MMR_SET(mmr, MBCS_RD_DMA_SYS_ADDR, host_addr.dma_hostaddr_reg);
 107
 108        local_addr.dma_ram_addr = localAddr;
 109        local_addr.dma_ram_sel = localRamSel;
 110        MBCS_MMR_SET(mmr, MBCS_RD_DMA_LOC_ADDR, local_addr.dma_localaddr_reg);
 111
 112        rdma_control.dma_op_length = numPkts;
 113        rdma_control.done_amo_en = amoEnable;
 114        rdma_control.done_int_en = intrEnable;
 115        rdma_control.pio_mem_n = peerIO;
 116        MBCS_MMR_SET(mmr, MBCS_RD_DMA_CTRL, rdma_control.dma_control_reg);
 117
 118        amo_dest.dma_amo_sys_addr = amoHostDest;
 119        amo_dest.dma_amo_mod_type = amoModType;
 120        MBCS_MMR_SET(mmr, MBCS_RD_DMA_AMO_DEST, amo_dest.dma_amo_dest_reg);
 121
 122        intr_dest.address = intrHostDest;
 123        intr_dest.int_vector = intrVector;
 124        MBCS_MMR_SET(mmr, MBCS_RD_DMA_INT_DEST, intr_dest.intr_dest_reg);
 125
 126}
 127
 128static inline void mbcs_putdma_set(void *mmr,
 129                       uint64_t hostAddr,
 130                       uint64_t localAddr,
 131                       uint64_t localRamSel,
 132                       uint64_t numPkts,
 133                       uint64_t amoEnable,
 134                       uint64_t intrEnable,
 135                       uint64_t peerIO,
 136                       uint64_t amoHostDest,
 137                       uint64_t amoModType,
 138                       uint64_t intrHostDest, uint64_t intrVector)
 139{
 140        union dma_control wdma_control;
 141        union dma_amo_dest amo_dest;
 142        union intr_dest intr_dest;
 143        union dma_localaddr local_addr;
 144        union dma_hostaddr host_addr;
 145
 146        wdma_control.dma_control_reg = 0;
 147        amo_dest.dma_amo_dest_reg = 0;
 148        intr_dest.intr_dest_reg = 0;
 149        local_addr.dma_localaddr_reg = 0;
 150        host_addr.dma_hostaddr_reg = 0;
 151
 152        host_addr.dma_sys_addr = hostAddr;
 153        MBCS_MMR_SET(mmr, MBCS_WR_DMA_SYS_ADDR, host_addr.dma_hostaddr_reg);
 154
 155        local_addr.dma_ram_addr = localAddr;
 156        local_addr.dma_ram_sel = localRamSel;
 157        MBCS_MMR_SET(mmr, MBCS_WR_DMA_LOC_ADDR, local_addr.dma_localaddr_reg);
 158
 159        wdma_control.dma_op_length = numPkts;
 160        wdma_control.done_amo_en = amoEnable;
 161        wdma_control.done_int_en = intrEnable;
 162        wdma_control.pio_mem_n = peerIO;
 163        MBCS_MMR_SET(mmr, MBCS_WR_DMA_CTRL, wdma_control.dma_control_reg);
 164
 165        amo_dest.dma_amo_sys_addr = amoHostDest;
 166        amo_dest.dma_amo_mod_type = amoModType;
 167        MBCS_MMR_SET(mmr, MBCS_WR_DMA_AMO_DEST, amo_dest.dma_amo_dest_reg);
 168
 169        intr_dest.address = intrHostDest;
 170        intr_dest.int_vector = intrVector;
 171        MBCS_MMR_SET(mmr, MBCS_WR_DMA_INT_DEST, intr_dest.intr_dest_reg);
 172
 173}
 174
 175static inline void mbcs_algo_set(void *mmr,
 176                     uint64_t amoHostDest,
 177                     uint64_t amoModType,
 178                     uint64_t intrHostDest,
 179                     uint64_t intrVector, uint64_t algoStepCount)
 180{
 181        union dma_amo_dest amo_dest;
 182        union intr_dest intr_dest;
 183        union algo_step step;
 184
 185        step.algo_step_reg = 0;
 186        intr_dest.intr_dest_reg = 0;
 187        amo_dest.dma_amo_dest_reg = 0;
 188
 189        amo_dest.dma_amo_sys_addr = amoHostDest;
 190        amo_dest.dma_amo_mod_type = amoModType;
 191        MBCS_MMR_SET(mmr, MBCS_ALG_AMO_DEST, amo_dest.dma_amo_dest_reg);
 192
 193        intr_dest.address = intrHostDest;
 194        intr_dest.int_vector = intrVector;
 195        MBCS_MMR_SET(mmr, MBCS_ALG_INT_DEST, intr_dest.intr_dest_reg);
 196
 197        step.alg_step_cnt = algoStepCount;
 198        MBCS_MMR_SET(mmr, MBCS_ALG_STEP, step.algo_step_reg);
 199}
 200
 201static inline int mbcs_getdma_start(struct mbcs_soft *soft)
 202{
 203        void *mmr_base;
 204        struct getdma *gdma;
 205        uint64_t numPkts;
 206        union cm_control cm_control;
 207
 208        mmr_base = soft->mmr_base;
 209        gdma = &soft->getdma;
 210
 211        /* check that host address got setup */
 212        if (!gdma->hostAddr)
 213                return -1;
 214
 215        numPkts =
 216            (gdma->bytes + (MBCS_CACHELINE_SIZE - 1)) / MBCS_CACHELINE_SIZE;
 217
 218        /* program engine */
 219        mbcs_getdma_set(mmr_base, tiocx_dma_addr(gdma->hostAddr),
 220                   gdma->localAddr,
 221                   (gdma->localAddr < MB2) ? 0 :
 222                   (gdma->localAddr < MB4) ? 1 :
 223                   (gdma->localAddr < MB6) ? 2 : 3,
 224                   numPkts,
 225                   gdma->DoneAmoEnable,
 226                   gdma->DoneIntEnable,
 227                   gdma->peerIO,
 228                   gdma->amoHostDest,
 229                   gdma->amoModType,
 230                   gdma->intrHostDest, gdma->intrVector);
 231
 232        /* start engine */
 233        cm_control.cm_control_reg = MBCS_MMR_GET(mmr_base, MBCS_CM_CONTROL);
 234        cm_control.rd_dma_go = 1;
 235        MBCS_MMR_SET(mmr_base, MBCS_CM_CONTROL, cm_control.cm_control_reg);
 236
 237        return 0;
 238
 239}
 240
 241static inline int mbcs_putdma_start(struct mbcs_soft *soft)
 242{
 243        void *mmr_base;
 244        struct putdma *pdma;
 245        uint64_t numPkts;
 246        union cm_control cm_control;
 247
 248        mmr_base = soft->mmr_base;
 249        pdma = &soft->putdma;
 250
 251        /* check that host address got setup */
 252        if (!pdma->hostAddr)
 253                return -1;
 254
 255        numPkts =
 256            (pdma->bytes + (MBCS_CACHELINE_SIZE - 1)) / MBCS_CACHELINE_SIZE;
 257
 258        /* program engine */
 259        mbcs_putdma_set(mmr_base, tiocx_dma_addr(pdma->hostAddr),
 260                   pdma->localAddr,
 261                   (pdma->localAddr < MB2) ? 0 :
 262                   (pdma->localAddr < MB4) ? 1 :
 263                   (pdma->localAddr < MB6) ? 2 : 3,
 264                   numPkts,
 265                   pdma->DoneAmoEnable,
 266                   pdma->DoneIntEnable,
 267                   pdma->peerIO,
 268                   pdma->amoHostDest,
 269                   pdma->amoModType,
 270                   pdma->intrHostDest, pdma->intrVector);
 271
 272        /* start engine */
 273        cm_control.cm_control_reg = MBCS_MMR_GET(mmr_base, MBCS_CM_CONTROL);
 274        cm_control.wr_dma_go = 1;
 275        MBCS_MMR_SET(mmr_base, MBCS_CM_CONTROL, cm_control.cm_control_reg);
 276
 277        return 0;
 278
 279}
 280
 281static inline int mbcs_algo_start(struct mbcs_soft *soft)
 282{
 283        struct algoblock *algo_soft = &soft->algo;
 284        void *mmr_base = soft->mmr_base;
 285        union cm_control cm_control;
 286
 287        if (mutex_lock_interruptible(&soft->algolock))
 288                return -ERESTARTSYS;
 289
 290        atomic_set(&soft->algo_done, 0);
 291
 292        mbcs_algo_set(mmr_base,
 293                 algo_soft->amoHostDest,
 294                 algo_soft->amoModType,
 295                 algo_soft->intrHostDest,
 296                 algo_soft->intrVector, algo_soft->algoStepCount);
 297
 298        /* start algorithm */
 299        cm_control.cm_control_reg = MBCS_MMR_GET(mmr_base, MBCS_CM_CONTROL);
 300        cm_control.alg_done_int_en = 1;
 301        cm_control.alg_go = 1;
 302        MBCS_MMR_SET(mmr_base, MBCS_CM_CONTROL, cm_control.cm_control_reg);
 303
 304        mutex_unlock(&soft->algolock);
 305
 306        return 0;
 307}
 308
 309static inline ssize_t
 310do_mbcs_sram_dmawrite(struct mbcs_soft *soft, uint64_t hostAddr,
 311                      size_t len, loff_t * off)
 312{
 313        int rv = 0;
 314
 315        if (mutex_lock_interruptible(&soft->dmawritelock))
 316                return -ERESTARTSYS;
 317
 318        atomic_set(&soft->dmawrite_done, 0);
 319
 320        soft->putdma.hostAddr = hostAddr;
 321        soft->putdma.localAddr = *off;
 322        soft->putdma.bytes = len;
 323
 324        if (mbcs_putdma_start(soft) < 0) {
 325                DBG(KERN_ALERT "do_mbcs_sram_dmawrite: "
 326                                        "mbcs_putdma_start failed\n");
 327                rv = -EAGAIN;
 328                goto dmawrite_exit;
 329        }
 330
 331        if (wait_event_interruptible(soft->dmawrite_queue,
 332                                        atomic_read(&soft->dmawrite_done))) {
 333                rv = -ERESTARTSYS;
 334                goto dmawrite_exit;
 335        }
 336
 337        rv = len;
 338        *off += len;
 339
 340dmawrite_exit:
 341        mutex_unlock(&soft->dmawritelock);
 342
 343        return rv;
 344}
 345
 346static inline ssize_t
 347do_mbcs_sram_dmaread(struct mbcs_soft *soft, uint64_t hostAddr,
 348                     size_t len, loff_t * off)
 349{
 350        int rv = 0;
 351
 352        if (mutex_lock_interruptible(&soft->dmareadlock))
 353                return -ERESTARTSYS;
 354
 355        atomic_set(&soft->dmawrite_done, 0);
 356
 357        soft->getdma.hostAddr = hostAddr;
 358        soft->getdma.localAddr = *off;
 359        soft->getdma.bytes = len;
 360
 361        if (mbcs_getdma_start(soft) < 0) {
 362                DBG(KERN_ALERT "mbcs_strategy: mbcs_getdma_start failed\n");
 363                rv = -EAGAIN;
 364                goto dmaread_exit;
 365        }
 366
 367        if (wait_event_interruptible(soft->dmaread_queue,
 368                                        atomic_read(&soft->dmaread_done))) {
 369                rv = -ERESTARTSYS;
 370                goto dmaread_exit;
 371        }
 372
 373        rv = len;
 374        *off += len;
 375
 376dmaread_exit:
 377        mutex_unlock(&soft->dmareadlock);
 378
 379        return rv;
 380}
 381
 382static int mbcs_open(struct inode *ip, struct file *fp)
 383{
 384        struct mbcs_soft *soft;
 385        int minor;
 386
 387        mutex_lock(&mbcs_mutex);
 388        minor = iminor(ip);
 389
 390        /* Nothing protects access to this list... */
 391        list_for_each_entry(soft, &soft_list, list) {
 392                if (soft->nasid == minor) {
 393                        fp->private_data = soft->cxdev;
 394                        mutex_unlock(&mbcs_mutex);
 395                        return 0;
 396                }
 397        }
 398
 399        mutex_unlock(&mbcs_mutex);
 400        return -ENODEV;
 401}
 402
 403static ssize_t mbcs_sram_read(struct file * fp, char __user *buf, size_t len, loff_t * off)
 404{
 405        struct cx_dev *cx_dev = fp->private_data;
 406        struct mbcs_soft *soft = cx_dev->soft;
 407        uint64_t hostAddr;
 408        int rv = 0;
 409
 410        hostAddr = __get_dma_pages(GFP_KERNEL, get_order(len));
 411        if (hostAddr == 0)
 412                return -ENOMEM;
 413
 414        rv = do_mbcs_sram_dmawrite(soft, hostAddr, len, off);
 415        if (rv < 0)
 416                goto exit;
 417
 418        if (copy_to_user(buf, (void *)hostAddr, len))
 419                rv = -EFAULT;
 420
 421      exit:
 422        free_pages(hostAddr, get_order(len));
 423
 424        return rv;
 425}
 426
 427static ssize_t
 428mbcs_sram_write(struct file * fp, const char __user *buf, size_t len, loff_t * off)
 429{
 430        struct cx_dev *cx_dev = fp->private_data;
 431        struct mbcs_soft *soft = cx_dev->soft;
 432        uint64_t hostAddr;
 433        int rv = 0;
 434
 435        hostAddr = __get_dma_pages(GFP_KERNEL, get_order(len));
 436        if (hostAddr == 0)
 437                return -ENOMEM;
 438
 439        if (copy_from_user((void *)hostAddr, buf, len)) {
 440                rv = -EFAULT;
 441                goto exit;
 442        }
 443
 444        rv = do_mbcs_sram_dmaread(soft, hostAddr, len, off);
 445
 446      exit:
 447        free_pages(hostAddr, get_order(len));
 448
 449        return rv;
 450}
 451
 452static loff_t mbcs_sram_llseek(struct file * filp, loff_t off, int whence)
 453{
 454        loff_t newpos;
 455
 456        switch (whence) {
 457        case SEEK_SET:
 458                newpos = off;
 459                break;
 460
 461        case SEEK_CUR:
 462                newpos = filp->f_pos + off;
 463                break;
 464
 465        case SEEK_END:
 466                newpos = MBCS_SRAM_SIZE + off;
 467                break;
 468
 469        default:                /* can't happen */
 470                return -EINVAL;
 471        }
 472
 473        if (newpos < 0)
 474                return -EINVAL;
 475
 476        filp->f_pos = newpos;
 477
 478        return newpos;
 479}
 480
 481static uint64_t mbcs_pioaddr(struct mbcs_soft *soft, uint64_t offset)
 482{
 483        uint64_t mmr_base;
 484
 485        mmr_base = (uint64_t) (soft->mmr_base + offset);
 486
 487        return mmr_base;
 488}
 489
 490static void mbcs_debug_pioaddr_set(struct mbcs_soft *soft)
 491{
 492        soft->debug_addr = mbcs_pioaddr(soft, MBCS_DEBUG_START);
 493}
 494
 495static void mbcs_gscr_pioaddr_set(struct mbcs_soft *soft)
 496{
 497        soft->gscr_addr = mbcs_pioaddr(soft, MBCS_GSCR_START);
 498}
 499
 500static int mbcs_gscr_mmap(struct file *fp, struct vm_area_struct *vma)
 501{
 502        struct cx_dev *cx_dev = fp->private_data;
 503        struct mbcs_soft *soft = cx_dev->soft;
 504
 505        if (vma->vm_pgoff != 0)
 506                return -EINVAL;
 507
 508        vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
 509
 510        /* Remap-pfn-range will mark the range VM_IO */
 511        if (remap_pfn_range(vma,
 512                            vma->vm_start,
 513                            __pa(soft->gscr_addr) >> PAGE_SHIFT,
 514                            PAGE_SIZE,
 515                            vma->vm_page_prot))
 516                return -EAGAIN;
 517
 518        return 0;
 519}
 520
 521/**
 522 * mbcs_completion_intr_handler - Primary completion handler.
 523 * @irq: irq
 524 * @arg: soft struct for device
 525 *
 526 */
 527static irqreturn_t
 528mbcs_completion_intr_handler(int irq, void *arg)
 529{
 530        struct mbcs_soft *soft = (struct mbcs_soft *)arg;
 531        void *mmr_base;
 532        union cm_status cm_status;
 533        union cm_control cm_control;
 534
 535        mmr_base = soft->mmr_base;
 536        cm_status.cm_status_reg = MBCS_MMR_GET(mmr_base, MBCS_CM_STATUS);
 537
 538        if (cm_status.rd_dma_done) {
 539                /* stop dma-read engine, clear status */
 540                cm_control.cm_control_reg =
 541                    MBCS_MMR_GET(mmr_base, MBCS_CM_CONTROL);
 542                cm_control.rd_dma_clr = 1;
 543                MBCS_MMR_SET(mmr_base, MBCS_CM_CONTROL,
 544                             cm_control.cm_control_reg);
 545                atomic_set(&soft->dmaread_done, 1);
 546                wake_up(&soft->dmaread_queue);
 547        }
 548        if (cm_status.wr_dma_done) {
 549                /* stop dma-write engine, clear status */
 550                cm_control.cm_control_reg =
 551                    MBCS_MMR_GET(mmr_base, MBCS_CM_CONTROL);
 552                cm_control.wr_dma_clr = 1;
 553                MBCS_MMR_SET(mmr_base, MBCS_CM_CONTROL,
 554                             cm_control.cm_control_reg);
 555                atomic_set(&soft->dmawrite_done, 1);
 556                wake_up(&soft->dmawrite_queue);
 557        }
 558        if (cm_status.alg_done) {
 559                /* clear status */
 560                cm_control.cm_control_reg =
 561                    MBCS_MMR_GET(mmr_base, MBCS_CM_CONTROL);
 562                cm_control.alg_done_clr = 1;
 563                MBCS_MMR_SET(mmr_base, MBCS_CM_CONTROL,
 564                             cm_control.cm_control_reg);
 565                atomic_set(&soft->algo_done, 1);
 566                wake_up(&soft->algo_queue);
 567        }
 568
 569        return IRQ_HANDLED;
 570}
 571
 572/**
 573 * mbcs_intr_alloc - Allocate interrupts.
 574 * @dev: device pointer
 575 *
 576 */
 577static int mbcs_intr_alloc(struct cx_dev *dev)
 578{
 579        struct sn_irq_info *sn_irq;
 580        struct mbcs_soft *soft;
 581        struct getdma *getdma;
 582        struct putdma *putdma;
 583        struct algoblock *algo;
 584
 585        soft = dev->soft;
 586        getdma = &soft->getdma;
 587        putdma = &soft->putdma;
 588        algo = &soft->algo;
 589
 590        soft->get_sn_irq = NULL;
 591        soft->put_sn_irq = NULL;
 592        soft->algo_sn_irq = NULL;
 593
 594        sn_irq = tiocx_irq_alloc(dev->cx_id.nasid, TIOCX_CORELET, -1, -1, -1);
 595        if (sn_irq == NULL)
 596                return -EAGAIN;
 597        soft->get_sn_irq = sn_irq;
 598        getdma->intrHostDest = sn_irq->irq_xtalkaddr;
 599        getdma->intrVector = sn_irq->irq_irq;
 600        if (request_irq(sn_irq->irq_irq,
 601                        (void *)mbcs_completion_intr_handler, IRQF_SHARED,
 602                        "MBCS get intr", (void *)soft)) {
 603                tiocx_irq_free(soft->get_sn_irq);
 604                return -EAGAIN;
 605        }
 606
 607        sn_irq = tiocx_irq_alloc(dev->cx_id.nasid, TIOCX_CORELET, -1, -1, -1);
 608        if (sn_irq == NULL) {
 609                free_irq(soft->get_sn_irq->irq_irq, soft);
 610                tiocx_irq_free(soft->get_sn_irq);
 611                return -EAGAIN;
 612        }
 613        soft->put_sn_irq = sn_irq;
 614        putdma->intrHostDest = sn_irq->irq_xtalkaddr;
 615        putdma->intrVector = sn_irq->irq_irq;
 616        if (request_irq(sn_irq->irq_irq,
 617                        (void *)mbcs_completion_intr_handler, IRQF_SHARED,
 618                        "MBCS put intr", (void *)soft)) {
 619                tiocx_irq_free(soft->put_sn_irq);
 620                free_irq(soft->get_sn_irq->irq_irq, soft);
 621                tiocx_irq_free(soft->get_sn_irq);
 622                return -EAGAIN;
 623        }
 624
 625        sn_irq = tiocx_irq_alloc(dev->cx_id.nasid, TIOCX_CORELET, -1, -1, -1);
 626        if (sn_irq == NULL) {
 627                free_irq(soft->put_sn_irq->irq_irq, soft);
 628                tiocx_irq_free(soft->put_sn_irq);
 629                free_irq(soft->get_sn_irq->irq_irq, soft);
 630                tiocx_irq_free(soft->get_sn_irq);
 631                return -EAGAIN;
 632        }
 633        soft->algo_sn_irq = sn_irq;
 634        algo->intrHostDest = sn_irq->irq_xtalkaddr;
 635        algo->intrVector = sn_irq->irq_irq;
 636        if (request_irq(sn_irq->irq_irq,
 637                        (void *)mbcs_completion_intr_handler, IRQF_SHARED,
 638                        "MBCS algo intr", (void *)soft)) {
 639                tiocx_irq_free(soft->algo_sn_irq);
 640                free_irq(soft->put_sn_irq->irq_irq, soft);
 641                tiocx_irq_free(soft->put_sn_irq);
 642                free_irq(soft->get_sn_irq->irq_irq, soft);
 643                tiocx_irq_free(soft->get_sn_irq);
 644                return -EAGAIN;
 645        }
 646
 647        return 0;
 648}
 649
 650/**
 651 * mbcs_intr_dealloc - Remove interrupts.
 652 * @dev: device pointer
 653 *
 654 */
 655static void mbcs_intr_dealloc(struct cx_dev *dev)
 656{
 657        struct mbcs_soft *soft;
 658
 659        soft = dev->soft;
 660
 661        free_irq(soft->get_sn_irq->irq_irq, soft);
 662        tiocx_irq_free(soft->get_sn_irq);
 663        free_irq(soft->put_sn_irq->irq_irq, soft);
 664        tiocx_irq_free(soft->put_sn_irq);
 665        free_irq(soft->algo_sn_irq->irq_irq, soft);
 666        tiocx_irq_free(soft->algo_sn_irq);
 667}
 668
 669static inline int mbcs_hw_init(struct mbcs_soft *soft)
 670{
 671        void *mmr_base = soft->mmr_base;
 672        union cm_control cm_control;
 673        union cm_req_timeout cm_req_timeout;
 674        uint64_t err_stat;
 675
 676        cm_req_timeout.cm_req_timeout_reg =
 677            MBCS_MMR_GET(mmr_base, MBCS_CM_REQ_TOUT);
 678
 679        cm_req_timeout.time_out = MBCS_CM_CONTROL_REQ_TOUT_MASK;
 680        MBCS_MMR_SET(mmr_base, MBCS_CM_REQ_TOUT,
 681                     cm_req_timeout.cm_req_timeout_reg);
 682
 683        mbcs_gscr_pioaddr_set(soft);
 684        mbcs_debug_pioaddr_set(soft);
 685
 686        /* clear errors */
 687        err_stat = MBCS_MMR_GET(mmr_base, MBCS_CM_ERR_STAT);
 688        MBCS_MMR_SET(mmr_base, MBCS_CM_CLR_ERR_STAT, err_stat);
 689        MBCS_MMR_ZERO(mmr_base, MBCS_CM_ERROR_DETAIL1);
 690
 691        /* enable interrupts */
 692        /* turn off 2^23 (INT_EN_PIO_REQ_ADDR_INV) */
 693        MBCS_MMR_SET(mmr_base, MBCS_CM_ERR_INT_EN, 0x3ffffff7e00ffUL);
 694
 695        /* arm status regs and clear engines */
 696        cm_control.cm_control_reg = MBCS_MMR_GET(mmr_base, MBCS_CM_CONTROL);
 697        cm_control.rearm_stat_regs = 1;
 698        cm_control.alg_clr = 1;
 699        cm_control.wr_dma_clr = 1;
 700        cm_control.rd_dma_clr = 1;
 701
 702        MBCS_MMR_SET(mmr_base, MBCS_CM_CONTROL, cm_control.cm_control_reg);
 703
 704        return 0;
 705}
 706
 707static ssize_t show_algo(struct device *dev, struct device_attribute *attr, char *buf)
 708{
 709        struct cx_dev *cx_dev = to_cx_dev(dev);
 710        struct mbcs_soft *soft = cx_dev->soft;
 711        uint64_t debug0;
 712
 713        /*
 714         * By convention, the first debug register contains the
 715         * algorithm number and revision.
 716         */
 717        debug0 = *(uint64_t *) soft->debug_addr;
 718
 719        return sprintf(buf, "0x%x 0x%x\n",
 720                       upper_32_bits(debug0), lower_32_bits(debug0));
 721}
 722
 723static ssize_t store_algo(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
 724{
 725        int n;
 726        struct cx_dev *cx_dev = to_cx_dev(dev);
 727        struct mbcs_soft *soft = cx_dev->soft;
 728
 729        if (count <= 0)
 730                return 0;
 731
 732        n = simple_strtoul(buf, NULL, 0);
 733
 734        if (n == 1) {
 735                mbcs_algo_start(soft);
 736                if (wait_event_interruptible(soft->algo_queue,
 737                                        atomic_read(&soft->algo_done)))
 738                        return -ERESTARTSYS;
 739        }
 740
 741        return count;
 742}
 743
 744DEVICE_ATTR(algo, 0644, show_algo, store_algo);
 745
 746/**
 747 * mbcs_probe - Initialize for device
 748 * @dev: device pointer
 749 * @device_id: id table pointer
 750 *
 751 */
 752static int mbcs_probe(struct cx_dev *dev, const struct cx_device_id *id)
 753{
 754        struct mbcs_soft *soft;
 755
 756        dev->soft = NULL;
 757
 758        soft = kzalloc(sizeof(struct mbcs_soft), GFP_KERNEL);
 759        if (soft == NULL)
 760                return -ENOMEM;
 761
 762        soft->nasid = dev->cx_id.nasid;
 763        list_add(&soft->list, &soft_list);
 764        soft->mmr_base = (void *)tiocx_swin_base(dev->cx_id.nasid);
 765        dev->soft = soft;
 766        soft->cxdev = dev;
 767
 768        init_waitqueue_head(&soft->dmawrite_queue);
 769        init_waitqueue_head(&soft->dmaread_queue);
 770        init_waitqueue_head(&soft->algo_queue);
 771
 772        mutex_init(&soft->dmawritelock);
 773        mutex_init(&soft->dmareadlock);
 774        mutex_init(&soft->algolock);
 775
 776        mbcs_getdma_init(&soft->getdma);
 777        mbcs_putdma_init(&soft->putdma);
 778        mbcs_algo_init(&soft->algo);
 779
 780        mbcs_hw_init(soft);
 781
 782        /* Allocate interrupts */
 783        mbcs_intr_alloc(dev);
 784
 785        device_create_file(&dev->dev, &dev_attr_algo);
 786
 787        return 0;
 788}
 789
 790static int mbcs_remove(struct cx_dev *dev)
 791{
 792        if (dev->soft) {
 793                mbcs_intr_dealloc(dev);
 794                kfree(dev->soft);
 795        }
 796
 797        device_remove_file(&dev->dev, &dev_attr_algo);
 798
 799        return 0;
 800}
 801
 802static const struct cx_device_id mbcs_id_table[] = {
 803        {
 804         .part_num = MBCS_PART_NUM,
 805         .mfg_num = MBCS_MFG_NUM,
 806         },
 807        {
 808         .part_num = MBCS_PART_NUM_ALG0,
 809         .mfg_num = MBCS_MFG_NUM,
 810         },
 811        {0, 0}
 812};
 813
 814MODULE_DEVICE_TABLE(cx, mbcs_id_table);
 815
 816static struct cx_drv mbcs_driver = {
 817        .name = DEVICE_NAME,
 818        .id_table = mbcs_id_table,
 819        .probe = mbcs_probe,
 820        .remove = mbcs_remove,
 821};
 822
 823static void __exit mbcs_exit(void)
 824{
 825        unregister_chrdev(mbcs_major, DEVICE_NAME);
 826        cx_driver_unregister(&mbcs_driver);
 827}
 828
 829static int __init mbcs_init(void)
 830{
 831        int rv;
 832
 833        if (!ia64_platform_is("sn2"))
 834                return -ENODEV;
 835
 836        // Put driver into chrdevs[].  Get major number.
 837        rv = register_chrdev(mbcs_major, DEVICE_NAME, &mbcs_ops);
 838        if (rv < 0) {
 839                DBG(KERN_ALERT "mbcs_init: can't get major number. %d\n", rv);
 840                return rv;
 841        }
 842        mbcs_major = rv;
 843
 844        return cx_driver_register(&mbcs_driver);
 845}
 846
 847module_init(mbcs_init);
 848module_exit(mbcs_exit);
 849
 850MODULE_AUTHOR("Bruce Losure <blosure@sgi.com>");
 851MODULE_DESCRIPTION("Driver for MOATB Core Services");
 852MODULE_LICENSE("GPL");
 853