linux/arch/alpha/kernel/core_marvel.c
<<
>>
Prefs
   1/*
   2 *      linux/arch/alpha/kernel/core_marvel.c
   3 *
   4 * Code common to all Marvel based systems.
   5 */
   6
   7#define __EXTERN_INLINE inline
   8#include <asm/io.h>
   9#include <asm/core_marvel.h>
  10#undef __EXTERN_INLINE
  11
  12#include <linux/types.h>
  13#include <linux/pci.h>
  14#include <linux/sched.h>
  15#include <linux/init.h>
  16#include <linux/vmalloc.h>
  17#include <linux/mc146818rtc.h>
  18#include <linux/rtc.h>
  19#include <linux/module.h>
  20#include <linux/bootmem.h>
  21
  22#include <asm/ptrace.h>
  23#include <asm/smp.h>
  24#include <asm/gct.h>
  25#include <asm/pgalloc.h>
  26#include <asm/tlbflush.h>
  27#include <asm/rtc.h>
  28#include <asm/vga.h>
  29
  30#include "proto.h"
  31#include "pci_impl.h"
  32
  33
  34/*
  35 * Debug helpers
  36 */
  37#define DEBUG_CONFIG 0
  38
  39#if DEBUG_CONFIG
  40# define DBG_CFG(args) printk args
  41#else
  42# define DBG_CFG(args)
  43#endif
  44
  45
  46/*
  47 * Private data
  48 */
  49static struct io7 *io7_head = NULL;
  50
  51
  52/*
  53 * Helper functions
  54 */
  55static unsigned long __attribute__ ((unused))
  56read_ev7_csr(int pe, unsigned long offset)
  57{
  58        ev7_csr *ev7csr = EV7_CSR_KERN(pe, offset);
  59        unsigned long q;
  60
  61        mb();
  62        q = ev7csr->csr;
  63        mb();
  64
  65        return q;
  66}
  67
  68static void __attribute__ ((unused))
  69write_ev7_csr(int pe, unsigned long offset, unsigned long q)
  70{
  71        ev7_csr *ev7csr = EV7_CSR_KERN(pe, offset);
  72
  73        mb();
  74        ev7csr->csr = q;
  75        mb();
  76}
  77
  78static char * __init
  79mk_resource_name(int pe, int port, char *str)
  80{
  81        char tmp[80];
  82        char *name;
  83        
  84        sprintf(tmp, "PCI %s PE %d PORT %d", str, pe, port);
  85        name = alloc_bootmem(strlen(tmp) + 1);
  86        strcpy(name, tmp);
  87
  88        return name;
  89}
  90
  91inline struct io7 *
  92marvel_next_io7(struct io7 *prev)
  93{
  94        return (prev ? prev->next : io7_head);
  95}
  96
  97struct io7 *
  98marvel_find_io7(int pe)
  99{
 100        struct io7 *io7;
 101
 102        for (io7 = io7_head; io7 && io7->pe != pe; io7 = io7->next)
 103                continue;
 104
 105        return io7;
 106}
 107
 108static struct io7 * __init
 109alloc_io7(unsigned int pe)
 110{
 111        struct io7 *io7;
 112        struct io7 *insp;
 113        int h;
 114
 115        if (marvel_find_io7(pe)) {
 116                printk(KERN_WARNING "IO7 at PE %d already allocated!\n", pe);
 117                return NULL;
 118        }
 119
 120        io7 = alloc_bootmem(sizeof(*io7));
 121        io7->pe = pe;
 122        spin_lock_init(&io7->irq_lock);
 123
 124        for (h = 0; h < 4; h++) {
 125                io7->ports[h].io7 = io7;
 126                io7->ports[h].port = h;
 127                io7->ports[h].enabled = 0; /* default to disabled */
 128        }
 129
 130        /*
 131         * Insert in pe sorted order.
 132         */
 133        if (NULL == io7_head)                   /* empty list */
 134                io7_head = io7; 
 135        else if (io7_head->pe > io7->pe) {      /* insert at head */
 136                io7->next = io7_head;
 137                io7_head = io7;
 138        } else {                                /* insert at position */
 139                for (insp = io7_head; insp; insp = insp->next) {
 140                        if (insp->pe == io7->pe) {
 141                                printk(KERN_ERR "Too many IO7s at PE %d\n", 
 142                                       io7->pe);
 143                                return NULL;
 144                        }
 145
 146                        if (NULL == insp->next || 
 147                            insp->next->pe > io7->pe) { /* insert here */
 148                                io7->next = insp->next;
 149                                insp->next = io7;
 150                                break;
 151                        }
 152                }
 153
 154                if (NULL == insp) { /* couldn't insert ?!? */
 155                        printk(KERN_WARNING "Failed to insert IO7 at PE %d "
 156                               " - adding at head of list\n", io7->pe);
 157                        io7->next = io7_head;
 158                        io7_head = io7;
 159                }
 160        }
 161        
 162        return io7;
 163}
 164
 165void
 166io7_clear_errors(struct io7 *io7)
 167{
 168        io7_port7_csrs *p7csrs;
 169        io7_ioport_csrs *csrs;
 170        int port;
 171
 172
 173        /*
 174         * First the IO ports.
 175         */
 176        for (port = 0; port < 4; port++) {
 177                csrs = IO7_CSRS_KERN(io7->pe, port);
 178
 179                csrs->POx_ERR_SUM.csr = -1UL;
 180                csrs->POx_TLB_ERR.csr = -1UL;
 181                csrs->POx_SPL_COMPLT.csr = -1UL;
 182                csrs->POx_TRANS_SUM.csr = -1UL;
 183        }
 184
 185        /*
 186         * Then the common ones.
 187         */
 188        p7csrs = IO7_PORT7_CSRS_KERN(io7->pe);
 189
 190        p7csrs->PO7_ERROR_SUM.csr = -1UL;
 191        p7csrs->PO7_UNCRR_SYM.csr = -1UL;
 192        p7csrs->PO7_CRRCT_SYM.csr = -1UL;
 193}
 194
 195
 196/*
 197 * IO7 PCI, PCI/X, AGP configuration.
 198 */
 199static void __init
 200io7_init_hose(struct io7 *io7, int port)
 201{
 202        static int hose_index = 0;
 203
 204        struct pci_controller *hose = alloc_pci_controller();
 205        struct io7_port *io7_port = &io7->ports[port];
 206        io7_ioport_csrs *csrs = IO7_CSRS_KERN(io7->pe, port);
 207        int i;
 208
 209        hose->index = hose_index++;     /* arbitrary */
 210        
 211        /*
 212         * We don't have an isa or legacy hose, but glibc expects to be
 213         * able to use the bus == 0 / dev == 0 form of the iobase syscall
 214         * to determine information about the i/o system. Since XFree86 
 215         * relies on glibc's determination to tell whether or not to use
 216         * sparse access, we need to point the pci_isa_hose at a real hose
 217         * so at least that determination is correct.
 218         */
 219        if (hose->index == 0)
 220                pci_isa_hose = hose;
 221
 222        io7_port->csrs = csrs;
 223        io7_port->hose = hose;
 224        hose->sysdata = io7_port;
 225
 226        hose->io_space = alloc_resource();
 227        hose->mem_space = alloc_resource();
 228
 229        /*
 230         * Base addresses for userland consumption. Since these are going
 231         * to be mapped, they are pure physical addresses.
 232         */
 233        hose->sparse_mem_base = hose->sparse_io_base = 0;
 234        hose->dense_mem_base = IO7_MEM_PHYS(io7->pe, port);
 235        hose->dense_io_base = IO7_IO_PHYS(io7->pe, port);
 236
 237        /*
 238         * Base addresses and resource ranges for kernel consumption.
 239         */
 240        hose->config_space_base = (unsigned long)IO7_CONF_KERN(io7->pe, port);
 241
 242        hose->io_space->start = (unsigned long)IO7_IO_KERN(io7->pe, port);
 243        hose->io_space->end = hose->io_space->start + IO7_IO_SPACE - 1;
 244        hose->io_space->name = mk_resource_name(io7->pe, port, "IO");
 245        hose->io_space->flags = IORESOURCE_IO;
 246
 247        hose->mem_space->start = (unsigned long)IO7_MEM_KERN(io7->pe, port);
 248        hose->mem_space->end = hose->mem_space->start + IO7_MEM_SPACE - 1;
 249        hose->mem_space->name = mk_resource_name(io7->pe, port, "MEM");
 250        hose->mem_space->flags = IORESOURCE_MEM;
 251
 252        if (request_resource(&ioport_resource, hose->io_space) < 0)
 253                printk(KERN_ERR "Failed to request IO on hose %d\n", 
 254                       hose->index);
 255        if (request_resource(&iomem_resource, hose->mem_space) < 0)
 256                printk(KERN_ERR "Failed to request MEM on hose %d\n", 
 257                       hose->index);
 258
 259        /*
 260         * Save the existing DMA window settings for later restoration.
 261         */
 262        for (i = 0; i < 4; i++) {
 263                io7_port->saved_wbase[i] = csrs->POx_WBASE[i].csr;
 264                io7_port->saved_wmask[i] = csrs->POx_WMASK[i].csr;
 265                io7_port->saved_tbase[i] = csrs->POx_TBASE[i].csr;
 266        }
 267
 268        /*
 269         * Set up the PCI to main memory translation windows.
 270         *
 271         * Window 0 is scatter-gather 8MB at 8MB
 272         * Window 1 is direct access 1GB at 2GB
 273         * Window 2 is scatter-gather (up-to) 1GB at 3GB
 274         * Window 3 is disabled
 275         */
 276
 277        /*
 278         * TBIA before modifying windows.
 279         */
 280        marvel_pci_tbi(hose, 0, -1);
 281
 282        /*
 283         * Set up window 0 for scatter-gather 8MB at 8MB.
 284         */
 285        hose->sg_isa = iommu_arena_new_node(marvel_cpuid_to_nid(io7->pe),
 286                                            hose, 0x00800000, 0x00800000, 0);
 287        hose->sg_isa->align_entry = 8;  /* cache line boundary */
 288        csrs->POx_WBASE[0].csr = 
 289                hose->sg_isa->dma_base | wbase_m_ena | wbase_m_sg;
 290        csrs->POx_WMASK[0].csr = (hose->sg_isa->size - 1) & wbase_m_addr;
 291        csrs->POx_TBASE[0].csr = virt_to_phys(hose->sg_isa->ptes);
 292
 293        /*
 294         * Set up window 1 for direct-mapped 1GB at 2GB.
 295         */
 296        csrs->POx_WBASE[1].csr = __direct_map_base | wbase_m_ena;
 297        csrs->POx_WMASK[1].csr = (__direct_map_size - 1) & wbase_m_addr;
 298        csrs->POx_TBASE[1].csr = 0;
 299
 300        /*
 301         * Set up window 2 for scatter-gather (up-to) 1GB at 3GB.
 302         */
 303        hose->sg_pci = iommu_arena_new_node(marvel_cpuid_to_nid(io7->pe),
 304                                            hose, 0xc0000000, 0x40000000, 0);
 305        hose->sg_pci->align_entry = 8;  /* cache line boundary */
 306        csrs->POx_WBASE[2].csr = 
 307                hose->sg_pci->dma_base | wbase_m_ena | wbase_m_sg;
 308        csrs->POx_WMASK[2].csr = (hose->sg_pci->size - 1) & wbase_m_addr;
 309        csrs->POx_TBASE[2].csr = virt_to_phys(hose->sg_pci->ptes);
 310
 311        /*
 312         * Disable window 3.
 313         */
 314        csrs->POx_WBASE[3].csr = 0;
 315
 316        /*
 317         * Make sure that the AGP Monster Window is disabled.
 318         */
 319        csrs->POx_CTRL.csr &= ~(1UL << 61);
 320
 321#if 1
 322        printk("FIXME: disabling master aborts\n");
 323        csrs->POx_MSK_HEI.csr &= ~(3UL << 14);
 324#endif
 325        /*
 326         * TBIA after modifying windows.
 327         */
 328        marvel_pci_tbi(hose, 0, -1);
 329}
 330
 331static void __init
 332marvel_init_io7(struct io7 *io7)
 333{
 334        int i;
 335
 336        printk("Initializing IO7 at PID %d\n", io7->pe);
 337
 338        /*
 339         * Get the Port 7 CSR pointer.
 340         */
 341        io7->csrs = IO7_PORT7_CSRS_KERN(io7->pe);
 342
 343        /*
 344         * Init this IO7's hoses.
 345         */
 346        for (i = 0; i < IO7_NUM_PORTS; i++) {
 347                io7_ioport_csrs *csrs = IO7_CSRS_KERN(io7->pe, i);
 348                if (csrs->POx_CACHE_CTL.csr == 8) {
 349                        io7->ports[i].enabled = 1;
 350                        io7_init_hose(io7, i);
 351                }
 352        }
 353}
 354
 355void
 356marvel_io7_present(gct6_node *node)
 357{
 358        int pe;
 359
 360        if (node->type != GCT_TYPE_HOSE ||
 361            node->subtype != GCT_SUBTYPE_IO_PORT_MODULE) 
 362                return;
 363
 364        pe = (node->id >> 8) & 0xff;
 365        printk("Found an IO7 at PID %d\n", pe);
 366
 367        alloc_io7(pe);
 368}
 369
 370static void __init
 371marvel_find_console_vga_hose(void)
 372{
 373        u64 *pu64 = (u64 *)((u64)hwrpb + hwrpb->ctbt_offset);
 374
 375        if (pu64[7] == 3) {     /* TERM_TYPE == graphics */
 376                struct pci_controller *hose = NULL;
 377                int h = (pu64[30] >> 24) & 0xff; /* TERM_OUT_LOC, hose # */
 378                struct io7 *io7;
 379                int pid, port;
 380
 381                /* FIXME - encoding is going to have to change for Marvel
 382                 *         since hose will be able to overflow a byte...
 383                 *         need to fix this decode when the console 
 384                 *         changes its encoding
 385                 */
 386                printk("console graphics is on hose %d (console)\n", h);
 387
 388                /*
 389                 * The console's hose numbering is:
 390                 *
 391                 *      hose<n:2>: PID
 392                 *      hose<1:0>: PORT
 393                 *
 394                 * We need to find the hose at that pid and port
 395                 */
 396                pid = h >> 2;
 397                port = h & 3;
 398                if ((io7 = marvel_find_io7(pid)))
 399                        hose = io7->ports[port].hose;
 400
 401                if (hose) {
 402                        printk("Console graphics on hose %d\n", hose->index);
 403                        pci_vga_hose = hose;
 404                }
 405        }
 406}
 407
 408gct6_search_struct gct_wanted_node_list[] = {
 409        { GCT_TYPE_HOSE, GCT_SUBTYPE_IO_PORT_MODULE, marvel_io7_present },
 410        { 0, 0, NULL }
 411};
 412
 413/*
 414 * In case the GCT is not complete, let the user specify PIDs with IO7s
 415 * at boot time. Syntax is 'io7=a,b,c,...,n' where a-n are the PIDs (decimal)
 416 * where IO7s are connected
 417 */
 418static int __init
 419marvel_specify_io7(char *str)
 420{
 421        unsigned long pid;
 422        struct io7 *io7;
 423        char *pchar;
 424
 425        do {
 426                pid = simple_strtoul(str, &pchar, 0);
 427                if (pchar != str) {
 428                        printk("User-specified IO7 at PID %lu\n", pid);
 429                        io7 = alloc_io7(pid);
 430                        if (io7) marvel_init_io7(io7);
 431                }
 432
 433                if (pchar == str) pchar++;
 434                str = pchar;
 435        } while(*str);
 436
 437        return 1;
 438}
 439__setup("io7=", marvel_specify_io7);
 440
 441void __init
 442marvel_init_arch(void)
 443{
 444        struct io7 *io7;
 445
 446        /* With multiple PCI busses, we play with I/O as physical addrs.  */
 447        ioport_resource.end = ~0UL;
 448
 449        /* PCI DMA Direct Mapping is 1GB at 2GB.  */
 450        __direct_map_base = 0x80000000;
 451        __direct_map_size = 0x40000000;
 452
 453        /* Parse the config tree.  */
 454        gct6_find_nodes(GCT_NODE_PTR(0), gct_wanted_node_list);
 455
 456        /* Init the io7s.  */
 457        for (io7 = NULL; NULL != (io7 = marvel_next_io7(io7)); ) 
 458                marvel_init_io7(io7);
 459
 460        /* Check for graphic console location (if any).  */
 461        marvel_find_console_vga_hose();
 462}
 463
 464void
 465marvel_kill_arch(int mode)
 466{
 467}
 468
 469
 470/*
 471 * PCI Configuration Space access functions
 472 *
 473 * Configuration space addresses have the following format:
 474 *
 475 *      |2 2 2 2|1 1 1 1|1 1 1 1|1 1 
 476 *      |3 2 1 0|9 8 7 6|5 4 3 2|1 0 9 8|7 6 5 4|3 2 1 0
 477 *      +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
 478 *      |B|B|B|B|B|B|B|B|D|D|D|D|D|F|F|F|R|R|R|R|R|R|R|R|
 479 *      +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
 480 *
 481 *       n:24   reserved for hose base
 482 *      23:16   bus number (8 bits = 128 possible buses)
 483 *      15:11   Device number (5 bits)
 484 *      10:8    function number
 485 *       7:2    register number
 486 *  
 487 * Notes:
 488 *      IO7 determines whether to use a type 0 or type 1 config cycle
 489 *      based on the bus number. Therefore the bus number must be set 
 490 *      to 0 for the root bus on any hose.
 491 *      
 492 *      The function number selects which function of a multi-function device 
 493 *      (e.g., SCSI and Ethernet).
 494 * 
 495 */
 496
 497static inline unsigned long
 498build_conf_addr(struct pci_controller *hose, u8 bus, 
 499                unsigned int devfn, int where)
 500{
 501        return (hose->config_space_base | (bus << 16) | (devfn << 8) | where);
 502}
 503
 504static unsigned long
 505mk_conf_addr(struct pci_bus *pbus, unsigned int devfn, int where)
 506{
 507        struct pci_controller *hose = pbus->sysdata;
 508        struct io7_port *io7_port;
 509        unsigned long addr = 0;
 510        u8 bus = pbus->number;
 511
 512        if (!hose)
 513                return addr;
 514
 515        /* Check for enabled.  */
 516        io7_port = hose->sysdata;
 517        if (!io7_port->enabled)
 518                return addr;
 519
 520        if (!pbus->parent) { /* No parent means peer PCI bus. */
 521                /* Don't support idsel > 20 on primary bus.  */
 522                if (devfn >= PCI_DEVFN(21, 0))
 523                        return addr;
 524                bus = 0;
 525        }
 526
 527        addr = build_conf_addr(hose, bus, devfn, where);
 528
 529        DBG_CFG(("mk_conf_addr: returning pci_addr 0x%lx\n", addr));
 530        return addr;
 531}
 532
 533static int
 534marvel_read_config(struct pci_bus *bus, unsigned int devfn, int where,
 535                   int size, u32 *value)
 536{
 537        unsigned long addr;
 538        
 539        if (0 == (addr = mk_conf_addr(bus, devfn, where)))
 540                return PCIBIOS_DEVICE_NOT_FOUND;
 541
 542        switch(size) {
 543        case 1: 
 544                *value = __kernel_ldbu(*(vucp)addr);
 545                break;
 546        case 2: 
 547                *value = __kernel_ldwu(*(vusp)addr);
 548                break;
 549        case 4: 
 550                *value = *(vuip)addr;
 551                break;
 552        default:
 553                return PCIBIOS_FUNC_NOT_SUPPORTED;
 554        }
 555
 556        return PCIBIOS_SUCCESSFUL;
 557}
 558
 559static int
 560marvel_write_config(struct pci_bus *bus, unsigned int devfn, int where,
 561                    int size, u32 value)
 562{
 563        unsigned long addr;
 564        
 565        if (0 == (addr = mk_conf_addr(bus, devfn, where)))
 566                return PCIBIOS_DEVICE_NOT_FOUND;
 567
 568        switch (size) {
 569        case 1:
 570                __kernel_stb(value, *(vucp)addr);
 571                mb();
 572                __kernel_ldbu(*(vucp)addr);
 573                break;
 574        case 2:
 575                __kernel_stw(value, *(vusp)addr);
 576                mb();
 577                __kernel_ldwu(*(vusp)addr);
 578                break;
 579        case 4:
 580                *(vuip)addr = value;
 581                mb();
 582                *(vuip)addr;
 583                break;
 584        default:
 585                return PCIBIOS_FUNC_NOT_SUPPORTED;
 586        }
 587
 588        return PCIBIOS_SUCCESSFUL;
 589}
 590
 591struct pci_ops marvel_pci_ops =
 592{
 593        .read =         marvel_read_config,
 594        .write =        marvel_write_config,
 595};
 596
 597
 598/*
 599 * Other PCI helper functions.
 600 */
 601void
 602marvel_pci_tbi(struct pci_controller *hose, dma_addr_t start, dma_addr_t end)
 603{
 604        io7_ioport_csrs *csrs = ((struct io7_port *)hose->sysdata)->csrs;
 605
 606        wmb();
 607        csrs->POx_SG_TBIA.csr = 0;
 608        mb();
 609        csrs->POx_SG_TBIA.csr;
 610}
 611
 612
 613
 614/*
 615 * RTC Support
 616 */
 617struct marvel_rtc_access_info {
 618        unsigned long function;
 619        unsigned long index;
 620        unsigned long data;
 621};
 622
 623static void
 624__marvel_access_rtc(void *info)
 625{
 626        struct marvel_rtc_access_info *rtc_access = info;
 627
 628        register unsigned long __r0 __asm__("$0");
 629        register unsigned long __r16 __asm__("$16") = rtc_access->function;
 630        register unsigned long __r17 __asm__("$17") = rtc_access->index;
 631        register unsigned long __r18 __asm__("$18") = rtc_access->data;
 632        
 633        __asm__ __volatile__(
 634                "call_pal %4 # cserve rtc"
 635                : "=r"(__r16), "=r"(__r17), "=r"(__r18), "=r"(__r0)
 636                : "i"(PAL_cserve), "0"(__r16), "1"(__r17), "2"(__r18)
 637                : "$1", "$22", "$23", "$24", "$25");
 638
 639        rtc_access->data = __r0;
 640}
 641
 642static u8
 643__marvel_rtc_io(u8 b, unsigned long addr, int write)
 644{
 645        static u8 index = 0;
 646
 647        struct marvel_rtc_access_info rtc_access;
 648        u8 ret = 0;
 649
 650        switch(addr) {
 651        case 0x70:                                      /* RTC_PORT(0) */
 652                if (write) index = b;
 653                ret = index;
 654                break;
 655
 656        case 0x71:                                      /* RTC_PORT(1) */
 657                rtc_access.index = index;
 658                rtc_access.data = bcd2bin(b);
 659                rtc_access.function = 0x48 + !write;    /* GET/PUT_TOY */
 660
 661                __marvel_access_rtc(&rtc_access);
 662
 663                ret = bin2bcd(rtc_access.data);
 664                break;
 665
 666        default:
 667                printk(KERN_WARNING "Illegal RTC port %lx\n", addr);
 668                break;
 669        }
 670
 671        return ret;
 672}
 673
 674
 675/*
 676 * IO map support.
 677 */
 678void __iomem *
 679marvel_ioremap(unsigned long addr, unsigned long size)
 680{
 681        struct pci_controller *hose;
 682        unsigned long baddr, last;
 683        struct vm_struct *area;
 684        unsigned long vaddr;
 685        unsigned long *ptes;
 686        unsigned long pfn;
 687
 688        /*
 689         * Adjust the address.
 690         */ 
 691        FIXUP_MEMADDR_VGA(addr);
 692
 693        /*
 694         * Find the hose.
 695         */
 696        for (hose = hose_head; hose; hose = hose->next) {
 697                if ((addr >> 32) == (hose->mem_space->start >> 32))
 698                        break; 
 699        }
 700        if (!hose)
 701                return NULL;
 702
 703        /*
 704         * We have the hose - calculate the bus limits.
 705         */
 706        baddr = addr - hose->mem_space->start;
 707        last = baddr + size - 1;
 708
 709        /*
 710         * Is it direct-mapped?
 711         */
 712        if ((baddr >= __direct_map_base) && 
 713            ((baddr + size - 1) < __direct_map_base + __direct_map_size)) {
 714                addr = IDENT_ADDR | (baddr - __direct_map_base);
 715                return (void __iomem *) addr;
 716        }
 717
 718        /* 
 719         * Check the scatter-gather arena.
 720         */
 721        if (hose->sg_pci &&
 722            baddr >= (unsigned long)hose->sg_pci->dma_base &&
 723            last < (unsigned long)hose->sg_pci->dma_base + hose->sg_pci->size) {
 724
 725                /*
 726                 * Adjust the limits (mappings must be page aligned)
 727                 */
 728                baddr -= hose->sg_pci->dma_base;
 729                last -= hose->sg_pci->dma_base;
 730                baddr &= PAGE_MASK;
 731                size = PAGE_ALIGN(last) - baddr;
 732
 733                /*
 734                 * Map it.
 735                 */
 736                area = get_vm_area(size, VM_IOREMAP);
 737                if (!area)
 738                        return NULL;
 739
 740                ptes = hose->sg_pci->ptes;
 741                for (vaddr = (unsigned long)area->addr; 
 742                    baddr <= last; 
 743                    baddr += PAGE_SIZE, vaddr += PAGE_SIZE) {
 744                        pfn = ptes[baddr >> PAGE_SHIFT];
 745                        if (!(pfn & 1)) {
 746                                printk("ioremap failed... pte not valid...\n");
 747                                vfree(area->addr);
 748                                return NULL;
 749                        }
 750                        pfn >>= 1;      /* make it a true pfn */
 751                        
 752                        if (__alpha_remap_area_pages(vaddr,
 753                                                     pfn << PAGE_SHIFT, 
 754                                                     PAGE_SIZE, 0)) {
 755                                printk("FAILED to map...\n");
 756                                vfree(area->addr);
 757                                return NULL;
 758                        }
 759                }
 760
 761                flush_tlb_all();
 762
 763                vaddr = (unsigned long)area->addr + (addr & ~PAGE_MASK);
 764
 765                return (void __iomem *) vaddr;
 766        }
 767
 768        /* Assume it was already a reasonable address */
 769        vaddr = baddr + hose->mem_space->start;
 770        return (void __iomem *) vaddr;
 771}
 772
 773void
 774marvel_iounmap(volatile void __iomem *xaddr)
 775{
 776        unsigned long addr = (unsigned long) xaddr;
 777        if (addr >= VMALLOC_START)
 778                vfree((void *)(PAGE_MASK & addr)); 
 779}
 780
 781int
 782marvel_is_mmio(const volatile void __iomem *xaddr)
 783{
 784        unsigned long addr = (unsigned long) xaddr;
 785
 786        if (addr >= VMALLOC_START)
 787                return 1;
 788        else
 789                return (addr & 0xFF000000UL) == 0;
 790}
 791
 792#define __marvel_is_port_kbd(a) (((a) == 0x60) || ((a) == 0x64))
 793#define __marvel_is_port_rtc(a) (((a) == 0x70) || ((a) == 0x71))
 794
 795void __iomem *marvel_ioportmap (unsigned long addr)
 796{
 797        FIXUP_IOADDR_VGA(addr);
 798        return (void __iomem *)addr;
 799}
 800
 801unsigned int
 802marvel_ioread8(void __iomem *xaddr)
 803{
 804        unsigned long addr = (unsigned long) xaddr;
 805        if (__marvel_is_port_kbd(addr))
 806                return 0;
 807        else if (__marvel_is_port_rtc(addr))
 808                return __marvel_rtc_io(0, addr, 0);
 809        else if (marvel_is_ioaddr(addr))
 810                return __kernel_ldbu(*(vucp)addr);
 811        else
 812                /* this should catch other legacy addresses
 813                   that would normally fail on MARVEL,
 814                   because there really is nothing there...
 815                */
 816                return ~0;
 817}
 818
 819void
 820marvel_iowrite8(u8 b, void __iomem *xaddr)
 821{
 822        unsigned long addr = (unsigned long) xaddr;
 823        if (__marvel_is_port_kbd(addr))
 824                return;
 825        else if (__marvel_is_port_rtc(addr)) 
 826                __marvel_rtc_io(b, addr, 1);
 827        else if (marvel_is_ioaddr(addr))
 828                __kernel_stb(b, *(vucp)addr);
 829}
 830
 831#ifndef CONFIG_ALPHA_GENERIC
 832EXPORT_SYMBOL(marvel_ioremap);
 833EXPORT_SYMBOL(marvel_iounmap);
 834EXPORT_SYMBOL(marvel_is_mmio);
 835EXPORT_SYMBOL(marvel_ioportmap);
 836EXPORT_SYMBOL(marvel_ioread8);
 837EXPORT_SYMBOL(marvel_iowrite8);
 838#endif
 839
 840/*
 841 * NUMA Support
 842 */
 843/**********
 844 * FIXME - for now each cpu is a node by itself 
 845 *              -- no real support for striped mode 
 846 **********
 847 */
 848int
 849marvel_pa_to_nid(unsigned long pa)
 850{
 851        int cpuid;
 852
 853        if ((pa >> 43) & 1)     /* I/O */ 
 854                cpuid = (~(pa >> 35) & 0xff);
 855        else                    /* mem */
 856                cpuid = ((pa >> 34) & 0x3) | ((pa >> (37 - 2)) & (0x1f << 2));
 857
 858        return marvel_cpuid_to_nid(cpuid);
 859}
 860
 861int
 862marvel_cpuid_to_nid(int cpuid)
 863{
 864        return cpuid;
 865}
 866
 867unsigned long
 868marvel_node_mem_start(int nid)
 869{
 870        unsigned long pa;
 871
 872        pa = (nid & 0x3) | ((nid & (0x1f << 2)) << 1);
 873        pa <<= 34;
 874
 875        return pa;
 876}
 877
 878unsigned long
 879marvel_node_mem_size(int nid)
 880{
 881        return 16UL * 1024 * 1024 * 1024; /* 16GB */
 882}
 883
 884
 885/* 
 886 * AGP GART Support.
 887 */
 888#include <linux/agp_backend.h>
 889#include <asm/agp_backend.h>
 890#include <linux/slab.h>
 891#include <linux/delay.h>
 892
 893struct marvel_agp_aperture {
 894        struct pci_iommu_arena *arena;
 895        long pg_start;
 896        long pg_count;
 897};
 898
 899static int
 900marvel_agp_setup(alpha_agp_info *agp)
 901{
 902        struct marvel_agp_aperture *aper;
 903
 904        if (!alpha_agpgart_size)
 905                return -ENOMEM;
 906
 907        aper = kmalloc(sizeof(*aper), GFP_KERNEL);
 908        if (aper == NULL) return -ENOMEM;
 909
 910        aper->arena = agp->hose->sg_pci;
 911        aper->pg_count = alpha_agpgart_size / PAGE_SIZE;
 912        aper->pg_start = iommu_reserve(aper->arena, aper->pg_count,
 913                                       aper->pg_count - 1);
 914
 915        if (aper->pg_start < 0) {
 916                printk(KERN_ERR "Failed to reserve AGP memory\n");
 917                kfree(aper);
 918                return -ENOMEM;
 919        }
 920
 921        agp->aperture.bus_base = 
 922                aper->arena->dma_base + aper->pg_start * PAGE_SIZE;
 923        agp->aperture.size = aper->pg_count * PAGE_SIZE;
 924        agp->aperture.sysdata = aper;
 925
 926        return 0;
 927}
 928
 929static void
 930marvel_agp_cleanup(alpha_agp_info *agp)
 931{
 932        struct marvel_agp_aperture *aper = agp->aperture.sysdata;
 933        int status;
 934
 935        status = iommu_release(aper->arena, aper->pg_start, aper->pg_count);
 936        if (status == -EBUSY) {
 937                printk(KERN_WARNING
 938                       "Attempted to release bound AGP memory - unbinding\n");
 939                iommu_unbind(aper->arena, aper->pg_start, aper->pg_count);
 940                status = iommu_release(aper->arena, aper->pg_start, 
 941                                       aper->pg_count);
 942        }
 943        if (status < 0)
 944                printk(KERN_ERR "Failed to release AGP memory\n");
 945
 946        kfree(aper);
 947        kfree(agp);
 948}
 949
 950static int
 951marvel_agp_configure(alpha_agp_info *agp)
 952{
 953        io7_ioport_csrs *csrs = ((struct io7_port *)agp->hose->sysdata)->csrs;
 954        struct io7 *io7 = ((struct io7_port *)agp->hose->sysdata)->io7;
 955        unsigned int new_rate = 0;
 956        unsigned long agp_pll;
 957
 958        /*
 959         * Check the requested mode against the PLL setting.
 960         * The agpgart_be code has not programmed the card yet,
 961         * so we can still tweak mode here.
 962         */
 963        agp_pll = io7->csrs->POx_RST[IO7_AGP_PORT].csr;
 964        switch(IO7_PLL_RNGB(agp_pll)) {
 965        case 0x4:                               /* 2x only */
 966                /* 
 967                 * The PLL is only programmed for 2x, so adjust the
 968                 * rate to 2x, if necessary.
 969                 */
 970                if (agp->mode.bits.rate != 2) 
 971                        new_rate = 2;
 972                break;
 973
 974        case 0x6:                               /* 1x / 4x */
 975                /*
 976                 * The PLL is programmed for 1x or 4x.  Don't go faster
 977                 * than requested, so if the requested rate is 2x, use 1x.
 978                 */
 979                if (agp->mode.bits.rate == 2) 
 980                        new_rate = 1;
 981                break;
 982
 983        default:                                /* ??????? */
 984                /*
 985                 * Don't know what this PLL setting is, take the requested
 986                 * rate, but warn the user.
 987                 */
 988                printk("%s: unknown PLL setting RNGB=%lx (PLL6_CTL=%016lx)\n",
 989                       __func__, IO7_PLL_RNGB(agp_pll), agp_pll);
 990                break;
 991        }
 992
 993        /*
 994         * Set the new rate, if necessary.
 995         */
 996        if (new_rate) {
 997                printk("Requested AGP Rate %dX not compatible "
 998                       "with PLL setting - using %dX\n",
 999                       agp->mode.bits.rate,
1000                       new_rate);
1001
1002                agp->mode.bits.rate = new_rate;
1003        }
1004                
1005        printk("Enabling AGP on hose %d: %dX%s RQ %d\n", 
1006               agp->hose->index, agp->mode.bits.rate, 
1007               agp->mode.bits.sba ? " - SBA" : "", agp->mode.bits.rq);
1008
1009        csrs->AGP_CMD.csr = agp->mode.lw;
1010
1011        return 0;
1012}
1013
1014static int 
1015marvel_agp_bind_memory(alpha_agp_info *agp, off_t pg_start, struct agp_memory *mem)
1016{
1017        struct marvel_agp_aperture *aper = agp->aperture.sysdata;
1018        return iommu_bind(aper->arena, aper->pg_start + pg_start, 
1019                          mem->page_count, mem->pages);
1020}
1021
1022static int 
1023marvel_agp_unbind_memory(alpha_agp_info *agp, off_t pg_start, struct agp_memory *mem)
1024{
1025        struct marvel_agp_aperture *aper = agp->aperture.sysdata;
1026        return iommu_unbind(aper->arena, aper->pg_start + pg_start,
1027                            mem->page_count);
1028}
1029
1030static unsigned long
1031marvel_agp_translate(alpha_agp_info *agp, dma_addr_t addr)
1032{
1033        struct marvel_agp_aperture *aper = agp->aperture.sysdata;
1034        unsigned long baddr = addr - aper->arena->dma_base;
1035        unsigned long pte;
1036
1037        if (addr < agp->aperture.bus_base ||
1038            addr >= agp->aperture.bus_base + agp->aperture.size) {
1039                printk("%s: addr out of range\n", __func__);
1040                return -EINVAL;
1041        }
1042
1043        pte = aper->arena->ptes[baddr >> PAGE_SHIFT];
1044        if (!(pte & 1)) {
1045                printk("%s: pte not valid\n", __func__);
1046                return -EINVAL;
1047        } 
1048        return (pte >> 1) << PAGE_SHIFT;
1049}
1050
1051struct alpha_agp_ops marvel_agp_ops =
1052{
1053        .setup          = marvel_agp_setup,
1054        .cleanup        = marvel_agp_cleanup,
1055        .configure      = marvel_agp_configure,
1056        .bind           = marvel_agp_bind_memory,
1057        .unbind         = marvel_agp_unbind_memory,
1058        .translate      = marvel_agp_translate
1059};
1060
1061alpha_agp_info *
1062marvel_agp_info(void)
1063{
1064        struct pci_controller *hose;
1065        io7_ioport_csrs *csrs;
1066        alpha_agp_info *agp;
1067        struct io7 *io7;
1068
1069        /*
1070         * Find the first IO7 with an AGP card.
1071         *
1072         * FIXME -- there should be a better way (we want to be able to
1073         * specify and what if the agp card is not video???)
1074         */
1075        hose = NULL;
1076        for (io7 = NULL; (io7 = marvel_next_io7(io7)) != NULL; ) {
1077                struct pci_controller *h;
1078                vuip addr;
1079
1080                if (!io7->ports[IO7_AGP_PORT].enabled)
1081                        continue;
1082
1083                h = io7->ports[IO7_AGP_PORT].hose;
1084                addr = (vuip)build_conf_addr(h, 0, PCI_DEVFN(5, 0), 0);
1085
1086                if (*addr != 0xffffffffu) {
1087                        hose = h;
1088                        break;
1089                }
1090        }
1091
1092        if (!hose || !hose->sg_pci)
1093                return NULL;
1094
1095        printk("MARVEL - using hose %d as AGP\n", hose->index);
1096
1097        /* 
1098         * Get the csrs from the hose.
1099         */
1100        csrs = ((struct io7_port *)hose->sysdata)->csrs;
1101
1102        /*
1103         * Allocate the info structure.
1104         */
1105        agp = kmalloc(sizeof(*agp), GFP_KERNEL);
1106        if (!agp)
1107                return NULL;
1108
1109        /*
1110         * Fill it in.
1111         */
1112        agp->hose = hose;
1113        agp->private = NULL;
1114        agp->ops = &marvel_agp_ops;
1115
1116        /*
1117         * Aperture - not configured until ops.setup().
1118         */
1119        agp->aperture.bus_base = 0;
1120        agp->aperture.size = 0;
1121        agp->aperture.sysdata = NULL;
1122
1123        /*
1124         * Capabilities.
1125         *
1126         * NOTE: IO7 reports through AGP_STAT that it can support a read queue
1127         *       depth of 17 (rq = 0x10). It actually only supports a depth of
1128         *       16 (rq = 0xf).
1129         */
1130        agp->capability.lw = csrs->AGP_STAT.csr;
1131        agp->capability.bits.rq = 0xf;
1132        
1133        /*
1134         * Mode.
1135         */
1136        agp->mode.lw = csrs->AGP_CMD.csr;
1137
1138        return agp;
1139}
1140