linux/drivers/char/agp/intel-agp.c
<<
>>
Prefs
   1/*
   2 * Intel AGPGART routines.
   3 */
   4
   5#include <linux/module.h>
   6#include <linux/pci.h>
   7#include <linux/slab.h>
   8#include <linux/init.h>
   9#include <linux/kernel.h>
  10#include <linux/pagemap.h>
  11#include <linux/agp_backend.h>
  12#include <asm/smp.h>
  13#include "agp.h"
  14#include "intel-agp.h"
  15#include <drm/intel-gtt.h>
  16
  17static int intel_fetch_size(void)
  18{
  19        int i;
  20        u16 temp;
  21        struct aper_size_info_16 *values;
  22
  23        pci_read_config_word(agp_bridge->dev, INTEL_APSIZE, &temp);
  24        values = A_SIZE_16(agp_bridge->driver->aperture_sizes);
  25
  26        for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
  27                if (temp == values[i].size_value) {
  28                        agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + i);
  29                        agp_bridge->aperture_size_idx = i;
  30                        return values[i].size;
  31                }
  32        }
  33
  34        return 0;
  35}
  36
  37static int __intel_8xx_fetch_size(u8 temp)
  38{
  39        int i;
  40        struct aper_size_info_8 *values;
  41
  42        values = A_SIZE_8(agp_bridge->driver->aperture_sizes);
  43
  44        for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
  45                if (temp == values[i].size_value) {
  46                        agp_bridge->previous_size =
  47                                agp_bridge->current_size = (void *) (values + i);
  48                        agp_bridge->aperture_size_idx = i;
  49                        return values[i].size;
  50                }
  51        }
  52        return 0;
  53}
  54
  55static int intel_8xx_fetch_size(void)
  56{
  57        u8 temp;
  58
  59        pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
  60        return __intel_8xx_fetch_size(temp);
  61}
  62
  63static int intel_815_fetch_size(void)
  64{
  65        u8 temp;
  66
  67        /* Intel 815 chipsets have a _weird_ APSIZE register with only
  68         * one non-reserved bit, so mask the others out ... */
  69        pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
  70        temp &= (1 << 3);
  71
  72        return __intel_8xx_fetch_size(temp);
  73}
  74
  75static void intel_tlbflush(struct agp_memory *mem)
  76{
  77        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2200);
  78        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
  79}
  80
  81
  82static void intel_8xx_tlbflush(struct agp_memory *mem)
  83{
  84        u32 temp;
  85        pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
  86        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp & ~(1 << 7));
  87        pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
  88        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp | (1 << 7));
  89}
  90
  91
  92static void intel_cleanup(void)
  93{
  94        u16 temp;
  95        struct aper_size_info_16 *previous_size;
  96
  97        previous_size = A_SIZE_16(agp_bridge->previous_size);
  98        pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
  99        pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
 100        pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
 101}
 102
 103
 104static void intel_8xx_cleanup(void)
 105{
 106        u16 temp;
 107        struct aper_size_info_8 *previous_size;
 108
 109        previous_size = A_SIZE_8(agp_bridge->previous_size);
 110        pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
 111        pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
 112        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
 113}
 114
 115
 116static int intel_configure(void)
 117{
 118        u16 temp2;
 119        struct aper_size_info_16 *current_size;
 120
 121        current_size = A_SIZE_16(agp_bridge->current_size);
 122
 123        /* aperture size */
 124        pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
 125
 126        /* address to map to */
 127        agp_bridge->gart_bus_addr = pci_bus_address(agp_bridge->dev,
 128                                                    AGP_APERTURE_BAR);
 129
 130        /* attbase - aperture base */
 131        pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
 132
 133        /* agpctrl */
 134        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
 135
 136        /* paccfg/nbxcfg */
 137        pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
 138        pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG,
 139                        (temp2 & ~(1 << 10)) | (1 << 9));
 140        /* clear any possible error conditions */
 141        pci_write_config_byte(agp_bridge->dev, INTEL_ERRSTS + 1, 7);
 142        return 0;
 143}
 144
 145static int intel_815_configure(void)
 146{
 147        u32 addr;
 148        u8 temp2;
 149        struct aper_size_info_8 *current_size;
 150
 151        /* attbase - aperture base */
 152        /* the Intel 815 chipset spec. says that bits 29-31 in the
 153        * ATTBASE register are reserved -> try not to write them */
 154        if (agp_bridge->gatt_bus_addr & INTEL_815_ATTBASE_MASK) {
 155                dev_emerg(&agp_bridge->dev->dev, "gatt bus addr too high");
 156                return -EINVAL;
 157        }
 158
 159        current_size = A_SIZE_8(agp_bridge->current_size);
 160
 161        /* aperture size */
 162        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
 163                        current_size->size_value);
 164
 165        /* address to map to */
 166        agp_bridge->gart_bus_addr = pci_bus_address(agp_bridge->dev,
 167                                                    AGP_APERTURE_BAR);
 168
 169        pci_read_config_dword(agp_bridge->dev, INTEL_ATTBASE, &addr);
 170        addr &= INTEL_815_ATTBASE_MASK;
 171        addr |= agp_bridge->gatt_bus_addr;
 172        pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, addr);
 173
 174        /* agpctrl */
 175        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
 176
 177        /* apcont */
 178        pci_read_config_byte(agp_bridge->dev, INTEL_815_APCONT, &temp2);
 179        pci_write_config_byte(agp_bridge->dev, INTEL_815_APCONT, temp2 | (1 << 1));
 180
 181        /* clear any possible error conditions */
 182        /* Oddness : this chipset seems to have no ERRSTS register ! */
 183        return 0;
 184}
 185
 186static void intel_820_tlbflush(struct agp_memory *mem)
 187{
 188        return;
 189}
 190
 191static void intel_820_cleanup(void)
 192{
 193        u8 temp;
 194        struct aper_size_info_8 *previous_size;
 195
 196        previous_size = A_SIZE_8(agp_bridge->previous_size);
 197        pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp);
 198        pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR,
 199                        temp & ~(1 << 1));
 200        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
 201                        previous_size->size_value);
 202}
 203
 204
 205static int intel_820_configure(void)
 206{
 207        u8 temp2;
 208        struct aper_size_info_8 *current_size;
 209
 210        current_size = A_SIZE_8(agp_bridge->current_size);
 211
 212        /* aperture size */
 213        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
 214
 215        /* address to map to */
 216        agp_bridge->gart_bus_addr = pci_bus_address(agp_bridge->dev,
 217                                                    AGP_APERTURE_BAR);
 218
 219        /* attbase - aperture base */
 220        pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
 221
 222        /* agpctrl */
 223        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
 224
 225        /* global enable aperture access */
 226        /* This flag is not accessed through MCHCFG register as in */
 227        /* i850 chipset. */
 228        pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp2);
 229        pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR, temp2 | (1 << 1));
 230        /* clear any possible AGP-related error conditions */
 231        pci_write_config_word(agp_bridge->dev, INTEL_I820_ERRSTS, 0x001c);
 232        return 0;
 233}
 234
 235static int intel_840_configure(void)
 236{
 237        u16 temp2;
 238        struct aper_size_info_8 *current_size;
 239
 240        current_size = A_SIZE_8(agp_bridge->current_size);
 241
 242        /* aperture size */
 243        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
 244
 245        /* address to map to */
 246        agp_bridge->gart_bus_addr = pci_bus_address(agp_bridge->dev,
 247                                                    AGP_APERTURE_BAR);
 248
 249        /* attbase - aperture base */
 250        pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
 251
 252        /* agpctrl */
 253        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
 254
 255        /* mcgcfg */
 256        pci_read_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, &temp2);
 257        pci_write_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, temp2 | (1 << 9));
 258        /* clear any possible error conditions */
 259        pci_write_config_word(agp_bridge->dev, INTEL_I840_ERRSTS, 0xc000);
 260        return 0;
 261}
 262
 263static int intel_845_configure(void)
 264{
 265        u8 temp2;
 266        struct aper_size_info_8 *current_size;
 267
 268        current_size = A_SIZE_8(agp_bridge->current_size);
 269
 270        /* aperture size */
 271        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
 272
 273        if (agp_bridge->apbase_config != 0) {
 274                pci_write_config_dword(agp_bridge->dev, AGP_APBASE,
 275                                       agp_bridge->apbase_config);
 276        } else {
 277                /* address to map to */
 278                agp_bridge->gart_bus_addr = pci_bus_address(agp_bridge->dev,
 279                                                            AGP_APERTURE_BAR);
 280                agp_bridge->apbase_config = agp_bridge->gart_bus_addr;
 281        }
 282
 283        /* attbase - aperture base */
 284        pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
 285
 286        /* agpctrl */
 287        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
 288
 289        /* agpm */
 290        pci_read_config_byte(agp_bridge->dev, INTEL_I845_AGPM, &temp2);
 291        pci_write_config_byte(agp_bridge->dev, INTEL_I845_AGPM, temp2 | (1 << 1));
 292        /* clear any possible error conditions */
 293        pci_write_config_word(agp_bridge->dev, INTEL_I845_ERRSTS, 0x001c);
 294        return 0;
 295}
 296
 297static int intel_850_configure(void)
 298{
 299        u16 temp2;
 300        struct aper_size_info_8 *current_size;
 301
 302        current_size = A_SIZE_8(agp_bridge->current_size);
 303
 304        /* aperture size */
 305        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
 306
 307        /* address to map to */
 308        agp_bridge->gart_bus_addr = pci_bus_address(agp_bridge->dev,
 309                                                    AGP_APERTURE_BAR);
 310
 311        /* attbase - aperture base */
 312        pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
 313
 314        /* agpctrl */
 315        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
 316
 317        /* mcgcfg */
 318        pci_read_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, &temp2);
 319        pci_write_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, temp2 | (1 << 9));
 320        /* clear any possible AGP-related error conditions */
 321        pci_write_config_word(agp_bridge->dev, INTEL_I850_ERRSTS, 0x001c);
 322        return 0;
 323}
 324
 325static int intel_860_configure(void)
 326{
 327        u16 temp2;
 328        struct aper_size_info_8 *current_size;
 329
 330        current_size = A_SIZE_8(agp_bridge->current_size);
 331
 332        /* aperture size */
 333        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
 334
 335        /* address to map to */
 336        agp_bridge->gart_bus_addr = pci_bus_address(agp_bridge->dev,
 337                                                    AGP_APERTURE_BAR);
 338
 339        /* attbase - aperture base */
 340        pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
 341
 342        /* agpctrl */
 343        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
 344
 345        /* mcgcfg */
 346        pci_read_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, &temp2);
 347        pci_write_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, temp2 | (1 << 9));
 348        /* clear any possible AGP-related error conditions */
 349        pci_write_config_word(agp_bridge->dev, INTEL_I860_ERRSTS, 0xf700);
 350        return 0;
 351}
 352
 353static int intel_830mp_configure(void)
 354{
 355        u16 temp2;
 356        struct aper_size_info_8 *current_size;
 357
 358        current_size = A_SIZE_8(agp_bridge->current_size);
 359
 360        /* aperture size */
 361        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
 362
 363        /* address to map to */
 364        agp_bridge->gart_bus_addr = pci_bus_address(agp_bridge->dev,
 365                                                    AGP_APERTURE_BAR);
 366
 367        /* attbase - aperture base */
 368        pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
 369
 370        /* agpctrl */
 371        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
 372
 373        /* gmch */
 374        pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
 375        pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp2 | (1 << 9));
 376        /* clear any possible AGP-related error conditions */
 377        pci_write_config_word(agp_bridge->dev, INTEL_I830_ERRSTS, 0x1c);
 378        return 0;
 379}
 380
 381static int intel_7505_configure(void)
 382{
 383        u16 temp2;
 384        struct aper_size_info_8 *current_size;
 385
 386        current_size = A_SIZE_8(agp_bridge->current_size);
 387
 388        /* aperture size */
 389        pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
 390
 391        /* address to map to */
 392        agp_bridge->gart_bus_addr = pci_bus_address(agp_bridge->dev,
 393                                                    AGP_APERTURE_BAR);
 394
 395        /* attbase - aperture base */
 396        pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
 397
 398        /* agpctrl */
 399        pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
 400
 401        /* mchcfg */
 402        pci_read_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, &temp2);
 403        pci_write_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, temp2 | (1 << 9));
 404
 405        return 0;
 406}
 407
 408/* Setup function */
 409static const struct gatt_mask intel_generic_masks[] =
 410{
 411        {.mask = 0x00000017, .type = 0}
 412};
 413
 414static const struct aper_size_info_8 intel_815_sizes[2] =
 415{
 416        {64, 16384, 4, 0},
 417        {32, 8192, 3, 8},
 418};
 419
 420static const struct aper_size_info_8 intel_8xx_sizes[7] =
 421{
 422        {256, 65536, 6, 0},
 423        {128, 32768, 5, 32},
 424        {64, 16384, 4, 48},
 425        {32, 8192, 3, 56},
 426        {16, 4096, 2, 60},
 427        {8, 2048, 1, 62},
 428        {4, 1024, 0, 63}
 429};
 430
 431static const struct aper_size_info_16 intel_generic_sizes[7] =
 432{
 433        {256, 65536, 6, 0},
 434        {128, 32768, 5, 32},
 435        {64, 16384, 4, 48},
 436        {32, 8192, 3, 56},
 437        {16, 4096, 2, 60},
 438        {8, 2048, 1, 62},
 439        {4, 1024, 0, 63}
 440};
 441
 442static const struct aper_size_info_8 intel_830mp_sizes[4] =
 443{
 444        {256, 65536, 6, 0},
 445        {128, 32768, 5, 32},
 446        {64, 16384, 4, 48},
 447        {32, 8192, 3, 56}
 448};
 449
 450static const struct agp_bridge_driver intel_generic_driver = {
 451        .owner                  = THIS_MODULE,
 452        .aperture_sizes         = intel_generic_sizes,
 453        .size_type              = U16_APER_SIZE,
 454        .num_aperture_sizes     = 7,
 455        .needs_scratch_page     = true,
 456        .configure              = intel_configure,
 457        .fetch_size             = intel_fetch_size,
 458        .cleanup                = intel_cleanup,
 459        .tlb_flush              = intel_tlbflush,
 460        .mask_memory            = agp_generic_mask_memory,
 461        .masks                  = intel_generic_masks,
 462        .agp_enable             = agp_generic_enable,
 463        .cache_flush            = global_cache_flush,
 464        .create_gatt_table      = agp_generic_create_gatt_table,
 465        .free_gatt_table        = agp_generic_free_gatt_table,
 466        .insert_memory          = agp_generic_insert_memory,
 467        .remove_memory          = agp_generic_remove_memory,
 468        .alloc_by_type          = agp_generic_alloc_by_type,
 469        .free_by_type           = agp_generic_free_by_type,
 470        .agp_alloc_page         = agp_generic_alloc_page,
 471        .agp_alloc_pages        = agp_generic_alloc_pages,
 472        .agp_destroy_page       = agp_generic_destroy_page,
 473        .agp_destroy_pages      = agp_generic_destroy_pages,
 474        .agp_type_to_mask_type  = agp_generic_type_to_mask_type,
 475};
 476
 477static const struct agp_bridge_driver intel_815_driver = {
 478        .owner                  = THIS_MODULE,
 479        .aperture_sizes         = intel_815_sizes,
 480        .size_type              = U8_APER_SIZE,
 481        .num_aperture_sizes     = 2,
 482        .needs_scratch_page     = true,
 483        .configure              = intel_815_configure,
 484        .fetch_size             = intel_815_fetch_size,
 485        .cleanup                = intel_8xx_cleanup,
 486        .tlb_flush              = intel_8xx_tlbflush,
 487        .mask_memory            = agp_generic_mask_memory,
 488        .masks                  = intel_generic_masks,
 489        .agp_enable             = agp_generic_enable,
 490        .cache_flush            = global_cache_flush,
 491        .create_gatt_table      = agp_generic_create_gatt_table,
 492        .free_gatt_table        = agp_generic_free_gatt_table,
 493        .insert_memory          = agp_generic_insert_memory,
 494        .remove_memory          = agp_generic_remove_memory,
 495        .alloc_by_type          = agp_generic_alloc_by_type,
 496        .free_by_type           = agp_generic_free_by_type,
 497        .agp_alloc_page         = agp_generic_alloc_page,
 498        .agp_alloc_pages        = agp_generic_alloc_pages,
 499        .agp_destroy_page       = agp_generic_destroy_page,
 500        .agp_destroy_pages      = agp_generic_destroy_pages,
 501        .agp_type_to_mask_type  = agp_generic_type_to_mask_type,
 502};
 503
 504static const struct agp_bridge_driver intel_820_driver = {
 505        .owner                  = THIS_MODULE,
 506        .aperture_sizes         = intel_8xx_sizes,
 507        .size_type              = U8_APER_SIZE,
 508        .num_aperture_sizes     = 7,
 509        .needs_scratch_page     = true,
 510        .configure              = intel_820_configure,
 511        .fetch_size             = intel_8xx_fetch_size,
 512        .cleanup                = intel_820_cleanup,
 513        .tlb_flush              = intel_820_tlbflush,
 514        .mask_memory            = agp_generic_mask_memory,
 515        .masks                  = intel_generic_masks,
 516        .agp_enable             = agp_generic_enable,
 517        .cache_flush            = global_cache_flush,
 518        .create_gatt_table      = agp_generic_create_gatt_table,
 519        .free_gatt_table        = agp_generic_free_gatt_table,
 520        .insert_memory          = agp_generic_insert_memory,
 521        .remove_memory          = agp_generic_remove_memory,
 522        .alloc_by_type          = agp_generic_alloc_by_type,
 523        .free_by_type           = agp_generic_free_by_type,
 524        .agp_alloc_page         = agp_generic_alloc_page,
 525        .agp_alloc_pages        = agp_generic_alloc_pages,
 526        .agp_destroy_page       = agp_generic_destroy_page,
 527        .agp_destroy_pages      = agp_generic_destroy_pages,
 528        .agp_type_to_mask_type  = agp_generic_type_to_mask_type,
 529};
 530
 531static const struct agp_bridge_driver intel_830mp_driver = {
 532        .owner                  = THIS_MODULE,
 533        .aperture_sizes         = intel_830mp_sizes,
 534        .size_type              = U8_APER_SIZE,
 535        .num_aperture_sizes     = 4,
 536        .needs_scratch_page     = true,
 537        .configure              = intel_830mp_configure,
 538        .fetch_size             = intel_8xx_fetch_size,
 539        .cleanup                = intel_8xx_cleanup,
 540        .tlb_flush              = intel_8xx_tlbflush,
 541        .mask_memory            = agp_generic_mask_memory,
 542        .masks                  = intel_generic_masks,
 543        .agp_enable             = agp_generic_enable,
 544        .cache_flush            = global_cache_flush,
 545        .create_gatt_table      = agp_generic_create_gatt_table,
 546        .free_gatt_table        = agp_generic_free_gatt_table,
 547        .insert_memory          = agp_generic_insert_memory,
 548        .remove_memory          = agp_generic_remove_memory,
 549        .alloc_by_type          = agp_generic_alloc_by_type,
 550        .free_by_type           = agp_generic_free_by_type,
 551        .agp_alloc_page         = agp_generic_alloc_page,
 552        .agp_alloc_pages        = agp_generic_alloc_pages,
 553        .agp_destroy_page       = agp_generic_destroy_page,
 554        .agp_destroy_pages      = agp_generic_destroy_pages,
 555        .agp_type_to_mask_type  = agp_generic_type_to_mask_type,
 556};
 557
 558static const struct agp_bridge_driver intel_840_driver = {
 559        .owner                  = THIS_MODULE,
 560        .aperture_sizes         = intel_8xx_sizes,
 561        .size_type              = U8_APER_SIZE,
 562        .num_aperture_sizes     = 7,
 563        .needs_scratch_page     = true,
 564        .configure              = intel_840_configure,
 565        .fetch_size             = intel_8xx_fetch_size,
 566        .cleanup                = intel_8xx_cleanup,
 567        .tlb_flush              = intel_8xx_tlbflush,
 568        .mask_memory            = agp_generic_mask_memory,
 569        .masks                  = intel_generic_masks,
 570        .agp_enable             = agp_generic_enable,
 571        .cache_flush            = global_cache_flush,
 572        .create_gatt_table      = agp_generic_create_gatt_table,
 573        .free_gatt_table        = agp_generic_free_gatt_table,
 574        .insert_memory          = agp_generic_insert_memory,
 575        .remove_memory          = agp_generic_remove_memory,
 576        .alloc_by_type          = agp_generic_alloc_by_type,
 577        .free_by_type           = agp_generic_free_by_type,
 578        .agp_alloc_page         = agp_generic_alloc_page,
 579        .agp_alloc_pages        = agp_generic_alloc_pages,
 580        .agp_destroy_page       = agp_generic_destroy_page,
 581        .agp_destroy_pages      = agp_generic_destroy_pages,
 582        .agp_type_to_mask_type  = agp_generic_type_to_mask_type,
 583};
 584
 585static const struct agp_bridge_driver intel_845_driver = {
 586        .owner                  = THIS_MODULE,
 587        .aperture_sizes         = intel_8xx_sizes,
 588        .size_type              = U8_APER_SIZE,
 589        .num_aperture_sizes     = 7,
 590        .needs_scratch_page     = true,
 591        .configure              = intel_845_configure,
 592        .fetch_size             = intel_8xx_fetch_size,
 593        .cleanup                = intel_8xx_cleanup,
 594        .tlb_flush              = intel_8xx_tlbflush,
 595        .mask_memory            = agp_generic_mask_memory,
 596        .masks                  = intel_generic_masks,
 597        .agp_enable             = agp_generic_enable,
 598        .cache_flush            = global_cache_flush,
 599        .create_gatt_table      = agp_generic_create_gatt_table,
 600        .free_gatt_table        = agp_generic_free_gatt_table,
 601        .insert_memory          = agp_generic_insert_memory,
 602        .remove_memory          = agp_generic_remove_memory,
 603        .alloc_by_type          = agp_generic_alloc_by_type,
 604        .free_by_type           = agp_generic_free_by_type,
 605        .agp_alloc_page         = agp_generic_alloc_page,
 606        .agp_alloc_pages        = agp_generic_alloc_pages,
 607        .agp_destroy_page       = agp_generic_destroy_page,
 608        .agp_destroy_pages      = agp_generic_destroy_pages,
 609        .agp_type_to_mask_type  = agp_generic_type_to_mask_type,
 610};
 611
 612static const struct agp_bridge_driver intel_850_driver = {
 613        .owner                  = THIS_MODULE,
 614        .aperture_sizes         = intel_8xx_sizes,
 615        .size_type              = U8_APER_SIZE,
 616        .num_aperture_sizes     = 7,
 617        .needs_scratch_page     = true,
 618        .configure              = intel_850_configure,
 619        .fetch_size             = intel_8xx_fetch_size,
 620        .cleanup                = intel_8xx_cleanup,
 621        .tlb_flush              = intel_8xx_tlbflush,
 622        .mask_memory            = agp_generic_mask_memory,
 623        .masks                  = intel_generic_masks,
 624        .agp_enable             = agp_generic_enable,
 625        .cache_flush            = global_cache_flush,
 626        .create_gatt_table      = agp_generic_create_gatt_table,
 627        .free_gatt_table        = agp_generic_free_gatt_table,
 628        .insert_memory          = agp_generic_insert_memory,
 629        .remove_memory          = agp_generic_remove_memory,
 630        .alloc_by_type          = agp_generic_alloc_by_type,
 631        .free_by_type           = agp_generic_free_by_type,
 632        .agp_alloc_page         = agp_generic_alloc_page,
 633        .agp_alloc_pages        = agp_generic_alloc_pages,
 634        .agp_destroy_page       = agp_generic_destroy_page,
 635        .agp_destroy_pages      = agp_generic_destroy_pages,
 636        .agp_type_to_mask_type  = agp_generic_type_to_mask_type,
 637};
 638
 639static const struct agp_bridge_driver intel_860_driver = {
 640        .owner                  = THIS_MODULE,
 641        .aperture_sizes         = intel_8xx_sizes,
 642        .size_type              = U8_APER_SIZE,
 643        .num_aperture_sizes     = 7,
 644        .needs_scratch_page     = true,
 645        .configure              = intel_860_configure,
 646        .fetch_size             = intel_8xx_fetch_size,
 647        .cleanup                = intel_8xx_cleanup,
 648        .tlb_flush              = intel_8xx_tlbflush,
 649        .mask_memory            = agp_generic_mask_memory,
 650        .masks                  = intel_generic_masks,
 651        .agp_enable             = agp_generic_enable,
 652        .cache_flush            = global_cache_flush,
 653        .create_gatt_table      = agp_generic_create_gatt_table,
 654        .free_gatt_table        = agp_generic_free_gatt_table,
 655        .insert_memory          = agp_generic_insert_memory,
 656        .remove_memory          = agp_generic_remove_memory,
 657        .alloc_by_type          = agp_generic_alloc_by_type,
 658        .free_by_type           = agp_generic_free_by_type,
 659        .agp_alloc_page         = agp_generic_alloc_page,
 660        .agp_alloc_pages        = agp_generic_alloc_pages,
 661        .agp_destroy_page       = agp_generic_destroy_page,
 662        .agp_destroy_pages      = agp_generic_destroy_pages,
 663        .agp_type_to_mask_type  = agp_generic_type_to_mask_type,
 664};
 665
 666static const struct agp_bridge_driver intel_7505_driver = {
 667        .owner                  = THIS_MODULE,
 668        .aperture_sizes         = intel_8xx_sizes,
 669        .size_type              = U8_APER_SIZE,
 670        .num_aperture_sizes     = 7,
 671        .needs_scratch_page     = true,
 672        .configure              = intel_7505_configure,
 673        .fetch_size             = intel_8xx_fetch_size,
 674        .cleanup                = intel_8xx_cleanup,
 675        .tlb_flush              = intel_8xx_tlbflush,
 676        .mask_memory            = agp_generic_mask_memory,
 677        .masks                  = intel_generic_masks,
 678        .agp_enable             = agp_generic_enable,
 679        .cache_flush            = global_cache_flush,
 680        .create_gatt_table      = agp_generic_create_gatt_table,
 681        .free_gatt_table        = agp_generic_free_gatt_table,
 682        .insert_memory          = agp_generic_insert_memory,
 683        .remove_memory          = agp_generic_remove_memory,
 684        .alloc_by_type          = agp_generic_alloc_by_type,
 685        .free_by_type           = agp_generic_free_by_type,
 686        .agp_alloc_page         = agp_generic_alloc_page,
 687        .agp_alloc_pages        = agp_generic_alloc_pages,
 688        .agp_destroy_page       = agp_generic_destroy_page,
 689        .agp_destroy_pages      = agp_generic_destroy_pages,
 690        .agp_type_to_mask_type  = agp_generic_type_to_mask_type,
 691};
 692
 693/* Table to describe Intel GMCH and AGP/PCIE GART drivers.  At least one of
 694 * driver and gmch_driver must be non-null, and find_gmch will determine
 695 * which one should be used if a gmch_chip_id is present.
 696 */
 697static const struct intel_agp_driver_description {
 698        unsigned int chip_id;
 699        char *name;
 700        const struct agp_bridge_driver *driver;
 701} intel_agp_chipsets[] = {
 702        { PCI_DEVICE_ID_INTEL_82443LX_0, "440LX", &intel_generic_driver },
 703        { PCI_DEVICE_ID_INTEL_82443BX_0, "440BX", &intel_generic_driver },
 704        { PCI_DEVICE_ID_INTEL_82443GX_0, "440GX", &intel_generic_driver },
 705        { PCI_DEVICE_ID_INTEL_82815_MC, "i815", &intel_815_driver },
 706        { PCI_DEVICE_ID_INTEL_82820_HB, "i820", &intel_820_driver },
 707        { PCI_DEVICE_ID_INTEL_82820_UP_HB, "i820", &intel_820_driver },
 708        { PCI_DEVICE_ID_INTEL_82830_HB, "830M", &intel_830mp_driver },
 709        { PCI_DEVICE_ID_INTEL_82840_HB, "i840", &intel_840_driver },
 710        { PCI_DEVICE_ID_INTEL_82845_HB, "i845", &intel_845_driver },
 711        { PCI_DEVICE_ID_INTEL_82845G_HB, "845G", &intel_845_driver },
 712        { PCI_DEVICE_ID_INTEL_82850_HB, "i850", &intel_850_driver },
 713        { PCI_DEVICE_ID_INTEL_82854_HB, "854", &intel_845_driver },
 714        { PCI_DEVICE_ID_INTEL_82855PM_HB, "855PM", &intel_845_driver },
 715        { PCI_DEVICE_ID_INTEL_82855GM_HB, "855GM", &intel_845_driver },
 716        { PCI_DEVICE_ID_INTEL_82860_HB, "i860", &intel_860_driver },
 717        { PCI_DEVICE_ID_INTEL_82865_HB, "865", &intel_845_driver },
 718        { PCI_DEVICE_ID_INTEL_82875_HB, "i875", &intel_845_driver },
 719        { PCI_DEVICE_ID_INTEL_7505_0, "E7505", &intel_7505_driver },
 720        { PCI_DEVICE_ID_INTEL_7205_0, "E7205", &intel_7505_driver },
 721        { 0, NULL, NULL }
 722};
 723
 724static int agp_intel_probe(struct pci_dev *pdev,
 725                           const struct pci_device_id *ent)
 726{
 727        struct agp_bridge_data *bridge;
 728        u8 cap_ptr = 0;
 729        struct resource *r;
 730        int i, err;
 731
 732        cap_ptr = pci_find_capability(pdev, PCI_CAP_ID_AGP);
 733
 734        bridge = agp_alloc_bridge();
 735        if (!bridge)
 736                return -ENOMEM;
 737
 738        bridge->capndx = cap_ptr;
 739
 740        if (intel_gmch_probe(pdev, NULL, bridge))
 741                goto found_gmch;
 742
 743        for (i = 0; intel_agp_chipsets[i].name != NULL; i++) {
 744                /* In case that multiple models of gfx chip may
 745                   stand on same host bridge type, this can be
 746                   sure we detect the right IGD. */
 747                if (pdev->device == intel_agp_chipsets[i].chip_id) {
 748                        bridge->driver = intel_agp_chipsets[i].driver;
 749                        break;
 750                }
 751        }
 752
 753        if (!bridge->driver) {
 754                if (cap_ptr)
 755                        dev_warn(&pdev->dev, "unsupported Intel chipset [%04x/%04x]\n",
 756                                 pdev->vendor, pdev->device);
 757                agp_put_bridge(bridge);
 758                return -ENODEV;
 759        }
 760
 761        bridge->dev = pdev;
 762        bridge->dev_private_data = NULL;
 763
 764        dev_info(&pdev->dev, "Intel %s Chipset\n", intel_agp_chipsets[i].name);
 765
 766        /*
 767        * The following fixes the case where the BIOS has "forgotten" to
 768        * provide an address range for the GART.
 769        * 20030610 - hamish@zot.org
 770        * This happens before pci_enable_device() intentionally;
 771        * calling pci_enable_device() before assigning the resource
 772        * will result in the GART being disabled on machines with such
 773        * BIOSs (the GART ends up with a BAR starting at 0, which
 774        * conflicts a lot of other devices).
 775        */
 776        r = &pdev->resource[0];
 777        if (!r->start && r->end) {
 778                if (pci_assign_resource(pdev, 0)) {
 779                        dev_err(&pdev->dev, "can't assign resource 0\n");
 780                        agp_put_bridge(bridge);
 781                        return -ENODEV;
 782                }
 783        }
 784
 785        /*
 786        * If the device has not been properly setup, the following will catch
 787        * the problem and should stop the system from crashing.
 788        * 20030610 - hamish@zot.org
 789        */
 790        if (pci_enable_device(pdev)) {
 791                dev_err(&pdev->dev, "can't enable PCI device\n");
 792                agp_put_bridge(bridge);
 793                return -ENODEV;
 794        }
 795
 796        /* Fill in the mode register */
 797        if (cap_ptr) {
 798                pci_read_config_dword(pdev,
 799                                bridge->capndx+PCI_AGP_STATUS,
 800                                &bridge->mode);
 801        }
 802
 803found_gmch:
 804        pci_set_drvdata(pdev, bridge);
 805        err = agp_add_bridge(bridge);
 806        return err;
 807}
 808
 809static void agp_intel_remove(struct pci_dev *pdev)
 810{
 811        struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
 812
 813        agp_remove_bridge(bridge);
 814
 815        intel_gmch_remove();
 816
 817        agp_put_bridge(bridge);
 818}
 819
 820#ifdef CONFIG_PM
 821static int agp_intel_resume(struct pci_dev *pdev)
 822{
 823        struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
 824
 825        bridge->driver->configure();
 826
 827        return 0;
 828}
 829#endif
 830
 831static const struct pci_device_id agp_intel_pci_table[] = {
 832#define ID(x)                                           \
 833        {                                               \
 834        .class          = (PCI_CLASS_BRIDGE_HOST << 8), \
 835        .class_mask     = ~0,                           \
 836        .vendor         = PCI_VENDOR_ID_INTEL,          \
 837        .device         = x,                            \
 838        .subvendor      = PCI_ANY_ID,                   \
 839        .subdevice      = PCI_ANY_ID,                   \
 840        }
 841        ID(PCI_DEVICE_ID_INTEL_82441), /* for HAS2 support */
 842        ID(PCI_DEVICE_ID_INTEL_82443LX_0),
 843        ID(PCI_DEVICE_ID_INTEL_82443BX_0),
 844        ID(PCI_DEVICE_ID_INTEL_82443GX_0),
 845        ID(PCI_DEVICE_ID_INTEL_82810_MC1),
 846        ID(PCI_DEVICE_ID_INTEL_82810_MC3),
 847        ID(PCI_DEVICE_ID_INTEL_82810E_MC),
 848        ID(PCI_DEVICE_ID_INTEL_82815_MC),
 849        ID(PCI_DEVICE_ID_INTEL_82820_HB),
 850        ID(PCI_DEVICE_ID_INTEL_82820_UP_HB),
 851        ID(PCI_DEVICE_ID_INTEL_82830_HB),
 852        ID(PCI_DEVICE_ID_INTEL_82840_HB),
 853        ID(PCI_DEVICE_ID_INTEL_82845_HB),
 854        ID(PCI_DEVICE_ID_INTEL_82845G_HB),
 855        ID(PCI_DEVICE_ID_INTEL_82850_HB),
 856        ID(PCI_DEVICE_ID_INTEL_82854_HB),
 857        ID(PCI_DEVICE_ID_INTEL_82855PM_HB),
 858        ID(PCI_DEVICE_ID_INTEL_82855GM_HB),
 859        ID(PCI_DEVICE_ID_INTEL_82860_HB),
 860        ID(PCI_DEVICE_ID_INTEL_82865_HB),
 861        ID(PCI_DEVICE_ID_INTEL_82875_HB),
 862        ID(PCI_DEVICE_ID_INTEL_7505_0),
 863        ID(PCI_DEVICE_ID_INTEL_7205_0),
 864        ID(PCI_DEVICE_ID_INTEL_E7221_HB),
 865        ID(PCI_DEVICE_ID_INTEL_82915G_HB),
 866        ID(PCI_DEVICE_ID_INTEL_82915GM_HB),
 867        ID(PCI_DEVICE_ID_INTEL_82945G_HB),
 868        ID(PCI_DEVICE_ID_INTEL_82945GM_HB),
 869        ID(PCI_DEVICE_ID_INTEL_82945GME_HB),
 870        ID(PCI_DEVICE_ID_INTEL_PINEVIEW_M_HB),
 871        ID(PCI_DEVICE_ID_INTEL_PINEVIEW_HB),
 872        ID(PCI_DEVICE_ID_INTEL_82946GZ_HB),
 873        ID(PCI_DEVICE_ID_INTEL_82G35_HB),
 874        ID(PCI_DEVICE_ID_INTEL_82965Q_HB),
 875        ID(PCI_DEVICE_ID_INTEL_82965G_HB),
 876        ID(PCI_DEVICE_ID_INTEL_82965GM_HB),
 877        ID(PCI_DEVICE_ID_INTEL_82965GME_HB),
 878        ID(PCI_DEVICE_ID_INTEL_G33_HB),
 879        ID(PCI_DEVICE_ID_INTEL_Q35_HB),
 880        ID(PCI_DEVICE_ID_INTEL_Q33_HB),
 881        ID(PCI_DEVICE_ID_INTEL_GM45_HB),
 882        ID(PCI_DEVICE_ID_INTEL_EAGLELAKE_HB),
 883        ID(PCI_DEVICE_ID_INTEL_Q45_HB),
 884        ID(PCI_DEVICE_ID_INTEL_G45_HB),
 885        ID(PCI_DEVICE_ID_INTEL_G41_HB),
 886        ID(PCI_DEVICE_ID_INTEL_B43_HB),
 887        ID(PCI_DEVICE_ID_INTEL_B43_1_HB),
 888        ID(PCI_DEVICE_ID_INTEL_IRONLAKE_D_HB),
 889        ID(PCI_DEVICE_ID_INTEL_IRONLAKE_D2_HB),
 890        ID(PCI_DEVICE_ID_INTEL_IRONLAKE_M_HB),
 891        ID(PCI_DEVICE_ID_INTEL_IRONLAKE_MA_HB),
 892        ID(PCI_DEVICE_ID_INTEL_IRONLAKE_MC2_HB),
 893        { }
 894};
 895
 896MODULE_DEVICE_TABLE(pci, agp_intel_pci_table);
 897
 898static struct pci_driver agp_intel_pci_driver = {
 899        .name           = "agpgart-intel",
 900        .id_table       = agp_intel_pci_table,
 901        .probe          = agp_intel_probe,
 902        .remove         = agp_intel_remove,
 903#ifdef CONFIG_PM
 904        .resume         = agp_intel_resume,
 905#endif
 906};
 907
 908static int __init agp_intel_init(void)
 909{
 910        if (agp_off)
 911                return -EINVAL;
 912        return pci_register_driver(&agp_intel_pci_driver);
 913}
 914
 915static void __exit agp_intel_cleanup(void)
 916{
 917        pci_unregister_driver(&agp_intel_pci_driver);
 918}
 919
 920module_init(agp_intel_init);
 921module_exit(agp_intel_cleanup);
 922
 923MODULE_AUTHOR("Dave Jones, Various @Intel");
 924MODULE_LICENSE("GPL and additional rights");
 925