linux/drivers/gpu/drm/nouveau/nouveau_drm.c
<<
>>
Prefs
   1/*
   2 * Copyright 2012 Red Hat Inc.
   3 *
   4 * Permission is hereby granted, free of charge, to any person obtaining a
   5 * copy of this software and associated documentation files (the "Software"),
   6 * to deal in the Software without restriction, including without limitation
   7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8 * and/or sell copies of the Software, and to permit persons to whom the
   9 * Software is furnished to do so, subject to the following conditions:
  10 *
  11 * The above copyright notice and this permission notice shall be included in
  12 * all copies or substantial portions of the Software.
  13 *
  14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20 * OTHER DEALINGS IN THE SOFTWARE.
  21 *
  22 * Authors: Ben Skeggs
  23 */
  24
  25#include <linux/console.h>
  26#include <linux/module.h>
  27#include <linux/pci.h>
  28
  29#include <core/device.h>
  30#include <core/client.h>
  31#include <core/gpuobj.h>
  32#include <core/class.h>
  33
  34#include <engine/device.h>
  35#include <engine/disp.h>
  36#include <engine/fifo.h>
  37
  38#include <subdev/vm.h>
  39
  40#include "nouveau_drm.h"
  41#include "nouveau_dma.h"
  42#include "nouveau_ttm.h"
  43#include "nouveau_gem.h"
  44#include "nouveau_agp.h"
  45#include "nouveau_vga.h"
  46#include "nouveau_pm.h"
  47#include "nouveau_acpi.h"
  48#include "nouveau_bios.h"
  49#include "nouveau_ioctl.h"
  50#include "nouveau_abi16.h"
  51#include "nouveau_fbcon.h"
  52#include "nouveau_fence.h"
  53#include "nouveau_debugfs.h"
  54
  55MODULE_PARM_DESC(config, "option string to pass to driver core");
  56static char *nouveau_config;
  57module_param_named(config, nouveau_config, charp, 0400);
  58
  59MODULE_PARM_DESC(debug, "debug string to pass to driver core");
  60static char *nouveau_debug;
  61module_param_named(debug, nouveau_debug, charp, 0400);
  62
  63MODULE_PARM_DESC(noaccel, "disable kernel/abi16 acceleration");
  64static int nouveau_noaccel = 0;
  65module_param_named(noaccel, nouveau_noaccel, int, 0400);
  66
  67MODULE_PARM_DESC(modeset, "enable driver (default: auto, "
  68                          "0 = disabled, 1 = enabled, 2 = headless)");
  69int nouveau_modeset = -1;
  70module_param_named(modeset, nouveau_modeset, int, 0400);
  71
  72static struct drm_driver driver;
  73
  74static int
  75nouveau_drm_vblank_handler(struct nouveau_eventh *event, int head)
  76{
  77        struct nouveau_drm *drm =
  78                container_of(event, struct nouveau_drm, vblank[head]);
  79        drm_handle_vblank(drm->dev, head);
  80        return NVKM_EVENT_KEEP;
  81}
  82
  83static int
  84nouveau_drm_vblank_enable(struct drm_device *dev, int head)
  85{
  86        struct nouveau_drm *drm = nouveau_drm(dev);
  87        struct nouveau_disp *pdisp = nouveau_disp(drm->device);
  88
  89        if (WARN_ON_ONCE(head > ARRAY_SIZE(drm->vblank)))
  90                return -EIO;
  91        WARN_ON_ONCE(drm->vblank[head].func);
  92        drm->vblank[head].func = nouveau_drm_vblank_handler;
  93        nouveau_event_get(pdisp->vblank, head, &drm->vblank[head]);
  94        return 0;
  95}
  96
  97static void
  98nouveau_drm_vblank_disable(struct drm_device *dev, int head)
  99{
 100        struct nouveau_drm *drm = nouveau_drm(dev);
 101        struct nouveau_disp *pdisp = nouveau_disp(drm->device);
 102        if (drm->vblank[head].func)
 103                nouveau_event_put(pdisp->vblank, head, &drm->vblank[head]);
 104        else
 105                WARN_ON_ONCE(1);
 106        drm->vblank[head].func = NULL;
 107}
 108
 109static u64
 110nouveau_name(struct pci_dev *pdev)
 111{
 112        u64 name = (u64)pci_domain_nr(pdev->bus) << 32;
 113        name |= pdev->bus->number << 16;
 114        name |= PCI_SLOT(pdev->devfn) << 8;
 115        return name | PCI_FUNC(pdev->devfn);
 116}
 117
 118static int
 119nouveau_cli_create(struct pci_dev *pdev, const char *name,
 120                   int size, void **pcli)
 121{
 122        struct nouveau_cli *cli;
 123        int ret;
 124
 125        *pcli = NULL;
 126        ret = nouveau_client_create_(name, nouveau_name(pdev), nouveau_config,
 127                                     nouveau_debug, size, pcli);
 128        cli = *pcli;
 129        if (ret) {
 130                if (cli)
 131                        nouveau_client_destroy(&cli->base);
 132                *pcli = NULL;
 133                return ret;
 134        }
 135
 136        mutex_init(&cli->mutex);
 137        return 0;
 138}
 139
 140static void
 141nouveau_cli_destroy(struct nouveau_cli *cli)
 142{
 143        struct nouveau_object *client = nv_object(cli);
 144        nouveau_vm_ref(NULL, &cli->base.vm, NULL);
 145        nouveau_client_fini(&cli->base, false);
 146        atomic_set(&client->refcount, 1);
 147        nouveau_object_ref(NULL, &client);
 148}
 149
 150static void
 151nouveau_accel_fini(struct nouveau_drm *drm)
 152{
 153        nouveau_gpuobj_ref(NULL, &drm->notify);
 154        nouveau_channel_del(&drm->channel);
 155        nouveau_channel_del(&drm->cechan);
 156        if (drm->fence)
 157                nouveau_fence(drm)->dtor(drm);
 158}
 159
 160static void
 161nouveau_accel_init(struct nouveau_drm *drm)
 162{
 163        struct nouveau_device *device = nv_device(drm->device);
 164        struct nouveau_object *object;
 165        u32 arg0, arg1;
 166        int ret;
 167
 168        if (nouveau_noaccel || !nouveau_fifo(device) /*XXX*/)
 169                return;
 170
 171        /* initialise synchronisation routines */
 172        if      (device->card_type < NV_10) ret = nv04_fence_create(drm);
 173        else if (device->chipset   <  0x17) ret = nv10_fence_create(drm);
 174        else if (device->card_type < NV_50) ret = nv17_fence_create(drm);
 175        else if (device->chipset   <  0x84) ret = nv50_fence_create(drm);
 176        else if (device->card_type < NV_C0) ret = nv84_fence_create(drm);
 177        else                                ret = nvc0_fence_create(drm);
 178        if (ret) {
 179                NV_ERROR(drm, "failed to initialise sync subsystem, %d\n", ret);
 180                nouveau_accel_fini(drm);
 181                return;
 182        }
 183
 184        if (device->card_type >= NV_E0) {
 185                ret = nouveau_channel_new(drm, &drm->client, NVDRM_DEVICE,
 186                                          NVDRM_CHAN + 1,
 187                                          NVE0_CHANNEL_IND_ENGINE_CE0 |
 188                                          NVE0_CHANNEL_IND_ENGINE_CE1, 0,
 189                                          &drm->cechan);
 190                if (ret)
 191                        NV_ERROR(drm, "failed to create ce channel, %d\n", ret);
 192
 193                arg0 = NVE0_CHANNEL_IND_ENGINE_GR;
 194                arg1 = 1;
 195        } else {
 196                arg0 = NvDmaFB;
 197                arg1 = NvDmaTT;
 198        }
 199
 200        ret = nouveau_channel_new(drm, &drm->client, NVDRM_DEVICE, NVDRM_CHAN,
 201                                  arg0, arg1, &drm->channel);
 202        if (ret) {
 203                NV_ERROR(drm, "failed to create kernel channel, %d\n", ret);
 204                nouveau_accel_fini(drm);
 205                return;
 206        }
 207
 208        if (device->card_type < NV_C0) {
 209                ret = nouveau_gpuobj_new(drm->device, NULL, 32, 0, 0,
 210                                        &drm->notify);
 211                if (ret) {
 212                        NV_ERROR(drm, "failed to allocate notifier, %d\n", ret);
 213                        nouveau_accel_fini(drm);
 214                        return;
 215                }
 216
 217                ret = nouveau_object_new(nv_object(drm),
 218                                         drm->channel->handle, NvNotify0,
 219                                         0x003d, &(struct nv_dma_class) {
 220                                                .flags = NV_DMA_TARGET_VRAM |
 221                                                         NV_DMA_ACCESS_RDWR,
 222                                                .start = drm->notify->addr,
 223                                                .limit = drm->notify->addr + 31
 224                                                }, sizeof(struct nv_dma_class),
 225                                         &object);
 226                if (ret) {
 227                        nouveau_accel_fini(drm);
 228                        return;
 229                }
 230        }
 231
 232
 233        nouveau_bo_move_init(drm);
 234}
 235
 236static int nouveau_drm_probe(struct pci_dev *pdev,
 237                             const struct pci_device_id *pent)
 238{
 239        struct nouveau_device *device;
 240        struct apertures_struct *aper;
 241        bool boot = false;
 242        int ret;
 243
 244        /* remove conflicting drivers (vesafb, efifb etc) */
 245        aper = alloc_apertures(3);
 246        if (!aper)
 247                return -ENOMEM;
 248
 249        aper->ranges[0].base = pci_resource_start(pdev, 1);
 250        aper->ranges[0].size = pci_resource_len(pdev, 1);
 251        aper->count = 1;
 252
 253        if (pci_resource_len(pdev, 2)) {
 254                aper->ranges[aper->count].base = pci_resource_start(pdev, 2);
 255                aper->ranges[aper->count].size = pci_resource_len(pdev, 2);
 256                aper->count++;
 257        }
 258
 259        if (pci_resource_len(pdev, 3)) {
 260                aper->ranges[aper->count].base = pci_resource_start(pdev, 3);
 261                aper->ranges[aper->count].size = pci_resource_len(pdev, 3);
 262                aper->count++;
 263        }
 264
 265#ifdef CONFIG_X86
 266        boot = pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW;
 267#endif
 268        remove_conflicting_framebuffers(aper, "nouveaufb", boot);
 269        kfree(aper);
 270
 271        ret = nouveau_device_create(pdev, nouveau_name(pdev), pci_name(pdev),
 272                                    nouveau_config, nouveau_debug, &device);
 273        if (ret)
 274                return ret;
 275
 276        pci_set_master(pdev);
 277
 278        ret = drm_get_pci_dev(pdev, pent, &driver);
 279        if (ret) {
 280                nouveau_object_ref(NULL, (struct nouveau_object **)&device);
 281                return ret;
 282        }
 283
 284        return 0;
 285}
 286
 287static struct lock_class_key drm_client_lock_class_key;
 288
 289static int
 290nouveau_drm_load(struct drm_device *dev, unsigned long flags)
 291{
 292        struct pci_dev *pdev = dev->pdev;
 293        struct nouveau_device *device;
 294        struct nouveau_drm *drm;
 295        int ret;
 296
 297        ret = nouveau_cli_create(pdev, "DRM", sizeof(*drm), (void**)&drm);
 298        if (ret)
 299                return ret;
 300        lockdep_set_class(&drm->client.mutex, &drm_client_lock_class_key);
 301
 302        dev->dev_private = drm;
 303        drm->dev = dev;
 304
 305        INIT_LIST_HEAD(&drm->clients);
 306        spin_lock_init(&drm->tile.lock);
 307
 308        /* make sure AGP controller is in a consistent state before we
 309         * (possibly) execute vbios init tables (see nouveau_agp.h)
 310         */
 311        if (drm_pci_device_is_agp(dev) && dev->agp) {
 312                /* dummy device object, doesn't init anything, but allows
 313                 * agp code access to registers
 314                 */
 315                ret = nouveau_object_new(nv_object(drm), NVDRM_CLIENT,
 316                                         NVDRM_DEVICE, 0x0080,
 317                                         &(struct nv_device_class) {
 318                                                .device = ~0,
 319                                                .disable =
 320                                                 ~(NV_DEVICE_DISABLE_MMIO |
 321                                                   NV_DEVICE_DISABLE_IDENTIFY),
 322                                                .debug0 = ~0,
 323                                         }, sizeof(struct nv_device_class),
 324                                         &drm->device);
 325                if (ret)
 326                        goto fail_device;
 327
 328                nouveau_agp_reset(drm);
 329                nouveau_object_del(nv_object(drm), NVDRM_CLIENT, NVDRM_DEVICE);
 330        }
 331
 332        ret = nouveau_object_new(nv_object(drm), NVDRM_CLIENT, NVDRM_DEVICE,
 333                                 0x0080, &(struct nv_device_class) {
 334                                        .device = ~0,
 335                                        .disable = 0,
 336                                        .debug0 = 0,
 337                                 }, sizeof(struct nv_device_class),
 338                                 &drm->device);
 339        if (ret)
 340                goto fail_device;
 341
 342        /* workaround an odd issue on nvc1 by disabling the device's
 343         * nosnoop capability.  hopefully won't cause issues until a
 344         * better fix is found - assuming there is one...
 345         */
 346        device = nv_device(drm->device);
 347        if (nv_device(drm->device)->chipset == 0xc1)
 348                nv_mask(device, 0x00088080, 0x00000800, 0x00000000);
 349
 350        nouveau_vga_init(drm);
 351        nouveau_agp_init(drm);
 352
 353        if (device->card_type >= NV_50) {
 354                ret = nouveau_vm_new(nv_device(drm->device), 0, (1ULL << 40),
 355                                     0x1000, &drm->client.base.vm);
 356                if (ret)
 357                        goto fail_device;
 358        }
 359
 360        ret = nouveau_ttm_init(drm);
 361        if (ret)
 362                goto fail_ttm;
 363
 364        ret = nouveau_bios_init(dev);
 365        if (ret)
 366                goto fail_bios;
 367
 368        ret = nouveau_display_create(dev);
 369        if (ret)
 370                goto fail_dispctor;
 371
 372        if (dev->mode_config.num_crtc) {
 373                ret = nouveau_display_init(dev);
 374                if (ret)
 375                        goto fail_dispinit;
 376        }
 377
 378        nouveau_pm_init(dev);
 379
 380        nouveau_accel_init(drm);
 381        nouveau_fbcon_init(dev);
 382        return 0;
 383
 384fail_dispinit:
 385        nouveau_display_destroy(dev);
 386fail_dispctor:
 387        nouveau_bios_takedown(dev);
 388fail_bios:
 389        nouveau_ttm_fini(drm);
 390fail_ttm:
 391        nouveau_agp_fini(drm);
 392        nouveau_vga_fini(drm);
 393fail_device:
 394        nouveau_cli_destroy(&drm->client);
 395        return ret;
 396}
 397
 398static int
 399nouveau_drm_unload(struct drm_device *dev)
 400{
 401        struct nouveau_drm *drm = nouveau_drm(dev);
 402
 403        nouveau_fbcon_fini(dev);
 404        nouveau_accel_fini(drm);
 405
 406        nouveau_pm_fini(dev);
 407
 408        if (dev->mode_config.num_crtc)
 409                nouveau_display_fini(dev);
 410        nouveau_display_destroy(dev);
 411
 412        nouveau_bios_takedown(dev);
 413
 414        nouveau_ttm_fini(drm);
 415        nouveau_agp_fini(drm);
 416        nouveau_vga_fini(drm);
 417
 418        nouveau_cli_destroy(&drm->client);
 419        return 0;
 420}
 421
 422static void
 423nouveau_drm_remove(struct pci_dev *pdev)
 424{
 425        struct drm_device *dev = pci_get_drvdata(pdev);
 426        struct nouveau_drm *drm = nouveau_drm(dev);
 427        struct nouveau_object *device;
 428
 429        device = drm->client.base.device;
 430        drm_put_dev(dev);
 431
 432        nouveau_object_ref(NULL, &device);
 433        nouveau_object_debug();
 434}
 435
 436static int
 437nouveau_do_suspend(struct drm_device *dev)
 438{
 439        struct nouveau_drm *drm = nouveau_drm(dev);
 440        struct nouveau_cli *cli;
 441        int ret;
 442
 443        if (dev->mode_config.num_crtc) {
 444                NV_INFO(drm, "suspending fbcon...\n");
 445                nouveau_fbcon_set_suspend(dev, 1);
 446
 447                NV_INFO(drm, "suspending display...\n");
 448                ret = nouveau_display_suspend(dev);
 449                if (ret)
 450                        return ret;
 451        }
 452
 453        NV_INFO(drm, "evicting buffers...\n");
 454        ttm_bo_evict_mm(&drm->ttm.bdev, TTM_PL_VRAM);
 455
 456        NV_INFO(drm, "waiting for kernel channels to go idle...\n");
 457        if (drm->cechan) {
 458                ret = nouveau_channel_idle(drm->cechan);
 459                if (ret)
 460                        return ret;
 461        }
 462
 463        if (drm->channel) {
 464                ret = nouveau_channel_idle(drm->channel);
 465                if (ret)
 466                        return ret;
 467        }
 468
 469        NV_INFO(drm, "suspending client object trees...\n");
 470        if (drm->fence && nouveau_fence(drm)->suspend) {
 471                if (!nouveau_fence(drm)->suspend(drm))
 472                        return -ENOMEM;
 473        }
 474
 475        list_for_each_entry(cli, &drm->clients, head) {
 476                ret = nouveau_client_fini(&cli->base, true);
 477                if (ret)
 478                        goto fail_client;
 479        }
 480
 481        NV_INFO(drm, "suspending kernel object tree...\n");
 482        ret = nouveau_client_fini(&drm->client.base, true);
 483        if (ret)
 484                goto fail_client;
 485
 486        nouveau_agp_fini(drm);
 487        return 0;
 488
 489fail_client:
 490        list_for_each_entry_continue_reverse(cli, &drm->clients, head) {
 491                nouveau_client_init(&cli->base);
 492        }
 493
 494        if (dev->mode_config.num_crtc) {
 495                NV_INFO(drm, "resuming display...\n");
 496                nouveau_display_resume(dev);
 497        }
 498        return ret;
 499}
 500
 501int nouveau_pmops_suspend(struct device *dev)
 502{
 503        struct pci_dev *pdev = to_pci_dev(dev);
 504        struct drm_device *drm_dev = pci_get_drvdata(pdev);
 505        int ret;
 506
 507        if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF)
 508                return 0;
 509
 510        ret = nouveau_do_suspend(drm_dev);
 511        if (ret)
 512                return ret;
 513
 514        pci_save_state(pdev);
 515        pci_disable_device(pdev);
 516        pci_set_power_state(pdev, PCI_D3hot);
 517
 518        return 0;
 519}
 520
 521static int
 522nouveau_do_resume(struct drm_device *dev)
 523{
 524        struct nouveau_drm *drm = nouveau_drm(dev);
 525        struct nouveau_cli *cli;
 526
 527        NV_INFO(drm, "re-enabling device...\n");
 528
 529        nouveau_agp_reset(drm);
 530
 531        NV_INFO(drm, "resuming kernel object tree...\n");
 532        nouveau_client_init(&drm->client.base);
 533        nouveau_agp_init(drm);
 534
 535        NV_INFO(drm, "resuming client object trees...\n");
 536        if (drm->fence && nouveau_fence(drm)->resume)
 537                nouveau_fence(drm)->resume(drm);
 538
 539        list_for_each_entry(cli, &drm->clients, head) {
 540                nouveau_client_init(&cli->base);
 541        }
 542
 543        nouveau_run_vbios_init(dev);
 544        nouveau_pm_resume(dev);
 545
 546        if (dev->mode_config.num_crtc) {
 547                NV_INFO(drm, "resuming display...\n");
 548                nouveau_display_resume(dev);
 549        }
 550        return 0;
 551}
 552
 553int nouveau_pmops_resume(struct device *dev)
 554{
 555        struct pci_dev *pdev = to_pci_dev(dev);
 556        struct drm_device *drm_dev = pci_get_drvdata(pdev);
 557        int ret;
 558
 559        if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF)
 560                return 0;
 561
 562        pci_set_power_state(pdev, PCI_D0);
 563        pci_restore_state(pdev);
 564        ret = pci_enable_device(pdev);
 565        if (ret)
 566                return ret;
 567        pci_set_master(pdev);
 568
 569        return nouveau_do_resume(drm_dev);
 570}
 571
 572static int nouveau_pmops_freeze(struct device *dev)
 573{
 574        struct pci_dev *pdev = to_pci_dev(dev);
 575        struct drm_device *drm_dev = pci_get_drvdata(pdev);
 576
 577        return nouveau_do_suspend(drm_dev);
 578}
 579
 580static int nouveau_pmops_thaw(struct device *dev)
 581{
 582        struct pci_dev *pdev = to_pci_dev(dev);
 583        struct drm_device *drm_dev = pci_get_drvdata(pdev);
 584
 585        return nouveau_do_resume(drm_dev);
 586}
 587
 588
 589static int
 590nouveau_drm_open(struct drm_device *dev, struct drm_file *fpriv)
 591{
 592        struct pci_dev *pdev = dev->pdev;
 593        struct nouveau_drm *drm = nouveau_drm(dev);
 594        struct nouveau_cli *cli;
 595        char name[32], tmpname[TASK_COMM_LEN];
 596        int ret;
 597
 598        get_task_comm(tmpname, current);
 599        snprintf(name, sizeof(name), "%s[%d]", tmpname, pid_nr(fpriv->pid));
 600
 601        ret = nouveau_cli_create(pdev, name, sizeof(*cli), (void **)&cli);
 602        if (ret)
 603                return ret;
 604
 605        if (nv_device(drm->device)->card_type >= NV_50) {
 606                ret = nouveau_vm_new(nv_device(drm->device), 0, (1ULL << 40),
 607                                     0x1000, &cli->base.vm);
 608                if (ret) {
 609                        nouveau_cli_destroy(cli);
 610                        return ret;
 611                }
 612        }
 613
 614        fpriv->driver_priv = cli;
 615
 616        mutex_lock(&drm->client.mutex);
 617        list_add(&cli->head, &drm->clients);
 618        mutex_unlock(&drm->client.mutex);
 619        return 0;
 620}
 621
 622static void
 623nouveau_drm_preclose(struct drm_device *dev, struct drm_file *fpriv)
 624{
 625        struct nouveau_cli *cli = nouveau_cli(fpriv);
 626        struct nouveau_drm *drm = nouveau_drm(dev);
 627
 628        if (cli->abi16)
 629                nouveau_abi16_fini(cli->abi16);
 630
 631        mutex_lock(&drm->client.mutex);
 632        list_del(&cli->head);
 633        mutex_unlock(&drm->client.mutex);
 634}
 635
 636static void
 637nouveau_drm_postclose(struct drm_device *dev, struct drm_file *fpriv)
 638{
 639        struct nouveau_cli *cli = nouveau_cli(fpriv);
 640        nouveau_cli_destroy(cli);
 641}
 642
 643static struct drm_ioctl_desc
 644nouveau_ioctls[] = {
 645        DRM_IOCTL_DEF_DRV(NOUVEAU_GETPARAM, nouveau_abi16_ioctl_getparam, DRM_UNLOCKED|DRM_AUTH),
 646        DRM_IOCTL_DEF_DRV(NOUVEAU_SETPARAM, nouveau_abi16_ioctl_setparam, DRM_UNLOCKED|DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
 647        DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_ALLOC, nouveau_abi16_ioctl_channel_alloc, DRM_UNLOCKED|DRM_AUTH),
 648        DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_FREE, nouveau_abi16_ioctl_channel_free, DRM_UNLOCKED|DRM_AUTH),
 649        DRM_IOCTL_DEF_DRV(NOUVEAU_GROBJ_ALLOC, nouveau_abi16_ioctl_grobj_alloc, DRM_UNLOCKED|DRM_AUTH),
 650        DRM_IOCTL_DEF_DRV(NOUVEAU_NOTIFIEROBJ_ALLOC, nouveau_abi16_ioctl_notifierobj_alloc, DRM_UNLOCKED|DRM_AUTH),
 651        DRM_IOCTL_DEF_DRV(NOUVEAU_GPUOBJ_FREE, nouveau_abi16_ioctl_gpuobj_free, DRM_UNLOCKED|DRM_AUTH),
 652        DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_NEW, nouveau_gem_ioctl_new, DRM_UNLOCKED|DRM_AUTH),
 653        DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_PUSHBUF, nouveau_gem_ioctl_pushbuf, DRM_UNLOCKED|DRM_AUTH),
 654        DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_PREP, nouveau_gem_ioctl_cpu_prep, DRM_UNLOCKED|DRM_AUTH),
 655        DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_FINI, nouveau_gem_ioctl_cpu_fini, DRM_UNLOCKED|DRM_AUTH),
 656        DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_INFO, nouveau_gem_ioctl_info, DRM_UNLOCKED|DRM_AUTH),
 657};
 658
 659static const struct file_operations
 660nouveau_driver_fops = {
 661        .owner = THIS_MODULE,
 662        .open = drm_open,
 663        .release = drm_release,
 664        .unlocked_ioctl = drm_ioctl,
 665        .mmap = nouveau_ttm_mmap,
 666        .poll = drm_poll,
 667        .fasync = drm_fasync,
 668        .read = drm_read,
 669#if defined(CONFIG_COMPAT)
 670        .compat_ioctl = nouveau_compat_ioctl,
 671#endif
 672        .llseek = noop_llseek,
 673};
 674
 675static struct drm_driver
 676driver = {
 677        .driver_features =
 678                DRIVER_USE_AGP | DRIVER_PCI_DMA | DRIVER_SG |
 679                DRIVER_GEM | DRIVER_MODESET | DRIVER_PRIME,
 680
 681        .load = nouveau_drm_load,
 682        .unload = nouveau_drm_unload,
 683        .open = nouveau_drm_open,
 684        .preclose = nouveau_drm_preclose,
 685        .postclose = nouveau_drm_postclose,
 686        .lastclose = nouveau_vga_lastclose,
 687
 688#if defined(CONFIG_DEBUG_FS)
 689        .debugfs_init = nouveau_debugfs_init,
 690        .debugfs_cleanup = nouveau_debugfs_takedown,
 691#endif
 692
 693        .get_vblank_counter = drm_vblank_count,
 694        .enable_vblank = nouveau_drm_vblank_enable,
 695        .disable_vblank = nouveau_drm_vblank_disable,
 696
 697        .ioctls = nouveau_ioctls,
 698        .fops = &nouveau_driver_fops,
 699
 700        .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
 701        .prime_fd_to_handle = drm_gem_prime_fd_to_handle,
 702        .gem_prime_export = drm_gem_prime_export,
 703        .gem_prime_import = drm_gem_prime_import,
 704        .gem_prime_pin = nouveau_gem_prime_pin,
 705        .gem_prime_get_sg_table = nouveau_gem_prime_get_sg_table,
 706        .gem_prime_import_sg_table = nouveau_gem_prime_import_sg_table,
 707        .gem_prime_vmap = nouveau_gem_prime_vmap,
 708        .gem_prime_vunmap = nouveau_gem_prime_vunmap,
 709
 710        .gem_init_object = nouveau_gem_object_new,
 711        .gem_free_object = nouveau_gem_object_del,
 712        .gem_open_object = nouveau_gem_object_open,
 713        .gem_close_object = nouveau_gem_object_close,
 714
 715        .dumb_create = nouveau_display_dumb_create,
 716        .dumb_map_offset = nouveau_display_dumb_map_offset,
 717        .dumb_destroy = nouveau_display_dumb_destroy,
 718
 719        .name = DRIVER_NAME,
 720        .desc = DRIVER_DESC,
 721#ifdef GIT_REVISION
 722        .date = GIT_REVISION,
 723#else
 724        .date = DRIVER_DATE,
 725#endif
 726        .major = DRIVER_MAJOR,
 727        .minor = DRIVER_MINOR,
 728        .patchlevel = DRIVER_PATCHLEVEL,
 729};
 730
 731static struct pci_device_id
 732nouveau_drm_pci_table[] = {
 733        {
 734                PCI_DEVICE(PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID),
 735                .class = PCI_BASE_CLASS_DISPLAY << 16,
 736                .class_mask  = 0xff << 16,
 737        },
 738        {
 739                PCI_DEVICE(PCI_VENDOR_ID_NVIDIA_SGS, PCI_ANY_ID),
 740                .class = PCI_BASE_CLASS_DISPLAY << 16,
 741                .class_mask  = 0xff << 16,
 742        },
 743        {}
 744};
 745
 746static const struct dev_pm_ops nouveau_pm_ops = {
 747        .suspend = nouveau_pmops_suspend,
 748        .resume = nouveau_pmops_resume,
 749        .freeze = nouveau_pmops_freeze,
 750        .thaw = nouveau_pmops_thaw,
 751        .poweroff = nouveau_pmops_freeze,
 752        .restore = nouveau_pmops_resume,
 753};
 754
 755static struct pci_driver
 756nouveau_drm_pci_driver = {
 757        .name = "nouveau",
 758        .id_table = nouveau_drm_pci_table,
 759        .probe = nouveau_drm_probe,
 760        .remove = nouveau_drm_remove,
 761        .driver.pm = &nouveau_pm_ops,
 762};
 763
 764static int __init
 765nouveau_drm_init(void)
 766{
 767        driver.num_ioctls = ARRAY_SIZE(nouveau_ioctls);
 768
 769        if (nouveau_modeset == -1) {
 770#ifdef CONFIG_VGA_CONSOLE
 771                if (vgacon_text_force())
 772                        nouveau_modeset = 0;
 773#endif
 774        }
 775
 776        if (!nouveau_modeset)
 777                return 0;
 778
 779        nouveau_register_dsm_handler();
 780        return drm_pci_init(&driver, &nouveau_drm_pci_driver);
 781}
 782
 783static void __exit
 784nouveau_drm_exit(void)
 785{
 786        if (!nouveau_modeset)
 787                return;
 788
 789        drm_pci_exit(&driver, &nouveau_drm_pci_driver);
 790        nouveau_unregister_dsm_handler();
 791}
 792
 793module_init(nouveau_drm_init);
 794module_exit(nouveau_drm_exit);
 795
 796MODULE_DEVICE_TABLE(pci, nouveau_drm_pci_table);
 797MODULE_AUTHOR(DRIVER_AUTHOR);
 798MODULE_DESCRIPTION(DRIVER_DESC);
 799MODULE_LICENSE("GPL and additional rights");
 800