LXR linux/drivers/gpu/drm/etnaviv/etnaviv_gem

   1// SPDX-License-Identifier: GPL-2.0
   2/*
   3 * Copyright (C) 2014-2018 Etnaviv Project
   4 */
   5
   6#include <drm/drm_prime.h>
   7#include <linux/dma-buf.h>
   8#include <linux/module.h>
   9
  10#include "etnaviv_drv.h"
  11#include "etnaviv_gem.h"
  12
  13MODULE_IMPORT_NS(DMA_BUF);
  14
  15static struct lock_class_key etnaviv_prime_lock_class;
  16
  17struct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj)
  18{
  19        struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
  20        int npages = obj->size >> PAGE_SHIFT;
  21
  22        if (WARN_ON(!etnaviv_obj->pages))  /* should have already pinned! */
  23                return ERR_PTR(-EINVAL);
  24
  25        return drm_prime_pages_to_sg(obj->dev, etnaviv_obj->pages, npages);
  26}
  27
  28int etnaviv_gem_prime_vmap(struct drm_gem_object *obj, struct iosys_map *map)
  29{
  30        void *vaddr;
  31
  32        vaddr = etnaviv_gem_vmap(obj);
  33        if (!vaddr)
  34                return -ENOMEM;
  35        iosys_map_set_vaddr(map, vaddr);
  36
  37        return 0;
  38}
  39
  40int etnaviv_gem_prime_pin(struct drm_gem_object *obj)
  41{
  42        if (!obj->import_attach) {
  43                struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
  44
  45                mutex_lock(&etnaviv_obj->lock);
  46                etnaviv_gem_get_pages(etnaviv_obj);
  47                mutex_unlock(&etnaviv_obj->lock);
  48        }
  49        return 0;
  50}
  51
  52void etnaviv_gem_prime_unpin(struct drm_gem_object *obj)
  53{
  54        if (!obj->import_attach) {
  55                struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
  56
  57                mutex_lock(&etnaviv_obj->lock);
  58                etnaviv_gem_put_pages(to_etnaviv_bo(obj));
  59                mutex_unlock(&etnaviv_obj->lock);
  60        }
  61}
  62
  63static void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj)
  64{
  65        struct iosys_map map = IOSYS_MAP_INIT_VADDR(etnaviv_obj->vaddr);
  66
  67        if (etnaviv_obj->vaddr)
  68                dma_buf_vunmap(etnaviv_obj->base.import_attach->dmabuf, &map);
  69
  70        /* Don't drop the pages for imported dmabuf, as they are not
  71         * ours, just free the array we allocated:
  72         */
  73        kvfree(etnaviv_obj->pages);
  74
  75        drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt);
  76}
  77
  78static void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj)
  79{
  80        struct iosys_map map;
  81        int ret;
  82
  83        lockdep_assert_held(&etnaviv_obj->lock);
  84
  85        ret = dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf, &map);
  86        if (ret)
  87                return NULL;
  88        return map.vaddr;
  89}
  90
  91static int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj,
  92                struct vm_area_struct *vma)
  93{
  94        return dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0);
  95}
  96
  97static const struct etnaviv_gem_ops etnaviv_gem_prime_ops = {
  98        /* .get_pages should never be called */
  99        .release = etnaviv_gem_prime_release,
 100        .vmap = etnaviv_gem_prime_vmap_impl,
 101        .mmap = etnaviv_gem_prime_mmap_obj,
 102};
 103
 104struct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev,
 105        struct dma_buf_attachment *attach, struct sg_table *sgt)
 106{
 107        struct etnaviv_gem_object *etnaviv_obj;
 108        size_t size = PAGE_ALIGN(attach->dmabuf->size);
 109        int ret, npages;
 110
 111        ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC,
 112                                      &etnaviv_gem_prime_ops, &etnaviv_obj);
 113        if (ret < 0)
 114                return ERR_PTR(ret);
 115
 116        lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class);
 117
 118        npages = size / PAGE_SIZE;
 119
 120        etnaviv_obj->sgt = sgt;
 121        etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL);
 122        if (!etnaviv_obj->pages) {
 123                ret = -ENOMEM;
 124                goto fail;
 125        }
 126
 127        ret = drm_prime_sg_to_page_array(sgt, etnaviv_obj->pages, npages);
 128        if (ret)
 129                goto fail;
 130
 131        etnaviv_gem_obj_add(dev, &etnaviv_obj->base);
 132
 133        return &etnaviv_obj->base;
 134
 135fail:
 136        drm_gem_object_put(&etnaviv_obj->base);
 137
 138        return ERR_PTR(ret);
 139}
 140