1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27#include <linux/dma-buf.h>
28
29#include <drm/drm_prime.h>
30#include <drm/radeon_drm.h>
31
32#include "radeon.h"
33#include "radeon_prime.h"
34
35struct sg_table *radeon_gem_prime_get_sg_table(struct drm_gem_object *obj)
36{
37 struct radeon_bo *bo = gem_to_radeon_bo(obj);
38
39 return drm_prime_pages_to_sg(obj->dev, bo->tbo.ttm->pages,
40 bo->tbo.ttm->num_pages);
41}
42
43struct drm_gem_object *radeon_gem_prime_import_sg_table(struct drm_device *dev,
44 struct dma_buf_attachment *attach,
45 struct sg_table *sg)
46{
47 struct dma_resv *resv = attach->dmabuf->resv;
48 struct radeon_device *rdev = dev->dev_private;
49 struct radeon_bo *bo;
50 int ret;
51
52 dma_resv_lock(resv, NULL);
53 ret = radeon_bo_create(rdev, attach->dmabuf->size, PAGE_SIZE, false,
54 RADEON_GEM_DOMAIN_GTT, 0, sg, resv, &bo);
55 dma_resv_unlock(resv);
56 if (ret)
57 return ERR_PTR(ret);
58
59 bo->tbo.base.funcs = &radeon_gem_object_funcs;
60
61 mutex_lock(&rdev->gem.mutex);
62 list_add_tail(&bo->list, &rdev->gem.objects);
63 mutex_unlock(&rdev->gem.mutex);
64
65 bo->prime_shared_count = 1;
66 return &bo->tbo.base;
67}
68
69int radeon_gem_prime_pin(struct drm_gem_object *obj)
70{
71 struct radeon_bo *bo = gem_to_radeon_bo(obj);
72 int ret = 0;
73
74 ret = radeon_bo_reserve(bo, false);
75 if (unlikely(ret != 0))
76 return ret;
77
78
79 ret = radeon_bo_pin(bo, RADEON_GEM_DOMAIN_GTT, NULL);
80 if (unlikely(ret))
81 goto error;
82
83 if (bo->tbo.moving) {
84 ret = dma_fence_wait(bo->tbo.moving, false);
85 if (unlikely(ret)) {
86 radeon_bo_unpin(bo);
87 goto error;
88 }
89 }
90
91 bo->prime_shared_count++;
92error:
93 radeon_bo_unreserve(bo);
94 return ret;
95}
96
97void radeon_gem_prime_unpin(struct drm_gem_object *obj)
98{
99 struct radeon_bo *bo = gem_to_radeon_bo(obj);
100 int ret = 0;
101
102 ret = radeon_bo_reserve(bo, false);
103 if (unlikely(ret != 0))
104 return;
105
106 radeon_bo_unpin(bo);
107 if (bo->prime_shared_count)
108 bo->prime_shared_count--;
109 radeon_bo_unreserve(bo);
110}
111
112
113struct dma_buf *radeon_gem_prime_export(struct drm_gem_object *gobj,
114 int flags)
115{
116 struct radeon_bo *bo = gem_to_radeon_bo(gobj);
117 if (radeon_ttm_tt_has_userptr(bo->rdev, bo->tbo.ttm))
118 return ERR_PTR(-EPERM);
119 return drm_gem_prime_export(gobj, flags);
120}
121