1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22#include "nouveau_vmm.h"
23#include "nouveau_drv.h"
24#include "nouveau_bo.h"
25#include "nouveau_svm.h"
26#include "nouveau_mem.h"
27
28void
29nouveau_vma_unmap(struct nouveau_vma *vma)
30{
31 if (vma->mem) {
32 nvif_vmm_unmap(&vma->vmm->vmm, vma->addr);
33 vma->mem = NULL;
34 }
35}
36
37int
38nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem)
39{
40 struct nvif_vma tmp = { .addr = vma->addr };
41 int ret = nouveau_mem_map(mem, &vma->vmm->vmm, &tmp);
42 if (ret)
43 return ret;
44 vma->mem = mem;
45 return 0;
46}
47
48struct nouveau_vma *
49nouveau_vma_find(struct nouveau_bo *nvbo, struct nouveau_vmm *vmm)
50{
51 struct nouveau_vma *vma;
52
53 list_for_each_entry(vma, &nvbo->vma_list, head) {
54 if (vma->vmm == vmm)
55 return vma;
56 }
57
58 return NULL;
59}
60
61void
62nouveau_vma_del(struct nouveau_vma **pvma)
63{
64 struct nouveau_vma *vma = *pvma;
65 if (vma && --vma->refs <= 0) {
66 if (likely(vma->addr != ~0ULL)) {
67 struct nvif_vma tmp = { .addr = vma->addr, .size = 1 };
68 nvif_vmm_put(&vma->vmm->vmm, &tmp);
69 }
70 list_del(&vma->head);
71 kfree(*pvma);
72 }
73 *pvma = NULL;
74}
75
76int
77nouveau_vma_new(struct nouveau_bo *nvbo, struct nouveau_vmm *vmm,
78 struct nouveau_vma **pvma)
79{
80 struct nouveau_mem *mem = nouveau_mem(nvbo->bo.resource);
81 struct nouveau_vma *vma;
82 struct nvif_vma tmp;
83 int ret;
84
85 if ((vma = *pvma = nouveau_vma_find(nvbo, vmm))) {
86 vma->refs++;
87 return 0;
88 }
89
90 if (!(vma = *pvma = kmalloc(sizeof(*vma), GFP_KERNEL)))
91 return -ENOMEM;
92 vma->vmm = vmm;
93 vma->refs = 1;
94 vma->addr = ~0ULL;
95 vma->mem = NULL;
96 vma->fence = NULL;
97 list_add_tail(&vma->head, &nvbo->vma_list);
98
99 if (nvbo->bo.resource->mem_type != TTM_PL_SYSTEM &&
100 mem->mem.page == nvbo->page) {
101 ret = nvif_vmm_get(&vmm->vmm, LAZY, false, mem->mem.page, 0,
102 mem->mem.size, &tmp);
103 if (ret)
104 goto done;
105
106 vma->addr = tmp.addr;
107 ret = nouveau_vma_map(vma, mem);
108 } else {
109 ret = nvif_vmm_get(&vmm->vmm, PTES, false, mem->mem.page, 0,
110 mem->mem.size, &tmp);
111 vma->addr = tmp.addr;
112 }
113
114done:
115 if (ret)
116 nouveau_vma_del(pvma);
117 return ret;
118}
119
120void
121nouveau_vmm_fini(struct nouveau_vmm *vmm)
122{
123 nouveau_svmm_fini(&vmm->svmm);
124 nvif_vmm_dtor(&vmm->vmm);
125 vmm->cli = NULL;
126}
127
128int
129nouveau_vmm_init(struct nouveau_cli *cli, s32 oclass, struct nouveau_vmm *vmm)
130{
131 int ret = nvif_vmm_ctor(&cli->mmu, "drmVmm", oclass, false, PAGE_SIZE,
132 0, NULL, 0, &vmm->vmm);
133 if (ret)
134 return ret;
135
136 vmm->cli = cli;
137 return 0;
138}
139