1
2
3
4#include <linux/dma-mapping.h>
5
6#include "msm_drv.h"
7#include "msm_mmu.h"
8#include "adreno/adreno_gpu.h"
9#include "adreno/a2xx.xml.h"
10
11struct msm_gpummu {
12 struct msm_mmu base;
13 struct msm_gpu *gpu;
14 dma_addr_t pt_base;
15 uint32_t *table;
16};
17#define to_msm_gpummu(x) container_of(x, struct msm_gpummu, base)
18
19#define GPUMMU_VA_START SZ_16M
20#define GPUMMU_VA_RANGE (0xfff * SZ_64K)
21#define GPUMMU_PAGE_SIZE SZ_4K
22#define TABLE_SIZE (sizeof(uint32_t) * GPUMMU_VA_RANGE / GPUMMU_PAGE_SIZE)
23
24static void msm_gpummu_detach(struct msm_mmu *mmu)
25{
26}
27
28static int msm_gpummu_map(struct msm_mmu *mmu, uint64_t iova,
29 struct sg_table *sgt, size_t len, int prot)
30{
31 struct msm_gpummu *gpummu = to_msm_gpummu(mmu);
32 unsigned idx = (iova - GPUMMU_VA_START) / GPUMMU_PAGE_SIZE;
33 struct sg_dma_page_iter dma_iter;
34 unsigned prot_bits = 0;
35
36 if (prot & IOMMU_WRITE)
37 prot_bits |= 1;
38 if (prot & IOMMU_READ)
39 prot_bits |= 2;
40
41 for_each_sgtable_dma_page(sgt, &dma_iter, 0) {
42 dma_addr_t addr = sg_page_iter_dma_address(&dma_iter);
43 int i;
44
45 for (i = 0; i < PAGE_SIZE; i += GPUMMU_PAGE_SIZE)
46 gpummu->table[idx++] = (addr + i) | prot_bits;
47 }
48
49
50 gpu_write(gpummu->gpu, REG_A2XX_MH_MMU_INVALIDATE,
51 A2XX_MH_MMU_INVALIDATE_INVALIDATE_ALL |
52 A2XX_MH_MMU_INVALIDATE_INVALIDATE_TC);
53 return 0;
54}
55
56static int msm_gpummu_unmap(struct msm_mmu *mmu, uint64_t iova, size_t len)
57{
58 struct msm_gpummu *gpummu = to_msm_gpummu(mmu);
59 unsigned idx = (iova - GPUMMU_VA_START) / GPUMMU_PAGE_SIZE;
60 unsigned i;
61
62 for (i = 0; i < len / GPUMMU_PAGE_SIZE; i++, idx++)
63 gpummu->table[idx] = 0;
64
65 gpu_write(gpummu->gpu, REG_A2XX_MH_MMU_INVALIDATE,
66 A2XX_MH_MMU_INVALIDATE_INVALIDATE_ALL |
67 A2XX_MH_MMU_INVALIDATE_INVALIDATE_TC);
68 return 0;
69}
70
71static void msm_gpummu_resume_translation(struct msm_mmu *mmu)
72{
73}
74
75static void msm_gpummu_destroy(struct msm_mmu *mmu)
76{
77 struct msm_gpummu *gpummu = to_msm_gpummu(mmu);
78
79 dma_free_attrs(mmu->dev, TABLE_SIZE, gpummu->table, gpummu->pt_base,
80 DMA_ATTR_FORCE_CONTIGUOUS);
81
82 kfree(gpummu);
83}
84
85static const struct msm_mmu_funcs funcs = {
86 .detach = msm_gpummu_detach,
87 .map = msm_gpummu_map,
88 .unmap = msm_gpummu_unmap,
89 .destroy = msm_gpummu_destroy,
90 .resume_translation = msm_gpummu_resume_translation,
91};
92
93struct msm_mmu *msm_gpummu_new(struct device *dev, struct msm_gpu *gpu)
94{
95 struct msm_gpummu *gpummu;
96
97 gpummu = kzalloc(sizeof(*gpummu), GFP_KERNEL);
98 if (!gpummu)
99 return ERR_PTR(-ENOMEM);
100
101 gpummu->table = dma_alloc_attrs(dev, TABLE_SIZE + 32, &gpummu->pt_base,
102 GFP_KERNEL | __GFP_ZERO, DMA_ATTR_FORCE_CONTIGUOUS);
103 if (!gpummu->table) {
104 kfree(gpummu);
105 return ERR_PTR(-ENOMEM);
106 }
107
108 gpummu->gpu = gpu;
109 msm_mmu_init(&gpummu->base, dev, &funcs, MSM_MMU_GPUMMU);
110
111 return &gpummu->base;
112}
113
114void msm_gpummu_params(struct msm_mmu *mmu, dma_addr_t *pt_base,
115 dma_addr_t *tran_error)
116{
117 dma_addr_t base = to_msm_gpummu(mmu)->pt_base;
118
119 *pt_base = base;
120 *tran_error = base + TABLE_SIZE;
121}
122
