1
2
3
4
5
6
7#include <linux/dma-mapping.h>
8#include <linux/err.h>
9#include <linux/genalloc.h>
10#include <linux/io.h>
11#include <linux/mm.h>
12#include <linux/scatterlist.h>
13#include <linux/slab.h>
14#include <linux/vmalloc.h>
15#include "ion.h"
16
17struct ion_chunk_heap {
18 struct ion_heap heap;
19 struct gen_pool *pool;
20 phys_addr_t base;
21 unsigned long chunk_size;
22 unsigned long size;
23 unsigned long allocated;
24};
25
26static int ion_chunk_heap_allocate(struct ion_heap *heap,
27 struct ion_buffer *buffer,
28 unsigned long size,
29 unsigned long flags)
30{
31 struct ion_chunk_heap *chunk_heap =
32 container_of(heap, struct ion_chunk_heap, heap);
33 struct sg_table *table;
34 struct scatterlist *sg;
35 int ret, i;
36 unsigned long num_chunks;
37 unsigned long allocated_size;
38
39 allocated_size = ALIGN(size, chunk_heap->chunk_size);
40 num_chunks = allocated_size / chunk_heap->chunk_size;
41
42 if (allocated_size > chunk_heap->size - chunk_heap->allocated)
43 return -ENOMEM;
44
45 table = kmalloc(sizeof(*table), GFP_KERNEL);
46 if (!table)
47 return -ENOMEM;
48 ret = sg_alloc_table(table, num_chunks, GFP_KERNEL);
49 if (ret) {
50 kfree(table);
51 return ret;
52 }
53
54 sg = table->sgl;
55 for (i = 0; i < num_chunks; i++) {
56 unsigned long paddr = gen_pool_alloc(chunk_heap->pool,
57 chunk_heap->chunk_size);
58 if (!paddr)
59 goto err;
60 sg_set_page(sg, pfn_to_page(PFN_DOWN(paddr)),
61 chunk_heap->chunk_size, 0);
62 sg = sg_next(sg);
63 }
64
65 buffer->sg_table = table;
66 chunk_heap->allocated += allocated_size;
67 return 0;
68err:
69 sg = table->sgl;
70 for (i -= 1; i >= 0; i--) {
71 gen_pool_free(chunk_heap->pool, page_to_phys(sg_page(sg)),
72 sg->length);
73 sg = sg_next(sg);
74 }
75 sg_free_table(table);
76 kfree(table);
77 return -ENOMEM;
78}
79
80static void ion_chunk_heap_free(struct ion_buffer *buffer)
81{
82 struct ion_heap *heap = buffer->heap;
83 struct ion_chunk_heap *chunk_heap =
84 container_of(heap, struct ion_chunk_heap, heap);
85 struct sg_table *table = buffer->sg_table;
86 struct scatterlist *sg;
87 int i;
88 unsigned long allocated_size;
89
90 allocated_size = ALIGN(buffer->size, chunk_heap->chunk_size);
91
92 ion_heap_buffer_zero(buffer);
93
94 for_each_sg(table->sgl, sg, table->nents, i) {
95 gen_pool_free(chunk_heap->pool, page_to_phys(sg_page(sg)),
96 sg->length);
97 }
98 chunk_heap->allocated -= allocated_size;
99 sg_free_table(table);
100 kfree(table);
101}
102
103static struct ion_heap_ops chunk_heap_ops = {
104 .allocate = ion_chunk_heap_allocate,
105 .free = ion_chunk_heap_free,
106 .map_user = ion_heap_map_user,
107 .map_kernel = ion_heap_map_kernel,
108 .unmap_kernel = ion_heap_unmap_kernel,
109};
110
111struct ion_heap *ion_chunk_heap_create(struct ion_platform_heap *heap_data)
112{
113 struct ion_chunk_heap *chunk_heap;
114 int ret;
115 struct page *page;
116 size_t size;
117
118 page = pfn_to_page(PFN_DOWN(heap_data->base));
119 size = heap_data->size;
120
121 ret = ion_heap_pages_zero(page, size, pgprot_writecombine(PAGE_KERNEL));
122 if (ret)
123 return ERR_PTR(ret);
124
125 chunk_heap = kzalloc(sizeof(*chunk_heap), GFP_KERNEL);
126 if (!chunk_heap)
127 return ERR_PTR(-ENOMEM);
128
129 chunk_heap->chunk_size = (unsigned long)heap_data->priv;
130 chunk_heap->pool = gen_pool_create(get_order(chunk_heap->chunk_size) +
131 PAGE_SHIFT, -1);
132 if (!chunk_heap->pool) {
133 ret = -ENOMEM;
134 goto error_gen_pool_create;
135 }
136 chunk_heap->base = heap_data->base;
137 chunk_heap->size = heap_data->size;
138 chunk_heap->allocated = 0;
139
140 gen_pool_add(chunk_heap->pool, chunk_heap->base, heap_data->size, -1);
141 chunk_heap->heap.ops = &chunk_heap_ops;
142 chunk_heap->heap.type = ION_HEAP_TYPE_CHUNK;
143 chunk_heap->heap.flags = ION_HEAP_FLAG_DEFER_FREE;
144 pr_debug("%s: base %pa size %zu\n", __func__,
145 &chunk_heap->base, heap_data->size);
146
147 return &chunk_heap->heap;
148
149error_gen_pool_create:
150 kfree(chunk_heap);
151 return ERR_PTR(ret);
152}
153
154
