1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34#include <linux/dma-mapping.h>
35#include <linux/scatterlist.h>
36#include <linux/bootmem.h>
37#include <linux/export.h>
38#include <linux/swiotlb.h>
39#include <linux/types.h>
40#include <linux/init.h>
41#include <linux/mm.h>
42
43#include <asm/bootinfo.h>
44
45static char *nlm_swiotlb;
46
47static void *nlm_dma_alloc_coherent(struct device *dev, size_t size,
48 dma_addr_t *dma_handle, gfp_t gfp, unsigned long attrs)
49{
50
51 gfp &= ~(__GFP_DMA | __GFP_DMA32 | __GFP_HIGHMEM);
52
53#ifdef CONFIG_ZONE_DMA32
54 if (dev->coherent_dma_mask <= DMA_BIT_MASK(32))
55 gfp |= __GFP_DMA32;
56#endif
57
58
59 gfp |= __GFP_NORETRY;
60
61 return swiotlb_alloc_coherent(dev, size, dma_handle, gfp);
62}
63
64static void nlm_dma_free_coherent(struct device *dev, size_t size,
65 void *vaddr, dma_addr_t dma_handle, unsigned long attrs)
66{
67 swiotlb_free_coherent(dev, size, vaddr, dma_handle);
68}
69
70const struct dma_map_ops nlm_swiotlb_dma_ops = {
71 .alloc = nlm_dma_alloc_coherent,
72 .free = nlm_dma_free_coherent,
73 .map_page = swiotlb_map_page,
74 .unmap_page = swiotlb_unmap_page,
75 .map_sg = swiotlb_map_sg_attrs,
76 .unmap_sg = swiotlb_unmap_sg_attrs,
77 .sync_single_for_cpu = swiotlb_sync_single_for_cpu,
78 .sync_single_for_device = swiotlb_sync_single_for_device,
79 .sync_sg_for_cpu = swiotlb_sync_sg_for_cpu,
80 .sync_sg_for_device = swiotlb_sync_sg_for_device,
81 .mapping_error = swiotlb_dma_mapping_error,
82 .dma_supported = swiotlb_dma_supported
83};
84
85void __init plat_swiotlb_setup(void)
86{
87 size_t swiotlbsize;
88 unsigned long swiotlb_nslabs;
89
90 swiotlbsize = 1 << 20;
91 swiotlb_nslabs = swiotlbsize >> IO_TLB_SHIFT;
92 swiotlb_nslabs = ALIGN(swiotlb_nslabs, IO_TLB_SEGSIZE);
93 swiotlbsize = swiotlb_nslabs << IO_TLB_SHIFT;
94
95 nlm_swiotlb = alloc_bootmem_low_pages(swiotlbsize);
96 swiotlb_init_with_tbl(nlm_swiotlb, swiotlb_nslabs, 1);
97}
98