1
2
3
4
5
6
7
8
9
10
11
12
13
14#include <linux/dma-mapping.h>
15#include <linux/memblock.h>
16#include <linux/pfn.h>
17#include <linux/of_platform.h>
18#include <linux/platform_device.h>
19#include <linux/pci.h>
20
21#include <asm/machdep.h>
22#include <asm/swiotlb.h>
23#include <asm/dma.h>
24
25unsigned int ppc_swiotlb_enable;
26
27static u64 swiotlb_powerpc_get_required(struct device *dev)
28{
29 u64 end, mask, max_direct_dma_addr = dev->archdata.max_direct_dma_addr;
30
31 end = memblock_end_of_DRAM();
32 if (max_direct_dma_addr && end > max_direct_dma_addr)
33 end = max_direct_dma_addr;
34 end += get_dma_offset(dev);
35
36 mask = 1ULL << (fls64(end) - 1);
37 mask += mask - 1;
38
39 return mask;
40}
41
42
43
44
45
46
47
48
49struct dma_map_ops swiotlb_dma_ops = {
50 .alloc = __dma_direct_alloc_coherent,
51 .free = __dma_direct_free_coherent,
52 .mmap = dma_direct_mmap_coherent,
53 .map_sg = swiotlb_map_sg_attrs,
54 .unmap_sg = swiotlb_unmap_sg_attrs,
55 .dma_supported = swiotlb_dma_supported,
56 .map_page = swiotlb_map_page,
57 .unmap_page = swiotlb_unmap_page,
58 .sync_single_for_cpu = swiotlb_sync_single_for_cpu,
59 .sync_single_for_device = swiotlb_sync_single_for_device,
60 .sync_sg_for_cpu = swiotlb_sync_sg_for_cpu,
61 .sync_sg_for_device = swiotlb_sync_sg_for_device,
62 .mapping_error = swiotlb_dma_mapping_error,
63 .get_required_mask = swiotlb_powerpc_get_required,
64};
65
66void pci_dma_dev_setup_swiotlb(struct pci_dev *pdev)
67{
68 struct pci_controller *hose;
69 struct dev_archdata *sd;
70
71 hose = pci_bus_to_host(pdev->bus);
72 sd = &pdev->dev.archdata;
73 sd->max_direct_dma_addr =
74 hose->dma_window_base_cur + hose->dma_window_size;
75}
76
77static int ppc_swiotlb_bus_notify(struct notifier_block *nb,
78 unsigned long action, void *data)
79{
80 struct device *dev = data;
81 struct dev_archdata *sd;
82
83
84 if (action != BUS_NOTIFY_ADD_DEVICE)
85 return 0;
86
87 sd = &dev->archdata;
88 sd->max_direct_dma_addr = 0;
89
90
91 if ((dma_get_mask(dev) + 1) < memblock_end_of_DRAM())
92 set_dma_ops(dev, &swiotlb_dma_ops);
93
94 return NOTIFY_DONE;
95}
96
97static struct notifier_block ppc_swiotlb_plat_bus_notifier = {
98 .notifier_call = ppc_swiotlb_bus_notify,
99 .priority = 0,
100};
101
102int __init swiotlb_setup_bus_notifier(void)
103{
104 bus_register_notifier(&platform_bus_type,
105 &ppc_swiotlb_plat_bus_notifier);
106 return 0;
107}
108
109void swiotlb_detect_4g(void)
110{
111 if ((memblock_end_of_DRAM() - 1) > 0xffffffff)
112 ppc_swiotlb_enable = 1;
113}
114
115static int __init check_swiotlb_enabled(void)
116{
117 if (ppc_swiotlb_enable)
118 swiotlb_print_info();
119 else
120 swiotlb_free();
121
122 return 0;
123}
124subsys_initcall(check_swiotlb_enabled);
125