1
2
3
4
5
6
7
8
9
10
11
12
13
14#include <linux/err.h>
15#include <linux/kernel.h>
16#include <linux/module.h>
17#include <linux/platform_device.h>
18#include <linux/io.h>
19#include <linux/of.h>
20
21#include <soc/tegra/ahb.h>
22
23#define DRV_NAME "tegra-ahb"
24
25#define AHB_ARBITRATION_DISABLE 0x04
26#define AHB_ARBITRATION_PRIORITY_CTRL 0x08
27#define AHB_PRIORITY_WEIGHT(x) (((x) & 0x7) << 29)
28#define PRIORITY_SELECT_USB BIT(6)
29#define PRIORITY_SELECT_USB2 BIT(18)
30#define PRIORITY_SELECT_USB3 BIT(17)
31
32#define AHB_GIZMO_AHB_MEM 0x10
33#define ENB_FAST_REARBITRATE BIT(2)
34#define DONT_SPLIT_AHB_WR BIT(7)
35
36#define AHB_GIZMO_APB_DMA 0x14
37#define AHB_GIZMO_IDE 0x1c
38#define AHB_GIZMO_USB 0x20
39#define AHB_GIZMO_AHB_XBAR_BRIDGE 0x24
40#define AHB_GIZMO_CPU_AHB_BRIDGE 0x28
41#define AHB_GIZMO_COP_AHB_BRIDGE 0x2c
42#define AHB_GIZMO_XBAR_APB_CTLR 0x30
43#define AHB_GIZMO_VCP_AHB_BRIDGE 0x34
44#define AHB_GIZMO_NAND 0x40
45#define AHB_GIZMO_SDMMC4 0x48
46#define AHB_GIZMO_XIO 0x4c
47#define AHB_GIZMO_BSEV 0x64
48#define AHB_GIZMO_BSEA 0x74
49#define AHB_GIZMO_NOR 0x78
50#define AHB_GIZMO_USB2 0x7c
51#define AHB_GIZMO_USB3 0x80
52#define IMMEDIATE BIT(18)
53
54#define AHB_GIZMO_SDMMC1 0x84
55#define AHB_GIZMO_SDMMC2 0x88
56#define AHB_GIZMO_SDMMC3 0x8c
57#define AHB_MEM_PREFETCH_CFG_X 0xdc
58#define AHB_ARBITRATION_XBAR_CTRL 0xe0
59#define AHB_MEM_PREFETCH_CFG3 0xe4
60#define AHB_MEM_PREFETCH_CFG4 0xe8
61#define AHB_MEM_PREFETCH_CFG1 0xf0
62#define AHB_MEM_PREFETCH_CFG2 0xf4
63#define PREFETCH_ENB BIT(31)
64#define MST_ID(x) (((x) & 0x1f) << 26)
65#define AHBDMA_MST_ID MST_ID(5)
66#define USB_MST_ID MST_ID(6)
67#define USB2_MST_ID MST_ID(18)
68#define USB3_MST_ID MST_ID(17)
69#define ADDR_BNDRY(x) (((x) & 0xf) << 21)
70#define INACTIVITY_TIMEOUT(x) (((x) & 0xffff) << 0)
71
72#define AHB_ARBITRATION_AHB_MEM_WRQUE_MST_ID 0xfc
73
74#define AHB_ARBITRATION_XBAR_CTRL_SMMU_INIT_DONE BIT(17)
75
76
77
78
79
80
81
82
83
84#define INCORRECT_BASE_ADDR_LOW_BYTE 0x4
85
86static struct platform_driver tegra_ahb_driver;
87
88static const u32 tegra_ahb_gizmo[] = {
89 AHB_ARBITRATION_DISABLE,
90 AHB_ARBITRATION_PRIORITY_CTRL,
91 AHB_GIZMO_AHB_MEM,
92 AHB_GIZMO_APB_DMA,
93 AHB_GIZMO_IDE,
94 AHB_GIZMO_USB,
95 AHB_GIZMO_AHB_XBAR_BRIDGE,
96 AHB_GIZMO_CPU_AHB_BRIDGE,
97 AHB_GIZMO_COP_AHB_BRIDGE,
98 AHB_GIZMO_XBAR_APB_CTLR,
99 AHB_GIZMO_VCP_AHB_BRIDGE,
100 AHB_GIZMO_NAND,
101 AHB_GIZMO_SDMMC4,
102 AHB_GIZMO_XIO,
103 AHB_GIZMO_BSEV,
104 AHB_GIZMO_BSEA,
105 AHB_GIZMO_NOR,
106 AHB_GIZMO_USB2,
107 AHB_GIZMO_USB3,
108 AHB_GIZMO_SDMMC1,
109 AHB_GIZMO_SDMMC2,
110 AHB_GIZMO_SDMMC3,
111 AHB_MEM_PREFETCH_CFG_X,
112 AHB_ARBITRATION_XBAR_CTRL,
113 AHB_MEM_PREFETCH_CFG3,
114 AHB_MEM_PREFETCH_CFG4,
115 AHB_MEM_PREFETCH_CFG1,
116 AHB_MEM_PREFETCH_CFG2,
117 AHB_ARBITRATION_AHB_MEM_WRQUE_MST_ID,
118};
119
120struct tegra_ahb {
121 void __iomem *regs;
122 struct device *dev;
123 u32 ctx[];
124};
125
126static inline u32 gizmo_readl(struct tegra_ahb *ahb, u32 offset)
127{
128 return readl(ahb->regs + offset);
129}
130
131static inline void gizmo_writel(struct tegra_ahb *ahb, u32 value, u32 offset)
132{
133 writel(value, ahb->regs + offset);
134}
135
136#ifdef CONFIG_TEGRA_IOMMU_SMMU
137int tegra_ahb_enable_smmu(struct device_node *dn)
138{
139 struct device *dev;
140 u32 val;
141 struct tegra_ahb *ahb;
142
143 dev = driver_find_device_by_of_node(&tegra_ahb_driver.driver, dn);
144 if (!dev)
145 return -EPROBE_DEFER;
146 ahb = dev_get_drvdata(dev);
147 val = gizmo_readl(ahb, AHB_ARBITRATION_XBAR_CTRL);
148 val |= AHB_ARBITRATION_XBAR_CTRL_SMMU_INIT_DONE;
149 gizmo_writel(ahb, val, AHB_ARBITRATION_XBAR_CTRL);
150 return 0;
151}
152EXPORT_SYMBOL(tegra_ahb_enable_smmu);
153#endif
154
155static int __maybe_unused tegra_ahb_suspend(struct device *dev)
156{
157 int i;
158 struct tegra_ahb *ahb = dev_get_drvdata(dev);
159
160 for (i = 0; i < ARRAY_SIZE(tegra_ahb_gizmo); i++)
161 ahb->ctx[i] = gizmo_readl(ahb, tegra_ahb_gizmo[i]);
162 return 0;
163}
164
165static int __maybe_unused tegra_ahb_resume(struct device *dev)
166{
167 int i;
168 struct tegra_ahb *ahb = dev_get_drvdata(dev);
169
170 for (i = 0; i < ARRAY_SIZE(tegra_ahb_gizmo); i++)
171 gizmo_writel(ahb, ahb->ctx[i], tegra_ahb_gizmo[i]);
172 return 0;
173}
174
175static UNIVERSAL_DEV_PM_OPS(tegra_ahb_pm,
176 tegra_ahb_suspend,
177 tegra_ahb_resume, NULL);
178
179static void tegra_ahb_gizmo_init(struct tegra_ahb *ahb)
180{
181 u32 val;
182
183 val = gizmo_readl(ahb, AHB_GIZMO_AHB_MEM);
184 val |= ENB_FAST_REARBITRATE | IMMEDIATE | DONT_SPLIT_AHB_WR;
185 gizmo_writel(ahb, val, AHB_GIZMO_AHB_MEM);
186
187 val = gizmo_readl(ahb, AHB_GIZMO_USB);
188 val |= IMMEDIATE;
189 gizmo_writel(ahb, val, AHB_GIZMO_USB);
190
191 val = gizmo_readl(ahb, AHB_GIZMO_USB2);
192 val |= IMMEDIATE;
193 gizmo_writel(ahb, val, AHB_GIZMO_USB2);
194
195 val = gizmo_readl(ahb, AHB_GIZMO_USB3);
196 val |= IMMEDIATE;
197 gizmo_writel(ahb, val, AHB_GIZMO_USB3);
198
199 val = gizmo_readl(ahb, AHB_ARBITRATION_PRIORITY_CTRL);
200 val |= PRIORITY_SELECT_USB |
201 PRIORITY_SELECT_USB2 |
202 PRIORITY_SELECT_USB3 |
203 AHB_PRIORITY_WEIGHT(7);
204 gizmo_writel(ahb, val, AHB_ARBITRATION_PRIORITY_CTRL);
205
206 val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG1);
207 val &= ~MST_ID(~0);
208 val |= PREFETCH_ENB |
209 AHBDMA_MST_ID |
210 ADDR_BNDRY(0xc) |
211 INACTIVITY_TIMEOUT(0x1000);
212 gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG1);
213
214 val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG2);
215 val &= ~MST_ID(~0);
216 val |= PREFETCH_ENB |
217 USB_MST_ID |
218 ADDR_BNDRY(0xc) |
219 INACTIVITY_TIMEOUT(0x1000);
220 gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG2);
221
222 val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG3);
223 val &= ~MST_ID(~0);
224 val |= PREFETCH_ENB |
225 USB3_MST_ID |
226 ADDR_BNDRY(0xc) |
227 INACTIVITY_TIMEOUT(0x1000);
228 gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG3);
229
230 val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG4);
231 val &= ~MST_ID(~0);
232 val |= PREFETCH_ENB |
233 USB2_MST_ID |
234 ADDR_BNDRY(0xc) |
235 INACTIVITY_TIMEOUT(0x1000);
236 gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG4);
237}
238
239static int tegra_ahb_probe(struct platform_device *pdev)
240{
241 struct resource *res;
242 struct tegra_ahb *ahb;
243 size_t bytes;
244
245 bytes = sizeof(*ahb) + sizeof(u32) * ARRAY_SIZE(tegra_ahb_gizmo);
246 ahb = devm_kzalloc(&pdev->dev, bytes, GFP_KERNEL);
247 if (!ahb)
248 return -ENOMEM;
249
250 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
251
252
253 if (res &&
254 (res->start & INCORRECT_BASE_ADDR_LOW_BYTE) ==
255 INCORRECT_BASE_ADDR_LOW_BYTE) {
256 dev_warn(&pdev->dev, "incorrect AHB base address in DT data - enabling workaround\n");
257 res->start -= INCORRECT_BASE_ADDR_LOW_BYTE;
258 }
259
260 ahb->regs = devm_ioremap_resource(&pdev->dev, res);
261 if (IS_ERR(ahb->regs))
262 return PTR_ERR(ahb->regs);
263
264 ahb->dev = &pdev->dev;
265 platform_set_drvdata(pdev, ahb);
266 tegra_ahb_gizmo_init(ahb);
267 return 0;
268}
269
270static const struct of_device_id tegra_ahb_of_match[] = {
271 { .compatible = "nvidia,tegra30-ahb", },
272 { .compatible = "nvidia,tegra20-ahb", },
273 {},
274};
275
276static struct platform_driver tegra_ahb_driver = {
277 .probe = tegra_ahb_probe,
278 .driver = {
279 .name = DRV_NAME,
280 .of_match_table = tegra_ahb_of_match,
281 .pm = &tegra_ahb_pm,
282 },
283};
284module_platform_driver(tegra_ahb_driver);
285
286MODULE_AUTHOR("Hiroshi DOYU <hdoyu@nvidia.com>");
287MODULE_DESCRIPTION("Tegra AHB driver");
288MODULE_LICENSE("GPL v2");
289MODULE_ALIAS("platform:" DRV_NAME);
290
