1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24#include "priv.h"
25
26#include <subdev/timer.h>
27
28void
29nvkm_pmu_pgob(struct nvkm_pmu *pmu, bool enable)
30{
31 if (pmu && pmu->func->pgob)
32 pmu->func->pgob(pmu, enable);
33}
34
35int
36nvkm_pmu_send(struct nvkm_pmu *pmu, u32 reply[2],
37 u32 process, u32 message, u32 data0, u32 data1)
38{
39 struct nvkm_subdev *subdev = &pmu->subdev;
40 struct nvkm_device *device = subdev->device;
41 u32 addr;
42
43
44 addr = nvkm_rd32(device, 0x10a4a0);
45 if (nvkm_msec(device, 2000,
46 u32 tmp = nvkm_rd32(device, 0x10a4b0);
47 if (tmp != (addr ^ 8))
48 break;
49 ) < 0)
50 return -EBUSY;
51
52
53
54
55
56 if (reply) {
57 mutex_lock(&subdev->mutex);
58 pmu->recv.message = message;
59 pmu->recv.process = process;
60 }
61
62
63 do {
64 nvkm_wr32(device, 0x10a580, 0x00000001);
65 } while (nvkm_rd32(device, 0x10a580) != 0x00000001);
66
67
68 nvkm_wr32(device, 0x10a1c0, 0x01000000 | (((addr & 0x07) << 4) +
69 pmu->send.base));
70 nvkm_wr32(device, 0x10a1c4, process);
71 nvkm_wr32(device, 0x10a1c4, message);
72 nvkm_wr32(device, 0x10a1c4, data0);
73 nvkm_wr32(device, 0x10a1c4, data1);
74 nvkm_wr32(device, 0x10a4a0, (addr + 1) & 0x0f);
75
76
77 nvkm_wr32(device, 0x10a580, 0x00000000);
78
79
80 if (reply) {
81 wait_event(pmu->recv.wait, (pmu->recv.process == 0));
82 reply[0] = pmu->recv.data[0];
83 reply[1] = pmu->recv.data[1];
84 mutex_unlock(&subdev->mutex);
85 }
86
87 return 0;
88}
89
90static void
91nvkm_pmu_recv(struct work_struct *work)
92{
93 struct nvkm_pmu *pmu = container_of(work, struct nvkm_pmu, recv.work);
94 struct nvkm_subdev *subdev = &pmu->subdev;
95 struct nvkm_device *device = subdev->device;
96 u32 process, message, data0, data1;
97
98
99 u32 addr = nvkm_rd32(device, 0x10a4cc);
100 if (addr == nvkm_rd32(device, 0x10a4c8))
101 return;
102
103
104 do {
105 nvkm_wr32(device, 0x10a580, 0x00000002);
106 } while (nvkm_rd32(device, 0x10a580) != 0x00000002);
107
108
109 nvkm_wr32(device, 0x10a1c0, 0x02000000 | (((addr & 0x07) << 4) +
110 pmu->recv.base));
111 process = nvkm_rd32(device, 0x10a1c4);
112 message = nvkm_rd32(device, 0x10a1c4);
113 data0 = nvkm_rd32(device, 0x10a1c4);
114 data1 = nvkm_rd32(device, 0x10a1c4);
115 nvkm_wr32(device, 0x10a4cc, (addr + 1) & 0x0f);
116
117
118 nvkm_wr32(device, 0x10a580, 0x00000000);
119
120
121 if (pmu->recv.process) {
122 if (process == pmu->recv.process &&
123 message == pmu->recv.message) {
124 pmu->recv.data[0] = data0;
125 pmu->recv.data[1] = data1;
126 pmu->recv.process = 0;
127 wake_up(&pmu->recv.wait);
128 return;
129 }
130 }
131
132
133
134
135 nvkm_warn(subdev, "%c%c%c%c %08x %08x %08x %08x\n",
136 (char)((process & 0x000000ff) >> 0),
137 (char)((process & 0x0000ff00) >> 8),
138 (char)((process & 0x00ff0000) >> 16),
139 (char)((process & 0xff000000) >> 24),
140 process, message, data0, data1);
141}
142
143static void
144nvkm_pmu_intr(struct nvkm_subdev *subdev)
145{
146 struct nvkm_pmu *pmu = nvkm_pmu(subdev);
147 struct nvkm_device *device = pmu->subdev.device;
148 u32 disp = nvkm_rd32(device, 0x10a01c);
149 u32 intr = nvkm_rd32(device, 0x10a008) & disp & ~(disp >> 16);
150
151 if (intr & 0x00000020) {
152 u32 stat = nvkm_rd32(device, 0x10a16c);
153 if (stat & 0x80000000) {
154 nvkm_error(subdev, "UAS fault at %06x addr %08x\n",
155 stat & 0x00ffffff,
156 nvkm_rd32(device, 0x10a168));
157 nvkm_wr32(device, 0x10a16c, 0x00000000);
158 intr &= ~0x00000020;
159 }
160 }
161
162 if (intr & 0x00000040) {
163 schedule_work(&pmu->recv.work);
164 nvkm_wr32(device, 0x10a004, 0x00000040);
165 intr &= ~0x00000040;
166 }
167
168 if (intr & 0x00000080) {
169 nvkm_info(subdev, "wr32 %06x %08x\n",
170 nvkm_rd32(device, 0x10a7a0),
171 nvkm_rd32(device, 0x10a7a4));
172 nvkm_wr32(device, 0x10a004, 0x00000080);
173 intr &= ~0x00000080;
174 }
175
176 if (intr) {
177 nvkm_error(subdev, "intr %08x\n", intr);
178 nvkm_wr32(device, 0x10a004, intr);
179 }
180}
181
182static int
183nvkm_pmu_fini(struct nvkm_subdev *subdev, bool suspend)
184{
185 struct nvkm_pmu *pmu = nvkm_pmu(subdev);
186 struct nvkm_device *device = pmu->subdev.device;
187
188 nvkm_wr32(device, 0x10a014, 0x00000060);
189 flush_work(&pmu->recv.work);
190 return 0;
191}
192
193static int
194nvkm_pmu_init(struct nvkm_subdev *subdev)
195{
196 struct nvkm_pmu *pmu = nvkm_pmu(subdev);
197 struct nvkm_device *device = pmu->subdev.device;
198 int i;
199
200
201 nvkm_wr32(device, 0x10a014, 0x0000ffff);
202 nvkm_msec(device, 2000,
203 if (!nvkm_rd32(device, 0x10a04c))
204 break;
205 );
206 nvkm_mask(device, 0x000200, 0x00002000, 0x00000000);
207 nvkm_mask(device, 0x000200, 0x00002000, 0x00002000);
208 nvkm_rd32(device, 0x000200);
209 nvkm_msec(device, 2000,
210 if (!(nvkm_rd32(device, 0x10a10c) & 0x00000006))
211 break;
212 );
213
214
215 nvkm_wr32(device, 0x10a1c0, 0x01000000);
216 for (i = 0; i < pmu->func->data.size / 4; i++)
217 nvkm_wr32(device, 0x10a1c4, pmu->func->data.data[i]);
218
219
220 nvkm_wr32(device, 0x10a180, 0x01000000);
221 for (i = 0; i < pmu->func->code.size / 4; i++) {
222 if ((i & 0x3f) == 0)
223 nvkm_wr32(device, 0x10a188, i >> 6);
224 nvkm_wr32(device, 0x10a184, pmu->func->code.data[i]);
225 }
226
227
228 nvkm_wr32(device, 0x10a10c, 0x00000000);
229 nvkm_wr32(device, 0x10a104, 0x00000000);
230 nvkm_wr32(device, 0x10a100, 0x00000002);
231
232
233 if (nvkm_msec(device, 2000,
234 if (nvkm_rd32(device, 0x10a4d0))
235 break;
236 ) < 0)
237 return -EBUSY;
238 pmu->send.base = nvkm_rd32(device, 0x10a4d0) & 0x0000ffff;
239 pmu->send.size = nvkm_rd32(device, 0x10a4d0) >> 16;
240
241
242 if (nvkm_msec(device, 2000,
243 if (nvkm_rd32(device, 0x10a4dc))
244 break;
245 ) < 0)
246 return -EBUSY;
247 pmu->recv.base = nvkm_rd32(device, 0x10a4dc) & 0x0000ffff;
248 pmu->recv.size = nvkm_rd32(device, 0x10a4dc) >> 16;
249
250 nvkm_wr32(device, 0x10a010, 0x000000e0);
251 return 0;
252}
253
254static void *
255nvkm_pmu_dtor(struct nvkm_subdev *subdev)
256{
257 return nvkm_pmu(subdev);
258}
259
260static const struct nvkm_subdev_func
261nvkm_pmu = {
262 .dtor = nvkm_pmu_dtor,
263 .init = nvkm_pmu_init,
264 .fini = nvkm_pmu_fini,
265 .intr = nvkm_pmu_intr,
266};
267
268int
269nvkm_pmu_new_(const struct nvkm_pmu_func *func, struct nvkm_device *device,
270 int index, struct nvkm_pmu **ppmu)
271{
272 struct nvkm_pmu *pmu;
273 if (!(pmu = *ppmu = kzalloc(sizeof(*pmu), GFP_KERNEL)))
274 return -ENOMEM;
275 nvkm_subdev_ctor(&nvkm_pmu, device, index, 0, &pmu->subdev);
276 pmu->func = func;
277 INIT_WORK(&pmu->recv.work, nvkm_pmu_recv);
278 init_waitqueue_head(&pmu->recv.wait);
279 return 0;
280}
281