1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24#define GET_SHADOW_VCPU(reg) \
25 mr reg, r13
26
27
28
29#define GET_SHADOW_VCPU(reg) \
30 tophys(reg, r2); \
31 lwz reg, (THREAD + THREAD_KVM_SVCPU)(reg); \
32 tophys(reg, reg)
33
34#endif
35
36
37#define USE_QUICK_LAST_INST
38
39
40
41
42
43#include "book3s_64_slb.S"
44
45#include "book3s_32_sr.S"
46#endif
47
48
49
50
51
52
53
54.global kvmppc_handler_trampoline_enter
55kvmppc_handler_trampoline_enter:
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72 GET_SHADOW_VCPU(r3)
73
74
75 PPC_STL r1, HSTATE_HOST_R1(r3)
76 PPC_STL r2, HSTATE_HOST_R2(r3)
77
78
79 PPC_LL r9, SVCPU_PC(r3)
80 mtsrr0 r9
81 mtsrr1 r10
82
83
84 li r11, KVM_GUEST_MODE_GUEST
85 stb r11, HSTATE_IN_GUEST(r3)
86
87
88 LOAD_GUEST_SEGMENTS
89
90
91
92 PPC_LL r4, SVCPU_CTR(r3)
93 PPC_LL r5, SVCPU_LR(r3)
94 lwz r6, SVCPU_CR(r3)
95 lwz r7, SVCPU_XER(r3)
96
97 mtctr r4
98 mtlr r5
99 mtcr r6
100 mtxer r7
101
102 PPC_LL r0, SVCPU_R0(r3)
103 PPC_LL r1, SVCPU_R1(r3)
104 PPC_LL r2, SVCPU_R2(r3)
105 PPC_LL r4, SVCPU_R4(r3)
106 PPC_LL r5, SVCPU_R5(r3)
107 PPC_LL r6, SVCPU_R6(r3)
108 PPC_LL r7, SVCPU_R7(r3)
109 PPC_LL r8, SVCPU_R8(r3)
110 PPC_LL r9, SVCPU_R9(r3)
111 PPC_LL r10, SVCPU_R10(r3)
112 PPC_LL r11, SVCPU_R11(r3)
113 PPC_LL r12, SVCPU_R12(r3)
114 PPC_LL r13, SVCPU_R13(r3)
115
116 PPC_LL r3, (SVCPU_R3)(r3)
117
118 RFI
119kvmppc_handler_trampoline_enter_end:
120
121
122
123
124
125
126
127
128
129.global kvmppc_handler_trampoline_exit
130kvmppc_handler_trampoline_exit:
131
132.global kvmppc_interrupt
133kvmppc_interrupt:
134
135
136
137
138
139
140
141
142
143
144
145
146
147 PPC_STL r0, SVCPU_R0(r13)
148 PPC_STL r1, SVCPU_R1(r13)
149 PPC_STL r2, SVCPU_R2(r13)
150 PPC_STL r3, SVCPU_R3(r13)
151 PPC_STL r4, SVCPU_R4(r13)
152 PPC_STL r5, SVCPU_R5(r13)
153 PPC_STL r6, SVCPU_R6(r13)
154 PPC_STL r7, SVCPU_R7(r13)
155 PPC_STL r8, SVCPU_R8(r13)
156 PPC_STL r9, SVCPU_R9(r13)
157 PPC_STL r10, SVCPU_R10(r13)
158 PPC_STL r11, SVCPU_R11(r13)
159
160
161 PPC_LL r1, HSTATE_HOST_R1(r13)
162 PPC_LL r2, HSTATE_HOST_R2(r13)
163
164
165#ifdef CONFIG_PPC64
166BEGIN_FTR_SECTION
167 andi. r0,r12,0x2
168 beq 1f
169 mfspr r3,SPRN_HSRR0
170 mfspr r4,SPRN_HSRR1
171 andi. r12,r12,0x3ffd
172 b 2f
173END_FTR_SECTION_IFSET(CPU_FTR_HVMODE)
174#endif
1751: mfsrr0 r3
176 mfsrr1 r4
1772:
178 PPC_STL r3, SVCPU_PC(r13)
179 PPC_STL r4, SVCPU_SHADOW_SRR1(r13)
180
181
182 GET_SCRATCH0(r9)
183 PPC_LL r8, HSTATE_SCRATCH0(r13)
184 lwz r7, HSTATE_SCRATCH1(r13)
185
186 PPC_STL r9, SVCPU_R13(r13)
187 PPC_STL r8, SVCPU_R12(r13)
188 stw r7, SVCPU_CR(r13)
189
190
191
192 mfxer r5
193 mfdar r6
194 mfdsisr r7
195 mfctr r8
196 mflr r9
197
198 stw r5, SVCPU_XER(r13)
199 PPC_STL r6, SVCPU_FAULT_DAR(r13)
200 stw r7, SVCPU_FAULT_DSISR(r13)
201 PPC_STL r8, SVCPU_CTR(r13)
202 PPC_STL r9, SVCPU_LR(r13)
203
204
205
206
207
208
209
210
211
212 cmpwi r12, BOOK3S_INTERRUPT_DATA_STORAGE
213 beq ld_last_inst
214 cmpwi r12, BOOK3S_INTERRUPT_PROGRAM
215 beq ld_last_inst
216 cmpwi r12, BOOK3S_INTERRUPT_ALIGNMENT
217 beq- ld_last_inst
218
219 b no_ld_last_inst
220
221ld_last_inst:
222
223
224
225 li r0, KVM_INST_FETCH_FAILED
226
227#ifdef USE_QUICK_LAST_INST
228
229
230
231 li r9, KVM_GUEST_MODE_SKIP
232 stb r9, HSTATE_IN_GUEST(r13)
233
234
235 mfmsr r9
236 ori r11, r9, MSR_DR
237 mtmsr r11
238 sync
239
240 lwz r0, 0(r3)
241
242 mtmsr r9
243 sync
244
245#endif
246 stw r0, SVCPU_LAST_INST(r13)
247
248no_ld_last_inst:
249
250
251 li r9, KVM_GUEST_MODE_NONE
252 stb r9, HSTATE_IN_GUEST(r13)
253
254
255 LOAD_HOST_SEGMENTS
256
257
258
259
260
261
262
263
264
265
266
267
268 mfmsr r7
269 ori r7, r7, MSR_IR|MSR_DR|MSR_RI|MSR_ME
270 mtsrr1 r7
271
272 PPC_LL r8, HSTATE_VMHANDLER(r13)
273 mtsrr0 r8
274
275 RFI
276kvmppc_handler_trampoline_exit_end:
277