1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20#ifndef __POWERPC_KVM_PPC_H__
21#define __POWERPC_KVM_PPC_H__
22
23
24
25
26#include <linux/mutex.h>
27#include <linux/timer.h>
28#include <linux/types.h>
29#include <linux/kvm_types.h>
30#include <linux/kvm_host.h>
31#include <linux/bug.h>
32#ifdef CONFIG_PPC_BOOK3S
33#include <asm/kvm_book3s.h>
34#else
35#include <asm/kvm_booke.h>
36#endif
37#ifdef CONFIG_KVM_BOOK3S_64_HANDLER
38#include <asm/paca.h>
39#endif
40
41enum emulation_result {
42 EMULATE_DONE,
43 EMULATE_DO_MMIO,
44 EMULATE_DO_DCR,
45 EMULATE_FAIL,
46 EMULATE_AGAIN,
47 EMULATE_EXIT_USER,
48};
49
50extern int kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu);
51extern int __kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu);
52extern void kvmppc_handler_highmem(void);
53
54extern void kvmppc_dump_vcpu(struct kvm_vcpu *vcpu);
55extern int kvmppc_handle_load(struct kvm_run *run, struct kvm_vcpu *vcpu,
56 unsigned int rt, unsigned int bytes,
57 int is_bigendian);
58extern int kvmppc_handle_loads(struct kvm_run *run, struct kvm_vcpu *vcpu,
59 unsigned int rt, unsigned int bytes,
60 int is_bigendian);
61extern int kvmppc_handle_store(struct kvm_run *run, struct kvm_vcpu *vcpu,
62 u64 val, unsigned int bytes, int is_bigendian);
63
64extern int kvmppc_emulate_instruction(struct kvm_run *run,
65 struct kvm_vcpu *vcpu);
66extern int kvmppc_emulate_mmio(struct kvm_run *run, struct kvm_vcpu *vcpu);
67extern void kvmppc_emulate_dec(struct kvm_vcpu *vcpu);
68extern u32 kvmppc_get_dec(struct kvm_vcpu *vcpu, u64 tb);
69extern void kvmppc_decrementer_func(unsigned long data);
70extern int kvmppc_sanity_check(struct kvm_vcpu *vcpu);
71extern int kvmppc_subarch_vcpu_init(struct kvm_vcpu *vcpu);
72extern void kvmppc_subarch_vcpu_uninit(struct kvm_vcpu *vcpu);
73
74
75
76extern void kvmppc_mmu_map(struct kvm_vcpu *vcpu, u64 gvaddr, gpa_t gpaddr,
77 unsigned int gtlb_idx);
78extern void kvmppc_mmu_priv_switch(struct kvm_vcpu *vcpu, int usermode);
79extern void kvmppc_mmu_switch_pid(struct kvm_vcpu *vcpu, u32 pid);
80extern void kvmppc_mmu_destroy(struct kvm_vcpu *vcpu);
81extern int kvmppc_mmu_init(struct kvm_vcpu *vcpu);
82extern int kvmppc_mmu_dtlb_index(struct kvm_vcpu *vcpu, gva_t eaddr);
83extern int kvmppc_mmu_itlb_index(struct kvm_vcpu *vcpu, gva_t eaddr);
84extern gpa_t kvmppc_mmu_xlate(struct kvm_vcpu *vcpu, unsigned int gtlb_index,
85 gva_t eaddr);
86extern void kvmppc_mmu_dtlb_miss(struct kvm_vcpu *vcpu);
87extern void kvmppc_mmu_itlb_miss(struct kvm_vcpu *vcpu);
88
89extern struct kvm_vcpu *kvmppc_core_vcpu_create(struct kvm *kvm,
90 unsigned int id);
91extern void kvmppc_core_vcpu_free(struct kvm_vcpu *vcpu);
92extern int kvmppc_core_vcpu_setup(struct kvm_vcpu *vcpu);
93extern int kvmppc_core_check_processor_compat(void);
94extern int kvmppc_core_vcpu_translate(struct kvm_vcpu *vcpu,
95 struct kvm_translation *tr);
96
97extern void kvmppc_core_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
98extern void kvmppc_core_vcpu_put(struct kvm_vcpu *vcpu);
99
100extern int kvmppc_core_prepare_to_enter(struct kvm_vcpu *vcpu);
101extern int kvmppc_core_pending_dec(struct kvm_vcpu *vcpu);
102extern void kvmppc_core_queue_program(struct kvm_vcpu *vcpu, ulong flags);
103extern void kvmppc_core_queue_dec(struct kvm_vcpu *vcpu);
104extern void kvmppc_core_dequeue_dec(struct kvm_vcpu *vcpu);
105extern void kvmppc_core_queue_external(struct kvm_vcpu *vcpu,
106 struct kvm_interrupt *irq);
107extern void kvmppc_core_dequeue_external(struct kvm_vcpu *vcpu);
108extern void kvmppc_core_flush_tlb(struct kvm_vcpu *vcpu);
109
110extern int kvmppc_core_emulate_op(struct kvm_run *run, struct kvm_vcpu *vcpu,
111 unsigned int op, int *advance);
112extern int kvmppc_core_emulate_mtspr(struct kvm_vcpu *vcpu, int sprn,
113 ulong val);
114extern int kvmppc_core_emulate_mfspr(struct kvm_vcpu *vcpu, int sprn,
115 ulong *val);
116extern int kvmppc_core_check_requests(struct kvm_vcpu *vcpu);
117
118extern int kvmppc_booke_init(void);
119extern void kvmppc_booke_exit(void);
120
121extern void kvmppc_core_destroy_mmu(struct kvm_vcpu *vcpu);
122extern int kvmppc_kvm_pv(struct kvm_vcpu *vcpu);
123extern void kvmppc_map_magic(struct kvm_vcpu *vcpu);
124
125extern long kvmppc_alloc_hpt(struct kvm *kvm, u32 *htab_orderp);
126extern long kvmppc_alloc_reset_hpt(struct kvm *kvm, u32 *htab_orderp);
127extern void kvmppc_free_hpt(struct kvm *kvm);
128extern long kvmppc_prepare_vrma(struct kvm *kvm,
129 struct kvm_userspace_memory_region *mem);
130extern void kvmppc_map_vrma(struct kvm_vcpu *vcpu,
131 struct kvm_memory_slot *memslot, unsigned long porder);
132extern int kvmppc_pseries_do_hcall(struct kvm_vcpu *vcpu);
133
134extern long kvm_vm_ioctl_create_spapr_tce(struct kvm *kvm,
135 struct kvm_create_spapr_tce *args);
136extern long kvmppc_h_put_tce(struct kvm_vcpu *vcpu, unsigned long liobn,
137 unsigned long ioba, unsigned long tce);
138extern long kvm_vm_ioctl_allocate_rma(struct kvm *kvm,
139 struct kvm_allocate_rma *rma);
140extern struct kvmppc_linear_info *kvm_alloc_rma(void);
141extern void kvm_release_rma(struct kvmppc_linear_info *ri);
142extern struct kvmppc_linear_info *kvm_alloc_hpt(void);
143extern void kvm_release_hpt(struct kvmppc_linear_info *li);
144extern int kvmppc_core_init_vm(struct kvm *kvm);
145extern void kvmppc_core_destroy_vm(struct kvm *kvm);
146extern void kvmppc_core_free_memslot(struct kvm_memory_slot *free,
147 struct kvm_memory_slot *dont);
148extern int kvmppc_core_create_memslot(struct kvm_memory_slot *slot,
149 unsigned long npages);
150extern int kvmppc_core_prepare_memory_region(struct kvm *kvm,
151 struct kvm_memory_slot *memslot,
152 struct kvm_userspace_memory_region *mem);
153extern void kvmppc_core_commit_memory_region(struct kvm *kvm,
154 struct kvm_userspace_memory_region *mem,
155 const struct kvm_memory_slot *old);
156extern int kvm_vm_ioctl_get_smmu_info(struct kvm *kvm,
157 struct kvm_ppc_smmu_info *info);
158extern void kvmppc_core_flush_memslot(struct kvm *kvm,
159 struct kvm_memory_slot *memslot);
160
161extern int kvmppc_bookehv_init(void);
162extern void kvmppc_bookehv_exit(void);
163
164extern int kvmppc_prepare_to_enter(struct kvm_vcpu *vcpu);
165
166extern int kvm_vm_ioctl_get_htab_fd(struct kvm *kvm, struct kvm_get_htab_fd *);
167
168int kvm_vcpu_ioctl_interrupt(struct kvm_vcpu *vcpu, struct kvm_interrupt *irq);
169
170extern int kvm_vm_ioctl_rtas_define_token(struct kvm *kvm, void __user *argp);
171extern int kvmppc_rtas_hcall(struct kvm_vcpu *vcpu);
172extern void kvmppc_rtas_tokens_free(struct kvm *kvm);
173extern int kvmppc_xics_set_xive(struct kvm *kvm, u32 irq, u32 server,
174 u32 priority);
175extern int kvmppc_xics_get_xive(struct kvm *kvm, u32 irq, u32 *server,
176 u32 *priority);
177extern int kvmppc_xics_int_on(struct kvm *kvm, u32 irq);
178extern int kvmppc_xics_int_off(struct kvm *kvm, u32 irq);
179
180
181
182
183
184static inline u32 kvmppc_get_field(u64 inst, int msb, int lsb)
185{
186 u32 r;
187 u32 mask;
188
189 BUG_ON(msb > lsb);
190
191 mask = (1 << (lsb - msb + 1)) - 1;
192 r = (inst >> (63 - lsb)) & mask;
193
194 return r;
195}
196
197
198
199
200static inline u32 kvmppc_set_field(u64 inst, int msb, int lsb, int value)
201{
202 u32 r;
203 u32 mask;
204
205 BUG_ON(msb > lsb);
206
207 mask = ((1 << (lsb - msb + 1)) - 1) << (63 - lsb);
208 r = (inst & ~mask) | ((value << (63 - lsb)) & mask);
209
210 return r;
211}
212
213union kvmppc_one_reg {
214 u32 wval;
215 u64 dval;
216 vector128 vval;
217 u64 vsxval[2];
218 struct {
219 u64 addr;
220 u64 length;
221 } vpaval;
222};
223
224#define one_reg_size(id) \
225 (1ul << (((id) & KVM_REG_SIZE_MASK) >> KVM_REG_SIZE_SHIFT))
226
227#define get_reg_val(id, reg) ({ \
228 union kvmppc_one_reg __u; \
229 switch (one_reg_size(id)) { \
230 case 4: __u.wval = (reg); break; \
231 case 8: __u.dval = (reg); break; \
232 default: BUG(); \
233 } \
234 __u; \
235})
236
237
238#define set_reg_val(id, val) ({ \
239 u64 __v; \
240 switch (one_reg_size(id)) { \
241 case 4: __v = (val).wval; break; \
242 case 8: __v = (val).dval; break; \
243 default: BUG(); \
244 } \
245 __v; \
246})
247
248void kvmppc_core_get_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
249int kvmppc_core_set_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
250
251void kvmppc_get_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
252int kvmppc_set_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
253
254int kvm_vcpu_ioctl_get_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg);
255int kvm_vcpu_ioctl_set_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg);
256int kvmppc_get_one_reg(struct kvm_vcpu *vcpu, u64 id, union kvmppc_one_reg *);
257int kvmppc_set_one_reg(struct kvm_vcpu *vcpu, u64 id, union kvmppc_one_reg *);
258
259void kvmppc_set_pid(struct kvm_vcpu *vcpu, u32 pid);
260
261struct openpic;
262
263#ifdef CONFIG_KVM_BOOK3S_64_HV
264static inline void kvmppc_set_xics_phys(int cpu, unsigned long addr)
265{
266 paca[cpu].kvm_hstate.xics_phys = addr;
267}
268
269static inline u32 kvmppc_get_xics_latch(void)
270{
271 u32 xirr = get_paca()->kvm_hstate.saved_xirr;
272
273 get_paca()->kvm_hstate.saved_xirr = 0;
274
275 return xirr;
276}
277
278static inline void kvmppc_set_host_ipi(int cpu, u8 host_ipi)
279{
280 paca[cpu].kvm_hstate.host_ipi = host_ipi;
281}
282
283extern void kvmppc_fast_vcpu_kick(struct kvm_vcpu *vcpu);
284extern void kvm_linear_init(void);
285
286#else
287static inline void kvmppc_set_xics_phys(int cpu, unsigned long addr)
288{}
289
290static inline void kvm_linear_init(void)
291{}
292
293static inline u32 kvmppc_get_xics_latch(void)
294{
295 return 0;
296}
297
298static inline void kvmppc_set_host_ipi(int cpu, u8 host_ipi)
299{}
300
301static inline void kvmppc_fast_vcpu_kick(struct kvm_vcpu *vcpu)
302{
303 kvm_vcpu_kick(vcpu);
304}
305#endif
306
307#ifdef CONFIG_KVM_XICS
308static inline int kvmppc_xics_enabled(struct kvm_vcpu *vcpu)
309{
310 return vcpu->arch.irq_type == KVMPPC_IRQ_XICS;
311}
312extern void kvmppc_xics_free_icp(struct kvm_vcpu *vcpu);
313extern int kvmppc_xics_create_icp(struct kvm_vcpu *vcpu, unsigned long server);
314extern int kvm_vm_ioctl_xics_irq(struct kvm *kvm, struct kvm_irq_level *args);
315extern int kvmppc_xics_hcall(struct kvm_vcpu *vcpu, u32 cmd);
316extern u64 kvmppc_xics_get_icp(struct kvm_vcpu *vcpu);
317extern int kvmppc_xics_set_icp(struct kvm_vcpu *vcpu, u64 icpval);
318extern int kvmppc_xics_connect_vcpu(struct kvm_device *dev,
319 struct kvm_vcpu *vcpu, u32 cpu);
320#else
321static inline int kvmppc_xics_enabled(struct kvm_vcpu *vcpu)
322 { return 0; }
323static inline void kvmppc_xics_free_icp(struct kvm_vcpu *vcpu) { }
324static inline int kvmppc_xics_create_icp(struct kvm_vcpu *vcpu,
325 unsigned long server)
326 { return -EINVAL; }
327static inline int kvm_vm_ioctl_xics_irq(struct kvm *kvm,
328 struct kvm_irq_level *args)
329 { return -ENOTTY; }
330static inline int kvmppc_xics_hcall(struct kvm_vcpu *vcpu, u32 cmd)
331 { return 0; }
332#endif
333
334static inline void kvmppc_set_epr(struct kvm_vcpu *vcpu, u32 epr)
335{
336#ifdef CONFIG_KVM_BOOKE_HV
337 mtspr(SPRN_GEPR, epr);
338#elif defined(CONFIG_BOOKE)
339 vcpu->arch.epr = epr;
340#endif
341}
342
343#ifdef CONFIG_KVM_MPIC
344
345void kvmppc_mpic_set_epr(struct kvm_vcpu *vcpu);
346int kvmppc_mpic_connect_vcpu(struct kvm_device *dev, struct kvm_vcpu *vcpu,
347 u32 cpu);
348void kvmppc_mpic_disconnect_vcpu(struct openpic *opp, struct kvm_vcpu *vcpu);
349
350#else
351
352static inline void kvmppc_mpic_set_epr(struct kvm_vcpu *vcpu)
353{
354}
355
356static inline int kvmppc_mpic_connect_vcpu(struct kvm_device *dev,
357 struct kvm_vcpu *vcpu, u32 cpu)
358{
359 return -EINVAL;
360}
361
362static inline void kvmppc_mpic_disconnect_vcpu(struct openpic *opp,
363 struct kvm_vcpu *vcpu)
364{
365}
366
367#endif
368
369int kvm_vcpu_ioctl_config_tlb(struct kvm_vcpu *vcpu,
370 struct kvm_config_tlb *cfg);
371int kvm_vcpu_ioctl_dirty_tlb(struct kvm_vcpu *vcpu,
372 struct kvm_dirty_tlb *cfg);
373
374long kvmppc_alloc_lpid(void);
375void kvmppc_claim_lpid(long lpid);
376void kvmppc_free_lpid(long lpid);
377void kvmppc_init_lpid(unsigned long nr_lpids);
378
379static inline void kvmppc_mmu_flush_icache(pfn_t pfn)
380{
381 struct page *page;
382
383
384
385
386 if (!pfn_valid(pfn))
387 return;
388
389
390 page = pfn_to_page(pfn);
391 if (!test_bit(PG_arch_1, &page->flags)) {
392 flush_dcache_icache_page(page);
393 set_bit(PG_arch_1, &page->flags);
394 }
395}
396
397
398
399static inline void kvmppc_lazy_ee_enable(void)
400{
401#ifdef CONFIG_PPC64
402
403 local_paca->irq_happened = 0;
404 local_paca->soft_enabled = 1;
405#endif
406}
407
408static inline ulong kvmppc_get_ea_indexed(struct kvm_vcpu *vcpu, int ra, int rb)
409{
410 ulong ea;
411 ulong msr_64bit = 0;
412
413 ea = kvmppc_get_gpr(vcpu, rb);
414 if (ra)
415 ea += kvmppc_get_gpr(vcpu, ra);
416
417#if defined(CONFIG_PPC_BOOK3E_64)
418 msr_64bit = MSR_CM;
419#elif defined(CONFIG_PPC_BOOK3S_64)
420 msr_64bit = MSR_SF;
421#endif
422
423 if (!(vcpu->arch.shared->msr & msr_64bit))
424 ea = (uint32_t)ea;
425
426 return ea;
427}
428
429extern void xics_wake_cpu(int cpu);
430
431#endif
432