1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20#ifndef __POWERPC_KVM_HOST_H__
21#define __POWERPC_KVM_HOST_H__
22
23#include <linux/mutex.h>
24#include <linux/hrtimer.h>
25#include <linux/interrupt.h>
26#include <linux/types.h>
27#include <linux/kvm_types.h>
28#include <linux/threads.h>
29#include <linux/spinlock.h>
30#include <linux/kvm_para.h>
31#include <linux/list.h>
32#include <linux/atomic.h>
33#include <asm/kvm_asm.h>
34#include <asm/processor.h>
35#include <asm/page.h>
36#include <asm/cacheflush.h>
37#include <asm/hvcall.h>
38
39#define KVM_MAX_VCPUS NR_CPUS
40#define KVM_MAX_VCORES NR_CPUS
41#define KVM_USER_MEM_SLOTS 512
42
43#ifdef CONFIG_KVM_MMIO
44#define KVM_COALESCED_MMIO_PAGE_OFFSET 1
45#endif
46#define KVM_HALT_POLL_NS_DEFAULT 500000
47
48
49#define KVM_NR_IRQCHIPS 1
50#define KVM_IRQCHIP_NUM_PINS 256
51
52
53#define KVM_REQ_WATCHDOG 8
54#define KVM_REQ_EPR_EXIT 9
55
56#include <linux/mmu_notifier.h>
57
58#define KVM_ARCH_WANT_MMU_NOTIFIER
59
60extern int kvm_unmap_hva(struct kvm *kvm, unsigned long hva);
61extern int kvm_unmap_hva_range(struct kvm *kvm,
62 unsigned long start, unsigned long end);
63extern int kvm_age_hva(struct kvm *kvm, unsigned long start, unsigned long end);
64extern int kvm_test_age_hva(struct kvm *kvm, unsigned long hva);
65extern void kvm_set_spte_hva(struct kvm *kvm, unsigned long hva, pte_t pte);
66
67static inline void kvm_arch_mmu_notifier_invalidate_page(struct kvm *kvm,
68 unsigned long address)
69{
70}
71
72#define HPTEG_CACHE_NUM (1 << 15)
73#define HPTEG_HASH_BITS_PTE 13
74#define HPTEG_HASH_BITS_PTE_LONG 12
75#define HPTEG_HASH_BITS_VPTE 13
76#define HPTEG_HASH_BITS_VPTE_LONG 5
77#define HPTEG_HASH_BITS_VPTE_64K 11
78#define HPTEG_HASH_NUM_PTE (1 << HPTEG_HASH_BITS_PTE)
79#define HPTEG_HASH_NUM_PTE_LONG (1 << HPTEG_HASH_BITS_PTE_LONG)
80#define HPTEG_HASH_NUM_VPTE (1 << HPTEG_HASH_BITS_VPTE)
81#define HPTEG_HASH_NUM_VPTE_LONG (1 << HPTEG_HASH_BITS_VPTE_LONG)
82#define HPTEG_HASH_NUM_VPTE_64K (1 << HPTEG_HASH_BITS_VPTE_64K)
83
84
85#define KVM_PAM 0x0fffffffffffffffULL
86
87struct lppaca;
88struct slb_shadow;
89struct dtl_entry;
90
91struct kvmppc_vcpu_book3s;
92struct kvmppc_book3s_shadow_vcpu;
93
94struct kvm_vm_stat {
95 u32 remote_tlb_flush;
96};
97
98struct kvm_vcpu_stat {
99 u32 sum_exits;
100 u32 mmio_exits;
101 u32 signal_exits;
102 u32 light_exits;
103
104 u32 itlb_real_miss_exits;
105 u32 itlb_virt_miss_exits;
106 u32 dtlb_real_miss_exits;
107 u32 dtlb_virt_miss_exits;
108 u32 syscall_exits;
109 u32 isi_exits;
110 u32 dsi_exits;
111 u32 emulated_inst_exits;
112 u32 dec_exits;
113 u32 ext_intr_exits;
114 u32 halt_successful_poll;
115 u32 halt_attempted_poll;
116 u32 halt_wakeup;
117 u32 dbell_exits;
118 u32 gdbell_exits;
119 u32 ld;
120 u32 st;
121#ifdef CONFIG_PPC_BOOK3S
122 u32 pf_storage;
123 u32 pf_instruc;
124 u32 sp_storage;
125 u32 sp_instruc;
126 u32 queue_intr;
127 u32 ld_slow;
128 u32 st_slow;
129#endif
130};
131
132enum kvm_exit_types {
133 MMIO_EXITS,
134 SIGNAL_EXITS,
135 ITLB_REAL_MISS_EXITS,
136 ITLB_VIRT_MISS_EXITS,
137 DTLB_REAL_MISS_EXITS,
138 DTLB_VIRT_MISS_EXITS,
139 SYSCALL_EXITS,
140 ISI_EXITS,
141 DSI_EXITS,
142 EMULATED_INST_EXITS,
143 EMULATED_MTMSRWE_EXITS,
144 EMULATED_WRTEE_EXITS,
145 EMULATED_MTSPR_EXITS,
146 EMULATED_MFSPR_EXITS,
147 EMULATED_MTMSR_EXITS,
148 EMULATED_MFMSR_EXITS,
149 EMULATED_TLBSX_EXITS,
150 EMULATED_TLBWE_EXITS,
151 EMULATED_RFI_EXITS,
152 EMULATED_RFCI_EXITS,
153 EMULATED_RFDI_EXITS,
154 DEC_EXITS,
155 EXT_INTR_EXITS,
156 HALT_WAKEUP,
157 USR_PR_INST,
158 FP_UNAVAIL,
159 DEBUG_EXITS,
160 TIMEINGUEST,
161 DBELL_EXITS,
162 GDBELL_EXITS,
163 __NUMBER_OF_KVM_EXIT_TYPES
164};
165
166
167struct kvmppc_exit_timing {
168 union {
169 u64 tv64;
170 struct {
171 u32 tbu, tbl;
172 } tv32;
173 };
174};
175
176struct kvmppc_pginfo {
177 unsigned long pfn;
178 atomic_t refcnt;
179};
180
181struct kvmppc_spapr_tce_table {
182 struct list_head list;
183 struct kvm *kvm;
184 u64 liobn;
185 u32 window_size;
186 struct page *pages[0];
187};
188
189
190struct kvmppc_xics;
191struct kvmppc_icp;
192
193
194
195
196
197
198
199
200
201struct revmap_entry {
202 unsigned long guest_rpte;
203 unsigned int forw, back;
204};
205
206
207
208
209
210
211#define KVMPPC_RMAP_LOCK_BIT 63
212#define KVMPPC_RMAP_RC_SHIFT 32
213#define KVMPPC_RMAP_CHG_SHIFT 48
214#define KVMPPC_RMAP_REFERENCED (HPTE_R_R << KVMPPC_RMAP_RC_SHIFT)
215#define KVMPPC_RMAP_CHANGED (HPTE_R_C << KVMPPC_RMAP_RC_SHIFT)
216#define KVMPPC_RMAP_CHG_ORDER (0x3ful << KVMPPC_RMAP_CHG_SHIFT)
217#define KVMPPC_RMAP_PRESENT 0x100000000ul
218#define KVMPPC_RMAP_INDEX 0xfffffffful
219
220struct kvm_arch_memory_slot {
221#ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
222 unsigned long *rmap;
223#endif
224};
225
226struct kvm_arch {
227 unsigned int lpid;
228#ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
229 unsigned long hpt_virt;
230 struct revmap_entry *revmap;
231 unsigned int host_lpid;
232 unsigned long host_lpcr;
233 unsigned long sdr1;
234 unsigned long host_sdr1;
235 int tlbie_lock;
236 unsigned long lpcr;
237 unsigned long vrma_slb_v;
238 int hpte_setup_done;
239 u32 hpt_order;
240 atomic_t vcpus_running;
241 u32 online_vcores;
242 unsigned long hpt_npte;
243 unsigned long hpt_mask;
244 atomic_t hpte_mod_interest;
245 cpumask_t need_tlb_flush;
246 int hpt_cma_alloc;
247 struct dentry *debugfs_dir;
248 struct dentry *htab_dentry;
249#endif
250#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
251 struct mutex hpt_mutex;
252#endif
253#ifdef CONFIG_PPC_BOOK3S_64
254 struct list_head spapr_tce_tables;
255 struct list_head rtas_tokens;
256 DECLARE_BITMAP(enabled_hcalls, MAX_HCALL_OPCODE/4 + 1);
257#endif
258#ifdef CONFIG_KVM_MPIC
259 struct openpic *mpic;
260#endif
261#ifdef CONFIG_KVM_XICS
262 struct kvmppc_xics *xics;
263#endif
264 struct kvmppc_ops *kvm_ops;
265#ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
266
267 struct kvmppc_vcore *vcores[KVM_MAX_VCORES];
268#endif
269};
270
271
272
273
274
275
276
277
278struct kvmppc_vcore {
279 int n_runnable;
280 int num_threads;
281 int entry_exit_map;
282 int napping_threads;
283 int first_vcpuid;
284 u16 pcpu;
285 u16 last_cpu;
286 u8 vcore_state;
287 u8 in_guest;
288 struct kvmppc_vcore *master_vcore;
289 struct list_head runnable_threads;
290 struct list_head preempt_list;
291 spinlock_t lock;
292 wait_queue_head_t wq;
293 spinlock_t stoltb_lock;
294 u64 stolen_tb;
295 u64 preempt_tb;
296 struct kvm_vcpu *runner;
297 struct kvm *kvm;
298 u64 tb_offset;
299 ulong lpcr;
300 u32 arch_compat;
301 ulong pcr;
302 ulong dpdes;
303 ulong conferring_threads;
304};
305
306#define VCORE_ENTRY_MAP(vc) ((vc)->entry_exit_map & 0xff)
307#define VCORE_EXIT_MAP(vc) ((vc)->entry_exit_map >> 8)
308#define VCORE_IS_EXITING(vc) (VCORE_EXIT_MAP(vc) != 0)
309
310
311#define VCORE_EXIT_REQ 0x10000
312
313
314
315
316
317
318
319#define VCORE_INACTIVE 0
320#define VCORE_PREEMPT 1
321#define VCORE_PIGGYBACK 2
322#define VCORE_SLEEPING 3
323#define VCORE_RUNNING 4
324#define VCORE_EXITING 5
325
326
327
328
329
330
331struct kvmppc_vpa {
332 unsigned long gpa;
333 void *pinned_addr;
334 void *pinned_end;
335 unsigned long next_gpa;
336 unsigned long len;
337 u8 update_pending;
338 bool dirty;
339};
340
341struct kvmppc_pte {
342 ulong eaddr;
343 u64 vpage;
344 ulong raddr;
345 bool may_read : 1;
346 bool may_write : 1;
347 bool may_execute : 1;
348 u8 page_size;
349};
350
351struct kvmppc_mmu {
352
353 void (*slbmte)(struct kvm_vcpu *vcpu, u64 rb, u64 rs);
354 u64 (*slbmfee)(struct kvm_vcpu *vcpu, u64 slb_nr);
355 u64 (*slbmfev)(struct kvm_vcpu *vcpu, u64 slb_nr);
356 void (*slbie)(struct kvm_vcpu *vcpu, u64 slb_nr);
357 void (*slbia)(struct kvm_vcpu *vcpu);
358
359 void (*mtsrin)(struct kvm_vcpu *vcpu, u32 srnum, ulong value);
360 u32 (*mfsrin)(struct kvm_vcpu *vcpu, u32 srnum);
361 int (*xlate)(struct kvm_vcpu *vcpu, gva_t eaddr,
362 struct kvmppc_pte *pte, bool data, bool iswrite);
363 void (*reset_msr)(struct kvm_vcpu *vcpu);
364 void (*tlbie)(struct kvm_vcpu *vcpu, ulong addr, bool large);
365 int (*esid_to_vsid)(struct kvm_vcpu *vcpu, ulong esid, u64 *vsid);
366 u64 (*ea_to_vp)(struct kvm_vcpu *vcpu, gva_t eaddr, bool data);
367 bool (*is_dcbz32)(struct kvm_vcpu *vcpu);
368};
369
370struct kvmppc_slb {
371 u64 esid;
372 u64 vsid;
373 u64 orige;
374 u64 origv;
375 bool valid : 1;
376 bool Ks : 1;
377 bool Kp : 1;
378 bool nx : 1;
379 bool large : 1;
380 bool tb : 1;
381 bool class : 1;
382 u8 base_page_size;
383};
384
385
386struct kvmhv_tb_accumulator {
387 u64 seqcount;
388 u64 tb_total;
389 u64 tb_min;
390 u64 tb_max;
391};
392
393# ifdef CONFIG_PPC_FSL_BOOK3E
394#define KVMPPC_BOOKE_IAC_NUM 2
395#define KVMPPC_BOOKE_DAC_NUM 2
396# else
397#define KVMPPC_BOOKE_IAC_NUM 4
398#define KVMPPC_BOOKE_DAC_NUM 2
399# endif
400#define KVMPPC_BOOKE_MAX_IAC 4
401#define KVMPPC_BOOKE_MAX_DAC 2
402
403
404#define KVMPPC_EPR_NONE 0
405#define KVMPPC_EPR_USER 1
406#define KVMPPC_EPR_KERNEL 2
407
408#define KVMPPC_IRQ_DEFAULT 0
409#define KVMPPC_IRQ_MPIC 1
410#define KVMPPC_IRQ_XICS 2
411
412struct openpic;
413
414struct kvm_vcpu_arch {
415 ulong host_stack;
416 u32 host_pid;
417#ifdef CONFIG_PPC_BOOK3S
418 struct kvmppc_slb slb[64];
419 int slb_max;
420 int slb_nr;
421 struct kvmppc_mmu mmu;
422 struct kvmppc_vcpu_book3s *book3s;
423#endif
424#ifdef CONFIG_PPC_BOOK3S_32
425 struct kvmppc_book3s_shadow_vcpu *shadow_vcpu;
426#endif
427
428 ulong gpr[32];
429
430 struct thread_fp_state fp;
431
432#ifdef CONFIG_SPE
433 ulong evr[32];
434 ulong spefscr;
435 ulong host_spefscr;
436 u64 acc;
437#endif
438#ifdef CONFIG_ALTIVEC
439 struct thread_vr_state vr;
440#endif
441
442#ifdef CONFIG_KVM_BOOKE_HV
443 u32 host_mas4;
444 u32 host_mas6;
445 u32 shadow_epcr;
446 u32 shadow_msrp;
447 u32 eplc;
448 u32 epsc;
449 u32 oldpir;
450#endif
451
452#if defined(CONFIG_BOOKE)
453#if defined(CONFIG_KVM_BOOKE_HV) || defined(CONFIG_64BIT)
454 u32 epcr;
455#endif
456#endif
457
458#ifdef CONFIG_PPC_BOOK3S
459
460 u32 qpr[32];
461#endif
462
463 ulong pc;
464 ulong ctr;
465 ulong lr;
466#ifdef CONFIG_PPC_BOOK3S
467 ulong tar;
468#endif
469
470 ulong xer;
471 u32 cr;
472
473#ifdef CONFIG_PPC_BOOK3S
474 ulong hflags;
475 ulong guest_owned_ext;
476 ulong purr;
477 ulong spurr;
478 ulong ic;
479 ulong vtb;
480 ulong dscr;
481 ulong amr;
482 ulong uamor;
483 ulong iamr;
484 u32 ctrl;
485 u32 dabrx;
486 ulong dabr;
487 ulong dawr;
488 ulong dawrx;
489 ulong ciabr;
490 ulong cfar;
491 ulong ppr;
492 u32 pspb;
493 ulong fscr;
494 ulong shadow_fscr;
495 ulong ebbhr;
496 ulong ebbrr;
497 ulong bescr;
498 ulong csigr;
499 ulong tacr;
500 ulong tcscr;
501 ulong acop;
502 ulong wort;
503 ulong shadow_srr1;
504#endif
505 u32 vrsave;
506 u32 mmucr;
507
508 ulong shadow_msr;
509 ulong csrr0;
510 ulong csrr1;
511 ulong dsrr0;
512 ulong dsrr1;
513 ulong mcsrr0;
514 ulong mcsrr1;
515 ulong mcsr;
516 u32 dec;
517#ifdef CONFIG_BOOKE
518 u32 decar;
519#endif
520
521 u64 entry_tb;
522 u64 entry_vtb;
523 u64 entry_ic;
524 u32 tcr;
525 ulong tsr;
526 u32 ivor[64];
527 ulong ivpr;
528 u32 pvr;
529
530 u32 shadow_pid;
531 u32 shadow_pid1;
532 u32 pid;
533 u32 swap_pid;
534
535 u32 ccr0;
536 u32 ccr1;
537 u32 dbsr;
538
539 u64 mmcr[5];
540 u32 pmc[8];
541 u32 spmc[2];
542 u64 siar;
543 u64 sdar;
544 u64 sier;
545#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
546 u64 tfhar;
547 u64 texasr;
548 u64 tfiar;
549
550 u32 cr_tm;
551 u64 lr_tm;
552 u64 ctr_tm;
553 u64 amr_tm;
554 u64 ppr_tm;
555 u64 dscr_tm;
556 u64 tar_tm;
557
558 ulong gpr_tm[32];
559
560 struct thread_fp_state fp_tm;
561
562 struct thread_vr_state vr_tm;
563 u32 vrsave_tm;
564
565#endif
566
567#ifdef CONFIG_KVM_EXIT_TIMING
568 struct mutex exit_timing_lock;
569 struct kvmppc_exit_timing timing_exit;
570 struct kvmppc_exit_timing timing_last_enter;
571 u32 last_exit_type;
572 u32 timing_count_type[__NUMBER_OF_KVM_EXIT_TYPES];
573 u64 timing_sum_duration[__NUMBER_OF_KVM_EXIT_TYPES];
574 u64 timing_sum_quad_duration[__NUMBER_OF_KVM_EXIT_TYPES];
575 u64 timing_min_duration[__NUMBER_OF_KVM_EXIT_TYPES];
576 u64 timing_max_duration[__NUMBER_OF_KVM_EXIT_TYPES];
577 u64 timing_last_exit;
578 struct dentry *debugfs_exit_timing;
579#endif
580
581#ifdef CONFIG_PPC_BOOK3S
582 ulong fault_dar;
583 u32 fault_dsisr;
584 unsigned long intr_msr;
585#endif
586
587#ifdef CONFIG_BOOKE
588 ulong fault_dear;
589 ulong fault_esr;
590 ulong queued_dear;
591 ulong queued_esr;
592 spinlock_t wdt_lock;
593 struct timer_list wdt_timer;
594 u32 tlbcfg[4];
595 u32 tlbps[4];
596 u32 mmucfg;
597 u32 eptcfg;
598 u32 epr;
599 u64 sprg9;
600 u32 pwrmgtcr0;
601 u32 crit_save;
602
603 struct debug_reg dbg_reg;
604#endif
605 gpa_t paddr_accessed;
606 gva_t vaddr_accessed;
607 pgd_t *pgdir;
608
609 u8 io_gpr;
610 u8 mmio_host_swabbed;
611 u8 mmio_sign_extend;
612 u8 osi_needed;
613 u8 osi_enabled;
614 u8 papr_enabled;
615 u8 watchdog_enabled;
616 u8 sane;
617 u8 cpu_type;
618 u8 hcall_needed;
619 u8 epr_flags;
620 u8 epr_needed;
621
622 u32 cpr0_cfgaddr;
623
624 struct hrtimer dec_timer;
625 u64 dec_jiffies;
626 u64 dec_expires;
627 unsigned long pending_exceptions;
628 u8 ceded;
629 u8 prodded;
630 u32 last_inst;
631
632 wait_queue_head_t *wqp;
633 struct kvmppc_vcore *vcore;
634 int ret;
635 int trap;
636 int state;
637 int ptid;
638 int thread_cpu;
639 bool timer_running;
640 wait_queue_head_t cpu_run;
641
642 struct kvm_vcpu_arch_shared *shared;
643#if defined(CONFIG_PPC_BOOK3S_64) && defined(CONFIG_KVM_BOOK3S_PR_POSSIBLE)
644 bool shared_big_endian;
645#endif
646 unsigned long magic_page_pa;
647 unsigned long magic_page_ea;
648 bool disable_kernel_nx;
649
650 int irq_type;
651 int irq_cpu_id;
652 struct openpic *mpic;
653#ifdef CONFIG_KVM_XICS
654 struct kvmppc_icp *icp;
655#endif
656
657#ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
658 struct kvm_vcpu_arch_shared shregs;
659
660 unsigned long pgfault_addr;
661 long pgfault_index;
662 unsigned long pgfault_hpte[2];
663
664 struct list_head run_list;
665 struct task_struct *run_task;
666 struct kvm_run *kvm_run;
667
668 spinlock_t vpa_update_lock;
669 struct kvmppc_vpa vpa;
670 struct kvmppc_vpa dtl;
671 struct dtl_entry *dtl_ptr;
672 unsigned long dtl_index;
673 u64 stolen_logged;
674 struct kvmppc_vpa slb_shadow;
675
676 spinlock_t tbacct_lock;
677 u64 busy_stolen;
678 u64 busy_preempt;
679
680 u32 emul_inst;
681#endif
682
683#ifdef CONFIG_KVM_BOOK3S_HV_EXIT_TIMING
684 struct kvmhv_tb_accumulator *cur_activity;
685 u64 cur_tb_start;
686 struct kvmhv_tb_accumulator rm_entry;
687 struct kvmhv_tb_accumulator rm_intr;
688 struct kvmhv_tb_accumulator rm_exit;
689 struct kvmhv_tb_accumulator guest_time;
690 struct kvmhv_tb_accumulator cede_time;
691
692 struct dentry *debugfs_dir;
693 struct dentry *debugfs_timings;
694#endif
695};
696
697#define VCPU_FPR(vcpu, i) (vcpu)->arch.fp.fpr[i][TS_FPROFFSET]
698
699
700#define KVMPPC_VCPU_NOTREADY 0
701#define KVMPPC_VCPU_RUNNABLE 1
702#define KVMPPC_VCPU_BUSY_IN_HOST 2
703
704
705#define KVM_MMIO_REG_MASK 0x001f
706#define KVM_MMIO_REG_EXT_MASK 0xffe0
707#define KVM_MMIO_REG_GPR 0x0000
708#define KVM_MMIO_REG_FPR 0x0020
709#define KVM_MMIO_REG_QPR 0x0040
710#define KVM_MMIO_REG_FQPR 0x0060
711
712#define __KVM_HAVE_ARCH_WQP
713#define __KVM_HAVE_CREATE_DEVICE
714
715static inline void kvm_arch_hardware_disable(void) {}
716static inline void kvm_arch_hardware_unsetup(void) {}
717static inline void kvm_arch_sync_events(struct kvm *kvm) {}
718static inline void kvm_arch_memslots_updated(struct kvm *kvm, struct kvm_memslots *slots) {}
719static inline void kvm_arch_flush_shadow_all(struct kvm *kvm) {}
720static inline void kvm_arch_sched_in(struct kvm_vcpu *vcpu, int cpu) {}
721static inline void kvm_arch_exit(void) {}
722static inline void kvm_arch_vcpu_blocking(struct kvm_vcpu *vcpu) {}
723static inline void kvm_arch_vcpu_unblocking(struct kvm_vcpu *vcpu) {}
724
725#endif
726