1
2
3
4
5
6
7
8
9
10
11#ifndef _ASM_X86_KVM_HOST_H
12#define _ASM_X86_KVM_HOST_H
13
14#include <linux/types.h>
15#include <linux/mm.h>
16#include <linux/mmu_notifier.h>
17#include <linux/tracepoint.h>
18
19#include <linux/kvm.h>
20#include <linux/kvm_para.h>
21#include <linux/kvm_types.h>
22
23#include <asm/pvclock-abi.h>
24#include <asm/desc.h>
25#include <asm/mtrr.h>
26#include <asm/msr-index.h>
27
28#define KVM_MAX_VCPUS 16
29#define KVM_MEMORY_SLOTS 32
30
31#define KVM_PRIVATE_MEM_SLOTS 4
32
33#define KVM_PIO_PAGE_OFFSET 1
34#define KVM_COALESCED_MMIO_PAGE_OFFSET 2
35
36#define CR3_PAE_RESERVED_BITS ((X86_CR3_PWT | X86_CR3_PCD) - 1)
37#define CR3_NONPAE_RESERVED_BITS ((PAGE_SIZE-1) & ~(X86_CR3_PWT | X86_CR3_PCD))
38#define CR3_L_MODE_RESERVED_BITS (CR3_NONPAE_RESERVED_BITS | \
39 0xFFFFFF0000000000ULL)
40
41#define KVM_GUEST_CR0_MASK_UNRESTRICTED_GUEST \
42 (X86_CR0_WP | X86_CR0_NE | X86_CR0_NW | X86_CR0_CD)
43#define KVM_GUEST_CR0_MASK \
44 (KVM_GUEST_CR0_MASK_UNRESTRICTED_GUEST | X86_CR0_PG | X86_CR0_PE)
45#define KVM_VM_CR0_ALWAYS_ON_UNRESTRICTED_GUEST \
46 (X86_CR0_WP | X86_CR0_NE | X86_CR0_TS | X86_CR0_MP)
47#define KVM_VM_CR0_ALWAYS_ON \
48 (KVM_VM_CR0_ALWAYS_ON_UNRESTRICTED_GUEST | X86_CR0_PG | X86_CR0_PE)
49#define KVM_GUEST_CR4_MASK \
50 (X86_CR4_VME | X86_CR4_PSE | X86_CR4_PAE | X86_CR4_PGE | X86_CR4_VMXE)
51#define KVM_PMODE_VM_CR4_ALWAYS_ON (X86_CR4_PAE | X86_CR4_VMXE)
52#define KVM_RMODE_VM_CR4_ALWAYS_ON (X86_CR4_VME | X86_CR4_PAE | X86_CR4_VMXE)
53
54#define INVALID_PAGE (~(hpa_t)0)
55#define UNMAPPED_GVA (~(gpa_t)0)
56
57
58#define KVM_NR_PAGE_SIZES 3
59#define KVM_HPAGE_SHIFT(x) (PAGE_SHIFT + (((x) - 1) * 9))
60#define KVM_HPAGE_SIZE(x) (1UL << KVM_HPAGE_SHIFT(x))
61#define KVM_HPAGE_MASK(x) (~(KVM_HPAGE_SIZE(x) - 1))
62#define KVM_PAGES_PER_HPAGE(x) (KVM_HPAGE_SIZE(x) / PAGE_SIZE)
63
64#define DE_VECTOR 0
65#define DB_VECTOR 1
66#define BP_VECTOR 3
67#define OF_VECTOR 4
68#define BR_VECTOR 5
69#define UD_VECTOR 6
70#define NM_VECTOR 7
71#define DF_VECTOR 8
72#define TS_VECTOR 10
73#define NP_VECTOR 11
74#define SS_VECTOR 12
75#define GP_VECTOR 13
76#define PF_VECTOR 14
77#define MF_VECTOR 16
78#define MC_VECTOR 18
79
80#define SELECTOR_TI_MASK (1 << 2)
81#define SELECTOR_RPL_MASK 0x03
82
83#define IOPL_SHIFT 12
84
85#define KVM_ALIAS_SLOTS 4
86
87#define KVM_PERMILLE_MMU_PAGES 20
88#define KVM_MIN_ALLOC_MMU_PAGES 64
89#define KVM_MMU_HASH_SHIFT 10
90#define KVM_NUM_MMU_PAGES (1 << KVM_MMU_HASH_SHIFT)
91#define KVM_MIN_FREE_MMU_PAGES 5
92#define KVM_REFILL_PAGES 25
93#define KVM_MAX_CPUID_ENTRIES 40
94#define KVM_NR_FIXED_MTRR_REGION 88
95#define KVM_NR_VAR_MTRR 8
96
97extern spinlock_t kvm_lock;
98extern struct list_head vm_list;
99
100struct kvm_vcpu;
101struct kvm;
102
103enum kvm_reg {
104 VCPU_REGS_RAX = 0,
105 VCPU_REGS_RCX = 1,
106 VCPU_REGS_RDX = 2,
107 VCPU_REGS_RBX = 3,
108 VCPU_REGS_RSP = 4,
109 VCPU_REGS_RBP = 5,
110 VCPU_REGS_RSI = 6,
111 VCPU_REGS_RDI = 7,
112#ifdef CONFIG_X86_64
113 VCPU_REGS_R8 = 8,
114 VCPU_REGS_R9 = 9,
115 VCPU_REGS_R10 = 10,
116 VCPU_REGS_R11 = 11,
117 VCPU_REGS_R12 = 12,
118 VCPU_REGS_R13 = 13,
119 VCPU_REGS_R14 = 14,
120 VCPU_REGS_R15 = 15,
121#endif
122 VCPU_REGS_RIP,
123 NR_VCPU_REGS
124};
125
126enum kvm_reg_ex {
127 VCPU_EXREG_PDPTR = NR_VCPU_REGS,
128};
129
130enum {
131 VCPU_SREG_ES,
132 VCPU_SREG_CS,
133 VCPU_SREG_SS,
134 VCPU_SREG_DS,
135 VCPU_SREG_FS,
136 VCPU_SREG_GS,
137 VCPU_SREG_TR,
138 VCPU_SREG_LDTR,
139};
140
141#include <asm/kvm_emulate.h>
142
143#define KVM_NR_MEM_OBJS 40
144
145#define KVM_NR_DB_REGS 4
146
147#define DR6_BD (1 << 13)
148#define DR6_BS (1 << 14)
149#define DR6_FIXED_1 0xffff0ff0
150#define DR6_VOLATILE 0x0000e00f
151
152#define DR7_BP_EN_MASK 0x000000ff
153#define DR7_GE (1 << 9)
154#define DR7_GD (1 << 13)
155#define DR7_FIXED_1 0x00000400
156#define DR7_VOLATILE 0xffff23ff
157
158
159
160
161
162struct kvm_mmu_memory_cache {
163 int nobjs;
164 void *objects[KVM_NR_MEM_OBJS];
165};
166
167#define NR_PTE_CHAIN_ENTRIES 5
168
169struct kvm_pte_chain {
170 u64 *parent_ptes[NR_PTE_CHAIN_ENTRIES];
171 struct hlist_node link;
172};
173
174
175
176
177
178
179
180
181
182
183
184union kvm_mmu_page_role {
185 unsigned word;
186 struct {
187 unsigned glevels:4;
188 unsigned level:4;
189 unsigned quadrant:2;
190 unsigned pad_for_nice_hex_output:6;
191 unsigned direct:1;
192 unsigned access:3;
193 unsigned invalid:1;
194 unsigned cr4_pge:1;
195 unsigned nxe:1;
196 };
197};
198
199struct kvm_mmu_page {
200 struct list_head link;
201 struct hlist_node hash_link;
202
203 struct list_head oos_link;
204
205
206
207
208
209 gfn_t gfn;
210 union kvm_mmu_page_role role;
211
212 u64 *spt;
213
214 gfn_t *gfns;
215
216
217
218
219 DECLARE_BITMAP(slot_bitmap, KVM_MEMORY_SLOTS + KVM_PRIVATE_MEM_SLOTS);
220 int multimapped;
221 int root_count;
222 bool unsync;
223 unsigned int unsync_children;
224 union {
225 u64 *parent_pte;
226 struct hlist_head parent_ptes;
227 };
228 DECLARE_BITMAP(unsync_child_bitmap, 512);
229};
230
231struct kvm_pv_mmu_op_buffer {
232 void *ptr;
233 unsigned len;
234 unsigned processed;
235 char buf[512] __aligned(sizeof(long));
236};
237
238struct kvm_pio_request {
239 unsigned long count;
240 int cur_count;
241 gva_t guest_gva;
242 int in;
243 int port;
244 int size;
245 int string;
246 int down;
247 int rep;
248};
249
250
251
252
253
254
255struct kvm_mmu {
256 void (*new_cr3)(struct kvm_vcpu *vcpu);
257 int (*page_fault)(struct kvm_vcpu *vcpu, gva_t gva, u32 err);
258 void (*free)(struct kvm_vcpu *vcpu);
259 gpa_t (*gva_to_gpa)(struct kvm_vcpu *vcpu, gva_t gva);
260 void (*prefetch_page)(struct kvm_vcpu *vcpu,
261 struct kvm_mmu_page *page);
262 int (*sync_page)(struct kvm_vcpu *vcpu,
263 struct kvm_mmu_page *sp);
264 void (*invlpg)(struct kvm_vcpu *vcpu, gva_t gva);
265 hpa_t root_hpa;
266 int root_level;
267 int shadow_root_level;
268 union kvm_mmu_page_role base_role;
269
270 u64 *pae_root;
271 u64 rsvd_bits_mask[2][4];
272};
273
274struct kvm_vcpu_arch {
275 u64 host_tsc;
276
277
278
279
280 unsigned long regs[NR_VCPU_REGS];
281 u32 regs_avail;
282 u32 regs_dirty;
283
284 unsigned long cr0;
285 unsigned long cr2;
286 unsigned long cr3;
287 unsigned long cr4;
288 unsigned long cr8;
289 u32 hflags;
290 u64 pdptrs[4];
291 u64 shadow_efer;
292 u64 apic_base;
293 struct kvm_lapic *apic;
294 int32_t apic_arb_prio;
295 int mp_state;
296 int sipi_vector;
297 u64 ia32_misc_enable_msr;
298 bool tpr_access_reporting;
299
300 struct kvm_mmu mmu;
301
302
303 struct kvm_pv_mmu_op_buffer mmu_op_buffer;
304
305 struct kvm_mmu_memory_cache mmu_pte_chain_cache;
306 struct kvm_mmu_memory_cache mmu_rmap_desc_cache;
307 struct kvm_mmu_memory_cache mmu_page_cache;
308 struct kvm_mmu_memory_cache mmu_page_header_cache;
309
310 gfn_t last_pt_write_gfn;
311 int last_pt_write_count;
312 u64 *last_pte_updated;
313 gfn_t last_pte_gfn;
314
315 struct {
316 gfn_t gfn;
317 pfn_t pfn;
318 unsigned long mmu_seq;
319 } update_pte;
320
321 struct i387_fxsave_struct host_fx_image;
322 struct i387_fxsave_struct guest_fx_image;
323
324 gva_t mmio_fault_cr2;
325 struct kvm_pio_request pio;
326 void *pio_data;
327
328 u8 event_exit_inst_len;
329
330 struct kvm_queued_exception {
331 bool pending;
332 bool has_error_code;
333 u8 nr;
334 u32 error_code;
335 } exception;
336
337 struct kvm_queued_interrupt {
338 bool pending;
339 bool soft;
340 u8 nr;
341 } interrupt;
342
343 int halt_request;
344
345 int cpuid_nent;
346 struct kvm_cpuid_entry2 cpuid_entries[KVM_MAX_CPUID_ENTRIES];
347
348
349 struct x86_emulate_ctxt emulate_ctxt;
350
351 gpa_t time;
352 struct pvclock_vcpu_time_info hv_clock;
353 unsigned int hv_clock_tsc_khz;
354 unsigned int time_offset;
355 struct page *time_page;
356
357 bool singlestep;
358 bool nmi_pending;
359 bool nmi_injected;
360
361 struct mtrr_state_type mtrr_state;
362 u32 pat;
363
364 int switch_db_regs;
365 unsigned long db[KVM_NR_DB_REGS];
366 unsigned long dr6;
367 unsigned long dr7;
368 unsigned long eff_db[KVM_NR_DB_REGS];
369
370 u64 mcg_cap;
371 u64 mcg_status;
372 u64 mcg_ctl;
373 u64 *mce_banks;
374};
375
376struct kvm_mem_alias {
377 gfn_t base_gfn;
378 unsigned long npages;
379 gfn_t target_gfn;
380};
381
382struct kvm_arch{
383 int naliases;
384 struct kvm_mem_alias aliases[KVM_ALIAS_SLOTS];
385
386 unsigned int n_free_mmu_pages;
387 unsigned int n_requested_mmu_pages;
388 unsigned int n_alloc_mmu_pages;
389 struct hlist_head mmu_page_hash[KVM_NUM_MMU_PAGES];
390
391
392
393 struct list_head active_mmu_pages;
394 struct list_head assigned_dev_head;
395 struct iommu_domain *iommu_domain;
396 int iommu_flags;
397 struct kvm_pic *vpic;
398 struct kvm_ioapic *vioapic;
399 struct kvm_pit *vpit;
400 struct hlist_head irq_ack_notifier_list;
401 int vapics_in_nmi_mode;
402
403 unsigned int tss_addr;
404 struct page *apic_access_page;
405
406 gpa_t wall_clock;
407
408 struct page *ept_identity_pagetable;
409 bool ept_identity_pagetable_done;
410 gpa_t ept_identity_map_addr;
411
412 unsigned long irq_sources_bitmap;
413 unsigned long irq_states[KVM_IOAPIC_NUM_PINS];
414 u64 vm_init_tsc;
415};
416
417struct kvm_vm_stat {
418 u32 mmu_shadow_zapped;
419 u32 mmu_pte_write;
420 u32 mmu_pte_updated;
421 u32 mmu_pde_zapped;
422 u32 mmu_flooded;
423 u32 mmu_recycled;
424 u32 mmu_cache_miss;
425 u32 mmu_unsync;
426 u32 remote_tlb_flush;
427 u32 lpages;
428};
429
430struct kvm_vcpu_stat {
431 u32 pf_fixed;
432 u32 pf_guest;
433 u32 tlb_flush;
434 u32 invlpg;
435
436 u32 exits;
437 u32 io_exits;
438 u32 mmio_exits;
439 u32 signal_exits;
440 u32 irq_window_exits;
441 u32 nmi_window_exits;
442 u32 halt_exits;
443 u32 halt_wakeup;
444 u32 request_irq_exits;
445 u32 irq_exits;
446 u32 host_state_reload;
447 u32 efer_reload;
448 u32 fpu_reload;
449 u32 insn_emulation;
450 u32 insn_emulation_fail;
451 u32 hypercalls;
452 u32 irq_injections;
453 u32 nmi_injections;
454};
455
456struct descriptor_table {
457 u16 limit;
458 unsigned long base;
459} __attribute__((packed));
460
461struct kvm_x86_ops {
462 int (*cpu_has_kvm_support)(void);
463 int (*disabled_by_bios)(void);
464 void (*hardware_enable)(void *dummy);
465 void (*hardware_disable)(void *dummy);
466 void (*check_processor_compatibility)(void *rtn);
467 int (*hardware_setup)(void);
468 void (*hardware_unsetup)(void);
469 bool (*cpu_has_accelerated_tpr)(void);
470
471
472 struct kvm_vcpu *(*vcpu_create)(struct kvm *kvm, unsigned id);
473 void (*vcpu_free)(struct kvm_vcpu *vcpu);
474 int (*vcpu_reset)(struct kvm_vcpu *vcpu);
475
476 void (*prepare_guest_switch)(struct kvm_vcpu *vcpu);
477 void (*vcpu_load)(struct kvm_vcpu *vcpu, int cpu);
478 void (*vcpu_put)(struct kvm_vcpu *vcpu);
479
480 int (*set_guest_debug)(struct kvm_vcpu *vcpu,
481 struct kvm_guest_debug *dbg);
482 int (*get_msr)(struct kvm_vcpu *vcpu, u32 msr_index, u64 *pdata);
483 int (*set_msr)(struct kvm_vcpu *vcpu, u32 msr_index, u64 data);
484 u64 (*get_segment_base)(struct kvm_vcpu *vcpu, int seg);
485 void (*get_segment)(struct kvm_vcpu *vcpu,
486 struct kvm_segment *var, int seg);
487 int (*get_cpl)(struct kvm_vcpu *vcpu);
488 void (*set_segment)(struct kvm_vcpu *vcpu,
489 struct kvm_segment *var, int seg);
490 void (*get_cs_db_l_bits)(struct kvm_vcpu *vcpu, int *db, int *l);
491 void (*decache_cr4_guest_bits)(struct kvm_vcpu *vcpu);
492 void (*set_cr0)(struct kvm_vcpu *vcpu, unsigned long cr0);
493 void (*set_cr3)(struct kvm_vcpu *vcpu, unsigned long cr3);
494 void (*set_cr4)(struct kvm_vcpu *vcpu, unsigned long cr4);
495 void (*set_efer)(struct kvm_vcpu *vcpu, u64 efer);
496 void (*get_idt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
497 void (*set_idt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
498 void (*get_gdt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
499 void (*set_gdt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
500 unsigned long (*get_dr)(struct kvm_vcpu *vcpu, int dr);
501 void (*set_dr)(struct kvm_vcpu *vcpu, int dr, unsigned long value,
502 int *exception);
503 void (*cache_reg)(struct kvm_vcpu *vcpu, enum kvm_reg reg);
504 unsigned long (*get_rflags)(struct kvm_vcpu *vcpu);
505 void (*set_rflags)(struct kvm_vcpu *vcpu, unsigned long rflags);
506
507 void (*tlb_flush)(struct kvm_vcpu *vcpu);
508
509 void (*run)(struct kvm_vcpu *vcpu, struct kvm_run *run);
510 int (*handle_exit)(struct kvm_run *run, struct kvm_vcpu *vcpu);
511 void (*skip_emulated_instruction)(struct kvm_vcpu *vcpu);
512 void (*set_interrupt_shadow)(struct kvm_vcpu *vcpu, int mask);
513 u32 (*get_interrupt_shadow)(struct kvm_vcpu *vcpu, int mask);
514 void (*patch_hypercall)(struct kvm_vcpu *vcpu,
515 unsigned char *hypercall_addr);
516 void (*set_irq)(struct kvm_vcpu *vcpu);
517 void (*set_nmi)(struct kvm_vcpu *vcpu);
518 void (*queue_exception)(struct kvm_vcpu *vcpu, unsigned nr,
519 bool has_error_code, u32 error_code);
520 int (*interrupt_allowed)(struct kvm_vcpu *vcpu);
521 int (*nmi_allowed)(struct kvm_vcpu *vcpu);
522 void (*enable_nmi_window)(struct kvm_vcpu *vcpu);
523 void (*enable_irq_window)(struct kvm_vcpu *vcpu);
524 void (*update_cr8_intercept)(struct kvm_vcpu *vcpu, int tpr, int irr);
525 int (*set_tss_addr)(struct kvm *kvm, unsigned int addr);
526 int (*get_tdp_level)(void);
527 u64 (*get_mt_mask)(struct kvm_vcpu *vcpu, gfn_t gfn, bool is_mmio);
528 bool (*gb_page_enable)(void);
529
530 const struct trace_print_flags *exit_reasons_str;
531};
532
533extern struct kvm_x86_ops *kvm_x86_ops;
534
535int kvm_mmu_module_init(void);
536void kvm_mmu_module_exit(void);
537
538void kvm_mmu_destroy(struct kvm_vcpu *vcpu);
539int kvm_mmu_create(struct kvm_vcpu *vcpu);
540int kvm_mmu_setup(struct kvm_vcpu *vcpu);
541void kvm_mmu_set_nonpresent_ptes(u64 trap_pte, u64 notrap_pte);
542void kvm_mmu_set_base_ptes(u64 base_pte);
543void kvm_mmu_set_mask_ptes(u64 user_mask, u64 accessed_mask,
544 u64 dirty_mask, u64 nx_mask, u64 x_mask);
545
546int kvm_mmu_reset_context(struct kvm_vcpu *vcpu);
547void kvm_mmu_slot_remove_write_access(struct kvm *kvm, int slot);
548void kvm_mmu_zap_all(struct kvm *kvm);
549unsigned int kvm_mmu_calculate_mmu_pages(struct kvm *kvm);
550void kvm_mmu_change_mmu_pages(struct kvm *kvm, unsigned int kvm_nr_mmu_pages);
551
552int load_pdptrs(struct kvm_vcpu *vcpu, unsigned long cr3);
553
554int emulator_write_phys(struct kvm_vcpu *vcpu, gpa_t gpa,
555 const void *val, int bytes);
556int kvm_pv_mmu_op(struct kvm_vcpu *vcpu, unsigned long bytes,
557 gpa_t addr, unsigned long *ret);
558u8 kvm_get_guest_memory_type(struct kvm_vcpu *vcpu, gfn_t gfn);
559
560extern bool tdp_enabled;
561
562enum emulation_result {
563 EMULATE_DONE,
564 EMULATE_DO_MMIO,
565 EMULATE_FAIL,
566};
567
568#define EMULTYPE_NO_DECODE (1 << 0)
569#define EMULTYPE_TRAP_UD (1 << 1)
570#define EMULTYPE_SKIP (1 << 2)
571int emulate_instruction(struct kvm_vcpu *vcpu, struct kvm_run *run,
572 unsigned long cr2, u16 error_code, int emulation_type);
573void kvm_report_emulation_failure(struct kvm_vcpu *cvpu, const char *context);
574void realmode_lgdt(struct kvm_vcpu *vcpu, u16 size, unsigned long address);
575void realmode_lidt(struct kvm_vcpu *vcpu, u16 size, unsigned long address);
576void realmode_lmsw(struct kvm_vcpu *vcpu, unsigned long msw,
577 unsigned long *rflags);
578
579unsigned long realmode_get_cr(struct kvm_vcpu *vcpu, int cr);
580void realmode_set_cr(struct kvm_vcpu *vcpu, int cr, unsigned long value,
581 unsigned long *rflags);
582void kvm_enable_efer_bits(u64);
583int kvm_get_msr(struct kvm_vcpu *vcpu, u32 msr_index, u64 *data);
584int kvm_set_msr(struct kvm_vcpu *vcpu, u32 msr_index, u64 data);
585
586struct x86_emulate_ctxt;
587
588int kvm_emulate_pio(struct kvm_vcpu *vcpu, struct kvm_run *run, int in,
589 int size, unsigned port);
590int kvm_emulate_pio_string(struct kvm_vcpu *vcpu, struct kvm_run *run, int in,
591 int size, unsigned long count, int down,
592 gva_t address, int rep, unsigned port);
593void kvm_emulate_cpuid(struct kvm_vcpu *vcpu);
594int kvm_emulate_halt(struct kvm_vcpu *vcpu);
595int emulate_invlpg(struct kvm_vcpu *vcpu, gva_t address);
596int emulate_clts(struct kvm_vcpu *vcpu);
597int emulator_get_dr(struct x86_emulate_ctxt *ctxt, int dr,
598 unsigned long *dest);
599int emulator_set_dr(struct x86_emulate_ctxt *ctxt, int dr,
600 unsigned long value);
601
602void kvm_get_segment(struct kvm_vcpu *vcpu, struct kvm_segment *var, int seg);
603int kvm_load_segment_descriptor(struct kvm_vcpu *vcpu, u16 selector,
604 int type_bits, int seg);
605
606int kvm_task_switch(struct kvm_vcpu *vcpu, u16 tss_selector, int reason);
607
608void kvm_set_cr0(struct kvm_vcpu *vcpu, unsigned long cr0);
609void kvm_set_cr3(struct kvm_vcpu *vcpu, unsigned long cr3);
610void kvm_set_cr4(struct kvm_vcpu *vcpu, unsigned long cr4);
611void kvm_set_cr8(struct kvm_vcpu *vcpu, unsigned long cr8);
612unsigned long kvm_get_cr8(struct kvm_vcpu *vcpu);
613void kvm_lmsw(struct kvm_vcpu *vcpu, unsigned long msw);
614void kvm_get_cs_db_l_bits(struct kvm_vcpu *vcpu, int *db, int *l);
615
616int kvm_get_msr_common(struct kvm_vcpu *vcpu, u32 msr, u64 *pdata);
617int kvm_set_msr_common(struct kvm_vcpu *vcpu, u32 msr, u64 data);
618
619void kvm_queue_exception(struct kvm_vcpu *vcpu, unsigned nr);
620void kvm_queue_exception_e(struct kvm_vcpu *vcpu, unsigned nr, u32 error_code);
621void kvm_inject_page_fault(struct kvm_vcpu *vcpu, unsigned long cr2,
622 u32 error_code);
623bool kvm_require_cpl(struct kvm_vcpu *vcpu, int required_cpl);
624
625int kvm_pic_set_irq(void *opaque, int irq, int level);
626
627void kvm_inject_nmi(struct kvm_vcpu *vcpu);
628
629void fx_init(struct kvm_vcpu *vcpu);
630
631int emulator_write_emulated(unsigned long addr,
632 const void *val,
633 unsigned int bytes,
634 struct kvm_vcpu *vcpu);
635
636unsigned long segment_base(u16 selector);
637
638void kvm_mmu_flush_tlb(struct kvm_vcpu *vcpu);
639void kvm_mmu_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,
640 const u8 *new, int bytes,
641 bool guest_initiated);
642int kvm_mmu_unprotect_page_virt(struct kvm_vcpu *vcpu, gva_t gva);
643void __kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu);
644int kvm_mmu_load(struct kvm_vcpu *vcpu);
645void kvm_mmu_unload(struct kvm_vcpu *vcpu);
646void kvm_mmu_sync_roots(struct kvm_vcpu *vcpu);
647
648int kvm_emulate_hypercall(struct kvm_vcpu *vcpu);
649
650int kvm_fix_hypercall(struct kvm_vcpu *vcpu);
651
652int kvm_mmu_page_fault(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code);
653void kvm_mmu_invlpg(struct kvm_vcpu *vcpu, gva_t gva);
654
655void kvm_enable_tdp(void);
656void kvm_disable_tdp(void);
657
658int load_pdptrs(struct kvm_vcpu *vcpu, unsigned long cr3);
659int complete_pio(struct kvm_vcpu *vcpu);
660
661struct kvm_memory_slot *gfn_to_memslot_unaliased(struct kvm *kvm, gfn_t gfn);
662
663static inline struct kvm_mmu_page *page_header(hpa_t shadow_page)
664{
665 struct page *page = pfn_to_page(shadow_page >> PAGE_SHIFT);
666
667 return (struct kvm_mmu_page *)page_private(page);
668}
669
670static inline u16 kvm_read_fs(void)
671{
672 u16 seg;
673 asm("mov %%fs, %0" : "=g"(seg));
674 return seg;
675}
676
677static inline u16 kvm_read_gs(void)
678{
679 u16 seg;
680 asm("mov %%gs, %0" : "=g"(seg));
681 return seg;
682}
683
684static inline u16 kvm_read_ldt(void)
685{
686 u16 ldt;
687 asm("sldt %0" : "=g"(ldt));
688 return ldt;
689}
690
691static inline void kvm_load_fs(u16 sel)
692{
693 asm("mov %0, %%fs" : : "rm"(sel));
694}
695
696static inline void kvm_load_gs(u16 sel)
697{
698 asm("mov %0, %%gs" : : "rm"(sel));
699}
700
701static inline void kvm_load_ldt(u16 sel)
702{
703 asm("lldt %0" : : "rm"(sel));
704}
705
706static inline void kvm_get_idt(struct descriptor_table *table)
707{
708 asm("sidt %0" : "=m"(*table));
709}
710
711static inline void kvm_get_gdt(struct descriptor_table *table)
712{
713 asm("sgdt %0" : "=m"(*table));
714}
715
716static inline unsigned long kvm_read_tr_base(void)
717{
718 u16 tr;
719 asm("str %0" : "=g"(tr));
720 return segment_base(tr);
721}
722
723#ifdef CONFIG_X86_64
724static inline unsigned long read_msr(unsigned long msr)
725{
726 u64 value;
727
728 rdmsrl(msr, value);
729 return value;
730}
731#endif
732
733static inline void kvm_fx_save(struct i387_fxsave_struct *image)
734{
735 asm("fxsave (%0)":: "r" (image));
736}
737
738static inline void kvm_fx_restore(struct i387_fxsave_struct *image)
739{
740 asm("fxrstor (%0)":: "r" (image));
741}
742
743static inline void kvm_fx_finit(void)
744{
745 asm("finit");
746}
747
748static inline u32 get_rdx_init_val(void)
749{
750 return 0x600;
751}
752
753static inline void kvm_inject_gp(struct kvm_vcpu *vcpu, u32 error_code)
754{
755 kvm_queue_exception_e(vcpu, GP_VECTOR, error_code);
756}
757
758#define TSS_IOPB_BASE_OFFSET 0x66
759#define TSS_BASE_SIZE 0x68
760#define TSS_IOPB_SIZE (65536 / 8)
761#define TSS_REDIRECTION_SIZE (256 / 8)
762#define RMODE_TSS_SIZE \
763 (TSS_BASE_SIZE + TSS_REDIRECTION_SIZE + TSS_IOPB_SIZE + 1)
764
765enum {
766 TASK_SWITCH_CALL = 0,
767 TASK_SWITCH_IRET = 1,
768 TASK_SWITCH_JMP = 2,
769 TASK_SWITCH_GATE = 3,
770};
771
772#define HF_GIF_MASK (1 << 0)
773#define HF_HIF_MASK (1 << 1)
774#define HF_VINTR_MASK (1 << 2)
775#define HF_NMI_MASK (1 << 3)
776#define HF_IRET_MASK (1 << 4)
777
778
779
780
781
782
783asmlinkage void kvm_handle_fault_on_reboot(void);
784
785#define __kvm_handle_fault_on_reboot(insn) \
786 "666: " insn "\n\t" \
787 ".pushsection .fixup, \"ax\" \n" \
788 "667: \n\t" \
789 __ASM_SIZE(push) " $666b \n\t" \
790 "jmp kvm_handle_fault_on_reboot \n\t" \
791 ".popsection \n\t" \
792 ".pushsection __ex_table, \"a\" \n\t" \
793 _ASM_PTR " 666b, 667b \n\t" \
794 ".popsection"
795
796#define KVM_ARCH_WANT_MMU_NOTIFIER
797int kvm_unmap_hva(struct kvm *kvm, unsigned long hva);
798int kvm_age_hva(struct kvm *kvm, unsigned long hva);
799void kvm_set_spte_hva(struct kvm *kvm, unsigned long hva, pte_t pte);
800int cpuid_maxphyaddr(struct kvm_vcpu *vcpu);
801int kvm_cpu_has_interrupt(struct kvm_vcpu *vcpu);
802int kvm_arch_interrupt_allowed(struct kvm_vcpu *vcpu);
803int kvm_cpu_get_interrupt(struct kvm_vcpu *v);
804
805#endif
806