1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20#include "qemu/osdep.h"
21
22#include "qemu-common.h"
23#include "x86hvf.h"
24#include "vmx.h"
25#include "vmcs.h"
26#include "cpu.h"
27#include "x86_descr.h"
28#include "x86_decode.h"
29#include "sysemu/hw_accel.h"
30
31#include "hw/i386/apic_internal.h"
32
33#include <Hypervisor/hv.h>
34#include <Hypervisor/hv_vmx.h>
35
36void hvf_set_segment(struct CPUState *cpu, struct vmx_segment *vmx_seg,
37 SegmentCache *qseg, bool is_tr)
38{
39 vmx_seg->sel = qseg->selector;
40 vmx_seg->base = qseg->base;
41 vmx_seg->limit = qseg->limit;
42
43 if (!qseg->selector && !x86_is_real(cpu) && !is_tr) {
44
45
46 vmx_seg->ar = 1 << 16;
47 return;
48 }
49 vmx_seg->ar = (qseg->flags >> DESC_TYPE_SHIFT) & 0xf;
50 vmx_seg->ar |= ((qseg->flags >> DESC_G_SHIFT) & 1) << 15;
51 vmx_seg->ar |= ((qseg->flags >> DESC_B_SHIFT) & 1) << 14;
52 vmx_seg->ar |= ((qseg->flags >> DESC_L_SHIFT) & 1) << 13;
53 vmx_seg->ar |= ((qseg->flags >> DESC_AVL_SHIFT) & 1) << 12;
54 vmx_seg->ar |= ((qseg->flags >> DESC_P_SHIFT) & 1) << 7;
55 vmx_seg->ar |= ((qseg->flags >> DESC_DPL_SHIFT) & 3) << 5;
56 vmx_seg->ar |= ((qseg->flags >> DESC_S_SHIFT) & 1) << 4;
57}
58
59void hvf_get_segment(SegmentCache *qseg, struct vmx_segment *vmx_seg)
60{
61 qseg->limit = vmx_seg->limit;
62 qseg->base = vmx_seg->base;
63 qseg->selector = vmx_seg->sel;
64 qseg->flags = ((vmx_seg->ar & 0xf) << DESC_TYPE_SHIFT) |
65 (((vmx_seg->ar >> 4) & 1) << DESC_S_SHIFT) |
66 (((vmx_seg->ar >> 5) & 3) << DESC_DPL_SHIFT) |
67 (((vmx_seg->ar >> 7) & 1) << DESC_P_SHIFT) |
68 (((vmx_seg->ar >> 12) & 1) << DESC_AVL_SHIFT) |
69 (((vmx_seg->ar >> 13) & 1) << DESC_L_SHIFT) |
70 (((vmx_seg->ar >> 14) & 1) << DESC_B_SHIFT) |
71 (((vmx_seg->ar >> 15) & 1) << DESC_G_SHIFT);
72}
73
74void hvf_put_xsave(CPUState *cpu_state)
75{
76 void *xsave = X86_CPU(cpu_state)->env.xsave_buf;
77 uint32_t xsave_len = X86_CPU(cpu_state)->env.xsave_buf_len;
78
79 x86_cpu_xsave_all_areas(X86_CPU(cpu_state), xsave, xsave_len);
80
81 if (hv_vcpu_write_fpstate(cpu_state->hvf->fd, xsave, xsave_len)) {
82 abort();
83 }
84}
85
86void hvf_put_segments(CPUState *cpu_state)
87{
88 CPUX86State *env = &X86_CPU(cpu_state)->env;
89 struct vmx_segment seg;
90
91 wvmcs(cpu_state->hvf->fd, VMCS_GUEST_IDTR_LIMIT, env->idt.limit);
92 wvmcs(cpu_state->hvf->fd, VMCS_GUEST_IDTR_BASE, env->idt.base);
93
94 wvmcs(cpu_state->hvf->fd, VMCS_GUEST_GDTR_LIMIT, env->gdt.limit);
95 wvmcs(cpu_state->hvf->fd, VMCS_GUEST_GDTR_BASE, env->gdt.base);
96
97
98 wvmcs(cpu_state->hvf->fd, VMCS_GUEST_CR3, env->cr[3]);
99 vmx_update_tpr(cpu_state);
100 wvmcs(cpu_state->hvf->fd, VMCS_GUEST_IA32_EFER, env->efer);
101
102 macvm_set_cr4(cpu_state->hvf->fd, env->cr[4]);
103 macvm_set_cr0(cpu_state->hvf->fd, env->cr[0]);
104
105 hvf_set_segment(cpu_state, &seg, &env->segs[R_CS], false);
106 vmx_write_segment_descriptor(cpu_state, &seg, R_CS);
107
108 hvf_set_segment(cpu_state, &seg, &env->segs[R_DS], false);
109 vmx_write_segment_descriptor(cpu_state, &seg, R_DS);
110
111 hvf_set_segment(cpu_state, &seg, &env->segs[R_ES], false);
112 vmx_write_segment_descriptor(cpu_state, &seg, R_ES);
113
114 hvf_set_segment(cpu_state, &seg, &env->segs[R_SS], false);
115 vmx_write_segment_descriptor(cpu_state, &seg, R_SS);
116
117 hvf_set_segment(cpu_state, &seg, &env->segs[R_FS], false);
118 vmx_write_segment_descriptor(cpu_state, &seg, R_FS);
119
120 hvf_set_segment(cpu_state, &seg, &env->segs[R_GS], false);
121 vmx_write_segment_descriptor(cpu_state, &seg, R_GS);
122
123 hvf_set_segment(cpu_state, &seg, &env->tr, true);
124 vmx_write_segment_descriptor(cpu_state, &seg, R_TR);
125
126 hvf_set_segment(cpu_state, &seg, &env->ldt, false);
127 vmx_write_segment_descriptor(cpu_state, &seg, R_LDTR);
128
129 hv_vcpu_flush(cpu_state->hvf->fd);
130}
131
132void hvf_put_msrs(CPUState *cpu_state)
133{
134 CPUX86State *env = &X86_CPU(cpu_state)->env;
135
136 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_IA32_SYSENTER_CS,
137 env->sysenter_cs);
138 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_IA32_SYSENTER_ESP,
139 env->sysenter_esp);
140 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_IA32_SYSENTER_EIP,
141 env->sysenter_eip);
142
143 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_STAR, env->star);
144
145#ifdef TARGET_X86_64
146 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_CSTAR, env->cstar);
147 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_KERNELGSBASE, env->kernelgsbase);
148 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_FMASK, env->fmask);
149 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_LSTAR, env->lstar);
150#endif
151
152 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_GSBASE, env->segs[R_GS].base);
153 hv_vcpu_write_msr(cpu_state->hvf->fd, MSR_FSBASE, env->segs[R_FS].base);
154}
155
156
157void hvf_get_xsave(CPUState *cpu_state)
158{
159 void *xsave = X86_CPU(cpu_state)->env.xsave_buf;
160 uint32_t xsave_len = X86_CPU(cpu_state)->env.xsave_buf_len;
161
162 if (hv_vcpu_read_fpstate(cpu_state->hvf->fd, xsave, xsave_len)) {
163 abort();
164 }
165
166 x86_cpu_xrstor_all_areas(X86_CPU(cpu_state), xsave, xsave_len);
167}
168
169void hvf_get_segments(CPUState *cpu_state)
170{
171 CPUX86State *env = &X86_CPU(cpu_state)->env;
172
173 struct vmx_segment seg;
174
175 env->interrupt_injected = -1;
176
177 vmx_read_segment_descriptor(cpu_state, &seg, R_CS);
178 hvf_get_segment(&env->segs[R_CS], &seg);
179
180 vmx_read_segment_descriptor(cpu_state, &seg, R_DS);
181 hvf_get_segment(&env->segs[R_DS], &seg);
182
183 vmx_read_segment_descriptor(cpu_state, &seg, R_ES);
184 hvf_get_segment(&env->segs[R_ES], &seg);
185
186 vmx_read_segment_descriptor(cpu_state, &seg, R_FS);
187 hvf_get_segment(&env->segs[R_FS], &seg);
188
189 vmx_read_segment_descriptor(cpu_state, &seg, R_GS);
190 hvf_get_segment(&env->segs[R_GS], &seg);
191
192 vmx_read_segment_descriptor(cpu_state, &seg, R_SS);
193 hvf_get_segment(&env->segs[R_SS], &seg);
194
195 vmx_read_segment_descriptor(cpu_state, &seg, R_TR);
196 hvf_get_segment(&env->tr, &seg);
197
198 vmx_read_segment_descriptor(cpu_state, &seg, R_LDTR);
199 hvf_get_segment(&env->ldt, &seg);
200
201 env->idt.limit = rvmcs(cpu_state->hvf->fd, VMCS_GUEST_IDTR_LIMIT);
202 env->idt.base = rvmcs(cpu_state->hvf->fd, VMCS_GUEST_IDTR_BASE);
203 env->gdt.limit = rvmcs(cpu_state->hvf->fd, VMCS_GUEST_GDTR_LIMIT);
204 env->gdt.base = rvmcs(cpu_state->hvf->fd, VMCS_GUEST_GDTR_BASE);
205
206 env->cr[0] = rvmcs(cpu_state->hvf->fd, VMCS_GUEST_CR0);
207 env->cr[2] = 0;
208 env->cr[3] = rvmcs(cpu_state->hvf->fd, VMCS_GUEST_CR3);
209 env->cr[4] = rvmcs(cpu_state->hvf->fd, VMCS_GUEST_CR4);
210
211 env->efer = rvmcs(cpu_state->hvf->fd, VMCS_GUEST_IA32_EFER);
212}
213
214void hvf_get_msrs(CPUState *cpu_state)
215{
216 CPUX86State *env = &X86_CPU(cpu_state)->env;
217 uint64_t tmp;
218
219 hv_vcpu_read_msr(cpu_state->hvf->fd, MSR_IA32_SYSENTER_CS, &tmp);
220 env->sysenter_cs = tmp;
221
222 hv_vcpu_read_msr(cpu_state->hvf->fd, MSR_IA32_SYSENTER_ESP, &tmp);
223 env->sysenter_esp = tmp;
224
225 hv_vcpu_read_msr(cpu_state->hvf->fd, MSR_IA32_SYSENTER_EIP, &tmp);
226 env->sysenter_eip = tmp;
227
228 hv_vcpu_read_msr(cpu_state->hvf->fd, MSR_STAR, &env->star);
229
230#ifdef TARGET_X86_64
231 hv_vcpu_read_msr(cpu_state->hvf->fd, MSR_CSTAR, &env->cstar);
232 hv_vcpu_read_msr(cpu_state->hvf->fd, MSR_KERNELGSBASE, &env->kernelgsbase);
233 hv_vcpu_read_msr(cpu_state->hvf->fd, MSR_FMASK, &env->fmask);
234 hv_vcpu_read_msr(cpu_state->hvf->fd, MSR_LSTAR, &env->lstar);
235#endif
236
237 hv_vcpu_read_msr(cpu_state->hvf->fd, MSR_IA32_APICBASE, &tmp);
238
239 env->tsc = rdtscp() + rvmcs(cpu_state->hvf->fd, VMCS_TSC_OFFSET);
240}
241
242int hvf_put_registers(CPUState *cpu_state)
243{
244 X86CPU *x86cpu = X86_CPU(cpu_state);
245 CPUX86State *env = &x86cpu->env;
246
247 wreg(cpu_state->hvf->fd, HV_X86_RAX, env->regs[R_EAX]);
248 wreg(cpu_state->hvf->fd, HV_X86_RBX, env->regs[R_EBX]);
249 wreg(cpu_state->hvf->fd, HV_X86_RCX, env->regs[R_ECX]);
250 wreg(cpu_state->hvf->fd, HV_X86_RDX, env->regs[R_EDX]);
251 wreg(cpu_state->hvf->fd, HV_X86_RBP, env->regs[R_EBP]);
252 wreg(cpu_state->hvf->fd, HV_X86_RSP, env->regs[R_ESP]);
253 wreg(cpu_state->hvf->fd, HV_X86_RSI, env->regs[R_ESI]);
254 wreg(cpu_state->hvf->fd, HV_X86_RDI, env->regs[R_EDI]);
255 wreg(cpu_state->hvf->fd, HV_X86_R8, env->regs[8]);
256 wreg(cpu_state->hvf->fd, HV_X86_R9, env->regs[9]);
257 wreg(cpu_state->hvf->fd, HV_X86_R10, env->regs[10]);
258 wreg(cpu_state->hvf->fd, HV_X86_R11, env->regs[11]);
259 wreg(cpu_state->hvf->fd, HV_X86_R12, env->regs[12]);
260 wreg(cpu_state->hvf->fd, HV_X86_R13, env->regs[13]);
261 wreg(cpu_state->hvf->fd, HV_X86_R14, env->regs[14]);
262 wreg(cpu_state->hvf->fd, HV_X86_R15, env->regs[15]);
263 wreg(cpu_state->hvf->fd, HV_X86_RFLAGS, env->eflags);
264 wreg(cpu_state->hvf->fd, HV_X86_RIP, env->eip);
265
266 wreg(cpu_state->hvf->fd, HV_X86_XCR0, env->xcr0);
267
268 hvf_put_xsave(cpu_state);
269
270 hvf_put_segments(cpu_state);
271
272 hvf_put_msrs(cpu_state);
273
274 wreg(cpu_state->hvf->fd, HV_X86_DR0, env->dr[0]);
275 wreg(cpu_state->hvf->fd, HV_X86_DR1, env->dr[1]);
276 wreg(cpu_state->hvf->fd, HV_X86_DR2, env->dr[2]);
277 wreg(cpu_state->hvf->fd, HV_X86_DR3, env->dr[3]);
278 wreg(cpu_state->hvf->fd, HV_X86_DR4, env->dr[4]);
279 wreg(cpu_state->hvf->fd, HV_X86_DR5, env->dr[5]);
280 wreg(cpu_state->hvf->fd, HV_X86_DR6, env->dr[6]);
281 wreg(cpu_state->hvf->fd, HV_X86_DR7, env->dr[7]);
282
283 return 0;
284}
285
286int hvf_get_registers(CPUState *cpu_state)
287{
288 X86CPU *x86cpu = X86_CPU(cpu_state);
289 CPUX86State *env = &x86cpu->env;
290
291 env->regs[R_EAX] = rreg(cpu_state->hvf->fd, HV_X86_RAX);
292 env->regs[R_EBX] = rreg(cpu_state->hvf->fd, HV_X86_RBX);
293 env->regs[R_ECX] = rreg(cpu_state->hvf->fd, HV_X86_RCX);
294 env->regs[R_EDX] = rreg(cpu_state->hvf->fd, HV_X86_RDX);
295 env->regs[R_EBP] = rreg(cpu_state->hvf->fd, HV_X86_RBP);
296 env->regs[R_ESP] = rreg(cpu_state->hvf->fd, HV_X86_RSP);
297 env->regs[R_ESI] = rreg(cpu_state->hvf->fd, HV_X86_RSI);
298 env->regs[R_EDI] = rreg(cpu_state->hvf->fd, HV_X86_RDI);
299 env->regs[8] = rreg(cpu_state->hvf->fd, HV_X86_R8);
300 env->regs[9] = rreg(cpu_state->hvf->fd, HV_X86_R9);
301 env->regs[10] = rreg(cpu_state->hvf->fd, HV_X86_R10);
302 env->regs[11] = rreg(cpu_state->hvf->fd, HV_X86_R11);
303 env->regs[12] = rreg(cpu_state->hvf->fd, HV_X86_R12);
304 env->regs[13] = rreg(cpu_state->hvf->fd, HV_X86_R13);
305 env->regs[14] = rreg(cpu_state->hvf->fd, HV_X86_R14);
306 env->regs[15] = rreg(cpu_state->hvf->fd, HV_X86_R15);
307
308 env->eflags = rreg(cpu_state->hvf->fd, HV_X86_RFLAGS);
309 env->eip = rreg(cpu_state->hvf->fd, HV_X86_RIP);
310
311 hvf_get_xsave(cpu_state);
312 env->xcr0 = rreg(cpu_state->hvf->fd, HV_X86_XCR0);
313
314 hvf_get_segments(cpu_state);
315 hvf_get_msrs(cpu_state);
316
317 env->dr[0] = rreg(cpu_state->hvf->fd, HV_X86_DR0);
318 env->dr[1] = rreg(cpu_state->hvf->fd, HV_X86_DR1);
319 env->dr[2] = rreg(cpu_state->hvf->fd, HV_X86_DR2);
320 env->dr[3] = rreg(cpu_state->hvf->fd, HV_X86_DR3);
321 env->dr[4] = rreg(cpu_state->hvf->fd, HV_X86_DR4);
322 env->dr[5] = rreg(cpu_state->hvf->fd, HV_X86_DR5);
323 env->dr[6] = rreg(cpu_state->hvf->fd, HV_X86_DR6);
324 env->dr[7] = rreg(cpu_state->hvf->fd, HV_X86_DR7);
325
326 x86_update_hflags(env);
327 return 0;
328}
329
330static void vmx_set_int_window_exiting(CPUState *cpu)
331{
332 uint64_t val;
333 val = rvmcs(cpu->hvf->fd, VMCS_PRI_PROC_BASED_CTLS);
334 wvmcs(cpu->hvf->fd, VMCS_PRI_PROC_BASED_CTLS, val |
335 VMCS_PRI_PROC_BASED_CTLS_INT_WINDOW_EXITING);
336}
337
338void vmx_clear_int_window_exiting(CPUState *cpu)
339{
340 uint64_t val;
341 val = rvmcs(cpu->hvf->fd, VMCS_PRI_PROC_BASED_CTLS);
342 wvmcs(cpu->hvf->fd, VMCS_PRI_PROC_BASED_CTLS, val &
343 ~VMCS_PRI_PROC_BASED_CTLS_INT_WINDOW_EXITING);
344}
345
346bool hvf_inject_interrupts(CPUState *cpu_state)
347{
348 X86CPU *x86cpu = X86_CPU(cpu_state);
349 CPUX86State *env = &x86cpu->env;
350
351 uint8_t vector;
352 uint64_t intr_type;
353 bool have_event = true;
354 if (env->interrupt_injected != -1) {
355 vector = env->interrupt_injected;
356 if (env->ins_len) {
357 intr_type = VMCS_INTR_T_SWINTR;
358 } else {
359 intr_type = VMCS_INTR_T_HWINTR;
360 }
361 } else if (env->exception_nr != -1) {
362 vector = env->exception_nr;
363 if (vector == EXCP03_INT3 || vector == EXCP04_INTO) {
364 intr_type = VMCS_INTR_T_SWEXCEPTION;
365 } else {
366 intr_type = VMCS_INTR_T_HWEXCEPTION;
367 }
368 } else if (env->nmi_injected) {
369 vector = EXCP02_NMI;
370 intr_type = VMCS_INTR_T_NMI;
371 } else {
372 have_event = false;
373 }
374
375 uint64_t info = 0;
376 if (have_event) {
377 info = vector | intr_type | VMCS_INTR_VALID;
378 uint64_t reason = rvmcs(cpu_state->hvf->fd, VMCS_EXIT_REASON);
379 if (env->nmi_injected && reason != EXIT_REASON_TASK_SWITCH) {
380 vmx_clear_nmi_blocking(cpu_state);
381 }
382
383 if (!(env->hflags2 & HF2_NMI_MASK) || intr_type != VMCS_INTR_T_NMI) {
384 info &= ~(1 << 12);
385 if (intr_type == VMCS_INTR_T_SWINTR ||
386 intr_type == VMCS_INTR_T_SWEXCEPTION) {
387 wvmcs(cpu_state->hvf->fd, VMCS_ENTRY_INST_LENGTH, env->ins_len);
388 }
389
390 if (env->has_error_code) {
391 wvmcs(cpu_state->hvf->fd, VMCS_ENTRY_EXCEPTION_ERROR,
392 env->error_code);
393
394 info |= VMCS_INTR_DEL_ERRCODE;
395 }
396
397 wvmcs(cpu_state->hvf->fd, VMCS_ENTRY_INTR_INFO, info);
398 };
399 }
400
401 if (cpu_state->interrupt_request & CPU_INTERRUPT_NMI) {
402 if (!(env->hflags2 & HF2_NMI_MASK) && !(info & VMCS_INTR_VALID)) {
403 cpu_state->interrupt_request &= ~CPU_INTERRUPT_NMI;
404 info = VMCS_INTR_VALID | VMCS_INTR_T_NMI | EXCP02_NMI;
405 wvmcs(cpu_state->hvf->fd, VMCS_ENTRY_INTR_INFO, info);
406 } else {
407 vmx_set_nmi_window_exiting(cpu_state);
408 }
409 }
410
411 if (!(env->hflags & HF_INHIBIT_IRQ_MASK) &&
412 (cpu_state->interrupt_request & CPU_INTERRUPT_HARD) &&
413 (env->eflags & IF_MASK) && !(info & VMCS_INTR_VALID)) {
414 int line = cpu_get_pic_interrupt(&x86cpu->env);
415 cpu_state->interrupt_request &= ~CPU_INTERRUPT_HARD;
416 if (line >= 0) {
417 wvmcs(cpu_state->hvf->fd, VMCS_ENTRY_INTR_INFO, line |
418 VMCS_INTR_VALID | VMCS_INTR_T_HWINTR);
419 }
420 }
421 if (cpu_state->interrupt_request & CPU_INTERRUPT_HARD) {
422 vmx_set_int_window_exiting(cpu_state);
423 }
424 return (cpu_state->interrupt_request
425 & (CPU_INTERRUPT_INIT | CPU_INTERRUPT_TPR));
426}
427
428int hvf_process_events(CPUState *cpu_state)
429{
430 X86CPU *cpu = X86_CPU(cpu_state);
431 CPUX86State *env = &cpu->env;
432
433 if (!cpu_state->vcpu_dirty) {
434
435 env->eflags = rreg(cpu_state->hvf->fd, HV_X86_RFLAGS);
436 }
437
438 if (cpu_state->interrupt_request & CPU_INTERRUPT_INIT) {
439 cpu_synchronize_state(cpu_state);
440 do_cpu_init(cpu);
441 }
442
443 if (cpu_state->interrupt_request & CPU_INTERRUPT_POLL) {
444 cpu_state->interrupt_request &= ~CPU_INTERRUPT_POLL;
445 apic_poll_irq(cpu->apic_state);
446 }
447 if (((cpu_state->interrupt_request & CPU_INTERRUPT_HARD) &&
448 (env->eflags & IF_MASK)) ||
449 (cpu_state->interrupt_request & CPU_INTERRUPT_NMI)) {
450 cpu_state->halted = 0;
451 }
452 if (cpu_state->interrupt_request & CPU_INTERRUPT_SIPI) {
453 cpu_synchronize_state(cpu_state);
454 do_cpu_sipi(cpu);
455 }
456 if (cpu_state->interrupt_request & CPU_INTERRUPT_TPR) {
457 cpu_state->interrupt_request &= ~CPU_INTERRUPT_TPR;
458 cpu_synchronize_state(cpu_state);
459 apic_handle_tpr_access_report(cpu->apic_state, env->eip,
460 env->tpr_access_type);
461 }
462 return cpu_state->halted;
463}
464