1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19#include <linux/kvm.h>
20#include <linux/kvm_host.h>
21#include <asm/kvm_emulate.h>
22#include <asm/kvm_coproc.h>
23#include <asm/kvm_mmu.h>
24#include <asm/kvm_psci.h>
25#include <trace/events/kvm.h>
26
27#include "trace.h"
28
29typedef int (*exit_handle_fn)(struct kvm_vcpu *, struct kvm_run *);
30
31static int handle_svc_hyp(struct kvm_vcpu *vcpu, struct kvm_run *run)
32{
33
34 kvm_debug("SVC called from Hyp mode shouldn't go here\n");
35 BUG();
36 return -EINVAL;
37}
38
39static int handle_hvc(struct kvm_vcpu *vcpu, struct kvm_run *run)
40{
41 int ret;
42
43 trace_kvm_hvc(*vcpu_pc(vcpu), *vcpu_reg(vcpu, 0),
44 kvm_vcpu_hvc_get_imm(vcpu));
45 vcpu->stat.hvc_exit_stat++;
46
47 ret = kvm_psci_call(vcpu);
48 if (ret < 0) {
49 kvm_inject_undefined(vcpu);
50 return 1;
51 }
52
53 return ret;
54}
55
56static int handle_smc(struct kvm_vcpu *vcpu, struct kvm_run *run)
57{
58 kvm_inject_undefined(vcpu);
59 return 1;
60}
61
62static int handle_pabt_hyp(struct kvm_vcpu *vcpu, struct kvm_run *run)
63{
64
65 kvm_err("Prefetch Abort taken from Hyp mode at %#08lx (HSR: %#08x)\n",
66 kvm_vcpu_get_hfar(vcpu), kvm_vcpu_get_hsr(vcpu));
67 return -EFAULT;
68}
69
70static int handle_dabt_hyp(struct kvm_vcpu *vcpu, struct kvm_run *run)
71{
72
73 kvm_err("Data Abort taken from Hyp mode at %#08lx (HSR: %#08x)\n",
74 kvm_vcpu_get_hfar(vcpu), kvm_vcpu_get_hsr(vcpu));
75 return -EFAULT;
76}
77
78
79
80
81
82
83
84
85
86
87
88
89static int kvm_handle_wfx(struct kvm_vcpu *vcpu, struct kvm_run *run)
90{
91 if (kvm_vcpu_get_hsr(vcpu) & HSR_WFI_IS_WFE) {
92 trace_kvm_wfx(*vcpu_pc(vcpu), true);
93 vcpu->stat.wfe_exit_stat++;
94 kvm_vcpu_on_spin(vcpu);
95 } else {
96 trace_kvm_wfx(*vcpu_pc(vcpu), false);
97 vcpu->stat.wfi_exit_stat++;
98 kvm_vcpu_block(vcpu);
99 }
100
101 kvm_skip_instr(vcpu, kvm_vcpu_trap_il_is32bit(vcpu));
102
103 return 1;
104}
105
106static exit_handle_fn arm_exit_handlers[] = {
107 [HSR_EC_WFI] = kvm_handle_wfx,
108 [HSR_EC_CP15_32] = kvm_handle_cp15_32,
109 [HSR_EC_CP15_64] = kvm_handle_cp15_64,
110 [HSR_EC_CP14_MR] = kvm_handle_cp14_access,
111 [HSR_EC_CP14_LS] = kvm_handle_cp14_load_store,
112 [HSR_EC_CP14_64] = kvm_handle_cp14_access,
113 [HSR_EC_CP_0_13] = kvm_handle_cp_0_13_access,
114 [HSR_EC_CP10_ID] = kvm_handle_cp10_id,
115 [HSR_EC_SVC_HYP] = handle_svc_hyp,
116 [HSR_EC_HVC] = handle_hvc,
117 [HSR_EC_SMC] = handle_smc,
118 [HSR_EC_IABT] = kvm_handle_guest_abort,
119 [HSR_EC_IABT_HYP] = handle_pabt_hyp,
120 [HSR_EC_DABT] = kvm_handle_guest_abort,
121 [HSR_EC_DABT_HYP] = handle_dabt_hyp,
122};
123
124static exit_handle_fn kvm_get_exit_handler(struct kvm_vcpu *vcpu)
125{
126 u8 hsr_ec = kvm_vcpu_trap_get_class(vcpu);
127
128 if (hsr_ec >= ARRAY_SIZE(arm_exit_handlers) ||
129 !arm_exit_handlers[hsr_ec]) {
130 kvm_err("Unknown exception class: hsr: %#08x\n",
131 (unsigned int)kvm_vcpu_get_hsr(vcpu));
132 BUG();
133 }
134
135 return arm_exit_handlers[hsr_ec];
136}
137
138
139
140
141
142int handle_exit(struct kvm_vcpu *vcpu, struct kvm_run *run,
143 int exception_index)
144{
145 exit_handle_fn exit_handler;
146
147 switch (exception_index) {
148 case ARM_EXCEPTION_IRQ:
149 return 1;
150 case ARM_EXCEPTION_UNDEFINED:
151 kvm_err("Undefined exception in Hyp mode at: %#08lx\n",
152 kvm_vcpu_get_hyp_pc(vcpu));
153 BUG();
154 panic("KVM: Hypervisor undefined exception!\n");
155 case ARM_EXCEPTION_DATA_ABORT:
156 case ARM_EXCEPTION_PREF_ABORT:
157 case ARM_EXCEPTION_HVC:
158
159
160
161
162 if (!kvm_condition_valid(vcpu)) {
163 kvm_skip_instr(vcpu, kvm_vcpu_trap_il_is32bit(vcpu));
164 return 1;
165 }
166
167 exit_handler = kvm_get_exit_handler(vcpu);
168
169 return exit_handler(vcpu, run);
170 default:
171 kvm_pr_unimpl("Unsupported exception type: %d",
172 exception_index);
173 run->exit_reason = KVM_EXIT_INTERNAL_ERROR;
174 return 0;
175 }
176}
177