1
2
3
4
5
6#ifndef _KVM_PPC_BOOK3S_XIVE_H
7#define _KVM_PPC_BOOK3S_XIVE_H
8
9#ifdef CONFIG_KVM_XICS
10#include "book3s_xics.h"
11
12
13
14
15
16#define KVMPPC_XIVE_FIRST_IRQ 0
17#define KVMPPC_XIVE_NR_IRQS KVMPPC_XICS_NR_IRQS
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32struct kvmppc_xive_irq_state {
33 bool valid;
34
35 u32 number;
36 u32 ipi_number;
37 struct xive_irq_data ipi_data;
38 u32 pt_number;
39 struct xive_irq_data *pt_data;
40
41
42 u8 guest_priority;
43 u8 saved_priority;
44
45
46 u32 act_server;
47 u8 act_priority;
48
49
50 bool in_eoi;
51 bool old_p;
52 bool old_q;
53 bool lsi;
54 bool asserted;
55
56
57 bool in_queue;
58 bool saved_p;
59 bool saved_q;
60 u8 saved_scan_prio;
61
62
63 u32 eisn;
64};
65
66
67static inline void kvmppc_xive_select_irq(struct kvmppc_xive_irq_state *state,
68 u32 *out_hw_irq,
69 struct xive_irq_data **out_xd)
70{
71 if (state->pt_number) {
72 if (out_hw_irq)
73 *out_hw_irq = state->pt_number;
74 if (out_xd)
75 *out_xd = state->pt_data;
76 } else {
77 if (out_hw_irq)
78 *out_hw_irq = state->ipi_number;
79 if (out_xd)
80 *out_xd = &state->ipi_data;
81 }
82}
83
84
85
86
87
88struct kvmppc_xive_src_block {
89 arch_spinlock_t lock;
90 u16 id;
91 struct kvmppc_xive_irq_state irq_state[KVMPPC_XICS_IRQ_PER_ICS];
92};
93
94struct kvmppc_xive;
95
96struct kvmppc_xive_ops {
97 int (*reset_mapped)(struct kvm *kvm, unsigned long guest_irq);
98};
99
100struct kvmppc_xive {
101 struct kvm *kvm;
102 struct kvm_device *dev;
103 struct dentry *dentry;
104
105
106 u32 vp_base;
107
108
109 struct kvmppc_xive_src_block *src_blocks[KVMPPC_XICS_MAX_ICS_ID + 1];
110 u32 max_sbid;
111
112
113
114
115
116
117
118
119 u32 src_count;
120 u32 saved_src_count;
121
122
123
124
125
126 u32 delayed_irqs;
127
128
129 u8 qmap;
130
131
132 u32 q_order;
133 u32 q_page_order;
134
135
136 u8 single_escalation;
137
138
139 u32 nr_servers;
140
141 struct kvmppc_xive_ops *ops;
142 struct address_space *mapping;
143 struct mutex mapping_lock;
144 struct mutex lock;
145};
146
147#define KVMPPC_XIVE_Q_COUNT 8
148
149struct kvmppc_xive_vcpu {
150 struct kvmppc_xive *xive;
151 struct kvm_vcpu *vcpu;
152 bool valid;
153
154
155 u32 server_num;
156
157
158
159
160
161 u32 vp_id;
162 u32 vp_chip_id;
163 u32 vp_cam;
164
165
166 u32 vp_ipi;
167 struct xive_irq_data vp_ipi_data;
168
169
170 uint8_t cppr;
171 uint8_t hw_cppr;
172 uint8_t mfrr;
173 uint8_t pending;
174
175
176 struct xive_q queues[KVMPPC_XIVE_Q_COUNT];
177 u32 esc_virq[KVMPPC_XIVE_Q_COUNT];
178 char *esc_virq_names[KVMPPC_XIVE_Q_COUNT];
179
180
181 u32 delayed_irq;
182
183
184 u64 stat_rm_h_xirr;
185 u64 stat_rm_h_ipoll;
186 u64 stat_rm_h_cppr;
187 u64 stat_rm_h_eoi;
188 u64 stat_rm_h_ipi;
189 u64 stat_vm_h_xirr;
190 u64 stat_vm_h_ipoll;
191 u64 stat_vm_h_cppr;
192 u64 stat_vm_h_eoi;
193 u64 stat_vm_h_ipi;
194};
195
196static inline struct kvm_vcpu *kvmppc_xive_find_server(struct kvm *kvm, u32 nr)
197{
198 struct kvm_vcpu *vcpu = NULL;
199 int i;
200
201 kvm_for_each_vcpu(i, vcpu, kvm) {
202 if (vcpu->arch.xive_vcpu && nr == vcpu->arch.xive_vcpu->server_num)
203 return vcpu;
204 }
205 return NULL;
206}
207
208static inline struct kvmppc_xive_src_block *kvmppc_xive_find_source(struct kvmppc_xive *xive,
209 u32 irq, u16 *source)
210{
211 u32 bid = irq >> KVMPPC_XICS_ICS_SHIFT;
212 u16 src = irq & KVMPPC_XICS_SRC_MASK;
213
214 if (source)
215 *source = src;
216 if (bid > KVMPPC_XICS_MAX_ICS_ID)
217 return NULL;
218 return xive->src_blocks[bid];
219}
220
221static inline u32 kvmppc_xive_vp(struct kvmppc_xive *xive, u32 server)
222{
223 return xive->vp_base + kvmppc_pack_vcpu_id(xive->kvm, server);
224}
225
226static inline bool kvmppc_xive_vp_in_use(struct kvm *kvm, u32 vp_id)
227{
228 struct kvm_vcpu *vcpu = NULL;
229 int i;
230
231 kvm_for_each_vcpu(i, vcpu, kvm) {
232 if (vcpu->arch.xive_vcpu && vp_id == vcpu->arch.xive_vcpu->vp_id)
233 return true;
234 }
235 return false;
236}
237
238
239
240
241
242
243
244
245
246
247static inline u8 xive_prio_from_guest(u8 prio)
248{
249 if (prio == 0xff || prio < 6)
250 return prio;
251 return 6;
252}
253
254static inline u8 xive_prio_to_guest(u8 prio)
255{
256 return prio;
257}
258
259static inline u32 __xive_read_eq(__be32 *qpage, u32 msk, u32 *idx, u32 *toggle)
260{
261 u32 cur;
262
263 if (!qpage)
264 return 0;
265 cur = be32_to_cpup(qpage + *idx);
266 if ((cur >> 31) == *toggle)
267 return 0;
268 *idx = (*idx + 1) & msk;
269 if (*idx == 0)
270 (*toggle) ^= 1;
271 return cur & 0x7fffffff;
272}
273
274extern unsigned long xive_rm_h_xirr(struct kvm_vcpu *vcpu);
275extern unsigned long xive_rm_h_ipoll(struct kvm_vcpu *vcpu, unsigned long server);
276extern int xive_rm_h_ipi(struct kvm_vcpu *vcpu, unsigned long server,
277 unsigned long mfrr);
278extern int xive_rm_h_cppr(struct kvm_vcpu *vcpu, unsigned long cppr);
279extern int xive_rm_h_eoi(struct kvm_vcpu *vcpu, unsigned long xirr);
280
281extern unsigned long (*__xive_vm_h_xirr)(struct kvm_vcpu *vcpu);
282extern unsigned long (*__xive_vm_h_ipoll)(struct kvm_vcpu *vcpu, unsigned long server);
283extern int (*__xive_vm_h_ipi)(struct kvm_vcpu *vcpu, unsigned long server,
284 unsigned long mfrr);
285extern int (*__xive_vm_h_cppr)(struct kvm_vcpu *vcpu, unsigned long cppr);
286extern int (*__xive_vm_h_eoi)(struct kvm_vcpu *vcpu, unsigned long xirr);
287
288
289
290
291void kvmppc_xive_disable_vcpu_interrupts(struct kvm_vcpu *vcpu);
292int kvmppc_xive_debug_show_queues(struct seq_file *m, struct kvm_vcpu *vcpu);
293struct kvmppc_xive_src_block *kvmppc_xive_create_src_block(
294 struct kvmppc_xive *xive, int irq);
295void kvmppc_xive_free_sources(struct kvmppc_xive_src_block *sb);
296int kvmppc_xive_select_target(struct kvm *kvm, u32 *server, u8 prio);
297int kvmppc_xive_attach_escalation(struct kvm_vcpu *vcpu, u8 prio,
298 bool single_escalation);
299struct kvmppc_xive *kvmppc_xive_get_device(struct kvm *kvm, u32 type);
300void xive_cleanup_single_escalation(struct kvm_vcpu *vcpu,
301 struct kvmppc_xive_vcpu *xc, int irq);
302int kvmppc_xive_compute_vp_id(struct kvmppc_xive *xive, u32 cpu, u32 *vp);
303int kvmppc_xive_set_nr_servers(struct kvmppc_xive *xive, u64 addr);
304
305#endif
306#endif
307