1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22#include "qemu/osdep.h"
23#include "qemu/error-report.h"
24#include "qapi/error.h"
25#include "qapi/visitor.h"
26#include "qemu/log.h"
27#include "hw/loader.h"
28#include "elf.h"
29#include "hw/sysbus.h"
30#include "sysemu/kvm.h"
31#include "sysemu/device_tree.h"
32#include "kvm_ppc.h"
33#include "migration/vmstate.h"
34#include "sysemu/qtest.h"
35
36#include "hw/ppc/spapr.h"
37#include "hw/ppc/spapr_vio.h"
38#include "hw/ppc/fdt.h"
39#include "trace.h"
40
41#include <libfdt.h>
42
43#define SPAPR_VIO_REG_BASE 0x71000000
44
45static char *spapr_vio_get_dev_name(DeviceState *qdev)
46{
47 SpaprVioDevice *dev = VIO_SPAPR_DEVICE(qdev);
48 SpaprVioDeviceClass *pc = VIO_SPAPR_DEVICE_GET_CLASS(dev);
49
50
51 return g_strdup_printf("%s@%x", pc->dt_name, dev->reg);
52}
53
54static void spapr_vio_bus_class_init(ObjectClass *klass, void *data)
55{
56 BusClass *k = BUS_CLASS(klass);
57
58 k->get_dev_path = spapr_vio_get_dev_name;
59 k->get_fw_dev_path = spapr_vio_get_dev_name;
60}
61
62static const TypeInfo spapr_vio_bus_info = {
63 .name = TYPE_SPAPR_VIO_BUS,
64 .parent = TYPE_BUS,
65 .class_init = spapr_vio_bus_class_init,
66 .instance_size = sizeof(SpaprVioBus),
67};
68
69SpaprVioDevice *spapr_vio_find_by_reg(SpaprVioBus *bus, uint32_t reg)
70{
71 BusChild *kid;
72 SpaprVioDevice *dev = NULL;
73
74 QTAILQ_FOREACH(kid, &bus->bus.children, sibling) {
75 dev = (SpaprVioDevice *)kid->child;
76 if (dev->reg == reg) {
77 return dev;
78 }
79 }
80
81 return NULL;
82}
83
84static int vio_make_devnode(SpaprVioDevice *dev,
85 void *fdt)
86{
87 SpaprVioDeviceClass *pc = VIO_SPAPR_DEVICE_GET_CLASS(dev);
88 int vdevice_off, node_off, ret;
89 char *dt_name;
90 const char *dt_compatible;
91
92 vdevice_off = fdt_path_offset(fdt, "/vdevice");
93 if (vdevice_off < 0) {
94 return vdevice_off;
95 }
96
97 dt_name = spapr_vio_get_dev_name(DEVICE(dev));
98 node_off = fdt_add_subnode(fdt, vdevice_off, dt_name);
99 g_free(dt_name);
100 if (node_off < 0) {
101 return node_off;
102 }
103
104 ret = fdt_setprop_cell(fdt, node_off, "reg", dev->reg);
105 if (ret < 0) {
106 return ret;
107 }
108
109 if (pc->dt_type) {
110 ret = fdt_setprop_string(fdt, node_off, "device_type",
111 pc->dt_type);
112 if (ret < 0) {
113 return ret;
114 }
115 }
116
117 if (pc->get_dt_compatible) {
118 dt_compatible = pc->get_dt_compatible(dev);
119 } else {
120 dt_compatible = pc->dt_compatible;
121 }
122
123 if (dt_compatible) {
124 ret = fdt_setprop_string(fdt, node_off, "compatible",
125 dt_compatible);
126 if (ret < 0) {
127 return ret;
128 }
129 }
130
131 if (dev->irq) {
132 uint32_t ints_prop[2];
133
134 spapr_dt_irq(ints_prop, dev->irq, false);
135 ret = fdt_setprop(fdt, node_off, "interrupts", ints_prop,
136 sizeof(ints_prop));
137 if (ret < 0) {
138 return ret;
139 }
140 }
141
142 ret = spapr_tcet_dma_dt(fdt, node_off, "ibm,my-dma-window", dev->tcet);
143 if (ret < 0) {
144 return ret;
145 }
146
147 if (pc->devnode) {
148 ret = (pc->devnode)(dev, fdt, node_off);
149 if (ret < 0) {
150 return ret;
151 }
152 }
153
154 return node_off;
155}
156
157
158
159
160static target_ulong h_reg_crq(PowerPCCPU *cpu, SpaprMachineState *spapr,
161 target_ulong opcode, target_ulong *args)
162{
163 target_ulong reg = args[0];
164 target_ulong queue_addr = args[1];
165 target_ulong queue_len = args[2];
166 SpaprVioDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
167
168 if (!dev) {
169 hcall_dprintf("Unit 0x" TARGET_FMT_lx " does not exist\n", reg);
170 return H_PARAMETER;
171 }
172
173
174 if (queue_len < 0x1000 || queue_len > 0x10000000) {
175 hcall_dprintf("Queue size too small or too big (0x" TARGET_FMT_lx
176 ")\n", queue_len);
177 return H_PARAMETER;
178 }
179
180
181 if (queue_addr & 0xfff) {
182 hcall_dprintf("Queue not aligned (0x" TARGET_FMT_lx ")\n", queue_addr);
183 return H_PARAMETER;
184 }
185
186
187 if (!dev->crq.SendFunc) {
188 hcall_dprintf("Device does not support CRQ\n");
189 return H_NOT_FOUND;
190 }
191
192
193 if (dev->crq.qsize) {
194 hcall_dprintf("CRQ already registered\n");
195 return H_RESOURCE;
196 }
197 dev->crq.qladdr = queue_addr;
198 dev->crq.qsize = queue_len;
199 dev->crq.qnext = 0;
200
201 trace_spapr_vio_h_reg_crq(reg, queue_addr, queue_len);
202 return H_SUCCESS;
203}
204
205static target_ulong free_crq(SpaprVioDevice *dev)
206{
207 dev->crq.qladdr = 0;
208 dev->crq.qsize = 0;
209 dev->crq.qnext = 0;
210
211 trace_spapr_vio_free_crq(dev->reg);
212
213 return H_SUCCESS;
214}
215
216static target_ulong h_free_crq(PowerPCCPU *cpu, SpaprMachineState *spapr,
217 target_ulong opcode, target_ulong *args)
218{
219 target_ulong reg = args[0];
220 SpaprVioDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
221
222 if (!dev) {
223 hcall_dprintf("Unit 0x" TARGET_FMT_lx " does not exist\n", reg);
224 return H_PARAMETER;
225 }
226
227 return free_crq(dev);
228}
229
230static target_ulong h_send_crq(PowerPCCPU *cpu, SpaprMachineState *spapr,
231 target_ulong opcode, target_ulong *args)
232{
233 target_ulong reg = args[0];
234 target_ulong msg_hi = args[1];
235 target_ulong msg_lo = args[2];
236 SpaprVioDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
237 uint64_t crq_mangle[2];
238
239 if (!dev) {
240 hcall_dprintf("Unit 0x" TARGET_FMT_lx " does not exist\n", reg);
241 return H_PARAMETER;
242 }
243 crq_mangle[0] = cpu_to_be64(msg_hi);
244 crq_mangle[1] = cpu_to_be64(msg_lo);
245
246 if (dev->crq.SendFunc) {
247 return dev->crq.SendFunc(dev, (uint8_t *)crq_mangle);
248 }
249
250 return H_HARDWARE;
251}
252
253static target_ulong h_enable_crq(PowerPCCPU *cpu, SpaprMachineState *spapr,
254 target_ulong opcode, target_ulong *args)
255{
256 target_ulong reg = args[0];
257 SpaprVioDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
258
259 if (!dev) {
260 hcall_dprintf("Unit 0x" TARGET_FMT_lx " does not exist\n", reg);
261 return H_PARAMETER;
262 }
263
264 return 0;
265}
266
267
268int spapr_vio_send_crq(SpaprVioDevice *dev, uint8_t *crq)
269{
270 int rc;
271 uint8_t byte;
272
273 if (!dev->crq.qsize) {
274 error_report("spapr_vio_send_creq on uninitialized queue");
275 return -1;
276 }
277
278
279 rc = spapr_vio_dma_read(dev, dev->crq.qladdr + dev->crq.qnext, &byte, 1);
280 if (rc) {
281 return rc;
282 }
283 if (byte != 0) {
284 return 1;
285 }
286
287 rc = spapr_vio_dma_write(dev, dev->crq.qladdr + dev->crq.qnext + 8,
288 &crq[8], 8);
289 if (rc) {
290 return rc;
291 }
292
293 kvmppc_eieio();
294
295 rc = spapr_vio_dma_write(dev, dev->crq.qladdr + dev->crq.qnext, crq, 8);
296 if (rc) {
297 return rc;
298 }
299
300 dev->crq.qnext = (dev->crq.qnext + 16) % dev->crq.qsize;
301
302 if (dev->signal_state & 1) {
303 spapr_vio_irq_pulse(dev);
304 }
305
306 return 0;
307}
308
309
310
311static void spapr_vio_quiesce_one(SpaprVioDevice *dev)
312{
313 if (dev->tcet) {
314 device_legacy_reset(DEVICE(dev->tcet));
315 }
316 free_crq(dev);
317}
318
319void spapr_vio_set_bypass(SpaprVioDevice *dev, bool bypass)
320{
321 if (!dev->tcet) {
322 return;
323 }
324
325 memory_region_set_enabled(&dev->mrbypass, bypass);
326 memory_region_set_enabled(spapr_tce_get_iommu(dev->tcet), !bypass);
327
328 dev->tcet->bypass = bypass;
329}
330
331static void rtas_set_tce_bypass(PowerPCCPU *cpu, SpaprMachineState *spapr,
332 uint32_t token,
333 uint32_t nargs, target_ulong args,
334 uint32_t nret, target_ulong rets)
335{
336 SpaprVioBus *bus = spapr->vio_bus;
337 SpaprVioDevice *dev;
338 uint32_t unit, enable;
339
340 if (nargs != 2) {
341 rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
342 return;
343 }
344 unit = rtas_ld(args, 0);
345 enable = rtas_ld(args, 1);
346 dev = spapr_vio_find_by_reg(bus, unit);
347 if (!dev) {
348 rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
349 return;
350 }
351
352 if (!dev->tcet) {
353 rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
354 return;
355 }
356
357 spapr_vio_set_bypass(dev, !!enable);
358
359 rtas_st(rets, 0, RTAS_OUT_SUCCESS);
360}
361
362static void rtas_quiesce(PowerPCCPU *cpu, SpaprMachineState *spapr,
363 uint32_t token,
364 uint32_t nargs, target_ulong args,
365 uint32_t nret, target_ulong rets)
366{
367 SpaprVioBus *bus = spapr->vio_bus;
368 BusChild *kid;
369 SpaprVioDevice *dev = NULL;
370
371 if (nargs != 0) {
372 rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
373 return;
374 }
375
376 QTAILQ_FOREACH(kid, &bus->bus.children, sibling) {
377 dev = (SpaprVioDevice *)kid->child;
378 spapr_vio_quiesce_one(dev);
379 }
380
381 rtas_st(rets, 0, RTAS_OUT_SUCCESS);
382}
383
384static SpaprVioDevice *reg_conflict(SpaprVioDevice *dev)
385{
386 SpaprVioBus *bus = SPAPR_VIO_BUS(dev->qdev.parent_bus);
387 BusChild *kid;
388 SpaprVioDevice *other;
389
390
391
392
393
394
395 QTAILQ_FOREACH(kid, &bus->bus.children, sibling) {
396 other = VIO_SPAPR_DEVICE(kid->child);
397
398 if (other != dev && other->reg == dev->reg) {
399 return other;
400 }
401 }
402
403 return 0;
404}
405
406static void spapr_vio_busdev_reset(DeviceState *qdev)
407{
408 SpaprVioDevice *dev = VIO_SPAPR_DEVICE(qdev);
409 SpaprVioDeviceClass *pc = VIO_SPAPR_DEVICE_GET_CLASS(dev);
410
411
412 spapr_vio_quiesce_one(dev);
413
414 dev->signal_state = 0;
415
416 spapr_vio_set_bypass(dev, false);
417 if (pc->reset) {
418 pc->reset(dev);
419 }
420}
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435static inline uint32_t spapr_vio_reg_to_irq(uint32_t reg)
436{
437 uint32_t irq;
438
439 if (reg >= SPAPR_VIO_REG_BASE) {
440
441
442
443
444
445
446
447
448
449 irq = reg & 0xff;
450
451 } else if (reg >= 0x30000000) {
452
453
454
455
456
457 irq = 0xf0 | ((reg >> 12) & 0xf);
458
459 } else {
460
461
462
463
464
465 irq = (reg >> 12) & 0xff;
466 }
467
468 return SPAPR_IRQ_VIO | irq;
469}
470
471static void spapr_vio_busdev_realize(DeviceState *qdev, Error **errp)
472{
473 SpaprMachineState *spapr = SPAPR_MACHINE(qdev_get_machine());
474 SpaprVioDevice *dev = (SpaprVioDevice *)qdev;
475 SpaprVioDeviceClass *pc = VIO_SPAPR_DEVICE_GET_CLASS(dev);
476 char *id;
477 Error *local_err = NULL;
478
479 if (dev->reg != -1) {
480
481
482
483
484
485
486 SpaprVioDevice *other = reg_conflict(dev);
487
488 if (other) {
489 error_setg(errp, "%s and %s devices conflict at address %#x",
490 object_get_typename(OBJECT(qdev)),
491 object_get_typename(OBJECT(&other->qdev)),
492 dev->reg);
493 return;
494 }
495 } else {
496
497 SpaprVioBus *bus = SPAPR_VIO_BUS(dev->qdev.parent_bus);
498
499 do {
500 dev->reg = bus->next_reg++;
501 } while (reg_conflict(dev));
502 }
503
504
505 if (!dev->qdev.id) {
506 id = spapr_vio_get_dev_name(DEVICE(dev));
507 dev->qdev.id = id;
508 }
509
510 dev->irq = spapr_vio_reg_to_irq(dev->reg);
511
512 if (SPAPR_MACHINE_GET_CLASS(spapr)->legacy_irq_allocation) {
513 dev->irq = spapr_irq_findone(spapr, &local_err);
514 if (local_err) {
515 error_propagate(errp, local_err);
516 return;
517 }
518 }
519
520 spapr_irq_claim(spapr, dev->irq, false, &local_err);
521 if (local_err) {
522 error_propagate(errp, local_err);
523 return;
524 }
525
526 if (pc->rtce_window_size) {
527 uint32_t liobn = SPAPR_VIO_LIOBN(dev->reg);
528
529 memory_region_init(&dev->mrroot, OBJECT(dev), "iommu-spapr-root",
530 ram_size);
531 memory_region_init_alias(&dev->mrbypass, OBJECT(dev),
532 "iommu-spapr-bypass", get_system_memory(),
533 0, ram_size);
534 memory_region_add_subregion_overlap(&dev->mrroot, 0, &dev->mrbypass, 1);
535 address_space_init(&dev->as, &dev->mrroot, qdev->id);
536
537 dev->tcet = spapr_tce_new_table(qdev, liobn);
538 spapr_tce_table_enable(dev->tcet, SPAPR_TCE_PAGE_SHIFT, 0,
539 pc->rtce_window_size >> SPAPR_TCE_PAGE_SHIFT);
540 dev->tcet->vdev = dev;
541 memory_region_add_subregion_overlap(&dev->mrroot, 0,
542 spapr_tce_get_iommu(dev->tcet), 2);
543 }
544
545 pc->realize(dev, errp);
546}
547
548static target_ulong h_vio_signal(PowerPCCPU *cpu, SpaprMachineState *spapr,
549 target_ulong opcode,
550 target_ulong *args)
551{
552 target_ulong reg = args[0];
553 target_ulong mode = args[1];
554 SpaprVioDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
555 SpaprVioDeviceClass *pc;
556
557 if (!dev) {
558 return H_PARAMETER;
559 }
560
561 pc = VIO_SPAPR_DEVICE_GET_CLASS(dev);
562
563 if (mode & ~pc->signal_mask) {
564 return H_PARAMETER;
565 }
566
567 dev->signal_state = mode;
568
569 return H_SUCCESS;
570}
571
572SpaprVioBus *spapr_vio_bus_init(void)
573{
574 SpaprVioBus *bus;
575 BusState *qbus;
576 DeviceState *dev;
577
578
579 dev = qdev_create(NULL, TYPE_SPAPR_VIO_BRIDGE);
580 qdev_init_nofail(dev);
581
582
583 qbus = qbus_create(TYPE_SPAPR_VIO_BUS, dev, "spapr-vio");
584 bus = SPAPR_VIO_BUS(qbus);
585 bus->next_reg = SPAPR_VIO_REG_BASE;
586
587
588 spapr_register_hypercall(H_VIO_SIGNAL, h_vio_signal);
589
590
591 spapr_register_hypercall(H_REG_CRQ, h_reg_crq);
592 spapr_register_hypercall(H_FREE_CRQ, h_free_crq);
593 spapr_register_hypercall(H_SEND_CRQ, h_send_crq);
594 spapr_register_hypercall(H_ENABLE_CRQ, h_enable_crq);
595
596
597 spapr_rtas_register(RTAS_IBM_SET_TCE_BYPASS, "ibm,set-tce-bypass",
598 rtas_set_tce_bypass);
599 spapr_rtas_register(RTAS_QUIESCE, "quiesce", rtas_quiesce);
600
601 return bus;
602}
603
604static void spapr_vio_bridge_class_init(ObjectClass *klass, void *data)
605{
606 DeviceClass *dc = DEVICE_CLASS(klass);
607
608 dc->fw_name = "vdevice";
609}
610
611static const TypeInfo spapr_vio_bridge_info = {
612 .name = TYPE_SPAPR_VIO_BRIDGE,
613 .parent = TYPE_SYS_BUS_DEVICE,
614 .class_init = spapr_vio_bridge_class_init,
615};
616
617const VMStateDescription vmstate_spapr_vio = {
618 .name = "spapr_vio",
619 .version_id = 1,
620 .minimum_version_id = 1,
621 .fields = (VMStateField[]) {
622
623 VMSTATE_UINT32_EQUAL(reg, SpaprVioDevice, NULL),
624 VMSTATE_UINT32_EQUAL(irq, SpaprVioDevice, NULL),
625
626
627 VMSTATE_UINT64(signal_state, SpaprVioDevice),
628 VMSTATE_UINT64(crq.qladdr, SpaprVioDevice),
629 VMSTATE_UINT32(crq.qsize, SpaprVioDevice),
630 VMSTATE_UINT32(crq.qnext, SpaprVioDevice),
631
632 VMSTATE_END_OF_LIST()
633 },
634};
635
636static void vio_spapr_device_class_init(ObjectClass *klass, void *data)
637{
638 DeviceClass *k = DEVICE_CLASS(klass);
639 k->realize = spapr_vio_busdev_realize;
640 k->reset = spapr_vio_busdev_reset;
641 k->bus_type = TYPE_SPAPR_VIO_BUS;
642}
643
644static const TypeInfo spapr_vio_type_info = {
645 .name = TYPE_VIO_SPAPR_DEVICE,
646 .parent = TYPE_DEVICE,
647 .instance_size = sizeof(SpaprVioDevice),
648 .abstract = true,
649 .class_size = sizeof(SpaprVioDeviceClass),
650 .class_init = vio_spapr_device_class_init,
651};
652
653static void spapr_vio_register_types(void)
654{
655 type_register_static(&spapr_vio_bus_info);
656 type_register_static(&spapr_vio_bridge_info);
657 type_register_static(&spapr_vio_type_info);
658}
659
660type_init(spapr_vio_register_types)
661
662static int compare_reg(const void *p1, const void *p2)
663{
664 SpaprVioDevice const *dev1, *dev2;
665
666 dev1 = (SpaprVioDevice *)*(DeviceState **)p1;
667 dev2 = (SpaprVioDevice *)*(DeviceState **)p2;
668
669 if (dev1->reg < dev2->reg) {
670 return -1;
671 }
672 if (dev1->reg == dev2->reg) {
673 return 0;
674 }
675
676
677 return 1;
678}
679
680void spapr_dt_vdevice(SpaprVioBus *bus, void *fdt)
681{
682 DeviceState *qdev, **qdevs;
683 BusChild *kid;
684 int i, num, ret = 0;
685 int node;
686
687 _FDT(node = fdt_add_subnode(fdt, 0, "vdevice"));
688
689 _FDT(fdt_setprop_string(fdt, node, "device_type", "vdevice"));
690 _FDT(fdt_setprop_string(fdt, node, "compatible", "IBM,vdevice"));
691 _FDT(fdt_setprop_cell(fdt, node, "#address-cells", 1));
692 _FDT(fdt_setprop_cell(fdt, node, "#size-cells", 0));
693 _FDT(fdt_setprop_cell(fdt, node, "#interrupt-cells", 2));
694 _FDT(fdt_setprop(fdt, node, "interrupt-controller", NULL, 0));
695
696
697 num = 0;
698 QTAILQ_FOREACH(kid, &bus->bus.children, sibling) {
699 num++;
700 }
701
702
703 qdevs = g_new(DeviceState *, num);
704 num = 0;
705 QTAILQ_FOREACH(kid, &bus->bus.children, sibling) {
706 qdevs[num++] = kid->child;
707 }
708
709
710 qsort(qdevs, num, sizeof(qdev), compare_reg);
711
712
713
714 for (i = num - 1; i >= 0; i--) {
715 SpaprVioDevice *dev = (SpaprVioDevice *)(qdevs[i]);
716 SpaprVioDeviceClass *vdc = VIO_SPAPR_DEVICE_GET_CLASS(dev);
717
718 ret = vio_make_devnode(dev, fdt);
719 if (ret < 0) {
720 error_report("Couldn't create device node /vdevice/%s@%"PRIx32,
721 vdc->dt_name, dev->reg);
722 exit(1);
723 }
724 }
725
726 g_free(qdevs);
727}
728
729gchar *spapr_vio_stdout_path(SpaprVioBus *bus)
730{
731 SpaprVioDevice *dev;
732 char *name, *path;
733
734 dev = spapr_vty_get_default(bus);
735 if (!dev) {
736 return NULL;
737 }
738
739 name = spapr_vio_get_dev_name(DEVICE(dev));
740 path = g_strdup_printf("/vdevice/%s", name);
741
742 g_free(name);
743 return path;
744}
745