1
2
3
4
5
6
7
8
9
10
11
12
13#include "qemu/osdep.h"
14#include "qapi/error.h"
15#include "hw/pci/pci.h"
16#include "hw/pci/pci_bus.h"
17#include "hw/pci/pci_host.h"
18#include "hw/qdev-properties.h"
19#include "hw/pci/pci_bridge.h"
20#include "hw/pci-bridge/pci_expander_bridge.h"
21#include "hw/cxl/cxl.h"
22#include "qemu/range.h"
23#include "qemu/error-report.h"
24#include "qemu/module.h"
25#include "sysemu/numa.h"
26#include "hw/boards.h"
27#include "qom/object.h"
28
29enum BusType { PCI, PCIE, CXL };
30
31#define TYPE_PXB_BUS "pxb-bus"
32typedef struct PXBBus PXBBus;
33DECLARE_INSTANCE_CHECKER(PXBBus, PXB_BUS,
34 TYPE_PXB_BUS)
35
36#define TYPE_PXB_PCIE_BUS "pxb-pcie-bus"
37DECLARE_INSTANCE_CHECKER(PXBBus, PXB_PCIE_BUS,
38 TYPE_PXB_PCIE_BUS)
39
40#define TYPE_PXB_CXL_BUS "pxb-cxl-bus"
41DECLARE_INSTANCE_CHECKER(PXBBus, PXB_CXL_BUS,
42 TYPE_PXB_CXL_BUS)
43
44struct PXBBus {
45
46 PCIBus parent_obj;
47
48
49 char bus_path[8];
50};
51
52#define TYPE_PXB_DEVICE "pxb"
53typedef struct PXBDev PXBDev;
54DECLARE_INSTANCE_CHECKER(PXBDev, PXB_DEV,
55 TYPE_PXB_DEVICE)
56
57#define TYPE_PXB_PCIE_DEVICE "pxb-pcie"
58DECLARE_INSTANCE_CHECKER(PXBDev, PXB_PCIE_DEV,
59 TYPE_PXB_PCIE_DEVICE)
60
61static PXBDev *convert_to_pxb(PCIDevice *dev)
62{
63
64 if (object_dynamic_cast(OBJECT(dev), TYPE_PXB_CXL_DEVICE)) {
65 return PXB_CXL_DEV(dev);
66 }
67
68 return pci_bus_is_express(pci_get_bus(dev))
69 ? PXB_PCIE_DEV(dev) : PXB_DEV(dev);
70}
71
72static GList *pxb_dev_list;
73
74#define TYPE_PXB_HOST "pxb-host"
75
76CXLComponentState *cxl_get_hb_cstate(PCIHostState *hb)
77{
78 CXLHost *host = PXB_CXL_HOST(hb);
79
80 return &host->cxl_cstate;
81}
82
83static int pxb_bus_num(PCIBus *bus)
84{
85 PXBDev *pxb = convert_to_pxb(bus->parent_dev);
86
87 return pxb->bus_nr;
88}
89
90static uint16_t pxb_bus_numa_node(PCIBus *bus)
91{
92 PXBDev *pxb = convert_to_pxb(bus->parent_dev);
93
94 return pxb->numa_node;
95}
96
97static void pxb_bus_class_init(ObjectClass *class, void *data)
98{
99 PCIBusClass *pbc = PCI_BUS_CLASS(class);
100
101 pbc->bus_num = pxb_bus_num;
102 pbc->numa_node = pxb_bus_numa_node;
103}
104
105static const TypeInfo pxb_bus_info = {
106 .name = TYPE_PXB_BUS,
107 .parent = TYPE_PCI_BUS,
108 .instance_size = sizeof(PXBBus),
109 .class_init = pxb_bus_class_init,
110};
111
112static const TypeInfo pxb_pcie_bus_info = {
113 .name = TYPE_PXB_PCIE_BUS,
114 .parent = TYPE_PCIE_BUS,
115 .instance_size = sizeof(PXBBus),
116 .class_init = pxb_bus_class_init,
117};
118
119static const TypeInfo pxb_cxl_bus_info = {
120 .name = TYPE_PXB_CXL_BUS,
121 .parent = TYPE_CXL_BUS,
122 .instance_size = sizeof(PXBBus),
123 .class_init = pxb_bus_class_init,
124};
125
126static const char *pxb_host_root_bus_path(PCIHostState *host_bridge,
127 PCIBus *rootbus)
128{
129 PXBBus *bus = pci_bus_is_cxl(rootbus) ?
130 PXB_CXL_BUS(rootbus) :
131 pci_bus_is_express(rootbus) ? PXB_PCIE_BUS(rootbus) :
132 PXB_BUS(rootbus);
133
134 snprintf(bus->bus_path, 8, "0000:%02x", pxb_bus_num(rootbus));
135 return bus->bus_path;
136}
137
138static char *pxb_host_ofw_unit_address(const SysBusDevice *dev)
139{
140 const PCIHostState *pxb_host;
141 const PCIBus *pxb_bus;
142 const PXBDev *pxb_dev;
143 int position;
144 const DeviceState *pxb_dev_base;
145 const PCIHostState *main_host;
146 const SysBusDevice *main_host_sbd;
147
148 pxb_host = PCI_HOST_BRIDGE(dev);
149 pxb_bus = pxb_host->bus;
150 pxb_dev = convert_to_pxb(pxb_bus->parent_dev);
151 position = g_list_index(pxb_dev_list, pxb_dev);
152 assert(position >= 0);
153
154 pxb_dev_base = DEVICE(pxb_dev);
155 main_host = PCI_HOST_BRIDGE(pxb_dev_base->parent_bus->parent);
156 main_host_sbd = SYS_BUS_DEVICE(main_host);
157
158 if (main_host_sbd->num_mmio > 0) {
159 return g_strdup_printf(TARGET_FMT_plx ",%x",
160 main_host_sbd->mmio[0].addr, position + 1);
161 }
162 if (main_host_sbd->num_pio > 0) {
163 return g_strdup_printf("i%04x,%x",
164 main_host_sbd->pio[0], position + 1);
165 }
166 return NULL;
167}
168
169static void pxb_host_class_init(ObjectClass *class, void *data)
170{
171 DeviceClass *dc = DEVICE_CLASS(class);
172 SysBusDeviceClass *sbc = SYS_BUS_DEVICE_CLASS(class);
173 PCIHostBridgeClass *hc = PCI_HOST_BRIDGE_CLASS(class);
174
175 dc->fw_name = "pci";
176
177 dc->user_creatable = false;
178 sbc->explicit_ofw_unit_address = pxb_host_ofw_unit_address;
179 hc->root_bus_path = pxb_host_root_bus_path;
180}
181
182static const TypeInfo pxb_host_info = {
183 .name = TYPE_PXB_HOST,
184 .parent = TYPE_PCI_HOST_BRIDGE,
185 .class_init = pxb_host_class_init,
186};
187
188static void pxb_cxl_realize(DeviceState *dev, Error **errp)
189{
190 SysBusDevice *sbd = SYS_BUS_DEVICE(dev);
191 CXLHost *cxl = PXB_CXL_HOST(dev);
192 CXLComponentState *cxl_cstate = &cxl->cxl_cstate;
193 struct MemoryRegion *mr = &cxl_cstate->crb.component_registers;
194
195 cxl_component_register_block_init(OBJECT(dev), cxl_cstate,
196 TYPE_PXB_CXL_HOST);
197 sysbus_init_mmio(sbd, mr);
198}
199
200
201
202
203
204
205
206void pxb_cxl_hook_up_registers(CXLState *cxl_state, PCIBus *bus, Error **errp)
207{
208 PXBDev *pxb = PXB_CXL_DEV(pci_bridge_get_device(bus));
209 CXLHost *cxl = pxb->cxl.cxl_host_bridge;
210 CXLComponentState *cxl_cstate = &cxl->cxl_cstate;
211 struct MemoryRegion *mr = &cxl_cstate->crb.component_registers;
212 hwaddr offset;
213
214 offset = memory_region_size(mr) * cxl_state->next_mr_idx;
215 if (offset > memory_region_size(&cxl_state->host_mr)) {
216 error_setg(errp, "Insufficient space for pxb cxl host register space");
217 return;
218 }
219
220 memory_region_add_subregion(&cxl_state->host_mr, offset, mr);
221 cxl_state->next_mr_idx++;
222}
223
224static void pxb_cxl_host_class_init(ObjectClass *class, void *data)
225{
226 DeviceClass *dc = DEVICE_CLASS(class);
227 PCIHostBridgeClass *hc = PCI_HOST_BRIDGE_CLASS(class);
228
229 hc->root_bus_path = pxb_host_root_bus_path;
230 dc->fw_name = "cxl";
231 dc->realize = pxb_cxl_realize;
232
233 dc->user_creatable = false;
234}
235
236
237
238
239
240static const TypeInfo cxl_host_info = {
241 .name = TYPE_PXB_CXL_HOST,
242 .parent = TYPE_PCI_HOST_BRIDGE,
243 .instance_size = sizeof(CXLHost),
244 .class_init = pxb_cxl_host_class_init,
245};
246
247
248
249
250static void pxb_register_bus(PCIDevice *dev, PCIBus *pxb_bus, Error **errp)
251{
252 PCIBus *bus = pci_get_bus(dev);
253 int pxb_bus_num = pci_bus_num(pxb_bus);
254
255 if (bus->parent_dev) {
256 error_setg(errp, "PXB devices can be attached only to root bus");
257 return;
258 }
259
260 QLIST_FOREACH(bus, &bus->child, sibling) {
261 if (pci_bus_num(bus) == pxb_bus_num) {
262 error_setg(errp, "Bus %d is already in use", pxb_bus_num);
263 return;
264 }
265 }
266 QLIST_INSERT_HEAD(&pci_get_bus(dev)->child, pxb_bus, sibling);
267}
268
269static int pxb_map_irq_fn(PCIDevice *pci_dev, int pin)
270{
271 PCIDevice *pxb = pci_get_bus(pci_dev)->parent_dev;
272
273
274
275
276
277 pin = pci_swizzle_map_irq_fn(pci_dev, pin);
278
279
280
281
282
283
284
285
286
287
288
289
290 return pin - PCI_SLOT(pxb->devfn);
291}
292
293static void pxb_dev_reset(DeviceState *dev)
294{
295 CXLHost *cxl = PXB_CXL_DEV(dev)->cxl.cxl_host_bridge;
296 CXLComponentState *cxl_cstate = &cxl->cxl_cstate;
297 uint32_t *reg_state = cxl_cstate->crb.cache_mem_registers;
298 uint32_t *write_msk = cxl_cstate->crb.cache_mem_regs_write_mask;
299
300 cxl_component_register_init_common(reg_state, write_msk, CXL2_ROOT_PORT);
301 ARRAY_FIELD_DP32(reg_state, CXL_HDM_DECODER_CAPABILITY, TARGET_COUNT, 8);
302}
303
304static gint pxb_compare(gconstpointer a, gconstpointer b)
305{
306 const PXBDev *pxb_a = a, *pxb_b = b;
307
308 return pxb_a->bus_nr < pxb_b->bus_nr ? -1 :
309 pxb_a->bus_nr > pxb_b->bus_nr ? 1 :
310 0;
311}
312
313static void pxb_dev_realize_common(PCIDevice *dev, enum BusType type,
314 Error **errp)
315{
316 PXBDev *pxb = convert_to_pxb(dev);
317 DeviceState *ds, *bds = NULL;
318 PCIBus *bus;
319 const char *dev_name = NULL;
320 Error *local_err = NULL;
321 MachineState *ms = MACHINE(qdev_get_machine());
322
323 if (ms->numa_state == NULL) {
324 error_setg(errp, "NUMA is not supported by this machine-type");
325 return;
326 }
327
328 if (pxb->numa_node != NUMA_NODE_UNASSIGNED &&
329 pxb->numa_node >= ms->numa_state->num_nodes) {
330 error_setg(errp, "Illegal numa node %d", pxb->numa_node);
331 return;
332 }
333
334 if (dev->qdev.id && *dev->qdev.id) {
335 dev_name = dev->qdev.id;
336 }
337
338 ds = qdev_new(type == CXL ? TYPE_PXB_CXL_HOST : TYPE_PXB_HOST);
339 if (type == PCIE) {
340 bus = pci_root_bus_new(ds, dev_name, NULL, NULL, 0, TYPE_PXB_PCIE_BUS);
341 } else if (type == CXL) {
342 bus = pci_root_bus_new(ds, dev_name, NULL, NULL, 0, TYPE_PXB_CXL_BUS);
343 bus->flags |= PCI_BUS_CXL;
344 PXB_CXL_DEV(dev)->cxl.cxl_host_bridge = PXB_CXL_HOST(ds);
345 } else {
346 bus = pci_root_bus_new(ds, "pxb-internal", NULL, NULL, 0, TYPE_PXB_BUS);
347 bds = qdev_new("pci-bridge");
348 bds->id = g_strdup(dev_name);
349 qdev_prop_set_uint8(bds, PCI_BRIDGE_DEV_PROP_CHASSIS_NR, pxb->bus_nr);
350 qdev_prop_set_bit(bds, PCI_BRIDGE_DEV_PROP_SHPC, false);
351 }
352
353 bus->parent_dev = dev;
354 bus->address_space_mem = pci_get_bus(dev)->address_space_mem;
355 bus->address_space_io = pci_get_bus(dev)->address_space_io;
356 bus->map_irq = pxb_map_irq_fn;
357
358 PCI_HOST_BRIDGE(ds)->bus = bus;
359 PCI_HOST_BRIDGE(ds)->bypass_iommu = pxb->bypass_iommu;
360
361 pxb_register_bus(dev, bus, &local_err);
362 if (local_err) {
363 error_propagate(errp, local_err);
364 goto err_register_bus;
365 }
366
367 sysbus_realize_and_unref(SYS_BUS_DEVICE(ds), &error_fatal);
368 if (bds) {
369 qdev_realize_and_unref(bds, &bus->qbus, &error_fatal);
370 }
371
372 pci_word_test_and_set_mask(dev->config + PCI_STATUS,
373 PCI_STATUS_66MHZ | PCI_STATUS_FAST_BACK);
374 pci_config_set_class(dev->config, PCI_CLASS_BRIDGE_HOST);
375
376 pxb_dev_list = g_list_insert_sorted(pxb_dev_list, pxb, pxb_compare);
377 return;
378
379err_register_bus:
380 object_unref(OBJECT(bds));
381 object_unparent(OBJECT(bus));
382 object_unref(OBJECT(ds));
383}
384
385static void pxb_dev_realize(PCIDevice *dev, Error **errp)
386{
387 if (pci_bus_is_express(pci_get_bus(dev))) {
388 error_setg(errp, "pxb devices cannot reside on a PCIe bus");
389 return;
390 }
391
392 pxb_dev_realize_common(dev, PCI, errp);
393}
394
395static void pxb_dev_exitfn(PCIDevice *pci_dev)
396{
397 PXBDev *pxb = convert_to_pxb(pci_dev);
398
399 pxb_dev_list = g_list_remove(pxb_dev_list, pxb);
400}
401
402static Property pxb_dev_properties[] = {
403
404 DEFINE_PROP_UINT8("bus_nr", PXBDev, bus_nr, 0),
405 DEFINE_PROP_UINT16("numa_node", PXBDev, numa_node, NUMA_NODE_UNASSIGNED),
406 DEFINE_PROP_BOOL("bypass_iommu", PXBDev, bypass_iommu, false),
407 DEFINE_PROP_END_OF_LIST(),
408};
409
410static void pxb_dev_class_init(ObjectClass *klass, void *data)
411{
412 DeviceClass *dc = DEVICE_CLASS(klass);
413 PCIDeviceClass *k = PCI_DEVICE_CLASS(klass);
414
415 k->realize = pxb_dev_realize;
416 k->exit = pxb_dev_exitfn;
417 k->vendor_id = PCI_VENDOR_ID_REDHAT;
418 k->device_id = PCI_DEVICE_ID_REDHAT_PXB;
419 k->class_id = PCI_CLASS_BRIDGE_HOST;
420
421 dc->desc = "PCI Expander Bridge";
422 device_class_set_props(dc, pxb_dev_properties);
423 dc->hotpluggable = false;
424 set_bit(DEVICE_CATEGORY_BRIDGE, dc->categories);
425}
426
427static const TypeInfo pxb_dev_info = {
428 .name = TYPE_PXB_DEVICE,
429 .parent = TYPE_PCI_DEVICE,
430 .instance_size = sizeof(PXBDev),
431 .class_init = pxb_dev_class_init,
432 .interfaces = (InterfaceInfo[]) {
433 { INTERFACE_CONVENTIONAL_PCI_DEVICE },
434 { },
435 },
436};
437
438static void pxb_pcie_dev_realize(PCIDevice *dev, Error **errp)
439{
440 if (!pci_bus_is_express(pci_get_bus(dev))) {
441 error_setg(errp, "pxb-pcie devices cannot reside on a PCI bus");
442 return;
443 }
444
445 pxb_dev_realize_common(dev, PCIE, errp);
446}
447
448static void pxb_pcie_dev_class_init(ObjectClass *klass, void *data)
449{
450 DeviceClass *dc = DEVICE_CLASS(klass);
451 PCIDeviceClass *k = PCI_DEVICE_CLASS(klass);
452
453 k->realize = pxb_pcie_dev_realize;
454 k->exit = pxb_dev_exitfn;
455 k->vendor_id = PCI_VENDOR_ID_REDHAT;
456 k->device_id = PCI_DEVICE_ID_REDHAT_PXB_PCIE;
457 k->class_id = PCI_CLASS_BRIDGE_HOST;
458
459 dc->desc = "PCI Express Expander Bridge";
460 device_class_set_props(dc, pxb_dev_properties);
461 dc->hotpluggable = false;
462 set_bit(DEVICE_CATEGORY_BRIDGE, dc->categories);
463}
464
465static const TypeInfo pxb_pcie_dev_info = {
466 .name = TYPE_PXB_PCIE_DEVICE,
467 .parent = TYPE_PCI_DEVICE,
468 .instance_size = sizeof(PXBDev),
469 .class_init = pxb_pcie_dev_class_init,
470 .interfaces = (InterfaceInfo[]) {
471 { INTERFACE_CONVENTIONAL_PCI_DEVICE },
472 { },
473 },
474};
475
476static void pxb_cxl_dev_realize(PCIDevice *dev, Error **errp)
477{
478
479 if (!pci_bus_is_express(pci_get_bus(dev))) {
480 error_setg(errp, "pxb-cxl devices cannot reside on a PCI bus");
481 return;
482 }
483
484 pxb_dev_realize_common(dev, CXL, errp);
485 pxb_dev_reset(DEVICE(dev));
486}
487
488static void pxb_cxl_dev_class_init(ObjectClass *klass, void *data)
489{
490 DeviceClass *dc = DEVICE_CLASS(klass);
491 PCIDeviceClass *k = PCI_DEVICE_CLASS(klass);
492
493 k->realize = pxb_cxl_dev_realize;
494 k->exit = pxb_dev_exitfn;
495
496
497
498
499
500 dc->desc = "CXL Host Bridge";
501 device_class_set_props(dc, pxb_dev_properties);
502 set_bit(DEVICE_CATEGORY_BRIDGE, dc->categories);
503
504
505 dc->hotpluggable = false;
506 dc->reset = pxb_dev_reset;
507}
508
509static const TypeInfo pxb_cxl_dev_info = {
510 .name = TYPE_PXB_CXL_DEVICE,
511 .parent = TYPE_PCI_DEVICE,
512 .instance_size = sizeof(PXBDev),
513 .class_init = pxb_cxl_dev_class_init,
514 .interfaces =
515 (InterfaceInfo[]){
516 { INTERFACE_CONVENTIONAL_PCI_DEVICE },
517 {},
518 },
519};
520
521static void pxb_register_types(void)
522{
523 type_register_static(&pxb_bus_info);
524 type_register_static(&pxb_pcie_bus_info);
525 type_register_static(&pxb_cxl_bus_info);
526 type_register_static(&pxb_host_info);
527 type_register_static(&cxl_host_info);
528 type_register_static(&pxb_dev_info);
529 type_register_static(&pxb_pcie_dev_info);
530 type_register_static(&pxb_cxl_dev_info);
531}
532
533type_init(pxb_register_types)
534