1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20#include "qemu/osdep.h"
21#include "qemu/units.h"
22#include "qemu/log.h"
23#include "qemu/module.h"
24#include "qapi/error.h"
25#include "exec/exec-all.h"
26#include "hw/misc/mips_itu.h"
27#include "hw/qdev-properties.h"
28
29#define ITC_TAG_ADDRSPACE_SZ (ITC_ADDRESSMAP_NUM * 8)
30
31
32#define ITC_STORAGE_ADDRSPACE_SZ 0x1000
33
34#define ITC_FIFO_NUM_MAX 16
35#define ITC_SEMAPH_NUM_MAX 16
36#define ITC_AM1_NUMENTRIES_OFS 20
37
38#define ITC_CELL_PV_MAX_VAL 0xFFFF
39
40#define ITC_CELL_TAG_FIFO_DEPTH 28
41#define ITC_CELL_TAG_FIFO_PTR 18
42#define ITC_CELL_TAG_FIFO 17
43#define ITC_CELL_TAG_T 16
44#define ITC_CELL_TAG_F 1
45#define ITC_CELL_TAG_E 0
46
47#define ITC_AM0_BASE_ADDRESS_MASK 0xFFFFFC00ULL
48#define ITC_AM0_EN_MASK 0x1
49
50#define ITC_AM1_ADDR_MASK_MASK 0x1FC00
51#define ITC_AM1_ENTRY_GRAIN_MASK 0x7
52
53typedef enum ITCView {
54 ITCVIEW_BYPASS = 0,
55 ITCVIEW_CONTROL = 1,
56 ITCVIEW_EF_SYNC = 2,
57 ITCVIEW_EF_TRY = 3,
58 ITCVIEW_PV_SYNC = 4,
59 ITCVIEW_PV_TRY = 5,
60 ITCVIEW_PV_ICR0 = 15,
61} ITCView;
62
63#define ITC_ICR0_CELL_NUM 16
64#define ITC_ICR0_BLK_GRAIN 8
65#define ITC_ICR0_BLK_GRAIN_MASK 0x7
66#define ITC_ICR0_ERR_AXI 2
67#define ITC_ICR0_ERR_PARITY 1
68#define ITC_ICR0_ERR_EXEC 0
69
70MemoryRegion *mips_itu_get_tag_region(MIPSITUState *itu)
71{
72 return &itu->tag_io;
73}
74
75static uint64_t itc_tag_read(void *opaque, hwaddr addr, unsigned size)
76{
77 MIPSITUState *tag = (MIPSITUState *)opaque;
78 uint64_t index = addr >> 3;
79
80 if (index >= ITC_ADDRESSMAP_NUM) {
81 qemu_log_mask(LOG_GUEST_ERROR, "Read 0x%" PRIx64 "\n", addr);
82 return 0;
83 }
84
85 return tag->ITCAddressMap[index];
86}
87
88void itc_reconfigure(MIPSITUState *tag)
89{
90 uint64_t *am = &tag->ITCAddressMap[0];
91 MemoryRegion *mr = &tag->storage_io;
92 hwaddr address = am[0] & ITC_AM0_BASE_ADDRESS_MASK;
93 uint64_t size = (1 * KiB) + (am[1] & ITC_AM1_ADDR_MASK_MASK);
94 bool is_enabled = (am[0] & ITC_AM0_EN_MASK) != 0;
95
96 if (tag->saar_present) {
97 address = ((*(uint64_t *) tag->saar) & 0xFFFFFFFFE000ULL) << 4;
98 size = 1ULL << ((*(uint64_t *) tag->saar >> 1) & 0x1f);
99 is_enabled = *(uint64_t *) tag->saar & 1;
100 }
101
102 memory_region_transaction_begin();
103 if (!(size & (size - 1))) {
104 memory_region_set_size(mr, size);
105 }
106 memory_region_set_address(mr, address);
107 memory_region_set_enabled(mr, is_enabled);
108 memory_region_transaction_commit();
109}
110
111static void itc_tag_write(void *opaque, hwaddr addr,
112 uint64_t data, unsigned size)
113{
114 MIPSITUState *tag = (MIPSITUState *)opaque;
115 uint64_t *am = &tag->ITCAddressMap[0];
116 uint64_t am_old, mask;
117 uint64_t index = addr >> 3;
118
119 switch (index) {
120 case 0:
121 mask = ITC_AM0_BASE_ADDRESS_MASK | ITC_AM0_EN_MASK;
122 break;
123 case 1:
124 mask = ITC_AM1_ADDR_MASK_MASK | ITC_AM1_ENTRY_GRAIN_MASK;
125 break;
126 default:
127 qemu_log_mask(LOG_GUEST_ERROR, "Bad write 0x%" PRIx64 "\n", addr);
128 return;
129 }
130
131 am_old = am[index];
132 am[index] = (data & mask) | (am_old & ~mask);
133 if (am_old != am[index]) {
134 itc_reconfigure(tag);
135 }
136}
137
138static const MemoryRegionOps itc_tag_ops = {
139 .read = itc_tag_read,
140 .write = itc_tag_write,
141 .impl = {
142 .max_access_size = 8,
143 },
144 .endianness = DEVICE_NATIVE_ENDIAN,
145};
146
147static inline uint32_t get_num_cells(MIPSITUState *s)
148{
149 return s->num_fifo + s->num_semaphores;
150}
151
152static inline ITCView get_itc_view(hwaddr addr)
153{
154 return (addr >> 3) & 0xf;
155}
156
157static inline int get_cell_stride_shift(const MIPSITUState *s)
158{
159
160 if (s->saar_present) {
161 return 7 + ((s->icr0 >> ITC_ICR0_BLK_GRAIN) &
162 ITC_ICR0_BLK_GRAIN_MASK);
163 } else {
164 return 7 + (s->ITCAddressMap[1] & ITC_AM1_ENTRY_GRAIN_MASK);
165 }
166}
167
168static inline ITCStorageCell *get_cell(MIPSITUState *s,
169 hwaddr addr)
170{
171 uint32_t cell_idx = addr >> get_cell_stride_shift(s);
172 uint32_t num_cells = get_num_cells(s);
173
174 if (cell_idx >= num_cells) {
175 cell_idx = num_cells - 1;
176 }
177
178 return &s->cell[cell_idx];
179}
180
181static void wake_blocked_threads(ITCStorageCell *c)
182{
183 CPUState *cs;
184 CPU_FOREACH(cs) {
185 if (cs->halted && (c->blocked_threads & (1ULL << cs->cpu_index))) {
186 cpu_interrupt(cs, CPU_INTERRUPT_WAKE);
187 }
188 }
189 c->blocked_threads = 0;
190}
191
192static G_NORETURN
193void block_thread_and_exit(ITCStorageCell *c)
194{
195 c->blocked_threads |= 1ULL << current_cpu->cpu_index;
196 current_cpu->halted = 1;
197 current_cpu->exception_index = EXCP_HLT;
198 cpu_loop_exit_restore(current_cpu, current_cpu->mem_io_pc);
199}
200
201
202
203static inline uint64_t view_bypass_read(ITCStorageCell *c)
204{
205 if (c->tag.FIFO) {
206 return c->data[c->fifo_out];
207 } else {
208 return c->data[0];
209 }
210}
211
212static inline void view_bypass_write(ITCStorageCell *c, uint64_t val)
213{
214 if (c->tag.FIFO && (c->tag.FIFOPtr > 0)) {
215 int idx = (c->fifo_out + c->tag.FIFOPtr - 1) % ITC_CELL_DEPTH;
216 c->data[idx] = val;
217 }
218
219
220}
221
222
223
224static inline uint64_t view_control_read(ITCStorageCell *c)
225{
226 return ((uint64_t)c->tag.FIFODepth << ITC_CELL_TAG_FIFO_DEPTH) |
227 (c->tag.FIFOPtr << ITC_CELL_TAG_FIFO_PTR) |
228 (c->tag.FIFO << ITC_CELL_TAG_FIFO) |
229 (c->tag.T << ITC_CELL_TAG_T) |
230 (c->tag.E << ITC_CELL_TAG_E) |
231 (c->tag.F << ITC_CELL_TAG_F);
232}
233
234static inline void view_control_write(ITCStorageCell *c, uint64_t val)
235{
236 c->tag.T = (val >> ITC_CELL_TAG_T) & 1;
237 c->tag.E = (val >> ITC_CELL_TAG_E) & 1;
238 c->tag.F = (val >> ITC_CELL_TAG_F) & 1;
239
240 if (c->tag.E) {
241 c->tag.FIFOPtr = 0;
242 }
243}
244
245
246
247static uint64_t view_ef_common_read(ITCStorageCell *c, bool blocking)
248{
249 uint64_t ret = 0;
250
251 if (!c->tag.FIFO) {
252 return 0;
253 }
254
255 c->tag.F = 0;
256
257 if (blocking && c->tag.E) {
258 block_thread_and_exit(c);
259 }
260
261 if (c->blocked_threads) {
262 wake_blocked_threads(c);
263 }
264
265 if (c->tag.FIFOPtr > 0) {
266 ret = c->data[c->fifo_out];
267 c->fifo_out = (c->fifo_out + 1) % ITC_CELL_DEPTH;
268 c->tag.FIFOPtr--;
269 }
270
271 if (c->tag.FIFOPtr == 0) {
272 c->tag.E = 1;
273 }
274
275 return ret;
276}
277
278static uint64_t view_ef_sync_read(ITCStorageCell *c)
279{
280 return view_ef_common_read(c, true);
281}
282
283static uint64_t view_ef_try_read(ITCStorageCell *c)
284{
285 return view_ef_common_read(c, false);
286}
287
288static inline void view_ef_common_write(ITCStorageCell *c, uint64_t val,
289 bool blocking)
290{
291 if (!c->tag.FIFO) {
292 return;
293 }
294
295 c->tag.E = 0;
296
297 if (blocking && c->tag.F) {
298 block_thread_and_exit(c);
299 }
300
301 if (c->blocked_threads) {
302 wake_blocked_threads(c);
303 }
304
305 if (c->tag.FIFOPtr < ITC_CELL_DEPTH) {
306 int idx = (c->fifo_out + c->tag.FIFOPtr) % ITC_CELL_DEPTH;
307 c->data[idx] = val;
308 c->tag.FIFOPtr++;
309 }
310
311 if (c->tag.FIFOPtr == ITC_CELL_DEPTH) {
312 c->tag.F = 1;
313 }
314}
315
316static void view_ef_sync_write(ITCStorageCell *c, uint64_t val)
317{
318 view_ef_common_write(c, val, true);
319}
320
321static void view_ef_try_write(ITCStorageCell *c, uint64_t val)
322{
323 view_ef_common_write(c, val, false);
324}
325
326
327
328static uint64_t view_pv_common_read(ITCStorageCell *c, bool blocking)
329{
330 uint64_t ret = c->data[0];
331
332 if (c->tag.FIFO) {
333 return 0;
334 }
335
336 if (c->data[0] > 0) {
337 c->data[0]--;
338 } else if (blocking) {
339 block_thread_and_exit(c);
340 }
341
342 return ret;
343}
344
345static uint64_t view_pv_sync_read(ITCStorageCell *c)
346{
347 return view_pv_common_read(c, true);
348}
349
350static uint64_t view_pv_try_read(ITCStorageCell *c)
351{
352 return view_pv_common_read(c, false);
353}
354
355static inline void view_pv_common_write(ITCStorageCell *c)
356{
357 if (c->tag.FIFO) {
358 return;
359 }
360
361 if (c->data[0] < ITC_CELL_PV_MAX_VAL) {
362 c->data[0]++;
363 }
364
365 if (c->blocked_threads) {
366 wake_blocked_threads(c);
367 }
368}
369
370static void view_pv_sync_write(ITCStorageCell *c)
371{
372 view_pv_common_write(c);
373}
374
375static void view_pv_try_write(ITCStorageCell *c)
376{
377 view_pv_common_write(c);
378}
379
380static void raise_exception(int excp)
381{
382 current_cpu->exception_index = excp;
383 cpu_loop_exit(current_cpu);
384}
385
386static uint64_t itc_storage_read(void *opaque, hwaddr addr, unsigned size)
387{
388 MIPSITUState *s = (MIPSITUState *)opaque;
389 ITCStorageCell *cell = get_cell(s, addr);
390 ITCView view = get_itc_view(addr);
391 uint64_t ret = -1;
392
393 switch (size) {
394 case 1:
395 case 2:
396 s->icr0 |= 1 << ITC_ICR0_ERR_AXI;
397 raise_exception(EXCP_DBE);
398 return 0;
399 }
400
401 switch (view) {
402 case ITCVIEW_BYPASS:
403 ret = view_bypass_read(cell);
404 break;
405 case ITCVIEW_CONTROL:
406 ret = view_control_read(cell);
407 break;
408 case ITCVIEW_EF_SYNC:
409 ret = view_ef_sync_read(cell);
410 break;
411 case ITCVIEW_EF_TRY:
412 ret = view_ef_try_read(cell);
413 break;
414 case ITCVIEW_PV_SYNC:
415 ret = view_pv_sync_read(cell);
416 break;
417 case ITCVIEW_PV_TRY:
418 ret = view_pv_try_read(cell);
419 break;
420 case ITCVIEW_PV_ICR0:
421 ret = s->icr0;
422 break;
423 default:
424 qemu_log_mask(LOG_GUEST_ERROR,
425 "itc_storage_read: Bad ITC View %d\n", (int)view);
426 break;
427 }
428
429 return ret;
430}
431
432static void itc_storage_write(void *opaque, hwaddr addr, uint64_t data,
433 unsigned size)
434{
435 MIPSITUState *s = (MIPSITUState *)opaque;
436 ITCStorageCell *cell = get_cell(s, addr);
437 ITCView view = get_itc_view(addr);
438
439 switch (size) {
440 case 1:
441 case 2:
442 s->icr0 |= 1 << ITC_ICR0_ERR_AXI;
443 raise_exception(EXCP_DBE);
444 return;
445 }
446
447 switch (view) {
448 case ITCVIEW_BYPASS:
449 view_bypass_write(cell, data);
450 break;
451 case ITCVIEW_CONTROL:
452 view_control_write(cell, data);
453 break;
454 case ITCVIEW_EF_SYNC:
455 view_ef_sync_write(cell, data);
456 break;
457 case ITCVIEW_EF_TRY:
458 view_ef_try_write(cell, data);
459 break;
460 case ITCVIEW_PV_SYNC:
461 view_pv_sync_write(cell);
462 break;
463 case ITCVIEW_PV_TRY:
464 view_pv_try_write(cell);
465 break;
466 case ITCVIEW_PV_ICR0:
467 if (data & 0x7) {
468
469 s->icr0 &= ~(data & 0x7);
470 }
471
472 s->icr0 &= ~0x700;
473 s->icr0 |= data & 0x700;
474 break;
475 default:
476 qemu_log_mask(LOG_GUEST_ERROR,
477 "itc_storage_write: Bad ITC View %d\n", (int)view);
478 break;
479 }
480
481}
482
483static const MemoryRegionOps itc_storage_ops = {
484 .read = itc_storage_read,
485 .write = itc_storage_write,
486 .endianness = DEVICE_NATIVE_ENDIAN,
487};
488
489static void itc_reset_cells(MIPSITUState *s)
490{
491 int i;
492
493 memset(s->cell, 0, get_num_cells(s) * sizeof(s->cell[0]));
494
495 for (i = 0; i < s->num_fifo; i++) {
496 s->cell[i].tag.E = 1;
497 s->cell[i].tag.FIFO = 1;
498 s->cell[i].tag.FIFODepth = ITC_CELL_DEPTH_SHIFT;
499 }
500}
501
502static void mips_itu_init(Object *obj)
503{
504 SysBusDevice *sbd = SYS_BUS_DEVICE(obj);
505 MIPSITUState *s = MIPS_ITU(obj);
506
507 memory_region_init_io(&s->storage_io, OBJECT(s), &itc_storage_ops, s,
508 "mips-itc-storage", ITC_STORAGE_ADDRSPACE_SZ);
509 sysbus_init_mmio(sbd, &s->storage_io);
510
511 memory_region_init_io(&s->tag_io, OBJECT(s), &itc_tag_ops, s,
512 "mips-itc-tag", ITC_TAG_ADDRSPACE_SZ);
513}
514
515static void mips_itu_realize(DeviceState *dev, Error **errp)
516{
517 MIPSITUState *s = MIPS_ITU(dev);
518
519 if (s->num_fifo > ITC_FIFO_NUM_MAX) {
520 error_setg(errp, "Exceed maximum number of FIFO cells: %d",
521 s->num_fifo);
522 return;
523 }
524 if (s->num_semaphores > ITC_SEMAPH_NUM_MAX) {
525 error_setg(errp, "Exceed maximum number of Semaphore cells: %d",
526 s->num_semaphores);
527 return;
528 }
529
530 s->cell = g_new(ITCStorageCell, get_num_cells(s));
531}
532
533static void mips_itu_reset(DeviceState *dev)
534{
535 MIPSITUState *s = MIPS_ITU(dev);
536
537 if (s->saar_present) {
538 *(uint64_t *) s->saar = 0x11 << 1;
539 s->icr0 = get_num_cells(s) << ITC_ICR0_CELL_NUM;
540 } else {
541 s->ITCAddressMap[0] = 0;
542 s->ITCAddressMap[1] =
543 ((ITC_STORAGE_ADDRSPACE_SZ - 1) & ITC_AM1_ADDR_MASK_MASK) |
544 (get_num_cells(s) << ITC_AM1_NUMENTRIES_OFS);
545 }
546 itc_reconfigure(s);
547
548 itc_reset_cells(s);
549}
550
551static Property mips_itu_properties[] = {
552 DEFINE_PROP_INT32("num-fifo", MIPSITUState, num_fifo,
553 ITC_FIFO_NUM_MAX),
554 DEFINE_PROP_INT32("num-semaphores", MIPSITUState, num_semaphores,
555 ITC_SEMAPH_NUM_MAX),
556 DEFINE_PROP_BOOL("saar-present", MIPSITUState, saar_present, false),
557 DEFINE_PROP_END_OF_LIST(),
558};
559
560static void mips_itu_class_init(ObjectClass *klass, void *data)
561{
562 DeviceClass *dc = DEVICE_CLASS(klass);
563
564 device_class_set_props(dc, mips_itu_properties);
565 dc->realize = mips_itu_realize;
566 dc->reset = mips_itu_reset;
567}
568
569static const TypeInfo mips_itu_info = {
570 .name = TYPE_MIPS_ITU,
571 .parent = TYPE_SYS_BUS_DEVICE,
572 .instance_size = sizeof(MIPSITUState),
573 .instance_init = mips_itu_init,
574 .class_init = mips_itu_class_init,
575};
576
577static void mips_itu_register_types(void)
578{
579 type_register_static(&mips_itu_info);
580}
581
582type_init(mips_itu_register_types)
583