1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21#include <linux/kernel.h>
22#include <linux/export.h>
23#include <linux/irq.h>
24
25#include <asm/machdep.h>
26#include <asm/udbg.h>
27#include <asm/lv1call.h>
28#include <asm/smp.h>
29
30#include "platform.h"
31
32#if defined(DEBUG)
33#define DBG udbg_printf
34#define FAIL udbg_printf
35#else
36#define DBG pr_devel
37#define FAIL pr_debug
38#endif
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67#define PS3_BMP_MINALIGN 64
68
69struct ps3_bmp {
70 struct {
71 u64 status;
72 u64 unused_1[3];
73 unsigned long mask;
74 u64 unused_2[3];
75 };
76};
77
78
79
80
81
82
83
84
85
86
87
88struct ps3_private {
89 struct ps3_bmp bmp __attribute__ ((aligned (PS3_BMP_MINALIGN)));
90 spinlock_t bmp_lock;
91 u64 ppe_id;
92 u64 thread_id;
93 unsigned long ipi_debug_brk_mask;
94 unsigned long ipi_mask;
95};
96
97static DEFINE_PER_CPU(struct ps3_private, ps3_private);
98
99
100
101
102
103
104
105
106static void ps3_chip_mask(struct irq_data *d)
107{
108 struct ps3_private *pd = irq_data_get_irq_chip_data(d);
109 unsigned long flags;
110
111 DBG("%s:%d: thread_id %llu, virq %d\n", __func__, __LINE__,
112 pd->thread_id, d->irq);
113
114 local_irq_save(flags);
115 clear_bit(63 - d->irq, &pd->bmp.mask);
116 lv1_did_update_interrupt_mask(pd->ppe_id, pd->thread_id);
117 local_irq_restore(flags);
118}
119
120
121
122
123
124
125
126
127static void ps3_chip_unmask(struct irq_data *d)
128{
129 struct ps3_private *pd = irq_data_get_irq_chip_data(d);
130 unsigned long flags;
131
132 DBG("%s:%d: thread_id %llu, virq %d\n", __func__, __LINE__,
133 pd->thread_id, d->irq);
134
135 local_irq_save(flags);
136 set_bit(63 - d->irq, &pd->bmp.mask);
137 lv1_did_update_interrupt_mask(pd->ppe_id, pd->thread_id);
138 local_irq_restore(flags);
139}
140
141
142
143
144
145
146
147
148static void ps3_chip_eoi(struct irq_data *d)
149{
150 const struct ps3_private *pd = irq_data_get_irq_chip_data(d);
151
152
153
154 if (!test_bit(63 - d->irq, &pd->ipi_mask))
155 lv1_end_of_interrupt_ext(pd->ppe_id, pd->thread_id, d->irq);
156}
157
158
159
160
161
162static struct irq_chip ps3_irq_chip = {
163 .name = "ps3",
164 .irq_mask = ps3_chip_mask,
165 .irq_unmask = ps3_chip_unmask,
166 .irq_eoi = ps3_chip_eoi,
167};
168
169
170
171
172
173
174
175
176
177
178
179
180static int ps3_virq_setup(enum ps3_cpu_binding cpu, unsigned long outlet,
181 unsigned int *virq)
182{
183 int result;
184 struct ps3_private *pd;
185
186
187
188 if (cpu == PS3_BINDING_CPU_ANY)
189 cpu = 0;
190
191 pd = &per_cpu(ps3_private, cpu);
192
193 *virq = irq_create_mapping(NULL, outlet);
194
195 if (*virq == NO_IRQ) {
196 FAIL("%s:%d: irq_create_mapping failed: outlet %lu\n",
197 __func__, __LINE__, outlet);
198 result = -ENOMEM;
199 goto fail_create;
200 }
201
202 DBG("%s:%d: outlet %lu => cpu %u, virq %u\n", __func__, __LINE__,
203 outlet, cpu, *virq);
204
205 result = irq_set_chip_data(*virq, pd);
206
207 if (result) {
208 FAIL("%s:%d: irq_set_chip_data failed\n",
209 __func__, __LINE__);
210 goto fail_set;
211 }
212
213 ps3_chip_mask(irq_get_irq_data(*virq));
214
215 return result;
216
217fail_set:
218 irq_dispose_mapping(*virq);
219fail_create:
220 return result;
221}
222
223
224
225
226
227
228
229
230static int ps3_virq_destroy(unsigned int virq)
231{
232 const struct ps3_private *pd = irq_get_chip_data(virq);
233
234 DBG("%s:%d: ppe_id %llu, thread_id %llu, virq %u\n", __func__,
235 __LINE__, pd->ppe_id, pd->thread_id, virq);
236
237 irq_set_chip_data(virq, NULL);
238 irq_dispose_mapping(virq);
239
240 DBG("%s:%d <-\n", __func__, __LINE__);
241 return 0;
242}
243
244
245
246
247
248
249
250
251
252
253
254int ps3_irq_plug_setup(enum ps3_cpu_binding cpu, unsigned long outlet,
255 unsigned int *virq)
256{
257 int result;
258 struct ps3_private *pd;
259
260 result = ps3_virq_setup(cpu, outlet, virq);
261
262 if (result) {
263 FAIL("%s:%d: ps3_virq_setup failed\n", __func__, __LINE__);
264 goto fail_setup;
265 }
266
267 pd = irq_get_chip_data(*virq);
268
269
270
271 result = lv1_connect_irq_plug_ext(pd->ppe_id, pd->thread_id, *virq,
272 outlet, 0);
273
274 if (result) {
275 FAIL("%s:%d: lv1_connect_irq_plug_ext failed: %s\n",
276 __func__, __LINE__, ps3_result(result));
277 result = -EPERM;
278 goto fail_connect;
279 }
280
281 return result;
282
283fail_connect:
284 ps3_virq_destroy(*virq);
285fail_setup:
286 return result;
287}
288EXPORT_SYMBOL_GPL(ps3_irq_plug_setup);
289
290
291
292
293
294
295
296
297
298
299int ps3_irq_plug_destroy(unsigned int virq)
300{
301 int result;
302 const struct ps3_private *pd = irq_get_chip_data(virq);
303
304 DBG("%s:%d: ppe_id %llu, thread_id %llu, virq %u\n", __func__,
305 __LINE__, pd->ppe_id, pd->thread_id, virq);
306
307 ps3_chip_mask(irq_get_irq_data(virq));
308
309 result = lv1_disconnect_irq_plug_ext(pd->ppe_id, pd->thread_id, virq);
310
311 if (result)
312 FAIL("%s:%d: lv1_disconnect_irq_plug_ext failed: %s\n",
313 __func__, __LINE__, ps3_result(result));
314
315 ps3_virq_destroy(virq);
316
317 return result;
318}
319EXPORT_SYMBOL_GPL(ps3_irq_plug_destroy);
320
321
322
323
324
325
326
327
328
329
330
331
332int ps3_event_receive_port_setup(enum ps3_cpu_binding cpu, unsigned int *virq)
333{
334 int result;
335 u64 outlet;
336
337 result = lv1_construct_event_receive_port(&outlet);
338
339 if (result) {
340 FAIL("%s:%d: lv1_construct_event_receive_port failed: %s\n",
341 __func__, __LINE__, ps3_result(result));
342 *virq = NO_IRQ;
343 return result;
344 }
345
346 result = ps3_irq_plug_setup(cpu, outlet, virq);
347 BUG_ON(result);
348
349 return result;
350}
351EXPORT_SYMBOL_GPL(ps3_event_receive_port_setup);
352
353
354
355
356
357
358
359
360
361
362int ps3_event_receive_port_destroy(unsigned int virq)
363{
364 int result;
365
366 DBG(" -> %s:%d virq %u\n", __func__, __LINE__, virq);
367
368 ps3_chip_mask(irq_get_irq_data(virq));
369
370 result = lv1_destruct_event_receive_port(virq_to_hw(virq));
371
372 if (result)
373 FAIL("%s:%d: lv1_destruct_event_receive_port failed: %s\n",
374 __func__, __LINE__, ps3_result(result));
375
376
377
378
379
380
381 DBG(" <- %s:%d\n", __func__, __LINE__);
382 return result;
383}
384
385int ps3_send_event_locally(unsigned int virq)
386{
387 return lv1_send_event_locally(virq_to_hw(virq));
388}
389
390
391
392
393
394
395
396
397
398
399
400
401int ps3_sb_event_receive_port_setup(struct ps3_system_bus_device *dev,
402 enum ps3_cpu_binding cpu, unsigned int *virq)
403{
404
405
406 int result;
407
408 result = ps3_event_receive_port_setup(cpu, virq);
409
410 if (result)
411 return result;
412
413 result = lv1_connect_interrupt_event_receive_port(dev->bus_id,
414 dev->dev_id, virq_to_hw(*virq), dev->interrupt_id);
415
416 if (result) {
417 FAIL("%s:%d: lv1_connect_interrupt_event_receive_port"
418 " failed: %s\n", __func__, __LINE__,
419 ps3_result(result));
420 ps3_event_receive_port_destroy(*virq);
421 *virq = NO_IRQ;
422 return result;
423 }
424
425 DBG("%s:%d: interrupt_id %u, virq %u\n", __func__, __LINE__,
426 dev->interrupt_id, *virq);
427
428 return 0;
429}
430EXPORT_SYMBOL(ps3_sb_event_receive_port_setup);
431
432int ps3_sb_event_receive_port_destroy(struct ps3_system_bus_device *dev,
433 unsigned int virq)
434{
435
436
437 int result;
438
439 DBG(" -> %s:%d: interrupt_id %u, virq %u\n", __func__, __LINE__,
440 dev->interrupt_id, virq);
441
442 result = lv1_disconnect_interrupt_event_receive_port(dev->bus_id,
443 dev->dev_id, virq_to_hw(virq), dev->interrupt_id);
444
445 if (result)
446 FAIL("%s:%d: lv1_disconnect_interrupt_event_receive_port"
447 " failed: %s\n", __func__, __LINE__,
448 ps3_result(result));
449
450 result = ps3_event_receive_port_destroy(virq);
451 BUG_ON(result);
452
453
454
455
456
457
458 result = ps3_virq_destroy(virq);
459 BUG_ON(result);
460
461 DBG(" <- %s:%d\n", __func__, __LINE__);
462 return result;
463}
464EXPORT_SYMBOL(ps3_sb_event_receive_port_destroy);
465
466
467
468
469
470
471
472
473
474
475
476
477int ps3_io_irq_setup(enum ps3_cpu_binding cpu, unsigned int interrupt_id,
478 unsigned int *virq)
479{
480 int result;
481 u64 outlet;
482
483 result = lv1_construct_io_irq_outlet(interrupt_id, &outlet);
484
485 if (result) {
486 FAIL("%s:%d: lv1_construct_io_irq_outlet failed: %s\n",
487 __func__, __LINE__, ps3_result(result));
488 return result;
489 }
490
491 result = ps3_irq_plug_setup(cpu, outlet, virq);
492 BUG_ON(result);
493
494 return result;
495}
496EXPORT_SYMBOL_GPL(ps3_io_irq_setup);
497
498int ps3_io_irq_destroy(unsigned int virq)
499{
500 int result;
501 unsigned long outlet = virq_to_hw(virq);
502
503 ps3_chip_mask(irq_get_irq_data(virq));
504
505
506
507
508
509
510 result = ps3_irq_plug_destroy(virq);
511 BUG_ON(result);
512
513 result = lv1_destruct_io_irq_outlet(outlet);
514
515 if (result)
516 FAIL("%s:%d: lv1_destruct_io_irq_outlet failed: %s\n",
517 __func__, __LINE__, ps3_result(result));
518
519 return result;
520}
521EXPORT_SYMBOL_GPL(ps3_io_irq_destroy);
522
523
524
525
526
527
528
529
530
531
532
533
534int ps3_vuart_irq_setup(enum ps3_cpu_binding cpu, void* virt_addr_bmp,
535 unsigned int *virq)
536{
537 int result;
538 u64 outlet;
539 u64 lpar_addr;
540
541 BUG_ON(!is_kernel_addr((u64)virt_addr_bmp));
542
543 lpar_addr = ps3_mm_phys_to_lpar(__pa(virt_addr_bmp));
544
545 result = lv1_configure_virtual_uart_irq(lpar_addr, &outlet);
546
547 if (result) {
548 FAIL("%s:%d: lv1_configure_virtual_uart_irq failed: %s\n",
549 __func__, __LINE__, ps3_result(result));
550 return result;
551 }
552
553 result = ps3_irq_plug_setup(cpu, outlet, virq);
554 BUG_ON(result);
555
556 return result;
557}
558EXPORT_SYMBOL_GPL(ps3_vuart_irq_setup);
559
560int ps3_vuart_irq_destroy(unsigned int virq)
561{
562 int result;
563
564 ps3_chip_mask(irq_get_irq_data(virq));
565 result = lv1_deconfigure_virtual_uart_irq();
566
567 if (result) {
568 FAIL("%s:%d: lv1_configure_virtual_uart_irq failed: %s\n",
569 __func__, __LINE__, ps3_result(result));
570 return result;
571 }
572
573 result = ps3_irq_plug_destroy(virq);
574 BUG_ON(result);
575
576 return result;
577}
578EXPORT_SYMBOL_GPL(ps3_vuart_irq_destroy);
579
580
581
582
583
584
585
586
587
588
589
590int ps3_spe_irq_setup(enum ps3_cpu_binding cpu, unsigned long spe_id,
591 unsigned int class, unsigned int *virq)
592{
593 int result;
594 u64 outlet;
595
596 BUG_ON(class > 2);
597
598 result = lv1_get_spe_irq_outlet(spe_id, class, &outlet);
599
600 if (result) {
601 FAIL("%s:%d: lv1_get_spe_irq_outlet failed: %s\n",
602 __func__, __LINE__, ps3_result(result));
603 return result;
604 }
605
606 result = ps3_irq_plug_setup(cpu, outlet, virq);
607 BUG_ON(result);
608
609 return result;
610}
611
612int ps3_spe_irq_destroy(unsigned int virq)
613{
614 int result;
615
616 ps3_chip_mask(irq_get_irq_data(virq));
617
618 result = ps3_irq_plug_destroy(virq);
619 BUG_ON(result);
620
621 return result;
622}
623
624
625#define PS3_INVALID_OUTLET ((irq_hw_number_t)-1)
626#define PS3_PLUG_MAX 63
627
628#if defined(DEBUG)
629static void _dump_64_bmp(const char *header, const u64 *p, unsigned cpu,
630 const char* func, int line)
631{
632 pr_debug("%s:%d: %s %u {%04llx_%04llx_%04llx_%04llx}\n",
633 func, line, header, cpu,
634 *p >> 48, (*p >> 32) & 0xffff, (*p >> 16) & 0xffff,
635 *p & 0xffff);
636}
637
638static void __maybe_unused _dump_256_bmp(const char *header,
639 const u64 *p, unsigned cpu, const char* func, int line)
640{
641 pr_debug("%s:%d: %s %u {%016llx:%016llx:%016llx:%016llx}\n",
642 func, line, header, cpu, p[0], p[1], p[2], p[3]);
643}
644
645#define dump_bmp(_x) _dump_bmp(_x, __func__, __LINE__)
646static void _dump_bmp(struct ps3_private* pd, const char* func, int line)
647{
648 unsigned long flags;
649
650 spin_lock_irqsave(&pd->bmp_lock, flags);
651 _dump_64_bmp("stat", &pd->bmp.status, pd->thread_id, func, line);
652 _dump_64_bmp("mask", (u64*)&pd->bmp.mask, pd->thread_id, func, line);
653 spin_unlock_irqrestore(&pd->bmp_lock, flags);
654}
655
656#define dump_mask(_x) _dump_mask(_x, __func__, __LINE__)
657static void __maybe_unused _dump_mask(struct ps3_private *pd,
658 const char* func, int line)
659{
660 unsigned long flags;
661
662 spin_lock_irqsave(&pd->bmp_lock, flags);
663 _dump_64_bmp("mask", (u64*)&pd->bmp.mask, pd->thread_id, func, line);
664 spin_unlock_irqrestore(&pd->bmp_lock, flags);
665}
666#else
667static void dump_bmp(struct ps3_private* pd) {};
668#endif
669
670static int ps3_host_map(struct irq_domain *h, unsigned int virq,
671 irq_hw_number_t hwirq)
672{
673 DBG("%s:%d: hwirq %lu, virq %u\n", __func__, __LINE__, hwirq,
674 virq);
675
676 irq_set_chip_and_handler(virq, &ps3_irq_chip, handle_fasteoi_irq);
677
678 return 0;
679}
680
681static int ps3_host_match(struct irq_domain *h, struct device_node *np)
682{
683
684 return 1;
685}
686
687static const struct irq_domain_ops ps3_host_ops = {
688 .map = ps3_host_map,
689 .match = ps3_host_match,
690};
691
692void __init ps3_register_ipi_debug_brk(unsigned int cpu, unsigned int virq)
693{
694 struct ps3_private *pd = &per_cpu(ps3_private, cpu);
695
696 set_bit(63 - virq, &pd->ipi_debug_brk_mask);
697
698 DBG("%s:%d: cpu %u, virq %u, mask %lxh\n", __func__, __LINE__,
699 cpu, virq, pd->ipi_debug_brk_mask);
700}
701
702void __init ps3_register_ipi_irq(unsigned int cpu, unsigned int virq)
703{
704 struct ps3_private *pd = &per_cpu(ps3_private, cpu);
705
706 set_bit(63 - virq, &pd->ipi_mask);
707
708 DBG("%s:%d: cpu %u, virq %u, ipi_mask %lxh\n", __func__, __LINE__,
709 cpu, virq, pd->ipi_mask);
710}
711
712static unsigned int ps3_get_irq(void)
713{
714 struct ps3_private *pd = &__get_cpu_var(ps3_private);
715 u64 x = (pd->bmp.status & pd->bmp.mask);
716 unsigned int plug;
717
718
719
720 if (x & pd->ipi_debug_brk_mask)
721 x &= pd->ipi_debug_brk_mask;
722
723 asm volatile("cntlzd %0,%1" : "=r" (plug) : "r" (x));
724 plug &= 0x3f;
725
726 if (unlikely(plug == NO_IRQ)) {
727 DBG("%s:%d: no plug found: thread_id %llu\n", __func__,
728 __LINE__, pd->thread_id);
729 dump_bmp(&per_cpu(ps3_private, 0));
730 dump_bmp(&per_cpu(ps3_private, 1));
731 return NO_IRQ;
732 }
733
734#if defined(DEBUG)
735 if (unlikely(plug < NUM_ISA_INTERRUPTS || plug > PS3_PLUG_MAX)) {
736 dump_bmp(&per_cpu(ps3_private, 0));
737 dump_bmp(&per_cpu(ps3_private, 1));
738 BUG();
739 }
740#endif
741
742
743
744 if (test_bit(63 - plug, &pd->ipi_mask))
745 lv1_end_of_interrupt_ext(pd->ppe_id, pd->thread_id, plug);
746
747 return plug;
748}
749
750void __init ps3_init_IRQ(void)
751{
752 int result;
753 unsigned cpu;
754 struct irq_domain *host;
755
756 host = irq_domain_add_nomap(NULL, PS3_PLUG_MAX + 1, &ps3_host_ops, NULL);
757 irq_set_default_host(host);
758
759 for_each_possible_cpu(cpu) {
760 struct ps3_private *pd = &per_cpu(ps3_private, cpu);
761
762 lv1_get_logical_ppe_id(&pd->ppe_id);
763 pd->thread_id = get_hard_smp_processor_id(cpu);
764 spin_lock_init(&pd->bmp_lock);
765
766 DBG("%s:%d: ppe_id %llu, thread_id %llu, bmp %lxh\n",
767 __func__, __LINE__, pd->ppe_id, pd->thread_id,
768 ps3_mm_phys_to_lpar(__pa(&pd->bmp)));
769
770 result = lv1_configure_irq_state_bitmap(pd->ppe_id,
771 pd->thread_id, ps3_mm_phys_to_lpar(__pa(&pd->bmp)));
772
773 if (result)
774 FAIL("%s:%d: lv1_configure_irq_state_bitmap failed:"
775 " %s\n", __func__, __LINE__,
776 ps3_result(result));
777 }
778
779 ppc_md.get_irq = ps3_get_irq;
780}
781
782void ps3_shutdown_IRQ(int cpu)
783{
784 int result;
785 u64 ppe_id;
786 u64 thread_id = get_hard_smp_processor_id(cpu);
787
788 lv1_get_logical_ppe_id(&ppe_id);
789 result = lv1_configure_irq_state_bitmap(ppe_id, thread_id, 0);
790
791 DBG("%s:%d: lv1_configure_irq_state_bitmap (%llu:%llu/%d) %s\n", __func__,
792 __LINE__, ppe_id, thread_id, cpu, ps3_result(result));
793}
794