linux/arch/powerpc/platforms/ps3/interrupt.c
<<
>>
Prefs
   1/*
   2 *  PS3 interrupt routines.
   3 *
   4 *  Copyright (C) 2006 Sony Computer Entertainment Inc.
   5 *  Copyright 2006 Sony Corp.
   6 *
   7 *  This program is free software; you can redistribute it and/or modify
   8 *  it under the terms of the GNU General Public License as published by
   9 *  the Free Software Foundation; version 2 of the License.
  10 *
  11 *  This program is distributed in the hope that it will be useful,
  12 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 *  GNU General Public License for more details.
  15 *
  16 *  You should have received a copy of the GNU General Public License
  17 *  along with this program; if not, write to the Free Software
  18 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19 */
  20
  21#include <linux/kernel.h>
  22#include <linux/export.h>
  23#include <linux/irq.h>
  24
  25#include <asm/machdep.h>
  26#include <asm/udbg.h>
  27#include <asm/lv1call.h>
  28#include <asm/smp.h>
  29
  30#include "platform.h"
  31
  32#if defined(DEBUG)
  33#define DBG udbg_printf
  34#define FAIL udbg_printf
  35#else
  36#define DBG pr_devel
  37#define FAIL pr_debug
  38#endif
  39
  40/**
  41 * struct ps3_bmp - a per cpu irq status and mask bitmap structure
  42 * @status: 256 bit status bitmap indexed by plug
  43 * @unused_1: Alignment
  44 * @mask: 256 bit mask bitmap indexed by plug
  45 * @unused_2: Alignment
  46 *
  47 * The HV maintains per SMT thread mappings of HV outlet to HV plug on
  48 * behalf of the guest.  These mappings are implemented as 256 bit guest
  49 * supplied bitmaps indexed by plug number.  The addresses of the bitmaps
  50 * are registered with the HV through lv1_configure_irq_state_bitmap().
  51 * The HV requires that the 512 bits of status + mask not cross a page
  52 * boundary.  PS3_BMP_MINALIGN is used to define this minimal 64 byte
  53 * alignment.
  54 *
  55 * The HV supports 256 plugs per thread, assigned as {0..255}, for a total
  56 * of 512 plugs supported on a processor.  To simplify the logic this
  57 * implementation equates HV plug value to Linux virq value, constrains each
  58 * interrupt to have a system wide unique plug number, and limits the range
  59 * of the plug values to map into the first dword of the bitmaps.  This
  60 * gives a usable range of plug values of  {NUM_ISA_INTERRUPTS..63}.  Note
  61 * that there is no constraint on how many in this set an individual thread
  62 * can acquire.
  63 *
  64 * The mask is declared as unsigned long so we can use set/clear_bit on it.
  65 */
  66
  67#define PS3_BMP_MINALIGN 64
  68
  69struct ps3_bmp {
  70        struct {
  71                u64 status;
  72                u64 unused_1[3];
  73                unsigned long mask;
  74                u64 unused_2[3];
  75        };
  76};
  77
  78/**
  79 * struct ps3_private - a per cpu data structure
  80 * @bmp: ps3_bmp structure
  81 * @bmp_lock: Syncronize access to bmp.
  82 * @ipi_debug_brk_mask: Mask for debug break IPIs
  83 * @ppe_id: HV logical_ppe_id
  84 * @thread_id: HV thread_id
  85 * @ipi_mask: Mask of IPI virqs
  86 */
  87
  88struct ps3_private {
  89        struct ps3_bmp bmp __attribute__ ((aligned (PS3_BMP_MINALIGN)));
  90        spinlock_t bmp_lock;
  91        u64 ppe_id;
  92        u64 thread_id;
  93        unsigned long ipi_debug_brk_mask;
  94        unsigned long ipi_mask;
  95};
  96
  97static DEFINE_PER_CPU(struct ps3_private, ps3_private);
  98
  99/**
 100 * ps3_chip_mask - Set an interrupt mask bit in ps3_bmp.
 101 * @virq: The assigned Linux virq.
 102 *
 103 * Sets ps3_bmp.mask and calls lv1_did_update_interrupt_mask().
 104 */
 105
 106static void ps3_chip_mask(struct irq_data *d)
 107{
 108        struct ps3_private *pd = irq_data_get_irq_chip_data(d);
 109        unsigned long flags;
 110
 111        DBG("%s:%d: thread_id %llu, virq %d\n", __func__, __LINE__,
 112                pd->thread_id, d->irq);
 113
 114        local_irq_save(flags);
 115        clear_bit(63 - d->irq, &pd->bmp.mask);
 116        lv1_did_update_interrupt_mask(pd->ppe_id, pd->thread_id);
 117        local_irq_restore(flags);
 118}
 119
 120/**
 121 * ps3_chip_unmask - Clear an interrupt mask bit in ps3_bmp.
 122 * @virq: The assigned Linux virq.
 123 *
 124 * Clears ps3_bmp.mask and calls lv1_did_update_interrupt_mask().
 125 */
 126
 127static void ps3_chip_unmask(struct irq_data *d)
 128{
 129        struct ps3_private *pd = irq_data_get_irq_chip_data(d);
 130        unsigned long flags;
 131
 132        DBG("%s:%d: thread_id %llu, virq %d\n", __func__, __LINE__,
 133                pd->thread_id, d->irq);
 134
 135        local_irq_save(flags);
 136        set_bit(63 - d->irq, &pd->bmp.mask);
 137        lv1_did_update_interrupt_mask(pd->ppe_id, pd->thread_id);
 138        local_irq_restore(flags);
 139}
 140
 141/**
 142 * ps3_chip_eoi - HV end-of-interrupt.
 143 * @virq: The assigned Linux virq.
 144 *
 145 * Calls lv1_end_of_interrupt_ext().
 146 */
 147
 148static void ps3_chip_eoi(struct irq_data *d)
 149{
 150        const struct ps3_private *pd = irq_data_get_irq_chip_data(d);
 151
 152        /* non-IPIs are EOIed here. */
 153
 154        if (!test_bit(63 - d->irq, &pd->ipi_mask))
 155                lv1_end_of_interrupt_ext(pd->ppe_id, pd->thread_id, d->irq);
 156}
 157
 158/**
 159 * ps3_irq_chip - Represents the ps3_bmp as a Linux struct irq_chip.
 160 */
 161
 162static struct irq_chip ps3_irq_chip = {
 163        .name = "ps3",
 164        .irq_mask = ps3_chip_mask,
 165        .irq_unmask = ps3_chip_unmask,
 166        .irq_eoi = ps3_chip_eoi,
 167};
 168
 169/**
 170 * ps3_virq_setup - virq related setup.
 171 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
 172 * serviced on.
 173 * @outlet: The HV outlet from the various create outlet routines.
 174 * @virq: The assigned Linux virq.
 175 *
 176 * Calls irq_create_mapping() to get a virq and sets the chip data to
 177 * ps3_private data.
 178 */
 179
 180static int ps3_virq_setup(enum ps3_cpu_binding cpu, unsigned long outlet,
 181                          unsigned int *virq)
 182{
 183        int result;
 184        struct ps3_private *pd;
 185
 186        /* This defines the default interrupt distribution policy. */
 187
 188        if (cpu == PS3_BINDING_CPU_ANY)
 189                cpu = 0;
 190
 191        pd = &per_cpu(ps3_private, cpu);
 192
 193        *virq = irq_create_mapping(NULL, outlet);
 194
 195        if (*virq == NO_IRQ) {
 196                FAIL("%s:%d: irq_create_mapping failed: outlet %lu\n",
 197                        __func__, __LINE__, outlet);
 198                result = -ENOMEM;
 199                goto fail_create;
 200        }
 201
 202        DBG("%s:%d: outlet %lu => cpu %u, virq %u\n", __func__, __LINE__,
 203                outlet, cpu, *virq);
 204
 205        result = irq_set_chip_data(*virq, pd);
 206
 207        if (result) {
 208                FAIL("%s:%d: irq_set_chip_data failed\n",
 209                        __func__, __LINE__);
 210                goto fail_set;
 211        }
 212
 213        ps3_chip_mask(irq_get_irq_data(*virq));
 214
 215        return result;
 216
 217fail_set:
 218        irq_dispose_mapping(*virq);
 219fail_create:
 220        return result;
 221}
 222
 223/**
 224 * ps3_virq_destroy - virq related teardown.
 225 * @virq: The assigned Linux virq.
 226 *
 227 * Clears chip data and calls irq_dispose_mapping() for the virq.
 228 */
 229
 230static int ps3_virq_destroy(unsigned int virq)
 231{
 232        const struct ps3_private *pd = irq_get_chip_data(virq);
 233
 234        DBG("%s:%d: ppe_id %llu, thread_id %llu, virq %u\n", __func__,
 235                __LINE__, pd->ppe_id, pd->thread_id, virq);
 236
 237        irq_set_chip_data(virq, NULL);
 238        irq_dispose_mapping(virq);
 239
 240        DBG("%s:%d <-\n", __func__, __LINE__);
 241        return 0;
 242}
 243
 244/**
 245 * ps3_irq_plug_setup - Generic outlet and virq related setup.
 246 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
 247 * serviced on.
 248 * @outlet: The HV outlet from the various create outlet routines.
 249 * @virq: The assigned Linux virq.
 250 *
 251 * Sets up virq and connects the irq plug.
 252 */
 253
 254int ps3_irq_plug_setup(enum ps3_cpu_binding cpu, unsigned long outlet,
 255        unsigned int *virq)
 256{
 257        int result;
 258        struct ps3_private *pd;
 259
 260        result = ps3_virq_setup(cpu, outlet, virq);
 261
 262        if (result) {
 263                FAIL("%s:%d: ps3_virq_setup failed\n", __func__, __LINE__);
 264                goto fail_setup;
 265        }
 266
 267        pd = irq_get_chip_data(*virq);
 268
 269        /* Binds outlet to cpu + virq. */
 270
 271        result = lv1_connect_irq_plug_ext(pd->ppe_id, pd->thread_id, *virq,
 272                outlet, 0);
 273
 274        if (result) {
 275                FAIL("%s:%d: lv1_connect_irq_plug_ext failed: %s\n",
 276                __func__, __LINE__, ps3_result(result));
 277                result = -EPERM;
 278                goto fail_connect;
 279        }
 280
 281        return result;
 282
 283fail_connect:
 284        ps3_virq_destroy(*virq);
 285fail_setup:
 286        return result;
 287}
 288EXPORT_SYMBOL_GPL(ps3_irq_plug_setup);
 289
 290/**
 291 * ps3_irq_plug_destroy - Generic outlet and virq related teardown.
 292 * @virq: The assigned Linux virq.
 293 *
 294 * Disconnects the irq plug and tears down virq.
 295 * Do not call for system bus event interrupts setup with
 296 * ps3_sb_event_receive_port_setup().
 297 */
 298
 299int ps3_irq_plug_destroy(unsigned int virq)
 300{
 301        int result;
 302        const struct ps3_private *pd = irq_get_chip_data(virq);
 303
 304        DBG("%s:%d: ppe_id %llu, thread_id %llu, virq %u\n", __func__,
 305                __LINE__, pd->ppe_id, pd->thread_id, virq);
 306
 307        ps3_chip_mask(irq_get_irq_data(virq));
 308
 309        result = lv1_disconnect_irq_plug_ext(pd->ppe_id, pd->thread_id, virq);
 310
 311        if (result)
 312                FAIL("%s:%d: lv1_disconnect_irq_plug_ext failed: %s\n",
 313                __func__, __LINE__, ps3_result(result));
 314
 315        ps3_virq_destroy(virq);
 316
 317        return result;
 318}
 319EXPORT_SYMBOL_GPL(ps3_irq_plug_destroy);
 320
 321/**
 322 * ps3_event_receive_port_setup - Setup an event receive port.
 323 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
 324 * serviced on.
 325 * @virq: The assigned Linux virq.
 326 *
 327 * The virq can be used with lv1_connect_interrupt_event_receive_port() to
 328 * arrange to receive interrupts from system-bus devices, or with
 329 * ps3_send_event_locally() to signal events.
 330 */
 331
 332int ps3_event_receive_port_setup(enum ps3_cpu_binding cpu, unsigned int *virq)
 333{
 334        int result;
 335        u64 outlet;
 336
 337        result = lv1_construct_event_receive_port(&outlet);
 338
 339        if (result) {
 340                FAIL("%s:%d: lv1_construct_event_receive_port failed: %s\n",
 341                        __func__, __LINE__, ps3_result(result));
 342                *virq = NO_IRQ;
 343                return result;
 344        }
 345
 346        result = ps3_irq_plug_setup(cpu, outlet, virq);
 347        BUG_ON(result);
 348
 349        return result;
 350}
 351EXPORT_SYMBOL_GPL(ps3_event_receive_port_setup);
 352
 353/**
 354 * ps3_event_receive_port_destroy - Destroy an event receive port.
 355 * @virq: The assigned Linux virq.
 356 *
 357 * Since ps3_event_receive_port_destroy destroys the receive port outlet,
 358 * SB devices need to call disconnect_interrupt_event_receive_port() before
 359 * this.
 360 */
 361
 362int ps3_event_receive_port_destroy(unsigned int virq)
 363{
 364        int result;
 365
 366        DBG(" -> %s:%d virq %u\n", __func__, __LINE__, virq);
 367
 368        ps3_chip_mask(irq_get_irq_data(virq));
 369
 370        result = lv1_destruct_event_receive_port(virq_to_hw(virq));
 371
 372        if (result)
 373                FAIL("%s:%d: lv1_destruct_event_receive_port failed: %s\n",
 374                        __func__, __LINE__, ps3_result(result));
 375
 376        /*
 377         * Don't call ps3_virq_destroy() here since ps3_smp_cleanup_cpu()
 378         * calls from interrupt context (smp_call_function) when kexecing.
 379         */
 380
 381        DBG(" <- %s:%d\n", __func__, __LINE__);
 382        return result;
 383}
 384
 385int ps3_send_event_locally(unsigned int virq)
 386{
 387        return lv1_send_event_locally(virq_to_hw(virq));
 388}
 389
 390/**
 391 * ps3_sb_event_receive_port_setup - Setup a system bus event receive port.
 392 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
 393 * serviced on.
 394 * @dev: The system bus device instance.
 395 * @virq: The assigned Linux virq.
 396 *
 397 * An event irq represents a virtual device interrupt.  The interrupt_id
 398 * coresponds to the software interrupt number.
 399 */
 400
 401int ps3_sb_event_receive_port_setup(struct ps3_system_bus_device *dev,
 402        enum ps3_cpu_binding cpu, unsigned int *virq)
 403{
 404        /* this should go in system-bus.c */
 405
 406        int result;
 407
 408        result = ps3_event_receive_port_setup(cpu, virq);
 409
 410        if (result)
 411                return result;
 412
 413        result = lv1_connect_interrupt_event_receive_port(dev->bus_id,
 414                dev->dev_id, virq_to_hw(*virq), dev->interrupt_id);
 415
 416        if (result) {
 417                FAIL("%s:%d: lv1_connect_interrupt_event_receive_port"
 418                        " failed: %s\n", __func__, __LINE__,
 419                        ps3_result(result));
 420                ps3_event_receive_port_destroy(*virq);
 421                *virq = NO_IRQ;
 422                return result;
 423        }
 424
 425        DBG("%s:%d: interrupt_id %u, virq %u\n", __func__, __LINE__,
 426                dev->interrupt_id, *virq);
 427
 428        return 0;
 429}
 430EXPORT_SYMBOL(ps3_sb_event_receive_port_setup);
 431
 432int ps3_sb_event_receive_port_destroy(struct ps3_system_bus_device *dev,
 433        unsigned int virq)
 434{
 435        /* this should go in system-bus.c */
 436
 437        int result;
 438
 439        DBG(" -> %s:%d: interrupt_id %u, virq %u\n", __func__, __LINE__,
 440                dev->interrupt_id, virq);
 441
 442        result = lv1_disconnect_interrupt_event_receive_port(dev->bus_id,
 443                dev->dev_id, virq_to_hw(virq), dev->interrupt_id);
 444
 445        if (result)
 446                FAIL("%s:%d: lv1_disconnect_interrupt_event_receive_port"
 447                        " failed: %s\n", __func__, __LINE__,
 448                        ps3_result(result));
 449
 450        result = ps3_event_receive_port_destroy(virq);
 451        BUG_ON(result);
 452
 453        /*
 454         * ps3_event_receive_port_destroy() destroys the IRQ plug,
 455         * so don't call ps3_irq_plug_destroy() here.
 456         */
 457
 458        result = ps3_virq_destroy(virq);
 459        BUG_ON(result);
 460
 461        DBG(" <- %s:%d\n", __func__, __LINE__);
 462        return result;
 463}
 464EXPORT_SYMBOL(ps3_sb_event_receive_port_destroy);
 465
 466/**
 467 * ps3_io_irq_setup - Setup a system bus io irq.
 468 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
 469 * serviced on.
 470 * @interrupt_id: The device interrupt id read from the system repository.
 471 * @virq: The assigned Linux virq.
 472 *
 473 * An io irq represents a non-virtualized device interrupt.  interrupt_id
 474 * coresponds to the interrupt number of the interrupt controller.
 475 */
 476
 477int ps3_io_irq_setup(enum ps3_cpu_binding cpu, unsigned int interrupt_id,
 478        unsigned int *virq)
 479{
 480        int result;
 481        u64 outlet;
 482
 483        result = lv1_construct_io_irq_outlet(interrupt_id, &outlet);
 484
 485        if (result) {
 486                FAIL("%s:%d: lv1_construct_io_irq_outlet failed: %s\n",
 487                        __func__, __LINE__, ps3_result(result));
 488                return result;
 489        }
 490
 491        result = ps3_irq_plug_setup(cpu, outlet, virq);
 492        BUG_ON(result);
 493
 494        return result;
 495}
 496EXPORT_SYMBOL_GPL(ps3_io_irq_setup);
 497
 498int ps3_io_irq_destroy(unsigned int virq)
 499{
 500        int result;
 501        unsigned long outlet = virq_to_hw(virq);
 502
 503        ps3_chip_mask(irq_get_irq_data(virq));
 504
 505        /*
 506         * lv1_destruct_io_irq_outlet() will destroy the IRQ plug,
 507         * so call ps3_irq_plug_destroy() first.
 508         */
 509
 510        result = ps3_irq_plug_destroy(virq);
 511        BUG_ON(result);
 512
 513        result = lv1_destruct_io_irq_outlet(outlet);
 514
 515        if (result)
 516                FAIL("%s:%d: lv1_destruct_io_irq_outlet failed: %s\n",
 517                        __func__, __LINE__, ps3_result(result));
 518
 519        return result;
 520}
 521EXPORT_SYMBOL_GPL(ps3_io_irq_destroy);
 522
 523/**
 524 * ps3_vuart_irq_setup - Setup the system virtual uart virq.
 525 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
 526 * serviced on.
 527 * @virt_addr_bmp: The caller supplied virtual uart interrupt bitmap.
 528 * @virq: The assigned Linux virq.
 529 *
 530 * The system supports only a single virtual uart, so multiple calls without
 531 * freeing the interrupt will return a wrong state error.
 532 */
 533
 534int ps3_vuart_irq_setup(enum ps3_cpu_binding cpu, void* virt_addr_bmp,
 535        unsigned int *virq)
 536{
 537        int result;
 538        u64 outlet;
 539        u64 lpar_addr;
 540
 541        BUG_ON(!is_kernel_addr((u64)virt_addr_bmp));
 542
 543        lpar_addr = ps3_mm_phys_to_lpar(__pa(virt_addr_bmp));
 544
 545        result = lv1_configure_virtual_uart_irq(lpar_addr, &outlet);
 546
 547        if (result) {
 548                FAIL("%s:%d: lv1_configure_virtual_uart_irq failed: %s\n",
 549                        __func__, __LINE__, ps3_result(result));
 550                return result;
 551        }
 552
 553        result = ps3_irq_plug_setup(cpu, outlet, virq);
 554        BUG_ON(result);
 555
 556        return result;
 557}
 558EXPORT_SYMBOL_GPL(ps3_vuart_irq_setup);
 559
 560int ps3_vuart_irq_destroy(unsigned int virq)
 561{
 562        int result;
 563
 564        ps3_chip_mask(irq_get_irq_data(virq));
 565        result = lv1_deconfigure_virtual_uart_irq();
 566
 567        if (result) {
 568                FAIL("%s:%d: lv1_configure_virtual_uart_irq failed: %s\n",
 569                        __func__, __LINE__, ps3_result(result));
 570                return result;
 571        }
 572
 573        result = ps3_irq_plug_destroy(virq);
 574        BUG_ON(result);
 575
 576        return result;
 577}
 578EXPORT_SYMBOL_GPL(ps3_vuart_irq_destroy);
 579
 580/**
 581 * ps3_spe_irq_setup - Setup an spe virq.
 582 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
 583 * serviced on.
 584 * @spe_id: The spe_id returned from lv1_construct_logical_spe().
 585 * @class: The spe interrupt class {0,1,2}.
 586 * @virq: The assigned Linux virq.
 587 *
 588 */
 589
 590int ps3_spe_irq_setup(enum ps3_cpu_binding cpu, unsigned long spe_id,
 591        unsigned int class, unsigned int *virq)
 592{
 593        int result;
 594        u64 outlet;
 595
 596        BUG_ON(class > 2);
 597
 598        result = lv1_get_spe_irq_outlet(spe_id, class, &outlet);
 599
 600        if (result) {
 601                FAIL("%s:%d: lv1_get_spe_irq_outlet failed: %s\n",
 602                        __func__, __LINE__, ps3_result(result));
 603                return result;
 604        }
 605
 606        result = ps3_irq_plug_setup(cpu, outlet, virq);
 607        BUG_ON(result);
 608
 609        return result;
 610}
 611
 612int ps3_spe_irq_destroy(unsigned int virq)
 613{
 614        int result;
 615
 616        ps3_chip_mask(irq_get_irq_data(virq));
 617
 618        result = ps3_irq_plug_destroy(virq);
 619        BUG_ON(result);
 620
 621        return result;
 622}
 623
 624
 625#define PS3_INVALID_OUTLET ((irq_hw_number_t)-1)
 626#define PS3_PLUG_MAX 63
 627
 628#if defined(DEBUG)
 629static void _dump_64_bmp(const char *header, const u64 *p, unsigned cpu,
 630        const char* func, int line)
 631{
 632        pr_debug("%s:%d: %s %u {%04llx_%04llx_%04llx_%04llx}\n",
 633                func, line, header, cpu,
 634                *p >> 48, (*p >> 32) & 0xffff, (*p >> 16) & 0xffff,
 635                *p & 0xffff);
 636}
 637
 638static void __maybe_unused _dump_256_bmp(const char *header,
 639        const u64 *p, unsigned cpu, const char* func, int line)
 640{
 641        pr_debug("%s:%d: %s %u {%016llx:%016llx:%016llx:%016llx}\n",
 642                func, line, header, cpu, p[0], p[1], p[2], p[3]);
 643}
 644
 645#define dump_bmp(_x) _dump_bmp(_x, __func__, __LINE__)
 646static void _dump_bmp(struct ps3_private* pd, const char* func, int line)
 647{
 648        unsigned long flags;
 649
 650        spin_lock_irqsave(&pd->bmp_lock, flags);
 651        _dump_64_bmp("stat", &pd->bmp.status, pd->thread_id, func, line);
 652        _dump_64_bmp("mask", (u64*)&pd->bmp.mask, pd->thread_id, func, line);
 653        spin_unlock_irqrestore(&pd->bmp_lock, flags);
 654}
 655
 656#define dump_mask(_x) _dump_mask(_x, __func__, __LINE__)
 657static void __maybe_unused _dump_mask(struct ps3_private *pd,
 658        const char* func, int line)
 659{
 660        unsigned long flags;
 661
 662        spin_lock_irqsave(&pd->bmp_lock, flags);
 663        _dump_64_bmp("mask", (u64*)&pd->bmp.mask, pd->thread_id, func, line);
 664        spin_unlock_irqrestore(&pd->bmp_lock, flags);
 665}
 666#else
 667static void dump_bmp(struct ps3_private* pd) {};
 668#endif /* defined(DEBUG) */
 669
 670static int ps3_host_map(struct irq_domain *h, unsigned int virq,
 671        irq_hw_number_t hwirq)
 672{
 673        DBG("%s:%d: hwirq %lu, virq %u\n", __func__, __LINE__, hwirq,
 674                virq);
 675
 676        irq_set_chip_and_handler(virq, &ps3_irq_chip, handle_fasteoi_irq);
 677
 678        return 0;
 679}
 680
 681static int ps3_host_match(struct irq_domain *h, struct device_node *np)
 682{
 683        /* Match all */
 684        return 1;
 685}
 686
 687static const struct irq_domain_ops ps3_host_ops = {
 688        .map = ps3_host_map,
 689        .match = ps3_host_match,
 690};
 691
 692void __init ps3_register_ipi_debug_brk(unsigned int cpu, unsigned int virq)
 693{
 694        struct ps3_private *pd = &per_cpu(ps3_private, cpu);
 695
 696        set_bit(63 - virq, &pd->ipi_debug_brk_mask);
 697
 698        DBG("%s:%d: cpu %u, virq %u, mask %lxh\n", __func__, __LINE__,
 699                cpu, virq, pd->ipi_debug_brk_mask);
 700}
 701
 702void __init ps3_register_ipi_irq(unsigned int cpu, unsigned int virq)
 703{
 704        struct ps3_private *pd = &per_cpu(ps3_private, cpu);
 705
 706        set_bit(63 - virq, &pd->ipi_mask);
 707
 708        DBG("%s:%d: cpu %u, virq %u, ipi_mask %lxh\n", __func__, __LINE__,
 709                cpu, virq, pd->ipi_mask);
 710}
 711
 712static unsigned int ps3_get_irq(void)
 713{
 714        struct ps3_private *pd = &__get_cpu_var(ps3_private);
 715        u64 x = (pd->bmp.status & pd->bmp.mask);
 716        unsigned int plug;
 717
 718        /* check for ipi break first to stop this cpu ASAP */
 719
 720        if (x & pd->ipi_debug_brk_mask)
 721                x &= pd->ipi_debug_brk_mask;
 722
 723        asm volatile("cntlzd %0,%1" : "=r" (plug) : "r" (x));
 724        plug &= 0x3f;
 725
 726        if (unlikely(plug == NO_IRQ)) {
 727                DBG("%s:%d: no plug found: thread_id %llu\n", __func__,
 728                        __LINE__, pd->thread_id);
 729                dump_bmp(&per_cpu(ps3_private, 0));
 730                dump_bmp(&per_cpu(ps3_private, 1));
 731                return NO_IRQ;
 732        }
 733
 734#if defined(DEBUG)
 735        if (unlikely(plug < NUM_ISA_INTERRUPTS || plug > PS3_PLUG_MAX)) {
 736                dump_bmp(&per_cpu(ps3_private, 0));
 737                dump_bmp(&per_cpu(ps3_private, 1));
 738                BUG();
 739        }
 740#endif
 741
 742        /* IPIs are EOIed here. */
 743
 744        if (test_bit(63 - plug, &pd->ipi_mask))
 745                lv1_end_of_interrupt_ext(pd->ppe_id, pd->thread_id, plug);
 746
 747        return plug;
 748}
 749
 750void __init ps3_init_IRQ(void)
 751{
 752        int result;
 753        unsigned cpu;
 754        struct irq_domain *host;
 755
 756        host = irq_domain_add_nomap(NULL, PS3_PLUG_MAX + 1, &ps3_host_ops, NULL);
 757        irq_set_default_host(host);
 758
 759        for_each_possible_cpu(cpu) {
 760                struct ps3_private *pd = &per_cpu(ps3_private, cpu);
 761
 762                lv1_get_logical_ppe_id(&pd->ppe_id);
 763                pd->thread_id = get_hard_smp_processor_id(cpu);
 764                spin_lock_init(&pd->bmp_lock);
 765
 766                DBG("%s:%d: ppe_id %llu, thread_id %llu, bmp %lxh\n",
 767                        __func__, __LINE__, pd->ppe_id, pd->thread_id,
 768                        ps3_mm_phys_to_lpar(__pa(&pd->bmp)));
 769
 770                result = lv1_configure_irq_state_bitmap(pd->ppe_id,
 771                        pd->thread_id, ps3_mm_phys_to_lpar(__pa(&pd->bmp)));
 772
 773                if (result)
 774                        FAIL("%s:%d: lv1_configure_irq_state_bitmap failed:"
 775                                " %s\n", __func__, __LINE__,
 776                                ps3_result(result));
 777        }
 778
 779        ppc_md.get_irq = ps3_get_irq;
 780}
 781
 782void ps3_shutdown_IRQ(int cpu)
 783{
 784        int result;
 785        u64 ppe_id;
 786        u64 thread_id = get_hard_smp_processor_id(cpu);
 787
 788        lv1_get_logical_ppe_id(&ppe_id);
 789        result = lv1_configure_irq_state_bitmap(ppe_id, thread_id, 0);
 790
 791        DBG("%s:%d: lv1_configure_irq_state_bitmap (%llu:%llu/%d) %s\n", __func__,
 792                __LINE__, ppe_id, thread_id, cpu, ps3_result(result));
 793}
 794