LXR linux/virt/kvm/arm/vgic/vgic-irqfd.c

   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * Copyright (C) 2015, 2016 ARM Ltd.
   4 */
   5
   6#include <linux/kvm.h>
   7#include <linux/kvm_host.h>
   8#include <trace/events/kvm.h>
   9#include <kvm/arm_vgic.h>
  10#include "vgic.h"
  11
  12/**
  13 * vgic_irqfd_set_irq: inject the IRQ corresponding to the
  14 * irqchip routing entry
  15 *
  16 * This is the entry point for irqfd IRQ injection
  17 */
  18static int vgic_irqfd_set_irq(struct kvm_kernel_irq_routing_entry *e,
  19                        struct kvm *kvm, int irq_source_id,
  20                        int level, bool line_status)
  21{
  22        unsigned int spi_id = e->irqchip.pin + VGIC_NR_PRIVATE_IRQS;
  23
  24        if (!vgic_valid_spi(kvm, spi_id))
  25                return -EINVAL;
  26        return kvm_vgic_inject_irq(kvm, 0, spi_id, level, NULL);
  27}
  28
  29/**
  30 * kvm_set_routing_entry: populate a kvm routing entry
  31 * from a user routing entry
  32 *
  33 * @kvm: the VM this entry is applied to
  34 * @e: kvm kernel routing entry handle
  35 * @ue: user api routing entry handle
  36 * return 0 on success, -EINVAL on errors.
  37 */
  38int kvm_set_routing_entry(struct kvm *kvm,
  39                          struct kvm_kernel_irq_routing_entry *e,
  40                          const struct kvm_irq_routing_entry *ue)
  41{
  42        int r = -EINVAL;
  43
  44        switch (ue->type) {
  45        case KVM_IRQ_ROUTING_IRQCHIP:
  46                e->set = vgic_irqfd_set_irq;
  47                e->irqchip.irqchip = ue->u.irqchip.irqchip;
  48                e->irqchip.pin = ue->u.irqchip.pin;
  49                if ((e->irqchip.pin >= KVM_IRQCHIP_NUM_PINS) ||
  50                    (e->irqchip.irqchip >= KVM_NR_IRQCHIPS))
  51                        goto out;
  52                break;
  53        case KVM_IRQ_ROUTING_MSI:
  54                e->set = kvm_set_msi;
  55                e->msi.address_lo = ue->u.msi.address_lo;
  56                e->msi.address_hi = ue->u.msi.address_hi;
  57                e->msi.data = ue->u.msi.data;
  58                e->msi.flags = ue->flags;
  59                e->msi.devid = ue->u.msi.devid;
  60                break;
  61        default:
  62                goto out;
  63        }
  64        r = 0;
  65out:
  66        return r;
  67}
  68
  69static void kvm_populate_msi(struct kvm_kernel_irq_routing_entry *e,
  70                             struct kvm_msi *msi)
  71{
  72        msi->address_lo = e->msi.address_lo;
  73        msi->address_hi = e->msi.address_hi;
  74        msi->data = e->msi.data;
  75        msi->flags = e->msi.flags;
  76        msi->devid = e->msi.devid;
  77}
  78/**
  79 * kvm_set_msi: inject the MSI corresponding to the
  80 * MSI routing entry
  81 *
  82 * This is the entry point for irqfd MSI injection
  83 * and userspace MSI injection.
  84 */
  85int kvm_set_msi(struct kvm_kernel_irq_routing_entry *e,
  86                struct kvm *kvm, int irq_source_id,
  87                int level, bool line_status)
  88{
  89        struct kvm_msi msi;
  90
  91        if (!vgic_has_its(kvm))
  92                return -ENODEV;
  93
  94        if (!level)
  95                return -1;
  96
  97        kvm_populate_msi(e, &msi);
  98        return vgic_its_inject_msi(kvm, &msi);
  99}
 100
 101/**
 102 * kvm_arch_set_irq_inatomic: fast-path for irqfd injection
 103 *
 104 * Currently only direct MSI injection is supported.
 105 */
 106int kvm_arch_set_irq_inatomic(struct kvm_kernel_irq_routing_entry *e,
 107                              struct kvm *kvm, int irq_source_id, int level,
 108                              bool line_status)
 109{
 110        if (e->type == KVM_IRQ_ROUTING_MSI && vgic_has_its(kvm) && level) {
 111                struct kvm_msi msi;
 112
 113                kvm_populate_msi(e, &msi);
 114                if (!vgic_its_inject_cached_translation(kvm, &msi))
 115                        return 0;
 116        }
 117
 118        return -EWOULDBLOCK;
 119}
 120
 121int kvm_vgic_setup_default_irq_routing(struct kvm *kvm)
 122{
 123        struct kvm_irq_routing_entry *entries;
 124        struct vgic_dist *dist = &kvm->arch.vgic;
 125        u32 nr = dist->nr_spis;
 126        int i, ret;
 127
 128        entries = kcalloc(nr, sizeof(*entries), GFP_KERNEL);
 129        if (!entries)
 130                return -ENOMEM;
 131
 132        for (i = 0; i < nr; i++) {
 133                entries[i].gsi = i;
 134                entries[i].type = KVM_IRQ_ROUTING_IRQCHIP;
 135                entries[i].u.irqchip.irqchip = 0;
 136                entries[i].u.irqchip.pin = i;
 137        }
 138        ret = kvm_set_irq_routing(kvm, entries, nr, 0);
 139        kfree(entries);
 140        return ret;
 141}
 142