KVM: Change irq routing table to use gsi indexed array
[pandora-kernel.git] / virt / kvm / irq_comm.c
index 001663f..81950f6 100644 (file)
 
 #include "ioapic.h"
 
+static inline int kvm_irq_line_state(unsigned long *irq_state,
+                                    int irq_source_id, int level)
+{
+       /* Logical OR for level trig interrupt */
+       if (level)
+               set_bit(irq_source_id, irq_state);
+       else
+               clear_bit(irq_source_id, irq_state);
+
+       return !!(*irq_state);
+}
+
 static int kvm_set_pic_irq(struct kvm_kernel_irq_routing_entry *e,
-                          struct kvm *kvm, int level)
+                          struct kvm *kvm, int irq_source_id, int level)
 {
 #ifdef CONFIG_X86
-       return kvm_pic_set_irq(pic_irqchip(kvm), e->irqchip.pin, level);
+       struct kvm_pic *pic = pic_irqchip(kvm);
+       level = kvm_irq_line_state(&pic->irq_states[e->irqchip.pin],
+                                  irq_source_id, level);
+       return kvm_pic_set_irq(pic, e->irqchip.pin, level);
 #else
        return -1;
 #endif
 }
 
 static int kvm_set_ioapic_irq(struct kvm_kernel_irq_routing_entry *e,
-                             struct kvm *kvm, int level)
+                             struct kvm *kvm, int irq_source_id, int level)
 {
-       return kvm_ioapic_set_irq(kvm->arch.vioapic, e->irqchip.pin, level);
+       struct kvm_ioapic *ioapic = kvm->arch.vioapic;
+       level = kvm_irq_line_state(&ioapic->irq_states[e->irqchip.pin],
+                                  irq_source_id, level);
+
+       return kvm_ioapic_set_irq(ioapic, e->irqchip.pin, level);
 }
 
 inline static bool kvm_is_dm_lowest_prio(struct kvm_lapic_irq *irq)
@@ -96,10 +115,13 @@ int kvm_irq_delivery_to_apic(struct kvm *kvm, struct kvm_lapic *src,
 }
 
 static int kvm_set_msi(struct kvm_kernel_irq_routing_entry *e,
-                      struct kvm *kvm, int level)
+                      struct kvm *kvm, int irq_source_id, int level)
 {
        struct kvm_lapic_irq irq;
 
+       if (!level)
+               return -1;
+
        trace_kvm_msi_set_irq(e->msi.address_lo, e->msi.data);
 
        irq.dest_id = (e->msi.address_lo &
@@ -122,37 +144,25 @@ static int kvm_set_msi(struct kvm_kernel_irq_routing_entry *e,
  *  = 0   Interrupt was coalesced (previous irq is still pending)
  *  > 0   Number of CPUs interrupt was delivered to
  */
-int kvm_set_irq(struct kvm *kvm, int irq_source_id, int irq, int level)
+int kvm_set_irq(struct kvm *kvm, int irq_source_id, u32 irq, int level)
 {
        struct kvm_kernel_irq_routing_entry *e;
-       unsigned long *irq_state, sig_level;
        int ret = -1;
+       struct kvm_irq_routing_table *irq_rt;
+       struct hlist_node *n;
 
        trace_kvm_set_irq(irq, level, irq_source_id);
 
        WARN_ON(!mutex_is_locked(&kvm->irq_lock));
 
-       if (irq < KVM_IOAPIC_NUM_PINS) {
-               irq_state = (unsigned long *)&kvm->arch.irq_states[irq];
-
-               /* Logical OR for level trig interrupt */
-               if (level)
-                       set_bit(irq_source_id, irq_state);
-               else
-                       clear_bit(irq_source_id, irq_state);
-               sig_level = !!(*irq_state);
-       } else if (!level)
-               return ret;
-       else /* Deal with MSI/MSI-X */
-               sig_level = 1;
-
        /* Not possible to detect if the guest uses the PIC or the
         * IOAPIC.  So set the bit in both. The guest will ignore
         * writes to the unused one.
         */
-       list_for_each_entry(e, &kvm->irq_routing, link)
-               if (e->gsi == irq) {
-                       int r = e->set(e, kvm, sig_level);
+       irq_rt = kvm->irq_routing;
+       if (irq < irq_rt->nr_rt_entries)
+               hlist_for_each_entry(e, n, &irq_rt->map[irq], link) {
+                       int r = e->set(e, kvm, irq_source_id, level);
                        if (r < 0)
                                continue;
 
@@ -163,20 +173,23 @@ int kvm_set_irq(struct kvm *kvm, int irq_source_id, int irq, int level)
 
 void kvm_notify_acked_irq(struct kvm *kvm, unsigned irqchip, unsigned pin)
 {
-       struct kvm_kernel_irq_routing_entry *e;
        struct kvm_irq_ack_notifier *kian;
        struct hlist_node *n;
        unsigned gsi = pin;
+       int i;
 
        trace_kvm_ack_irq(irqchip, pin);
 
-       list_for_each_entry(e, &kvm->irq_routing, link)
+       for (i = 0; i < kvm->irq_routing->nr_rt_entries; i++) {
+               struct kvm_kernel_irq_routing_entry *e;
+               e = &kvm->irq_routing->rt_entries[i];
                if (e->type == KVM_IRQ_ROUTING_IRQCHIP &&
                    e->irqchip.irqchip == irqchip &&
                    e->irqchip.pin == pin) {
                        gsi = e->gsi;
                        break;
                }
+       }
 
        hlist_for_each_entry(kian, n, &kvm->arch.irq_ack_notifier_list, link)
                if (kian->gsi == gsi)
@@ -232,8 +245,14 @@ void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id)
                printk(KERN_ERR "kvm: IRQ source ID out of range!\n");
                return;
        }
-       for (i = 0; i < KVM_IOAPIC_NUM_PINS; i++)
-               clear_bit(irq_source_id, &kvm->arch.irq_states[i]);
+       for (i = 0; i < KVM_IOAPIC_NUM_PINS; i++) {
+               clear_bit(irq_source_id, &kvm->arch.vioapic->irq_states[i]);
+               if (i >= 16)
+                       continue;
+#ifdef CONFIG_X86
+               clear_bit(irq_source_id, &pic_irqchip(kvm)->irq_states[i]);
+#endif
+       }
        clear_bit(irq_source_id, &kvm->arch.irq_sources_bitmap);
        mutex_unlock(&kvm->irq_lock);
 }
@@ -267,26 +286,30 @@ void kvm_fire_mask_notifiers(struct kvm *kvm, int irq, bool mask)
                        kimn->func(kimn, mask);
 }
 
-static void __kvm_free_irq_routing(struct list_head *irq_routing)
-{
-       struct kvm_kernel_irq_routing_entry *e, *n;
-
-       list_for_each_entry_safe(e, n, irq_routing, link)
-               kfree(e);
-}
-
 void kvm_free_irq_routing(struct kvm *kvm)
 {
        mutex_lock(&kvm->irq_lock);
-       __kvm_free_irq_routing(&kvm->irq_routing);
+       kfree(kvm->irq_routing);
        mutex_unlock(&kvm->irq_lock);
 }
 
-static int setup_routing_entry(struct kvm_kernel_irq_routing_entry *e,
+static int setup_routing_entry(struct kvm_irq_routing_table *rt,
+                              struct kvm_kernel_irq_routing_entry *e,
                               const struct kvm_irq_routing_entry *ue)
 {
        int r = -EINVAL;
        int delta;
+       struct kvm_kernel_irq_routing_entry *ei;
+       struct hlist_node *n;
+
+       /*
+        * Do not allow GSI to be mapped to the same irqchip more than once.
+        * Allow only one to one mapping between GSI and MSI.
+        */
+       hlist_for_each_entry(ei, n, &rt->map[ue->gsi], link)
+               if (ei->type == KVM_IRQ_ROUTING_MSI ||
+                   ue->u.irqchip.irqchip == ei->irqchip.irqchip)
+                       return r;
 
        e->gsi = ue->gsi;
        e->type = ue->type;
@@ -319,6 +342,8 @@ static int setup_routing_entry(struct kvm_kernel_irq_routing_entry *e,
        default:
                goto out;
        }
+
+       hlist_add_head(&e->link, &rt->map[e->gsi]);
        r = 0;
 out:
        return r;
@@ -330,43 +355,49 @@ int kvm_set_irq_routing(struct kvm *kvm,
                        unsigned nr,
                        unsigned flags)
 {
-       struct list_head irq_list = LIST_HEAD_INIT(irq_list);
-       struct list_head tmp = LIST_HEAD_INIT(tmp);
-       struct kvm_kernel_irq_routing_entry *e = NULL;
-       unsigned i;
+       struct kvm_irq_routing_table *new, *old;
+       u32 i, nr_rt_entries = 0;
        int r;
 
+       for (i = 0; i < nr; ++i) {
+               if (ue[i].gsi >= KVM_MAX_IRQ_ROUTES)
+                       return -EINVAL;
+               nr_rt_entries = max(nr_rt_entries, ue[i].gsi);
+       }
+
+       nr_rt_entries += 1;
+
+       new = kzalloc(sizeof(*new) + (nr_rt_entries * sizeof(struct hlist_head))
+                     + (nr * sizeof(struct kvm_kernel_irq_routing_entry)),
+                     GFP_KERNEL);
+
+       if (!new)
+               return -ENOMEM;
+
+       new->rt_entries = (void *)&new->map[nr_rt_entries];
+
+       new->nr_rt_entries = nr_rt_entries;
+
        for (i = 0; i < nr; ++i) {
                r = -EINVAL;
-               if (ue->gsi >= KVM_MAX_IRQ_ROUTES)
-                       goto out;
                if (ue->flags)
                        goto out;
-               r = -ENOMEM;
-               e = kzalloc(sizeof(*e), GFP_KERNEL);
-               if (!e)
-                       goto out;
-               r = setup_routing_entry(e, ue);
+               r = setup_routing_entry(new, &new->rt_entries[i], ue);
                if (r)
                        goto out;
                ++ue;
-               list_add(&e->link, &irq_list);
-               e = NULL;
        }
 
        mutex_lock(&kvm->irq_lock);
-       list_splice(&kvm->irq_routing, &tmp);
-       INIT_LIST_HEAD(&kvm->irq_routing);
-       list_splice(&irq_list, &kvm->irq_routing);
-       INIT_LIST_HEAD(&irq_list);
-       list_splice(&tmp, &irq_list);
+       old = kvm->irq_routing;
+       kvm->irq_routing = new;
        mutex_unlock(&kvm->irq_lock);
 
+       new = old;
        r = 0;
 
 out:
-       kfree(e);
-       __kvm_free_irq_routing(&irq_list);
+       kfree(new);
        return r;
 }