4 files changed, 262 insertions, 195 deletions

diff --git a/arch/ia64/sn/kernel/io_init.c b/arch/ia64/sn/kernel/io_init.c
index 783eb4323847..a67f39e448cb 100644
--- a/arch/ia64/sn/kernel/io_init.c
+++ b/arch/ia64/sn/kernel/io_init.c
@@ -9,21 +9,28 @@
 #include <linux/bootmem.h>
 #include <linux/nodemask.h>
 #include <asm/sn/types.h>
-#include <asm/sn/sn_sal.h>
 #include <asm/sn/addrs.h>
-#include <asm/sn/pcibus_provider_defs.h>
-#include <asm/sn/pcidev.h>
-#include "pci/pcibr_provider.h"
-#include "xtalk/xwidgetdev.h"
 #include <asm/sn/geo.h>
-#include "xtalk/hubdev.h"
 #include <asm/sn/io.h>
+#include <asm/sn/pcibr_provider.h>
+#include <asm/sn/pcibus_provider_defs.h>
+#include <asm/sn/pcidev.h>
 #include <asm/sn/simulator.h>
+#include <asm/sn/sn_sal.h>
 #include <asm/sn/tioca_provider.h>
+#include "xtalk/hubdev.h"
+#include "xtalk/xwidgetdev.h"
 
-char master_baseio_wid;
 nasid_t master_nasid = INVALID_NASID;   /* Partition Master */
 
+static struct list_head sn_sysdata_list;
+
+/* sysdata list struct */
+struct sysdata_el {
+        struct list_head entry;
+        void *sysdata;
+};
+
 struct slab_info {
         struct hubdev_info hubdev;
 };
@@ -138,23 +145,6 @@ sal_get_pcidev_info(u64 segment, u64 bus_number, u64 devfn, u64 pci_dev,
 }
 
 /*
- * sn_alloc_pci_sysdata() - This routine allocates a pci controller
- *      which is expected as the pci_dev and pci_bus sysdata by the Linux
- *      PCI infrastructure.
- */
-static inline struct pci_controller *sn_alloc_pci_sysdata(void)
-{
-        struct pci_controller *pci_sysdata;
-
-        pci_sysdata = kmalloc(sizeof(*pci_sysdata), GFP_KERNEL);
-        if (!pci_sysdata)
-                BUG();
-
-        memset(pci_sysdata, 0, sizeof(*pci_sysdata));
-        return pci_sysdata;
-}
-
-/*
  * sn_fixup_ionodes() - This routine initializes the HUB data strcuture for 
  *      each node in the system.
  */
@@ -221,22 +211,34 @@ static void sn_fixup_ionodes(void)
 
 }
 
+void sn_pci_unfixup_slot(struct pci_dev *dev)
+{
+        struct pci_dev *host_pci_dev = SN_PCIDEV_INFO(dev)->host_pci_dev;
+
+        sn_irq_unfixup(dev);
+        pci_dev_put(host_pci_dev);
+        pci_dev_put(dev);
+}
+
 /*
  * sn_pci_fixup_slot() - This routine sets up a slot's resources
  * consistent with the Linux PCI abstraction layer.  Resources acquired
  * from our PCI provider include PIO maps to BAR space and interrupt
  * objects.
  */
-static void sn_pci_fixup_slot(struct pci_dev *dev)
+void sn_pci_fixup_slot(struct pci_dev *dev)
 {
         int idx;
         int segment = 0;
-        uint64_t size;
-        struct sn_irq_info *sn_irq_info;
-        struct pci_dev *host_pci_dev;
         int status = 0;
         struct pcibus_bussoft *bs;
+        struct pci_bus *host_pci_bus;
+        struct pci_dev *host_pci_dev;
+        struct sn_irq_info *sn_irq_info;
+        unsigned long size;
+        unsigned int bus_no, devfn;
 
+        pci_dev_get(dev); /* for the sysdata pointer */
         dev->sysdata = kmalloc(sizeof(struct pcidev_info), GFP_KERNEL);
         if (SN_PCIDEV_INFO(dev) <= 0)
                 BUG();          /* Cannot afford to run out of memory */
@@ -253,7 +255,7 @@ static void sn_pci_fixup_slot(struct pci_dev *dev)
                                      (u64) __pa(SN_PCIDEV_INFO(dev)),
                                      (u64) __pa(sn_irq_info));
         if (status)
-                BUG();          /* Cannot get platform pci device information information */
+                BUG(); /* Cannot get platform pci device information */
 
         /* Copy over PIO Mapped Addresses */
         for (idx = 0; idx <= PCI_ROM_RESOURCE; idx++) {
@@ -275,15 +277,21 @@ static void sn_pci_fixup_slot(struct pci_dev *dev)
                         dev->resource[idx].parent = &iomem_resource;
         }
 
-        /* set up host bus linkages */
-        bs = SN_PCIBUS_BUSSOFT(dev->bus);
-        host_pci_dev =
-            pci_find_slot(SN_PCIDEV_INFO(dev)->pdi_slot_host_handle >> 32,
-                          SN_PCIDEV_INFO(dev)->
-                          pdi_slot_host_handle & 0xffffffff);
+        /*
+         * Using the PROMs values for the PCI host bus, get the Linux
+         * PCI host_pci_dev struct and set up host bus linkages
+         */
+
+        bus_no = SN_PCIDEV_INFO(dev)->pdi_slot_host_handle >> 32;
+        devfn = SN_PCIDEV_INFO(dev)->pdi_slot_host_handle & 0xffffffff;
+        host_pci_bus = pci_find_bus(pci_domain_nr(dev->bus), bus_no);
+        host_pci_dev = pci_get_slot(host_pci_bus, devfn);
+
+        SN_PCIDEV_INFO(dev)->host_pci_dev = host_pci_dev;
         SN_PCIDEV_INFO(dev)->pdi_host_pcidev_info =
-            SN_PCIDEV_INFO(host_pci_dev);
+                                                SN_PCIDEV_INFO(host_pci_dev);
         SN_PCIDEV_INFO(dev)->pdi_linux_pcidev = dev;
+        bs = SN_PCIBUS_BUSSOFT(dev->bus);
         SN_PCIDEV_INFO(dev)->pdi_pcibus_info = bs;
 
         if (bs && bs->bs_asic_type < PCIIO_ASIC_MAX_TYPES) {
@@ -297,6 +305,9 @@ static void sn_pci_fixup_slot(struct pci_dev *dev)
                 SN_PCIDEV_INFO(dev)->pdi_sn_irq_info = sn_irq_info;
                 dev->irq = SN_PCIDEV_INFO(dev)->pdi_sn_irq_info->irq_irq;
                 sn_irq_fixup(dev, sn_irq_info);
+        } else {
+                SN_PCIDEV_INFO(dev)->pdi_sn_irq_info = NULL;
+                kfree(sn_irq_info);
         }
 }
 
@@ -304,55 +315,57 @@ static void sn_pci_fixup_slot(struct pci_dev *dev)
  * sn_pci_controller_fixup() - This routine sets up a bus's resources
  * consistent with the Linux PCI abstraction layer.
  */
-static void sn_pci_controller_fixup(int segment, int busnum)
+void sn_pci_controller_fixup(int segment, int busnum, struct pci_bus *bus)
 {
         int status = 0;
         int nasid, cnode;
-        struct pci_bus *bus;
         struct pci_controller *controller;
         struct pcibus_bussoft *prom_bussoft_ptr;
         struct hubdev_info *hubdev_info;
         void *provider_soft;
         struct sn_pcibus_provider *provider;
 
-        status =
-            sal_get_pcibus_info((u64) segment, (u64) busnum,
-                                (u64) ia64_tpa(&prom_bussoft_ptr));
-        if (status > 0) {
-                return;         /* bus # does not exist */
-        }
-
+        status = sal_get_pcibus_info((u64) segment, (u64) busnum,
+                                     (u64) ia64_tpa(&prom_bussoft_ptr));
+        if (status > 0)
+                return;         /*bus # does not exist */
         prom_bussoft_ptr = __va(prom_bussoft_ptr);
-        controller = sn_alloc_pci_sysdata();
-        /* controller non-zero is BUG'd in sn_alloc_pci_sysdata */
 
-        bus = pci_scan_bus(busnum, &pci_root_ops, controller);
+        controller = kcalloc(1,sizeof(struct pci_controller), GFP_KERNEL);
+        if (!controller)
+                BUG();
+
         if (bus == NULL) {
-                return;         /* error, or bus already scanned */
+                bus = pci_scan_bus(busnum, &pci_root_ops, controller);
+                if (bus == NULL)
+                        return; /* error, or bus already scanned */
+                bus->sysdata = NULL;
         }
 
+        if (bus->sysdata)
+                goto error_return; /* sysdata already alloc'd */
+
         /*
          * Per-provider fixup.  Copies the contents from prom to local
          * area and links SN_PCIBUS_BUSSOFT().
          */
 
-        if (prom_bussoft_ptr->bs_asic_type >= PCIIO_ASIC_MAX_TYPES) {
+        if (prom_bussoft_ptr->bs_asic_type >= PCIIO_ASIC_MAX_TYPES)
                 return;         /* unsupported asic type */
-        }
+
+        if (prom_bussoft_ptr->bs_asic_type == PCIIO_ASIC_TYPE_PPB)
+                goto error_return; /* no further fixup necessary */
 
         provider = sn_pci_provider[prom_bussoft_ptr->bs_asic_type];
-        if (provider == NULL) {
+        if (provider == NULL)
                 return;         /* no provider registerd for this asic */
-        }
 
         provider_soft = NULL;
-        if (provider->bus_fixup) {
+        if (provider->bus_fixup)
                 provider_soft = (*provider->bus_fixup) (prom_bussoft_ptr);
-        }
 
-        if (provider_soft == NULL) {
+        if (provider_soft == NULL)
                 return;         /* fixup failed or not applicable */
-        }
 
         /*
          * Generic bus fixup goes here.  Don't reference prom_bussoft_ptr
@@ -361,12 +374,47 @@ static void sn_pci_controller_fixup(int segment, int busnum)
 
         bus->sysdata = controller;
         PCI_CONTROLLER(bus)->platform_data = provider_soft;
-
         nasid = NASID_GET(SN_PCIBUS_BUSSOFT(bus)->bs_base);
         cnode = nasid_to_cnodeid(nasid);
         hubdev_info = (struct hubdev_info *)(NODEPDA(cnode)->pdinfo);
         SN_PCIBUS_BUSSOFT(bus)->bs_xwidget_info =
             &(hubdev_info->hdi_xwidget_info[SN_PCIBUS_BUSSOFT(bus)->bs_xid]);
+
+        return;
+
+error_return:
+
+        kfree(controller);
+        return;
+}
+
+void sn_bus_store_sysdata(struct pci_dev *dev)
+{
+        struct sysdata_el *element;
+
+        element = kcalloc(1, sizeof(struct sysdata_el), GFP_KERNEL);
+        if (!element) {
+                dev_dbg(dev, "%s: out of memory!\n", __FUNCTION__);
+                return;
+        }
+        element->sysdata = dev->sysdata;
+        list_add(&element->entry, &sn_sysdata_list);
+}
+
+void sn_bus_free_sysdata(void)
+{
+        struct sysdata_el *element;
+        struct list_head *list;
+
+sn_sysdata_free_start:
+        list_for_each(list, &sn_sysdata_list) {
+                element = list_entry(list, struct sysdata_el, entry);
+                list_del(&element->entry);
+                kfree(element->sysdata);
+                kfree(element);
+                goto sn_sysdata_free_start;
+        }
+        return;
 }
 
 /*
@@ -403,20 +451,17 @@ static int __init sn_pci_init(void)
          */
         ia64_max_iommu_merge_mask = ~PAGE_MASK;
         sn_fixup_ionodes();
-        sn_irq = kmalloc(sizeof(struct sn_irq_info *) * NR_IRQS, GFP_KERNEL);
-        if (sn_irq <= 0)
-                BUG();          /* Canno afford to run out of memory. */
-        memset(sn_irq, 0, sizeof(struct sn_irq_info *) * NR_IRQS);
-
+        sn_irq_lh_init();
+        INIT_LIST_HEAD(&sn_sysdata_list);
         sn_init_cpei_timer();
 
 #ifdef CONFIG_PROC_FS
         register_sn_procfs();
 #endif
 
-        for (i = 0; i < PCI_BUSES_TO_SCAN; i++) {
-                sn_pci_controller_fixup(0, i);
-        }
+        /* busses are not known yet ... */
+        for (i = 0; i < PCI_BUSES_TO_SCAN; i++)
+                sn_pci_controller_fixup(0, i, NULL);
 
         /*
          * Generic Linux PCI Layer has created the pci_bus and pci_dev 
@@ -425,9 +470,8 @@ static int __init sn_pci_init(void)
          */
 
         while ((pci_dev =
-                pci_find_device(PCI_ANY_ID, PCI_ANY_ID, pci_dev)) != NULL) {
+                pci_get_device(PCI_ANY_ID, PCI_ANY_ID, pci_dev)) != NULL)
                 sn_pci_fixup_slot(pci_dev);
-        }
 
         sn_ioif_inited = 1;     /* sn I/O infrastructure now initialized */
 
@@ -469,3 +513,8 @@ cnodeid_get_geoid(cnodeid_t cnode)
 }
 
 subsys_initcall(sn_pci_init);
+EXPORT_SYMBOL(sn_pci_fixup_slot);
+EXPORT_SYMBOL(sn_pci_unfixup_slot);
+EXPORT_SYMBOL(sn_pci_controller_fixup);
+EXPORT_SYMBOL(sn_bus_store_sysdata);
+EXPORT_SYMBOL(sn_bus_free_sysdata);
diff --git a/arch/ia64/sn/kernel/irq.c b/arch/ia64/sn/kernel/irq.c
index 0f4e8138658f..84d276a14ecb 100644
--- a/arch/ia64/sn/kernel/irq.c
+++ b/arch/ia64/sn/kernel/irq.c
@@ -9,13 +9,13 @@
  */
 
 #include <linux/irq.h>
-#include <asm/sn/intr.h>
+#include <linux/spinlock.h>
 #include <asm/sn/addrs.h>
 #include <asm/sn/arch.h>
-#include "xtalk/xwidgetdev.h"
+#include <asm/sn/intr.h>
+#include <asm/sn/pcibr_provider.h>
 #include <asm/sn/pcibus_provider_defs.h>
 #include <asm/sn/pcidev.h>
-#include "pci/pcibr_provider.h"
 #include <asm/sn/shub_mmr.h>
 #include <asm/sn/sn_sal.h>
 
@@ -25,7 +25,8 @@ static void unregister_intr_pda(struct sn_irq_info *sn_irq_info);
 
 extern int sn_force_interrupt_flag;
 extern int sn_ioif_inited;
-struct sn_irq_info **sn_irq;
+static struct list_head **sn_irq_lh;
+static spinlock_t sn_irq_info_lock = SPIN_LOCK_UNLOCKED; /* non-IRQ lock */
 
 static inline uint64_t sn_intr_alloc(nasid_t local_nasid, int local_widget,
                                      u64 sn_irq_info,
@@ -101,7 +102,7 @@ static void sn_end_irq(unsigned int irq)
                 nasid = get_nasid();
                 event_occurred = HUB_L((uint64_t *) GLOBAL_MMR_ADDR
                                        (nasid, SH_EVENT_OCCURRED));
-                /* If the UART bit is set here, we may have received an 
+                /* If the UART bit is set here, we may have received an
                  * interrupt from the UART that the driver missed.  To
                  * make sure, we IPI ourselves to force us to look again.
                  */
@@ -115,82 +116,84 @@ static void sn_end_irq(unsigned int irq)
                 force_interrupt(irq);
 }
 
+static void sn_irq_info_free(struct rcu_head *head);
+
 static void sn_set_affinity_irq(unsigned int irq, cpumask_t mask)
 {
-        struct sn_irq_info *sn_irq_info = sn_irq[irq];
-        struct sn_irq_info *tmp_sn_irq_info;
+        struct sn_irq_info *sn_irq_info, *sn_irq_info_safe;
         int cpuid, cpuphys;
-        nasid_t t_nasid;        /* nasid to target */
-        int t_slice;            /* slice to target */
-
-        /* allocate a temp sn_irq_info struct to get new target info */
-        tmp_sn_irq_info = kmalloc(sizeof(*tmp_sn_irq_info), GFP_KERNEL);
-        if (!tmp_sn_irq_info)
-                return;
 
         cpuid = first_cpu(mask);
         cpuphys = cpu_physical_id(cpuid);
-        t_nasid = cpuid_to_nasid(cpuid);
-        t_slice = cpuid_to_slice(cpuid);
 
-        while (sn_irq_info) {
-                int status;
-                int local_widget;
-                uint64_t bridge = (uint64_t) sn_irq_info->irq_bridge;
-                nasid_t local_nasid = NASID_GET(bridge);
+        list_for_each_entry_safe(sn_irq_info, sn_irq_info_safe,
+                                 sn_irq_lh[irq], list) {
+                uint64_t bridge;
+                int local_widget, status;
+                nasid_t local_nasid;
+                struct sn_irq_info *new_irq_info;
+
+                new_irq_info = kmalloc(sizeof(struct sn_irq_info), GFP_ATOMIC);
+                if (new_irq_info == NULL)
+                        break;
+                memcpy(new_irq_info, sn_irq_info, sizeof(struct sn_irq_info));
+
+                bridge = (uint64_t) new_irq_info->irq_bridge;
+                if (!bridge) {
+                        kfree(new_irq_info);
+                        break; /* irq is not a device interrupt */
+                }
 
-                if (!bridge)
-                        break;  /* irq is not a device interrupt */
+                local_nasid = NASID_GET(bridge);
 
                 if (local_nasid & 1)
                         local_widget = TIO_SWIN_WIDGETNUM(bridge);
                 else
                         local_widget = SWIN_WIDGETNUM(bridge);
 
-                /* Free the old PROM sn_irq_info structure */
-                sn_intr_free(local_nasid, local_widget, sn_irq_info);
+                /* Free the old PROM new_irq_info structure */
+                sn_intr_free(local_nasid, local_widget, new_irq_info);
+                /* Update kernels new_irq_info with new target info */
+                unregister_intr_pda(new_irq_info);
 
-                /* allocate a new PROM sn_irq_info struct */
+                /* allocate a new PROM new_irq_info struct */
                 status = sn_intr_alloc(local_nasid, local_widget,
-                                       __pa(tmp_sn_irq_info), irq, t_nasid,
-                                       t_slice);
-
-                if (status == 0) {
-                        /* Update kernels sn_irq_info with new target info */
-                        unregister_intr_pda(sn_irq_info);
-                        sn_irq_info->irq_cpuid = cpuid;
-                        sn_irq_info->irq_nasid = t_nasid;
-                        sn_irq_info->irq_slice = t_slice;
-                        sn_irq_info->irq_xtalkaddr =
-                            tmp_sn_irq_info->irq_xtalkaddr;
-                        sn_irq_info->irq_cookie = tmp_sn_irq_info->irq_cookie;
-                        register_intr_pda(sn_irq_info);
-
-                        if (IS_PCI_BRIDGE_ASIC(sn_irq_info->irq_bridge_type)) {
-                                pcibr_change_devices_irq(sn_irq_info);
-                        }
+                                       __pa(new_irq_info), irq,
+                                       cpuid_to_nasid(cpuid),
+                                       cpuid_to_slice(cpuid));
+
+                /* SAL call failed */
+                if (status) {
+                        kfree(new_irq_info);
+                        break;
+                }
+
+                new_irq_info->irq_cpuid = cpuid;
+                register_intr_pda(new_irq_info);
+
+                if (IS_PCI_BRIDGE_ASIC(new_irq_info->irq_bridge_type))
+                        pcibr_change_devices_irq(new_irq_info);
 
-                        sn_irq_info = sn_irq_info->irq_next;
+                spin_lock(&sn_irq_info_lock);
+                list_replace_rcu(&sn_irq_info->list, &new_irq_info->list);
+                spin_unlock(&sn_irq_info_lock);
+                call_rcu(&sn_irq_info->rcu, sn_irq_info_free);
 
 #ifdef CONFIG_SMP
-                        set_irq_affinity_info((irq & 0xff), cpuphys, 0);
+                set_irq_affinity_info((irq & 0xff), cpuphys, 0);
 #endif
-                } else {
-                        break;  /* snp_affinity failed the intr_alloc */
-                }
         }
-        kfree(tmp_sn_irq_info);
 }
 
 struct hw_interrupt_type irq_type_sn = {
-        "SN hub",
-        sn_startup_irq,
-        sn_shutdown_irq,
-        sn_enable_irq,
-        sn_disable_irq,
-        sn_ack_irq,
-        sn_end_irq,
-        sn_set_affinity_irq
+        .typename       = "SN hub",
+        .startup        = sn_startup_irq,
+        .shutdown       = sn_shutdown_irq,
+        .enable         = sn_enable_irq,
+        .disable        = sn_disable_irq,
+        .ack            = sn_ack_irq,
+        .end            = sn_end_irq,
+        .set_affinity   = sn_set_affinity_irq
 };
 
 unsigned int sn_local_vector_to_irq(u8 vector)
@@ -231,19 +234,18 @@ static void unregister_intr_pda(struct sn_irq_info *sn_irq_info)
         struct sn_irq_info *tmp_irq_info;
         int i, foundmatch;
 
+        rcu_read_lock();
         if (pdacpu(cpu)->sn_last_irq == irq) {
                 foundmatch = 0;
-                for (i = pdacpu(cpu)->sn_last_irq - 1; i; i--) {
-                        tmp_irq_info = sn_irq[i];
-                        while (tmp_irq_info) {
+                for (i = pdacpu(cpu)->sn_last_irq - 1;
+                     i && !foundmatch; i--) {
+                        list_for_each_entry_rcu(tmp_irq_info,
+                                                sn_irq_lh[i],
+                                                list) {
                                 if (tmp_irq_info->irq_cpuid == cpu) {
-                                        foundmatch++;
+                                        foundmatch = 1;
                                         break;
                                 }
-                                tmp_irq_info = tmp_irq_info->irq_next;
-                        }
-                        if (foundmatch) {
-                                break;
                         }
                 }
                 pdacpu(cpu)->sn_last_irq = i;
@@ -251,60 +253,27 @@ static void unregister_intr_pda(struct sn_irq_info *sn_irq_info)
 
         if (pdacpu(cpu)->sn_first_irq == irq) {
                 foundmatch = 0;
-                for (i = pdacpu(cpu)->sn_first_irq + 1; i < NR_IRQS; i++) {
-                        tmp_irq_info = sn_irq[i];
-                        while (tmp_irq_info) {
+                for (i = pdacpu(cpu)->sn_first_irq + 1;
+                     i < NR_IRQS && !foundmatch; i++) {
+                        list_for_each_entry_rcu(tmp_irq_info,
+                                                sn_irq_lh[i],
+                                                list) {
                                 if (tmp_irq_info->irq_cpuid == cpu) {
-                                        foundmatch++;
+                                        foundmatch = 1;
                                         break;
                                 }
-                                tmp_irq_info = tmp_irq_info->irq_next;
-                        }
-                        if (foundmatch) {
-                                break;
                         }
                 }
                 pdacpu(cpu)->sn_first_irq = ((i == NR_IRQS) ? 0 : i);
         }
+        rcu_read_unlock();
 }
 
-struct sn_irq_info *sn_irq_alloc(nasid_t local_nasid, int local_widget, int irq,
-                                 nasid_t nasid, int slice)
+static void sn_irq_info_free(struct rcu_head *head)
 {
         struct sn_irq_info *sn_irq_info;
-        int status;
-
-        sn_irq_info = kmalloc(sizeof(*sn_irq_info), GFP_KERNEL);
-        if (sn_irq_info == NULL)
-                return NULL;
-
-        memset(sn_irq_info, 0x0, sizeof(*sn_irq_info));
-
-        status =
-            sn_intr_alloc(local_nasid, local_widget, __pa(sn_irq_info), irq,
-                          nasid, slice);
-
-        if (status) {
-                kfree(sn_irq_info);
-                return NULL;
-        } else {
-                return sn_irq_info;
-        }
-}
-
-void sn_irq_free(struct sn_irq_info *sn_irq_info)
-{
-        uint64_t bridge = (uint64_t) sn_irq_info->irq_bridge;
-        nasid_t local_nasid = NASID_GET(bridge);
-        int local_widget;
-
-        if (local_nasid & 1)    /* tio check */
-                local_widget = TIO_SWIN_WIDGETNUM(bridge);
-        else
-                local_widget = SWIN_WIDGETNUM(bridge);
-
-        sn_intr_free(local_nasid, local_widget, sn_irq_info);
 
+        sn_irq_info = container_of(head, struct sn_irq_info, rcu);
         kfree(sn_irq_info);
 }
 
@@ -314,30 +283,54 @@ void sn_irq_fixup(struct pci_dev *pci_dev, struct sn_irq_info *sn_irq_info)
         int slice = sn_irq_info->irq_slice;
         int cpu = nasid_slice_to_cpuid(nasid, slice);
 
+        pci_dev_get(pci_dev);
         sn_irq_info->irq_cpuid = cpu;
         sn_irq_info->irq_pciioinfo = SN_PCIDEV_INFO(pci_dev);
 
         /* link it into the sn_irq[irq] list */
-        sn_irq_info->irq_next = sn_irq[sn_irq_info->irq_irq];
-        sn_irq[sn_irq_info->irq_irq] = sn_irq_info;
+        spin_lock(&sn_irq_info_lock);
+        list_add_rcu(&sn_irq_info->list, sn_irq_lh[sn_irq_info->irq_irq]);
+        spin_unlock(&sn_irq_info_lock);
 
         (void)register_intr_pda(sn_irq_info);
 }
 
+void sn_irq_unfixup(struct pci_dev *pci_dev)
+{
+        struct sn_irq_info *sn_irq_info;
+
+        /* Only cleanup IRQ stuff if this device has a host bus context */
+        if (!SN_PCIDEV_BUSSOFT(pci_dev))
+                return;
+
+        sn_irq_info = SN_PCIDEV_INFO(pci_dev)->pdi_sn_irq_info;
+        if (!sn_irq_info || !sn_irq_info->irq_irq) {
+                kfree(sn_irq_info);
+                return;
+        }
+
+        unregister_intr_pda(sn_irq_info);
+        spin_lock(&sn_irq_info_lock);
+        list_del_rcu(&sn_irq_info->list);
+        spin_unlock(&sn_irq_info_lock);
+        call_rcu(&sn_irq_info->rcu, sn_irq_info_free);
+        pci_dev_put(pci_dev);
+}
+
 static void force_interrupt(int irq)
 {
         struct sn_irq_info *sn_irq_info;
 
         if (!sn_ioif_inited)
                 return;
-        sn_irq_info = sn_irq[irq];
-        while (sn_irq_info) {
+
+        rcu_read_lock();
+        list_for_each_entry_rcu(sn_irq_info, sn_irq_lh[irq], list) {
                 if (IS_PCI_BRIDGE_ASIC(sn_irq_info->irq_bridge_type) &&
-                    (sn_irq_info->irq_bridge != NULL)) {
+                    (sn_irq_info->irq_bridge != NULL))
                         pcibr_force_interrupt(sn_irq_info);
-                }
-                sn_irq_info = sn_irq_info->irq_next;
         }
+        rcu_read_unlock();
 }
 
 /*
@@ -402,19 +395,41 @@ static void sn_check_intr(int irq, struct sn_irq_info *sn_irq_info)
 
 void sn_lb_int_war_check(void)
 {
+        struct sn_irq_info *sn_irq_info;
         int i;
 
         if (!sn_ioif_inited || pda->sn_first_irq == 0)
                 return;
+
+        rcu_read_lock();
         for (i = pda->sn_first_irq; i <= pda->sn_last_irq; i++) {
-                struct sn_irq_info *sn_irq_info = sn_irq[i];
-                while (sn_irq_info) {
-                        /* Only call for PCI bridges that are fully initialized. */
+                list_for_each_entry_rcu(sn_irq_info, sn_irq_lh[i], list) {
+                        /*
+                         * Only call for PCI bridges that are fully
+                         * initialized.
+                         */
                         if (IS_PCI_BRIDGE_ASIC(sn_irq_info->irq_bridge_type) &&
-                            (sn_irq_info->irq_bridge != NULL)) {
+                            (sn_irq_info->irq_bridge != NULL))
                                 sn_check_intr(i, sn_irq_info);
-                        }
-                        sn_irq_info = sn_irq_info->irq_next;
                 }
         }
+        rcu_read_unlock();
+}
+
+void sn_irq_lh_init(void)
+{
+        int i;
+
+        sn_irq_lh = kmalloc(sizeof(struct list_head *) * NR_IRQS, GFP_KERNEL);
+        if (!sn_irq_lh)
+                panic("SN PCI INIT: Failed to allocate memory for PCI init\n");
+
+        for (i = 0; i < NR_IRQS; i++) {
+                sn_irq_lh[i] = kmalloc(sizeof(struct list_head), GFP_KERNEL);
+                if (!sn_irq_lh[i])
+                        panic("SN PCI INIT: Failed IRQ memory allocation\n");
+
+                INIT_LIST_HEAD(sn_irq_lh[i]);
+        }
+
 }
diff --git a/arch/ia64/sn/kernel/setup.c b/arch/ia64/sn/kernel/setup.c
index 22e10d282c7f..7c7fe441d623 100644
--- a/arch/ia64/sn/kernel/setup.c
+++ b/arch/ia64/sn/kernel/setup.c
@@ -270,7 +270,7 @@ void __init sn_setup(char **cmdline_p)
 {
         long status, ticks_per_sec, drift;
         int pxm;
-        int major = sn_sal_rev_major(), minor = sn_sal_rev_minor();
+        u32 version = sn_sal_rev();
         extern void sn_cpu_init(void);
 
         ia64_sn_plat_set_error_handling_features();
@@ -308,22 +308,21 @@ void __init sn_setup(char **cmdline_p)
          * support here so we don't have to listen to failed keyboard probe
          * messages.
          */
-        if ((major < 2 || (major == 2 && minor <= 9)) &&
-            acpi_kbd_controller_present) {
+        if (version <= 0x0209 && acpi_kbd_controller_present) {
                 printk(KERN_INFO "Disabling legacy keyboard support as prom "
                        "is too old and doesn't provide FADT\n");
                 acpi_kbd_controller_present = 0;
         }
 
-        printk("SGI SAL version %x.%02x\n", major, minor);
+        printk("SGI SAL version %x.%02x\n", version >> 8, version & 0x00FF);
 
         /*
          * Confirm the SAL we're running on is recent enough...
          */
-        if ((major < SN_SAL_MIN_MAJOR) || (major == SN_SAL_MIN_MAJOR &&
-                                           minor < SN_SAL_MIN_MINOR)) {
+        if (version < SN_SAL_MIN_VERSION) {
                 printk(KERN_ERR "This kernel needs SGI SAL version >= "
-                       "%x.%02x\n", SN_SAL_MIN_MAJOR, SN_SAL_MIN_MINOR);
+                       "%x.%02x\n", SN_SAL_MIN_VERSION >> 8,
+                        SN_SAL_MIN_VERSION & 0x00FF);
                 panic("PROM version too old\n");
         }
 
diff --git a/arch/ia64/sn/kernel/tiocx.c b/arch/ia64/sn/kernel/tiocx.c
index 8716f4d5314b..c1cbcd1a1398 100644
--- a/arch/ia64/sn/kernel/tiocx.c
+++ b/arch/ia64/sn/kernel/tiocx.c
@@ -14,6 +14,7 @@
 #include <linux/proc_fs.h>
 #include <linux/device.h>
 #include <linux/delay.h>
+#include <asm/system.h>
 #include <asm/uaccess.h>
 #include <asm/sn/sn_sal.h>
 #include <asm/sn/addrs.h>
@@ -481,6 +482,9 @@ static int __init tiocx_init(void)
         cnodeid_t cnodeid;
         int found_tiocx_device = 0;
 
+        if (!ia64_platform_is("sn2"))
+                return -ENODEV;
+
         bus_register(&tiocx_bus_type);
 
         for (cnodeid = 0; cnodeid < MAX_COMPACT_NODES; cnodeid++) {