sh: Support for multiple nodes.

This adds basic support for multiple nodes on SH machines.
This is primarily useful for boards with many different
memory blocks that are otherwise unused (SH7722/SH7785 URAM
and so forth).

Signed-off-by: Paul Mundt <lethal@linux-sh.org>

3 files changed, 104 insertions, 0 deletions

diff --git a/arch/sh/mm/Kconfig b/arch/sh/mm/Kconfig
index 955a851c0c75..8c5b73ab4772 100644
--- a/arch/sh/mm/Kconfig
+++ b/arch/sh/mm/Kconfig
@@ -293,6 +293,17 @@ config VSYSCALL
           For systems with an MMU that can afford to give up a page,
           (the default value) say Y.
 
+config NUMA
+        bool "Non Uniform Memory Access (NUMA) Support"
+        depends on MMU && EXPERIMENTAL
+        default n
+        help
+          Some SH systems have many various memories scattered around
+          the address space, each with varying latencies. This enables
+          support for these blocks by binding them to nodes and allowing
+          memory policies to be used for prioritizing and controlling
+          allocation behaviour.
+
 config NODES_SHIFT
         int
         default "1"
diff --git a/arch/sh/mm/Makefile b/arch/sh/mm/Makefile
index 3ffd7f68c0a2..47c330c528db 100644
--- a/arch/sh/mm/Makefile
+++ b/arch/sh/mm/Makefile
@@ -29,3 +29,4 @@ endif
 
 obj-$(CONFIG_SH7705_CACHE_32KB) += cache-sh7705.o
 obj-$(CONFIG_32BIT)             += pmb.o
+obj-$(CONFIG_NUMA)              += numa.o
diff --git a/arch/sh/mm/numa.c b/arch/sh/mm/numa.c
new file mode 100644
index 000000000000..8aff065dd307
--- /dev/null
+++ b/arch/sh/mm/numa.c
@@ -0,0 +1,92 @@
+/*
+ * arch/sh/mm/numa.c - Multiple node support for SH machines
+ *
+ *  Copyright (C) 2007  Paul Mundt
+ *
+ * This file is subject to the terms and conditions of the GNU General Public
+ * License.  See the file "COPYING" in the main directory of this archive
+ * for more details.
+ */
+#include <linux/module.h>
+#include <linux/bootmem.h>
+#include <linux/mm.h>
+#include <linux/numa.h>
+#include <linux/pfn.h>
+#include <asm/sections.h>
+
+static bootmem_data_t plat_node_bdata[MAX_NUMNODES];
+struct pglist_data *node_data[MAX_NUMNODES] __read_mostly;
+EXPORT_SYMBOL_GPL(node_data);
+
+/*
+ * On SH machines the conventional approach is to stash system RAM
+ * in node 0, and other memory blocks in to node 1 and up, ordered by
+ * latency. Each node's pgdat is node-local at the beginning of the node,
+ * immediately followed by the node mem map.
+ */
+void __init setup_memory(void)
+{
+        unsigned long free_pfn = PFN_UP(__pa(_end));
+
+        /*
+         * Node 0 sets up its pgdat at the first available pfn,
+         * and bumps it up before setting up the bootmem allocator.
+         */
+        NODE_DATA(0) = pfn_to_kaddr(free_pfn);
+        memset(NODE_DATA(0), 0, sizeof(struct pglist_data));
+        free_pfn += PFN_UP(sizeof(struct pglist_data));
+        NODE_DATA(0)->bdata = &plat_node_bdata[0];
+
+        /* Set up node 0 */
+        setup_bootmem_allocator(free_pfn);
+
+        /* Give the platforms a chance to hook up their nodes */
+        plat_mem_setup();
+}
+
+void __init setup_bootmem_node(int nid, unsigned long start, unsigned long end)
+{
+        unsigned long bootmap_pages, bootmap_start, bootmap_size;
+        unsigned long start_pfn, free_pfn, end_pfn;
+
+        /* Don't allow bogus node assignment */
+        BUG_ON(nid > MAX_NUMNODES || nid == 0);
+
+        /*
+         * The free pfn starts at the beginning of the range, and is
+         * advanced as necessary for pgdat and node map allocations.
+         */
+        free_pfn = start_pfn = start >> PAGE_SHIFT;
+        end_pfn = end >> PAGE_SHIFT;
+
+        add_active_range(nid, start_pfn, end_pfn);
+
+        /* Node-local pgdat */
+        NODE_DATA(nid) = pfn_to_kaddr(free_pfn);
+        free_pfn += PFN_UP(sizeof(struct pglist_data));
+        memset(NODE_DATA(nid), 0, sizeof(struct pglist_data));
+
+        NODE_DATA(nid)->bdata = &plat_node_bdata[nid];
+        NODE_DATA(nid)->node_start_pfn = start_pfn;
+        NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn;
+
+        /* Node-local bootmap */
+        bootmap_pages = bootmem_bootmap_pages(end_pfn - start_pfn);
+        bootmap_start = (unsigned long)pfn_to_kaddr(free_pfn);
+        bootmap_size = init_bootmem_node(NODE_DATA(nid), free_pfn, start_pfn,
+                                    end_pfn);
+
+        free_bootmem_with_active_regions(nid, end_pfn);
+
+        /* Reserve the pgdat and bootmap space with the bootmem allocator */
+        reserve_bootmem_node(NODE_DATA(nid), start_pfn << PAGE_SHIFT,
+                             sizeof(struct pglist_data));
+        reserve_bootmem_node(NODE_DATA(nid), free_pfn << PAGE_SHIFT,
+                             bootmap_pages << PAGE_SHIFT);
+
+        /* It's up */
+        node_set_online(nid);
+
+        /* Kick sparsemem */
+        sparse_memory_present_with_active_regions(nid);
+}