4 files changed, 93 insertions, 72 deletions

diff --git a/include/asm-generic/futex.h b/include/asm-generic/futex.h
index 3ae2c7347549..df893c160318 100644
--- a/include/asm-generic/futex.h
+++ b/include/asm-generic/futex.h
@@ -49,5 +49,11 @@ futex_atomic_op_inuser (int encoded_op, int __user *uaddr)
         return ret;
 }
 
+static inline int
+futex_atomic_cmpxchg_inatomic(int __user *uaddr, int oldval, int newval)
+{
+        return -ENOSYS;
+}
+
 #endif
 #endif
diff --git a/include/asm-generic/local.h b/include/asm-generic/local.h
index 16fc00360f75..de4614840c2c 100644
--- a/include/asm-generic/local.h
+++ b/include/asm-generic/local.h
@@ -4,28 +4,28 @@
 #include <linux/config.h>
 #include <linux/percpu.h>
 #include <linux/hardirq.h>
+#include <asm/atomic.h>
 #include <asm/types.h>
 
 /* An unsigned long type for operations which are atomic for a single
  * CPU.  Usually used in combination with per-cpu variables. */
 
-#if BITS_PER_LONG == 32
 /* Implement in terms of atomics. */
 
 /* Don't use typedef: don't want them to be mixed with atomic_t's. */
 typedef struct
 {
-        atomic_t a;
+        atomic_long_t a;
 } local_t;
 
-#define LOCAL_INIT(i)   { ATOMIC_INIT(i) }
+#define LOCAL_INIT(i)   { ATOMIC_LONG_INIT(i) }
 
-#define local_read(l)   ((unsigned long)atomic_read(&(l)->a))
-#define local_set(l,i)  atomic_set((&(l)->a),(i))
-#define local_inc(l)    atomic_inc(&(l)->a)
-#define local_dec(l)    atomic_dec(&(l)->a)
-#define local_add(i,l)  atomic_add((i),(&(l)->a))
-#define local_sub(i,l)  atomic_sub((i),(&(l)->a))
+#define local_read(l)   ((unsigned long)atomic_long_read(&(l)->a))
+#define local_set(l,i)  atomic_long_set((&(l)->a),(i))
+#define local_inc(l)    atomic_long_inc(&(l)->a)
+#define local_dec(l)    atomic_long_dec(&(l)->a)
+#define local_add(i,l)  atomic_long_add((i),(&(l)->a))
+#define local_sub(i,l)  atomic_long_sub((i),(&(l)->a))
 
 /* Non-atomic variants, ie. preemption disabled and won't be touched
  * in interrupt, etc.  Some archs can optimize this case well. */
@@ -34,68 +34,6 @@ typedef struct
 #define __local_add(i,l)        local_set((l), local_read(l) + (i))
 #define __local_sub(i,l)        local_set((l), local_read(l) - (i))
 
-#else /* ... can't use atomics. */
-/* Implement in terms of three variables.
-   Another option would be to use local_irq_save/restore. */
-
-typedef struct
-{
-        /* 0 = in hardirq, 1 = in softirq, 2 = usermode. */
-        unsigned long v[3];
-} local_t;
-
-#define _LOCAL_VAR(l)   ((l)->v[!in_interrupt() + !in_irq()])
-
-#define LOCAL_INIT(i)   { { (i), 0, 0 } }
-
-static inline unsigned long local_read(local_t *l)
-{
-        return l->v[0] + l->v[1] + l->v[2];
-}
-
-static inline void local_set(local_t *l, unsigned long v)
-{
-        l->v[0] = v;
-        l->v[1] = l->v[2] = 0;
-}
-
-static inline void local_inc(local_t *l)
-{
-        preempt_disable();
-        _LOCAL_VAR(l)++;
-        preempt_enable();
-}
-
-static inline void local_dec(local_t *l)
-{
-        preempt_disable();
-        _LOCAL_VAR(l)--;
-        preempt_enable();
-}
-
-static inline void local_add(unsigned long v, local_t *l)
-{
-        preempt_disable();
-        _LOCAL_VAR(l) += v;
-        preempt_enable();
-}
-
-static inline void local_sub(unsigned long v, local_t *l)
-{
-        preempt_disable();
-        _LOCAL_VAR(l) -= v;
-        preempt_enable();
-}
-
-/* Non-atomic variants, ie. preemption disabled and won't be touched
- * in interrupt, etc.  Some archs can optimize this case well. */
-#define __local_inc(l)          ((l)->v[0]++)
-#define __local_dec(l)          ((l)->v[0]--)
-#define __local_add(i,l)        ((l)->v[0] += (i))
-#define __local_sub(i,l)        ((l)->v[0] -= (i))
-
-#endif /* Non-atomic implementation */
-
 /* Use these for per-cpu local_t variables: on some archs they are
  * much more efficient than these naive implementations.  Note they take
  * a variable (eg. mystruct.foo), not an address.
diff --git a/include/asm-generic/memory_model.h b/include/asm-generic/memory_model.h
new file mode 100644
index 000000000000..0cfb086dd373
--- /dev/null
+++ b/include/asm-generic/memory_model.h
@@ -0,0 +1,77 @@
+#ifndef __ASM_MEMORY_MODEL_H
+#define __ASM_MEMORY_MODEL_H
+
+#ifdef __KERNEL__
+#ifndef __ASSEMBLY__
+
+#if defined(CONFIG_FLATMEM)
+
+#ifndef ARCH_PFN_OFFSET
+#define ARCH_PFN_OFFSET         (0UL)
+#endif
+
+#elif defined(CONFIG_DISCONTIGMEM)
+
+#ifndef arch_pfn_to_nid
+#define arch_pfn_to_nid(pfn)    pfn_to_nid(pfn)
+#endif
+
+#ifndef arch_local_page_offset
+#define arch_local_page_offset(pfn, nid)        \
+        ((pfn) - NODE_DATA(nid)->node_start_pfn)
+#endif
+
+#endif /* CONFIG_DISCONTIGMEM */
+
+#ifdef CONFIG_OUT_OF_LINE_PFN_TO_PAGE
+struct page;
+/* this is useful when inlined pfn_to_page is too big */
+extern struct page *pfn_to_page(unsigned long pfn);
+extern unsigned long page_to_pfn(struct page *page);
+#else
+/*
+ * supports 3 memory models.
+ */
+#if defined(CONFIG_FLATMEM)
+
+#define pfn_to_page(pfn)        (mem_map + ((pfn) - ARCH_PFN_OFFSET))
+#define page_to_pfn(page)       ((unsigned long)((page) - mem_map) + \
+                                 ARCH_PFN_OFFSET)
+#elif defined(CONFIG_DISCONTIGMEM)
+
+#define pfn_to_page(pfn)                        \
+({      unsigned long __pfn = (pfn);            \
+        unsigned long __nid = arch_pfn_to_nid(pfn);  \
+        NODE_DATA(__nid)->node_mem_map + arch_local_page_offset(__pfn, __nid);\
+})
+
+#define page_to_pfn(pg)                                                 \
+({      struct page *__pg = (pg);                                       \
+        struct pglist_data *__pgdat = NODE_DATA(page_to_nid(__pg));     \
+        (unsigned long)(__pg - __pgdat->node_mem_map) +                 \
+         __pgdat->node_start_pfn;                                       \
+})
+
+#elif defined(CONFIG_SPARSEMEM)
+/*
+ * Note: section's mem_map is encorded to reflect its start_pfn.
+ * section[i].section_mem_map == mem_map's address - start_pfn;
+ */
+#define page_to_pfn(pg)                                 \
+({      struct page *__pg = (pg);                               \
+        int __sec = page_to_section(__pg);                      \
+        __pg - __section_mem_map_addr(__nr_to_section(__sec));  \
+})
+
+#define pfn_to_page(pfn)                                \
+({      unsigned long __pfn = (pfn);                    \
+        struct mem_section *__sec = __pfn_to_section(__pfn);    \
+        __section_mem_map_addr(__sec) + __pfn;          \
+})
+#endif /* CONFIG_FLATMEM/DISCONTIGMEM/SPARSEMEM */
+#endif /* CONFIG_OUT_OF_LINE_PFN_TO_PAGE */
+
+#endif /* __ASSEMBLY__ */
+#endif /* __KERNEL__ */
+
+#endif
diff --git a/include/asm-generic/percpu.h b/include/asm-generic/percpu.h
index 78cf45547e31..c0caf433a7d7 100644
--- a/include/asm-generic/percpu.h
+++ b/include/asm-generic/percpu.h
@@ -19,7 +19,7 @@ extern unsigned long __per_cpu_offset[NR_CPUS];
 #define percpu_modcopy(pcpudst, src, size)                      \
 do {                                                            \
         unsigned int __i;                                       \
-        for_each_cpu(__i)                                       \
+        for_each_possible_cpu(__i)                              \
                 memcpy((pcpudst)+__per_cpu_offset[__i],         \
                        (src), (size));                          \
 } while (0)