Merge branch 'mpi-master' into wip-k-fmlpwip-k-fmlp

Conflicts:
	litmus/sched_cedf.c

1 files changed, 204 insertions, 135 deletions

diff --git a/arch/blackfin/include/asm/irqflags.h b/arch/blackfin/include/asm/irqflags.h
index 813a1af3e865..b4bbb75a9e15 100644
--- a/arch/blackfin/include/asm/irqflags.h
+++ b/arch/blackfin/include/asm/irqflags.h
@@ -8,12 +8,11 @@
 #ifndef __ASM_BFIN_IRQFLAGS_H__
 #define __ASM_BFIN_IRQFLAGS_H__
 
+#include <mach/blackfin.h>
+
 #ifdef CONFIG_SMP
 # include <asm/pda.h>
 # include <asm/processor.h>
-/* Forward decl needed due to cdef inter dependencies */
-static inline uint32_t __pure bfin_dspid(void);
-# define blackfin_core_id() (bfin_dspid() & 0xff)
 # define bfin_irq_flags cpu_pda[blackfin_core_id()].imask
 #else
 extern unsigned long bfin_irq_flags;
@@ -31,186 +30,256 @@ static inline unsigned long bfin_cli(void)
         return flags;
 }
 
-#ifdef CONFIG_IPIPE
-
-#include <linux/compiler.h>
-#include <linux/ipipe_base.h>
-#include <linux/ipipe_trace.h>
-
 #ifdef CONFIG_DEBUG_HWERR
 # define bfin_no_irqs 0x3f
 #else
 # define bfin_no_irqs 0x1f
 #endif
 
-#define raw_local_irq_disable()                         \
-        do {                                            \
-                ipipe_check_context(ipipe_root_domain); \
-                __ipipe_stall_root();                   \
-                barrier();                              \
-        } while (0)
+/*****************************************************************************/
+/*
+ * Hard, untraced CPU interrupt flag manipulation and access.
+ */
+static inline void __hard_local_irq_disable(void)
+{
+        bfin_cli();
+}
 
-#define raw_local_irq_enable()                          \
-        do {                                            \
-                barrier();                              \
-                ipipe_check_context(ipipe_root_domain); \
-                __ipipe_unstall_root();                 \
-        } while (0)
+static inline void __hard_local_irq_enable(void)
+{
+        bfin_sti(bfin_irq_flags);
+}
 
-#define raw_local_save_flags_ptr(x)                                     \
-        do {                                                            \
-                *(x) = __ipipe_test_root() ? bfin_no_irqs : bfin_irq_flags; \
-        } while (0)
+static inline unsigned long hard_local_save_flags(void)
+{
+        return bfin_read_IMASK();
+}
 
-#define raw_local_save_flags(x)         raw_local_save_flags_ptr(&(x))
+static inline unsigned long __hard_local_irq_save(void)
+{
+        unsigned long flags;
+        flags = bfin_cli();
+#ifdef CONFIG_DEBUG_HWERR
+        bfin_sti(0x3f);
+#endif
+        return flags;
+}
 
-#define raw_irqs_disabled_flags(x)      ((x) == bfin_no_irqs)
+static inline int hard_irqs_disabled_flags(unsigned long flags)
+{
+        return (flags & ~0x3f) == 0;
+}
 
-#define raw_local_irq_save_ptr(x)                                       \
-        do {                                                            \
-                *(x) = __ipipe_test_and_stall_root() ? bfin_no_irqs : bfin_irq_flags; \
-                barrier();                                              \
-        } while (0)
+static inline int hard_irqs_disabled(void)
+{
+        unsigned long flags = hard_local_save_flags();
+        return hard_irqs_disabled_flags(flags);
+}
 
-#define raw_local_irq_save(x)                           \
-        do {                                            \
-                ipipe_check_context(ipipe_root_domain); \
-                raw_local_irq_save_ptr(&(x));           \
-        } while (0)
+static inline void __hard_local_irq_restore(unsigned long flags)
+{
+        if (!hard_irqs_disabled_flags(flags))
+                __hard_local_irq_enable();
+}
 
-static inline unsigned long raw_mangle_irq_bits(int virt, unsigned long real)
+/*****************************************************************************/
+/*
+ * Interrupt pipe handling.
+ */
+#ifdef CONFIG_IPIPE
+
+#include <linux/compiler.h>
+#include <linux/ipipe_trace.h>
+/*
+ * Way too many inter-deps between low-level headers in this port, so
+ * we redeclare the required bits we cannot pick from
+ * <asm/ipipe_base.h> to prevent circular dependencies.
+ */
+void __ipipe_stall_root(void);
+void __ipipe_unstall_root(void);
+unsigned long __ipipe_test_root(void);
+unsigned long __ipipe_test_and_stall_root(void);
+void __ipipe_restore_root(unsigned long flags);
+
+#ifdef CONFIG_IPIPE_DEBUG_CONTEXT
+struct ipipe_domain;
+extern struct ipipe_domain ipipe_root;
+void ipipe_check_context(struct ipipe_domain *ipd);
+#define __check_irqop_context(ipd)  ipipe_check_context(&ipipe_root)
+#else /* !CONFIG_IPIPE_DEBUG_CONTEXT */
+#define __check_irqop_context(ipd)  do { } while (0)
+#endif /* !CONFIG_IPIPE_DEBUG_CONTEXT */
+
+/*
+ * Interrupt pipe interface to linux/irqflags.h.
+ */
+static inline void arch_local_irq_disable(void)
 {
-        /*
-         * Merge virtual and real interrupt mask bits into a single
-         * 32bit word.
-         */
-        return (real & ~(1 << 31)) | ((virt != 0) << 31);
+        __check_irqop_context();
+        __ipipe_stall_root();
+        barrier();
 }
 
-static inline int raw_demangle_irq_bits(unsigned long *x)
+static inline void arch_local_irq_enable(void)
 {
-        int virt = (*x & (1 << 31)) != 0;
-        *x &= ~(1L << 31);
-        return virt;
+        barrier();
+        __check_irqop_context();
+        __ipipe_unstall_root();
 }
 
-static inline void local_irq_disable_hw_notrace(void)
+static inline unsigned long arch_local_save_flags(void)
 {
-        bfin_cli();
+        return __ipipe_test_root() ? bfin_no_irqs : bfin_irq_flags;
 }
 
-static inline void local_irq_enable_hw_notrace(void)
+static inline int arch_irqs_disabled_flags(unsigned long flags)
 {
-        bfin_sti(bfin_irq_flags);
+        return flags == bfin_no_irqs;
 }
 
-#define local_save_flags_hw(flags)                      \
-        do {                                            \
-                (flags) = bfin_read_IMASK();            \
-        } while (0)
+static inline unsigned long arch_local_irq_save(void)
+{
+        unsigned long flags;
 
-#define irqs_disabled_flags_hw(flags) (((flags) & ~0x3f) == 0)
+        __check_irqop_context();
+        flags = __ipipe_test_and_stall_root() ? bfin_no_irqs : bfin_irq_flags;
+        barrier();
 
-#define irqs_disabled_hw()                      \
-        ({                                      \
-        unsigned long flags;                    \
-        local_save_flags_hw(flags);             \
-        irqs_disabled_flags_hw(flags);          \
-        })
+        return flags;
+}
 
-static inline void local_irq_save_ptr_hw(unsigned long *flags)
+static inline void arch_local_irq_restore(unsigned long flags)
 {
-        *flags = bfin_cli();
-#ifdef CONFIG_DEBUG_HWERR
-        bfin_sti(0x3f);
-#endif
+        __check_irqop_context();
+        __ipipe_restore_root(flags == bfin_no_irqs);
 }
 
-#define local_irq_save_hw_notrace(flags)                \
-        do {                                            \
-                local_irq_save_ptr_hw(&(flags));        \
-        } while (0)
+static inline unsigned long arch_mangle_irq_bits(int virt, unsigned long real)
+{
+        /*
+         * Merge virtual and real interrupt mask bits into a single
+         * 32bit word.
+         */
+        return (real & ~(1 << 31)) | ((virt != 0) << 31);
+}
 
-static inline void local_irq_restore_hw_notrace(unsigned long flags)
+static inline int arch_demangle_irq_bits(unsigned long *x)
 {
-        if (!irqs_disabled_flags_hw(flags))
-                local_irq_enable_hw_notrace();
+        int virt = (*x & (1 << 31)) != 0;
+        *x &= ~(1L << 31);
+        return virt;
 }
 
+/*
+ * Interface to various arch routines that may be traced.
+ */
 #ifdef CONFIG_IPIPE_TRACE_IRQSOFF
-# define local_irq_disable_hw()                         \
-        do {                                            \
-                if (!irqs_disabled_hw()) {              \
-                        local_irq_disable_hw_notrace(); \
-                        ipipe_trace_begin(0x80000000);  \
-                }                                       \
-        } while (0)
-# define local_irq_enable_hw()                          \
-        do {                                            \
-                if (irqs_disabled_hw()) {               \
-                        ipipe_trace_end(0x80000000);    \
-                        local_irq_enable_hw_notrace();  \
-                }                                       \
-        } while (0)
-# define local_irq_save_hw(flags)                       \
-        do {                                            \
-                local_save_flags_hw(flags);             \
-                if (!irqs_disabled_flags_hw(flags)) {   \
-                        local_irq_disable_hw_notrace(); \
-                        ipipe_trace_begin(0x80000001);  \
-                }                                       \
-        } while (0)
-# define local_irq_restore_hw(flags)                    \
-        do {                                            \
-                if (!irqs_disabled_flags_hw(flags)) {   \
-                        ipipe_trace_end(0x80000001);    \
-                        local_irq_enable_hw_notrace();  \
-                }                                       \
-        } while (0)
-#else /* !CONFIG_IPIPE_TRACE_IRQSOFF */
-# define local_irq_disable_hw()         local_irq_disable_hw_notrace()
-# define local_irq_enable_hw()          local_irq_enable_hw_notrace()
-# define local_irq_save_hw(flags)       local_irq_save_hw_notrace(flags)
-# define local_irq_restore_hw(flags)    local_irq_restore_hw_notrace(flags)
-#endif /* !CONFIG_IPIPE_TRACE_IRQSOFF */
+static inline void hard_local_irq_disable(void)
+{
+        if (!hard_irqs_disabled()) {
+                __hard_local_irq_disable();
+                ipipe_trace_begin(0x80000000);
+        }
+}
 
-#else /* CONFIG_IPIPE */
+static inline void hard_local_irq_enable(void)
+{
+        if (hard_irqs_disabled()) {
+                ipipe_trace_end(0x80000000);
+                __hard_local_irq_enable();
+        }
+}
 
-static inline void raw_local_irq_disable(void)
+static inline unsigned long hard_local_irq_save(void)
 {
-        bfin_cli();
+        unsigned long flags = hard_local_save_flags();
+        if (!hard_irqs_disabled_flags(flags)) {
+                __hard_local_irq_disable();
+                ipipe_trace_begin(0x80000001);
+        }
+        return flags;
 }
-static inline void raw_local_irq_enable(void)
+
+static inline void hard_local_irq_restore(unsigned long flags)
 {
-        bfin_sti(bfin_irq_flags);
+        if (!hard_irqs_disabled_flags(flags)) {
+                ipipe_trace_end(0x80000001);
+                __hard_local_irq_enable();
+        }
 }
 
-#define raw_local_save_flags(flags) do { (flags) = bfin_read_IMASK(); } while (0)
+#else /* !CONFIG_IPIPE_TRACE_IRQSOFF */
+# define hard_local_irq_disable()       __hard_local_irq_disable()
+# define hard_local_irq_enable()        __hard_local_irq_enable()
+# define hard_local_irq_save()          __hard_local_irq_save()
+# define hard_local_irq_restore(flags)  __hard_local_irq_restore(flags)
+#endif /* !CONFIG_IPIPE_TRACE_IRQSOFF */
 
-#define raw_irqs_disabled_flags(flags) (((flags) & ~0x3f) == 0)
+#define hard_local_irq_save_cond()              hard_local_irq_save()
+#define hard_local_irq_restore_cond(flags)      hard_local_irq_restore(flags)
 
-static inline unsigned long __raw_local_irq_save(void)
-{
-        unsigned long flags = bfin_cli();
-#ifdef CONFIG_DEBUG_HWERR
-        bfin_sti(0x3f);
-#endif
-        return flags;
-}
-#define raw_local_irq_save(flags) do { (flags) = __raw_local_irq_save(); } while (0)
+#else /* !CONFIG_IPIPE */
 
-#define local_irq_save_hw(flags)        raw_local_irq_save(flags)
-#define local_irq_restore_hw(flags)     raw_local_irq_restore(flags)
-#define local_irq_enable_hw()           raw_local_irq_enable()
-#define local_irq_disable_hw()          raw_local_irq_disable()
-#define irqs_disabled_hw()              irqs_disabled()
+/*
+ * Direct interface to linux/irqflags.h.
+ */
+#define arch_local_save_flags()         hard_local_save_flags()
+#define arch_local_irq_save(flags)      __hard_local_irq_save()
+#define arch_local_irq_restore(flags)   __hard_local_irq_restore(flags)
+#define arch_local_irq_enable()         __hard_local_irq_enable()
+#define arch_local_irq_disable()        __hard_local_irq_disable()
+#define arch_irqs_disabled_flags(flags) hard_irqs_disabled_flags(flags)
+#define arch_irqs_disabled()            hard_irqs_disabled()
+
+/*
+ * Interface to various arch routines that may be traced.
+ */
+#define hard_local_irq_save()           __hard_local_irq_save()
+#define hard_local_irq_restore(flags)   __hard_local_irq_restore(flags)
+#define hard_local_irq_enable()         __hard_local_irq_enable()
+#define hard_local_irq_disable()        __hard_local_irq_disable()
+#define hard_local_irq_save_cond()              hard_local_save_flags()
+#define hard_local_irq_restore_cond(flags)      do { (void)(flags); } while (0)
 
 #endif /* !CONFIG_IPIPE */
 
-static inline void raw_local_irq_restore(unsigned long flags)
-{
-        if (!raw_irqs_disabled_flags(flags))
-                raw_local_irq_enable();
-}
+#ifdef CONFIG_SMP
+#define hard_local_irq_save_smp()               hard_local_irq_save()
+#define hard_local_irq_restore_smp(flags)       hard_local_irq_restore(flags)
+#else
+#define hard_local_irq_save_smp()               hard_local_save_flags()
+#define hard_local_irq_restore_smp(flags)       do { (void)(flags); } while (0)
+#endif
+
+/*
+ * Remap the arch-neutral IRQ state manipulation macros to the
+ * blackfin-specific hard_local_irq_* API.
+ */
+#define local_irq_save_hw(flags)                        \
+        do {                                            \
+                (flags) = hard_local_irq_save();        \
+        } while (0)
+#define local_irq_restore_hw(flags)             \
+        do {                                    \
+                hard_local_irq_restore(flags);  \
+        } while (0)
+#define local_irq_disable_hw()                  \
+        do {                                    \
+                hard_local_irq_disable();       \
+        } while (0)
+#define local_irq_enable_hw()                   \
+        do {                                    \
+                hard_local_irq_enable();        \
+        } while (0)
+#define local_irq_save_hw_notrace(flags)                \
+        do {                                            \
+                (flags) = __hard_local_irq_save();      \
+        } while (0)
+#define local_irq_restore_hw_notrace(flags)             \
+        do {                                            \
+                __hard_local_irq_restore(flags);        \
+        } while (0)
+
+#define irqs_disabled_hw()      hard_irqs_disabled()
 
 #endif