1 files changed, 173 insertions, 32 deletions

diff --git a/include/linux/perf_event.h b/include/linux/perf_event.h
index 9e7012689a84..c8e375440403 100644
--- a/include/linux/perf_event.h
+++ b/include/linux/perf_event.h
@@ -31,6 +31,7 @@ enum perf_type_id {
         PERF_TYPE_TRACEPOINT                    = 2,
         PERF_TYPE_HW_CACHE                      = 3,
         PERF_TYPE_RAW                           = 4,
+        PERF_TYPE_BREAKPOINT                    = 5,
 
         PERF_TYPE_MAX,                          /* non-ABI */
 };
@@ -102,6 +103,8 @@ enum perf_sw_ids {
         PERF_COUNT_SW_CPU_MIGRATIONS            = 4,
         PERF_COUNT_SW_PAGE_FAULTS_MIN           = 5,
         PERF_COUNT_SW_PAGE_FAULTS_MAJ           = 6,
+        PERF_COUNT_SW_ALIGNMENT_FAULTS          = 7,
+        PERF_COUNT_SW_EMULATION_FAULTS          = 8,
 
         PERF_COUNT_SW_MAX,                      /* non-ABI */
 };
@@ -207,9 +210,10 @@ struct perf_event_attr {
                 __u32           wakeup_events;    /* wakeup every n events */
                 __u32           wakeup_watermark; /* bytes before wakeup   */
         };
-        __u32                   __reserved_2;
 
-        __u64                   __reserved_3;
+        __u32                   bp_type;
+        __u64                   bp_addr;
+        __u64                   bp_len;
 };
 
 /*
@@ -219,8 +223,9 @@ struct perf_event_attr {
 #define PERF_EVENT_IOC_DISABLE          _IO ('$', 1)
 #define PERF_EVENT_IOC_REFRESH          _IO ('$', 2)
 #define PERF_EVENT_IOC_RESET            _IO ('$', 3)
-#define PERF_EVENT_IOC_PERIOD           _IOW('$', 4, u64)
+#define PERF_EVENT_IOC_PERIOD           _IOW('$', 4, __u64)
 #define PERF_EVENT_IOC_SET_OUTPUT       _IO ('$', 5)
+#define PERF_EVENT_IOC_SET_FILTER       _IOW('$', 6, char *)
 
 enum perf_event_ioc_flags {
         PERF_IOC_FLAG_GROUP             = 1U << 0,
@@ -283,7 +288,7 @@ struct perf_event_mmap_page {
 };
 
 #define PERF_RECORD_MISC_CPUMODE_MASK           (3 << 0)
-#define PERF_RECORD_MISC_CPUMODE_UNKNOWN                (0 << 0)
+#define PERF_RECORD_MISC_CPUMODE_UNKNOWN        (0 << 0)
 #define PERF_RECORD_MISC_KERNEL                 (1 << 0)
 #define PERF_RECORD_MISC_USER                   (2 << 0)
 #define PERF_RECORD_MISC_HYPERVISOR             (3 << 0)
@@ -349,8 +354,8 @@ enum perf_event_type {
          *      u64                             stream_id;
          * };
          */
-        PERF_RECORD_THROTTLE            = 5,
-        PERF_RECORD_UNTHROTTLE          = 6,
+        PERF_RECORD_THROTTLE                    = 5,
+        PERF_RECORD_UNTHROTTLE                  = 6,
 
         /*
          * struct {
@@ -364,10 +369,10 @@ enum perf_event_type {
 
         /*
          * struct {
-         *      struct perf_event_header        header;
-         *      u32                             pid, tid;
+         *      struct perf_event_header        header;
+         *      u32                             pid, tid;
          *
-         *      struct read_format              values;
+         *      struct read_format              values;
          * };
          */
         PERF_RECORD_READ                        = 8,
@@ -405,7 +410,7 @@ enum perf_event_type {
          *        char                  data[size];}&& PERF_SAMPLE_RAW
          * };
          */
-        PERF_RECORD_SAMPLE              = 9,
+        PERF_RECORD_SAMPLE                      = 9,
 
         PERF_RECORD_MAX,                        /* non-ABI */
 };
@@ -434,6 +439,10 @@ enum perf_callchain_context {
 # include <asm/perf_event.h>
 #endif
 
+#ifdef CONFIG_HAVE_HW_BREAKPOINT
+#include <asm/hw_breakpoint.h>
+#endif
+
 #include <linux/list.h>
 #include <linux/mutex.h>
 #include <linux/rculist.h>
@@ -443,6 +452,8 @@ enum perf_callchain_context {
 #include <linux/fs.h>
 #include <linux/pid_namespace.h>
 #include <linux/workqueue.h>
+#include <linux/ftrace.h>
+#include <linux/cpu.h>
 #include <asm/atomic.h>
 
 #define PERF_MAX_STACK_DEPTH            255
@@ -467,14 +478,20 @@ struct hw_perf_event {
         union {
                 struct { /* hardware */
                         u64             config;
+                        u64             last_tag;
                         unsigned long   config_base;
                         unsigned long   event_base;
                         int             idx;
+                        int             last_cpu;
                 };
                 struct { /* software */
                         s64             remaining;
                         struct hrtimer  hrtimer;
                 };
+#ifdef CONFIG_HAVE_HW_BREAKPOINT
+                /* breakpoint */
+                struct arch_hw_breakpoint       info;
+#endif
         };
         atomic64_t                      prev_count;
         u64                             sample_period;
@@ -482,9 +499,8 @@ struct hw_perf_event {
         atomic64_t                      period_left;
         u64                             interrupts;
 
-        u64                             freq_count;
-        u64                             freq_interrupts;
-        u64                             freq_stamp;
+        u64                             freq_time_stamp;
+        u64                             freq_count_stamp;
 #endif
 };
 
@@ -496,6 +512,8 @@ struct perf_event;
 struct pmu {
         int (*enable)                   (struct perf_event *event);
         void (*disable)                 (struct perf_event *event);
+        int (*start)                    (struct perf_event *event);
+        void (*stop)                    (struct perf_event *event);
         void (*read)                    (struct perf_event *event);
         void (*unthrottle)              (struct perf_event *event);
 };
@@ -543,6 +561,16 @@ struct perf_pending_entry {
         void (*func)(struct perf_pending_entry *);
 };
 
+struct perf_sample_data;
+
+typedef void (*perf_overflow_handler_t)(struct perf_event *, int,
+                                        struct perf_sample_data *,
+                                        struct pt_regs *regs);
+
+enum perf_group_flag {
+        PERF_GROUP_SOFTWARE = 0x1,
+};
+
 /**
  * struct perf_event - performance event kernel representation:
  */
@@ -552,6 +580,7 @@ struct perf_event {
         struct list_head                event_entry;
         struct list_head                sibling_list;
         int                             nr_siblings;
+        int                             group_flags;
         struct perf_event               *group_leader;
         struct perf_event               *output;
         const struct pmu                *pmu;
@@ -585,7 +614,7 @@ struct perf_event {
         u64                             tstamp_running;
         u64                             tstamp_stopped;
 
-        struct perf_event_attr  attr;
+        struct perf_event_attr          attr;
         struct hw_perf_event            hw;
 
         struct perf_event_context       *ctx;
@@ -633,7 +662,14 @@ struct perf_event {
 
         struct pid_namespace            *ns;
         u64                             id;
+
+        perf_overflow_handler_t         overflow_handler;
+
+#ifdef CONFIG_EVENT_TRACING
+        struct event_filter             *filter;
 #endif
+
+#endif /* CONFIG_PERF_EVENTS */
 };
 
 /**
@@ -646,7 +682,7 @@ struct perf_event_context {
          * Protect the states of the events in the list,
          * nr_active, and the list:
          */
-        spinlock_t                      lock;
+        raw_spinlock_t                  lock;
         /*
          * Protect the list of events.  Locking either mutex or lock
          * is sufficient to ensure the list doesn't change; to change
@@ -654,7 +690,8 @@ struct perf_event_context {
          */
         struct mutex                    mutex;
 
-        struct list_head                group_list;
+        struct list_head                pinned_groups;
+        struct list_head                flexible_groups;
         struct list_head                event_list;
         int                             nr_events;
         int                             nr_active;
@@ -706,7 +743,6 @@ struct perf_output_handle {
         int                             nmi;
         int                             sample;
         int                             locked;
-        unsigned long                   flags;
 };
 
 #ifdef CONFIG_PERF_EVENTS
@@ -718,10 +754,9 @@ extern int perf_max_events;
 
 extern const struct pmu *hw_perf_event_init(struct perf_event *event);
 
-extern void perf_event_task_sched_in(struct task_struct *task, int cpu);
-extern void perf_event_task_sched_out(struct task_struct *task,
-                                        struct task_struct *next, int cpu);
-extern void perf_event_task_tick(struct task_struct *task, int cpu);
+extern void perf_event_task_sched_in(struct task_struct *task);
+extern void perf_event_task_sched_out(struct task_struct *task, struct task_struct *next);
+extern void perf_event_task_tick(struct task_struct *task);
 extern int perf_event_init_task(struct task_struct *child);
 extern void perf_event_exit_task(struct task_struct *child);
 extern void perf_event_free_task(struct task_struct *task);
@@ -736,8 +771,16 @@ extern int perf_event_task_disable(void);
 extern int perf_event_task_enable(void);
 extern int hw_perf_group_sched_in(struct perf_event *group_leader,
                struct perf_cpu_context *cpuctx,
-               struct perf_event_context *ctx, int cpu);
+               struct perf_event_context *ctx);
 extern void perf_event_update_userpage(struct perf_event *event);
+extern int perf_event_release_kernel(struct perf_event *event);
+extern struct perf_event *
+perf_event_create_kernel_counter(struct perf_event_attr *attr,
+                                int cpu,
+                                pid_t pid,
+                                perf_overflow_handler_t callback);
+extern u64 perf_event_read_value(struct perf_event *event,
+                                 u64 *enabled, u64 *running);
 
 struct perf_sample_data {
         u64                             type;
@@ -760,6 +803,13 @@ struct perf_sample_data {
         struct perf_raw_record          *raw;
 };
 
+static inline
+void perf_sample_data_init(struct perf_sample_data *data, u64 addr)
+{
+        data->addr = addr;
+        data->raw  = NULL;
+}
+
 extern void perf_output_sample(struct perf_output_handle *handle,
                                struct perf_event_header *header,
                                struct perf_sample_data *data,
@@ -778,20 +828,70 @@ extern int perf_event_overflow(struct perf_event *event, int nmi,
  */
 static inline int is_software_event(struct perf_event *event)
 {
-        return (event->attr.type != PERF_TYPE_RAW) &&
-                (event->attr.type != PERF_TYPE_HARDWARE) &&
-                (event->attr.type != PERF_TYPE_HW_CACHE);
+        switch (event->attr.type) {
+        case PERF_TYPE_SOFTWARE:
+        case PERF_TYPE_TRACEPOINT:
+        /* for now the breakpoint stuff also works as software event */
+        case PERF_TYPE_BREAKPOINT:
+                return 1;
+        }
+        return 0;
 }
 
 extern atomic_t perf_swevent_enabled[PERF_COUNT_SW_MAX];
 
 extern void __perf_sw_event(u32, u64, int, struct pt_regs *, u64);
 
+extern void
+perf_arch_fetch_caller_regs(struct pt_regs *regs, unsigned long ip, int skip);
+
+/*
+ * Take a snapshot of the regs. Skip ip and frame pointer to
+ * the nth caller. We only need a few of the regs:
+ * - ip for PERF_SAMPLE_IP
+ * - cs for user_mode() tests
+ * - bp for callchains
+ * - eflags, for future purposes, just in case
+ */
+static inline void perf_fetch_caller_regs(struct pt_regs *regs, int skip)
+{
+        unsigned long ip;
+
+        memset(regs, 0, sizeof(*regs));
+
+        switch (skip) {
+        case 1 :
+                ip = CALLER_ADDR0;
+                break;
+        case 2 :
+                ip = CALLER_ADDR1;
+                break;
+        case 3 :
+                ip = CALLER_ADDR2;
+                break;
+        case 4:
+                ip = CALLER_ADDR3;
+                break;
+        /* No need to support further for now */
+        default:
+                ip = 0;
+        }
+
+        return perf_arch_fetch_caller_regs(regs, ip, skip);
+}
+
 static inline void
 perf_sw_event(u32 event_id, u64 nr, int nmi, struct pt_regs *regs, u64 addr)
 {
-        if (atomic_read(&perf_swevent_enabled[event_id]))
+        if (atomic_read(&perf_swevent_enabled[event_id])) {
+                struct pt_regs hot_regs;
+
+                if (!regs) {
+                        perf_fetch_caller_regs(&hot_regs, 1);
+                        regs = &hot_regs;
+                }
                 __perf_sw_event(event_id, nr, nmi, regs, addr);
+        }
 }
 
 extern void __perf_event_mmap(struct vm_area_struct *vma);
@@ -811,9 +911,25 @@ extern int sysctl_perf_event_paranoid;
 extern int sysctl_perf_event_mlock;
 extern int sysctl_perf_event_sample_rate;
 
+static inline bool perf_paranoid_tracepoint_raw(void)
+{
+        return sysctl_perf_event_paranoid > -1;
+}
+
+static inline bool perf_paranoid_cpu(void)
+{
+        return sysctl_perf_event_paranoid > 0;
+}
+
+static inline bool perf_paranoid_kernel(void)
+{
+        return sysctl_perf_event_paranoid > 1;
+}
+
 extern void perf_event_init(void);
-extern void perf_tp_event(int event_id, u64 addr, u64 count,
-                                 void *record, int entry_size);
+extern void perf_tp_event(int event_id, u64 addr, u64 count, void *record,
+                          int entry_size, struct pt_regs *regs);
+extern void perf_bp_event(struct perf_event *event, void *data);
 
 #ifndef perf_misc_flags
 #define perf_misc_flags(regs)   (user_mode(regs) ? PERF_RECORD_MISC_USER : \
@@ -827,14 +943,18 @@ extern int perf_output_begin(struct perf_output_handle *handle,
 extern void perf_output_end(struct perf_output_handle *handle);
 extern void perf_output_copy(struct perf_output_handle *handle,
                              const void *buf, unsigned int len);
+extern int perf_swevent_get_recursion_context(void);
+extern void perf_swevent_put_recursion_context(int rctx);
+extern void perf_event_enable(struct perf_event *event);
+extern void perf_event_disable(struct perf_event *event);
 #else
 static inline void
-perf_event_task_sched_in(struct task_struct *task, int cpu)             { }
+perf_event_task_sched_in(struct task_struct *task)                      { }
 static inline void
 perf_event_task_sched_out(struct task_struct *task,
-                            struct task_struct *next, int cpu)          { }
+                            struct task_struct *next)                   { }
 static inline void
-perf_event_task_tick(struct task_struct *task, int cpu)                 { }
+perf_event_task_tick(struct task_struct *task)                          { }
 static inline int perf_event_init_task(struct task_struct *child)       { return 0; }
 static inline void perf_event_exit_task(struct task_struct *child)      { }
 static inline void perf_event_free_task(struct task_struct *task)       { }
@@ -848,16 +968,37 @@ static inline int perf_event_task_enable(void)				{ return -EINVAL; }
 static inline void
 perf_sw_event(u32 event_id, u64 nr, int nmi,
                      struct pt_regs *regs, u64 addr)                    { }
+static inline void
+perf_bp_event(struct perf_event *event, void *data)                     { }
 
 static inline void perf_event_mmap(struct vm_area_struct *vma)          { }
 static inline void perf_event_comm(struct task_struct *tsk)             { }
 static inline void perf_event_fork(struct task_struct *tsk)             { }
 static inline void perf_event_init(void)                                { }
-
+static inline int  perf_swevent_get_recursion_context(void)             { return -1; }
+static inline void perf_swevent_put_recursion_context(int rctx)         { }
+static inline void perf_event_enable(struct perf_event *event)          { }
+static inline void perf_event_disable(struct perf_event *event)         { }
 #endif
 
 #define perf_output_put(handle, x) \
         perf_output_copy((handle), &(x), sizeof(x))
 
+/*
+ * This has to have a higher priority than migration_notifier in sched.c.
+ */
+#define perf_cpu_notifier(fn)                                   \
+do {                                                            \
+        static struct notifier_block fn##_nb __cpuinitdata =    \
+                { .notifier_call = fn, .priority = 20 };        \
+        fn(&fn##_nb, (unsigned long)CPU_UP_PREPARE,             \
+                (void *)(unsigned long)smp_processor_id());     \
+        fn(&fn##_nb, (unsigned long)CPU_STARTING,               \
+                (void *)(unsigned long)smp_processor_id());     \
+        fn(&fn##_nb, (unsigned long)CPU_ONLINE,                 \
+                (void *)(unsigned long)smp_processor_id());     \
+        register_cpu_notifier(&fn##_nb);                        \
+} while (0)
+
 #endif /* __KERNEL__ */
 #endif /* _LINUX_PERF_EVENT_H */