3 files changed, 26 insertions, 53 deletions

diff --git a/include/linux/perf_counter.h b/include/linux/perf_counter.h
index 0e57d8cc5a3d..deb9acf9ad2a 100644
--- a/include/linux/perf_counter.h
+++ b/include/linux/perf_counter.h
@@ -615,6 +615,8 @@ extern void perf_counter_munmap(unsigned long addr, unsigned long len,
 
 extern void perf_counter_comm(struct task_struct *tsk);
 
+extern void perf_counter_task_migration(struct task_struct *task, int cpu);
+
 #define MAX_STACK_DEPTH         255
 
 struct perf_callchain_entry {
@@ -668,6 +670,8 @@ perf_counter_munmap(unsigned long addr, unsigned long len,
 
 static inline void perf_counter_comm(struct task_struct *tsk)           { }
 static inline void perf_counter_init(void)                              { }
+static inline void perf_counter_task_migration(struct task_struct *task,
+                                               int cpu)                 { }
 #endif
 
 #endif /* __KERNEL__ */
diff --git a/kernel/perf_counter.c b/kernel/perf_counter.c
index 8d2653f137e9..cd94cf3bf9e2 100644
--- a/kernel/perf_counter.c
+++ b/kernel/perf_counter.c
@@ -2921,11 +2921,13 @@ static int perf_swcounter_match(struct perf_counter *counter,
         if (counter->hw_event.config != event_config)
                 return 0;
 
-        if (counter->hw_event.exclude_user && user_mode(regs))
-                return 0;
+        if (regs) {
+                if (counter->hw_event.exclude_user && user_mode(regs))
+                        return 0;
 
-        if (counter->hw_event.exclude_kernel && !user_mode(regs))
-                return 0;
+                if (counter->hw_event.exclude_kernel && !user_mode(regs))
+                        return 0;
+        }
 
         return 1;
 }
@@ -2935,7 +2937,7 @@ static void perf_swcounter_add(struct perf_counter *counter, u64 nr,
 {
         int neg = atomic64_add_negative(nr, &counter->hw.count);
 
-        if (counter->hw.irq_period && !neg)
+        if (counter->hw.irq_period && !neg && regs)
                 perf_swcounter_overflow(counter, nmi, regs, addr);
 }
 
@@ -3151,55 +3153,24 @@ static const struct pmu perf_ops_task_clock = {
 /*
  * Software counter: cpu migrations
  */
-
-static inline u64 get_cpu_migrations(struct perf_counter *counter)
-{
-        struct task_struct *curr = counter->ctx->task;
-
-        if (curr)
-                return curr->se.nr_migrations;
-        return cpu_nr_migrations(smp_processor_id());
-}
-
-static void cpu_migrations_perf_counter_update(struct perf_counter *counter)
-{
-        u64 prev, now;
-        s64 delta;
-
-        prev = atomic64_read(&counter->hw.prev_count);
-        now = get_cpu_migrations(counter);
-
-        atomic64_set(&counter->hw.prev_count, now);
-
-        delta = now - prev;
-
-        atomic64_add(delta, &counter->count);
-}
-
-static void cpu_migrations_perf_counter_read(struct perf_counter *counter)
+void perf_counter_task_migration(struct task_struct *task, int cpu)
 {
-        cpu_migrations_perf_counter_update(counter);
-}
+        struct perf_cpu_context *cpuctx = &per_cpu(perf_cpu_context, cpu);
+        struct perf_counter_context *ctx;
 
-static int cpu_migrations_perf_counter_enable(struct perf_counter *counter)
-{
-        if (counter->prev_state <= PERF_COUNTER_STATE_OFF)
-                atomic64_set(&counter->hw.prev_count,
-                             get_cpu_migrations(counter));
-        return 0;
-}
+        perf_swcounter_ctx_event(&cpuctx->ctx, PERF_TYPE_SOFTWARE,
+                                 PERF_COUNT_CPU_MIGRATIONS,
+                                 1, 1, NULL, 0);
 
-static void cpu_migrations_perf_counter_disable(struct perf_counter *counter)
-{
-        cpu_migrations_perf_counter_update(counter);
+        ctx = perf_pin_task_context(task);
+        if (ctx) {
+                perf_swcounter_ctx_event(ctx, PERF_TYPE_SOFTWARE,
+                                         PERF_COUNT_CPU_MIGRATIONS,
+                                         1, 1, NULL, 0);
+                perf_unpin_context(ctx);
+        }
 }
 
-static const struct pmu perf_ops_cpu_migrations = {
-        .enable         = cpu_migrations_perf_counter_enable,
-        .disable        = cpu_migrations_perf_counter_disable,
-        .read           = cpu_migrations_perf_counter_read,
-};
-
 #ifdef CONFIG_EVENT_PROFILE
 void perf_tpcounter_event(int event_id)
 {
@@ -3272,11 +3243,8 @@ static const struct pmu *sw_perf_counter_init(struct perf_counter *counter)
         case PERF_COUNT_PAGE_FAULTS_MIN:
         case PERF_COUNT_PAGE_FAULTS_MAJ:
         case PERF_COUNT_CONTEXT_SWITCHES:
-                pmu = &perf_ops_generic;
-                break;
         case PERF_COUNT_CPU_MIGRATIONS:
-                if (!counter->hw_event.exclude_kernel)
-                        pmu = &perf_ops_cpu_migrations;
+                pmu = &perf_ops_generic;
                 break;
         }
 
diff --git a/kernel/sched.c b/kernel/sched.c
index 3226cc132e9f..8d43347a0c0d 100644
--- a/kernel/sched.c
+++ b/kernel/sched.c
@@ -1977,6 +1977,7 @@ void set_task_cpu(struct task_struct *p, unsigned int new_cpu)
                 if (task_hot(p, old_rq->clock, NULL))
                         schedstat_inc(p, se.nr_forced2_migrations);
 #endif
+                perf_counter_task_migration(p, new_cpu);
         }
         p->se.vruntime -= old_cfsrq->min_vruntime -
                                          new_cfsrq->min_vruntime;