diff options
Diffstat (limited to 'kernel/hrtimer.c')
-rw-r--r-- | kernel/hrtimer.c | 20 |
1 files changed, 19 insertions, 1 deletions
diff --git a/kernel/hrtimer.c b/kernel/hrtimer.c index f994bb8065e6..9f850ca032b6 100644 --- a/kernel/hrtimer.c +++ b/kernel/hrtimer.c | |||
@@ -1063,7 +1063,9 @@ void hrtimer_interrupt(struct clock_event_device *dev) | |||
1063 | basenow = ktime_add(now, base->offset); | 1063 | basenow = ktime_add(now, base->offset); |
1064 | 1064 | ||
1065 | while ((node = base->first)) { | 1065 | while ((node = base->first)) { |
1066 | enum hrtimer_restart (*fn)(struct hrtimer *); | ||
1066 | struct hrtimer *timer; | 1067 | struct hrtimer *timer; |
1068 | int restart; | ||
1067 | 1069 | ||
1068 | timer = rb_entry(node, struct hrtimer, node); | 1070 | timer = rb_entry(node, struct hrtimer, node); |
1069 | 1071 | ||
@@ -1091,13 +1093,29 @@ void hrtimer_interrupt(struct clock_event_device *dev) | |||
1091 | HRTIMER_STATE_CALLBACK, 0); | 1093 | HRTIMER_STATE_CALLBACK, 0); |
1092 | timer_stats_account_hrtimer(timer); | 1094 | timer_stats_account_hrtimer(timer); |
1093 | 1095 | ||
1096 | fn = timer->function; | ||
1097 | if (timer->cb_mode == HRTIMER_CB_IRQSAFE_NO_SOFTIRQ) { | ||
1098 | /* | ||
1099 | * Used for scheduler timers, avoid lock | ||
1100 | * inversion with rq->lock and tasklist_lock. | ||
1101 | * | ||
1102 | * These timers are required to deal with | ||
1103 | * enqueue expiry themselves and are not | ||
1104 | * allowed to migrate. | ||
1105 | */ | ||
1106 | spin_unlock(&cpu_base->lock); | ||
1107 | restart = fn(timer); | ||
1108 | spin_lock(&cpu_base->lock); | ||
1109 | } else | ||
1110 | restart = fn(timer); | ||
1111 | |||
1094 | /* | 1112 | /* |
1095 | * Note: We clear the CALLBACK bit after | 1113 | * Note: We clear the CALLBACK bit after |
1096 | * enqueue_hrtimer to avoid reprogramming of | 1114 | * enqueue_hrtimer to avoid reprogramming of |
1097 | * the event hardware. This happens at the end | 1115 | * the event hardware. This happens at the end |
1098 | * of this function anyway. | 1116 | * of this function anyway. |
1099 | */ | 1117 | */ |
1100 | if (timer->function(timer) != HRTIMER_NORESTART) { | 1118 | if (restart != HRTIMER_NORESTART) { |
1101 | BUG_ON(timer->state != HRTIMER_STATE_CALLBACK); | 1119 | BUG_ON(timer->state != HRTIMER_STATE_CALLBACK); |
1102 | enqueue_hrtimer(timer, base, 0); | 1120 | enqueue_hrtimer(timer, base, 0); |
1103 | } | 1121 | } |