diff options
| -rw-r--r-- | include/linux/timer.h | 6 | ||||
| -rw-r--r-- | kernel/timer.c | 132 |
2 files changed, 138 insertions, 0 deletions
diff --git a/include/linux/timer.h b/include/linux/timer.h index c982304dbafd..eeef6643d4c6 100644 --- a/include/linux/timer.h +++ b/include/linux/timer.h | |||
| @@ -98,4 +98,10 @@ extern void run_local_timers(void); | |||
| 98 | struct hrtimer; | 98 | struct hrtimer; |
| 99 | extern int it_real_fn(struct hrtimer *); | 99 | extern int it_real_fn(struct hrtimer *); |
| 100 | 100 | ||
| 101 | unsigned long __round_jiffies(unsigned long j, int cpu); | ||
| 102 | unsigned long __round_jiffies_relative(unsigned long j, int cpu); | ||
| 103 | unsigned long round_jiffies(unsigned long j); | ||
| 104 | unsigned long round_jiffies_relative(unsigned long j); | ||
| 105 | |||
| 106 | |||
| 101 | #endif | 107 | #endif |
diff --git a/kernel/timer.c b/kernel/timer.c index c1c7fbcffec1..b1f40f256eb0 100644 --- a/kernel/timer.c +++ b/kernel/timer.c | |||
| @@ -80,6 +80,138 @@ tvec_base_t boot_tvec_bases; | |||
| 80 | EXPORT_SYMBOL(boot_tvec_bases); | 80 | EXPORT_SYMBOL(boot_tvec_bases); |
| 81 | static DEFINE_PER_CPU(tvec_base_t *, tvec_bases) = &boot_tvec_bases; | 81 | static DEFINE_PER_CPU(tvec_base_t *, tvec_bases) = &boot_tvec_bases; |
| 82 | 82 | ||
| 83 | /** | ||
| 84 | * __round_jiffies - function to round jiffies to a full second | ||
| 85 | * @j: the time in (absolute) jiffies that should be rounded | ||
| 86 | * @cpu: the processor number on which the timeout will happen | ||
| 87 | * | ||
| 88 | * __round_jiffies rounds an absolute time in the future (in jiffies) | ||
| 89 | * up or down to (approximately) full seconds. This is useful for timers | ||
| 90 | * for which the exact time they fire does not matter too much, as long as | ||
| 91 | * they fire approximately every X seconds. | ||
| 92 | * | ||
| 93 | * By rounding these timers to whole seconds, all such timers will fire | ||
| 94 | * at the same time, rather than at various times spread out. The goal | ||
| 95 | * of this is to have the CPU wake up less, which saves power. | ||
| 96 | * | ||
| 97 | * The exact rounding is skewed for each processor to avoid all | ||
| 98 | * processors firing at the exact same time, which could lead | ||
| 99 | * to lock contention or spurious cache line bouncing. | ||
| 100 | * | ||
| 101 | * The return value is the rounded version of the "j" parameter. | ||
| 102 | */ | ||
| 103 | unsigned long __round_jiffies(unsigned long j, int cpu) | ||
| 104 | { | ||
| 105 | int rem; | ||
| 106 | unsigned long original = j; | ||
| 107 | |||
| 108 | /* | ||
| 109 | * We don't want all cpus firing their timers at once hitting the | ||
| 110 | * same lock or cachelines, so we skew each extra cpu with an extra | ||
| 111 | * 3 jiffies. This 3 jiffies came originally from the mm/ code which | ||
| 112 | * already did this. | ||
| 113 | * The skew is done by adding 3*cpunr, then round, then subtract this | ||
| 114 | * extra offset again. | ||
| 115 | */ | ||
| 116 | j += cpu * 3; | ||
| 117 | |||
| 118 | rem = j % HZ; | ||
| 119 | |||
| 120 | /* | ||
| 121 | * If the target jiffie is just after a whole second (which can happen | ||
| 122 | * due to delays of the timer irq, long irq off times etc etc) then | ||
| 123 | * we should round down to the whole second, not up. Use 1/4th second | ||
| 124 | * as cutoff for this rounding as an extreme upper bound for this. | ||
| 125 | */ | ||
| 126 | if (rem < HZ/4) /* round down */ | ||
| 127 | j = j - rem; | ||
| 128 | else /* round up */ | ||
| 129 | j = j - rem + HZ; | ||
| 130 | |||
| 131 | /* now that we have rounded, subtract the extra skew again */ | ||
| 132 | j -= cpu * 3; | ||
| 133 | |||
| 134 | if (j <= jiffies) /* rounding ate our timeout entirely; */ | ||
| 135 | return original; | ||
| 136 | return j; | ||
| 137 | } | ||
| 138 | EXPORT_SYMBOL_GPL(__round_jiffies); | ||
| 139 | |||
| 140 | /** | ||
| 141 | * __round_jiffies_relative - function to round jiffies to a full second | ||
| 142 | * @j: the time in (relative) jiffies that should be rounded | ||
| 143 | * @cpu: the processor number on which the timeout will happen | ||
| 144 | * | ||
| 145 | * __round_jiffies_relative rounds a time delta in the future (in jiffies) | ||
| 146 | * up or down to (approximately) full seconds. This is useful for timers | ||
| 147 | * for which the exact time they fire does not matter too much, as long as | ||
| 148 | * they fire approximately every X seconds. | ||
| 149 | * | ||
| 150 | * By rounding these timers to whole seconds, all such timers will fire | ||
| 151 | * at the same time, rather than at various times spread out. The goal | ||
| 152 | * of this is to have the CPU wake up less, which saves power. | ||
| 153 | * | ||
| 154 | * The exact rounding is skewed for each processor to avoid all | ||
| 155 | * processors firing at the exact same time, which could lead | ||
| 156 | * to lock contention or spurious cache line bouncing. | ||
| 157 | * | ||
| 158 | * The return value is the rounded version of the "j" parameter. | ||
| 159 | */ | ||
| 160 | unsigned long __round_jiffies_relative(unsigned long j, int cpu) | ||
| 161 | { | ||
| 162 | /* | ||
| 163 | * In theory the following code can skip a jiffy in case jiffies | ||
| 164 | * increments right between the addition and the later subtraction. | ||
| 165 | * However since the entire point of this function is to use approximate | ||
| 166 | * timeouts, it's entirely ok to not handle that. | ||
| 167 | */ | ||
| 168 | return __round_jiffies(j + jiffies, cpu) - jiffies; | ||
| 169 | } | ||
| 170 | EXPORT_SYMBOL_GPL(__round_jiffies_relative); | ||
| 171 | |||
| 172 | /** | ||
| 173 | * round_jiffies - function to round jiffies to a full second | ||
| 174 | * @j: the time in (absolute) jiffies that should be rounded | ||
| 175 | * | ||
| 176 | * round_jiffies rounds an absolute time in the future (in jiffies) | ||
| 177 | * up or down to (approximately) full seconds. This is useful for timers | ||
| 178 | * for which the exact time they fire does not matter too much, as long as | ||
| 179 | * they fire approximately every X seconds. | ||
| 180 | * | ||
| 181 | * By rounding these timers to whole seconds, all such timers will fire | ||
| 182 | * at the same time, rather than at various times spread out. The goal | ||
| 183 | * of this is to have the CPU wake up less, which saves power. | ||
| 184 | * | ||
| 185 | * The return value is the rounded version of the "j" parameter. | ||
| 186 | */ | ||
| 187 | unsigned long round_jiffies(unsigned long j) | ||
| 188 | { | ||
| 189 | return __round_jiffies(j, raw_smp_processor_id()); | ||
| 190 | } | ||
| 191 | EXPORT_SYMBOL_GPL(round_jiffies); | ||
| 192 | |||
| 193 | /** | ||
| 194 | * round_jiffies_relative - function to round jiffies to a full second | ||
| 195 | * @j: the time in (relative) jiffies that should be rounded | ||
| 196 | * | ||
| 197 | * round_jiffies_relative rounds a time delta in the future (in jiffies) | ||
| 198 | * up or down to (approximately) full seconds. This is useful for timers | ||
| 199 | * for which the exact time they fire does not matter too much, as long as | ||
| 200 | * they fire approximately every X seconds. | ||
| 201 | * | ||
| 202 | * By rounding these timers to whole seconds, all such timers will fire | ||
| 203 | * at the same time, rather than at various times spread out. The goal | ||
| 204 | * of this is to have the CPU wake up less, which saves power. | ||
| 205 | * | ||
| 206 | * The return value is the rounded version of the "j" parameter. | ||
| 207 | */ | ||
| 208 | unsigned long round_jiffies_relative(unsigned long j) | ||
| 209 | { | ||
| 210 | return __round_jiffies_relative(j, raw_smp_processor_id()); | ||
| 211 | } | ||
| 212 | EXPORT_SYMBOL_GPL(round_jiffies_relative); | ||
| 213 | |||
| 214 | |||
| 83 | static inline void set_running_timer(tvec_base_t *base, | 215 | static inline void set_running_timer(tvec_base_t *base, |
| 84 | struct timer_list *timer) | 216 | struct timer_list *timer) |
| 85 | { | 217 | { |
