diff options
| -rw-r--r-- | drivers/cpuidle/driver.c | 132 |
1 files changed, 126 insertions, 6 deletions
diff --git a/drivers/cpuidle/driver.c b/drivers/cpuidle/driver.c index e75fa5472a91..3ac499d5a207 100644 --- a/drivers/cpuidle/driver.c +++ b/drivers/cpuidle/driver.c | |||
| @@ -22,11 +22,26 @@ DEFINE_SPINLOCK(cpuidle_driver_lock); | |||
| 22 | 22 | ||
| 23 | static DEFINE_PER_CPU(struct cpuidle_driver *, cpuidle_drivers); | 23 | static DEFINE_PER_CPU(struct cpuidle_driver *, cpuidle_drivers); |
| 24 | 24 | ||
| 25 | /** | ||
| 26 | * __cpuidle_get_cpu_driver - return the cpuidle driver tied to a CPU. | ||
| 27 | * @cpu: the CPU handled by the driver | ||
| 28 | * | ||
| 29 | * Returns a pointer to struct cpuidle_driver or NULL if no driver has been | ||
| 30 | * registered for @cpu. | ||
| 31 | */ | ||
| 25 | static struct cpuidle_driver *__cpuidle_get_cpu_driver(int cpu) | 32 | static struct cpuidle_driver *__cpuidle_get_cpu_driver(int cpu) |
| 26 | { | 33 | { |
| 27 | return per_cpu(cpuidle_drivers, cpu); | 34 | return per_cpu(cpuidle_drivers, cpu); |
| 28 | } | 35 | } |
| 29 | 36 | ||
| 37 | /** | ||
| 38 | * __cpuidle_unset_driver - unset per CPU driver variables. | ||
| 39 | * @drv: a valid pointer to a struct cpuidle_driver | ||
| 40 | * | ||
| 41 | * For each CPU in the driver's CPU mask, unset the registered driver per CPU | ||
| 42 | * variable. If @drv is different from the registered driver, the corresponding | ||
| 43 | * variable is not cleared. | ||
| 44 | */ | ||
| 30 | static inline void __cpuidle_unset_driver(struct cpuidle_driver *drv) | 45 | static inline void __cpuidle_unset_driver(struct cpuidle_driver *drv) |
| 31 | { | 46 | { |
| 32 | int cpu; | 47 | int cpu; |
| @@ -40,6 +55,15 @@ static inline void __cpuidle_unset_driver(struct cpuidle_driver *drv) | |||
| 40 | } | 55 | } |
| 41 | } | 56 | } |
| 42 | 57 | ||
| 58 | /** | ||
| 59 | * __cpuidle_set_driver - set per CPU driver variables the the given driver. | ||
| 60 | * @drv: a valid pointer to a struct cpuidle_driver | ||
| 61 | * | ||
| 62 | * For each CPU in the driver's cpumask, unset the registered driver per CPU | ||
| 63 | * to @drv. | ||
| 64 | * | ||
| 65 | * Returns 0 on success, -EBUSY if the CPUs have driver(s) already. | ||
| 66 | */ | ||
| 43 | static inline int __cpuidle_set_driver(struct cpuidle_driver *drv) | 67 | static inline int __cpuidle_set_driver(struct cpuidle_driver *drv) |
| 44 | { | 68 | { |
| 45 | int cpu; | 69 | int cpu; |
| @@ -61,11 +85,24 @@ static inline int __cpuidle_set_driver(struct cpuidle_driver *drv) | |||
| 61 | 85 | ||
| 62 | static struct cpuidle_driver *cpuidle_curr_driver; | 86 | static struct cpuidle_driver *cpuidle_curr_driver; |
| 63 | 87 | ||
| 88 | /** | ||
| 89 | * __cpuidle_get_cpu_driver - return the global cpuidle driver pointer. | ||
| 90 | * @cpu: ignored without the multiple driver support | ||
| 91 | * | ||
| 92 | * Return a pointer to a struct cpuidle_driver object or NULL if no driver was | ||
| 93 | * previously registered. | ||
| 94 | */ | ||
| 64 | static inline struct cpuidle_driver *__cpuidle_get_cpu_driver(int cpu) | 95 | static inline struct cpuidle_driver *__cpuidle_get_cpu_driver(int cpu) |
| 65 | { | 96 | { |
| 66 | return cpuidle_curr_driver; | 97 | return cpuidle_curr_driver; |
| 67 | } | 98 | } |
| 68 | 99 | ||
| 100 | /** | ||
| 101 | * __cpuidle_set_driver - assign the global cpuidle driver variable. | ||
| 102 | * @drv: pointer to a struct cpuidle_driver object | ||
| 103 | * | ||
| 104 | * Returns 0 on success, -EBUSY if the driver is already registered. | ||
| 105 | */ | ||
| 69 | static inline int __cpuidle_set_driver(struct cpuidle_driver *drv) | 106 | static inline int __cpuidle_set_driver(struct cpuidle_driver *drv) |
| 70 | { | 107 | { |
| 71 | if (cpuidle_curr_driver) | 108 | if (cpuidle_curr_driver) |
| @@ -76,6 +113,13 @@ static inline int __cpuidle_set_driver(struct cpuidle_driver *drv) | |||
| 76 | return 0; | 113 | return 0; |
| 77 | } | 114 | } |
| 78 | 115 | ||
| 116 | /** | ||
| 117 | * __cpuidle_unset_driver - unset the global cpuidle driver variable. | ||
| 118 | * @drv: a pointer to a struct cpuidle_driver | ||
| 119 | * | ||
| 120 | * Reset the global cpuidle variable to NULL. If @drv does not match the | ||
| 121 | * registered driver, do nothing. | ||
| 122 | */ | ||
| 79 | static inline void __cpuidle_unset_driver(struct cpuidle_driver *drv) | 123 | static inline void __cpuidle_unset_driver(struct cpuidle_driver *drv) |
| 80 | { | 124 | { |
| 81 | if (drv == cpuidle_curr_driver) | 125 | if (drv == cpuidle_curr_driver) |
| @@ -84,21 +128,49 @@ static inline void __cpuidle_unset_driver(struct cpuidle_driver *drv) | |||
| 84 | 128 | ||
| 85 | #endif | 129 | #endif |
| 86 | 130 | ||
| 131 | /** | ||
| 132 | * cpuidle_setup_broadcast_timer - enable/disable the broadcast timer | ||
| 133 | * @arg: a void pointer used to match the SMP cross call API | ||
| 134 | * | ||
| 135 | * @arg is used as a value of type 'long' with on of the two values: | ||
| 136 | * - CLOCK_EVT_NOTIFY_BROADCAST_ON | ||
| 137 | * - CLOCK_EVT_NOTIFY_BROADCAST_OFF | ||
| 138 | * | ||
| 139 | * Set the broadcast timer notification for the current CPU. This function | ||
| 140 | * is executed per CPU by an SMP cross call. It not supposed to be called | ||
| 141 | * directly. | ||
| 142 | */ | ||
| 87 | static void cpuidle_setup_broadcast_timer(void *arg) | 143 | static void cpuidle_setup_broadcast_timer(void *arg) |
| 88 | { | 144 | { |
| 89 | int cpu = smp_processor_id(); | 145 | int cpu = smp_processor_id(); |
| 90 | clockevents_notify((long)(arg), &cpu); | 146 | clockevents_notify((long)(arg), &cpu); |
| 91 | } | 147 | } |
| 92 | 148 | ||
| 149 | /** | ||
| 150 | * __cpuidle_driver_init - initialize the driver's internal data | ||
| 151 | * @drv: a valid pointer to a struct cpuidle_driver | ||
| 152 | * | ||
| 153 | * Returns 0 on success, a negative error code otherwise. | ||
| 154 | */ | ||
| 93 | static int __cpuidle_driver_init(struct cpuidle_driver *drv) | 155 | static int __cpuidle_driver_init(struct cpuidle_driver *drv) |
| 94 | { | 156 | { |
| 95 | int i; | 157 | int i; |
| 96 | 158 | ||
| 97 | drv->refcnt = 0; | 159 | drv->refcnt = 0; |
| 98 | 160 | ||
| 161 | /* | ||
| 162 | * Use all possible CPUs as the default, because if the kernel boots | ||
| 163 | * with some CPUs offline and then we online one of them, the CPU | ||
| 164 | * notifier has to know which driver to assign. | ||
| 165 | */ | ||
| 99 | if (!drv->cpumask) | 166 | if (!drv->cpumask) |
| 100 | drv->cpumask = (struct cpumask *)cpu_possible_mask; | 167 | drv->cpumask = (struct cpumask *)cpu_possible_mask; |
| 101 | 168 | ||
| 169 | /* | ||
| 170 | * Look for the timer stop flag in the different states, so that we know | ||
| 171 | * if the broadcast timer has to be set up. The loop is in the reverse | ||
| 172 | * order, because usually on of the the deeper states has this flag set. | ||
| 173 | */ | ||
| 102 | for (i = drv->state_count - 1; i >= 0 ; i--) { | 174 | for (i = drv->state_count - 1; i >= 0 ; i--) { |
| 103 | 175 | ||
| 104 | if (!(drv->states[i].flags & CPUIDLE_FLAG_TIMER_STOP)) | 176 | if (!(drv->states[i].flags & CPUIDLE_FLAG_TIMER_STOP)) |
| @@ -111,6 +183,19 @@ static int __cpuidle_driver_init(struct cpuidle_driver *drv) | |||
| 111 | return 0; | 183 | return 0; |
| 112 | } | 184 | } |
| 113 | 185 | ||
| 186 | /** | ||
| 187 | * __cpuidle_register_driver: register the driver | ||
| 188 | * @drv: a valid pointer to a struct cpuidle_driver | ||
| 189 | * | ||
| 190 | * Do some sanity checks, initialize the driver, assign the driver to the | ||
| 191 | * global cpuidle driver variable(s) and set up the broadcast timer if the | ||
| 192 | * cpuidle driver has some states that shut down the local timer. | ||
| 193 | * | ||
| 194 | * Returns 0 on success, a negative error code otherwise: | ||
| 195 | * * -EINVAL if the driver pointer is NULL or no idle states are available | ||
| 196 | * * -ENODEV if the cpuidle framework is disabled | ||
| 197 | * * -EBUSY if the driver is already assigned to the global variable(s) | ||
| 198 | */ | ||
| 114 | static int __cpuidle_register_driver(struct cpuidle_driver *drv) | 199 | static int __cpuidle_register_driver(struct cpuidle_driver *drv) |
| 115 | { | 200 | { |
| 116 | int ret; | 201 | int ret; |
| @@ -137,8 +222,13 @@ static int __cpuidle_register_driver(struct cpuidle_driver *drv) | |||
| 137 | } | 222 | } |
| 138 | 223 | ||
| 139 | /** | 224 | /** |
| 140 | * cpuidle_unregister_driver - unregisters a driver | 225 | * __cpuidle_unregister_driver - unregister the driver |
| 141 | * @drv: the driver | 226 | * @drv: a valid pointer to a struct cpuidle_driver |
| 227 | * | ||
| 228 | * Check if the driver is no longer in use, reset the global cpuidle driver | ||
| 229 | * variable(s) and disable the timer broadcast notification mechanism if it was | ||
| 230 | * in use. | ||
| 231 | * | ||
| 142 | */ | 232 | */ |
| 143 | static void __cpuidle_unregister_driver(struct cpuidle_driver *drv) | 233 | static void __cpuidle_unregister_driver(struct cpuidle_driver *drv) |
| 144 | { | 234 | { |
| @@ -156,7 +246,13 @@ static void __cpuidle_unregister_driver(struct cpuidle_driver *drv) | |||
| 156 | 246 | ||
| 157 | /** | 247 | /** |
| 158 | * cpuidle_register_driver - registers a driver | 248 | * cpuidle_register_driver - registers a driver |
| 159 | * @drv: the driver | 249 | * @drv: a pointer to a valid struct cpuidle_driver |
| 250 | * | ||
| 251 | * Register the driver under a lock to prevent concurrent attempts to | ||
| 252 | * [un]register the driver from occuring at the same time. | ||
| 253 | * | ||
| 254 | * Returns 0 on success, a negative error code (returned by | ||
| 255 | * __cpuidle_register_driver()) otherwise. | ||
| 160 | */ | 256 | */ |
| 161 | int cpuidle_register_driver(struct cpuidle_driver *drv) | 257 | int cpuidle_register_driver(struct cpuidle_driver *drv) |
| 162 | { | 258 | { |
| @@ -172,7 +268,11 @@ EXPORT_SYMBOL_GPL(cpuidle_register_driver); | |||
| 172 | 268 | ||
| 173 | /** | 269 | /** |
| 174 | * cpuidle_unregister_driver - unregisters a driver | 270 | * cpuidle_unregister_driver - unregisters a driver |
| 175 | * @drv: the driver | 271 | * @drv: a pointer to a valid struct cpuidle_driver |
| 272 | * | ||
| 273 | * Unregisters the cpuidle driver under a lock to prevent concurrent attempts | ||
| 274 | * to [un]register the driver from occuring at the same time. @drv has to | ||
| 275 | * match the currently registered driver. | ||
| 176 | */ | 276 | */ |
| 177 | void cpuidle_unregister_driver(struct cpuidle_driver *drv) | 277 | void cpuidle_unregister_driver(struct cpuidle_driver *drv) |
| 178 | { | 278 | { |
| @@ -183,7 +283,9 @@ void cpuidle_unregister_driver(struct cpuidle_driver *drv) | |||
| 183 | EXPORT_SYMBOL_GPL(cpuidle_unregister_driver); | 283 | EXPORT_SYMBOL_GPL(cpuidle_unregister_driver); |
| 184 | 284 | ||
| 185 | /** | 285 | /** |
| 186 | * cpuidle_get_driver - return the current driver | 286 | * cpuidle_get_driver - return the driver tied to the current CPU. |
| 287 | * | ||
| 288 | * Returns a struct cpuidle_driver pointer, or NULL if no driver is registered. | ||
| 187 | */ | 289 | */ |
| 188 | struct cpuidle_driver *cpuidle_get_driver(void) | 290 | struct cpuidle_driver *cpuidle_get_driver(void) |
| 189 | { | 291 | { |
| @@ -199,7 +301,11 @@ struct cpuidle_driver *cpuidle_get_driver(void) | |||
| 199 | EXPORT_SYMBOL_GPL(cpuidle_get_driver); | 301 | EXPORT_SYMBOL_GPL(cpuidle_get_driver); |
| 200 | 302 | ||
| 201 | /** | 303 | /** |
| 202 | * cpuidle_get_cpu_driver - return the driver tied with a cpu | 304 | * cpuidle_get_cpu_driver - return the driver registered for a CPU. |
| 305 | * @dev: a valid pointer to a struct cpuidle_device | ||
| 306 | * | ||
| 307 | * Returns a struct cpuidle_driver pointer, or NULL if no driver is registered | ||
| 308 | * for the CPU associated with @dev. | ||
| 203 | */ | 309 | */ |
| 204 | struct cpuidle_driver *cpuidle_get_cpu_driver(struct cpuidle_device *dev) | 310 | struct cpuidle_driver *cpuidle_get_cpu_driver(struct cpuidle_device *dev) |
| 205 | { | 311 | { |
| @@ -210,6 +316,14 @@ struct cpuidle_driver *cpuidle_get_cpu_driver(struct cpuidle_device *dev) | |||
| 210 | } | 316 | } |
| 211 | EXPORT_SYMBOL_GPL(cpuidle_get_cpu_driver); | 317 | EXPORT_SYMBOL_GPL(cpuidle_get_cpu_driver); |
| 212 | 318 | ||
| 319 | /** | ||
| 320 | * cpuidle_driver_ref - get a reference to the driver. | ||
| 321 | * | ||
| 322 | * Increment the reference counter of the cpuidle driver associated with | ||
| 323 | * the current CPU. | ||
| 324 | * | ||
| 325 | * Returns a pointer to the driver, or NULL if the current CPU has no driver. | ||
| 326 | */ | ||
| 213 | struct cpuidle_driver *cpuidle_driver_ref(void) | 327 | struct cpuidle_driver *cpuidle_driver_ref(void) |
| 214 | { | 328 | { |
| 215 | struct cpuidle_driver *drv; | 329 | struct cpuidle_driver *drv; |
| @@ -223,6 +337,12 @@ struct cpuidle_driver *cpuidle_driver_ref(void) | |||
| 223 | return drv; | 337 | return drv; |
| 224 | } | 338 | } |
| 225 | 339 | ||
| 340 | /** | ||
| 341 | * cpuidle_driver_unref - puts down the refcount for the driver | ||
| 342 | * | ||
| 343 | * Decrement the reference counter of the cpuidle driver associated with | ||
| 344 | * the current CPU. | ||
| 345 | */ | ||
| 226 | void cpuidle_driver_unref(void) | 346 | void cpuidle_driver_unref(void) |
| 227 | { | 347 | { |
| 228 | struct cpuidle_driver *drv = cpuidle_get_driver(); | 348 | struct cpuidle_driver *drv = cpuidle_get_driver(); |
