diff options
-rw-r--r-- | include/linux/sched.h | 1 | ||||
-rw-r--r-- | kernel/sched.c | 1 | ||||
-rw-r--r-- | kernel/sched_stats.h | 126 |
3 files changed, 38 insertions, 90 deletions
diff --git a/include/linux/sched.h b/include/linux/sched.h index b982fb48c8f0..23d9d5464544 100644 --- a/include/linux/sched.h +++ b/include/linux/sched.h | |||
@@ -2134,7 +2134,6 @@ static inline int thread_group_cputime_clone_thread(struct task_struct *curr) | |||
2134 | return thread_group_cputime_alloc(curr); | 2134 | return thread_group_cputime_alloc(curr); |
2135 | } | 2135 | } |
2136 | 2136 | ||
2137 | |||
2138 | static inline void thread_group_cputime_free(struct signal_struct *sig) | 2137 | static inline void thread_group_cputime_free(struct signal_struct *sig) |
2139 | { | 2138 | { |
2140 | free_percpu(sig->cputime.totals); | 2139 | free_percpu(sig->cputime.totals); |
diff --git a/kernel/sched.c b/kernel/sched.c index 260c22cc530a..29a3152c45db 100644 --- a/kernel/sched.c +++ b/kernel/sched.c | |||
@@ -4046,7 +4046,6 @@ unsigned long long task_delta_exec(struct task_struct *p) | |||
4046 | unsigned long flags; | 4046 | unsigned long flags; |
4047 | u64 ns = 0; | 4047 | u64 ns = 0; |
4048 | 4048 | ||
4049 | rq = task_rq_lock(p, &flags); | ||
4050 | if (task_current(rq, p)) { | 4049 | if (task_current(rq, p)) { |
4051 | u64 delta_exec; | 4050 | u64 delta_exec; |
4052 | 4051 | ||
diff --git a/kernel/sched_stats.h b/kernel/sched_stats.h index d6903bd0c7a8..b8c156979cf2 100644 --- a/kernel/sched_stats.h +++ b/kernel/sched_stats.h | |||
@@ -276,133 +276,83 @@ sched_info_switch(struct task_struct *prev, struct task_struct *next) | |||
276 | * on CONFIG_SCHEDSTATS. | 276 | * on CONFIG_SCHEDSTATS. |
277 | */ | 277 | */ |
278 | 278 | ||
279 | #ifdef CONFIG_SMP | ||
280 | |||
281 | /** | 279 | /** |
282 | * thread_group_cputime_account_user - Maintain utime for a thread group. | 280 | * account_group_user_time - Maintain utime for a thread group. |
283 | * | 281 | * |
284 | * @tgtimes: Pointer to thread_group_cputime structure. | 282 | * @tsk: Pointer to task structure. |
285 | * @cputime: Time value by which to increment the utime field of that | 283 | * @cputime: Time value by which to increment the utime field of the |
286 | * structure. | 284 | * thread_group_cputime structure. |
287 | * | 285 | * |
288 | * If thread group time is being maintained, get the structure for the | 286 | * If thread group time is being maintained, get the structure for the |
289 | * running CPU and update the utime field there. | 287 | * running CPU and update the utime field there. |
290 | */ | 288 | */ |
291 | static inline void thread_group_cputime_account_user( | 289 | static inline void account_group_user_time(struct task_struct *tsk, |
292 | struct thread_group_cputime *tgtimes, | 290 | cputime_t cputime) |
293 | cputime_t cputime) | ||
294 | { | 291 | { |
295 | if (tgtimes->totals) { | 292 | struct signal_struct *sig; |
293 | |||
294 | sig = tsk->signal; | ||
295 | if (unlikely(!sig)) | ||
296 | return; | ||
297 | if (sig->cputime.totals) { | ||
296 | struct task_cputime *times; | 298 | struct task_cputime *times; |
297 | 299 | ||
298 | times = per_cpu_ptr(tgtimes->totals, get_cpu()); | 300 | times = per_cpu_ptr(sig->cputime.totals, get_cpu()); |
299 | times->utime = cputime_add(times->utime, cputime); | 301 | times->utime = cputime_add(times->utime, cputime); |
300 | put_cpu_no_resched(); | 302 | put_cpu_no_resched(); |
301 | } | 303 | } |
302 | } | 304 | } |
303 | 305 | ||
304 | /** | 306 | /** |
305 | * thread_group_cputime_account_system - Maintain stime for a thread group. | 307 | * account_group_system_time - Maintain stime for a thread group. |
306 | * | 308 | * |
307 | * @tgtimes: Pointer to thread_group_cputime structure. | 309 | * @tsk: Pointer to task structure. |
308 | * @cputime: Time value by which to increment the stime field of that | 310 | * @cputime: Time value by which to increment the stime field of the |
309 | * structure. | 311 | * thread_group_cputime structure. |
310 | * | 312 | * |
311 | * If thread group time is being maintained, get the structure for the | 313 | * If thread group time is being maintained, get the structure for the |
312 | * running CPU and update the stime field there. | 314 | * running CPU and update the stime field there. |
313 | */ | 315 | */ |
314 | static inline void thread_group_cputime_account_system( | 316 | static inline void account_group_system_time(struct task_struct *tsk, |
315 | struct thread_group_cputime *tgtimes, | 317 | cputime_t cputime) |
316 | cputime_t cputime) | ||
317 | { | 318 | { |
318 | if (tgtimes->totals) { | 319 | struct signal_struct *sig; |
320 | |||
321 | sig = tsk->signal; | ||
322 | if (unlikely(!sig)) | ||
323 | return; | ||
324 | if (sig->cputime.totals) { | ||
319 | struct task_cputime *times; | 325 | struct task_cputime *times; |
320 | 326 | ||
321 | times = per_cpu_ptr(tgtimes->totals, get_cpu()); | 327 | times = per_cpu_ptr(sig->cputime.totals, get_cpu()); |
322 | times->stime = cputime_add(times->stime, cputime); | 328 | times->stime = cputime_add(times->stime, cputime); |
323 | put_cpu_no_resched(); | 329 | put_cpu_no_resched(); |
324 | } | 330 | } |
325 | } | 331 | } |
326 | 332 | ||
327 | /** | 333 | /** |
328 | * thread_group_cputime_account_exec_runtime - Maintain exec runtime for a | 334 | * account_group_exec_runtime - Maintain exec runtime for a thread group. |
329 | * thread group. | ||
330 | * | 335 | * |
331 | * @tgtimes: Pointer to thread_group_cputime structure. | 336 | * @tsk: Pointer to task structure. |
332 | * @ns: Time value by which to increment the sum_exec_runtime field | 337 | * @ns: Time value by which to increment the sum_exec_runtime field |
333 | * of that structure. | 338 | * of the thread_group_cputime structure. |
334 | * | 339 | * |
335 | * If thread group time is being maintained, get the structure for the | 340 | * If thread group time is being maintained, get the structure for the |
336 | * running CPU and update the sum_exec_runtime field there. | 341 | * running CPU and update the sum_exec_runtime field there. |
337 | */ | 342 | */ |
338 | static inline void thread_group_cputime_account_exec_runtime( | 343 | static inline void account_group_exec_runtime(struct task_struct *tsk, |
339 | struct thread_group_cputime *tgtimes, | 344 | unsigned long long ns) |
340 | unsigned long long ns) | ||
341 | { | 345 | { |
342 | if (tgtimes->totals) { | 346 | struct signal_struct *sig; |
347 | |||
348 | sig = tsk->signal; | ||
349 | if (unlikely(!sig)) | ||
350 | return; | ||
351 | if (sig->cputime.totals) { | ||
343 | struct task_cputime *times; | 352 | struct task_cputime *times; |
344 | 353 | ||
345 | times = per_cpu_ptr(tgtimes->totals, get_cpu()); | 354 | times = per_cpu_ptr(sig->cputime.totals, get_cpu()); |
346 | times->sum_exec_runtime += ns; | 355 | times->sum_exec_runtime += ns; |
347 | put_cpu_no_resched(); | 356 | put_cpu_no_resched(); |
348 | } | 357 | } |
349 | } | 358 | } |
350 | |||
351 | #else /* CONFIG_SMP */ | ||
352 | |||
353 | static inline void thread_group_cputime_account_user( | ||
354 | struct thread_group_cputime *tgtimes, | ||
355 | cputime_t cputime) | ||
356 | { | ||
357 | tgtimes->totals->utime = cputime_add(tgtimes->totals->utime, cputime); | ||
358 | } | ||
359 | |||
360 | static inline void thread_group_cputime_account_system( | ||
361 | struct thread_group_cputime *tgtimes, | ||
362 | cputime_t cputime) | ||
363 | { | ||
364 | tgtimes->totals->stime = cputime_add(tgtimes->totals->stime, cputime); | ||
365 | } | ||
366 | |||
367 | static inline void thread_group_cputime_account_exec_runtime( | ||
368 | struct thread_group_cputime *tgtimes, | ||
369 | unsigned long long ns) | ||
370 | { | ||
371 | tgtimes->totals->sum_exec_runtime += ns; | ||
372 | } | ||
373 | |||
374 | #endif /* CONFIG_SMP */ | ||
375 | |||
376 | /* | ||
377 | * These are the generic time-accounting routines that use the above | ||
378 | * functions. They are the functions actually called by the scheduler. | ||
379 | */ | ||
380 | static inline void account_group_user_time(struct task_struct *tsk, | ||
381 | cputime_t cputime) | ||
382 | { | ||
383 | struct signal_struct *sig; | ||
384 | |||
385 | sig = tsk->signal; | ||
386 | if (likely(sig)) | ||
387 | thread_group_cputime_account_user(&sig->cputime, cputime); | ||
388 | } | ||
389 | |||
390 | static inline void account_group_system_time(struct task_struct *tsk, | ||
391 | cputime_t cputime) | ||
392 | { | ||
393 | struct signal_struct *sig; | ||
394 | |||
395 | sig = tsk->signal; | ||
396 | if (likely(sig)) | ||
397 | thread_group_cputime_account_system(&sig->cputime, cputime); | ||
398 | } | ||
399 | |||
400 | static inline void account_group_exec_runtime(struct task_struct *tsk, | ||
401 | unsigned long long ns) | ||
402 | { | ||
403 | struct signal_struct *sig; | ||
404 | |||
405 | sig = tsk->signal; | ||
406 | if (likely(sig)) | ||
407 | thread_group_cputime_account_exec_runtime(&sig->cputime, ns); | ||
408 | } | ||