diff options
Diffstat (limited to 'kernel')
-rw-r--r-- | kernel/delayacct.c | 19 | ||||
-rw-r--r-- | kernel/sched.c | 5 |
2 files changed, 24 insertions, 0 deletions
diff --git a/kernel/delayacct.c b/kernel/delayacct.c index fbf7f2284952..3546b0800f9f 100644 --- a/kernel/delayacct.c +++ b/kernel/delayacct.c | |||
@@ -85,3 +85,22 @@ static void delayacct_end(struct timespec *start, struct timespec *end, | |||
85 | spin_unlock(¤t->delays->lock); | 85 | spin_unlock(¤t->delays->lock); |
86 | } | 86 | } |
87 | 87 | ||
88 | void __delayacct_blkio_start(void) | ||
89 | { | ||
90 | delayacct_start(¤t->delays->blkio_start); | ||
91 | } | ||
92 | |||
93 | void __delayacct_blkio_end(void) | ||
94 | { | ||
95 | if (current->delays->flags & DELAYACCT_PF_SWAPIN) | ||
96 | /* Swapin block I/O */ | ||
97 | delayacct_end(¤t->delays->blkio_start, | ||
98 | ¤t->delays->blkio_end, | ||
99 | ¤t->delays->swapin_delay, | ||
100 | ¤t->delays->swapin_count); | ||
101 | else /* Other block I/O */ | ||
102 | delayacct_end(¤t->delays->blkio_start, | ||
103 | ¤t->delays->blkio_end, | ||
104 | ¤t->delays->blkio_delay, | ||
105 | ¤t->delays->blkio_count); | ||
106 | } | ||
diff --git a/kernel/sched.c b/kernel/sched.c index e9a0b61f12ab..9d42cbfc4f8b 100644 --- a/kernel/sched.c +++ b/kernel/sched.c | |||
@@ -51,6 +51,7 @@ | |||
51 | #include <linux/times.h> | 51 | #include <linux/times.h> |
52 | #include <linux/acct.h> | 52 | #include <linux/acct.h> |
53 | #include <linux/kprobes.h> | 53 | #include <linux/kprobes.h> |
54 | #include <linux/delayacct.h> | ||
54 | #include <asm/tlb.h> | 55 | #include <asm/tlb.h> |
55 | 56 | ||
56 | #include <asm/unistd.h> | 57 | #include <asm/unistd.h> |
@@ -4534,9 +4535,11 @@ void __sched io_schedule(void) | |||
4534 | { | 4535 | { |
4535 | struct rq *rq = &__raw_get_cpu_var(runqueues); | 4536 | struct rq *rq = &__raw_get_cpu_var(runqueues); |
4536 | 4537 | ||
4538 | delayacct_blkio_start(); | ||
4537 | atomic_inc(&rq->nr_iowait); | 4539 | atomic_inc(&rq->nr_iowait); |
4538 | schedule(); | 4540 | schedule(); |
4539 | atomic_dec(&rq->nr_iowait); | 4541 | atomic_dec(&rq->nr_iowait); |
4542 | delayacct_blkio_end(); | ||
4540 | } | 4543 | } |
4541 | EXPORT_SYMBOL(io_schedule); | 4544 | EXPORT_SYMBOL(io_schedule); |
4542 | 4545 | ||
@@ -4545,9 +4548,11 @@ long __sched io_schedule_timeout(long timeout) | |||
4545 | struct rq *rq = &__raw_get_cpu_var(runqueues); | 4548 | struct rq *rq = &__raw_get_cpu_var(runqueues); |
4546 | long ret; | 4549 | long ret; |
4547 | 4550 | ||
4551 | delayacct_blkio_start(); | ||
4548 | atomic_inc(&rq->nr_iowait); | 4552 | atomic_inc(&rq->nr_iowait); |
4549 | ret = schedule_timeout(timeout); | 4553 | ret = schedule_timeout(timeout); |
4550 | atomic_dec(&rq->nr_iowait); | 4554 | atomic_dec(&rq->nr_iowait); |
4555 | delayacct_blkio_end(); | ||
4551 | return ret; | 4556 | return ret; |
4552 | } | 4557 | } |
4553 | 4558 | ||