aboutsummaryrefslogtreecommitdiffstats
path: root/kernel
diff options
context:
space:
mode:
Diffstat (limited to 'kernel')
-rw-r--r--kernel/delayacct.c19
-rw-r--r--kernel/sched.c5
2 files changed, 24 insertions, 0 deletions
diff --git a/kernel/delayacct.c b/kernel/delayacct.c
index fbf7f2284952..3546b0800f9f 100644
--- a/kernel/delayacct.c
+++ b/kernel/delayacct.c
@@ -85,3 +85,22 @@ static void delayacct_end(struct timespec *start, struct timespec *end,
85 spin_unlock(&current->delays->lock); 85 spin_unlock(&current->delays->lock);
86} 86}
87 87
88void __delayacct_blkio_start(void)
89{
90 delayacct_start(&current->delays->blkio_start);
91}
92
93void __delayacct_blkio_end(void)
94{
95 if (current->delays->flags & DELAYACCT_PF_SWAPIN)
96 /* Swapin block I/O */
97 delayacct_end(&current->delays->blkio_start,
98 &current->delays->blkio_end,
99 &current->delays->swapin_delay,
100 &current->delays->swapin_count);
101 else /* Other block I/O */
102 delayacct_end(&current->delays->blkio_start,
103 &current->delays->blkio_end,
104 &current->delays->blkio_delay,
105 &current->delays->blkio_count);
106}
diff --git a/kernel/sched.c b/kernel/sched.c
index e9a0b61f12ab..9d42cbfc4f8b 100644
--- a/kernel/sched.c
+++ b/kernel/sched.c
@@ -51,6 +51,7 @@
51#include <linux/times.h> 51#include <linux/times.h>
52#include <linux/acct.h> 52#include <linux/acct.h>
53#include <linux/kprobes.h> 53#include <linux/kprobes.h>
54#include <linux/delayacct.h>
54#include <asm/tlb.h> 55#include <asm/tlb.h>
55 56
56#include <asm/unistd.h> 57#include <asm/unistd.h>
@@ -4534,9 +4535,11 @@ void __sched io_schedule(void)
4534{ 4535{
4535 struct rq *rq = &__raw_get_cpu_var(runqueues); 4536 struct rq *rq = &__raw_get_cpu_var(runqueues);
4536 4537
4538 delayacct_blkio_start();
4537 atomic_inc(&rq->nr_iowait); 4539 atomic_inc(&rq->nr_iowait);
4538 schedule(); 4540 schedule();
4539 atomic_dec(&rq->nr_iowait); 4541 atomic_dec(&rq->nr_iowait);
4542 delayacct_blkio_end();
4540} 4543}
4541EXPORT_SYMBOL(io_schedule); 4544EXPORT_SYMBOL(io_schedule);
4542 4545
@@ -4545,9 +4548,11 @@ long __sched io_schedule_timeout(long timeout)
4545 struct rq *rq = &__raw_get_cpu_var(runqueues); 4548 struct rq *rq = &__raw_get_cpu_var(runqueues);
4546 long ret; 4549 long ret;
4547 4550
4551 delayacct_blkio_start();
4548 atomic_inc(&rq->nr_iowait); 4552 atomic_inc(&rq->nr_iowait);
4549 ret = schedule_timeout(timeout); 4553 ret = schedule_timeout(timeout);
4550 atomic_dec(&rq->nr_iowait); 4554 atomic_dec(&rq->nr_iowait);
4555 delayacct_blkio_end();
4551 return ret; 4556 return ret;
4552} 4557}
4553 4558