diff options
-rw-r--r-- | block/blk-softirq.c | 16 |
1 files changed, 13 insertions, 3 deletions
diff --git a/block/blk-softirq.c b/block/blk-softirq.c index 487addc85bb5..58340d0cb23a 100644 --- a/block/blk-softirq.c +++ b/block/blk-softirq.c | |||
@@ -103,7 +103,7 @@ static struct notifier_block __cpuinitdata blk_cpu_notifier = { | |||
103 | 103 | ||
104 | void __blk_complete_request(struct request *req) | 104 | void __blk_complete_request(struct request *req) |
105 | { | 105 | { |
106 | int ccpu, cpu; | 106 | int ccpu, cpu, group_cpu = NR_CPUS; |
107 | struct request_queue *q = req->q; | 107 | struct request_queue *q = req->q; |
108 | unsigned long flags; | 108 | unsigned long flags; |
109 | 109 | ||
@@ -117,12 +117,22 @@ void __blk_complete_request(struct request *req) | |||
117 | */ | 117 | */ |
118 | if (test_bit(QUEUE_FLAG_SAME_COMP, &q->queue_flags) && req->cpu != -1) { | 118 | if (test_bit(QUEUE_FLAG_SAME_COMP, &q->queue_flags) && req->cpu != -1) { |
119 | ccpu = req->cpu; | 119 | ccpu = req->cpu; |
120 | if (!test_bit(QUEUE_FLAG_SAME_FORCE, &q->queue_flags)) | 120 | if (!test_bit(QUEUE_FLAG_SAME_FORCE, &q->queue_flags)) { |
121 | ccpu = blk_cpu_to_group(ccpu); | 121 | ccpu = blk_cpu_to_group(ccpu); |
122 | group_cpu = blk_cpu_to_group(cpu); | ||
123 | } | ||
122 | } else | 124 | } else |
123 | ccpu = cpu; | 125 | ccpu = cpu; |
124 | 126 | ||
125 | if (ccpu == cpu) { | 127 | /* |
128 | * If current CPU and requested CPU are in the same group, running | ||
129 | * softirq in current CPU. One might concern this is just like | ||
130 | * QUEUE_FLAG_SAME_FORCE, but actually not. blk_complete_request() is | ||
131 | * running in interrupt handler, and currently I/O controller doesn't | ||
132 | * support multiple interrupts, so current CPU is unique actually. This | ||
133 | * avoids IPI sending from current CPU to the first CPU of a group. | ||
134 | */ | ||
135 | if (ccpu == cpu || ccpu == group_cpu) { | ||
126 | struct list_head *list; | 136 | struct list_head *list; |
127 | do_local: | 137 | do_local: |
128 | list = &__get_cpu_var(blk_cpu_done); | 138 | list = &__get_cpu_var(blk_cpu_done); |