diff options
-rw-r--r-- | include/linux/init_task.h | 1 | ||||
-rw-r--r-- | include/linux/sched.h | 2 | ||||
-rw-r--r-- | kernel/fork.c | 10 | ||||
-rw-r--r-- | mm/page-writeback.c | 50 |
4 files changed, 62 insertions, 1 deletions
diff --git a/include/linux/init_task.h b/include/linux/init_task.h index 513bc3e489f0..3a619f57a2b2 100644 --- a/include/linux/init_task.h +++ b/include/linux/init_task.h | |||
@@ -171,6 +171,7 @@ extern struct group_info init_groups; | |||
171 | [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \ | 171 | [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \ |
172 | [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \ | 172 | [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \ |
173 | }, \ | 173 | }, \ |
174 | .dirties = INIT_PROP_LOCAL_SINGLE(dirties), \ | ||
174 | INIT_TRACE_IRQFLAGS \ | 175 | INIT_TRACE_IRQFLAGS \ |
175 | INIT_LOCKDEP \ | 176 | INIT_LOCKDEP \ |
176 | } | 177 | } |
diff --git a/include/linux/sched.h b/include/linux/sched.h index 592e3a55f818..59738efff8ad 100644 --- a/include/linux/sched.h +++ b/include/linux/sched.h | |||
@@ -74,6 +74,7 @@ struct sched_param { | |||
74 | #include <linux/pid.h> | 74 | #include <linux/pid.h> |
75 | #include <linux/percpu.h> | 75 | #include <linux/percpu.h> |
76 | #include <linux/topology.h> | 76 | #include <linux/topology.h> |
77 | #include <linux/proportions.h> | ||
77 | #include <linux/seccomp.h> | 78 | #include <linux/seccomp.h> |
78 | #include <linux/rcupdate.h> | 79 | #include <linux/rcupdate.h> |
79 | #include <linux/futex.h> | 80 | #include <linux/futex.h> |
@@ -1149,6 +1150,7 @@ struct task_struct { | |||
1149 | #ifdef CONFIG_FAULT_INJECTION | 1150 | #ifdef CONFIG_FAULT_INJECTION |
1150 | int make_it_fail; | 1151 | int make_it_fail; |
1151 | #endif | 1152 | #endif |
1153 | struct prop_local_single dirties; | ||
1152 | }; | 1154 | }; |
1153 | 1155 | ||
1154 | /* | 1156 | /* |
diff --git a/kernel/fork.c b/kernel/fork.c index 3fc3c1383912..163325af8179 100644 --- a/kernel/fork.c +++ b/kernel/fork.c | |||
@@ -107,6 +107,7 @@ static struct kmem_cache *mm_cachep; | |||
107 | 107 | ||
108 | void free_task(struct task_struct *tsk) | 108 | void free_task(struct task_struct *tsk) |
109 | { | 109 | { |
110 | prop_local_destroy_single(&tsk->dirties); | ||
110 | free_thread_info(tsk->stack); | 111 | free_thread_info(tsk->stack); |
111 | rt_mutex_debug_task_free(tsk); | 112 | rt_mutex_debug_task_free(tsk); |
112 | free_task_struct(tsk); | 113 | free_task_struct(tsk); |
@@ -163,6 +164,7 @@ static struct task_struct *dup_task_struct(struct task_struct *orig) | |||
163 | { | 164 | { |
164 | struct task_struct *tsk; | 165 | struct task_struct *tsk; |
165 | struct thread_info *ti; | 166 | struct thread_info *ti; |
167 | int err; | ||
166 | 168 | ||
167 | prepare_to_copy(orig); | 169 | prepare_to_copy(orig); |
168 | 170 | ||
@@ -178,6 +180,14 @@ static struct task_struct *dup_task_struct(struct task_struct *orig) | |||
178 | 180 | ||
179 | *tsk = *orig; | 181 | *tsk = *orig; |
180 | tsk->stack = ti; | 182 | tsk->stack = ti; |
183 | |||
184 | err = prop_local_init_single(&tsk->dirties); | ||
185 | if (err) { | ||
186 | free_thread_info(ti); | ||
187 | free_task_struct(tsk); | ||
188 | return NULL; | ||
189 | } | ||
190 | |||
181 | setup_thread_stack(tsk, orig); | 191 | setup_thread_stack(tsk, orig); |
182 | 192 | ||
183 | #ifdef CONFIG_CC_STACKPROTECTOR | 193 | #ifdef CONFIG_CC_STACKPROTECTOR |
diff --git a/mm/page-writeback.c b/mm/page-writeback.c index b0360546ac86..4073d531cd7b 100644 --- a/mm/page-writeback.c +++ b/mm/page-writeback.c | |||
@@ -118,6 +118,7 @@ static void background_writeout(unsigned long _min_pages); | |||
118 | * | 118 | * |
119 | */ | 119 | */ |
120 | static struct prop_descriptor vm_completions; | 120 | static struct prop_descriptor vm_completions; |
121 | static struct prop_descriptor vm_dirties; | ||
121 | 122 | ||
122 | static unsigned long determine_dirtyable_memory(void); | 123 | static unsigned long determine_dirtyable_memory(void); |
123 | 124 | ||
@@ -146,6 +147,7 @@ int dirty_ratio_handler(struct ctl_table *table, int write, | |||
146 | if (ret == 0 && write && vm_dirty_ratio != old_ratio) { | 147 | if (ret == 0 && write && vm_dirty_ratio != old_ratio) { |
147 | int shift = calc_period_shift(); | 148 | int shift = calc_period_shift(); |
148 | prop_change_shift(&vm_completions, shift); | 149 | prop_change_shift(&vm_completions, shift); |
150 | prop_change_shift(&vm_dirties, shift); | ||
149 | } | 151 | } |
150 | return ret; | 152 | return ret; |
151 | } | 153 | } |
@@ -159,6 +161,11 @@ static inline void __bdi_writeout_inc(struct backing_dev_info *bdi) | |||
159 | __prop_inc_percpu(&vm_completions, &bdi->completions); | 161 | __prop_inc_percpu(&vm_completions, &bdi->completions); |
160 | } | 162 | } |
161 | 163 | ||
164 | static inline void task_dirty_inc(struct task_struct *tsk) | ||
165 | { | ||
166 | prop_inc_single(&vm_dirties, &tsk->dirties); | ||
167 | } | ||
168 | |||
162 | /* | 169 | /* |
163 | * Obtain an accurate fraction of the BDI's portion. | 170 | * Obtain an accurate fraction of the BDI's portion. |
164 | */ | 171 | */ |
@@ -198,6 +205,37 @@ clip_bdi_dirty_limit(struct backing_dev_info *bdi, long dirty, long *pbdi_dirty) | |||
198 | *pbdi_dirty = min(*pbdi_dirty, avail_dirty); | 205 | *pbdi_dirty = min(*pbdi_dirty, avail_dirty); |
199 | } | 206 | } |
200 | 207 | ||
208 | static inline void task_dirties_fraction(struct task_struct *tsk, | ||
209 | long *numerator, long *denominator) | ||
210 | { | ||
211 | prop_fraction_single(&vm_dirties, &tsk->dirties, | ||
212 | numerator, denominator); | ||
213 | } | ||
214 | |||
215 | /* | ||
216 | * scale the dirty limit | ||
217 | * | ||
218 | * task specific dirty limit: | ||
219 | * | ||
220 | * dirty -= (dirty/8) * p_{t} | ||
221 | */ | ||
222 | void task_dirty_limit(struct task_struct *tsk, long *pdirty) | ||
223 | { | ||
224 | long numerator, denominator; | ||
225 | long dirty = *pdirty; | ||
226 | u64 inv = dirty >> 3; | ||
227 | |||
228 | task_dirties_fraction(tsk, &numerator, &denominator); | ||
229 | inv *= numerator; | ||
230 | do_div(inv, denominator); | ||
231 | |||
232 | dirty -= inv; | ||
233 | if (dirty < *pdirty/2) | ||
234 | dirty = *pdirty/2; | ||
235 | |||
236 | *pdirty = dirty; | ||
237 | } | ||
238 | |||
201 | /* | 239 | /* |
202 | * Work out the current dirty-memory clamping and background writeout | 240 | * Work out the current dirty-memory clamping and background writeout |
203 | * thresholds. | 241 | * thresholds. |
@@ -304,6 +342,7 @@ get_dirty_limits(long *pbackground, long *pdirty, long *pbdi_dirty, | |||
304 | 342 | ||
305 | *pbdi_dirty = bdi_dirty; | 343 | *pbdi_dirty = bdi_dirty; |
306 | clip_bdi_dirty_limit(bdi, dirty, pbdi_dirty); | 344 | clip_bdi_dirty_limit(bdi, dirty, pbdi_dirty); |
345 | task_dirty_limit(current, pbdi_dirty); | ||
307 | } | 346 | } |
308 | } | 347 | } |
309 | 348 | ||
@@ -720,6 +759,7 @@ void __init page_writeback_init(void) | |||
720 | 759 | ||
721 | shift = calc_period_shift(); | 760 | shift = calc_period_shift(); |
722 | prop_descriptor_init(&vm_completions, shift); | 761 | prop_descriptor_init(&vm_completions, shift); |
762 | prop_descriptor_init(&vm_dirties, shift); | ||
723 | } | 763 | } |
724 | 764 | ||
725 | /** | 765 | /** |
@@ -998,7 +1038,7 @@ EXPORT_SYMBOL(redirty_page_for_writepage); | |||
998 | * If the mapping doesn't provide a set_page_dirty a_op, then | 1038 | * If the mapping doesn't provide a set_page_dirty a_op, then |
999 | * just fall through and assume that it wants buffer_heads. | 1039 | * just fall through and assume that it wants buffer_heads. |
1000 | */ | 1040 | */ |
1001 | int fastcall set_page_dirty(struct page *page) | 1041 | static int __set_page_dirty(struct page *page) |
1002 | { | 1042 | { |
1003 | struct address_space *mapping = page_mapping(page); | 1043 | struct address_space *mapping = page_mapping(page); |
1004 | 1044 | ||
@@ -1016,6 +1056,14 @@ int fastcall set_page_dirty(struct page *page) | |||
1016 | } | 1056 | } |
1017 | return 0; | 1057 | return 0; |
1018 | } | 1058 | } |
1059 | |||
1060 | int fastcall set_page_dirty(struct page *page) | ||
1061 | { | ||
1062 | int ret = __set_page_dirty(page); | ||
1063 | if (ret) | ||
1064 | task_dirty_inc(current); | ||
1065 | return ret; | ||
1066 | } | ||
1019 | EXPORT_SYMBOL(set_page_dirty); | 1067 | EXPORT_SYMBOL(set_page_dirty); |
1020 | 1068 | ||
1021 | /* | 1069 | /* |