aboutsummaryrefslogtreecommitdiffstats
path: root/mm
diff options
context:
space:
mode:
Diffstat (limited to 'mm')
-rw-r--r--mm/page-writeback.c50
1 files changed, 49 insertions, 1 deletions
diff --git a/mm/page-writeback.c b/mm/page-writeback.c
index b0360546ac86..4073d531cd7b 100644
--- a/mm/page-writeback.c
+++ b/mm/page-writeback.c
@@ -118,6 +118,7 @@ static void background_writeout(unsigned long _min_pages);
118 * 118 *
119 */ 119 */
120static struct prop_descriptor vm_completions; 120static struct prop_descriptor vm_completions;
121static struct prop_descriptor vm_dirties;
121 122
122static unsigned long determine_dirtyable_memory(void); 123static unsigned long determine_dirtyable_memory(void);
123 124
@@ -146,6 +147,7 @@ int dirty_ratio_handler(struct ctl_table *table, int write,
146 if (ret == 0 && write && vm_dirty_ratio != old_ratio) { 147 if (ret == 0 && write && vm_dirty_ratio != old_ratio) {
147 int shift = calc_period_shift(); 148 int shift = calc_period_shift();
148 prop_change_shift(&vm_completions, shift); 149 prop_change_shift(&vm_completions, shift);
150 prop_change_shift(&vm_dirties, shift);
149 } 151 }
150 return ret; 152 return ret;
151} 153}
@@ -159,6 +161,11 @@ static inline void __bdi_writeout_inc(struct backing_dev_info *bdi)
159 __prop_inc_percpu(&vm_completions, &bdi->completions); 161 __prop_inc_percpu(&vm_completions, &bdi->completions);
160} 162}
161 163
164static inline void task_dirty_inc(struct task_struct *tsk)
165{
166 prop_inc_single(&vm_dirties, &tsk->dirties);
167}
168
162/* 169/*
163 * Obtain an accurate fraction of the BDI's portion. 170 * Obtain an accurate fraction of the BDI's portion.
164 */ 171 */
@@ -198,6 +205,37 @@ clip_bdi_dirty_limit(struct backing_dev_info *bdi, long dirty, long *pbdi_dirty)
198 *pbdi_dirty = min(*pbdi_dirty, avail_dirty); 205 *pbdi_dirty = min(*pbdi_dirty, avail_dirty);
199} 206}
200 207
208static inline void task_dirties_fraction(struct task_struct *tsk,
209 long *numerator, long *denominator)
210{
211 prop_fraction_single(&vm_dirties, &tsk->dirties,
212 numerator, denominator);
213}
214
215/*
216 * scale the dirty limit
217 *
218 * task specific dirty limit:
219 *
220 * dirty -= (dirty/8) * p_{t}
221 */
222void task_dirty_limit(struct task_struct *tsk, long *pdirty)
223{
224 long numerator, denominator;
225 long dirty = *pdirty;
226 u64 inv = dirty >> 3;
227
228 task_dirties_fraction(tsk, &numerator, &denominator);
229 inv *= numerator;
230 do_div(inv, denominator);
231
232 dirty -= inv;
233 if (dirty < *pdirty/2)
234 dirty = *pdirty/2;
235
236 *pdirty = dirty;
237}
238
201/* 239/*
202 * Work out the current dirty-memory clamping and background writeout 240 * Work out the current dirty-memory clamping and background writeout
203 * thresholds. 241 * thresholds.
@@ -304,6 +342,7 @@ get_dirty_limits(long *pbackground, long *pdirty, long *pbdi_dirty,
304 342
305 *pbdi_dirty = bdi_dirty; 343 *pbdi_dirty = bdi_dirty;
306 clip_bdi_dirty_limit(bdi, dirty, pbdi_dirty); 344 clip_bdi_dirty_limit(bdi, dirty, pbdi_dirty);
345 task_dirty_limit(current, pbdi_dirty);
307 } 346 }
308} 347}
309 348
@@ -720,6 +759,7 @@ void __init page_writeback_init(void)
720 759
721 shift = calc_period_shift(); 760 shift = calc_period_shift();
722 prop_descriptor_init(&vm_completions, shift); 761 prop_descriptor_init(&vm_completions, shift);
762 prop_descriptor_init(&vm_dirties, shift);
723} 763}
724 764
725/** 765/**
@@ -998,7 +1038,7 @@ EXPORT_SYMBOL(redirty_page_for_writepage);
998 * If the mapping doesn't provide a set_page_dirty a_op, then 1038 * If the mapping doesn't provide a set_page_dirty a_op, then
999 * just fall through and assume that it wants buffer_heads. 1039 * just fall through and assume that it wants buffer_heads.
1000 */ 1040 */
1001int fastcall set_page_dirty(struct page *page) 1041static int __set_page_dirty(struct page *page)
1002{ 1042{
1003 struct address_space *mapping = page_mapping(page); 1043 struct address_space *mapping = page_mapping(page);
1004 1044
@@ -1016,6 +1056,14 @@ int fastcall set_page_dirty(struct page *page)
1016 } 1056 }
1017 return 0; 1057 return 0;
1018} 1058}
1059
1060int fastcall set_page_dirty(struct page *page)
1061{
1062 int ret = __set_page_dirty(page);
1063 if (ret)
1064 task_dirty_inc(current);
1065 return ret;
1066}
1019EXPORT_SYMBOL(set_page_dirty); 1067EXPORT_SYMBOL(set_page_dirty);
1020 1068
1021/* 1069/*