aboutsummaryrefslogtreecommitdiffstats
path: root/arch/x86
diff options
context:
space:
mode:
Diffstat (limited to 'arch/x86')
-rw-r--r--arch/x86/mm/tlb.c12
1 files changed, 6 insertions, 6 deletions
diff --git a/arch/x86/mm/tlb.c b/arch/x86/mm/tlb.c
index 05446c1cccfe..5176526ddd59 100644
--- a/arch/x86/mm/tlb.c
+++ b/arch/x86/mm/tlb.c
@@ -189,6 +189,7 @@ void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
189{ 189{
190 unsigned long addr; 190 unsigned long addr;
191 unsigned act_entries, tlb_entries = 0; 191 unsigned act_entries, tlb_entries = 0;
192 unsigned long nr_base_pages;
192 193
193 preempt_disable(); 194 preempt_disable();
194 if (current->active_mm != mm) 195 if (current->active_mm != mm)
@@ -210,18 +211,17 @@ void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
210 tlb_entries = tlb_lli_4k[ENTRIES]; 211 tlb_entries = tlb_lli_4k[ENTRIES];
211 else 212 else
212 tlb_entries = tlb_lld_4k[ENTRIES]; 213 tlb_entries = tlb_lld_4k[ENTRIES];
214
213 /* Assume all of TLB entries was occupied by this task */ 215 /* Assume all of TLB entries was occupied by this task */
214 act_entries = mm->total_vm > tlb_entries ? tlb_entries : mm->total_vm; 216 act_entries = tlb_entries >> tlb_flushall_shift;
217 act_entries = mm->total_vm > act_entries ? act_entries : mm->total_vm;
218 nr_base_pages = (end - start) >> PAGE_SHIFT;
215 219
216 /* tlb_flushall_shift is on balance point, details in commit log */ 220 /* tlb_flushall_shift is on balance point, details in commit log */
217 if ((end - start) >> PAGE_SHIFT > act_entries >> tlb_flushall_shift) { 221 if (nr_base_pages > act_entries || has_large_page(mm, start, end)) {
218 count_vm_tlb_event(NR_TLB_LOCAL_FLUSH_ALL); 222 count_vm_tlb_event(NR_TLB_LOCAL_FLUSH_ALL);
219 local_flush_tlb(); 223 local_flush_tlb();
220 } else { 224 } else {
221 if (has_large_page(mm, start, end)) {
222 local_flush_tlb();
223 goto flush_all;
224 }
225 /* flush range by one by one 'invlpg' */ 225 /* flush range by one by one 'invlpg' */
226 for (addr = start; addr < end; addr += PAGE_SIZE) { 226 for (addr = start; addr < end; addr += PAGE_SIZE) {
227 count_vm_tlb_event(NR_TLB_LOCAL_FLUSH_ONE); 227 count_vm_tlb_event(NR_TLB_LOCAL_FLUSH_ONE);