diff options
| -rw-r--r-- | arch/x86/mm/pageattr.c | 17 |
1 files changed, 3 insertions, 14 deletions
diff --git a/arch/x86/mm/pageattr.c b/arch/x86/mm/pageattr.c index 0f9052bcec4b..e17efed088c5 100644 --- a/arch/x86/mm/pageattr.c +++ b/arch/x86/mm/pageattr.c | |||
| @@ -204,30 +204,19 @@ static void cpa_flush_range(unsigned long start, int numpages, int cache) | |||
| 204 | } | 204 | } |
| 205 | } | 205 | } |
| 206 | 206 | ||
| 207 | static void wbinvd_local(void *unused) | ||
| 208 | { | ||
| 209 | wbinvd(); | ||
| 210 | } | ||
| 211 | |||
| 212 | static void cpa_flush_array(unsigned long *start, int numpages, int cache, | 207 | static void cpa_flush_array(unsigned long *start, int numpages, int cache, |
| 213 | int in_flags, struct page **pages) | 208 | int in_flags, struct page **pages) |
| 214 | { | 209 | { |
| 215 | unsigned int i, level; | 210 | unsigned int i, level; |
| 211 | unsigned long do_wbinvd = cache && numpages >= 1024; /* 4M threshold */ | ||
| 216 | 212 | ||
| 217 | BUG_ON(irqs_disabled()); | 213 | BUG_ON(irqs_disabled()); |
| 218 | 214 | ||
| 219 | on_each_cpu(__cpa_flush_range, NULL, 1); | 215 | on_each_cpu(__cpa_flush_all, (void *) do_wbinvd, 1); |
| 220 | 216 | ||
| 221 | if (!cache) | 217 | if (!cache || do_wbinvd) |
| 222 | return; | 218 | return; |
| 223 | 219 | ||
| 224 | /* 4M threshold */ | ||
| 225 | if (numpages >= 1024) { | ||
| 226 | if (boot_cpu_data.x86 >= 4) | ||
| 227 | on_each_cpu(wbinvd_local, NULL, 1); | ||
| 228 | |||
| 229 | return; | ||
| 230 | } | ||
| 231 | /* | 220 | /* |
| 232 | * We only need to flush on one CPU, | 221 | * We only need to flush on one CPU, |
| 233 | * clflush is a MESI-coherent instruction that | 222 | * clflush is a MESI-coherent instruction that |
