diff options
author | Andrea Arcangeli <aarcange@redhat.com> | 2011-01-13 18:46:44 -0500 |
---|---|---|
committer | Linus Torvalds <torvalds@linux-foundation.org> | 2011-01-13 20:32:41 -0500 |
commit | 91a4ee2670e0ee2b0630a0eb24fb9a87ea3acd0a (patch) | |
tree | 28b3fa3535295544928329290c365eecc5a770d2 /include/linux/mmu_notifier.h | |
parent | 8ac1f8320a0073f28cf9e0491af4cd98f504f92a (diff) |
thp: add pmd mmu_notifier helpers
Add mmu notifier helpers to handle pmd huge operations.
Signed-off-by: Andrea Arcangeli <aarcange@redhat.com>
Acked-by: Rik van Riel <riel@redhat.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
Diffstat (limited to 'include/linux/mmu_notifier.h')
-rw-r--r-- | include/linux/mmu_notifier.h | 40 |
1 files changed, 40 insertions, 0 deletions
diff --git a/include/linux/mmu_notifier.h b/include/linux/mmu_notifier.h index 43dcfbdc39de..cbfab1e9957d 100644 --- a/include/linux/mmu_notifier.h +++ b/include/linux/mmu_notifier.h | |||
@@ -243,6 +243,32 @@ static inline void mmu_notifier_mm_destroy(struct mm_struct *mm) | |||
243 | __pte; \ | 243 | __pte; \ |
244 | }) | 244 | }) |
245 | 245 | ||
246 | #define pmdp_clear_flush_notify(__vma, __address, __pmdp) \ | ||
247 | ({ \ | ||
248 | pmd_t __pmd; \ | ||
249 | struct vm_area_struct *___vma = __vma; \ | ||
250 | unsigned long ___address = __address; \ | ||
251 | VM_BUG_ON(__address & ~HPAGE_PMD_MASK); \ | ||
252 | mmu_notifier_invalidate_range_start(___vma->vm_mm, ___address, \ | ||
253 | (__address)+HPAGE_PMD_SIZE);\ | ||
254 | __pmd = pmdp_clear_flush(___vma, ___address, __pmdp); \ | ||
255 | mmu_notifier_invalidate_range_end(___vma->vm_mm, ___address, \ | ||
256 | (__address)+HPAGE_PMD_SIZE); \ | ||
257 | __pmd; \ | ||
258 | }) | ||
259 | |||
260 | #define pmdp_splitting_flush_notify(__vma, __address, __pmdp) \ | ||
261 | ({ \ | ||
262 | struct vm_area_struct *___vma = __vma; \ | ||
263 | unsigned long ___address = __address; \ | ||
264 | VM_BUG_ON(__address & ~HPAGE_PMD_MASK); \ | ||
265 | mmu_notifier_invalidate_range_start(___vma->vm_mm, ___address, \ | ||
266 | (__address)+HPAGE_PMD_SIZE);\ | ||
267 | pmdp_splitting_flush(___vma, ___address, __pmdp); \ | ||
268 | mmu_notifier_invalidate_range_end(___vma->vm_mm, ___address, \ | ||
269 | (__address)+HPAGE_PMD_SIZE); \ | ||
270 | }) | ||
271 | |||
246 | #define ptep_clear_flush_young_notify(__vma, __address, __ptep) \ | 272 | #define ptep_clear_flush_young_notify(__vma, __address, __ptep) \ |
247 | ({ \ | 273 | ({ \ |
248 | int __young; \ | 274 | int __young; \ |
@@ -254,6 +280,17 @@ static inline void mmu_notifier_mm_destroy(struct mm_struct *mm) | |||
254 | __young; \ | 280 | __young; \ |
255 | }) | 281 | }) |
256 | 282 | ||
283 | #define pmdp_clear_flush_young_notify(__vma, __address, __pmdp) \ | ||
284 | ({ \ | ||
285 | int __young; \ | ||
286 | struct vm_area_struct *___vma = __vma; \ | ||
287 | unsigned long ___address = __address; \ | ||
288 | __young = pmdp_clear_flush_young(___vma, ___address, __pmdp); \ | ||
289 | __young |= mmu_notifier_clear_flush_young(___vma->vm_mm, \ | ||
290 | ___address); \ | ||
291 | __young; \ | ||
292 | }) | ||
293 | |||
257 | #define set_pte_at_notify(__mm, __address, __ptep, __pte) \ | 294 | #define set_pte_at_notify(__mm, __address, __ptep, __pte) \ |
258 | ({ \ | 295 | ({ \ |
259 | struct mm_struct *___mm = __mm; \ | 296 | struct mm_struct *___mm = __mm; \ |
@@ -305,7 +342,10 @@ static inline void mmu_notifier_mm_destroy(struct mm_struct *mm) | |||
305 | } | 342 | } |
306 | 343 | ||
307 | #define ptep_clear_flush_young_notify ptep_clear_flush_young | 344 | #define ptep_clear_flush_young_notify ptep_clear_flush_young |
345 | #define pmdp_clear_flush_young_notify pmdp_clear_flush_young | ||
308 | #define ptep_clear_flush_notify ptep_clear_flush | 346 | #define ptep_clear_flush_notify ptep_clear_flush |
347 | #define pmdp_clear_flush_notify pmdp_clear_flush | ||
348 | #define pmdp_splitting_flush_notify pmdp_splitting_flush | ||
309 | #define set_pte_at_notify set_pte_at | 349 | #define set_pte_at_notify set_pte_at |
310 | 350 | ||
311 | #endif /* CONFIG_MMU_NOTIFIER */ | 351 | #endif /* CONFIG_MMU_NOTIFIER */ |