diff options
-rw-r--r-- | include/linux/huge_mm.h | 2 | ||||
-rw-r--r-- | mm/memory.c | 4 | ||||
-rw-r--r-- | mm/mempolicy.c | 2 | ||||
-rw-r--r-- | mm/mprotect.c | 2 |
4 files changed, 6 insertions, 4 deletions
diff --git a/include/linux/huge_mm.h b/include/linux/huge_mm.h index e35e6de633b9..1f782aa1d8e6 100644 --- a/include/linux/huge_mm.h +++ b/include/linux/huge_mm.h | |||
@@ -189,6 +189,8 @@ static inline void deferred_split_huge_page(struct page *page) {} | |||
189 | #define split_huge_pmd(__vma, __pmd, __address) \ | 189 | #define split_huge_pmd(__vma, __pmd, __address) \ |
190 | do { } while (0) | 190 | do { } while (0) |
191 | 191 | ||
192 | static inline void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, | ||
193 | unsigned long address, bool freeze, struct page *page) {} | ||
192 | static inline void split_huge_pmd_address(struct vm_area_struct *vma, | 194 | static inline void split_huge_pmd_address(struct vm_area_struct *vma, |
193 | unsigned long address, bool freeze, struct page *page) {} | 195 | unsigned long address, bool freeze, struct page *page) {} |
194 | 196 | ||
diff --git a/mm/memory.c b/mm/memory.c index 33f45edf8272..d86b7b4afd7d 100644 --- a/mm/memory.c +++ b/mm/memory.c | |||
@@ -1240,7 +1240,7 @@ static inline unsigned long zap_pmd_range(struct mmu_gather *tlb, | |||
1240 | if (next - addr != HPAGE_PMD_SIZE) { | 1240 | if (next - addr != HPAGE_PMD_SIZE) { |
1241 | VM_BUG_ON_VMA(vma_is_anonymous(vma) && | 1241 | VM_BUG_ON_VMA(vma_is_anonymous(vma) && |
1242 | !rwsem_is_locked(&tlb->mm->mmap_sem), vma); | 1242 | !rwsem_is_locked(&tlb->mm->mmap_sem), vma); |
1243 | split_huge_pmd(vma, pmd, addr); | 1243 | __split_huge_pmd(vma, pmd, addr, false, NULL); |
1244 | } else if (zap_huge_pmd(tlb, vma, pmd, addr)) | 1244 | } else if (zap_huge_pmd(tlb, vma, pmd, addr)) |
1245 | goto next; | 1245 | goto next; |
1246 | /* fall through */ | 1246 | /* fall through */ |
@@ -3454,7 +3454,7 @@ static int wp_huge_pmd(struct fault_env *fe, pmd_t orig_pmd) | |||
3454 | 3454 | ||
3455 | /* COW handled on pte level: split pmd */ | 3455 | /* COW handled on pte level: split pmd */ |
3456 | VM_BUG_ON_VMA(fe->vma->vm_flags & VM_SHARED, fe->vma); | 3456 | VM_BUG_ON_VMA(fe->vma->vm_flags & VM_SHARED, fe->vma); |
3457 | split_huge_pmd(fe->vma, fe->pmd, fe->address); | 3457 | __split_huge_pmd(fe->vma, fe->pmd, fe->address, false, NULL); |
3458 | 3458 | ||
3459 | return VM_FAULT_FALLBACK; | 3459 | return VM_FAULT_FALLBACK; |
3460 | } | 3460 | } |
diff --git a/mm/mempolicy.c b/mm/mempolicy.c index 0b859af06b87..a6a27e5d6b14 100644 --- a/mm/mempolicy.c +++ b/mm/mempolicy.c | |||
@@ -496,7 +496,7 @@ static int queue_pages_pte_range(pmd_t *pmd, unsigned long addr, | |||
496 | page = pmd_page(*pmd); | 496 | page = pmd_page(*pmd); |
497 | if (is_huge_zero_page(page)) { | 497 | if (is_huge_zero_page(page)) { |
498 | spin_unlock(ptl); | 498 | spin_unlock(ptl); |
499 | split_huge_pmd(vma, pmd, addr); | 499 | __split_huge_pmd(vma, pmd, addr, false, NULL); |
500 | } else { | 500 | } else { |
501 | get_page(page); | 501 | get_page(page); |
502 | spin_unlock(ptl); | 502 | spin_unlock(ptl); |
diff --git a/mm/mprotect.c b/mm/mprotect.c index 05a02b72c98d..c5ba2aae0f54 100644 --- a/mm/mprotect.c +++ b/mm/mprotect.c | |||
@@ -176,7 +176,7 @@ static inline unsigned long change_pmd_range(struct vm_area_struct *vma, | |||
176 | 176 | ||
177 | if (pmd_trans_huge(*pmd) || pmd_devmap(*pmd)) { | 177 | if (pmd_trans_huge(*pmd) || pmd_devmap(*pmd)) { |
178 | if (next - addr != HPAGE_PMD_SIZE) { | 178 | if (next - addr != HPAGE_PMD_SIZE) { |
179 | split_huge_pmd(vma, pmd, addr); | 179 | __split_huge_pmd(vma, pmd, addr, false, NULL); |
180 | if (pmd_trans_unstable(pmd)) | 180 | if (pmd_trans_unstable(pmd)) |
181 | continue; | 181 | continue; |
182 | } else { | 182 | } else { |