diff options
author | Linus Torvalds <torvalds@linux-foundation.org> | 2014-01-28 00:03:39 -0500 |
---|---|---|
committer | Linus Torvalds <torvalds@linux-foundation.org> | 2014-01-28 00:03:39 -0500 |
commit | d12de1ef5eba3adb88f8e9dd81b6a60349466378 (patch) | |
tree | e7a82d5d797ba453ab16754a4750ec393773a2a1 | |
parent | ba635f8cd20ebc7bddf1eb8e1f4eae28a034e916 (diff) | |
parent | b3084f4db3aeb991c507ca774337c7e7893ed04f (diff) |
Merge branch 'merge' of git://git.kernel.org/pub/scm/linux/kernel/git/benh/powerpc
Pull powerpc mremap fix from Ben Herrenschmidt:
"This is the patch that I had sent after -rc8 and which we decided to
wait before merging. It's based on a different tree than my -next
branch (it needs some pre-reqs that were in -rc4 or so while my -next
is based on -rc1) so I left it as a separate branch for your to pull.
It's identical to the request I did 2 or 3 weeks back.
This fixes crashes in mremap with THP on powerpc.
The fix however requires a small change in the generic code. It moves
a condition into a helper we can override from the arch which is
harmless, but it *also* slightly changes the order of the set_pmd and
the withdraw & deposit, which should be fine according to Kirill (who
wrote that code) but I agree -rc8 is a bit late...
It was acked by Kirill and Andrew told me to just merge it via powerpc"
* 'merge' of git://git.kernel.org/pub/scm/linux/kernel/git/benh/powerpc:
powerpc/thp: Fix crash on mremap
-rw-r--r-- | arch/powerpc/include/asm/pgtable-ppc64.h | 14 | ||||
-rw-r--r-- | include/asm-generic/pgtable.h | 12 | ||||
-rw-r--r-- | mm/huge_memory.c | 14 |
3 files changed, 31 insertions, 9 deletions
diff --git a/arch/powerpc/include/asm/pgtable-ppc64.h b/arch/powerpc/include/asm/pgtable-ppc64.h index 4a191c472867..d27960c89a71 100644 --- a/arch/powerpc/include/asm/pgtable-ppc64.h +++ b/arch/powerpc/include/asm/pgtable-ppc64.h | |||
@@ -558,5 +558,19 @@ extern pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp); | |||
558 | #define __HAVE_ARCH_PMDP_INVALIDATE | 558 | #define __HAVE_ARCH_PMDP_INVALIDATE |
559 | extern void pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, | 559 | extern void pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, |
560 | pmd_t *pmdp); | 560 | pmd_t *pmdp); |
561 | |||
562 | #define pmd_move_must_withdraw pmd_move_must_withdraw | ||
563 | typedef struct spinlock spinlock_t; | ||
564 | static inline int pmd_move_must_withdraw(spinlock_t *new_pmd_ptl, | ||
565 | spinlock_t *old_pmd_ptl) | ||
566 | { | ||
567 | /* | ||
568 | * Archs like ppc64 use pgtable to store per pmd | ||
569 | * specific information. So when we switch the pmd, | ||
570 | * we should also withdraw and deposit the pgtable | ||
571 | */ | ||
572 | return true; | ||
573 | } | ||
574 | |||
561 | #endif /* __ASSEMBLY__ */ | 575 | #endif /* __ASSEMBLY__ */ |
562 | #endif /* _ASM_POWERPC_PGTABLE_PPC64_H_ */ | 576 | #endif /* _ASM_POWERPC_PGTABLE_PPC64_H_ */ |
diff --git a/include/asm-generic/pgtable.h b/include/asm-generic/pgtable.h index db0923458940..8e4f41d9af4d 100644 --- a/include/asm-generic/pgtable.h +++ b/include/asm-generic/pgtable.h | |||
@@ -558,6 +558,18 @@ static inline pmd_t pmd_read_atomic(pmd_t *pmdp) | |||
558 | } | 558 | } |
559 | #endif | 559 | #endif |
560 | 560 | ||
561 | #ifndef pmd_move_must_withdraw | ||
562 | static inline int pmd_move_must_withdraw(spinlock_t *new_pmd_ptl, | ||
563 | spinlock_t *old_pmd_ptl) | ||
564 | { | ||
565 | /* | ||
566 | * With split pmd lock we also need to move preallocated | ||
567 | * PTE page table if new_pmd is on different PMD page table. | ||
568 | */ | ||
569 | return new_pmd_ptl != old_pmd_ptl; | ||
570 | } | ||
571 | #endif | ||
572 | |||
561 | /* | 573 | /* |
562 | * This function is meant to be used by sites walking pagetables with | 574 | * This function is meant to be used by sites walking pagetables with |
563 | * the mmap_sem hold in read mode to protect against MADV_DONTNEED and | 575 | * the mmap_sem hold in read mode to protect against MADV_DONTNEED and |
diff --git a/mm/huge_memory.c b/mm/huge_memory.c index 65c98eb5483c..82166bf974e1 100644 --- a/mm/huge_memory.c +++ b/mm/huge_memory.c | |||
@@ -1508,19 +1508,15 @@ int move_huge_pmd(struct vm_area_struct *vma, struct vm_area_struct *new_vma, | |||
1508 | spin_lock_nested(new_ptl, SINGLE_DEPTH_NESTING); | 1508 | spin_lock_nested(new_ptl, SINGLE_DEPTH_NESTING); |
1509 | pmd = pmdp_get_and_clear(mm, old_addr, old_pmd); | 1509 | pmd = pmdp_get_and_clear(mm, old_addr, old_pmd); |
1510 | VM_BUG_ON(!pmd_none(*new_pmd)); | 1510 | VM_BUG_ON(!pmd_none(*new_pmd)); |
1511 | set_pmd_at(mm, new_addr, new_pmd, pmd_mksoft_dirty(pmd)); | ||
1512 | if (new_ptl != old_ptl) { | ||
1513 | pgtable_t pgtable; | ||
1514 | 1511 | ||
1515 | /* | 1512 | if (pmd_move_must_withdraw(new_ptl, old_ptl)) { |
1516 | * Move preallocated PTE page table if new_pmd is on | 1513 | pgtable_t pgtable; |
1517 | * different PMD page table. | ||
1518 | */ | ||
1519 | pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); | 1514 | pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); |
1520 | pgtable_trans_huge_deposit(mm, new_pmd, pgtable); | 1515 | pgtable_trans_huge_deposit(mm, new_pmd, pgtable); |
1521 | |||
1522 | spin_unlock(new_ptl); | ||
1523 | } | 1516 | } |
1517 | set_pmd_at(mm, new_addr, new_pmd, pmd_mksoft_dirty(pmd)); | ||
1518 | if (new_ptl != old_ptl) | ||
1519 | spin_unlock(new_ptl); | ||
1524 | spin_unlock(old_ptl); | 1520 | spin_unlock(old_ptl); |
1525 | } | 1521 | } |
1526 | out: | 1522 | out: |