1 files changed, 38 insertions, 24 deletions

diff --git a/mm/rmap.c b/mm/rmap.c
index a3197a8a295b..e41375a6b029 100644
--- a/mm/rmap.c
+++ b/mm/rmap.c
@@ -360,7 +360,7 @@ void page_unlock_anon_vma(struct anon_vma *anon_vma)
  * Returns virtual address or -EFAULT if page's index/offset is not
  * within the range mapped the @vma.
  */
-static inline unsigned long
+inline unsigned long
 vma_address(struct page *page, struct vm_area_struct *vma)
 {
         pgoff_t pgoff = page->index << (PAGE_CACHE_SHIFT - PAGE_SHIFT);
@@ -435,6 +435,8 @@ pte_t *__page_check_address(struct page *page, struct mm_struct *mm,
         pmd = pmd_offset(pud, address);
         if (!pmd_present(*pmd))
                 return NULL;
+        if (pmd_trans_huge(*pmd))
+                return NULL;
 
         pte = pte_offset_map(pmd, address);
         /* Make a quick check before getting the lock */
@@ -489,35 +491,17 @@ int page_referenced_one(struct page *page, struct vm_area_struct *vma,
                         unsigned long *vm_flags)
 {
         struct mm_struct *mm = vma->vm_mm;
-        pte_t *pte;
-        spinlock_t *ptl;
         int referenced = 0;
 
-        pte = page_check_address(page, mm, address, &ptl, 0);
-        if (!pte)
-                goto out;
-
         /*
          * Don't want to elevate referenced for mlocked page that gets this far,
          * in order that it progresses to try_to_unmap and is moved to the
          * unevictable list.
          */
         if (vma->vm_flags & VM_LOCKED) {
-                *mapcount = 1;  /* break early from loop */
+                *mapcount = 0;  /* break early from loop */
                 *vm_flags |= VM_LOCKED;
-                goto out_unmap;
-        }
-
-        if (ptep_clear_flush_young_notify(vma, address, pte)) {
-                /*
-                 * Don't treat a reference through a sequentially read
-                 * mapping as such.  If the page has been used in
-                 * another mapping, we will catch it; if this other
-                 * mapping is already gone, the unmap path will have
-                 * set PG_referenced or activated the page.
-                 */
-                if (likely(!VM_SequentialReadHint(vma)))
-                        referenced++;
+                goto out;
         }
 
         /* Pretend the page is referenced if the task has the
@@ -526,9 +510,39 @@ int page_referenced_one(struct page *page, struct vm_area_struct *vma,
                         rwsem_is_locked(&mm->mmap_sem))
                 referenced++;
 
-out_unmap:
+        if (unlikely(PageTransHuge(page))) {
+                pmd_t *pmd;
+
+                spin_lock(&mm->page_table_lock);
+                pmd = page_check_address_pmd(page, mm, address,
+                                             PAGE_CHECK_ADDRESS_PMD_FLAG);
+                if (pmd && !pmd_trans_splitting(*pmd) &&
+                    pmdp_clear_flush_young_notify(vma, address, pmd))
+                        referenced++;
+                spin_unlock(&mm->page_table_lock);
+        } else {
+                pte_t *pte;
+                spinlock_t *ptl;
+
+                pte = page_check_address(page, mm, address, &ptl, 0);
+                if (!pte)
+                        goto out;
+
+                if (ptep_clear_flush_young_notify(vma, address, pte)) {
+                        /*
+                         * Don't treat a reference through a sequentially read
+                         * mapping as such.  If the page has been used in
+                         * another mapping, we will catch it; if this other
+                         * mapping is already gone, the unmap path will have
+                         * set PG_referenced or activated the page.
+                         */
+                        if (likely(!VM_SequentialReadHint(vma)))
+                                referenced++;
+                }
+                pte_unmap_unlock(pte, ptl);
+        }
+
         (*mapcount)--;
-        pte_unmap_unlock(pte, ptl);
 
         if (referenced)
                 *vm_flags |= vma->vm_flags;
@@ -1202,7 +1216,7 @@ static int try_to_unmap_cluster(unsigned long cursor, unsigned int *mapcount,
         return ret;
 }
 
-static bool is_vma_temporary_stack(struct vm_area_struct *vma)
+bool is_vma_temporary_stack(struct vm_area_struct *vma)
 {
         int maybe_stack = vma->vm_flags & (VM_GROWSDOWN | VM_GROWSUP);