3 files changed, 14 insertions, 4 deletions

diff --git a/mm/memory.c b/mm/memory.c
index a4597614f18d..77d9f840936b 100644
--- a/mm/memory.c
+++ b/mm/memory.c
@@ -679,7 +679,9 @@ copy_one_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm,
                                                  &src_mm->mmlist);
                                 spin_unlock(&mmlist_lock);
                         }
-                        if (is_write_migration_entry(entry) &&
+                        if (likely(!non_swap_entry(entry)))
+                                rss[MM_SWAPENTS]++;
+                        else if (is_write_migration_entry(entry) &&
                                         is_cow_mapping(vm_flags)) {
                                 /*
                                  * COW mappings require pages in both parent
@@ -974,9 +976,14 @@ static unsigned long zap_pte_range(struct mmu_gather *tlb,
                 if (pte_file(ptent)) {
                         if (unlikely(!(vma->vm_flags & VM_NONLINEAR)))
                                 print_bad_pte(vma, addr, ptent, NULL);
-                } else if
-                  (unlikely(!free_swap_and_cache(pte_to_swp_entry(ptent))))
-                        print_bad_pte(vma, addr, ptent, NULL);
+                } else {
+                        swp_entry_t entry = pte_to_swp_entry(ptent);
+
+                        if (!non_swap_entry(entry))
+                                rss[MM_SWAPENTS]--;
+                        if (unlikely(!free_swap_and_cache(entry)))
+                                print_bad_pte(vma, addr, ptent, NULL);
+                }
                 pte_clear_not_present_full(mm, addr, pte, tlb->fullmm);
         } while (pte++, addr += PAGE_SIZE, (addr != end && *zap_work > 0));
 
@@ -2692,6 +2699,7 @@ static int do_swap_page(struct mm_struct *mm, struct vm_area_struct *vma,
          */
 
         inc_mm_counter_fast(mm, MM_ANONPAGES);
+        dec_mm_counter_fast(mm, MM_SWAPENTS);
         pte = mk_pte(page, vma->vm_page_prot);
         if ((flags & FAULT_FLAG_WRITE) && reuse_swap_page(page)) {
                 pte = maybe_mkwrite(pte_mkdirty(pte), vma);
diff --git a/mm/rmap.c b/mm/rmap.c
index 73d0472884c2..5cb47111f79e 100644
--- a/mm/rmap.c
+++ b/mm/rmap.c
@@ -840,6 +840,7 @@ int try_to_unmap_one(struct page *page, struct vm_area_struct *vma,
                                 spin_unlock(&mmlist_lock);
                         }
                         dec_mm_counter(mm, MM_ANONPAGES);
+                        inc_mm_counter(mm, MM_SWAPENTS);
                 } else if (PAGE_MIGRATION) {
                         /*
                          * Store the pfn of the page in a special migration
diff --git a/mm/swapfile.c b/mm/swapfile.c
index 893984946a2c..187a21f8b7bd 100644
--- a/mm/swapfile.c
+++ b/mm/swapfile.c
@@ -840,6 +840,7 @@ static int unuse_pte(struct vm_area_struct *vma, pmd_t *pmd,
                 goto out;
         }
 
+        dec_mm_counter(vma->vm_mm, MM_SWAPENTS);
         inc_mm_counter(vma->vm_mm, MM_ANONPAGES);
         get_page(page);
         set_pte_at(vma->vm_mm, addr, pte,