diff options
Diffstat (limited to 'mm')
-rw-r--r-- | mm/filemap.c | 6 | ||||
-rw-r--r-- | mm/filemap_xip.c | 2 | ||||
-rw-r--r-- | mm/hugetlb.c | 10 | ||||
-rw-r--r-- | mm/memory.c | 80 | ||||
-rw-r--r-- | mm/shmem.c | 8 |
5 files changed, 52 insertions, 54 deletions
diff --git a/mm/filemap.c b/mm/filemap.c index 0876cc57255f..4fd9e3f0f48a 100644 --- a/mm/filemap.c +++ b/mm/filemap.c | |||
@@ -1322,9 +1322,7 @@ int filemap_fault(struct vm_area_struct *vma, struct vm_fault *vmf) | |||
1322 | struct page *page; | 1322 | struct page *page; |
1323 | unsigned long size; | 1323 | unsigned long size; |
1324 | int did_readaround = 0; | 1324 | int did_readaround = 0; |
1325 | int ret; | 1325 | int ret = 0; |
1326 | |||
1327 | ret = VM_FAULT_MINOR; | ||
1328 | 1326 | ||
1329 | size = (i_size_read(inode) + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT; | 1327 | size = (i_size_read(inode) + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT; |
1330 | if (vmf->pgoff >= size) | 1328 | if (vmf->pgoff >= size) |
@@ -1408,7 +1406,7 @@ retry_find: | |||
1408 | */ | 1406 | */ |
1409 | mark_page_accessed(page); | 1407 | mark_page_accessed(page); |
1410 | vmf->page = page; | 1408 | vmf->page = page; |
1411 | return ret | FAULT_RET_LOCKED; | 1409 | return ret | VM_FAULT_LOCKED; |
1412 | 1410 | ||
1413 | outside_data_content: | 1411 | outside_data_content: |
1414 | /* | 1412 | /* |
diff --git a/mm/filemap_xip.c b/mm/filemap_xip.c index 847d5d78163e..53ee6a299635 100644 --- a/mm/filemap_xip.c +++ b/mm/filemap_xip.c | |||
@@ -252,7 +252,7 @@ static int xip_file_fault(struct vm_area_struct *area, struct vm_fault *vmf) | |||
252 | out: | 252 | out: |
253 | page_cache_get(page); | 253 | page_cache_get(page); |
254 | vmf->page = page; | 254 | vmf->page = page; |
255 | return VM_FAULT_MINOR; | 255 | return 0; |
256 | } | 256 | } |
257 | 257 | ||
258 | static struct vm_operations_struct xip_file_vm_ops = { | 258 | static struct vm_operations_struct xip_file_vm_ops = { |
diff --git a/mm/hugetlb.c b/mm/hugetlb.c index aaa7c1a682d9..c4a573b857bd 100644 --- a/mm/hugetlb.c +++ b/mm/hugetlb.c | |||
@@ -469,7 +469,7 @@ static int hugetlb_cow(struct mm_struct *mm, struct vm_area_struct *vma, | |||
469 | avoidcopy = (page_count(old_page) == 1); | 469 | avoidcopy = (page_count(old_page) == 1); |
470 | if (avoidcopy) { | 470 | if (avoidcopy) { |
471 | set_huge_ptep_writable(vma, address, ptep); | 471 | set_huge_ptep_writable(vma, address, ptep); |
472 | return VM_FAULT_MINOR; | 472 | return 0; |
473 | } | 473 | } |
474 | 474 | ||
475 | page_cache_get(old_page); | 475 | page_cache_get(old_page); |
@@ -494,7 +494,7 @@ static int hugetlb_cow(struct mm_struct *mm, struct vm_area_struct *vma, | |||
494 | } | 494 | } |
495 | page_cache_release(new_page); | 495 | page_cache_release(new_page); |
496 | page_cache_release(old_page); | 496 | page_cache_release(old_page); |
497 | return VM_FAULT_MINOR; | 497 | return 0; |
498 | } | 498 | } |
499 | 499 | ||
500 | static int hugetlb_no_page(struct mm_struct *mm, struct vm_area_struct *vma, | 500 | static int hugetlb_no_page(struct mm_struct *mm, struct vm_area_struct *vma, |
@@ -551,7 +551,7 @@ retry: | |||
551 | if (idx >= size) | 551 | if (idx >= size) |
552 | goto backout; | 552 | goto backout; |
553 | 553 | ||
554 | ret = VM_FAULT_MINOR; | 554 | ret = 0; |
555 | if (!pte_none(*ptep)) | 555 | if (!pte_none(*ptep)) |
556 | goto backout; | 556 | goto backout; |
557 | 557 | ||
@@ -602,7 +602,7 @@ int hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma, | |||
602 | return ret; | 602 | return ret; |
603 | } | 603 | } |
604 | 604 | ||
605 | ret = VM_FAULT_MINOR; | 605 | ret = 0; |
606 | 606 | ||
607 | spin_lock(&mm->page_table_lock); | 607 | spin_lock(&mm->page_table_lock); |
608 | /* Check for a racing update before calling hugetlb_cow */ | 608 | /* Check for a racing update before calling hugetlb_cow */ |
@@ -641,7 +641,7 @@ int follow_hugetlb_page(struct mm_struct *mm, struct vm_area_struct *vma, | |||
641 | spin_unlock(&mm->page_table_lock); | 641 | spin_unlock(&mm->page_table_lock); |
642 | ret = hugetlb_fault(mm, vma, vaddr, 0); | 642 | ret = hugetlb_fault(mm, vma, vaddr, 0); |
643 | spin_lock(&mm->page_table_lock); | 643 | spin_lock(&mm->page_table_lock); |
644 | if (ret == VM_FAULT_MINOR) | 644 | if (!(ret & VM_FAULT_MAJOR)) |
645 | continue; | 645 | continue; |
646 | 646 | ||
647 | remainder = 0; | 647 | remainder = 0; |
diff --git a/mm/memory.c b/mm/memory.c index 23c870479b3e..61d51da7e17c 100644 --- a/mm/memory.c +++ b/mm/memory.c | |||
@@ -1068,31 +1068,30 @@ int get_user_pages(struct task_struct *tsk, struct mm_struct *mm, | |||
1068 | cond_resched(); | 1068 | cond_resched(); |
1069 | while (!(page = follow_page(vma, start, foll_flags))) { | 1069 | while (!(page = follow_page(vma, start, foll_flags))) { |
1070 | int ret; | 1070 | int ret; |
1071 | ret = __handle_mm_fault(mm, vma, start, | 1071 | ret = handle_mm_fault(mm, vma, start, |
1072 | foll_flags & FOLL_WRITE); | 1072 | foll_flags & FOLL_WRITE); |
1073 | if (ret & VM_FAULT_ERROR) { | ||
1074 | if (ret & VM_FAULT_OOM) | ||
1075 | return i ? i : -ENOMEM; | ||
1076 | else if (ret & VM_FAULT_SIGBUS) | ||
1077 | return i ? i : -EFAULT; | ||
1078 | BUG(); | ||
1079 | } | ||
1080 | if (ret & VM_FAULT_MAJOR) | ||
1081 | tsk->maj_flt++; | ||
1082 | else | ||
1083 | tsk->min_flt++; | ||
1084 | |||
1073 | /* | 1085 | /* |
1074 | * The VM_FAULT_WRITE bit tells us that do_wp_page has | 1086 | * The VM_FAULT_WRITE bit tells us that |
1075 | * broken COW when necessary, even if maybe_mkwrite | 1087 | * do_wp_page has broken COW when necessary, |
1076 | * decided not to set pte_write. We can thus safely do | 1088 | * even if maybe_mkwrite decided not to set |
1077 | * subsequent page lookups as if they were reads. | 1089 | * pte_write. We can thus safely do subsequent |
1090 | * page lookups as if they were reads. | ||
1078 | */ | 1091 | */ |
1079 | if (ret & VM_FAULT_WRITE) | 1092 | if (ret & VM_FAULT_WRITE) |
1080 | foll_flags &= ~FOLL_WRITE; | 1093 | foll_flags &= ~FOLL_WRITE; |
1081 | 1094 | ||
1082 | switch (ret & ~VM_FAULT_WRITE) { | ||
1083 | case VM_FAULT_MINOR: | ||
1084 | tsk->min_flt++; | ||
1085 | break; | ||
1086 | case VM_FAULT_MAJOR: | ||
1087 | tsk->maj_flt++; | ||
1088 | break; | ||
1089 | case VM_FAULT_SIGBUS: | ||
1090 | return i ? i : -EFAULT; | ||
1091 | case VM_FAULT_OOM: | ||
1092 | return i ? i : -ENOMEM; | ||
1093 | default: | ||
1094 | BUG(); | ||
1095 | } | ||
1096 | cond_resched(); | 1095 | cond_resched(); |
1097 | } | 1096 | } |
1098 | if (pages) { | 1097 | if (pages) { |
@@ -1639,7 +1638,7 @@ static int do_wp_page(struct mm_struct *mm, struct vm_area_struct *vma, | |||
1639 | { | 1638 | { |
1640 | struct page *old_page, *new_page; | 1639 | struct page *old_page, *new_page; |
1641 | pte_t entry; | 1640 | pte_t entry; |
1642 | int reuse = 0, ret = VM_FAULT_MINOR; | 1641 | int reuse = 0, ret = 0; |
1643 | struct page *dirty_page = NULL; | 1642 | struct page *dirty_page = NULL; |
1644 | 1643 | ||
1645 | old_page = vm_normal_page(vma, address, orig_pte); | 1644 | old_page = vm_normal_page(vma, address, orig_pte); |
@@ -1835,8 +1834,8 @@ static int unmap_mapping_range_vma(struct vm_area_struct *vma, | |||
1835 | /* | 1834 | /* |
1836 | * files that support invalidating or truncating portions of the | 1835 | * files that support invalidating or truncating portions of the |
1837 | * file from under mmaped areas must have their ->fault function | 1836 | * file from under mmaped areas must have their ->fault function |
1838 | * return a locked page (and FAULT_RET_LOCKED code). This provides | 1837 | * return a locked page (and set VM_FAULT_LOCKED in the return). |
1839 | * synchronisation against concurrent unmapping here. | 1838 | * This provides synchronisation against concurrent unmapping here. |
1840 | */ | 1839 | */ |
1841 | 1840 | ||
1842 | again: | 1841 | again: |
@@ -2140,7 +2139,7 @@ static int do_swap_page(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2140 | struct page *page; | 2139 | struct page *page; |
2141 | swp_entry_t entry; | 2140 | swp_entry_t entry; |
2142 | pte_t pte; | 2141 | pte_t pte; |
2143 | int ret = VM_FAULT_MINOR; | 2142 | int ret = 0; |
2144 | 2143 | ||
2145 | if (!pte_unmap_same(mm, pmd, page_table, orig_pte)) | 2144 | if (!pte_unmap_same(mm, pmd, page_table, orig_pte)) |
2146 | goto out; | 2145 | goto out; |
@@ -2208,8 +2207,9 @@ static int do_swap_page(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2208 | unlock_page(page); | 2207 | unlock_page(page); |
2209 | 2208 | ||
2210 | if (write_access) { | 2209 | if (write_access) { |
2210 | /* XXX: We could OR the do_wp_page code with this one? */ | ||
2211 | if (do_wp_page(mm, vma, address, | 2211 | if (do_wp_page(mm, vma, address, |
2212 | page_table, pmd, ptl, pte) == VM_FAULT_OOM) | 2212 | page_table, pmd, ptl, pte) & VM_FAULT_OOM) |
2213 | ret = VM_FAULT_OOM; | 2213 | ret = VM_FAULT_OOM; |
2214 | goto out; | 2214 | goto out; |
2215 | } | 2215 | } |
@@ -2280,7 +2280,7 @@ static int do_anonymous_page(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2280 | lazy_mmu_prot_update(entry); | 2280 | lazy_mmu_prot_update(entry); |
2281 | unlock: | 2281 | unlock: |
2282 | pte_unmap_unlock(page_table, ptl); | 2282 | pte_unmap_unlock(page_table, ptl); |
2283 | return VM_FAULT_MINOR; | 2283 | return 0; |
2284 | release: | 2284 | release: |
2285 | page_cache_release(page); | 2285 | page_cache_release(page); |
2286 | goto unlock; | 2286 | goto unlock; |
@@ -2323,11 +2323,11 @@ static int __do_fault(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2323 | 2323 | ||
2324 | if (likely(vma->vm_ops->fault)) { | 2324 | if (likely(vma->vm_ops->fault)) { |
2325 | ret = vma->vm_ops->fault(vma, &vmf); | 2325 | ret = vma->vm_ops->fault(vma, &vmf); |
2326 | if (unlikely(ret & (VM_FAULT_ERROR | FAULT_RET_NOPAGE))) | 2326 | if (unlikely(ret & (VM_FAULT_ERROR | VM_FAULT_NOPAGE))) |
2327 | return (ret & VM_FAULT_MASK); | 2327 | return ret; |
2328 | } else { | 2328 | } else { |
2329 | /* Legacy ->nopage path */ | 2329 | /* Legacy ->nopage path */ |
2330 | ret = VM_FAULT_MINOR; | 2330 | ret = 0; |
2331 | vmf.page = vma->vm_ops->nopage(vma, address & PAGE_MASK, &ret); | 2331 | vmf.page = vma->vm_ops->nopage(vma, address & PAGE_MASK, &ret); |
2332 | /* no page was available -- either SIGBUS or OOM */ | 2332 | /* no page was available -- either SIGBUS or OOM */ |
2333 | if (unlikely(vmf.page == NOPAGE_SIGBUS)) | 2333 | if (unlikely(vmf.page == NOPAGE_SIGBUS)) |
@@ -2340,7 +2340,7 @@ static int __do_fault(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2340 | * For consistency in subsequent calls, make the faulted page always | 2340 | * For consistency in subsequent calls, make the faulted page always |
2341 | * locked. | 2341 | * locked. |
2342 | */ | 2342 | */ |
2343 | if (unlikely(!(ret & FAULT_RET_LOCKED))) | 2343 | if (unlikely(!(ret & VM_FAULT_LOCKED))) |
2344 | lock_page(vmf.page); | 2344 | lock_page(vmf.page); |
2345 | else | 2345 | else |
2346 | VM_BUG_ON(!PageLocked(vmf.page)); | 2346 | VM_BUG_ON(!PageLocked(vmf.page)); |
@@ -2356,7 +2356,8 @@ static int __do_fault(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2356 | ret = VM_FAULT_OOM; | 2356 | ret = VM_FAULT_OOM; |
2357 | goto out; | 2357 | goto out; |
2358 | } | 2358 | } |
2359 | page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, vma, address); | 2359 | page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, |
2360 | vma, address); | ||
2360 | if (!page) { | 2361 | if (!page) { |
2361 | ret = VM_FAULT_OOM; | 2362 | ret = VM_FAULT_OOM; |
2362 | goto out; | 2363 | goto out; |
@@ -2384,7 +2385,7 @@ static int __do_fault(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2384 | * is better done later. | 2385 | * is better done later. |
2385 | */ | 2386 | */ |
2386 | if (!page->mapping) { | 2387 | if (!page->mapping) { |
2387 | ret = VM_FAULT_MINOR; | 2388 | ret = 0; |
2388 | anon = 1; /* no anon but release vmf.page */ | 2389 | anon = 1; /* no anon but release vmf.page */ |
2389 | goto out; | 2390 | goto out; |
2390 | } | 2391 | } |
@@ -2447,7 +2448,7 @@ out_unlocked: | |||
2447 | put_page(dirty_page); | 2448 | put_page(dirty_page); |
2448 | } | 2449 | } |
2449 | 2450 | ||
2450 | return (ret & VM_FAULT_MASK); | 2451 | return ret; |
2451 | } | 2452 | } |
2452 | 2453 | ||
2453 | static int do_linear_fault(struct mm_struct *mm, struct vm_area_struct *vma, | 2454 | static int do_linear_fault(struct mm_struct *mm, struct vm_area_struct *vma, |
@@ -2486,7 +2487,6 @@ static noinline int do_no_pfn(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2486 | spinlock_t *ptl; | 2487 | spinlock_t *ptl; |
2487 | pte_t entry; | 2488 | pte_t entry; |
2488 | unsigned long pfn; | 2489 | unsigned long pfn; |
2489 | int ret = VM_FAULT_MINOR; | ||
2490 | 2490 | ||
2491 | pte_unmap(page_table); | 2491 | pte_unmap(page_table); |
2492 | BUG_ON(!(vma->vm_flags & VM_PFNMAP)); | 2492 | BUG_ON(!(vma->vm_flags & VM_PFNMAP)); |
@@ -2498,7 +2498,7 @@ static noinline int do_no_pfn(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2498 | else if (unlikely(pfn == NOPFN_SIGBUS)) | 2498 | else if (unlikely(pfn == NOPFN_SIGBUS)) |
2499 | return VM_FAULT_SIGBUS; | 2499 | return VM_FAULT_SIGBUS; |
2500 | else if (unlikely(pfn == NOPFN_REFAULT)) | 2500 | else if (unlikely(pfn == NOPFN_REFAULT)) |
2501 | return VM_FAULT_MINOR; | 2501 | return 0; |
2502 | 2502 | ||
2503 | page_table = pte_offset_map_lock(mm, pmd, address, &ptl); | 2503 | page_table = pte_offset_map_lock(mm, pmd, address, &ptl); |
2504 | 2504 | ||
@@ -2510,7 +2510,7 @@ static noinline int do_no_pfn(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2510 | set_pte_at(mm, address, page_table, entry); | 2510 | set_pte_at(mm, address, page_table, entry); |
2511 | } | 2511 | } |
2512 | pte_unmap_unlock(page_table, ptl); | 2512 | pte_unmap_unlock(page_table, ptl); |
2513 | return ret; | 2513 | return 0; |
2514 | } | 2514 | } |
2515 | 2515 | ||
2516 | /* | 2516 | /* |
@@ -2531,7 +2531,7 @@ static int do_nonlinear_fault(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2531 | pgoff_t pgoff; | 2531 | pgoff_t pgoff; |
2532 | 2532 | ||
2533 | if (!pte_unmap_same(mm, pmd, page_table, orig_pte)) | 2533 | if (!pte_unmap_same(mm, pmd, page_table, orig_pte)) |
2534 | return VM_FAULT_MINOR; | 2534 | return 0; |
2535 | 2535 | ||
2536 | if (unlikely(!(vma->vm_flags & VM_NONLINEAR) || | 2536 | if (unlikely(!(vma->vm_flags & VM_NONLINEAR) || |
2537 | !(vma->vm_flags & VM_CAN_NONLINEAR))) { | 2537 | !(vma->vm_flags & VM_CAN_NONLINEAR))) { |
@@ -2615,13 +2615,13 @@ static inline int handle_pte_fault(struct mm_struct *mm, | |||
2615 | } | 2615 | } |
2616 | unlock: | 2616 | unlock: |
2617 | pte_unmap_unlock(pte, ptl); | 2617 | pte_unmap_unlock(pte, ptl); |
2618 | return VM_FAULT_MINOR; | 2618 | return 0; |
2619 | } | 2619 | } |
2620 | 2620 | ||
2621 | /* | 2621 | /* |
2622 | * By the time we get here, we already hold the mm semaphore | 2622 | * By the time we get here, we already hold the mm semaphore |
2623 | */ | 2623 | */ |
2624 | int __handle_mm_fault(struct mm_struct *mm, struct vm_area_struct *vma, | 2624 | int handle_mm_fault(struct mm_struct *mm, struct vm_area_struct *vma, |
2625 | unsigned long address, int write_access) | 2625 | unsigned long address, int write_access) |
2626 | { | 2626 | { |
2627 | pgd_t *pgd; | 2627 | pgd_t *pgd; |
@@ -2650,7 +2650,7 @@ int __handle_mm_fault(struct mm_struct *mm, struct vm_area_struct *vma, | |||
2650 | return handle_pte_fault(mm, vma, address, pte, pmd, write_access); | 2650 | return handle_pte_fault(mm, vma, address, pte, pmd, write_access); |
2651 | } | 2651 | } |
2652 | 2652 | ||
2653 | EXPORT_SYMBOL_GPL(__handle_mm_fault); | 2653 | EXPORT_SYMBOL_GPL(handle_mm_fault); |
2654 | 2654 | ||
2655 | #ifndef __PAGETABLE_PUD_FOLDED | 2655 | #ifndef __PAGETABLE_PUD_FOLDED |
2656 | /* | 2656 | /* |
diff --git a/mm/shmem.c b/mm/shmem.c index 0a555af8733d..ad155c7745dc 100644 --- a/mm/shmem.c +++ b/mm/shmem.c | |||
@@ -1103,7 +1103,7 @@ static int shmem_getpage(struct inode *inode, unsigned long idx, | |||
1103 | return -EFBIG; | 1103 | return -EFBIG; |
1104 | 1104 | ||
1105 | if (type) | 1105 | if (type) |
1106 | *type = VM_FAULT_MINOR; | 1106 | *type = 0; |
1107 | 1107 | ||
1108 | /* | 1108 | /* |
1109 | * Normally, filepage is NULL on entry, and either found | 1109 | * Normally, filepage is NULL on entry, and either found |
@@ -1138,9 +1138,9 @@ repeat: | |||
1138 | if (!swappage) { | 1138 | if (!swappage) { |
1139 | shmem_swp_unmap(entry); | 1139 | shmem_swp_unmap(entry); |
1140 | /* here we actually do the io */ | 1140 | /* here we actually do the io */ |
1141 | if (type && *type == VM_FAULT_MINOR) { | 1141 | if (type && !(*type & VM_FAULT_MAJOR)) { |
1142 | __count_vm_event(PGMAJFAULT); | 1142 | __count_vm_event(PGMAJFAULT); |
1143 | *type = VM_FAULT_MAJOR; | 1143 | *type |= VM_FAULT_MAJOR; |
1144 | } | 1144 | } |
1145 | spin_unlock(&info->lock); | 1145 | spin_unlock(&info->lock); |
1146 | swappage = shmem_swapin(info, swap, idx); | 1146 | swappage = shmem_swapin(info, swap, idx); |
@@ -1323,7 +1323,7 @@ static int shmem_fault(struct vm_area_struct *vma, struct vm_fault *vmf) | |||
1323 | return ((error == -ENOMEM) ? VM_FAULT_OOM : VM_FAULT_SIGBUS); | 1323 | return ((error == -ENOMEM) ? VM_FAULT_OOM : VM_FAULT_SIGBUS); |
1324 | 1324 | ||
1325 | mark_page_accessed(vmf->page); | 1325 | mark_page_accessed(vmf->page); |
1326 | return ret | FAULT_RET_LOCKED; | 1326 | return ret | VM_FAULT_LOCKED; |
1327 | } | 1327 | } |
1328 | 1328 | ||
1329 | #ifdef CONFIG_NUMA | 1329 | #ifdef CONFIG_NUMA |