diff options
Diffstat (limited to 'mm/memcontrol.c')
-rw-r--r-- | mm/memcontrol.c | 47 |
1 files changed, 26 insertions, 21 deletions
diff --git a/mm/memcontrol.c b/mm/memcontrol.c index 29501f040568..5177c6d4a2dd 100644 --- a/mm/memcontrol.c +++ b/mm/memcontrol.c | |||
@@ -1077,9 +1077,18 @@ static struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm) | |||
1077 | 1077 | ||
1078 | rcu_read_lock(); | 1078 | rcu_read_lock(); |
1079 | do { | 1079 | do { |
1080 | memcg = mem_cgroup_from_task(rcu_dereference(mm->owner)); | 1080 | /* |
1081 | if (unlikely(!memcg)) | 1081 | * Page cache insertions can happen withou an |
1082 | * actual mm context, e.g. during disk probing | ||
1083 | * on boot, loopback IO, acct() writes etc. | ||
1084 | */ | ||
1085 | if (unlikely(!mm)) | ||
1082 | memcg = root_mem_cgroup; | 1086 | memcg = root_mem_cgroup; |
1087 | else { | ||
1088 | memcg = mem_cgroup_from_task(rcu_dereference(mm->owner)); | ||
1089 | if (unlikely(!memcg)) | ||
1090 | memcg = root_mem_cgroup; | ||
1091 | } | ||
1083 | } while (!css_tryget(&memcg->css)); | 1092 | } while (!css_tryget(&memcg->css)); |
1084 | rcu_read_unlock(); | 1093 | rcu_read_unlock(); |
1085 | return memcg; | 1094 | return memcg; |
@@ -3958,17 +3967,9 @@ int mem_cgroup_charge_file(struct page *page, struct mm_struct *mm, | |||
3958 | return 0; | 3967 | return 0; |
3959 | } | 3968 | } |
3960 | 3969 | ||
3961 | /* | 3970 | memcg = mem_cgroup_try_charge_mm(mm, gfp_mask, 1, true); |
3962 | * Page cache insertions can happen without an actual mm | 3971 | if (!memcg) |
3963 | * context, e.g. during disk probing on boot. | 3972 | return -ENOMEM; |
3964 | */ | ||
3965 | if (unlikely(!mm)) | ||
3966 | memcg = root_mem_cgroup; | ||
3967 | else { | ||
3968 | memcg = mem_cgroup_try_charge_mm(mm, gfp_mask, 1, true); | ||
3969 | if (!memcg) | ||
3970 | return -ENOMEM; | ||
3971 | } | ||
3972 | __mem_cgroup_commit_charge(memcg, page, 1, type, false); | 3973 | __mem_cgroup_commit_charge(memcg, page, 1, type, false); |
3973 | return 0; | 3974 | return 0; |
3974 | } | 3975 | } |
@@ -6686,16 +6687,20 @@ static struct page *mc_handle_file_pte(struct vm_area_struct *vma, | |||
6686 | pgoff = pte_to_pgoff(ptent); | 6687 | pgoff = pte_to_pgoff(ptent); |
6687 | 6688 | ||
6688 | /* page is moved even if it's not RSS of this task(page-faulted). */ | 6689 | /* page is moved even if it's not RSS of this task(page-faulted). */ |
6689 | page = find_get_page(mapping, pgoff); | ||
6690 | |||
6691 | #ifdef CONFIG_SWAP | 6690 | #ifdef CONFIG_SWAP |
6692 | /* shmem/tmpfs may report page out on swap: account for that too. */ | 6691 | /* shmem/tmpfs may report page out on swap: account for that too. */ |
6693 | if (radix_tree_exceptional_entry(page)) { | 6692 | if (shmem_mapping(mapping)) { |
6694 | swp_entry_t swap = radix_to_swp_entry(page); | 6693 | page = find_get_entry(mapping, pgoff); |
6695 | if (do_swap_account) | 6694 | if (radix_tree_exceptional_entry(page)) { |
6696 | *entry = swap; | 6695 | swp_entry_t swp = radix_to_swp_entry(page); |
6697 | page = find_get_page(swap_address_space(swap), swap.val); | 6696 | if (do_swap_account) |
6698 | } | 6697 | *entry = swp; |
6698 | page = find_get_page(swap_address_space(swp), swp.val); | ||
6699 | } | ||
6700 | } else | ||
6701 | page = find_get_page(mapping, pgoff); | ||
6702 | #else | ||
6703 | page = find_get_page(mapping, pgoff); | ||
6699 | #endif | 6704 | #endif |
6700 | return page; | 6705 | return page; |
6701 | } | 6706 | } |