diff options
Diffstat (limited to 'mm/hugetlb.c')
-rw-r--r-- | mm/hugetlb.c | 34 |
1 files changed, 26 insertions, 8 deletions
diff --git a/mm/hugetlb.c b/mm/hugetlb.c index ae8f708e3d75..e198831276a3 100644 --- a/mm/hugetlb.c +++ b/mm/hugetlb.c | |||
@@ -273,8 +273,8 @@ static long region_count(struct list_head *head, long f, long t) | |||
273 | 273 | ||
274 | /* Locate each segment we overlap with, and count that overlap. */ | 274 | /* Locate each segment we overlap with, and count that overlap. */ |
275 | list_for_each_entry(rg, head, link) { | 275 | list_for_each_entry(rg, head, link) { |
276 | int seg_from; | 276 | long seg_from; |
277 | int seg_to; | 277 | long seg_to; |
278 | 278 | ||
279 | if (rg->to <= f) | 279 | if (rg->to <= f) |
280 | continue; | 280 | continue; |
@@ -2157,6 +2157,15 @@ static void hugetlb_vm_op_open(struct vm_area_struct *vma) | |||
2157 | kref_get(&reservations->refs); | 2157 | kref_get(&reservations->refs); |
2158 | } | 2158 | } |
2159 | 2159 | ||
2160 | static void resv_map_put(struct vm_area_struct *vma) | ||
2161 | { | ||
2162 | struct resv_map *reservations = vma_resv_map(vma); | ||
2163 | |||
2164 | if (!reservations) | ||
2165 | return; | ||
2166 | kref_put(&reservations->refs, resv_map_release); | ||
2167 | } | ||
2168 | |||
2160 | static void hugetlb_vm_op_close(struct vm_area_struct *vma) | 2169 | static void hugetlb_vm_op_close(struct vm_area_struct *vma) |
2161 | { | 2170 | { |
2162 | struct hstate *h = hstate_vma(vma); | 2171 | struct hstate *h = hstate_vma(vma); |
@@ -2173,7 +2182,7 @@ static void hugetlb_vm_op_close(struct vm_area_struct *vma) | |||
2173 | reserve = (end - start) - | 2182 | reserve = (end - start) - |
2174 | region_count(&reservations->regions, start, end); | 2183 | region_count(&reservations->regions, start, end); |
2175 | 2184 | ||
2176 | kref_put(&reservations->refs, resv_map_release); | 2185 | resv_map_put(vma); |
2177 | 2186 | ||
2178 | if (reserve) { | 2187 | if (reserve) { |
2179 | hugetlb_acct_memory(h, -reserve); | 2188 | hugetlb_acct_memory(h, -reserve); |
@@ -2213,6 +2222,7 @@ static pte_t make_huge_pte(struct vm_area_struct *vma, struct page *page, | |||
2213 | } | 2222 | } |
2214 | entry = pte_mkyoung(entry); | 2223 | entry = pte_mkyoung(entry); |
2215 | entry = pte_mkhuge(entry); | 2224 | entry = pte_mkhuge(entry); |
2225 | entry = arch_make_huge_pte(entry, vma, page, writable); | ||
2216 | 2226 | ||
2217 | return entry; | 2227 | return entry; |
2218 | } | 2228 | } |
@@ -2990,12 +3000,16 @@ int hugetlb_reserve_pages(struct inode *inode, | |||
2990 | set_vma_resv_flags(vma, HPAGE_RESV_OWNER); | 3000 | set_vma_resv_flags(vma, HPAGE_RESV_OWNER); |
2991 | } | 3001 | } |
2992 | 3002 | ||
2993 | if (chg < 0) | 3003 | if (chg < 0) { |
2994 | return chg; | 3004 | ret = chg; |
3005 | goto out_err; | ||
3006 | } | ||
2995 | 3007 | ||
2996 | /* There must be enough pages in the subpool for the mapping */ | 3008 | /* There must be enough pages in the subpool for the mapping */ |
2997 | if (hugepage_subpool_get_pages(spool, chg)) | 3009 | if (hugepage_subpool_get_pages(spool, chg)) { |
2998 | return -ENOSPC; | 3010 | ret = -ENOSPC; |
3011 | goto out_err; | ||
3012 | } | ||
2999 | 3013 | ||
3000 | /* | 3014 | /* |
3001 | * Check enough hugepages are available for the reservation. | 3015 | * Check enough hugepages are available for the reservation. |
@@ -3004,7 +3018,7 @@ int hugetlb_reserve_pages(struct inode *inode, | |||
3004 | ret = hugetlb_acct_memory(h, chg); | 3018 | ret = hugetlb_acct_memory(h, chg); |
3005 | if (ret < 0) { | 3019 | if (ret < 0) { |
3006 | hugepage_subpool_put_pages(spool, chg); | 3020 | hugepage_subpool_put_pages(spool, chg); |
3007 | return ret; | 3021 | goto out_err; |
3008 | } | 3022 | } |
3009 | 3023 | ||
3010 | /* | 3024 | /* |
@@ -3021,6 +3035,10 @@ int hugetlb_reserve_pages(struct inode *inode, | |||
3021 | if (!vma || vma->vm_flags & VM_MAYSHARE) | 3035 | if (!vma || vma->vm_flags & VM_MAYSHARE) |
3022 | region_add(&inode->i_mapping->private_list, from, to); | 3036 | region_add(&inode->i_mapping->private_list, from, to); |
3023 | return 0; | 3037 | return 0; |
3038 | out_err: | ||
3039 | if (vma) | ||
3040 | resv_map_put(vma); | ||
3041 | return ret; | ||
3024 | } | 3042 | } |
3025 | 3043 | ||
3026 | void hugetlb_unreserve_pages(struct inode *inode, long offset, long freed) | 3044 | void hugetlb_unreserve_pages(struct inode *inode, long offset, long freed) |