diff options
-rw-r--r-- | include/linux/mm.h | 1 | ||||
-rw-r--r-- | mm/memory.c | 92 |
2 files changed, 93 insertions, 0 deletions
diff --git a/include/linux/mm.h b/include/linux/mm.h index 6a75a7a78bf1..74f90d7eb5ef 100644 --- a/include/linux/mm.h +++ b/include/linux/mm.h | |||
@@ -163,6 +163,7 @@ extern unsigned int kobjsize(const void *objp); | |||
163 | #define VM_HUGETLB 0x00400000 /* Huge TLB Page VM */ | 163 | #define VM_HUGETLB 0x00400000 /* Huge TLB Page VM */ |
164 | #define VM_NONLINEAR 0x00800000 /* Is non-linear (remap_file_pages) */ | 164 | #define VM_NONLINEAR 0x00800000 /* Is non-linear (remap_file_pages) */ |
165 | #define VM_MAPPED_COPY 0x01000000 /* T if mapped copy of data (nommu mmap) */ | 165 | #define VM_MAPPED_COPY 0x01000000 /* T if mapped copy of data (nommu mmap) */ |
166 | #define VM_INCOMPLETE 0x02000000 /* Strange partial PFN mapping marker */ | ||
166 | 167 | ||
167 | #ifndef VM_STACK_DEFAULT_FLAGS /* arch can override this */ | 168 | #ifndef VM_STACK_DEFAULT_FLAGS /* arch can override this */ |
168 | #define VM_STACK_DEFAULT_FLAGS VM_DATA_DEFAULT_FLAGS | 169 | #define VM_STACK_DEFAULT_FLAGS VM_DATA_DEFAULT_FLAGS |
diff --git a/mm/memory.c b/mm/memory.c index 74839b3a3999..990e7dc666f8 100644 --- a/mm/memory.c +++ b/mm/memory.c | |||
@@ -1147,6 +1147,95 @@ int zeromap_page_range(struct vm_area_struct *vma, | |||
1147 | } | 1147 | } |
1148 | 1148 | ||
1149 | /* | 1149 | /* |
1150 | * This is the old fallback for page remapping. | ||
1151 | * | ||
1152 | * For historical reasons, it only allows reserved pages. Only | ||
1153 | * old drivers should use this, and they needed to mark their | ||
1154 | * pages reserved for the old functions anyway. | ||
1155 | */ | ||
1156 | static int insert_page(struct mm_struct *mm, unsigned long addr, struct page *page, pgprot_t prot) | ||
1157 | { | ||
1158 | int retval; | ||
1159 | pgd_t * pgd; | ||
1160 | pud_t * pud; | ||
1161 | pmd_t * pmd; | ||
1162 | pte_t * pte; | ||
1163 | spinlock_t *ptl; | ||
1164 | |||
1165 | retval = -EINVAL; | ||
1166 | if (PageAnon(page) || !PageReserved(page)) | ||
1167 | goto out; | ||
1168 | retval = -ENOMEM; | ||
1169 | flush_dcache_page(page); | ||
1170 | pgd = pgd_offset(mm, addr); | ||
1171 | pud = pud_alloc(mm, pgd, addr); | ||
1172 | if (!pud) | ||
1173 | goto out; | ||
1174 | pmd = pmd_alloc(mm, pud, addr); | ||
1175 | if (!pmd) | ||
1176 | goto out; | ||
1177 | pte = pte_alloc_map_lock(mm, pmd, addr, &ptl); | ||
1178 | if (!pte) | ||
1179 | goto out; | ||
1180 | retval = -EBUSY; | ||
1181 | if (!pte_none(*pte)) | ||
1182 | goto out_unlock; | ||
1183 | |||
1184 | /* Ok, finally just insert the thing.. */ | ||
1185 | get_page(page); | ||
1186 | inc_mm_counter(mm, file_rss); | ||
1187 | page_add_file_rmap(page); | ||
1188 | set_pte_at(mm, addr, pte, mk_pte(page, prot)); | ||
1189 | |||
1190 | retval = 0; | ||
1191 | out_unlock: | ||
1192 | pte_unmap_unlock(pte, ptl); | ||
1193 | out: | ||
1194 | return retval; | ||
1195 | } | ||
1196 | |||
1197 | /* | ||
1198 | * Somebody does a pfn remapping that doesn't actually work as a vma. | ||
1199 | * | ||
1200 | * Do it as individual pages instead, and warn about it. It's bad form, | ||
1201 | * and very inefficient. | ||
1202 | */ | ||
1203 | static int incomplete_pfn_remap(struct vm_area_struct *vma, | ||
1204 | unsigned long start, unsigned long end, | ||
1205 | unsigned long pfn, pgprot_t prot) | ||
1206 | { | ||
1207 | static int warn = 10; | ||
1208 | struct page *page; | ||
1209 | int retval; | ||
1210 | |||
1211 | if (!(vma->vm_flags & VM_INCOMPLETE)) { | ||
1212 | if (warn) { | ||
1213 | warn--; | ||
1214 | printk("%s does an incomplete pfn remapping", current->comm); | ||
1215 | dump_stack(); | ||
1216 | } | ||
1217 | } | ||
1218 | vma->vm_flags |= VM_INCOMPLETE | VM_IO | VM_RESERVED; | ||
1219 | |||
1220 | if (start < vma->vm_start || end > vma->vm_end) | ||
1221 | return -EINVAL; | ||
1222 | |||
1223 | if (!pfn_valid(pfn)) | ||
1224 | return -EINVAL; | ||
1225 | |||
1226 | retval = 0; | ||
1227 | page = pfn_to_page(pfn); | ||
1228 | while (start < end) { | ||
1229 | retval = insert_page(vma->vm_mm, start, page, prot); | ||
1230 | if (retval < 0) | ||
1231 | break; | ||
1232 | start += PAGE_SIZE; | ||
1233 | page++; | ||
1234 | } | ||
1235 | return retval; | ||
1236 | } | ||
1237 | |||
1238 | /* | ||
1150 | * maps a range of physical memory into the requested pages. the old | 1239 | * maps a range of physical memory into the requested pages. the old |
1151 | * mappings are removed. any references to nonexistent pages results | 1240 | * mappings are removed. any references to nonexistent pages results |
1152 | * in null mappings (currently treated as "copy-on-access") | 1241 | * in null mappings (currently treated as "copy-on-access") |
@@ -1220,6 +1309,9 @@ int remap_pfn_range(struct vm_area_struct *vma, unsigned long addr, | |||
1220 | struct mm_struct *mm = vma->vm_mm; | 1309 | struct mm_struct *mm = vma->vm_mm; |
1221 | int err; | 1310 | int err; |
1222 | 1311 | ||
1312 | if (addr != vma->vm_start || end != vma->vm_end) | ||
1313 | return incomplete_pfn_remap(vma, addr, end, pfn, prot); | ||
1314 | |||
1223 | /* | 1315 | /* |
1224 | * Physically remapped pages are special. Tell the | 1316 | * Physically remapped pages are special. Tell the |
1225 | * rest of the world about it: | 1317 | * rest of the world about it: |