aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/linux/mm.h1
-rw-r--r--mm/memory.c92
2 files changed, 93 insertions, 0 deletions
diff --git a/include/linux/mm.h b/include/linux/mm.h
index 6a75a7a78bf1..74f90d7eb5ef 100644
--- a/include/linux/mm.h
+++ b/include/linux/mm.h
@@ -163,6 +163,7 @@ extern unsigned int kobjsize(const void *objp);
163#define VM_HUGETLB 0x00400000 /* Huge TLB Page VM */ 163#define VM_HUGETLB 0x00400000 /* Huge TLB Page VM */
164#define VM_NONLINEAR 0x00800000 /* Is non-linear (remap_file_pages) */ 164#define VM_NONLINEAR 0x00800000 /* Is non-linear (remap_file_pages) */
165#define VM_MAPPED_COPY 0x01000000 /* T if mapped copy of data (nommu mmap) */ 165#define VM_MAPPED_COPY 0x01000000 /* T if mapped copy of data (nommu mmap) */
166#define VM_INCOMPLETE 0x02000000 /* Strange partial PFN mapping marker */
166 167
167#ifndef VM_STACK_DEFAULT_FLAGS /* arch can override this */ 168#ifndef VM_STACK_DEFAULT_FLAGS /* arch can override this */
168#define VM_STACK_DEFAULT_FLAGS VM_DATA_DEFAULT_FLAGS 169#define VM_STACK_DEFAULT_FLAGS VM_DATA_DEFAULT_FLAGS
diff --git a/mm/memory.c b/mm/memory.c
index 74839b3a3999..990e7dc666f8 100644
--- a/mm/memory.c
+++ b/mm/memory.c
@@ -1147,6 +1147,95 @@ int zeromap_page_range(struct vm_area_struct *vma,
1147} 1147}
1148 1148
1149/* 1149/*
1150 * This is the old fallback for page remapping.
1151 *
1152 * For historical reasons, it only allows reserved pages. Only
1153 * old drivers should use this, and they needed to mark their
1154 * pages reserved for the old functions anyway.
1155 */
1156static int insert_page(struct mm_struct *mm, unsigned long addr, struct page *page, pgprot_t prot)
1157{
1158 int retval;
1159 pgd_t * pgd;
1160 pud_t * pud;
1161 pmd_t * pmd;
1162 pte_t * pte;
1163 spinlock_t *ptl;
1164
1165 retval = -EINVAL;
1166 if (PageAnon(page) || !PageReserved(page))
1167 goto out;
1168 retval = -ENOMEM;
1169 flush_dcache_page(page);
1170 pgd = pgd_offset(mm, addr);
1171 pud = pud_alloc(mm, pgd, addr);
1172 if (!pud)
1173 goto out;
1174 pmd = pmd_alloc(mm, pud, addr);
1175 if (!pmd)
1176 goto out;
1177 pte = pte_alloc_map_lock(mm, pmd, addr, &ptl);
1178 if (!pte)
1179 goto out;
1180 retval = -EBUSY;
1181 if (!pte_none(*pte))
1182 goto out_unlock;
1183
1184 /* Ok, finally just insert the thing.. */
1185 get_page(page);
1186 inc_mm_counter(mm, file_rss);
1187 page_add_file_rmap(page);
1188 set_pte_at(mm, addr, pte, mk_pte(page, prot));
1189
1190 retval = 0;
1191out_unlock:
1192 pte_unmap_unlock(pte, ptl);
1193out:
1194 return retval;
1195}
1196
1197/*
1198 * Somebody does a pfn remapping that doesn't actually work as a vma.
1199 *
1200 * Do it as individual pages instead, and warn about it. It's bad form,
1201 * and very inefficient.
1202 */
1203static int incomplete_pfn_remap(struct vm_area_struct *vma,
1204 unsigned long start, unsigned long end,
1205 unsigned long pfn, pgprot_t prot)
1206{
1207 static int warn = 10;
1208 struct page *page;
1209 int retval;
1210
1211 if (!(vma->vm_flags & VM_INCOMPLETE)) {
1212 if (warn) {
1213 warn--;
1214 printk("%s does an incomplete pfn remapping", current->comm);
1215 dump_stack();
1216 }
1217 }
1218 vma->vm_flags |= VM_INCOMPLETE | VM_IO | VM_RESERVED;
1219
1220 if (start < vma->vm_start || end > vma->vm_end)
1221 return -EINVAL;
1222
1223 if (!pfn_valid(pfn))
1224 return -EINVAL;
1225
1226 retval = 0;
1227 page = pfn_to_page(pfn);
1228 while (start < end) {
1229 retval = insert_page(vma->vm_mm, start, page, prot);
1230 if (retval < 0)
1231 break;
1232 start += PAGE_SIZE;
1233 page++;
1234 }
1235 return retval;
1236}
1237
1238/*
1150 * maps a range of physical memory into the requested pages. the old 1239 * maps a range of physical memory into the requested pages. the old
1151 * mappings are removed. any references to nonexistent pages results 1240 * mappings are removed. any references to nonexistent pages results
1152 * in null mappings (currently treated as "copy-on-access") 1241 * in null mappings (currently treated as "copy-on-access")
@@ -1220,6 +1309,9 @@ int remap_pfn_range(struct vm_area_struct *vma, unsigned long addr,
1220 struct mm_struct *mm = vma->vm_mm; 1309 struct mm_struct *mm = vma->vm_mm;
1221 int err; 1310 int err;
1222 1311
1312 if (addr != vma->vm_start || end != vma->vm_end)
1313 return incomplete_pfn_remap(vma, addr, end, pfn, prot);
1314
1223 /* 1315 /*
1224 * Physically remapped pages are special. Tell the 1316 * Physically remapped pages are special. Tell the
1225 * rest of the world about it: 1317 * rest of the world about it: