aboutsummaryrefslogtreecommitdiffstats
path: root/mm/mlock.c
diff options
context:
space:
mode:
Diffstat (limited to 'mm/mlock.c')
-rw-r--r--mm/mlock.c33
1 files changed, 27 insertions, 6 deletions
diff --git a/mm/mlock.c b/mm/mlock.c
index bce1b22c36c2..008ea70b7afa 100644
--- a/mm/mlock.c
+++ b/mm/mlock.c
@@ -248,11 +248,24 @@ static long __mlock_vma_pages_range(struct vm_area_struct *vma,
248 addr += PAGE_SIZE; /* for next get_user_pages() */ 248 addr += PAGE_SIZE; /* for next get_user_pages() */
249 nr_pages--; 249 nr_pages--;
250 } 250 }
251 ret = 0;
251 } 252 }
252 253
253 lru_add_drain_all(); /* to update stats */ 254 lru_add_drain_all(); /* to update stats */
254 255
255 return 0; /* count entire vma as locked_vm */ 256 return ret; /* count entire vma as locked_vm */
257}
258
259/*
260 * convert get_user_pages() return value to posix mlock() error
261 */
262static int __mlock_posix_error_return(long retval)
263{
264 if (retval == -EFAULT)
265 retval = -ENOMEM;
266 else if (retval == -ENOMEM)
267 retval = -EAGAIN;
268 return retval;
256} 269}
257 270
258#else /* CONFIG_UNEVICTABLE_LRU */ 271#else /* CONFIG_UNEVICTABLE_LRU */
@@ -265,9 +278,15 @@ static long __mlock_vma_pages_range(struct vm_area_struct *vma,
265 int mlock) 278 int mlock)
266{ 279{
267 if (mlock && (vma->vm_flags & VM_LOCKED)) 280 if (mlock && (vma->vm_flags & VM_LOCKED))
268 make_pages_present(start, end); 281 return make_pages_present(start, end);
282 return 0;
283}
284
285static inline int __mlock_posix_error_return(long retval)
286{
269 return 0; 287 return 0;
270} 288}
289
271#endif /* CONFIG_UNEVICTABLE_LRU */ 290#endif /* CONFIG_UNEVICTABLE_LRU */
272 291
273/** 292/**
@@ -434,10 +453,7 @@ success:
434 downgrade_write(&mm->mmap_sem); 453 downgrade_write(&mm->mmap_sem);
435 454
436 ret = __mlock_vma_pages_range(vma, start, end, 1); 455 ret = __mlock_vma_pages_range(vma, start, end, 1);
437 if (ret > 0) { 456
438 mm->locked_vm -= ret;
439 ret = 0;
440 }
441 /* 457 /*
442 * Need to reacquire mmap sem in write mode, as our callers 458 * Need to reacquire mmap sem in write mode, as our callers
443 * expect this. We have no support for atomically upgrading 459 * expect this. We have no support for atomically upgrading
@@ -451,6 +467,11 @@ success:
451 /* non-NULL *prev must contain @start, but need to check @end */ 467 /* non-NULL *prev must contain @start, but need to check @end */
452 if (!(*prev) || end > (*prev)->vm_end) 468 if (!(*prev) || end > (*prev)->vm_end)
453 ret = -ENOMEM; 469 ret = -ENOMEM;
470 else if (ret > 0) {
471 mm->locked_vm -= ret;
472 ret = 0;
473 } else
474 ret = __mlock_posix_error_return(ret); /* translate if needed */
454 } else { 475 } else {
455 /* 476 /*
456 * TODO: for unlocking, pages will already be resident, so 477 * TODO: for unlocking, pages will already be resident, so