diff options
Diffstat (limited to 'mm/mlock.c')
-rw-r--r-- | mm/mlock.c | 33 |
1 files changed, 27 insertions, 6 deletions
diff --git a/mm/mlock.c b/mm/mlock.c index bce1b22c36c2..008ea70b7afa 100644 --- a/mm/mlock.c +++ b/mm/mlock.c | |||
@@ -248,11 +248,24 @@ static long __mlock_vma_pages_range(struct vm_area_struct *vma, | |||
248 | addr += PAGE_SIZE; /* for next get_user_pages() */ | 248 | addr += PAGE_SIZE; /* for next get_user_pages() */ |
249 | nr_pages--; | 249 | nr_pages--; |
250 | } | 250 | } |
251 | ret = 0; | ||
251 | } | 252 | } |
252 | 253 | ||
253 | lru_add_drain_all(); /* to update stats */ | 254 | lru_add_drain_all(); /* to update stats */ |
254 | 255 | ||
255 | return 0; /* count entire vma as locked_vm */ | 256 | return ret; /* count entire vma as locked_vm */ |
257 | } | ||
258 | |||
259 | /* | ||
260 | * convert get_user_pages() return value to posix mlock() error | ||
261 | */ | ||
262 | static int __mlock_posix_error_return(long retval) | ||
263 | { | ||
264 | if (retval == -EFAULT) | ||
265 | retval = -ENOMEM; | ||
266 | else if (retval == -ENOMEM) | ||
267 | retval = -EAGAIN; | ||
268 | return retval; | ||
256 | } | 269 | } |
257 | 270 | ||
258 | #else /* CONFIG_UNEVICTABLE_LRU */ | 271 | #else /* CONFIG_UNEVICTABLE_LRU */ |
@@ -265,9 +278,15 @@ static long __mlock_vma_pages_range(struct vm_area_struct *vma, | |||
265 | int mlock) | 278 | int mlock) |
266 | { | 279 | { |
267 | if (mlock && (vma->vm_flags & VM_LOCKED)) | 280 | if (mlock && (vma->vm_flags & VM_LOCKED)) |
268 | make_pages_present(start, end); | 281 | return make_pages_present(start, end); |
282 | return 0; | ||
283 | } | ||
284 | |||
285 | static inline int __mlock_posix_error_return(long retval) | ||
286 | { | ||
269 | return 0; | 287 | return 0; |
270 | } | 288 | } |
289 | |||
271 | #endif /* CONFIG_UNEVICTABLE_LRU */ | 290 | #endif /* CONFIG_UNEVICTABLE_LRU */ |
272 | 291 | ||
273 | /** | 292 | /** |
@@ -434,10 +453,7 @@ success: | |||
434 | downgrade_write(&mm->mmap_sem); | 453 | downgrade_write(&mm->mmap_sem); |
435 | 454 | ||
436 | ret = __mlock_vma_pages_range(vma, start, end, 1); | 455 | ret = __mlock_vma_pages_range(vma, start, end, 1); |
437 | if (ret > 0) { | 456 | |
438 | mm->locked_vm -= ret; | ||
439 | ret = 0; | ||
440 | } | ||
441 | /* | 457 | /* |
442 | * Need to reacquire mmap sem in write mode, as our callers | 458 | * Need to reacquire mmap sem in write mode, as our callers |
443 | * expect this. We have no support for atomically upgrading | 459 | * expect this. We have no support for atomically upgrading |
@@ -451,6 +467,11 @@ success: | |||
451 | /* non-NULL *prev must contain @start, but need to check @end */ | 467 | /* non-NULL *prev must contain @start, but need to check @end */ |
452 | if (!(*prev) || end > (*prev)->vm_end) | 468 | if (!(*prev) || end > (*prev)->vm_end) |
453 | ret = -ENOMEM; | 469 | ret = -ENOMEM; |
470 | else if (ret > 0) { | ||
471 | mm->locked_vm -= ret; | ||
472 | ret = 0; | ||
473 | } else | ||
474 | ret = __mlock_posix_error_return(ret); /* translate if needed */ | ||
454 | } else { | 475 | } else { |
455 | /* | 476 | /* |
456 | * TODO: for unlocking, pages will already be resident, so | 477 | * TODO: for unlocking, pages will already be resident, so |