1 files changed, 65 insertions, 0 deletions

diff --git a/fs/userfaultfd.c b/fs/userfaultfd.c
index 8fe601b4875e..4c78458ea78d 100644
--- a/fs/userfaultfd.c
+++ b/fs/userfaultfd.c
@@ -71,6 +71,13 @@ struct userfaultfd_fork_ctx {
         struct list_head list;
 };
 
+struct userfaultfd_unmap_ctx {
+        struct userfaultfd_ctx *ctx;
+        unsigned long start;
+        unsigned long end;
+        struct list_head list;
+};
+
 struct userfaultfd_wait_queue {
         struct uffd_msg msg;
         wait_queue_t wq;
@@ -709,6 +716,64 @@ void userfaultfd_remove(struct vm_area_struct *vma,
         down_read(&mm->mmap_sem);
 }
 
+static bool has_unmap_ctx(struct userfaultfd_ctx *ctx, struct list_head *unmaps,
+                          unsigned long start, unsigned long end)
+{
+        struct userfaultfd_unmap_ctx *unmap_ctx;
+
+        list_for_each_entry(unmap_ctx, unmaps, list)
+                if (unmap_ctx->ctx == ctx && unmap_ctx->start == start &&
+                    unmap_ctx->end == end)
+                        return true;
+
+        return false;
+}
+
+int userfaultfd_unmap_prep(struct vm_area_struct *vma,
+                           unsigned long start, unsigned long end,
+                           struct list_head *unmaps)
+{
+        for ( ; vma && vma->vm_start < end; vma = vma->vm_next) {
+                struct userfaultfd_unmap_ctx *unmap_ctx;
+                struct userfaultfd_ctx *ctx = vma->vm_userfaultfd_ctx.ctx;
+
+                if (!ctx || !(ctx->features & UFFD_FEATURE_EVENT_UNMAP) ||
+                    has_unmap_ctx(ctx, unmaps, start, end))
+                        continue;
+
+                unmap_ctx = kzalloc(sizeof(*unmap_ctx), GFP_KERNEL);
+                if (!unmap_ctx)
+                        return -ENOMEM;
+
+                userfaultfd_ctx_get(ctx);
+                unmap_ctx->ctx = ctx;
+                unmap_ctx->start = start;
+                unmap_ctx->end = end;
+                list_add_tail(&unmap_ctx->list, unmaps);
+        }
+
+        return 0;
+}
+
+void userfaultfd_unmap_complete(struct mm_struct *mm, struct list_head *uf)
+{
+        struct userfaultfd_unmap_ctx *ctx, *n;
+        struct userfaultfd_wait_queue ewq;
+
+        list_for_each_entry_safe(ctx, n, uf, list) {
+                msg_init(&ewq.msg);
+
+                ewq.msg.event = UFFD_EVENT_UNMAP;
+                ewq.msg.arg.remove.start = ctx->start;
+                ewq.msg.arg.remove.end = ctx->end;
+
+                userfaultfd_event_wait_completion(ctx->ctx, &ewq);
+
+                list_del(&ctx->list);
+                kfree(ctx);
+        }
+}
+
 static int userfaultfd_release(struct inode *inode, struct file *file)
 {
         struct userfaultfd_ctx *ctx = file->private_data;