Merge branch 'for-4.15/callbacks' into for-linus

This pulls in an infrastructure/API that allows livepatch writers to
register pre-patch and post-patch callbacks that allow for running a
glue code necessary for finalizing the patching if necessary.

Conflicts:
	kernel/livepatch/core.c
	- trivial conflict by adding a callback call into
	  module going notifier vs. moving that code block
	  to klp_cleanup_module_patches_limited()

Signed-off-by: Jiri Kosina <jkosina@suse.cz>

4 files changed, 121 insertions, 17 deletions

diff --git a/kernel/livepatch/core.c b/kernel/livepatch/core.c
index bf8c8fd72589..de9e45dca70f 100644
--- a/kernel/livepatch/core.c
+++ b/kernel/livepatch/core.c
@@ -54,11 +54,6 @@ static bool klp_is_module(struct klp_object *obj)
         return obj->name;
 }
 
-static bool klp_is_object_loaded(struct klp_object *obj)
-{
-        return !obj->name || obj->mod;
-}
-
 /* sets obj->mod if object is not vmlinux and module is found */
 static void klp_find_object_module(struct klp_object *obj)
 {
@@ -285,6 +280,11 @@ static int klp_write_object_relocations(struct module *pmod,
 
 static int __klp_disable_patch(struct klp_patch *patch)
 {
+        struct klp_object *obj;
+
+        if (WARN_ON(!patch->enabled))
+                return -EINVAL;
+
         if (klp_transition_patch)
                 return -EBUSY;
 
@@ -295,6 +295,10 @@ static int __klp_disable_patch(struct klp_patch *patch)
 
         klp_init_transition(patch, KLP_UNPATCHED);
 
+        klp_for_each_object(patch, obj)
+                if (obj->patched)
+                        klp_pre_unpatch_callback(obj);
+
         /*
          * Enforce the order of the func->transition writes in
          * klp_init_transition() and the TIF_PATCH_PENDING writes in
@@ -388,13 +392,18 @@ static int __klp_enable_patch(struct klp_patch *patch)
                 if (!klp_is_object_loaded(obj))
                         continue;
 
-                ret = klp_patch_object(obj);
+                ret = klp_pre_patch_callback(obj);
                 if (ret) {
-                        pr_warn("failed to enable patch '%s'\n",
-                                patch->mod->name);
+                        pr_warn("pre-patch callback failed for object '%s'\n",
+                                klp_is_module(obj) ? obj->name : "vmlinux");
+                        goto err;
+                }
 
-                        klp_cancel_transition();
-                        return ret;
+                ret = klp_patch_object(obj);
+                if (ret) {
+                        pr_warn("failed to patch object '%s'\n",
+                                klp_is_module(obj) ? obj->name : "vmlinux");
+                        goto err;
                 }
         }
 
@@ -403,6 +412,11 @@ static int __klp_enable_patch(struct klp_patch *patch)
         patch->enabled = true;
 
         return 0;
+err:
+        pr_warn("failed to enable patch '%s'\n", patch->mod->name);
+
+        klp_cancel_transition();
+        return ret;
 }
 
 /**
@@ -854,9 +868,15 @@ static void klp_cleanup_module_patches_limited(struct module *mod,
                          * is in transition.
                          */
                         if (patch->enabled || patch == klp_transition_patch) {
+
+                                if (patch != klp_transition_patch)
+                                        klp_pre_unpatch_callback(obj);
+
                                 pr_notice("reverting patch '%s' on unloading module '%s'\n",
                                           patch->mod->name, obj->mod->name);
                                 klp_unpatch_object(obj);
+
+                                klp_post_unpatch_callback(obj);
                         }
 
                         klp_free_object_loaded(obj);
@@ -906,13 +926,25 @@ int klp_module_coming(struct module *mod)
                         pr_notice("applying patch '%s' to loading module '%s'\n",
                                   patch->mod->name, obj->mod->name);
 
+                        ret = klp_pre_patch_callback(obj);
+                        if (ret) {
+                                pr_warn("pre-patch callback failed for object '%s'\n",
+                                        obj->name);
+                                goto err;
+                        }
+
                         ret = klp_patch_object(obj);
                         if (ret) {
                                 pr_warn("failed to apply patch '%s' to module '%s' (%d)\n",
                                         patch->mod->name, obj->mod->name, ret);
+
+                                klp_post_unpatch_callback(obj);
                                 goto err;
                         }
 
+                        if (patch != klp_transition_patch)
+                                klp_post_patch_callback(obj);
+
                         break;
                 }
         }
diff --git a/kernel/livepatch/core.h b/kernel/livepatch/core.h
index c74f24c47837..cc3aa708e0b4 100644
--- a/kernel/livepatch/core.h
+++ b/kernel/livepatch/core.h
@@ -1,6 +1,46 @@
 #ifndef _LIVEPATCH_CORE_H
 #define _LIVEPATCH_CORE_H
 
+#include <linux/livepatch.h>
+
 extern struct mutex klp_mutex;
 
+static inline bool klp_is_object_loaded(struct klp_object *obj)
+{
+        return !obj->name || obj->mod;
+}
+
+static inline int klp_pre_patch_callback(struct klp_object *obj)
+{
+        int ret = 0;
+
+        if (obj->callbacks.pre_patch)
+                ret = (*obj->callbacks.pre_patch)(obj);
+
+        obj->callbacks.post_unpatch_enabled = !ret;
+
+        return ret;
+}
+
+static inline void klp_post_patch_callback(struct klp_object *obj)
+{
+        if (obj->callbacks.post_patch)
+                (*obj->callbacks.post_patch)(obj);
+}
+
+static inline void klp_pre_unpatch_callback(struct klp_object *obj)
+{
+        if (obj->callbacks.pre_unpatch)
+                (*obj->callbacks.pre_unpatch)(obj);
+}
+
+static inline void klp_post_unpatch_callback(struct klp_object *obj)
+{
+        if (obj->callbacks.post_unpatch_enabled &&
+            obj->callbacks.post_unpatch)
+                (*obj->callbacks.post_unpatch)(obj);
+
+        obj->callbacks.post_unpatch_enabled = false;
+}
+
 #endif /* _LIVEPATCH_CORE_H */
diff --git a/kernel/livepatch/patch.c b/kernel/livepatch/patch.c
index 52c4e907c14b..82d584225dc6 100644
--- a/kernel/livepatch/patch.c
+++ b/kernel/livepatch/patch.c
@@ -28,6 +28,7 @@
 #include <linux/slab.h>
 #include <linux/bug.h>
 #include <linux/printk.h>
+#include "core.h"
 #include "patch.h"
 #include "transition.h"
 
diff --git a/kernel/livepatch/transition.c b/kernel/livepatch/transition.c
index b004a1fb6032..56add6327736 100644
--- a/kernel/livepatch/transition.c
+++ b/kernel/livepatch/transition.c
@@ -82,6 +82,10 @@ static void klp_complete_transition(void)
         unsigned int cpu;
         bool immediate_func = false;
 
+        pr_debug("'%s': completing %s transition\n",
+                 klp_transition_patch->mod->name,
+                 klp_target_state == KLP_PATCHED ? "patching" : "unpatching");
+
         if (klp_target_state == KLP_UNPATCHED) {
                 /*
                  * All tasks have transitioned to KLP_UNPATCHED so we can now
@@ -109,9 +113,6 @@ static void klp_complete_transition(void)
                 }
         }
 
-        if (klp_target_state == KLP_UNPATCHED && !immediate_func)
-                module_put(klp_transition_patch->mod);
-
         /* Prevent klp_ftrace_handler() from seeing KLP_UNDEFINED state */
         if (klp_target_state == KLP_PATCHED)
                 klp_synchronize_transition();
@@ -130,6 +131,27 @@ static void klp_complete_transition(void)
         }
 
 done:
+        klp_for_each_object(klp_transition_patch, obj) {
+                if (!klp_is_object_loaded(obj))
+                        continue;
+                if (klp_target_state == KLP_PATCHED)
+                        klp_post_patch_callback(obj);
+                else if (klp_target_state == KLP_UNPATCHED)
+                        klp_post_unpatch_callback(obj);
+        }
+
+        pr_notice("'%s': %s complete\n", klp_transition_patch->mod->name,
+                  klp_target_state == KLP_PATCHED ? "patching" : "unpatching");
+
+        /*
+         * See complementary comment in __klp_enable_patch() for why we
+         * keep the module reference for immediate patches.
+         */
+        if (!klp_transition_patch->immediate && !immediate_func &&
+            klp_target_state == KLP_UNPATCHED) {
+                module_put(klp_transition_patch->mod);
+        }
+
         klp_target_state = KLP_UNDEFINED;
         klp_transition_patch = NULL;
 }
@@ -145,6 +167,9 @@ void klp_cancel_transition(void)
         if (WARN_ON_ONCE(klp_target_state != KLP_PATCHED))
                 return;
 
+        pr_debug("'%s': canceling patching transition, going to unpatch\n",
+                 klp_transition_patch->mod->name);
+
         klp_target_state = KLP_UNPATCHED;
         klp_complete_transition();
 }
@@ -408,9 +433,6 @@ void klp_try_complete_transition(void)
         }
 
 success:
-        pr_notice("'%s': %s complete\n", klp_transition_patch->mod->name,
-                  klp_target_state == KLP_PATCHED ? "patching" : "unpatching");
-
         /* we're done, now cleanup the data structures */
         klp_complete_transition();
 }
@@ -426,7 +448,8 @@ void klp_start_transition(void)
 
         WARN_ON_ONCE(klp_target_state == KLP_UNDEFINED);
 
-        pr_notice("'%s': %s...\n", klp_transition_patch->mod->name,
+        pr_notice("'%s': starting %s transition\n",
+                  klp_transition_patch->mod->name,
                   klp_target_state == KLP_PATCHED ? "patching" : "unpatching");
 
         /*
@@ -482,6 +505,9 @@ void klp_init_transition(struct klp_patch *patch, int state)
          */
         klp_target_state = state;
 
+        pr_debug("'%s': initializing %s transition\n", patch->mod->name,
+                 klp_target_state == KLP_PATCHED ? "patching" : "unpatching");
+
         /*
          * If the patch can be applied or reverted immediately, skip the
          * per-task transitions.
@@ -547,6 +573,11 @@ void klp_reverse_transition(void)
         unsigned int cpu;
         struct task_struct *g, *task;
 
+        pr_debug("'%s': reversing transition from %s\n",
+                 klp_transition_patch->mod->name,
+                 klp_target_state == KLP_PATCHED ? "patching to unpatching" :
+                                                   "unpatching to patching");
+
         klp_transition_patch->enabled = !klp_transition_patch->enabled;
 
         klp_target_state = !klp_target_state;