1 files changed, 160 insertions, 113 deletions

diff --git a/security/keys/keyring.c b/security/keys/keyring.c
index 1e4b0037935c..ef03a82a0135 100644
--- a/security/keys/keyring.c
+++ b/security/keys/keyring.c
@@ -17,7 +17,7 @@
 #include <linux/seq_file.h>
 #include <linux/err.h>
 #include <keys/keyring-type.h>
-#include <asm/uaccess.h>
+#include <linux/uaccess.h>
 #include "internal.h"
 
 #define rcu_dereference_locked_keyring(keyring)                         \
@@ -44,7 +44,7 @@ static inline unsigned keyring_hash(const char *desc)
         unsigned bucket = 0;
 
         for (; *desc; desc++)
-                bucket += (unsigned char) *desc;
+                bucket += (unsigned char)*desc;
 
         return bucket & (KEYRING_NAME_HASH_SIZE - 1);
 }
@@ -175,12 +175,10 @@ static void keyring_describe(const struct key *keyring, struct seq_file *m)
 {
         struct keyring_list *klist;
 
-        if (keyring->description) {
+        if (keyring->description)
                 seq_puts(m, keyring->description);
-        }
-        else {
+        else
                 seq_puts(m, "[anon]");
-        }
 
         rcu_read_lock();
         klist = rcu_dereference(keyring->payload.subscriptions);
@@ -241,7 +239,7 @@ static long keyring_read(const struct key *keyring,
                 ret = qty;
         }
 
- error:
+error:
         return ret;
 
 } /* end keyring_read() */
@@ -310,7 +308,7 @@ key_ref_t keyring_search_aux(key_ref_t keyring_ref,
         key_check(keyring);
 
         /* top keyring must have search permission to begin the search */
-        err = key_task_permission(keyring_ref, cred, KEY_SEARCH);
+        err = key_task_permission(keyring_ref, cred, KEY_SEARCH);
         if (err < 0) {
                 key_ref = ERR_PTR(err);
                 goto error;
@@ -512,7 +510,7 @@ key_ref_t __keyring_search_one(key_ref_t keyring_ref,
         rcu_read_unlock();
         return ERR_PTR(-ENOKEY);
 
- found:
+found:
         atomic_inc(&key->usage);
         rcu_read_unlock();
         return make_key_ref(key, possessed);
@@ -602,7 +600,7 @@ static int keyring_detect_cycle(struct key *A, struct key *B)
         sp = 0;
 
         /* start processing a new keyring */
- descend:
+descend:
         if (test_bit(KEY_FLAG_REVOKED, &subtree->flags))
                 goto not_this_keyring;
 
@@ -611,7 +609,7 @@ static int keyring_detect_cycle(struct key *A, struct key *B)
                 goto not_this_keyring;
         kix = 0;
 
- ascend:
+ascend:
         /* iterate through the remaining keys in this keyring */
         for (; kix < keylist->nkeys; kix++) {
                 key = keylist->keys[kix];
@@ -637,7 +635,7 @@ static int keyring_detect_cycle(struct key *A, struct key *B)
 
         /* the keyring we're looking at was disqualified or didn't contain a
          * matching key */
- not_this_keyring:
+not_this_keyring:
         if (sp > 0) {
                 /* resume the checking of a keyring higher up in the tree */
                 sp--;
@@ -648,34 +646,20 @@ static int keyring_detect_cycle(struct key *A, struct key *B)
 
         ret = 0; /* no cycles detected */
 
- error:
+error:
         rcu_read_unlock();
         return ret;
 
- too_deep:
+too_deep:
         ret = -ELOOP;
         goto error;
 
- cycle_detected:
+cycle_detected:
         ret = -EDEADLK;
         goto error;
 
 } /* end keyring_detect_cycle() */
 
-/*****************************************************************************/
-/*
- * dispose of a keyring list after the RCU grace period
- */
-static void keyring_link_rcu_disposal(struct rcu_head *rcu)
-{
-        struct keyring_list *klist =
-                container_of(rcu, struct keyring_list, rcu);
-
-        kfree(klist);
-
-} /* end keyring_link_rcu_disposal() */
-
-/*****************************************************************************/
 /*
  * dispose of a keyring list after the RCU grace period, freeing the unlinked
  * key
@@ -685,55 +669,51 @@ static void keyring_unlink_rcu_disposal(struct rcu_head *rcu)
         struct keyring_list *klist =
                 container_of(rcu, struct keyring_list, rcu);
 
-        key_put(klist->keys[klist->delkey]);
+        if (klist->delkey != USHORT_MAX)
+                key_put(klist->keys[klist->delkey]);
         kfree(klist);
+}
 
-} /* end keyring_unlink_rcu_disposal() */
-
-/*****************************************************************************/
 /*
- * link a key into to a keyring
- * - must be called with the keyring's semaphore write-locked
- * - discard already extant link to matching key if there is one
+ * preallocate memory so that a key can be linked into to a keyring
  */
-int __key_link(struct key *keyring, struct key *key)
+int __key_link_begin(struct key *keyring, const struct key_type *type,
+                     const char *description,
+                     struct keyring_list **_prealloc)
+        __acquires(&keyring->sem)
 {
         struct keyring_list *klist, *nklist;
         unsigned max;
         size_t size;
         int loop, ret;
 
-        ret = -EKEYREVOKED;
-        if (test_bit(KEY_FLAG_REVOKED, &keyring->flags))
-                goto error;
+        kenter("%d,%s,%s,", key_serial(keyring), type->name, description);
 
-        ret = -ENOTDIR;
         if (keyring->type != &key_type_keyring)
-                goto error;
+                return -ENOTDIR;
 
-        /* serialise link/link calls to prevent parallel calls causing a
-         * cycle when applied to two keyring in opposite orders */
-        down_write(&keyring_serialise_link_sem);
+        down_write(&keyring->sem);
 
-        /* check that we aren't going to create a cycle adding one keyring to
-         * another */
-        if (key->type == &key_type_keyring) {
-                ret = keyring_detect_cycle(keyring, key);
-                if (ret < 0)
-                        goto error2;
-        }
+        ret = -EKEYREVOKED;
+        if (test_bit(KEY_FLAG_REVOKED, &keyring->flags))
+                goto error_krsem;
+
+        /* serialise link/link calls to prevent parallel calls causing a cycle
+         * when linking two keyring in opposite orders */
+        if (type == &key_type_keyring)
+                down_write(&keyring_serialise_link_sem);
 
-        /* see if there's a matching key we can displace */
         klist = rcu_dereference_locked_keyring(keyring);
-        if (klist && klist->nkeys > 0) {
-                struct key_type *type = key->type;
 
+        /* see if there's a matching key we can displace */
+        if (klist && klist->nkeys > 0) {
                 for (loop = klist->nkeys - 1; loop >= 0; loop--) {
                         if (klist->keys[loop]->type == type &&
                             strcmp(klist->keys[loop]->description,
-                                   key->description) == 0
+                                   description) == 0
                             ) {
-                                /* found a match - replace with new key */
+                                /* found a match - we'll replace this one with
+                                 * the new key */
                                 size = sizeof(struct key *) * klist->maxkeys;
                                 size += sizeof(*klist);
                                 BUG_ON(size > PAGE_SIZE);
@@ -741,22 +721,10 @@ int __key_link(struct key *keyring, struct key *key)
                                 ret = -ENOMEM;
                                 nklist = kmemdup(klist, size, GFP_KERNEL);
                                 if (!nklist)
-                                        goto error2;
-
-                                /* replace matched key */
-                                atomic_inc(&key->usage);
-                                nklist->keys[loop] = key;
-
-                                rcu_assign_pointer(
-                                        keyring->payload.subscriptions,
-                                        nklist);
-
-                                /* dispose of the old keyring list and the
-                                 * displaced key */
-                                klist->delkey = loop;
-                                call_rcu(&klist->rcu,
-                                         keyring_unlink_rcu_disposal);
+                                        goto error_sem;
 
+                                /* note replacement slot */
+                                klist->delkey = nklist->delkey = loop;
                                 goto done;
                         }
                 }
@@ -766,88 +734,167 @@ int __key_link(struct key *keyring, struct key *key)
         ret = key_payload_reserve(keyring,
                                   keyring->datalen + KEYQUOTA_LINK_BYTES);
         if (ret < 0)
-                goto error2;
+                goto error_sem;
 
         if (klist && klist->nkeys < klist->maxkeys) {
-                /* there's sufficient slack space to add directly */
-                atomic_inc(&key->usage);
-
-                klist->keys[klist->nkeys] = key;
-                smp_wmb();
-                klist->nkeys++;
-                smp_wmb();
-        }
-        else {
+                /* there's sufficient slack space to append directly */
+                nklist = NULL;
+        } else {
                 /* grow the key list */
                 max = 4;
                 if (klist)
                         max += klist->maxkeys;
 
                 ret = -ENFILE;
-                if (max > 65535)
-                        goto error3;
+                if (max > USHORT_MAX - 1)
+                        goto error_quota;
                 size = sizeof(*klist) + sizeof(struct key *) * max;
                 if (size > PAGE_SIZE)
-                        goto error3;
+                        goto error_quota;
 
                 ret = -ENOMEM;
                 nklist = kmalloc(size, GFP_KERNEL);
                 if (!nklist)
-                        goto error3;
-                nklist->maxkeys = max;
-                nklist->nkeys = 0;
+                        goto error_quota;
 
+                nklist->maxkeys = max;
                 if (klist) {
-                        nklist->nkeys = klist->nkeys;
-                        memcpy(nklist->keys,
-                               klist->keys,
+                        memcpy(nklist->keys, klist->keys,
                                sizeof(struct key *) * klist->nkeys);
+                        nklist->delkey = klist->nkeys;
+                        nklist->nkeys = klist->nkeys + 1;
+                        klist->delkey = USHORT_MAX;
+                } else {
+                        nklist->nkeys = 1;
+                        nklist->delkey = 0;
                 }
 
                 /* add the key into the new space */
-                atomic_inc(&key->usage);
-                nklist->keys[nklist->nkeys++] = key;
-
-                rcu_assign_pointer(keyring->payload.subscriptions, nklist);
-
-                /* dispose of the old keyring list */
-                if (klist)
-                        call_rcu(&klist->rcu, keyring_link_rcu_disposal);
+                nklist->keys[nklist->delkey] = NULL;
         }
 
 done:
-        ret = 0;
-error2:
-        up_write(&keyring_serialise_link_sem);
-error:
-        return ret;
+        *_prealloc = nklist;
+        kleave(" = 0");
+        return 0;
 
-error3:
+error_quota:
         /* undo the quota changes */
         key_payload_reserve(keyring,
                             keyring->datalen - KEYQUOTA_LINK_BYTES);
-        goto error2;
+error_sem:
+        if (type == &key_type_keyring)
+                up_write(&keyring_serialise_link_sem);
+error_krsem:
+        up_write(&keyring->sem);
+        kleave(" = %d", ret);
+        return ret;
+}
 
-} /* end __key_link() */
+/*
+ * check already instantiated keys aren't going to be a problem
+ * - the caller must have called __key_link_begin()
+ * - don't need to call this for keys that were created since __key_link_begin()
+ *   was called
+ */
+int __key_link_check_live_key(struct key *keyring, struct key *key)
+{
+        if (key->type == &key_type_keyring)
+                /* check that we aren't going to create a cycle by linking one
+                 * keyring to another */
+                return keyring_detect_cycle(keyring, key);
+        return 0;
+}
+
+/*
+ * link a key into to a keyring
+ * - must be called with __key_link_begin() having being called
+ * - discard already extant link to matching key if there is one
+ */
+void __key_link(struct key *keyring, struct key *key,
+                struct keyring_list **_prealloc)
+{
+        struct keyring_list *klist, *nklist;
+
+        nklist = *_prealloc;
+        *_prealloc = NULL;
+
+        kenter("%d,%d,%p", keyring->serial, key->serial, nklist);
+
+        klist = rcu_dereference_protected(keyring->payload.subscriptions,
+                                          rwsem_is_locked(&keyring->sem));
+
+        atomic_inc(&key->usage);
+
+        /* there's a matching key we can displace or an empty slot in a newly
+         * allocated list we can fill */
+        if (nklist) {
+                kdebug("replace %hu/%hu/%hu",
+                       nklist->delkey, nklist->nkeys, nklist->maxkeys);
+
+                nklist->keys[nklist->delkey] = key;
+
+                rcu_assign_pointer(keyring->payload.subscriptions, nklist);
+
+                /* dispose of the old keyring list and, if there was one, the
+                 * displaced key */
+                if (klist) {
+                        kdebug("dispose %hu/%hu/%hu",
+                               klist->delkey, klist->nkeys, klist->maxkeys);
+                        call_rcu(&klist->rcu, keyring_unlink_rcu_disposal);
+                }
+        } else {
+                /* there's sufficient slack space to append directly */
+                klist->keys[klist->nkeys] = key;
+                smp_wmb();
+                klist->nkeys++;
+        }
+}
+
+/*
+ * finish linking a key into to a keyring
+ * - must be called with __key_link_begin() having being called
+ */
+void __key_link_end(struct key *keyring, struct key_type *type,
+                    struct keyring_list *prealloc)
+        __releases(&keyring->sem)
+{
+        BUG_ON(type == NULL);
+        BUG_ON(type->name == NULL);
+        kenter("%d,%s,%p", keyring->serial, type->name, prealloc);
+
+        if (type == &key_type_keyring)
+                up_write(&keyring_serialise_link_sem);
+
+        if (prealloc) {
+                kfree(prealloc);
+                key_payload_reserve(keyring,
+                                    keyring->datalen - KEYQUOTA_LINK_BYTES);
+        }
+        up_write(&keyring->sem);
+}
 
-/*****************************************************************************/
 /*
  * link a key to a keyring
  */
 int key_link(struct key *keyring, struct key *key)
 {
+        struct keyring_list *prealloc;
         int ret;
 
         key_check(keyring);
         key_check(key);
 
-        down_write(&keyring->sem);
-        ret = __key_link(keyring, key);
-        up_write(&keyring->sem);
+        ret = __key_link_begin(keyring, key->type, key->description, &prealloc);
+        if (ret == 0) {
+                ret = __key_link_check_live_key(keyring, key);
+                if (ret == 0)
+                        __key_link(keyring, key, &prealloc);
+                __key_link_end(keyring, key->type, prealloc);
+        }
 
         return ret;
-
-} /* end key_link() */
+}
 
 EXPORT_SYMBOL(key_link);