diff options
| -rw-r--r-- | kernel/user.c | 27 |
1 files changed, 17 insertions, 10 deletions
diff --git a/kernel/user.c b/kernel/user.c index d1ae2349347e..d9deae43a9ab 100644 --- a/kernel/user.c +++ b/kernel/user.c | |||
| @@ -33,6 +33,10 @@ static struct list_head uidhash_table[UIDHASH_SZ]; | |||
| 33 | * The uidhash_lock is mostly taken from process context, but it is | 33 | * The uidhash_lock is mostly taken from process context, but it is |
| 34 | * occasionally also taken from softirq/tasklet context, when | 34 | * occasionally also taken from softirq/tasklet context, when |
| 35 | * task-structs get RCU-freed. Hence all locking must be softirq-safe. | 35 | * task-structs get RCU-freed. Hence all locking must be softirq-safe. |
| 36 | * But free_uid() is also called with local interrupts disabled, and running | ||
| 37 | * local_bh_enable() with local interrupts disabled is an error - we'll run | ||
| 38 | * softirq callbacks, and they can unconditionally enable interrupts, and | ||
| 39 | * the caller of free_uid() didn't expect that.. | ||
| 36 | */ | 40 | */ |
| 37 | static DEFINE_SPINLOCK(uidhash_lock); | 41 | static DEFINE_SPINLOCK(uidhash_lock); |
| 38 | 42 | ||
| @@ -89,16 +93,19 @@ static inline struct user_struct *uid_hash_find(uid_t uid, struct list_head *has | |||
| 89 | struct user_struct *find_user(uid_t uid) | 93 | struct user_struct *find_user(uid_t uid) |
| 90 | { | 94 | { |
| 91 | struct user_struct *ret; | 95 | struct user_struct *ret; |
| 96 | unsigned long flags; | ||
| 92 | 97 | ||
| 93 | spin_lock_bh(&uidhash_lock); | 98 | spin_lock_irqsave(&uidhash_lock, flags); |
| 94 | ret = uid_hash_find(uid, uidhashentry(uid)); | 99 | ret = uid_hash_find(uid, uidhashentry(uid)); |
| 95 | spin_unlock_bh(&uidhash_lock); | 100 | spin_unlock_irqrestore(&uidhash_lock, flags); |
| 96 | return ret; | 101 | return ret; |
| 97 | } | 102 | } |
| 98 | 103 | ||
| 99 | void free_uid(struct user_struct *up) | 104 | void free_uid(struct user_struct *up) |
| 100 | { | 105 | { |
| 101 | local_bh_disable(); | 106 | unsigned long flags; |
| 107 | |||
| 108 | local_irq_save(flags); | ||
| 102 | if (up && atomic_dec_and_lock(&up->__count, &uidhash_lock)) { | 109 | if (up && atomic_dec_and_lock(&up->__count, &uidhash_lock)) { |
| 103 | uid_hash_remove(up); | 110 | uid_hash_remove(up); |
| 104 | key_put(up->uid_keyring); | 111 | key_put(up->uid_keyring); |
| @@ -106,7 +113,7 @@ void free_uid(struct user_struct *up) | |||
| 106 | kmem_cache_free(uid_cachep, up); | 113 | kmem_cache_free(uid_cachep, up); |
| 107 | spin_unlock(&uidhash_lock); | 114 | spin_unlock(&uidhash_lock); |
| 108 | } | 115 | } |
| 109 | local_bh_enable(); | 116 | local_irq_restore(flags); |
| 110 | } | 117 | } |
| 111 | 118 | ||
| 112 | struct user_struct * alloc_uid(uid_t uid) | 119 | struct user_struct * alloc_uid(uid_t uid) |
| @@ -114,9 +121,9 @@ struct user_struct * alloc_uid(uid_t uid) | |||
| 114 | struct list_head *hashent = uidhashentry(uid); | 121 | struct list_head *hashent = uidhashentry(uid); |
| 115 | struct user_struct *up; | 122 | struct user_struct *up; |
| 116 | 123 | ||
| 117 | spin_lock_bh(&uidhash_lock); | 124 | spin_lock_irq(&uidhash_lock); |
| 118 | up = uid_hash_find(uid, hashent); | 125 | up = uid_hash_find(uid, hashent); |
| 119 | spin_unlock_bh(&uidhash_lock); | 126 | spin_unlock_irq(&uidhash_lock); |
| 120 | 127 | ||
| 121 | if (!up) { | 128 | if (!up) { |
| 122 | struct user_struct *new; | 129 | struct user_struct *new; |
| @@ -146,7 +153,7 @@ struct user_struct * alloc_uid(uid_t uid) | |||
| 146 | * Before adding this, check whether we raced | 153 | * Before adding this, check whether we raced |
| 147 | * on adding the same user already.. | 154 | * on adding the same user already.. |
| 148 | */ | 155 | */ |
| 149 | spin_lock_bh(&uidhash_lock); | 156 | spin_lock_irq(&uidhash_lock); |
| 150 | up = uid_hash_find(uid, hashent); | 157 | up = uid_hash_find(uid, hashent); |
| 151 | if (up) { | 158 | if (up) { |
| 152 | key_put(new->uid_keyring); | 159 | key_put(new->uid_keyring); |
| @@ -156,7 +163,7 @@ struct user_struct * alloc_uid(uid_t uid) | |||
| 156 | uid_hash_insert(new, hashent); | 163 | uid_hash_insert(new, hashent); |
| 157 | up = new; | 164 | up = new; |
| 158 | } | 165 | } |
| 159 | spin_unlock_bh(&uidhash_lock); | 166 | spin_unlock_irq(&uidhash_lock); |
| 160 | 167 | ||
| 161 | } | 168 | } |
| 162 | return up; | 169 | return up; |
| @@ -192,9 +199,9 @@ static int __init uid_cache_init(void) | |||
| 192 | INIT_LIST_HEAD(uidhash_table + n); | 199 | INIT_LIST_HEAD(uidhash_table + n); |
| 193 | 200 | ||
| 194 | /* Insert the root user immediately (init already runs as root) */ | 201 | /* Insert the root user immediately (init already runs as root) */ |
| 195 | spin_lock_bh(&uidhash_lock); | 202 | spin_lock_irq(&uidhash_lock); |
| 196 | uid_hash_insert(&root_user, uidhashentry(0)); | 203 | uid_hash_insert(&root_user, uidhashentry(0)); |
| 197 | spin_unlock_bh(&uidhash_lock); | 204 | spin_unlock_irq(&uidhash_lock); |
| 198 | 205 | ||
| 199 | return 0; | 206 | return 0; |
| 200 | } | 207 | } |
