diff options
Diffstat (limited to 'mm/memcontrol.c')
-rw-r--r-- | mm/memcontrol.c | 23 |
1 files changed, 14 insertions, 9 deletions
diff --git a/mm/memcontrol.c b/mm/memcontrol.c index 014a4f1acf1c..d2da65c4cd84 100644 --- a/mm/memcontrol.c +++ b/mm/memcontrol.c | |||
@@ -3264,6 +3264,12 @@ void memcg_register_cache(struct kmem_cache *s) | |||
3264 | if (is_root_cache(s)) | 3264 | if (is_root_cache(s)) |
3265 | return; | 3265 | return; |
3266 | 3266 | ||
3267 | /* | ||
3268 | * Holding the slab_mutex assures nobody will touch the memcg_caches | ||
3269 | * array while we are modifying it. | ||
3270 | */ | ||
3271 | lockdep_assert_held(&slab_mutex); | ||
3272 | |||
3267 | root = s->memcg_params->root_cache; | 3273 | root = s->memcg_params->root_cache; |
3268 | memcg = s->memcg_params->memcg; | 3274 | memcg = s->memcg_params->memcg; |
3269 | id = memcg_cache_id(memcg); | 3275 | id = memcg_cache_id(memcg); |
@@ -3283,6 +3289,7 @@ void memcg_register_cache(struct kmem_cache *s) | |||
3283 | * before adding it to the memcg_slab_caches list, otherwise we can | 3289 | * before adding it to the memcg_slab_caches list, otherwise we can |
3284 | * fail to convert memcg_params_to_cache() while traversing the list. | 3290 | * fail to convert memcg_params_to_cache() while traversing the list. |
3285 | */ | 3291 | */ |
3292 | VM_BUG_ON(root->memcg_params->memcg_caches[id]); | ||
3286 | root->memcg_params->memcg_caches[id] = s; | 3293 | root->memcg_params->memcg_caches[id] = s; |
3287 | 3294 | ||
3288 | mutex_lock(&memcg->slab_caches_mutex); | 3295 | mutex_lock(&memcg->slab_caches_mutex); |
@@ -3299,6 +3306,12 @@ void memcg_unregister_cache(struct kmem_cache *s) | |||
3299 | if (is_root_cache(s)) | 3306 | if (is_root_cache(s)) |
3300 | return; | 3307 | return; |
3301 | 3308 | ||
3309 | /* | ||
3310 | * Holding the slab_mutex assures nobody will touch the memcg_caches | ||
3311 | * array while we are modifying it. | ||
3312 | */ | ||
3313 | lockdep_assert_held(&slab_mutex); | ||
3314 | |||
3302 | root = s->memcg_params->root_cache; | 3315 | root = s->memcg_params->root_cache; |
3303 | memcg = s->memcg_params->memcg; | 3316 | memcg = s->memcg_params->memcg; |
3304 | id = memcg_cache_id(memcg); | 3317 | id = memcg_cache_id(memcg); |
@@ -3312,6 +3325,7 @@ void memcg_unregister_cache(struct kmem_cache *s) | |||
3312 | * after removing it from the memcg_slab_caches list, otherwise we can | 3325 | * after removing it from the memcg_slab_caches list, otherwise we can |
3313 | * fail to convert memcg_params_to_cache() while traversing the list. | 3326 | * fail to convert memcg_params_to_cache() while traversing the list. |
3314 | */ | 3327 | */ |
3328 | VM_BUG_ON(!root->memcg_params->memcg_caches[id]); | ||
3315 | root->memcg_params->memcg_caches[id] = NULL; | 3329 | root->memcg_params->memcg_caches[id] = NULL; |
3316 | 3330 | ||
3317 | css_put(&memcg->css); | 3331 | css_put(&memcg->css); |
@@ -3464,22 +3478,13 @@ static struct kmem_cache *memcg_create_kmem_cache(struct mem_cgroup *memcg, | |||
3464 | struct kmem_cache *cachep) | 3478 | struct kmem_cache *cachep) |
3465 | { | 3479 | { |
3466 | struct kmem_cache *new_cachep; | 3480 | struct kmem_cache *new_cachep; |
3467 | int idx; | ||
3468 | 3481 | ||
3469 | BUG_ON(!memcg_can_account_kmem(memcg)); | 3482 | BUG_ON(!memcg_can_account_kmem(memcg)); |
3470 | 3483 | ||
3471 | idx = memcg_cache_id(memcg); | ||
3472 | |||
3473 | mutex_lock(&memcg_cache_mutex); | 3484 | mutex_lock(&memcg_cache_mutex); |
3474 | new_cachep = cache_from_memcg_idx(cachep, idx); | ||
3475 | if (new_cachep) | ||
3476 | goto out; | ||
3477 | |||
3478 | new_cachep = kmem_cache_dup(memcg, cachep); | 3485 | new_cachep = kmem_cache_dup(memcg, cachep); |
3479 | if (new_cachep == NULL) | 3486 | if (new_cachep == NULL) |
3480 | new_cachep = cachep; | 3487 | new_cachep = cachep; |
3481 | |||
3482 | out: | ||
3483 | mutex_unlock(&memcg_cache_mutex); | 3488 | mutex_unlock(&memcg_cache_mutex); |
3484 | return new_cachep; | 3489 | return new_cachep; |
3485 | } | 3490 | } |