diff options
Diffstat (limited to 'lib/rhashtable.c')
| -rw-r--r-- | lib/rhashtable.c | 23 | 
1 files changed, 20 insertions, 3 deletions
diff --git a/lib/rhashtable.c b/lib/rhashtable.c index 4898442b837f..8609378e6505 100644 --- a/lib/rhashtable.c +++ b/lib/rhashtable.c  | |||
| @@ -14,6 +14,7 @@ | |||
| 14 | * published by the Free Software Foundation. | 14 | * published by the Free Software Foundation. | 
| 15 | */ | 15 | */ | 
| 16 | 16 | ||
| 17 | #include <linux/atomic.h> | ||
| 17 | #include <linux/kernel.h> | 18 | #include <linux/kernel.h> | 
| 18 | #include <linux/init.h> | 19 | #include <linux/init.h> | 
| 19 | #include <linux/log2.h> | 20 | #include <linux/log2.h> | 
| @@ -25,6 +26,7 @@ | |||
| 25 | #include <linux/random.h> | 26 | #include <linux/random.h> | 
| 26 | #include <linux/rhashtable.h> | 27 | #include <linux/rhashtable.h> | 
| 27 | #include <linux/err.h> | 28 | #include <linux/err.h> | 
| 29 | #include <linux/export.h> | ||
| 28 | 30 | ||
| 29 | #define HASH_DEFAULT_SIZE 64UL | 31 | #define HASH_DEFAULT_SIZE 64UL | 
| 30 | #define HASH_MIN_SIZE 4U | 32 | #define HASH_MIN_SIZE 4U | 
| @@ -405,13 +407,18 @@ int rhashtable_insert_rehash(struct rhashtable *ht) | |||
| 405 | 407 | ||
| 406 | if (rht_grow_above_75(ht, tbl)) | 408 | if (rht_grow_above_75(ht, tbl)) | 
| 407 | size *= 2; | 409 | size *= 2; | 
| 408 | /* More than two rehashes (not resizes) detected. */ | 410 | /* Do not schedule more than one rehash */ | 
| 409 | else if (WARN_ON(old_tbl != tbl && old_tbl->size == size)) | 411 | else if (old_tbl != tbl) | 
| 410 | return -EBUSY; | 412 | return -EBUSY; | 
| 411 | 413 | ||
| 412 | new_tbl = bucket_table_alloc(ht, size, GFP_ATOMIC); | 414 | new_tbl = bucket_table_alloc(ht, size, GFP_ATOMIC); | 
| 413 | if (new_tbl == NULL) | 415 | if (new_tbl == NULL) { | 
| 416 | /* Schedule async resize/rehash to try allocation | ||
| 417 | * non-atomic context. | ||
| 418 | */ | ||
| 419 | schedule_work(&ht->run_work); | ||
| 414 | return -ENOMEM; | 420 | return -ENOMEM; | 
| 421 | } | ||
| 415 | 422 | ||
| 416 | err = rhashtable_rehash_attach(ht, tbl, new_tbl); | 423 | err = rhashtable_rehash_attach(ht, tbl, new_tbl); | 
| 417 | if (err) { | 424 | if (err) { | 
| @@ -441,6 +448,10 @@ int rhashtable_insert_slow(struct rhashtable *ht, const void *key, | |||
| 441 | if (key && rhashtable_lookup_fast(ht, key, ht->p)) | 448 | if (key && rhashtable_lookup_fast(ht, key, ht->p)) | 
| 442 | goto exit; | 449 | goto exit; | 
| 443 | 450 | ||
| 451 | err = -E2BIG; | ||
| 452 | if (unlikely(rht_grow_above_max(ht, tbl))) | ||
| 453 | goto exit; | ||
| 454 | |||
| 444 | err = -EAGAIN; | 455 | err = -EAGAIN; | 
| 445 | if (rhashtable_check_elasticity(ht, tbl, hash) || | 456 | if (rhashtable_check_elasticity(ht, tbl, hash) || | 
| 446 | rht_grow_above_100(ht, tbl)) | 457 | rht_grow_above_100(ht, tbl)) | 
| @@ -733,6 +744,12 @@ int rhashtable_init(struct rhashtable *ht, | |||
| 733 | if (params->max_size) | 744 | if (params->max_size) | 
| 734 | ht->p.max_size = rounddown_pow_of_two(params->max_size); | 745 | ht->p.max_size = rounddown_pow_of_two(params->max_size); | 
| 735 | 746 | ||
| 747 | if (params->insecure_max_entries) | ||
| 748 | ht->p.insecure_max_entries = | ||
| 749 | rounddown_pow_of_two(params->insecure_max_entries); | ||
| 750 | else | ||
| 751 | ht->p.insecure_max_entries = ht->p.max_size * 2; | ||
| 752 | |||
| 736 | ht->p.min_size = max(ht->p.min_size, HASH_MIN_SIZE); | 753 | ht->p.min_size = max(ht->p.min_size, HASH_MIN_SIZE); | 
| 737 | 754 | ||
| 738 | /* The maximum (not average) chain length grows with the | 755 | /* The maximum (not average) chain length grows with the | 
