diff options
Diffstat (limited to 'tools/testing/radix-tree/iteration_check.c')
| -rw-r--r-- | tools/testing/radix-tree/iteration_check.c | 103 |
1 files changed, 51 insertions, 52 deletions
diff --git a/tools/testing/radix-tree/iteration_check.c b/tools/testing/radix-tree/iteration_check.c index d047327bb9ef..238db187aa15 100644 --- a/tools/testing/radix-tree/iteration_check.c +++ b/tools/testing/radix-tree/iteration_check.c | |||
| @@ -1,5 +1,5 @@ | |||
| 1 | /* | 1 | /* |
| 2 | * iteration_check.c: test races having to do with radix tree iteration | 2 | * iteration_check.c: test races having to do with xarray iteration |
| 3 | * Copyright (c) 2016 Intel Corporation | 3 | * Copyright (c) 2016 Intel Corporation |
| 4 | * Author: Ross Zwisler <ross.zwisler@linux.intel.com> | 4 | * Author: Ross Zwisler <ross.zwisler@linux.intel.com> |
| 5 | * | 5 | * |
| @@ -12,7 +12,6 @@ | |||
| 12 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | 12 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 13 | * more details. | 13 | * more details. |
| 14 | */ | 14 | */ |
| 15 | #include <linux/radix-tree.h> | ||
| 16 | #include <pthread.h> | 15 | #include <pthread.h> |
| 17 | #include "test.h" | 16 | #include "test.h" |
| 18 | 17 | ||
| @@ -23,29 +22,44 @@ | |||
| 23 | 22 | ||
| 24 | static pthread_t threads[NUM_THREADS]; | 23 | static pthread_t threads[NUM_THREADS]; |
| 25 | static unsigned int seeds[3]; | 24 | static unsigned int seeds[3]; |
| 26 | static RADIX_TREE(tree, GFP_KERNEL); | 25 | static DEFINE_XARRAY(array); |
| 27 | static bool test_complete; | 26 | static bool test_complete; |
| 28 | static int max_order; | 27 | static int max_order; |
| 29 | 28 | ||
| 30 | /* relentlessly fill the tree with tagged entries */ | 29 | void my_item_insert(struct xarray *xa, unsigned long index) |
| 30 | { | ||
| 31 | XA_STATE(xas, xa, index); | ||
| 32 | struct item *item = item_create(index, 0); | ||
| 33 | int order; | ||
| 34 | |||
| 35 | retry: | ||
| 36 | xas_lock(&xas); | ||
| 37 | for (order = max_order; order >= 0; order--) { | ||
| 38 | xas_set_order(&xas, index, order); | ||
| 39 | item->order = order; | ||
| 40 | if (xas_find_conflict(&xas)) | ||
| 41 | continue; | ||
| 42 | xas_store(&xas, item); | ||
| 43 | xas_set_mark(&xas, TAG); | ||
| 44 | break; | ||
| 45 | } | ||
| 46 | xas_unlock(&xas); | ||
| 47 | if (xas_nomem(&xas, GFP_KERNEL)) | ||
| 48 | goto retry; | ||
| 49 | if (order < 0) | ||
| 50 | free(item); | ||
| 51 | } | ||
| 52 | |||
| 53 | /* relentlessly fill the array with tagged entries */ | ||
| 31 | static void *add_entries_fn(void *arg) | 54 | static void *add_entries_fn(void *arg) |
| 32 | { | 55 | { |
| 33 | rcu_register_thread(); | 56 | rcu_register_thread(); |
| 34 | 57 | ||
| 35 | while (!test_complete) { | 58 | while (!test_complete) { |
| 36 | unsigned long pgoff; | 59 | unsigned long pgoff; |
| 37 | int order; | ||
| 38 | 60 | ||
| 39 | for (pgoff = 0; pgoff < MAX_IDX; pgoff++) { | 61 | for (pgoff = 0; pgoff < MAX_IDX; pgoff++) { |
| 40 | xa_lock(&tree); | 62 | my_item_insert(&array, pgoff); |
| 41 | for (order = max_order; order >= 0; order--) { | ||
| 42 | if (item_insert_order(&tree, pgoff, order) | ||
| 43 | == 0) { | ||
| 44 | item_tag_set(&tree, pgoff, TAG); | ||
| 45 | break; | ||
| 46 | } | ||
| 47 | } | ||
| 48 | xa_unlock(&tree); | ||
| 49 | } | 63 | } |
| 50 | } | 64 | } |
| 51 | 65 | ||
| @@ -55,33 +69,25 @@ static void *add_entries_fn(void *arg) | |||
| 55 | } | 69 | } |
| 56 | 70 | ||
| 57 | /* | 71 | /* |
| 58 | * Iterate over the tagged entries, doing a radix_tree_iter_retry() as we find | 72 | * Iterate over tagged entries, retrying when we find ourselves in a deleted |
| 59 | * things that have been removed and randomly resetting our iteration to the | 73 | * node and randomly pausing the iteration. |
| 60 | * next chunk with radix_tree_iter_resume(). Both radix_tree_iter_retry() and | ||
| 61 | * radix_tree_iter_resume() cause radix_tree_next_slot() to be called with a | ||
| 62 | * NULL 'slot' variable. | ||
| 63 | */ | 74 | */ |
| 64 | static void *tagged_iteration_fn(void *arg) | 75 | static void *tagged_iteration_fn(void *arg) |
| 65 | { | 76 | { |
| 66 | struct radix_tree_iter iter; | 77 | XA_STATE(xas, &array, 0); |
| 67 | void **slot; | 78 | void *entry; |
| 68 | 79 | ||
| 69 | rcu_register_thread(); | 80 | rcu_register_thread(); |
| 70 | 81 | ||
| 71 | while (!test_complete) { | 82 | while (!test_complete) { |
| 83 | xas_set(&xas, 0); | ||
| 72 | rcu_read_lock(); | 84 | rcu_read_lock(); |
| 73 | radix_tree_for_each_tagged(slot, &tree, &iter, 0, TAG) { | 85 | xas_for_each_marked(&xas, entry, ULONG_MAX, TAG) { |
| 74 | void *entry = radix_tree_deref_slot(slot); | 86 | if (xas_retry(&xas, entry)) |
| 75 | if (unlikely(!entry)) | ||
| 76 | continue; | 87 | continue; |
| 77 | 88 | ||
| 78 | if (radix_tree_deref_retry(entry)) { | ||
| 79 | slot = radix_tree_iter_retry(&iter); | ||
| 80 | continue; | ||
| 81 | } | ||
| 82 | |||
| 83 | if (rand_r(&seeds[0]) % 50 == 0) { | 89 | if (rand_r(&seeds[0]) % 50 == 0) { |
| 84 | slot = radix_tree_iter_resume(slot, &iter); | 90 | xas_pause(&xas); |
| 85 | rcu_read_unlock(); | 91 | rcu_read_unlock(); |
| 86 | rcu_barrier(); | 92 | rcu_barrier(); |
| 87 | rcu_read_lock(); | 93 | rcu_read_lock(); |
| @@ -96,33 +102,25 @@ static void *tagged_iteration_fn(void *arg) | |||
| 96 | } | 102 | } |
| 97 | 103 | ||
| 98 | /* | 104 | /* |
| 99 | * Iterate over the entries, doing a radix_tree_iter_retry() as we find things | 105 | * Iterate over the entries, retrying when we find ourselves in a deleted |
| 100 | * that have been removed and randomly resetting our iteration to the next | 106 | * node and randomly pausing the iteration. |
| 101 | * chunk with radix_tree_iter_resume(). Both radix_tree_iter_retry() and | ||
| 102 | * radix_tree_iter_resume() cause radix_tree_next_slot() to be called with a | ||
| 103 | * NULL 'slot' variable. | ||
| 104 | */ | 107 | */ |
| 105 | static void *untagged_iteration_fn(void *arg) | 108 | static void *untagged_iteration_fn(void *arg) |
| 106 | { | 109 | { |
| 107 | struct radix_tree_iter iter; | 110 | XA_STATE(xas, &array, 0); |
| 108 | void **slot; | 111 | void *entry; |
| 109 | 112 | ||
| 110 | rcu_register_thread(); | 113 | rcu_register_thread(); |
| 111 | 114 | ||
| 112 | while (!test_complete) { | 115 | while (!test_complete) { |
| 116 | xas_set(&xas, 0); | ||
| 113 | rcu_read_lock(); | 117 | rcu_read_lock(); |
| 114 | radix_tree_for_each_slot(slot, &tree, &iter, 0) { | 118 | xas_for_each(&xas, entry, ULONG_MAX) { |
| 115 | void *entry = radix_tree_deref_slot(slot); | 119 | if (xas_retry(&xas, entry)) |
| 116 | if (unlikely(!entry)) | ||
| 117 | continue; | 120 | continue; |
| 118 | 121 | ||
| 119 | if (radix_tree_deref_retry(entry)) { | ||
| 120 | slot = radix_tree_iter_retry(&iter); | ||
| 121 | continue; | ||
| 122 | } | ||
| 123 | |||
| 124 | if (rand_r(&seeds[1]) % 50 == 0) { | 122 | if (rand_r(&seeds[1]) % 50 == 0) { |
| 125 | slot = radix_tree_iter_resume(slot, &iter); | 123 | xas_pause(&xas); |
| 126 | rcu_read_unlock(); | 124 | rcu_read_unlock(); |
| 127 | rcu_barrier(); | 125 | rcu_barrier(); |
| 128 | rcu_read_lock(); | 126 | rcu_read_lock(); |
| @@ -137,7 +135,7 @@ static void *untagged_iteration_fn(void *arg) | |||
| 137 | } | 135 | } |
| 138 | 136 | ||
| 139 | /* | 137 | /* |
| 140 | * Randomly remove entries to help induce radix_tree_iter_retry() calls in the | 138 | * Randomly remove entries to help induce retries in the |
| 141 | * two iteration functions. | 139 | * two iteration functions. |
| 142 | */ | 140 | */ |
| 143 | static void *remove_entries_fn(void *arg) | 141 | static void *remove_entries_fn(void *arg) |
| @@ -146,12 +144,13 @@ static void *remove_entries_fn(void *arg) | |||
| 146 | 144 | ||
| 147 | while (!test_complete) { | 145 | while (!test_complete) { |
| 148 | int pgoff; | 146 | int pgoff; |
| 147 | struct item *item; | ||
| 149 | 148 | ||
| 150 | pgoff = rand_r(&seeds[2]) % MAX_IDX; | 149 | pgoff = rand_r(&seeds[2]) % MAX_IDX; |
| 151 | 150 | ||
| 152 | xa_lock(&tree); | 151 | item = xa_erase(&array, pgoff); |
| 153 | item_delete(&tree, pgoff); | 152 | if (item) |
| 154 | xa_unlock(&tree); | 153 | item_free(item, pgoff); |
| 155 | } | 154 | } |
| 156 | 155 | ||
| 157 | rcu_unregister_thread(); | 156 | rcu_unregister_thread(); |
| @@ -164,7 +163,7 @@ static void *tag_entries_fn(void *arg) | |||
| 164 | rcu_register_thread(); | 163 | rcu_register_thread(); |
| 165 | 164 | ||
| 166 | while (!test_complete) { | 165 | while (!test_complete) { |
| 167 | tag_tagged_items(&tree, 0, MAX_IDX, 10, TAG, NEW_TAG); | 166 | tag_tagged_items(&array, 0, MAX_IDX, 10, TAG, NEW_TAG); |
| 168 | } | 167 | } |
| 169 | rcu_unregister_thread(); | 168 | rcu_unregister_thread(); |
| 170 | return NULL; | 169 | return NULL; |
| @@ -215,5 +214,5 @@ void iteration_test(unsigned order, unsigned test_duration) | |||
| 215 | } | 214 | } |
| 216 | } | 215 | } |
| 217 | 216 | ||
| 218 | item_kill_tree(&tree); | 217 | item_kill_tree(&array); |
| 219 | } | 218 | } |
