diff options
Diffstat (limited to 'net/ipv4')
-rw-r--r-- | net/ipv4/fib_trie.c | 33 |
1 files changed, 21 insertions, 12 deletions
diff --git a/net/ipv4/fib_trie.c b/net/ipv4/fib_trie.c index fbc80d15827b..a52334d30cf8 100644 --- a/net/ipv4/fib_trie.c +++ b/net/ipv4/fib_trie.c | |||
@@ -165,9 +165,13 @@ static struct kmem_cache *fn_alias_kmem __read_mostly; | |||
165 | 165 | ||
166 | static inline struct tnode *node_parent(struct node *node) | 166 | static inline struct tnode *node_parent(struct node *node) |
167 | { | 167 | { |
168 | struct tnode *ret; | 168 | return (struct tnode *)(node->parent & ~NODE_TYPE_MASK); |
169 | } | ||
170 | |||
171 | static inline struct tnode *node_parent_rcu(struct node *node) | ||
172 | { | ||
173 | struct tnode *ret = node_parent(node); | ||
169 | 174 | ||
170 | ret = (struct tnode *)(node->parent & ~NODE_TYPE_MASK); | ||
171 | return rcu_dereference(ret); | 175 | return rcu_dereference(ret); |
172 | } | 176 | } |
173 | 177 | ||
@@ -177,13 +181,18 @@ static inline void node_set_parent(struct node *node, struct tnode *ptr) | |||
177 | (unsigned long)ptr | NODE_TYPE(node)); | 181 | (unsigned long)ptr | NODE_TYPE(node)); |
178 | } | 182 | } |
179 | 183 | ||
180 | /* rcu_read_lock needs to be hold by caller from readside */ | 184 | static inline struct node *tnode_get_child(struct tnode *tn, unsigned int i) |
185 | { | ||
186 | BUG_ON(i >= 1U << tn->bits); | ||
181 | 187 | ||
182 | static inline struct node *tnode_get_child(struct tnode *tn, int i) | 188 | return tn->child[i]; |
189 | } | ||
190 | |||
191 | static inline struct node *tnode_get_child_rcu(struct tnode *tn, unsigned int i) | ||
183 | { | 192 | { |
184 | BUG_ON(i >= 1 << tn->bits); | 193 | struct node *ret = tnode_get_child(tn, i); |
185 | 194 | ||
186 | return rcu_dereference(tn->child[i]); | 195 | return rcu_dereference(ret); |
187 | } | 196 | } |
188 | 197 | ||
189 | static inline int tnode_child_length(const struct tnode *tn) | 198 | static inline int tnode_child_length(const struct tnode *tn) |
@@ -938,7 +947,7 @@ fib_find_node(struct trie *t, u32 key) | |||
938 | 947 | ||
939 | if (tkey_sub_equals(tn->key, pos, tn->pos-pos, key)) { | 948 | if (tkey_sub_equals(tn->key, pos, tn->pos-pos, key)) { |
940 | pos = tn->pos + tn->bits; | 949 | pos = tn->pos + tn->bits; |
941 | n = tnode_get_child(tn, tkey_extract_bits(key, tn->pos, tn->bits)); | 950 | n = tnode_get_child_rcu(tn, tkey_extract_bits(key, tn->pos, tn->bits)); |
942 | } else | 951 | } else |
943 | break; | 952 | break; |
944 | } | 953 | } |
@@ -1688,7 +1697,7 @@ static struct leaf *nextleaf(struct trie *t, struct leaf *thisleaf) | |||
1688 | 1697 | ||
1689 | p = (struct tnode*) trie; /* Start */ | 1698 | p = (struct tnode*) trie; /* Start */ |
1690 | } else | 1699 | } else |
1691 | p = node_parent(c); | 1700 | p = node_parent_rcu(c); |
1692 | 1701 | ||
1693 | while (p) { | 1702 | while (p) { |
1694 | int pos, last; | 1703 | int pos, last; |
@@ -1725,7 +1734,7 @@ static struct leaf *nextleaf(struct trie *t, struct leaf *thisleaf) | |||
1725 | up: | 1734 | up: |
1726 | /* No more children go up one step */ | 1735 | /* No more children go up one step */ |
1727 | c = (struct node *) p; | 1736 | c = (struct node *) p; |
1728 | p = node_parent(c); | 1737 | p = node_parent_rcu(c); |
1729 | } | 1738 | } |
1730 | return NULL; /* Ready. Root of trie */ | 1739 | return NULL; /* Ready. Root of trie */ |
1731 | } | 1740 | } |
@@ -1987,7 +1996,7 @@ static struct node *fib_trie_get_next(struct fib_trie_iter *iter) | |||
1987 | iter->tnode, iter->index, iter->depth); | 1996 | iter->tnode, iter->index, iter->depth); |
1988 | rescan: | 1997 | rescan: |
1989 | while (cindex < (1<<tn->bits)) { | 1998 | while (cindex < (1<<tn->bits)) { |
1990 | struct node *n = tnode_get_child(tn, cindex); | 1999 | struct node *n = tnode_get_child_rcu(tn, cindex); |
1991 | 2000 | ||
1992 | if (n) { | 2001 | if (n) { |
1993 | if (IS_LEAF(n)) { | 2002 | if (IS_LEAF(n)) { |
@@ -2006,7 +2015,7 @@ rescan: | |||
2006 | } | 2015 | } |
2007 | 2016 | ||
2008 | /* Current node exhausted, pop back up */ | 2017 | /* Current node exhausted, pop back up */ |
2009 | p = node_parent((struct node *)tn); | 2018 | p = node_parent_rcu((struct node *)tn); |
2010 | if (p) { | 2019 | if (p) { |
2011 | cindex = tkey_extract_bits(tn->key, p->pos, p->bits)+1; | 2020 | cindex = tkey_extract_bits(tn->key, p->pos, p->bits)+1; |
2012 | tn = p; | 2021 | tn = p; |
@@ -2315,7 +2324,7 @@ static int fib_trie_seq_show(struct seq_file *seq, void *v) | |||
2315 | if (v == SEQ_START_TOKEN) | 2324 | if (v == SEQ_START_TOKEN) |
2316 | return 0; | 2325 | return 0; |
2317 | 2326 | ||
2318 | if (!node_parent(n)) { | 2327 | if (!node_parent_rcu(n)) { |
2319 | if (iter->trie == iter->trie_local) | 2328 | if (iter->trie == iter->trie_local) |
2320 | seq_puts(seq, "<local>:\n"); | 2329 | seq_puts(seq, "<local>:\n"); |
2321 | else | 2330 | else |