diff options
-rw-r--r-- | include/net/inet_hashtables.h | 40 | ||||
-rw-r--r-- | net/ipv4/tcp_ipv4.c | 28 |
2 files changed, 45 insertions, 23 deletions
diff --git a/include/net/inet_hashtables.h b/include/net/inet_hashtables.h new file mode 100644 index 000000000000..c4c9e39f4505 --- /dev/null +++ b/include/net/inet_hashtables.h | |||
@@ -0,0 +1,40 @@ | |||
1 | /* | ||
2 | * INET An implementation of the TCP/IP protocol suite for the LINUX | ||
3 | * operating system. INET is implemented using the BSD Socket | ||
4 | * interface as the means of communication with the user level. | ||
5 | * | ||
6 | * Authors: Lotsa people, from code originally in tcp | ||
7 | * | ||
8 | * This program is free software; you can redistribute it and/or | ||
9 | * modify it under the terms of the GNU General Public License | ||
10 | * as published by the Free Software Foundation; either version | ||
11 | * 2 of the License, or (at your option) any later version. | ||
12 | */ | ||
13 | |||
14 | #ifndef _INET_HASHTABLES_H | ||
15 | #define _INET_HASHTABLES_H | ||
16 | |||
17 | #include <linux/types.h> | ||
18 | |||
19 | static inline int inet_ehashfn(const __u32 laddr, const __u16 lport, | ||
20 | const __u32 faddr, const __u16 fport, | ||
21 | const int ehash_size) | ||
22 | { | ||
23 | int h = (laddr ^ lport) ^ (faddr ^ fport); | ||
24 | h ^= h >> 16; | ||
25 | h ^= h >> 8; | ||
26 | return h & (ehash_size - 1); | ||
27 | } | ||
28 | |||
29 | static inline int inet_sk_ehashfn(const struct sock *sk, const int ehash_size) | ||
30 | { | ||
31 | const struct inet_sock *inet = inet_sk(sk); | ||
32 | const __u32 laddr = inet->rcv_saddr; | ||
33 | const __u16 lport = inet->num; | ||
34 | const __u32 faddr = inet->daddr; | ||
35 | const __u16 fport = inet->dport; | ||
36 | |||
37 | return inet_ehashfn(laddr, lport, faddr, fport, ehash_size); | ||
38 | } | ||
39 | |||
40 | #endif /* _INET_HASHTABLES_H */ | ||
diff --git a/net/ipv4/tcp_ipv4.c b/net/ipv4/tcp_ipv4.c index ae6fad99a9a9..c03d7e9688c8 100644 --- a/net/ipv4/tcp_ipv4.c +++ b/net/ipv4/tcp_ipv4.c | |||
@@ -64,6 +64,7 @@ | |||
64 | #include <linux/times.h> | 64 | #include <linux/times.h> |
65 | 65 | ||
66 | #include <net/icmp.h> | 66 | #include <net/icmp.h> |
67 | #include <net/inet_hashtables.h> | ||
67 | #include <net/tcp.h> | 68 | #include <net/tcp.h> |
68 | #include <net/ipv6.h> | 69 | #include <net/ipv6.h> |
69 | #include <net/inet_common.h> | 70 | #include <net/inet_common.h> |
@@ -104,26 +105,6 @@ struct tcp_hashinfo __cacheline_aligned tcp_hashinfo = { | |||
104 | int sysctl_local_port_range[2] = { 1024, 4999 }; | 105 | int sysctl_local_port_range[2] = { 1024, 4999 }; |
105 | int tcp_port_rover = 1024 - 1; | 106 | int tcp_port_rover = 1024 - 1; |
106 | 107 | ||
107 | static __inline__ int tcp_hashfn(__u32 laddr, __u16 lport, | ||
108 | __u32 faddr, __u16 fport) | ||
109 | { | ||
110 | int h = (laddr ^ lport) ^ (faddr ^ fport); | ||
111 | h ^= h >> 16; | ||
112 | h ^= h >> 8; | ||
113 | return h & (tcp_ehash_size - 1); | ||
114 | } | ||
115 | |||
116 | static __inline__ int tcp_sk_hashfn(struct sock *sk) | ||
117 | { | ||
118 | struct inet_sock *inet = inet_sk(sk); | ||
119 | __u32 laddr = inet->rcv_saddr; | ||
120 | __u16 lport = inet->num; | ||
121 | __u32 faddr = inet->daddr; | ||
122 | __u16 fport = inet->dport; | ||
123 | |||
124 | return tcp_hashfn(laddr, lport, faddr, fport); | ||
125 | } | ||
126 | |||
127 | /* Allocate and initialize a new TCP local port bind bucket. | 108 | /* Allocate and initialize a new TCP local port bind bucket. |
128 | * The bindhash mutex for snum's hash chain must be held here. | 109 | * The bindhash mutex for snum's hash chain must be held here. |
129 | */ | 110 | */ |
@@ -367,7 +348,8 @@ static __inline__ void __tcp_v4_hash(struct sock *sk, const int listen_possible) | |||
367 | lock = &tcp_lhash_lock; | 348 | lock = &tcp_lhash_lock; |
368 | tcp_listen_wlock(); | 349 | tcp_listen_wlock(); |
369 | } else { | 350 | } else { |
370 | list = &tcp_ehash[(sk->sk_hashent = tcp_sk_hashfn(sk))].chain; | 351 | sk->sk_hashent = inet_sk_ehashfn(sk, tcp_ehash_size); |
352 | list = &tcp_ehash[sk->sk_hashent].chain; | ||
371 | lock = &tcp_ehash[sk->sk_hashent].lock; | 353 | lock = &tcp_ehash[sk->sk_hashent].lock; |
372 | write_lock(lock); | 354 | write_lock(lock); |
373 | } | 355 | } |
@@ -500,7 +482,7 @@ static inline struct sock *__tcp_v4_lookup_established(u32 saddr, u16 sport, | |||
500 | /* Optimize here for direct hit, only listening connections can | 482 | /* Optimize here for direct hit, only listening connections can |
501 | * have wildcards anyways. | 483 | * have wildcards anyways. |
502 | */ | 484 | */ |
503 | int hash = tcp_hashfn(daddr, hnum, saddr, sport); | 485 | const int hash = inet_ehashfn(daddr, hnum, saddr, sport, tcp_ehash_size); |
504 | head = &tcp_ehash[hash]; | 486 | head = &tcp_ehash[hash]; |
505 | read_lock(&head->lock); | 487 | read_lock(&head->lock); |
506 | sk_for_each(sk, node, &head->chain) { | 488 | sk_for_each(sk, node, &head->chain) { |
@@ -563,7 +545,7 @@ static int __tcp_v4_check_established(struct sock *sk, __u16 lport, | |||
563 | int dif = sk->sk_bound_dev_if; | 545 | int dif = sk->sk_bound_dev_if; |
564 | TCP_V4_ADDR_COOKIE(acookie, saddr, daddr) | 546 | TCP_V4_ADDR_COOKIE(acookie, saddr, daddr) |
565 | __u32 ports = TCP_COMBINED_PORTS(inet->dport, lport); | 547 | __u32 ports = TCP_COMBINED_PORTS(inet->dport, lport); |
566 | int hash = tcp_hashfn(daddr, lport, saddr, inet->dport); | 548 | const int hash = inet_ehashfn(daddr, lport, saddr, inet->dport, tcp_ehash_size); |
567 | struct tcp_ehash_bucket *head = &tcp_ehash[hash]; | 549 | struct tcp_ehash_bucket *head = &tcp_ehash[hash]; |
568 | struct sock *sk2; | 550 | struct sock *sk2; |
569 | struct hlist_node *node; | 551 | struct hlist_node *node; |