aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/net/inet_hashtables.h40
-rw-r--r--net/ipv4/tcp_ipv4.c28
2 files changed, 45 insertions, 23 deletions
diff --git a/include/net/inet_hashtables.h b/include/net/inet_hashtables.h
new file mode 100644
index 000000000000..c4c9e39f4505
--- /dev/null
+++ b/include/net/inet_hashtables.h
@@ -0,0 +1,40 @@
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Authors: Lotsa people, from code originally in tcp
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
12 */
13
14#ifndef _INET_HASHTABLES_H
15#define _INET_HASHTABLES_H
16
17#include <linux/types.h>
18
19static inline int inet_ehashfn(const __u32 laddr, const __u16 lport,
20 const __u32 faddr, const __u16 fport,
21 const int ehash_size)
22{
23 int h = (laddr ^ lport) ^ (faddr ^ fport);
24 h ^= h >> 16;
25 h ^= h >> 8;
26 return h & (ehash_size - 1);
27}
28
29static inline int inet_sk_ehashfn(const struct sock *sk, const int ehash_size)
30{
31 const struct inet_sock *inet = inet_sk(sk);
32 const __u32 laddr = inet->rcv_saddr;
33 const __u16 lport = inet->num;
34 const __u32 faddr = inet->daddr;
35 const __u16 fport = inet->dport;
36
37 return inet_ehashfn(laddr, lport, faddr, fport, ehash_size);
38}
39
40#endif /* _INET_HASHTABLES_H */
diff --git a/net/ipv4/tcp_ipv4.c b/net/ipv4/tcp_ipv4.c
index ae6fad99a9a9..c03d7e9688c8 100644
--- a/net/ipv4/tcp_ipv4.c
+++ b/net/ipv4/tcp_ipv4.c
@@ -64,6 +64,7 @@
64#include <linux/times.h> 64#include <linux/times.h>
65 65
66#include <net/icmp.h> 66#include <net/icmp.h>
67#include <net/inet_hashtables.h>
67#include <net/tcp.h> 68#include <net/tcp.h>
68#include <net/ipv6.h> 69#include <net/ipv6.h>
69#include <net/inet_common.h> 70#include <net/inet_common.h>
@@ -104,26 +105,6 @@ struct tcp_hashinfo __cacheline_aligned tcp_hashinfo = {
104int sysctl_local_port_range[2] = { 1024, 4999 }; 105int sysctl_local_port_range[2] = { 1024, 4999 };
105int tcp_port_rover = 1024 - 1; 106int tcp_port_rover = 1024 - 1;
106 107
107static __inline__ int tcp_hashfn(__u32 laddr, __u16 lport,
108 __u32 faddr, __u16 fport)
109{
110 int h = (laddr ^ lport) ^ (faddr ^ fport);
111 h ^= h >> 16;
112 h ^= h >> 8;
113 return h & (tcp_ehash_size - 1);
114}
115
116static __inline__ int tcp_sk_hashfn(struct sock *sk)
117{
118 struct inet_sock *inet = inet_sk(sk);
119 __u32 laddr = inet->rcv_saddr;
120 __u16 lport = inet->num;
121 __u32 faddr = inet->daddr;
122 __u16 fport = inet->dport;
123
124 return tcp_hashfn(laddr, lport, faddr, fport);
125}
126
127/* Allocate and initialize a new TCP local port bind bucket. 108/* Allocate and initialize a new TCP local port bind bucket.
128 * The bindhash mutex for snum's hash chain must be held here. 109 * The bindhash mutex for snum's hash chain must be held here.
129 */ 110 */
@@ -367,7 +348,8 @@ static __inline__ void __tcp_v4_hash(struct sock *sk, const int listen_possible)
367 lock = &tcp_lhash_lock; 348 lock = &tcp_lhash_lock;
368 tcp_listen_wlock(); 349 tcp_listen_wlock();
369 } else { 350 } else {
370 list = &tcp_ehash[(sk->sk_hashent = tcp_sk_hashfn(sk))].chain; 351 sk->sk_hashent = inet_sk_ehashfn(sk, tcp_ehash_size);
352 list = &tcp_ehash[sk->sk_hashent].chain;
371 lock = &tcp_ehash[sk->sk_hashent].lock; 353 lock = &tcp_ehash[sk->sk_hashent].lock;
372 write_lock(lock); 354 write_lock(lock);
373 } 355 }
@@ -500,7 +482,7 @@ static inline struct sock *__tcp_v4_lookup_established(u32 saddr, u16 sport,
500 /* Optimize here for direct hit, only listening connections can 482 /* Optimize here for direct hit, only listening connections can
501 * have wildcards anyways. 483 * have wildcards anyways.
502 */ 484 */
503 int hash = tcp_hashfn(daddr, hnum, saddr, sport); 485 const int hash = inet_ehashfn(daddr, hnum, saddr, sport, tcp_ehash_size);
504 head = &tcp_ehash[hash]; 486 head = &tcp_ehash[hash];
505 read_lock(&head->lock); 487 read_lock(&head->lock);
506 sk_for_each(sk, node, &head->chain) { 488 sk_for_each(sk, node, &head->chain) {
@@ -563,7 +545,7 @@ static int __tcp_v4_check_established(struct sock *sk, __u16 lport,
563 int dif = sk->sk_bound_dev_if; 545 int dif = sk->sk_bound_dev_if;
564 TCP_V4_ADDR_COOKIE(acookie, saddr, daddr) 546 TCP_V4_ADDR_COOKIE(acookie, saddr, daddr)
565 __u32 ports = TCP_COMBINED_PORTS(inet->dport, lport); 547 __u32 ports = TCP_COMBINED_PORTS(inet->dport, lport);
566 int hash = tcp_hashfn(daddr, lport, saddr, inet->dport); 548 const int hash = inet_ehashfn(daddr, lport, saddr, inet->dport, tcp_ehash_size);
567 struct tcp_ehash_bucket *head = &tcp_ehash[hash]; 549 struct tcp_ehash_bucket *head = &tcp_ehash[hash];
568 struct sock *sk2; 550 struct sock *sk2;
569 struct hlist_node *node; 551 struct hlist_node *node;