aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorEric Dumazet <dada1@cosmosbay.com>2008-01-03 23:46:48 -0500
committerDavid S. Miller <davem@davemloft.net>2008-01-28 18:00:36 -0500
commit65f7651788e18fadb2fbb7276af935d7871e1803 (patch)
treedcad32d4344d6d11d80061773d9d1dbc9ae92223
parent571e7682026fd0e25833d103a3eeb74be29bf199 (diff)
[NET]: prot_inuse cleanups and optimizations
1) Cleanups (all functions are prefixed by sock_prot_inuse) sock_prot_inc_use(prot) -> sock_prot_inuse_add(prot,-1) sock_prot_dec_use(prot) -> sock_prot_inuse_add(prot,-1) sock_prot_inuse() -> sock_prot_inuse_get() New functions : sock_prot_inuse_init() and sock_prot_inuse_free() to abstract pcounter use. 2) if CONFIG_PROC_FS=n, we can zap 'inuse' member from "struct proto", since nobody wants to read the inuse value. This saves 1372 bytes on i386/SMP and some cpu cycles. Signed-off-by: Eric Dumazet <dada1@cosmosbay.com> Signed-off-by: David S. Miller <davem@davemloft.net>
-rw-r--r--include/net/inet_hashtables.h2
-rw-r--r--include/net/sock.h40
-rw-r--r--include/net/udp.h2
-rw-r--r--net/core/sock.c6
-rw-r--r--net/ipv4/inet_hashtables.c6
-rw-r--r--net/ipv4/inet_timewait_sock.c2
-rw-r--r--net/ipv4/proc.c9
-rw-r--r--net/ipv4/raw.c4
-rw-r--r--net/ipv4/udp.c2
-rw-r--r--net/ipv6/inet6_hashtables.c4
-rw-r--r--net/ipv6/ipv6_sockglue.c8
-rw-r--r--net/ipv6/proc.c8
12 files changed, 57 insertions, 36 deletions
diff --git a/include/net/inet_hashtables.h b/include/net/inet_hashtables.h
index 65ddb25d62e8..761bdc01425d 100644
--- a/include/net/inet_hashtables.h
+++ b/include/net/inet_hashtables.h
@@ -293,7 +293,7 @@ static inline void inet_unhash(struct inet_hashinfo *hashinfo, struct sock *sk)
293 } 293 }
294 294
295 if (__sk_del_node_init(sk)) 295 if (__sk_del_node_init(sk))
296 sock_prot_dec_use(sk->sk_prot); 296 sock_prot_inuse_add(sk->sk_prot, -1);
297 write_unlock_bh(lock); 297 write_unlock_bh(lock);
298out: 298out:
299 if (sk->sk_state == TCP_LISTEN) 299 if (sk->sk_state == TCP_LISTEN)
diff --git a/include/net/sock.h b/include/net/sock.h
index 3d938f6c6725..786fae858e77 100644
--- a/include/net/sock.h
+++ b/include/net/sock.h
@@ -548,7 +548,9 @@ struct proto {
548 int (*get_port)(struct sock *sk, unsigned short snum); 548 int (*get_port)(struct sock *sk, unsigned short snum);
549 549
550 /* Keeping track of sockets in use */ 550 /* Keeping track of sockets in use */
551#ifdef CONFIG_PROC_FS
551 struct pcounter inuse; 552 struct pcounter inuse;
553#endif
552 554
553 /* Memory pressure */ 555 /* Memory pressure */
554 void (*enter_memory_pressure)(void); 556 void (*enter_memory_pressure)(void);
@@ -584,9 +586,6 @@ struct proto {
584#endif 586#endif
585}; 587};
586 588
587#define DEFINE_PROTO_INUSE(NAME) DEFINE_PCOUNTER(NAME)
588#define REF_PROTO_INUSE(NAME) PCOUNTER_MEMBER_INITIALIZER(NAME, .inuse)
589
590extern int proto_register(struct proto *prot, int alloc_slab); 589extern int proto_register(struct proto *prot, int alloc_slab);
591extern void proto_unregister(struct proto *prot); 590extern void proto_unregister(struct proto *prot);
592 591
@@ -615,21 +614,42 @@ static inline void sk_refcnt_debug_release(const struct sock *sk)
615#define sk_refcnt_debug_release(sk) do { } while (0) 614#define sk_refcnt_debug_release(sk) do { } while (0)
616#endif /* SOCK_REFCNT_DEBUG */ 615#endif /* SOCK_REFCNT_DEBUG */
617 616
617
618#ifdef CONFIG_PROC_FS
619# define DEFINE_PROTO_INUSE(NAME) DEFINE_PCOUNTER(NAME)
620# define REF_PROTO_INUSE(NAME) PCOUNTER_MEMBER_INITIALIZER(NAME, .inuse)
618/* Called with local bh disabled */ 621/* Called with local bh disabled */
619static __inline__ void sock_prot_inc_use(struct proto *prot) 622static inline void sock_prot_inuse_add(struct proto *prot, int inc)
620{ 623{
621 pcounter_add(&prot->inuse, 1); 624 pcounter_add(&prot->inuse, inc);
622} 625}
623 626static inline int sock_prot_inuse_init(struct proto *proto)
624static __inline__ void sock_prot_dec_use(struct proto *prot)
625{ 627{
626 pcounter_add(&prot->inuse, -1); 628 return pcounter_alloc(&proto->inuse);
627} 629}
628 630static inline int sock_prot_inuse_get(struct proto *proto)
629static __inline__ int sock_prot_inuse(struct proto *proto)
630{ 631{
631 return pcounter_getval(&proto->inuse); 632 return pcounter_getval(&proto->inuse);
632} 633}
634static inline void sock_prot_inuse_free(struct proto *proto)
635{
636 pcounter_free(&proto->inuse);
637}
638#else
639# define DEFINE_PROTO_INUSE(NAME)
640# define REF_PROTO_INUSE(NAME)
641static void inline sock_prot_inuse_add(struct proto *prot, int inc)
642{
643}
644static int inline sock_prot_inuse_init(struct proto *proto)
645{
646 return 0;
647}
648static void inline sock_prot_inuse_free(struct proto *proto)
649{
650}
651#endif
652
633 653
634/* With per-bucket locks this operation is not-atomic, so that 654/* With per-bucket locks this operation is not-atomic, so that
635 * this version is not worse. 655 * this version is not worse.
diff --git a/include/net/udp.h b/include/net/udp.h
index 93796beac8ff..c6669c0a74c7 100644
--- a/include/net/udp.h
+++ b/include/net/udp.h
@@ -115,7 +115,7 @@ static inline void udp_lib_unhash(struct sock *sk)
115 write_lock_bh(&udp_hash_lock); 115 write_lock_bh(&udp_hash_lock);
116 if (sk_del_node_init(sk)) { 116 if (sk_del_node_init(sk)) {
117 inet_sk(sk)->num = 0; 117 inet_sk(sk)->num = 0;
118 sock_prot_dec_use(sk->sk_prot); 118 sock_prot_inuse_add(sk->sk_prot, -1);
119 } 119 }
120 write_unlock_bh(&udp_hash_lock); 120 write_unlock_bh(&udp_hash_lock);
121} 121}
diff --git a/net/core/sock.c b/net/core/sock.c
index 3d7757ee2fc8..1c4b1cd16d65 100644
--- a/net/core/sock.c
+++ b/net/core/sock.c
@@ -1913,7 +1913,7 @@ int proto_register(struct proto *prot, int alloc_slab)
1913 char *request_sock_slab_name = NULL; 1913 char *request_sock_slab_name = NULL;
1914 char *timewait_sock_slab_name; 1914 char *timewait_sock_slab_name;
1915 1915
1916 if (pcounter_alloc(&prot->inuse) != 0) { 1916 if (sock_prot_inuse_init(prot) != 0) {
1917 printk(KERN_CRIT "%s: Can't alloc inuse counters!\n", prot->name); 1917 printk(KERN_CRIT "%s: Can't alloc inuse counters!\n", prot->name);
1918 goto out; 1918 goto out;
1919 } 1919 }
@@ -1984,7 +1984,7 @@ out_free_sock_slab:
1984 kmem_cache_destroy(prot->slab); 1984 kmem_cache_destroy(prot->slab);
1985 prot->slab = NULL; 1985 prot->slab = NULL;
1986out_free_inuse: 1986out_free_inuse:
1987 pcounter_free(&prot->inuse); 1987 sock_prot_inuse_free(prot);
1988out: 1988out:
1989 return -ENOBUFS; 1989 return -ENOBUFS;
1990} 1990}
@@ -1997,7 +1997,7 @@ void proto_unregister(struct proto *prot)
1997 list_del(&prot->node); 1997 list_del(&prot->node);
1998 write_unlock(&proto_list_lock); 1998 write_unlock(&proto_list_lock);
1999 1999
2000 pcounter_free(&prot->inuse); 2000 sock_prot_inuse_free(prot);
2001 2001
2002 if (prot->slab != NULL) { 2002 if (prot->slab != NULL) {
2003 kmem_cache_destroy(prot->slab); 2003 kmem_cache_destroy(prot->slab);
diff --git a/net/ipv4/inet_hashtables.c b/net/ipv4/inet_hashtables.c
index 88a059e04e30..619c63c6948a 100644
--- a/net/ipv4/inet_hashtables.c
+++ b/net/ipv4/inet_hashtables.c
@@ -278,7 +278,7 @@ unique:
278 sk->sk_hash = hash; 278 sk->sk_hash = hash;
279 BUG_TRAP(sk_unhashed(sk)); 279 BUG_TRAP(sk_unhashed(sk));
280 __sk_add_node(sk, &head->chain); 280 __sk_add_node(sk, &head->chain);
281 sock_prot_inc_use(sk->sk_prot); 281 sock_prot_inuse_add(sk->sk_prot, 1);
282 write_unlock(lock); 282 write_unlock(lock);
283 283
284 if (twp) { 284 if (twp) {
@@ -321,7 +321,7 @@ void __inet_hash_nolisten(struct inet_hashinfo *hashinfo, struct sock *sk)
321 321
322 write_lock(lock); 322 write_lock(lock);
323 __sk_add_node(sk, list); 323 __sk_add_node(sk, list);
324 sock_prot_inc_use(sk->sk_prot); 324 sock_prot_inuse_add(sk->sk_prot, 1);
325 write_unlock(lock); 325 write_unlock(lock);
326} 326}
327EXPORT_SYMBOL_GPL(__inet_hash_nolisten); 327EXPORT_SYMBOL_GPL(__inet_hash_nolisten);
@@ -342,7 +342,7 @@ void __inet_hash(struct inet_hashinfo *hashinfo, struct sock *sk)
342 342
343 inet_listen_wlock(hashinfo); 343 inet_listen_wlock(hashinfo);
344 __sk_add_node(sk, list); 344 __sk_add_node(sk, list);
345 sock_prot_inc_use(sk->sk_prot); 345 sock_prot_inuse_add(sk->sk_prot, 1);
346 write_unlock(lock); 346 write_unlock(lock);
347 wake_up(&hashinfo->lhash_wait); 347 wake_up(&hashinfo->lhash_wait);
348} 348}
diff --git a/net/ipv4/inet_timewait_sock.c b/net/ipv4/inet_timewait_sock.c
index 1b7db4208969..876169f3a528 100644
--- a/net/ipv4/inet_timewait_sock.c
+++ b/net/ipv4/inet_timewait_sock.c
@@ -91,7 +91,7 @@ void __inet_twsk_hashdance(struct inet_timewait_sock *tw, struct sock *sk,
91 91
92 /* Step 2: Remove SK from established hash. */ 92 /* Step 2: Remove SK from established hash. */
93 if (__sk_del_node_init(sk)) 93 if (__sk_del_node_init(sk))
94 sock_prot_dec_use(sk->sk_prot); 94 sock_prot_inuse_add(sk->sk_prot, -1);
95 95
96 /* Step 3: Hash TW into TIMEWAIT chain. */ 96 /* Step 3: Hash TW into TIMEWAIT chain. */
97 inet_twsk_add_node(tw, &ehead->twchain); 97 inet_twsk_add_node(tw, &ehead->twchain);
diff --git a/net/ipv4/proc.c b/net/ipv4/proc.c
index 53bc010beefd..cb3787fbeb90 100644
--- a/net/ipv4/proc.c
+++ b/net/ipv4/proc.c
@@ -53,13 +53,14 @@ static int sockstat_seq_show(struct seq_file *seq, void *v)
53{ 53{
54 socket_seq_show(seq); 54 socket_seq_show(seq);
55 seq_printf(seq, "TCP: inuse %d orphan %d tw %d alloc %d mem %d\n", 55 seq_printf(seq, "TCP: inuse %d orphan %d tw %d alloc %d mem %d\n",
56 sock_prot_inuse(&tcp_prot), atomic_read(&tcp_orphan_count), 56 sock_prot_inuse_get(&tcp_prot),
57 atomic_read(&tcp_orphan_count),
57 tcp_death_row.tw_count, atomic_read(&tcp_sockets_allocated), 58 tcp_death_row.tw_count, atomic_read(&tcp_sockets_allocated),
58 atomic_read(&tcp_memory_allocated)); 59 atomic_read(&tcp_memory_allocated));
59 seq_printf(seq, "UDP: inuse %d mem %d\n", sock_prot_inuse(&udp_prot), 60 seq_printf(seq, "UDP: inuse %d mem %d\n", sock_prot_inuse_get(&udp_prot),
60 atomic_read(&udp_memory_allocated)); 61 atomic_read(&udp_memory_allocated));
61 seq_printf(seq, "UDPLITE: inuse %d\n", sock_prot_inuse(&udplite_prot)); 62 seq_printf(seq, "UDPLITE: inuse %d\n", sock_prot_inuse_get(&udplite_prot));
62 seq_printf(seq, "RAW: inuse %d\n", sock_prot_inuse(&raw_prot)); 63 seq_printf(seq, "RAW: inuse %d\n", sock_prot_inuse_get(&raw_prot));
63 seq_printf(seq, "FRAG: inuse %d memory %d\n", 64 seq_printf(seq, "FRAG: inuse %d memory %d\n",
64 ip_frag_nqueues(), ip_frag_mem()); 65 ip_frag_nqueues(), ip_frag_mem());
65 return 0; 66 return 0;
diff --git a/net/ipv4/raw.c b/net/ipv4/raw.c
index 5aec5a5e5f16..e811034b1b01 100644
--- a/net/ipv4/raw.c
+++ b/net/ipv4/raw.c
@@ -92,7 +92,7 @@ void raw_hash_sk(struct sock *sk, struct raw_hashinfo *h)
92 92
93 write_lock_bh(&h->lock); 93 write_lock_bh(&h->lock);
94 sk_add_node(sk, head); 94 sk_add_node(sk, head);
95 sock_prot_inc_use(sk->sk_prot); 95 sock_prot_inuse_add(sk->sk_prot, 1);
96 write_unlock_bh(&h->lock); 96 write_unlock_bh(&h->lock);
97} 97}
98EXPORT_SYMBOL_GPL(raw_hash_sk); 98EXPORT_SYMBOL_GPL(raw_hash_sk);
@@ -101,7 +101,7 @@ void raw_unhash_sk(struct sock *sk, struct raw_hashinfo *h)
101{ 101{
102 write_lock_bh(&h->lock); 102 write_lock_bh(&h->lock);
103 if (sk_del_node_init(sk)) 103 if (sk_del_node_init(sk))
104 sock_prot_dec_use(sk->sk_prot); 104 sock_prot_inuse_add(sk->sk_prot, -1);
105 write_unlock_bh(&h->lock); 105 write_unlock_bh(&h->lock);
106} 106}
107EXPORT_SYMBOL_GPL(raw_unhash_sk); 107EXPORT_SYMBOL_GPL(raw_unhash_sk);
diff --git a/net/ipv4/udp.c b/net/ipv4/udp.c
index 02fcccd0486e..cb2411cb87da 100644
--- a/net/ipv4/udp.c
+++ b/net/ipv4/udp.c
@@ -230,7 +230,7 @@ gotit:
230 if (sk_unhashed(sk)) { 230 if (sk_unhashed(sk)) {
231 head = &udptable[snum & (UDP_HTABLE_SIZE - 1)]; 231 head = &udptable[snum & (UDP_HTABLE_SIZE - 1)];
232 sk_add_node(sk, head); 232 sk_add_node(sk, head);
233 sock_prot_inc_use(sk->sk_prot); 233 sock_prot_inuse_add(sk->sk_prot, 1);
234 } 234 }
235 error = 0; 235 error = 0;
236fail: 236fail:
diff --git a/net/ipv6/inet6_hashtables.c b/net/ipv6/inet6_hashtables.c
index 0765d8bd380f..a66a7d8e2811 100644
--- a/net/ipv6/inet6_hashtables.c
+++ b/net/ipv6/inet6_hashtables.c
@@ -43,7 +43,7 @@ void __inet6_hash(struct inet_hashinfo *hashinfo,
43 } 43 }
44 44
45 __sk_add_node(sk, list); 45 __sk_add_node(sk, list);
46 sock_prot_inc_use(sk->sk_prot); 46 sock_prot_inuse_add(sk->sk_prot, 1);
47 write_unlock(lock); 47 write_unlock(lock);
48} 48}
49EXPORT_SYMBOL(__inet6_hash); 49EXPORT_SYMBOL(__inet6_hash);
@@ -216,7 +216,7 @@ unique:
216 BUG_TRAP(sk_unhashed(sk)); 216 BUG_TRAP(sk_unhashed(sk));
217 __sk_add_node(sk, &head->chain); 217 __sk_add_node(sk, &head->chain);
218 sk->sk_hash = hash; 218 sk->sk_hash = hash;
219 sock_prot_inc_use(sk->sk_prot); 219 sock_prot_inuse_add(sk->sk_prot, 1);
220 write_unlock(lock); 220 write_unlock(lock);
221 221
222 if (twp != NULL) { 222 if (twp != NULL) {
diff --git a/net/ipv6/ipv6_sockglue.c b/net/ipv6/ipv6_sockglue.c
index 20fece4ad3d8..bf2a686aa13d 100644
--- a/net/ipv6/ipv6_sockglue.c
+++ b/net/ipv6/ipv6_sockglue.c
@@ -268,8 +268,8 @@ static int do_ipv6_setsockopt(struct sock *sk, int level, int optname,
268 struct inet_connection_sock *icsk = inet_csk(sk); 268 struct inet_connection_sock *icsk = inet_csk(sk);
269 269
270 local_bh_disable(); 270 local_bh_disable();
271 sock_prot_dec_use(sk->sk_prot); 271 sock_prot_inuse_add(sk->sk_prot, -1);
272 sock_prot_inc_use(&tcp_prot); 272 sock_prot_inuse_add(&tcp_prot, 1);
273 local_bh_enable(); 273 local_bh_enable();
274 sk->sk_prot = &tcp_prot; 274 sk->sk_prot = &tcp_prot;
275 icsk->icsk_af_ops = &ipv4_specific; 275 icsk->icsk_af_ops = &ipv4_specific;
@@ -282,8 +282,8 @@ static int do_ipv6_setsockopt(struct sock *sk, int level, int optname,
282 if (sk->sk_protocol == IPPROTO_UDPLITE) 282 if (sk->sk_protocol == IPPROTO_UDPLITE)
283 prot = &udplite_prot; 283 prot = &udplite_prot;
284 local_bh_disable(); 284 local_bh_disable();
285 sock_prot_dec_use(sk->sk_prot); 285 sock_prot_inuse_add(sk->sk_prot, -1);
286 sock_prot_inc_use(prot); 286 sock_prot_inuse_add(prot, 1);
287 local_bh_enable(); 287 local_bh_enable();
288 sk->sk_prot = prot; 288 sk->sk_prot = prot;
289 sk->sk_socket->ops = &inet_dgram_ops; 289 sk->sk_socket->ops = &inet_dgram_ops;
diff --git a/net/ipv6/proc.c b/net/ipv6/proc.c
index 41e9980b3e0e..571d95a21c15 100644
--- a/net/ipv6/proc.c
+++ b/net/ipv6/proc.c
@@ -36,13 +36,13 @@ static struct proc_dir_entry *proc_net_devsnmp6;
36static int sockstat6_seq_show(struct seq_file *seq, void *v) 36static int sockstat6_seq_show(struct seq_file *seq, void *v)
37{ 37{
38 seq_printf(seq, "TCP6: inuse %d\n", 38 seq_printf(seq, "TCP6: inuse %d\n",
39 sock_prot_inuse(&tcpv6_prot)); 39 sock_prot_inuse_get(&tcpv6_prot));
40 seq_printf(seq, "UDP6: inuse %d\n", 40 seq_printf(seq, "UDP6: inuse %d\n",
41 sock_prot_inuse(&udpv6_prot)); 41 sock_prot_inuse_get(&udpv6_prot));
42 seq_printf(seq, "UDPLITE6: inuse %d\n", 42 seq_printf(seq, "UDPLITE6: inuse %d\n",
43 sock_prot_inuse(&udplitev6_prot)); 43 sock_prot_inuse_get(&udplitev6_prot));
44 seq_printf(seq, "RAW6: inuse %d\n", 44 seq_printf(seq, "RAW6: inuse %d\n",
45 sock_prot_inuse(&rawv6_prot)); 45 sock_prot_inuse_get(&rawv6_prot));
46 seq_printf(seq, "FRAG6: inuse %d memory %d\n", 46 seq_printf(seq, "FRAG6: inuse %d memory %d\n",
47 ip6_frag_nqueues(), ip6_frag_mem()); 47 ip6_frag_nqueues(), ip6_frag_mem());
48 return 0; 48 return 0;