diff options
author | Eric Dumazet <dada1@cosmosbay.com> | 2008-01-03 23:46:48 -0500 |
---|---|---|
committer | David S. Miller <davem@davemloft.net> | 2008-01-28 18:00:36 -0500 |
commit | 65f7651788e18fadb2fbb7276af935d7871e1803 (patch) | |
tree | dcad32d4344d6d11d80061773d9d1dbc9ae92223 | |
parent | 571e7682026fd0e25833d103a3eeb74be29bf199 (diff) |
[NET]: prot_inuse cleanups and optimizations
1) Cleanups (all functions are prefixed by sock_prot_inuse)
sock_prot_inc_use(prot) -> sock_prot_inuse_add(prot,-1)
sock_prot_dec_use(prot) -> sock_prot_inuse_add(prot,-1)
sock_prot_inuse() -> sock_prot_inuse_get()
New functions :
sock_prot_inuse_init() and sock_prot_inuse_free() to abstract pcounter use.
2) if CONFIG_PROC_FS=n, we can zap 'inuse' member from "struct proto",
since nobody wants to read the inuse value.
This saves 1372 bytes on i386/SMP and some cpu cycles.
Signed-off-by: Eric Dumazet <dada1@cosmosbay.com>
Signed-off-by: David S. Miller <davem@davemloft.net>
-rw-r--r-- | include/net/inet_hashtables.h | 2 | ||||
-rw-r--r-- | include/net/sock.h | 40 | ||||
-rw-r--r-- | include/net/udp.h | 2 | ||||
-rw-r--r-- | net/core/sock.c | 6 | ||||
-rw-r--r-- | net/ipv4/inet_hashtables.c | 6 | ||||
-rw-r--r-- | net/ipv4/inet_timewait_sock.c | 2 | ||||
-rw-r--r-- | net/ipv4/proc.c | 9 | ||||
-rw-r--r-- | net/ipv4/raw.c | 4 | ||||
-rw-r--r-- | net/ipv4/udp.c | 2 | ||||
-rw-r--r-- | net/ipv6/inet6_hashtables.c | 4 | ||||
-rw-r--r-- | net/ipv6/ipv6_sockglue.c | 8 | ||||
-rw-r--r-- | net/ipv6/proc.c | 8 |
12 files changed, 57 insertions, 36 deletions
diff --git a/include/net/inet_hashtables.h b/include/net/inet_hashtables.h index 65ddb25d62e8..761bdc01425d 100644 --- a/include/net/inet_hashtables.h +++ b/include/net/inet_hashtables.h | |||
@@ -293,7 +293,7 @@ static inline void inet_unhash(struct inet_hashinfo *hashinfo, struct sock *sk) | |||
293 | } | 293 | } |
294 | 294 | ||
295 | if (__sk_del_node_init(sk)) | 295 | if (__sk_del_node_init(sk)) |
296 | sock_prot_dec_use(sk->sk_prot); | 296 | sock_prot_inuse_add(sk->sk_prot, -1); |
297 | write_unlock_bh(lock); | 297 | write_unlock_bh(lock); |
298 | out: | 298 | out: |
299 | if (sk->sk_state == TCP_LISTEN) | 299 | if (sk->sk_state == TCP_LISTEN) |
diff --git a/include/net/sock.h b/include/net/sock.h index 3d938f6c6725..786fae858e77 100644 --- a/include/net/sock.h +++ b/include/net/sock.h | |||
@@ -548,7 +548,9 @@ struct proto { | |||
548 | int (*get_port)(struct sock *sk, unsigned short snum); | 548 | int (*get_port)(struct sock *sk, unsigned short snum); |
549 | 549 | ||
550 | /* Keeping track of sockets in use */ | 550 | /* Keeping track of sockets in use */ |
551 | #ifdef CONFIG_PROC_FS | ||
551 | struct pcounter inuse; | 552 | struct pcounter inuse; |
553 | #endif | ||
552 | 554 | ||
553 | /* Memory pressure */ | 555 | /* Memory pressure */ |
554 | void (*enter_memory_pressure)(void); | 556 | void (*enter_memory_pressure)(void); |
@@ -584,9 +586,6 @@ struct proto { | |||
584 | #endif | 586 | #endif |
585 | }; | 587 | }; |
586 | 588 | ||
587 | #define DEFINE_PROTO_INUSE(NAME) DEFINE_PCOUNTER(NAME) | ||
588 | #define REF_PROTO_INUSE(NAME) PCOUNTER_MEMBER_INITIALIZER(NAME, .inuse) | ||
589 | |||
590 | extern int proto_register(struct proto *prot, int alloc_slab); | 589 | extern int proto_register(struct proto *prot, int alloc_slab); |
591 | extern void proto_unregister(struct proto *prot); | 590 | extern void proto_unregister(struct proto *prot); |
592 | 591 | ||
@@ -615,21 +614,42 @@ static inline void sk_refcnt_debug_release(const struct sock *sk) | |||
615 | #define sk_refcnt_debug_release(sk) do { } while (0) | 614 | #define sk_refcnt_debug_release(sk) do { } while (0) |
616 | #endif /* SOCK_REFCNT_DEBUG */ | 615 | #endif /* SOCK_REFCNT_DEBUG */ |
617 | 616 | ||
617 | |||
618 | #ifdef CONFIG_PROC_FS | ||
619 | # define DEFINE_PROTO_INUSE(NAME) DEFINE_PCOUNTER(NAME) | ||
620 | # define REF_PROTO_INUSE(NAME) PCOUNTER_MEMBER_INITIALIZER(NAME, .inuse) | ||
618 | /* Called with local bh disabled */ | 621 | /* Called with local bh disabled */ |
619 | static __inline__ void sock_prot_inc_use(struct proto *prot) | 622 | static inline void sock_prot_inuse_add(struct proto *prot, int inc) |
620 | { | 623 | { |
621 | pcounter_add(&prot->inuse, 1); | 624 | pcounter_add(&prot->inuse, inc); |
622 | } | 625 | } |
623 | 626 | static inline int sock_prot_inuse_init(struct proto *proto) | |
624 | static __inline__ void sock_prot_dec_use(struct proto *prot) | ||
625 | { | 627 | { |
626 | pcounter_add(&prot->inuse, -1); | 628 | return pcounter_alloc(&proto->inuse); |
627 | } | 629 | } |
628 | 630 | static inline int sock_prot_inuse_get(struct proto *proto) | |
629 | static __inline__ int sock_prot_inuse(struct proto *proto) | ||
630 | { | 631 | { |
631 | return pcounter_getval(&proto->inuse); | 632 | return pcounter_getval(&proto->inuse); |
632 | } | 633 | } |
634 | static inline void sock_prot_inuse_free(struct proto *proto) | ||
635 | { | ||
636 | pcounter_free(&proto->inuse); | ||
637 | } | ||
638 | #else | ||
639 | # define DEFINE_PROTO_INUSE(NAME) | ||
640 | # define REF_PROTO_INUSE(NAME) | ||
641 | static void inline sock_prot_inuse_add(struct proto *prot, int inc) | ||
642 | { | ||
643 | } | ||
644 | static int inline sock_prot_inuse_init(struct proto *proto) | ||
645 | { | ||
646 | return 0; | ||
647 | } | ||
648 | static void inline sock_prot_inuse_free(struct proto *proto) | ||
649 | { | ||
650 | } | ||
651 | #endif | ||
652 | |||
633 | 653 | ||
634 | /* With per-bucket locks this operation is not-atomic, so that | 654 | /* With per-bucket locks this operation is not-atomic, so that |
635 | * this version is not worse. | 655 | * this version is not worse. |
diff --git a/include/net/udp.h b/include/net/udp.h index 93796beac8ff..c6669c0a74c7 100644 --- a/include/net/udp.h +++ b/include/net/udp.h | |||
@@ -115,7 +115,7 @@ static inline void udp_lib_unhash(struct sock *sk) | |||
115 | write_lock_bh(&udp_hash_lock); | 115 | write_lock_bh(&udp_hash_lock); |
116 | if (sk_del_node_init(sk)) { | 116 | if (sk_del_node_init(sk)) { |
117 | inet_sk(sk)->num = 0; | 117 | inet_sk(sk)->num = 0; |
118 | sock_prot_dec_use(sk->sk_prot); | 118 | sock_prot_inuse_add(sk->sk_prot, -1); |
119 | } | 119 | } |
120 | write_unlock_bh(&udp_hash_lock); | 120 | write_unlock_bh(&udp_hash_lock); |
121 | } | 121 | } |
diff --git a/net/core/sock.c b/net/core/sock.c index 3d7757ee2fc8..1c4b1cd16d65 100644 --- a/net/core/sock.c +++ b/net/core/sock.c | |||
@@ -1913,7 +1913,7 @@ int proto_register(struct proto *prot, int alloc_slab) | |||
1913 | char *request_sock_slab_name = NULL; | 1913 | char *request_sock_slab_name = NULL; |
1914 | char *timewait_sock_slab_name; | 1914 | char *timewait_sock_slab_name; |
1915 | 1915 | ||
1916 | if (pcounter_alloc(&prot->inuse) != 0) { | 1916 | if (sock_prot_inuse_init(prot) != 0) { |
1917 | printk(KERN_CRIT "%s: Can't alloc inuse counters!\n", prot->name); | 1917 | printk(KERN_CRIT "%s: Can't alloc inuse counters!\n", prot->name); |
1918 | goto out; | 1918 | goto out; |
1919 | } | 1919 | } |
@@ -1984,7 +1984,7 @@ out_free_sock_slab: | |||
1984 | kmem_cache_destroy(prot->slab); | 1984 | kmem_cache_destroy(prot->slab); |
1985 | prot->slab = NULL; | 1985 | prot->slab = NULL; |
1986 | out_free_inuse: | 1986 | out_free_inuse: |
1987 | pcounter_free(&prot->inuse); | 1987 | sock_prot_inuse_free(prot); |
1988 | out: | 1988 | out: |
1989 | return -ENOBUFS; | 1989 | return -ENOBUFS; |
1990 | } | 1990 | } |
@@ -1997,7 +1997,7 @@ void proto_unregister(struct proto *prot) | |||
1997 | list_del(&prot->node); | 1997 | list_del(&prot->node); |
1998 | write_unlock(&proto_list_lock); | 1998 | write_unlock(&proto_list_lock); |
1999 | 1999 | ||
2000 | pcounter_free(&prot->inuse); | 2000 | sock_prot_inuse_free(prot); |
2001 | 2001 | ||
2002 | if (prot->slab != NULL) { | 2002 | if (prot->slab != NULL) { |
2003 | kmem_cache_destroy(prot->slab); | 2003 | kmem_cache_destroy(prot->slab); |
diff --git a/net/ipv4/inet_hashtables.c b/net/ipv4/inet_hashtables.c index 88a059e04e30..619c63c6948a 100644 --- a/net/ipv4/inet_hashtables.c +++ b/net/ipv4/inet_hashtables.c | |||
@@ -278,7 +278,7 @@ unique: | |||
278 | sk->sk_hash = hash; | 278 | sk->sk_hash = hash; |
279 | BUG_TRAP(sk_unhashed(sk)); | 279 | BUG_TRAP(sk_unhashed(sk)); |
280 | __sk_add_node(sk, &head->chain); | 280 | __sk_add_node(sk, &head->chain); |
281 | sock_prot_inc_use(sk->sk_prot); | 281 | sock_prot_inuse_add(sk->sk_prot, 1); |
282 | write_unlock(lock); | 282 | write_unlock(lock); |
283 | 283 | ||
284 | if (twp) { | 284 | if (twp) { |
@@ -321,7 +321,7 @@ void __inet_hash_nolisten(struct inet_hashinfo *hashinfo, struct sock *sk) | |||
321 | 321 | ||
322 | write_lock(lock); | 322 | write_lock(lock); |
323 | __sk_add_node(sk, list); | 323 | __sk_add_node(sk, list); |
324 | sock_prot_inc_use(sk->sk_prot); | 324 | sock_prot_inuse_add(sk->sk_prot, 1); |
325 | write_unlock(lock); | 325 | write_unlock(lock); |
326 | } | 326 | } |
327 | EXPORT_SYMBOL_GPL(__inet_hash_nolisten); | 327 | EXPORT_SYMBOL_GPL(__inet_hash_nolisten); |
@@ -342,7 +342,7 @@ void __inet_hash(struct inet_hashinfo *hashinfo, struct sock *sk) | |||
342 | 342 | ||
343 | inet_listen_wlock(hashinfo); | 343 | inet_listen_wlock(hashinfo); |
344 | __sk_add_node(sk, list); | 344 | __sk_add_node(sk, list); |
345 | sock_prot_inc_use(sk->sk_prot); | 345 | sock_prot_inuse_add(sk->sk_prot, 1); |
346 | write_unlock(lock); | 346 | write_unlock(lock); |
347 | wake_up(&hashinfo->lhash_wait); | 347 | wake_up(&hashinfo->lhash_wait); |
348 | } | 348 | } |
diff --git a/net/ipv4/inet_timewait_sock.c b/net/ipv4/inet_timewait_sock.c index 1b7db4208969..876169f3a528 100644 --- a/net/ipv4/inet_timewait_sock.c +++ b/net/ipv4/inet_timewait_sock.c | |||
@@ -91,7 +91,7 @@ void __inet_twsk_hashdance(struct inet_timewait_sock *tw, struct sock *sk, | |||
91 | 91 | ||
92 | /* Step 2: Remove SK from established hash. */ | 92 | /* Step 2: Remove SK from established hash. */ |
93 | if (__sk_del_node_init(sk)) | 93 | if (__sk_del_node_init(sk)) |
94 | sock_prot_dec_use(sk->sk_prot); | 94 | sock_prot_inuse_add(sk->sk_prot, -1); |
95 | 95 | ||
96 | /* Step 3: Hash TW into TIMEWAIT chain. */ | 96 | /* Step 3: Hash TW into TIMEWAIT chain. */ |
97 | inet_twsk_add_node(tw, &ehead->twchain); | 97 | inet_twsk_add_node(tw, &ehead->twchain); |
diff --git a/net/ipv4/proc.c b/net/ipv4/proc.c index 53bc010beefd..cb3787fbeb90 100644 --- a/net/ipv4/proc.c +++ b/net/ipv4/proc.c | |||
@@ -53,13 +53,14 @@ static int sockstat_seq_show(struct seq_file *seq, void *v) | |||
53 | { | 53 | { |
54 | socket_seq_show(seq); | 54 | socket_seq_show(seq); |
55 | seq_printf(seq, "TCP: inuse %d orphan %d tw %d alloc %d mem %d\n", | 55 | seq_printf(seq, "TCP: inuse %d orphan %d tw %d alloc %d mem %d\n", |
56 | sock_prot_inuse(&tcp_prot), atomic_read(&tcp_orphan_count), | 56 | sock_prot_inuse_get(&tcp_prot), |
57 | atomic_read(&tcp_orphan_count), | ||
57 | tcp_death_row.tw_count, atomic_read(&tcp_sockets_allocated), | 58 | tcp_death_row.tw_count, atomic_read(&tcp_sockets_allocated), |
58 | atomic_read(&tcp_memory_allocated)); | 59 | atomic_read(&tcp_memory_allocated)); |
59 | seq_printf(seq, "UDP: inuse %d mem %d\n", sock_prot_inuse(&udp_prot), | 60 | seq_printf(seq, "UDP: inuse %d mem %d\n", sock_prot_inuse_get(&udp_prot), |
60 | atomic_read(&udp_memory_allocated)); | 61 | atomic_read(&udp_memory_allocated)); |
61 | seq_printf(seq, "UDPLITE: inuse %d\n", sock_prot_inuse(&udplite_prot)); | 62 | seq_printf(seq, "UDPLITE: inuse %d\n", sock_prot_inuse_get(&udplite_prot)); |
62 | seq_printf(seq, "RAW: inuse %d\n", sock_prot_inuse(&raw_prot)); | 63 | seq_printf(seq, "RAW: inuse %d\n", sock_prot_inuse_get(&raw_prot)); |
63 | seq_printf(seq, "FRAG: inuse %d memory %d\n", | 64 | seq_printf(seq, "FRAG: inuse %d memory %d\n", |
64 | ip_frag_nqueues(), ip_frag_mem()); | 65 | ip_frag_nqueues(), ip_frag_mem()); |
65 | return 0; | 66 | return 0; |
diff --git a/net/ipv4/raw.c b/net/ipv4/raw.c index 5aec5a5e5f16..e811034b1b01 100644 --- a/net/ipv4/raw.c +++ b/net/ipv4/raw.c | |||
@@ -92,7 +92,7 @@ void raw_hash_sk(struct sock *sk, struct raw_hashinfo *h) | |||
92 | 92 | ||
93 | write_lock_bh(&h->lock); | 93 | write_lock_bh(&h->lock); |
94 | sk_add_node(sk, head); | 94 | sk_add_node(sk, head); |
95 | sock_prot_inc_use(sk->sk_prot); | 95 | sock_prot_inuse_add(sk->sk_prot, 1); |
96 | write_unlock_bh(&h->lock); | 96 | write_unlock_bh(&h->lock); |
97 | } | 97 | } |
98 | EXPORT_SYMBOL_GPL(raw_hash_sk); | 98 | EXPORT_SYMBOL_GPL(raw_hash_sk); |
@@ -101,7 +101,7 @@ void raw_unhash_sk(struct sock *sk, struct raw_hashinfo *h) | |||
101 | { | 101 | { |
102 | write_lock_bh(&h->lock); | 102 | write_lock_bh(&h->lock); |
103 | if (sk_del_node_init(sk)) | 103 | if (sk_del_node_init(sk)) |
104 | sock_prot_dec_use(sk->sk_prot); | 104 | sock_prot_inuse_add(sk->sk_prot, -1); |
105 | write_unlock_bh(&h->lock); | 105 | write_unlock_bh(&h->lock); |
106 | } | 106 | } |
107 | EXPORT_SYMBOL_GPL(raw_unhash_sk); | 107 | EXPORT_SYMBOL_GPL(raw_unhash_sk); |
diff --git a/net/ipv4/udp.c b/net/ipv4/udp.c index 02fcccd0486e..cb2411cb87da 100644 --- a/net/ipv4/udp.c +++ b/net/ipv4/udp.c | |||
@@ -230,7 +230,7 @@ gotit: | |||
230 | if (sk_unhashed(sk)) { | 230 | if (sk_unhashed(sk)) { |
231 | head = &udptable[snum & (UDP_HTABLE_SIZE - 1)]; | 231 | head = &udptable[snum & (UDP_HTABLE_SIZE - 1)]; |
232 | sk_add_node(sk, head); | 232 | sk_add_node(sk, head); |
233 | sock_prot_inc_use(sk->sk_prot); | 233 | sock_prot_inuse_add(sk->sk_prot, 1); |
234 | } | 234 | } |
235 | error = 0; | 235 | error = 0; |
236 | fail: | 236 | fail: |
diff --git a/net/ipv6/inet6_hashtables.c b/net/ipv6/inet6_hashtables.c index 0765d8bd380f..a66a7d8e2811 100644 --- a/net/ipv6/inet6_hashtables.c +++ b/net/ipv6/inet6_hashtables.c | |||
@@ -43,7 +43,7 @@ void __inet6_hash(struct inet_hashinfo *hashinfo, | |||
43 | } | 43 | } |
44 | 44 | ||
45 | __sk_add_node(sk, list); | 45 | __sk_add_node(sk, list); |
46 | sock_prot_inc_use(sk->sk_prot); | 46 | sock_prot_inuse_add(sk->sk_prot, 1); |
47 | write_unlock(lock); | 47 | write_unlock(lock); |
48 | } | 48 | } |
49 | EXPORT_SYMBOL(__inet6_hash); | 49 | EXPORT_SYMBOL(__inet6_hash); |
@@ -216,7 +216,7 @@ unique: | |||
216 | BUG_TRAP(sk_unhashed(sk)); | 216 | BUG_TRAP(sk_unhashed(sk)); |
217 | __sk_add_node(sk, &head->chain); | 217 | __sk_add_node(sk, &head->chain); |
218 | sk->sk_hash = hash; | 218 | sk->sk_hash = hash; |
219 | sock_prot_inc_use(sk->sk_prot); | 219 | sock_prot_inuse_add(sk->sk_prot, 1); |
220 | write_unlock(lock); | 220 | write_unlock(lock); |
221 | 221 | ||
222 | if (twp != NULL) { | 222 | if (twp != NULL) { |
diff --git a/net/ipv6/ipv6_sockglue.c b/net/ipv6/ipv6_sockglue.c index 20fece4ad3d8..bf2a686aa13d 100644 --- a/net/ipv6/ipv6_sockglue.c +++ b/net/ipv6/ipv6_sockglue.c | |||
@@ -268,8 +268,8 @@ static int do_ipv6_setsockopt(struct sock *sk, int level, int optname, | |||
268 | struct inet_connection_sock *icsk = inet_csk(sk); | 268 | struct inet_connection_sock *icsk = inet_csk(sk); |
269 | 269 | ||
270 | local_bh_disable(); | 270 | local_bh_disable(); |
271 | sock_prot_dec_use(sk->sk_prot); | 271 | sock_prot_inuse_add(sk->sk_prot, -1); |
272 | sock_prot_inc_use(&tcp_prot); | 272 | sock_prot_inuse_add(&tcp_prot, 1); |
273 | local_bh_enable(); | 273 | local_bh_enable(); |
274 | sk->sk_prot = &tcp_prot; | 274 | sk->sk_prot = &tcp_prot; |
275 | icsk->icsk_af_ops = &ipv4_specific; | 275 | icsk->icsk_af_ops = &ipv4_specific; |
@@ -282,8 +282,8 @@ static int do_ipv6_setsockopt(struct sock *sk, int level, int optname, | |||
282 | if (sk->sk_protocol == IPPROTO_UDPLITE) | 282 | if (sk->sk_protocol == IPPROTO_UDPLITE) |
283 | prot = &udplite_prot; | 283 | prot = &udplite_prot; |
284 | local_bh_disable(); | 284 | local_bh_disable(); |
285 | sock_prot_dec_use(sk->sk_prot); | 285 | sock_prot_inuse_add(sk->sk_prot, -1); |
286 | sock_prot_inc_use(prot); | 286 | sock_prot_inuse_add(prot, 1); |
287 | local_bh_enable(); | 287 | local_bh_enable(); |
288 | sk->sk_prot = prot; | 288 | sk->sk_prot = prot; |
289 | sk->sk_socket->ops = &inet_dgram_ops; | 289 | sk->sk_socket->ops = &inet_dgram_ops; |
diff --git a/net/ipv6/proc.c b/net/ipv6/proc.c index 41e9980b3e0e..571d95a21c15 100644 --- a/net/ipv6/proc.c +++ b/net/ipv6/proc.c | |||
@@ -36,13 +36,13 @@ static struct proc_dir_entry *proc_net_devsnmp6; | |||
36 | static int sockstat6_seq_show(struct seq_file *seq, void *v) | 36 | static int sockstat6_seq_show(struct seq_file *seq, void *v) |
37 | { | 37 | { |
38 | seq_printf(seq, "TCP6: inuse %d\n", | 38 | seq_printf(seq, "TCP6: inuse %d\n", |
39 | sock_prot_inuse(&tcpv6_prot)); | 39 | sock_prot_inuse_get(&tcpv6_prot)); |
40 | seq_printf(seq, "UDP6: inuse %d\n", | 40 | seq_printf(seq, "UDP6: inuse %d\n", |
41 | sock_prot_inuse(&udpv6_prot)); | 41 | sock_prot_inuse_get(&udpv6_prot)); |
42 | seq_printf(seq, "UDPLITE6: inuse %d\n", | 42 | seq_printf(seq, "UDPLITE6: inuse %d\n", |
43 | sock_prot_inuse(&udplitev6_prot)); | 43 | sock_prot_inuse_get(&udplitev6_prot)); |
44 | seq_printf(seq, "RAW6: inuse %d\n", | 44 | seq_printf(seq, "RAW6: inuse %d\n", |
45 | sock_prot_inuse(&rawv6_prot)); | 45 | sock_prot_inuse_get(&rawv6_prot)); |
46 | seq_printf(seq, "FRAG6: inuse %d memory %d\n", | 46 | seq_printf(seq, "FRAG6: inuse %d memory %d\n", |
47 | ip6_frag_nqueues(), ip6_frag_mem()); | 47 | ip6_frag_nqueues(), ip6_frag_mem()); |
48 | return 0; | 48 | return 0; |