diff options
| author | Pavel Emelyanov <xemul@openvz.org> | 2007-11-29 04:28:50 -0500 |
|---|---|---|
| committer | David S. Miller <davem@davemloft.net> | 2008-01-28 17:55:07 -0500 |
| commit | f561d0f27d6283c49359bb96048f8ac3728c812c (patch) | |
| tree | 95665f72ac84fc9c91f5c1ee568f169984631887 | |
| parent | 3015a347dcd470fcc8becf1f84b0502391a3c0e0 (diff) | |
[NET]: Uninline the sk_stream_alloc_pskb
This function seems too big for inlining. Indeed, it saves
half-a-kilo when uninlined:
add/remove: 1/0 grow/shrink: 0/7 up/down: 195/-719 (-524)
function old new delta
sk_stream_alloc_pskb - 195 +195
ip_rt_init 529 525 -4
__inet_lookup_listener 284 274 -10
tcp_sendmsg 2583 2486 -97
tcp_sendpage 1449 1305 -144
tso_fragment 417 267 -150
tcp_fragment 1149 992 -157
__tcp_push_pending_frames 1998 1841 -157
Signed-off-by: Pavel Emelyanov <xemul@openvz.org>
Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
Signed-off-by: David S. Miller <davem@davemloft.net>
| -rw-r--r-- | include/net/sock.h | 29 | ||||
| -rw-r--r-- | net/ipv4/tcp.c | 27 |
2 files changed, 29 insertions, 27 deletions
diff --git a/include/net/sock.h b/include/net/sock.h index e329d05f7995..7d500a825e4e 100644 --- a/include/net/sock.h +++ b/include/net/sock.h | |||
| @@ -1192,33 +1192,8 @@ static inline void sk_stream_moderate_sndbuf(struct sock *sk) | |||
| 1192 | } | 1192 | } |
| 1193 | } | 1193 | } |
| 1194 | 1194 | ||
| 1195 | static inline struct sk_buff *sk_stream_alloc_pskb(struct sock *sk, | 1195 | struct sk_buff *sk_stream_alloc_pskb(struct sock *sk, |
| 1196 | int size, int mem, | 1196 | int size, int mem, gfp_t gfp); |
| 1197 | gfp_t gfp) | ||
| 1198 | { | ||
| 1199 | struct sk_buff *skb; | ||
| 1200 | |||
| 1201 | /* The TCP header must be at least 32-bit aligned. */ | ||
| 1202 | size = ALIGN(size, 4); | ||
| 1203 | |||
| 1204 | skb = alloc_skb_fclone(size + sk->sk_prot->max_header, gfp); | ||
| 1205 | if (skb) { | ||
| 1206 | skb->truesize += mem; | ||
| 1207 | if (sk_stream_wmem_schedule(sk, skb->truesize)) { | ||
| 1208 | /* | ||
| 1209 | * Make sure that we have exactly size bytes | ||
| 1210 | * available to the caller, no more, no less. | ||
| 1211 | */ | ||
| 1212 | skb_reserve(skb, skb_tailroom(skb) - size); | ||
| 1213 | return skb; | ||
| 1214 | } | ||
| 1215 | __kfree_skb(skb); | ||
| 1216 | } else { | ||
| 1217 | sk->sk_prot->enter_memory_pressure(); | ||
| 1218 | sk_stream_moderate_sndbuf(sk); | ||
| 1219 | } | ||
| 1220 | return NULL; | ||
| 1221 | } | ||
| 1222 | 1197 | ||
| 1223 | static inline struct sk_buff *sk_stream_alloc_skb(struct sock *sk, | 1198 | static inline struct sk_buff *sk_stream_alloc_skb(struct sock *sk, |
| 1224 | int size, | 1199 | int size, |
diff --git a/net/ipv4/tcp.c b/net/ipv4/tcp.c index e055f25876df..6b35ab841db2 100644 --- a/net/ipv4/tcp.c +++ b/net/ipv4/tcp.c | |||
| @@ -629,6 +629,33 @@ ssize_t tcp_splice_read(struct socket *sock, loff_t *ppos, | |||
| 629 | return ret; | 629 | return ret; |
| 630 | } | 630 | } |
| 631 | 631 | ||
| 632 | struct sk_buff *sk_stream_alloc_pskb(struct sock *sk, | ||
| 633 | int size, int mem, gfp_t gfp) | ||
| 634 | { | ||
| 635 | struct sk_buff *skb; | ||
| 636 | |||
| 637 | /* The TCP header must be at least 32-bit aligned. */ | ||
| 638 | size = ALIGN(size, 4); | ||
| 639 | |||
| 640 | skb = alloc_skb_fclone(size + sk->sk_prot->max_header, gfp); | ||
| 641 | if (skb) { | ||
| 642 | skb->truesize += mem; | ||
| 643 | if (sk_stream_wmem_schedule(sk, skb->truesize)) { | ||
| 644 | /* | ||
| 645 | * Make sure that we have exactly size bytes | ||
| 646 | * available to the caller, no more, no less. | ||
| 647 | */ | ||
| 648 | skb_reserve(skb, skb_tailroom(skb) - size); | ||
| 649 | return skb; | ||
| 650 | } | ||
| 651 | __kfree_skb(skb); | ||
| 652 | } else { | ||
| 653 | sk->sk_prot->enter_memory_pressure(); | ||
| 654 | sk_stream_moderate_sndbuf(sk); | ||
| 655 | } | ||
| 656 | return NULL; | ||
| 657 | } | ||
| 658 | |||
| 632 | static ssize_t do_tcp_sendpages(struct sock *sk, struct page **pages, int poffset, | 659 | static ssize_t do_tcp_sendpages(struct sock *sk, struct page **pages, int poffset, |
| 633 | size_t psize, int flags) | 660 | size_t psize, int flags) |
| 634 | { | 661 | { |
