diff options
| -rw-r--r-- | include/net/ip.h | 6 | ||||
| -rw-r--r-- | include/net/ipcomp.h | 2 | ||||
| -rw-r--r-- | include/net/neighbour.h | 2 | ||||
| -rw-r--r-- | include/net/netns/conntrack.h | 2 | ||||
| -rw-r--r-- | include/net/netns/core.h | 2 | ||||
| -rw-r--r-- | include/net/route.h | 2 | ||||
| -rw-r--r-- | include/net/snmp.h | 12 | ||||
| -rw-r--r-- | include/net/tcp.h | 2 | ||||
| -rw-r--r-- | net/8021q/vlan.h | 2 | ||||
| -rw-r--r-- | net/dccp/proto.c | 5 | ||||
| -rw-r--r-- | net/ipv4/af_inet.c | 46 | ||||
| -rw-r--r-- | net/ipv4/proc.c | 28 | ||||
| -rw-r--r-- | net/ipv4/route.c | 2 | ||||
| -rw-r--r-- | net/ipv4/tcp.c | 21 | ||||
| -rw-r--r-- | net/ipv6/addrconf.c | 24 | ||||
| -rw-r--r-- | net/ipv6/af_inet6.c | 28 | ||||
| -rw-r--r-- | net/ipv6/proc.c | 23 | ||||
| -rw-r--r-- | net/sctp/proc.c | 2 | ||||
| -rw-r--r-- | net/sctp/protocol.c | 5 | ||||
| -rw-r--r-- | net/xfrm/xfrm_ipcomp.c | 16 | ||||
| -rw-r--r-- | net/xfrm/xfrm_policy.c | 6 | ||||
| -rw-r--r-- | net/xfrm/xfrm_proc.c | 3 |
22 files changed, 127 insertions, 114 deletions
diff --git a/include/net/ip.h b/include/net/ip.h index 7bc47873e3fc..503994a38ed1 100644 --- a/include/net/ip.h +++ b/include/net/ip.h | |||
| @@ -174,9 +174,9 @@ extern struct ipv4_config ipv4_config; | |||
| 174 | #define NET_ADD_STATS_BH(net, field, adnd) SNMP_ADD_STATS_BH((net)->mib.net_statistics, field, adnd) | 174 | #define NET_ADD_STATS_BH(net, field, adnd) SNMP_ADD_STATS_BH((net)->mib.net_statistics, field, adnd) |
| 175 | #define NET_ADD_STATS_USER(net, field, adnd) SNMP_ADD_STATS_USER((net)->mib.net_statistics, field, adnd) | 175 | #define NET_ADD_STATS_USER(net, field, adnd) SNMP_ADD_STATS_USER((net)->mib.net_statistics, field, adnd) |
| 176 | 176 | ||
| 177 | extern unsigned long snmp_fold_field(void *mib[], int offt); | 177 | extern unsigned long snmp_fold_field(void __percpu *mib[], int offt); |
| 178 | extern int snmp_mib_init(void *ptr[2], size_t mibsize); | 178 | extern int snmp_mib_init(void __percpu *ptr[2], size_t mibsize); |
| 179 | extern void snmp_mib_free(void *ptr[2]); | 179 | extern void snmp_mib_free(void __percpu *ptr[2]); |
| 180 | 180 | ||
| 181 | extern struct local_ports { | 181 | extern struct local_ports { |
| 182 | seqlock_t lock; | 182 | seqlock_t lock; |
diff --git a/include/net/ipcomp.h b/include/net/ipcomp.h index 2a1092abaa07..cc4f30cd7315 100644 --- a/include/net/ipcomp.h +++ b/include/net/ipcomp.h | |||
| @@ -9,7 +9,7 @@ struct crypto_comp; | |||
| 9 | 9 | ||
| 10 | struct ipcomp_data { | 10 | struct ipcomp_data { |
| 11 | u16 threshold; | 11 | u16 threshold; |
| 12 | struct crypto_comp **tfms; | 12 | struct crypto_comp * __percpu *tfms; |
| 13 | }; | 13 | }; |
| 14 | 14 | ||
| 15 | struct ip_comp_hdr; | 15 | struct ip_comp_hdr; |
diff --git a/include/net/neighbour.h b/include/net/neighbour.h index 7834f470d14a..da1d58be31b7 100644 --- a/include/net/neighbour.h +++ b/include/net/neighbour.h | |||
| @@ -164,7 +164,7 @@ struct neigh_table { | |||
| 164 | rwlock_t lock; | 164 | rwlock_t lock; |
| 165 | unsigned long last_rand; | 165 | unsigned long last_rand; |
| 166 | struct kmem_cache *kmem_cachep; | 166 | struct kmem_cache *kmem_cachep; |
| 167 | struct neigh_statistics *stats; | 167 | struct neigh_statistics __percpu *stats; |
| 168 | struct neighbour **hash_buckets; | 168 | struct neighbour **hash_buckets; |
| 169 | unsigned int hash_mask; | 169 | unsigned int hash_mask; |
| 170 | __u32 hash_rnd; | 170 | __u32 hash_rnd; |
diff --git a/include/net/netns/conntrack.h b/include/net/netns/conntrack.h index 63d449807d9b..d4958d4c6574 100644 --- a/include/net/netns/conntrack.h +++ b/include/net/netns/conntrack.h | |||
| @@ -17,7 +17,7 @@ struct netns_ct { | |||
| 17 | struct hlist_head *expect_hash; | 17 | struct hlist_head *expect_hash; |
| 18 | struct hlist_nulls_head unconfirmed; | 18 | struct hlist_nulls_head unconfirmed; |
| 19 | struct hlist_nulls_head dying; | 19 | struct hlist_nulls_head dying; |
| 20 | struct ip_conntrack_stat *stat; | 20 | struct ip_conntrack_stat __percpu *stat; |
| 21 | int sysctl_events; | 21 | int sysctl_events; |
| 22 | unsigned int sysctl_events_retry_timeout; | 22 | unsigned int sysctl_events_retry_timeout; |
| 23 | int sysctl_acct; | 23 | int sysctl_acct; |
diff --git a/include/net/netns/core.h b/include/net/netns/core.h index 24d4be76bbd1..78eb1ff75475 100644 --- a/include/net/netns/core.h +++ b/include/net/netns/core.h | |||
| @@ -10,7 +10,7 @@ struct netns_core { | |||
| 10 | 10 | ||
| 11 | int sysctl_somaxconn; | 11 | int sysctl_somaxconn; |
| 12 | 12 | ||
| 13 | struct prot_inuse *inuse; | 13 | struct prot_inuse __percpu *inuse; |
| 14 | }; | 14 | }; |
| 15 | 15 | ||
| 16 | #endif | 16 | #endif |
diff --git a/include/net/route.h b/include/net/route.h index bce6dd68d27b..2c9fba7f7731 100644 --- a/include/net/route.h +++ b/include/net/route.h | |||
| @@ -101,7 +101,7 @@ struct rt_cache_stat { | |||
| 101 | unsigned int out_hlist_search; | 101 | unsigned int out_hlist_search; |
| 102 | }; | 102 | }; |
| 103 | 103 | ||
| 104 | extern struct ip_rt_acct *ip_rt_acct; | 104 | extern struct ip_rt_acct __percpu *ip_rt_acct; |
| 105 | 105 | ||
| 106 | struct in_device; | 106 | struct in_device; |
| 107 | extern int ip_rt_init(void); | 107 | extern int ip_rt_init(void); |
diff --git a/include/net/snmp.h b/include/net/snmp.h index da02ee027d69..692ee0061dc4 100644 --- a/include/net/snmp.h +++ b/include/net/snmp.h | |||
| @@ -129,9 +129,9 @@ struct linux_xfrm_mib { | |||
| 129 | * nonlocked_atomic_inc() primitives -AK | 129 | * nonlocked_atomic_inc() primitives -AK |
| 130 | */ | 130 | */ |
| 131 | #define DEFINE_SNMP_STAT(type, name) \ | 131 | #define DEFINE_SNMP_STAT(type, name) \ |
| 132 | __typeof__(type) *name[2] | 132 | __typeof__(type) __percpu *name[2] |
| 133 | #define DECLARE_SNMP_STAT(type, name) \ | 133 | #define DECLARE_SNMP_STAT(type, name) \ |
| 134 | extern __typeof__(type) *name[2] | 134 | extern __typeof__(type) __percpu *name[2] |
| 135 | 135 | ||
| 136 | #define SNMP_STAT_BHPTR(name) (name[0]) | 136 | #define SNMP_STAT_BHPTR(name) (name[0]) |
| 137 | #define SNMP_STAT_USRPTR(name) (name[1]) | 137 | #define SNMP_STAT_USRPTR(name) (name[1]) |
| @@ -148,9 +148,13 @@ struct linux_xfrm_mib { | |||
| 148 | __this_cpu_add(mib[0]->mibs[field], addend) | 148 | __this_cpu_add(mib[0]->mibs[field], addend) |
| 149 | #define SNMP_ADD_STATS_USER(mib, field, addend) \ | 149 | #define SNMP_ADD_STATS_USER(mib, field, addend) \ |
| 150 | this_cpu_add(mib[1]->mibs[field], addend) | 150 | this_cpu_add(mib[1]->mibs[field], addend) |
| 151 | /* | ||
| 152 | * Use "__typeof__(*mib[0]) *ptr" instead of "__typeof__(mib[0]) ptr" | ||
| 153 | * to make @ptr a non-percpu pointer. | ||
| 154 | */ | ||
| 151 | #define SNMP_UPD_PO_STATS(mib, basefield, addend) \ | 155 | #define SNMP_UPD_PO_STATS(mib, basefield, addend) \ |
| 152 | do { \ | 156 | do { \ |
| 153 | __typeof__(mib[0]) ptr; \ | 157 | __typeof__(*mib[0]) *ptr; \ |
| 154 | preempt_disable(); \ | 158 | preempt_disable(); \ |
| 155 | ptr = this_cpu_ptr((mib)[!in_softirq()]); \ | 159 | ptr = this_cpu_ptr((mib)[!in_softirq()]); \ |
| 156 | ptr->mibs[basefield##PKTS]++; \ | 160 | ptr->mibs[basefield##PKTS]++; \ |
| @@ -159,7 +163,7 @@ struct linux_xfrm_mib { | |||
| 159 | } while (0) | 163 | } while (0) |
| 160 | #define SNMP_UPD_PO_STATS_BH(mib, basefield, addend) \ | 164 | #define SNMP_UPD_PO_STATS_BH(mib, basefield, addend) \ |
| 161 | do { \ | 165 | do { \ |
| 162 | __typeof__(mib[0]) ptr = \ | 166 | __typeof__(*mib[0]) *ptr = \ |
| 163 | __this_cpu_ptr((mib)[!in_softirq()]); \ | 167 | __this_cpu_ptr((mib)[!in_softirq()]); \ |
| 164 | ptr->mibs[basefield##PKTS]++; \ | 168 | ptr->mibs[basefield##PKTS]++; \ |
| 165 | ptr->mibs[basefield##OCTETS] += addend;\ | 169 | ptr->mibs[basefield##OCTETS] += addend;\ |
diff --git a/include/net/tcp.h b/include/net/tcp.h index 87d164b9bd8f..75a00c80bdda 100644 --- a/include/net/tcp.h +++ b/include/net/tcp.h | |||
| @@ -1189,7 +1189,7 @@ extern int tcp_v4_md5_do_del(struct sock *sk, | |||
| 1189 | #define tcp_twsk_md5_key(twsk) NULL | 1189 | #define tcp_twsk_md5_key(twsk) NULL |
| 1190 | #endif | 1190 | #endif |
| 1191 | 1191 | ||
| 1192 | extern struct tcp_md5sig_pool **tcp_alloc_md5sig_pool(struct sock *); | 1192 | extern struct tcp_md5sig_pool * __percpu *tcp_alloc_md5sig_pool(struct sock *); |
| 1193 | extern void tcp_free_md5sig_pool(void); | 1193 | extern void tcp_free_md5sig_pool(void); |
| 1194 | 1194 | ||
| 1195 | extern struct tcp_md5sig_pool *__tcp_get_md5sig_pool(int cpu); | 1195 | extern struct tcp_md5sig_pool *__tcp_get_md5sig_pool(int cpu); |
diff --git a/net/8021q/vlan.h b/net/8021q/vlan.h index 5685296017e9..6abdcac1b2e8 100644 --- a/net/8021q/vlan.h +++ b/net/8021q/vlan.h | |||
| @@ -61,7 +61,7 @@ struct vlan_dev_info { | |||
| 61 | struct proc_dir_entry *dent; | 61 | struct proc_dir_entry *dent; |
| 62 | unsigned long cnt_inc_headroom_on_tx; | 62 | unsigned long cnt_inc_headroom_on_tx; |
| 63 | unsigned long cnt_encap_on_xmit; | 63 | unsigned long cnt_encap_on_xmit; |
| 64 | struct vlan_rx_stats *vlan_rx_stats; | 64 | struct vlan_rx_stats __percpu *vlan_rx_stats; |
| 65 | }; | 65 | }; |
| 66 | 66 | ||
| 67 | static inline struct vlan_dev_info *vlan_dev_info(const struct net_device *dev) | 67 | static inline struct vlan_dev_info *vlan_dev_info(const struct net_device *dev) |
diff --git a/net/dccp/proto.c b/net/dccp/proto.c index 85ec1cb7fd41..0ef7061920c0 100644 --- a/net/dccp/proto.c +++ b/net/dccp/proto.c | |||
| @@ -1005,12 +1005,13 @@ EXPORT_SYMBOL_GPL(dccp_shutdown); | |||
| 1005 | 1005 | ||
| 1006 | static inline int dccp_mib_init(void) | 1006 | static inline int dccp_mib_init(void) |
| 1007 | { | 1007 | { |
| 1008 | return snmp_mib_init((void**)dccp_statistics, sizeof(struct dccp_mib)); | 1008 | return snmp_mib_init((void __percpu **)dccp_statistics, |
| 1009 | sizeof(struct dccp_mib)); | ||
| 1009 | } | 1010 | } |
| 1010 | 1011 | ||
| 1011 | static inline void dccp_mib_exit(void) | 1012 | static inline void dccp_mib_exit(void) |
| 1012 | { | 1013 | { |
| 1013 | snmp_mib_free((void**)dccp_statistics); | 1014 | snmp_mib_free((void __percpu **)dccp_statistics); |
| 1014 | } | 1015 | } |
| 1015 | 1016 | ||
| 1016 | static int thash_entries; | 1017 | static int thash_entries; |
diff --git a/net/ipv4/af_inet.c b/net/ipv4/af_inet.c index 7d12c6a9b19b..33b7dffa7732 100644 --- a/net/ipv4/af_inet.c +++ b/net/ipv4/af_inet.c | |||
| @@ -1385,7 +1385,7 @@ int inet_ctl_sock_create(struct sock **sk, unsigned short family, | |||
| 1385 | } | 1385 | } |
| 1386 | EXPORT_SYMBOL_GPL(inet_ctl_sock_create); | 1386 | EXPORT_SYMBOL_GPL(inet_ctl_sock_create); |
| 1387 | 1387 | ||
| 1388 | unsigned long snmp_fold_field(void *mib[], int offt) | 1388 | unsigned long snmp_fold_field(void __percpu *mib[], int offt) |
| 1389 | { | 1389 | { |
| 1390 | unsigned long res = 0; | 1390 | unsigned long res = 0; |
| 1391 | int i; | 1391 | int i; |
| @@ -1398,7 +1398,7 @@ unsigned long snmp_fold_field(void *mib[], int offt) | |||
| 1398 | } | 1398 | } |
| 1399 | EXPORT_SYMBOL_GPL(snmp_fold_field); | 1399 | EXPORT_SYMBOL_GPL(snmp_fold_field); |
| 1400 | 1400 | ||
| 1401 | int snmp_mib_init(void *ptr[2], size_t mibsize) | 1401 | int snmp_mib_init(void __percpu *ptr[2], size_t mibsize) |
| 1402 | { | 1402 | { |
| 1403 | BUG_ON(ptr == NULL); | 1403 | BUG_ON(ptr == NULL); |
| 1404 | ptr[0] = __alloc_percpu(mibsize, __alignof__(unsigned long long)); | 1404 | ptr[0] = __alloc_percpu(mibsize, __alignof__(unsigned long long)); |
| @@ -1416,7 +1416,7 @@ err0: | |||
| 1416 | } | 1416 | } |
| 1417 | EXPORT_SYMBOL_GPL(snmp_mib_init); | 1417 | EXPORT_SYMBOL_GPL(snmp_mib_init); |
| 1418 | 1418 | ||
| 1419 | void snmp_mib_free(void *ptr[2]) | 1419 | void snmp_mib_free(void __percpu *ptr[2]) |
| 1420 | { | 1420 | { |
| 1421 | BUG_ON(ptr == NULL); | 1421 | BUG_ON(ptr == NULL); |
| 1422 | free_percpu(ptr[0]); | 1422 | free_percpu(ptr[0]); |
| @@ -1460,25 +1460,25 @@ static const struct net_protocol icmp_protocol = { | |||
| 1460 | 1460 | ||
| 1461 | static __net_init int ipv4_mib_init_net(struct net *net) | 1461 | static __net_init int ipv4_mib_init_net(struct net *net) |
| 1462 | { | 1462 | { |
| 1463 | if (snmp_mib_init((void **)net->mib.tcp_statistics, | 1463 | if (snmp_mib_init((void __percpu **)net->mib.tcp_statistics, |
| 1464 | sizeof(struct tcp_mib)) < 0) | 1464 | sizeof(struct tcp_mib)) < 0) |
| 1465 | goto err_tcp_mib; | 1465 | goto err_tcp_mib; |
| 1466 | if (snmp_mib_init((void **)net->mib.ip_statistics, | 1466 | if (snmp_mib_init((void __percpu **)net->mib.ip_statistics, |
| 1467 | sizeof(struct ipstats_mib)) < 0) | 1467 | sizeof(struct ipstats_mib)) < 0) |
| 1468 | goto err_ip_mib; | 1468 | goto err_ip_mib; |
| 1469 | if (snmp_mib_init((void **)net->mib.net_statistics, | 1469 | if (snmp_mib_init((void __percpu **)net->mib.net_statistics, |
| 1470 | sizeof(struct linux_mib)) < 0) | 1470 | sizeof(struct linux_mib)) < 0) |
| 1471 | goto err_net_mib; | 1471 | goto err_net_mib; |
| 1472 | if (snmp_mib_init((void **)net->mib.udp_statistics, | 1472 | if (snmp_mib_init((void __percpu **)net->mib.udp_statistics, |
| 1473 | sizeof(struct udp_mib)) < 0) | 1473 | sizeof(struct udp_mib)) < 0) |
| 1474 | goto err_udp_mib; | 1474 | goto err_udp_mib; |
| 1475 | if (snmp_mib_init((void **)net->mib.udplite_statistics, | 1475 | if (snmp_mib_init((void __percpu **)net->mib.udplite_statistics, |
| 1476 | sizeof(struct udp_mib)) < 0) | 1476 | sizeof(struct udp_mib)) < 0) |
| 1477 | goto err_udplite_mib; | 1477 | goto err_udplite_mib; |
| 1478 | if (snmp_mib_init((void **)net->mib.icmp_statistics, | 1478 | if (snmp_mib_init((void __percpu **)net->mib.icmp_statistics, |
| 1479 | sizeof(struct icmp_mib)) < 0) | 1479 | sizeof(struct icmp_mib)) < 0) |
| 1480 | goto err_icmp_mib; | 1480 | goto err_icmp_mib; |
| 1481 | if (snmp_mib_init((void **)net->mib.icmpmsg_statistics, | 1481 | if (snmp_mib_init((void __percpu **)net->mib.icmpmsg_statistics, |
| 1482 | sizeof(struct icmpmsg_mib)) < 0) | 1482 | sizeof(struct icmpmsg_mib)) < 0) |
| 1483 | goto err_icmpmsg_mib; | 1483 | goto err_icmpmsg_mib; |
| 1484 | 1484 | ||
| @@ -1486,30 +1486,30 @@ static __net_init int ipv4_mib_init_net(struct net *net) | |||
| 1486 | return 0; | 1486 | return 0; |
| 1487 | 1487 | ||
| 1488 | err_icmpmsg_mib: | 1488 | err_icmpmsg_mib: |
| 1489 | snmp_mib_free((void **)net->mib.icmp_statistics); | 1489 | snmp_mib_free((void __percpu **)net->mib.icmp_statistics); |
| 1490 | err_icmp_mib: | 1490 | err_icmp_mib: |
| 1491 | snmp_mib_free((void **)net->mib.udplite_statistics); | 1491 | snmp_mib_free((void __percpu **)net->mib.udplite_statistics); |
| 1492 | err_udplite_mib: | 1492 | err_udplite_mib: |
| 1493 | snmp_mib_free((void **)net->mib.udp_statistics); | 1493 | snmp_mib_free((void __percpu **)net->mib.udp_statistics); |
| 1494 | err_udp_mib: | 1494 | err_udp_mib: |
| 1495 | snmp_mib_free((void **)net->mib.net_statistics); | 1495 | snmp_mib_free((void __percpu **)net->mib.net_statistics); |
| 1496 | err_net_mib: | 1496 | err_net_mib: |
| 1497 | snmp_mib_free((void **)net->mib.ip_statistics); | 1497 | snmp_mib_free((void __percpu **)net->mib.ip_statistics); |
| 1498 | err_ip_mib: | 1498 | err_ip_mib: |
| 1499 | snmp_mib_free((void **)net->mib.tcp_statistics); | 1499 | snmp_mib_free((void __percpu **)net->mib.tcp_statistics); |
| 1500 | err_tcp_mib: | 1500 | err_tcp_mib: |
| 1501 | return -ENOMEM; | 1501 | return -ENOMEM; |
| 1502 | } | 1502 | } |
| 1503 | 1503 | ||
| 1504 | static __net_exit void ipv4_mib_exit_net(struct net *net) | 1504 | static __net_exit void ipv4_mib_exit_net(struct net *net) |
| 1505 | { | 1505 | { |
| 1506 | snmp_mib_free((void **)net->mib.icmpmsg_statistics); | 1506 | snmp_mib_free((void __percpu **)net->mib.icmpmsg_statistics); |
| 1507 | snmp_mib_free((void **)net->mib.icmp_statistics); | 1507 | snmp_mib_free((void __percpu **)net->mib.icmp_statistics); |
| 1508 | snmp_mib_free((void **)net->mib.udplite_statistics); | 1508 | snmp_mib_free((void __percpu **)net->mib.udplite_statistics); |
| 1509 | snmp_mib_free((void **)net->mib.udp_statistics); | 1509 | snmp_mib_free((void __percpu **)net->mib.udp_statistics); |
| 1510 | snmp_mib_free((void **)net->mib.net_statistics); | 1510 | snmp_mib_free((void __percpu **)net->mib.net_statistics); |
| 1511 | snmp_mib_free((void **)net->mib.ip_statistics); | 1511 | snmp_mib_free((void __percpu **)net->mib.ip_statistics); |
| 1512 | snmp_mib_free((void **)net->mib.tcp_statistics); | 1512 | snmp_mib_free((void __percpu **)net->mib.tcp_statistics); |
| 1513 | } | 1513 | } |
| 1514 | 1514 | ||
| 1515 | static __net_initdata struct pernet_operations ipv4_mib_ops = { | 1515 | static __net_initdata struct pernet_operations ipv4_mib_ops = { |
diff --git a/net/ipv4/proc.c b/net/ipv4/proc.c index 1b09a6dde7c0..242ed2307370 100644 --- a/net/ipv4/proc.c +++ b/net/ipv4/proc.c | |||
| @@ -280,7 +280,7 @@ static void icmpmsg_put(struct seq_file *seq) | |||
| 280 | 280 | ||
| 281 | count = 0; | 281 | count = 0; |
| 282 | for (i = 0; i < ICMPMSG_MIB_MAX; i++) { | 282 | for (i = 0; i < ICMPMSG_MIB_MAX; i++) { |
| 283 | val = snmp_fold_field((void **) net->mib.icmpmsg_statistics, i); | 283 | val = snmp_fold_field((void __percpu **) net->mib.icmpmsg_statistics, i); |
| 284 | if (val) { | 284 | if (val) { |
| 285 | type[count] = i; | 285 | type[count] = i; |
| 286 | vals[count++] = val; | 286 | vals[count++] = val; |
| @@ -307,18 +307,18 @@ static void icmp_put(struct seq_file *seq) | |||
| 307 | for (i=0; icmpmibmap[i].name != NULL; i++) | 307 | for (i=0; icmpmibmap[i].name != NULL; i++) |
| 308 | seq_printf(seq, " Out%s", icmpmibmap[i].name); | 308 | seq_printf(seq, " Out%s", icmpmibmap[i].name); |
| 309 | seq_printf(seq, "\nIcmp: %lu %lu", | 309 | seq_printf(seq, "\nIcmp: %lu %lu", |
| 310 | snmp_fold_field((void **) net->mib.icmp_statistics, ICMP_MIB_INMSGS), | 310 | snmp_fold_field((void __percpu **) net->mib.icmp_statistics, ICMP_MIB_INMSGS), |
| 311 | snmp_fold_field((void **) net->mib.icmp_statistics, ICMP_MIB_INERRORS)); | 311 | snmp_fold_field((void __percpu **) net->mib.icmp_statistics, ICMP_MIB_INERRORS)); |
| 312 | for (i=0; icmpmibmap[i].name != NULL; i++) | 312 | for (i=0; icmpmibmap[i].name != NULL; i++) |
| 313 | seq_printf(seq, " %lu", | 313 | seq_printf(seq, " %lu", |
| 314 | snmp_fold_field((void **) net->mib.icmpmsg_statistics, | 314 | snmp_fold_field((void __percpu **) net->mib.icmpmsg_statistics, |
| 315 | icmpmibmap[i].index)); | 315 | icmpmibmap[i].index)); |
| 316 | seq_printf(seq, " %lu %lu", | 316 | seq_printf(seq, " %lu %lu", |
| 317 | snmp_fold_field((void **) net->mib.icmp_statistics, ICMP_MIB_OUTMSGS), | 317 | snmp_fold_field((void __percpu **) net->mib.icmp_statistics, ICMP_MIB_OUTMSGS), |
| 318 | snmp_fold_field((void **) net->mib.icmp_statistics, ICMP_MIB_OUTERRORS)); | 318 | snmp_fold_field((void __percpu **) net->mib.icmp_statistics, ICMP_MIB_OUTERRORS)); |
| 319 | for (i=0; icmpmibmap[i].name != NULL; i++) | 319 | for (i=0; icmpmibmap[i].name != NULL; i++) |
| 320 | seq_printf(seq, " %lu", | 320 | seq_printf(seq, " %lu", |
| 321 | snmp_fold_field((void **) net->mib.icmpmsg_statistics, | 321 | snmp_fold_field((void __percpu **) net->mib.icmpmsg_statistics, |
| 322 | icmpmibmap[i].index | 0x100)); | 322 | icmpmibmap[i].index | 0x100)); |
| 323 | } | 323 | } |
| 324 | 324 | ||
| @@ -341,7 +341,7 @@ static int snmp_seq_show(struct seq_file *seq, void *v) | |||
| 341 | 341 | ||
| 342 | for (i = 0; snmp4_ipstats_list[i].name != NULL; i++) | 342 | for (i = 0; snmp4_ipstats_list[i].name != NULL; i++) |
| 343 | seq_printf(seq, " %lu", | 343 | seq_printf(seq, " %lu", |
| 344 | snmp_fold_field((void **)net->mib.ip_statistics, | 344 | snmp_fold_field((void __percpu **)net->mib.ip_statistics, |
| 345 | snmp4_ipstats_list[i].entry)); | 345 | snmp4_ipstats_list[i].entry)); |
| 346 | 346 | ||
| 347 | icmp_put(seq); /* RFC 2011 compatibility */ | 347 | icmp_put(seq); /* RFC 2011 compatibility */ |
| @@ -356,11 +356,11 @@ static int snmp_seq_show(struct seq_file *seq, void *v) | |||
| 356 | /* MaxConn field is signed, RFC 2012 */ | 356 | /* MaxConn field is signed, RFC 2012 */ |
| 357 | if (snmp4_tcp_list[i].entry == TCP_MIB_MAXCONN) | 357 | if (snmp4_tcp_list[i].entry == TCP_MIB_MAXCONN) |
| 358 | seq_printf(seq, " %ld", | 358 | seq_printf(seq, " %ld", |
| 359 | snmp_fold_field((void **)net->mib.tcp_statistics, | 359 | snmp_fold_field((void __percpu **)net->mib.tcp_statistics, |
| 360 | snmp4_tcp_list[i].entry)); | 360 | snmp4_tcp_list[i].entry)); |
| 361 | else | 361 | else |
| 362 | seq_printf(seq, " %lu", | 362 | seq_printf(seq, " %lu", |
| 363 | snmp_fold_field((void **)net->mib.tcp_statistics, | 363 | snmp_fold_field((void __percpu **)net->mib.tcp_statistics, |
| 364 | snmp4_tcp_list[i].entry)); | 364 | snmp4_tcp_list[i].entry)); |
| 365 | } | 365 | } |
| 366 | 366 | ||
| @@ -371,7 +371,7 @@ static int snmp_seq_show(struct seq_file *seq, void *v) | |||
| 371 | seq_puts(seq, "\nUdp:"); | 371 | seq_puts(seq, "\nUdp:"); |
| 372 | for (i = 0; snmp4_udp_list[i].name != NULL; i++) | 372 | for (i = 0; snmp4_udp_list[i].name != NULL; i++) |
| 373 | seq_printf(seq, " %lu", | 373 | seq_printf(seq, " %lu", |
| 374 | snmp_fold_field((void **)net->mib.udp_statistics, | 374 | snmp_fold_field((void __percpu **)net->mib.udp_statistics, |
| 375 | snmp4_udp_list[i].entry)); | 375 | snmp4_udp_list[i].entry)); |
| 376 | 376 | ||
| 377 | /* the UDP and UDP-Lite MIBs are the same */ | 377 | /* the UDP and UDP-Lite MIBs are the same */ |
| @@ -382,7 +382,7 @@ static int snmp_seq_show(struct seq_file *seq, void *v) | |||
| 382 | seq_puts(seq, "\nUdpLite:"); | 382 | seq_puts(seq, "\nUdpLite:"); |
| 383 | for (i = 0; snmp4_udp_list[i].name != NULL; i++) | 383 | for (i = 0; snmp4_udp_list[i].name != NULL; i++) |
| 384 | seq_printf(seq, " %lu", | 384 | seq_printf(seq, " %lu", |
| 385 | snmp_fold_field((void **)net->mib.udplite_statistics, | 385 | snmp_fold_field((void __percpu **)net->mib.udplite_statistics, |
| 386 | snmp4_udp_list[i].entry)); | 386 | snmp4_udp_list[i].entry)); |
| 387 | 387 | ||
| 388 | seq_putc(seq, '\n'); | 388 | seq_putc(seq, '\n'); |
| @@ -419,7 +419,7 @@ static int netstat_seq_show(struct seq_file *seq, void *v) | |||
| 419 | seq_puts(seq, "\nTcpExt:"); | 419 | seq_puts(seq, "\nTcpExt:"); |
| 420 | for (i = 0; snmp4_net_list[i].name != NULL; i++) | 420 | for (i = 0; snmp4_net_list[i].name != NULL; i++) |
| 421 | seq_printf(seq, " %lu", | 421 | seq_printf(seq, " %lu", |
| 422 | snmp_fold_field((void **)net->mib.net_statistics, | 422 | snmp_fold_field((void __percpu **)net->mib.net_statistics, |
| 423 | snmp4_net_list[i].entry)); | 423 | snmp4_net_list[i].entry)); |
| 424 | 424 | ||
| 425 | seq_puts(seq, "\nIpExt:"); | 425 | seq_puts(seq, "\nIpExt:"); |
| @@ -429,7 +429,7 @@ static int netstat_seq_show(struct seq_file *seq, void *v) | |||
| 429 | seq_puts(seq, "\nIpExt:"); | 429 | seq_puts(seq, "\nIpExt:"); |
| 430 | for (i = 0; snmp4_ipextstats_list[i].name != NULL; i++) | 430 | for (i = 0; snmp4_ipextstats_list[i].name != NULL; i++) |
| 431 | seq_printf(seq, " %lu", | 431 | seq_printf(seq, " %lu", |
| 432 | snmp_fold_field((void **)net->mib.ip_statistics, | 432 | snmp_fold_field((void __percpu **)net->mib.ip_statistics, |
| 433 | snmp4_ipextstats_list[i].entry)); | 433 | snmp4_ipextstats_list[i].entry)); |
| 434 | 434 | ||
| 435 | seq_putc(seq, '\n'); | 435 | seq_putc(seq, '\n'); |
diff --git a/net/ipv4/route.c b/net/ipv4/route.c index b16dfadbe6d6..04762d3bef71 100644 --- a/net/ipv4/route.c +++ b/net/ipv4/route.c | |||
| @@ -3334,7 +3334,7 @@ static __net_initdata struct pernet_operations rt_secret_timer_ops = { | |||
| 3334 | 3334 | ||
| 3335 | 3335 | ||
| 3336 | #ifdef CONFIG_NET_CLS_ROUTE | 3336 | #ifdef CONFIG_NET_CLS_ROUTE |
| 3337 | struct ip_rt_acct *ip_rt_acct __read_mostly; | 3337 | struct ip_rt_acct __percpu *ip_rt_acct __read_mostly; |
| 3338 | #endif /* CONFIG_NET_CLS_ROUTE */ | 3338 | #endif /* CONFIG_NET_CLS_ROUTE */ |
| 3339 | 3339 | ||
| 3340 | static __initdata unsigned long rhash_entries; | 3340 | static __initdata unsigned long rhash_entries; |
diff --git a/net/ipv4/tcp.c b/net/ipv4/tcp.c index d5d69ea8f249..e471d037fcc9 100644 --- a/net/ipv4/tcp.c +++ b/net/ipv4/tcp.c | |||
| @@ -2788,10 +2788,10 @@ EXPORT_SYMBOL(tcp_gro_complete); | |||
| 2788 | 2788 | ||
| 2789 | #ifdef CONFIG_TCP_MD5SIG | 2789 | #ifdef CONFIG_TCP_MD5SIG |
| 2790 | static unsigned long tcp_md5sig_users; | 2790 | static unsigned long tcp_md5sig_users; |
| 2791 | static struct tcp_md5sig_pool **tcp_md5sig_pool; | 2791 | static struct tcp_md5sig_pool * __percpu *tcp_md5sig_pool; |
| 2792 | static DEFINE_SPINLOCK(tcp_md5sig_pool_lock); | 2792 | static DEFINE_SPINLOCK(tcp_md5sig_pool_lock); |
| 2793 | 2793 | ||
| 2794 | static void __tcp_free_md5sig_pool(struct tcp_md5sig_pool **pool) | 2794 | static void __tcp_free_md5sig_pool(struct tcp_md5sig_pool * __percpu *pool) |
| 2795 | { | 2795 | { |
| 2796 | int cpu; | 2796 | int cpu; |
| 2797 | for_each_possible_cpu(cpu) { | 2797 | for_each_possible_cpu(cpu) { |
| @@ -2808,7 +2808,7 @@ static void __tcp_free_md5sig_pool(struct tcp_md5sig_pool **pool) | |||
| 2808 | 2808 | ||
| 2809 | void tcp_free_md5sig_pool(void) | 2809 | void tcp_free_md5sig_pool(void) |
| 2810 | { | 2810 | { |
| 2811 | struct tcp_md5sig_pool **pool = NULL; | 2811 | struct tcp_md5sig_pool * __percpu *pool = NULL; |
| 2812 | 2812 | ||
| 2813 | spin_lock_bh(&tcp_md5sig_pool_lock); | 2813 | spin_lock_bh(&tcp_md5sig_pool_lock); |
| 2814 | if (--tcp_md5sig_users == 0) { | 2814 | if (--tcp_md5sig_users == 0) { |
| @@ -2822,10 +2822,11 @@ void tcp_free_md5sig_pool(void) | |||
| 2822 | 2822 | ||
| 2823 | EXPORT_SYMBOL(tcp_free_md5sig_pool); | 2823 | EXPORT_SYMBOL(tcp_free_md5sig_pool); |
| 2824 | 2824 | ||
| 2825 | static struct tcp_md5sig_pool **__tcp_alloc_md5sig_pool(struct sock *sk) | 2825 | static struct tcp_md5sig_pool * __percpu * |
| 2826 | __tcp_alloc_md5sig_pool(struct sock *sk) | ||
| 2826 | { | 2827 | { |
| 2827 | int cpu; | 2828 | int cpu; |
| 2828 | struct tcp_md5sig_pool **pool; | 2829 | struct tcp_md5sig_pool * __percpu *pool; |
| 2829 | 2830 | ||
| 2830 | pool = alloc_percpu(struct tcp_md5sig_pool *); | 2831 | pool = alloc_percpu(struct tcp_md5sig_pool *); |
| 2831 | if (!pool) | 2832 | if (!pool) |
| @@ -2852,9 +2853,9 @@ out_free: | |||
| 2852 | return NULL; | 2853 | return NULL; |
| 2853 | } | 2854 | } |
| 2854 | 2855 | ||
| 2855 | struct tcp_md5sig_pool **tcp_alloc_md5sig_pool(struct sock *sk) | 2856 | struct tcp_md5sig_pool * __percpu *tcp_alloc_md5sig_pool(struct sock *sk) |
| 2856 | { | 2857 | { |
| 2857 | struct tcp_md5sig_pool **pool; | 2858 | struct tcp_md5sig_pool * __percpu *pool; |
| 2858 | int alloc = 0; | 2859 | int alloc = 0; |
| 2859 | 2860 | ||
| 2860 | retry: | 2861 | retry: |
| @@ -2873,7 +2874,9 @@ retry: | |||
| 2873 | 2874 | ||
| 2874 | if (alloc) { | 2875 | if (alloc) { |
| 2875 | /* we cannot hold spinlock here because this may sleep. */ | 2876 | /* we cannot hold spinlock here because this may sleep. */ |
| 2876 | struct tcp_md5sig_pool **p = __tcp_alloc_md5sig_pool(sk); | 2877 | struct tcp_md5sig_pool * __percpu *p; |
| 2878 | |||
| 2879 | p = __tcp_alloc_md5sig_pool(sk); | ||
| 2877 | spin_lock_bh(&tcp_md5sig_pool_lock); | 2880 | spin_lock_bh(&tcp_md5sig_pool_lock); |
| 2878 | if (!p) { | 2881 | if (!p) { |
| 2879 | tcp_md5sig_users--; | 2882 | tcp_md5sig_users--; |
| @@ -2897,7 +2900,7 @@ EXPORT_SYMBOL(tcp_alloc_md5sig_pool); | |||
| 2897 | 2900 | ||
| 2898 | struct tcp_md5sig_pool *__tcp_get_md5sig_pool(int cpu) | 2901 | struct tcp_md5sig_pool *__tcp_get_md5sig_pool(int cpu) |
| 2899 | { | 2902 | { |
| 2900 | struct tcp_md5sig_pool **p; | 2903 | struct tcp_md5sig_pool * __percpu *p; |
| 2901 | spin_lock_bh(&tcp_md5sig_pool_lock); | 2904 | spin_lock_bh(&tcp_md5sig_pool_lock); |
| 2902 | p = tcp_md5sig_pool; | 2905 | p = tcp_md5sig_pool; |
| 2903 | if (p) | 2906 | if (p) |
diff --git a/net/ipv6/addrconf.c b/net/ipv6/addrconf.c index c79cbff54370..b0d4a4b23db5 100644 --- a/net/ipv6/addrconf.c +++ b/net/ipv6/addrconf.c | |||
| @@ -278,31 +278,31 @@ static void addrconf_mod_timer(struct inet6_ifaddr *ifp, | |||
| 278 | 278 | ||
| 279 | static int snmp6_alloc_dev(struct inet6_dev *idev) | 279 | static int snmp6_alloc_dev(struct inet6_dev *idev) |
| 280 | { | 280 | { |
| 281 | if (snmp_mib_init((void **)idev->stats.ipv6, | 281 | if (snmp_mib_init((void __percpu **)idev->stats.ipv6, |
| 282 | sizeof(struct ipstats_mib)) < 0) | 282 | sizeof(struct ipstats_mib)) < 0) |
| 283 | goto err_ip; | 283 | goto err_ip; |
| 284 | if (snmp_mib_init((void **)idev->stats.icmpv6, | 284 | if (snmp_mib_init((void __percpu **)idev->stats.icmpv6, |
| 285 | sizeof(struct icmpv6_mib)) < 0) | 285 | sizeof(struct icmpv6_mib)) < 0) |
| 286 | goto err_icmp; | 286 | goto err_icmp; |
| 287 | if (snmp_mib_init((void **)idev->stats.icmpv6msg, | 287 | if (snmp_mib_init((void __percpu **)idev->stats.icmpv6msg, |
| 288 | sizeof(struct icmpv6msg_mib)) < 0) | 288 | sizeof(struct icmpv6msg_mib)) < 0) |
| 289 | goto err_icmpmsg; | 289 | goto err_icmpmsg; |
| 290 | 290 | ||
| 291 | return 0; | 291 | return 0; |
| 292 | 292 | ||
| 293 | err_icmpmsg: | 293 | err_icmpmsg: |
| 294 | snmp_mib_free((void **)idev->stats.icmpv6); | 294 | snmp_mib_free((void __percpu **)idev->stats.icmpv6); |
| 295 | err_icmp: | 295 | err_icmp: |
| 296 | snmp_mib_free((void **)idev->stats.ipv6); | 296 | snmp_mib_free((void __percpu **)idev->stats.ipv6); |
| 297 | err_ip: | 297 | err_ip: |
| 298 | return -ENOMEM; | 298 | return -ENOMEM; |
| 299 | } | 299 | } |
| 300 | 300 | ||
| 301 | static void snmp6_free_dev(struct inet6_dev *idev) | 301 | static void snmp6_free_dev(struct inet6_dev *idev) |
| 302 | { | 302 | { |
| 303 | snmp_mib_free((void **)idev->stats.icmpv6msg); | 303 | snmp_mib_free((void __percpu **)idev->stats.icmpv6msg); |
| 304 | snmp_mib_free((void **)idev->stats.icmpv6); | 304 | snmp_mib_free((void __percpu **)idev->stats.icmpv6); |
| 305 | snmp_mib_free((void **)idev->stats.ipv6); | 305 | snmp_mib_free((void __percpu **)idev->stats.ipv6); |
| 306 | } | 306 | } |
| 307 | 307 | ||
| 308 | /* Nobody refers to this device, we may destroy it. */ | 308 | /* Nobody refers to this device, we may destroy it. */ |
| @@ -3766,8 +3766,8 @@ static inline size_t inet6_if_nlmsg_size(void) | |||
| 3766 | ); | 3766 | ); |
| 3767 | } | 3767 | } |
| 3768 | 3768 | ||
| 3769 | static inline void __snmp6_fill_stats(u64 *stats, void **mib, int items, | 3769 | static inline void __snmp6_fill_stats(u64 *stats, void __percpu **mib, |
| 3770 | int bytes) | 3770 | int items, int bytes) |
| 3771 | { | 3771 | { |
| 3772 | int i; | 3772 | int i; |
| 3773 | int pad = bytes - sizeof(u64) * items; | 3773 | int pad = bytes - sizeof(u64) * items; |
| @@ -3786,10 +3786,10 @@ static void snmp6_fill_stats(u64 *stats, struct inet6_dev *idev, int attrtype, | |||
| 3786 | { | 3786 | { |
| 3787 | switch(attrtype) { | 3787 | switch(attrtype) { |
| 3788 | case IFLA_INET6_STATS: | 3788 | case IFLA_INET6_STATS: |
| 3789 | __snmp6_fill_stats(stats, (void **)idev->stats.ipv6, IPSTATS_MIB_MAX, bytes); | 3789 | __snmp6_fill_stats(stats, (void __percpu **)idev->stats.ipv6, IPSTATS_MIB_MAX, bytes); |
| 3790 | break; | 3790 | break; |
| 3791 | case IFLA_INET6_ICMP6STATS: | 3791 | case IFLA_INET6_ICMP6STATS: |
| 3792 | __snmp6_fill_stats(stats, (void **)idev->stats.icmpv6, ICMP6_MIB_MAX, bytes); | 3792 | __snmp6_fill_stats(stats, (void __percpu **)idev->stats.icmpv6, ICMP6_MIB_MAX, bytes); |
| 3793 | break; | 3793 | break; |
| 3794 | } | 3794 | } |
| 3795 | } | 3795 | } |
diff --git a/net/ipv6/af_inet6.c b/net/ipv6/af_inet6.c index e29160ff4a0f..37d14e735c27 100644 --- a/net/ipv6/af_inet6.c +++ b/net/ipv6/af_inet6.c | |||
| @@ -971,41 +971,41 @@ static void ipv6_packet_cleanup(void) | |||
| 971 | 971 | ||
| 972 | static int __net_init ipv6_init_mibs(struct net *net) | 972 | static int __net_init ipv6_init_mibs(struct net *net) |
| 973 | { | 973 | { |
| 974 | if (snmp_mib_init((void **)net->mib.udp_stats_in6, | 974 | if (snmp_mib_init((void __percpu **)net->mib.udp_stats_in6, |
| 975 | sizeof (struct udp_mib)) < 0) | 975 | sizeof (struct udp_mib)) < 0) |
| 976 | return -ENOMEM; | 976 | return -ENOMEM; |
| 977 | if (snmp_mib_init((void **)net->mib.udplite_stats_in6, | 977 | if (snmp_mib_init((void __percpu **)net->mib.udplite_stats_in6, |
| 978 | sizeof (struct udp_mib)) < 0) | 978 | sizeof (struct udp_mib)) < 0) |
| 979 | goto err_udplite_mib; | 979 | goto err_udplite_mib; |
| 980 | if (snmp_mib_init((void **)net->mib.ipv6_statistics, | 980 | if (snmp_mib_init((void __percpu **)net->mib.ipv6_statistics, |
| 981 | sizeof(struct ipstats_mib)) < 0) | 981 | sizeof(struct ipstats_mib)) < 0) |
| 982 | goto err_ip_mib; | 982 | goto err_ip_mib; |
| 983 | if (snmp_mib_init((void **)net->mib.icmpv6_statistics, | 983 | if (snmp_mib_init((void __percpu **)net->mib.icmpv6_statistics, |
| 984 | sizeof(struct icmpv6_mib)) < 0) | 984 | sizeof(struct icmpv6_mib)) < 0) |
| 985 | goto err_icmp_mib; | 985 | goto err_icmp_mib; |
| 986 | if (snmp_mib_init((void **)net->mib.icmpv6msg_statistics, | 986 | if (snmp_mib_init((void __percpu **)net->mib.icmpv6msg_statistics, |
| 987 | sizeof(struct icmpv6msg_mib)) < 0) | 987 | sizeof(struct icmpv6msg_mib)) < 0) |
| 988 | goto err_icmpmsg_mib; | 988 | goto err_icmpmsg_mib; |
| 989 | return 0; | 989 | return 0; |
| 990 | 990 | ||
| 991 | err_icmpmsg_mib: | 991 | err_icmpmsg_mib: |
| 992 | snmp_mib_free((void **)net->mib.icmpv6_statistics); | 992 | snmp_mib_free((void __percpu **)net->mib.icmpv6_statistics); |
| 993 | err_icmp_mib: | 993 | err_icmp_mib: |
| 994 | snmp_mib_free((void **)net->mib.ipv6_statistics); | 994 | snmp_mib_free((void __percpu **)net->mib.ipv6_statistics); |
| 995 | err_ip_mib: | 995 | err_ip_mib: |
| 996 | snmp_mib_free((void **)net->mib.udplite_stats_in6); | 996 | snmp_mib_free((void __percpu **)net->mib.udplite_stats_in6); |
| 997 | err_udplite_mib: | 997 | err_udplite_mib: |
| 998 | snmp_mib_free((void **)net->mib.udp_stats_in6); | 998 | snmp_mib_free((void __percpu **)net->mib.udp_stats_in6); |
| 999 | return -ENOMEM; | 999 | return -ENOMEM; |
| 1000 | } | 1000 | } |
| 1001 | 1001 | ||
| 1002 | static void ipv6_cleanup_mibs(struct net *net) | 1002 | static void ipv6_cleanup_mibs(struct net *net) |
| 1003 | { | 1003 | { |
| 1004 | snmp_mib_free((void **)net->mib.udp_stats_in6); | 1004 | snmp_mib_free((void __percpu **)net->mib.udp_stats_in6); |
| 1005 | snmp_mib_free((void **)net->mib.udplite_stats_in6); | 1005 | snmp_mib_free((void __percpu **)net->mib.udplite_stats_in6); |
| 1006 | snmp_mib_free((void **)net->mib.ipv6_statistics); | 1006 | snmp_mib_free((void __percpu **)net->mib.ipv6_statistics); |
| 1007 | snmp_mib_free((void **)net->mib.icmpv6_statistics); | 1007 | snmp_mib_free((void __percpu **)net->mib.icmpv6_statistics); |
| 1008 | snmp_mib_free((void **)net->mib.icmpv6msg_statistics); | 1008 | snmp_mib_free((void __percpu **)net->mib.icmpv6msg_statistics); |
| 1009 | } | 1009 | } |
| 1010 | 1010 | ||
| 1011 | static int __net_init inet6_net_init(struct net *net) | 1011 | static int __net_init inet6_net_init(struct net *net) |
diff --git a/net/ipv6/proc.c b/net/ipv6/proc.c index bfe2598dd563..58344c0fbd13 100644 --- a/net/ipv6/proc.c +++ b/net/ipv6/proc.c | |||
| @@ -136,7 +136,7 @@ static const struct snmp_mib snmp6_udplite6_list[] = { | |||
| 136 | SNMP_MIB_SENTINEL | 136 | SNMP_MIB_SENTINEL |
| 137 | }; | 137 | }; |
| 138 | 138 | ||
| 139 | static void snmp6_seq_show_icmpv6msg(struct seq_file *seq, void **mib) | 139 | static void snmp6_seq_show_icmpv6msg(struct seq_file *seq, void __percpu **mib) |
| 140 | { | 140 | { |
| 141 | char name[32]; | 141 | char name[32]; |
| 142 | int i; | 142 | int i; |
| @@ -170,7 +170,7 @@ static void snmp6_seq_show_icmpv6msg(struct seq_file *seq, void **mib) | |||
| 170 | return; | 170 | return; |
| 171 | } | 171 | } |
| 172 | 172 | ||
| 173 | static void snmp6_seq_show_item(struct seq_file *seq, void **mib, | 173 | static void snmp6_seq_show_item(struct seq_file *seq, void __percpu **mib, |
| 174 | const struct snmp_mib *itemlist) | 174 | const struct snmp_mib *itemlist) |
| 175 | { | 175 | { |
| 176 | int i; | 176 | int i; |
| @@ -183,14 +183,15 @@ static int snmp6_seq_show(struct seq_file *seq, void *v) | |||
| 183 | { | 183 | { |
| 184 | struct net *net = (struct net *)seq->private; | 184 | struct net *net = (struct net *)seq->private; |
| 185 | 185 | ||
| 186 | snmp6_seq_show_item(seq, (void **)net->mib.ipv6_statistics, | 186 | snmp6_seq_show_item(seq, (void __percpu **)net->mib.ipv6_statistics, |
| 187 | snmp6_ipstats_list); | 187 | snmp6_ipstats_list); |
| 188 | snmp6_seq_show_item(seq, (void **)net->mib.icmpv6_statistics, | 188 | snmp6_seq_show_item(seq, (void __percpu **)net->mib.icmpv6_statistics, |
| 189 | snmp6_icmp6_list); | 189 | snmp6_icmp6_list); |
| 190 | snmp6_seq_show_icmpv6msg(seq, (void **)net->mib.icmpv6msg_statistics); | 190 | snmp6_seq_show_icmpv6msg(seq, |
| 191 | snmp6_seq_show_item(seq, (void **)net->mib.udp_stats_in6, | 191 | (void __percpu **)net->mib.icmpv6msg_statistics); |
| 192 | snmp6_seq_show_item(seq, (void __percpu **)net->mib.udp_stats_in6, | ||
| 192 | snmp6_udp6_list); | 193 | snmp6_udp6_list); |
| 193 | snmp6_seq_show_item(seq, (void **)net->mib.udplite_stats_in6, | 194 | snmp6_seq_show_item(seq, (void __percpu **)net->mib.udplite_stats_in6, |
| 194 | snmp6_udplite6_list); | 195 | snmp6_udplite6_list); |
| 195 | return 0; | 196 | return 0; |
| 196 | } | 197 | } |
| @@ -213,9 +214,11 @@ static int snmp6_dev_seq_show(struct seq_file *seq, void *v) | |||
| 213 | struct inet6_dev *idev = (struct inet6_dev *)seq->private; | 214 | struct inet6_dev *idev = (struct inet6_dev *)seq->private; |
| 214 | 215 | ||
| 215 | seq_printf(seq, "%-32s\t%u\n", "ifIndex", idev->dev->ifindex); | 216 | seq_printf(seq, "%-32s\t%u\n", "ifIndex", idev->dev->ifindex); |
| 216 | snmp6_seq_show_item(seq, (void **)idev->stats.ipv6, snmp6_ipstats_list); | 217 | snmp6_seq_show_item(seq, (void __percpu **)idev->stats.ipv6, |
| 217 | snmp6_seq_show_item(seq, (void **)idev->stats.icmpv6, snmp6_icmp6_list); | 218 | snmp6_ipstats_list); |
| 218 | snmp6_seq_show_icmpv6msg(seq, (void **)idev->stats.icmpv6msg); | 219 | snmp6_seq_show_item(seq, (void __percpu **)idev->stats.icmpv6, |
| 220 | snmp6_icmp6_list); | ||
| 221 | snmp6_seq_show_icmpv6msg(seq, (void __percpu **)idev->stats.icmpv6msg); | ||
| 219 | return 0; | 222 | return 0; |
| 220 | } | 223 | } |
| 221 | 224 | ||
diff --git a/net/sctp/proc.c b/net/sctp/proc.c index a5ac6e0a8d9c..784bcc9a979d 100644 --- a/net/sctp/proc.c +++ b/net/sctp/proc.c | |||
| @@ -83,7 +83,7 @@ static int sctp_snmp_seq_show(struct seq_file *seq, void *v) | |||
| 83 | 83 | ||
| 84 | for (i = 0; sctp_snmp_list[i].name != NULL; i++) | 84 | for (i = 0; sctp_snmp_list[i].name != NULL; i++) |
| 85 | seq_printf(seq, "%-32s\t%ld\n", sctp_snmp_list[i].name, | 85 | seq_printf(seq, "%-32s\t%ld\n", sctp_snmp_list[i].name, |
| 86 | snmp_fold_field((void **)sctp_statistics, | 86 | snmp_fold_field((void __percpu **)sctp_statistics, |
| 87 | sctp_snmp_list[i].entry)); | 87 | sctp_snmp_list[i].entry)); |
| 88 | 88 | ||
| 89 | return 0; | 89 | return 0; |
diff --git a/net/sctp/protocol.c b/net/sctp/protocol.c index a3c8988758b1..9687177b026b 100644 --- a/net/sctp/protocol.c +++ b/net/sctp/protocol.c | |||
| @@ -996,12 +996,13 @@ int sctp_register_pf(struct sctp_pf *pf, sa_family_t family) | |||
| 996 | 996 | ||
| 997 | static inline int init_sctp_mibs(void) | 997 | static inline int init_sctp_mibs(void) |
| 998 | { | 998 | { |
| 999 | return snmp_mib_init((void**)sctp_statistics, sizeof(struct sctp_mib)); | 999 | return snmp_mib_init((void __percpu **)sctp_statistics, |
| 1000 | sizeof(struct sctp_mib)); | ||
| 1000 | } | 1001 | } |
| 1001 | 1002 | ||
| 1002 | static inline void cleanup_sctp_mibs(void) | 1003 | static inline void cleanup_sctp_mibs(void) |
| 1003 | { | 1004 | { |
| 1004 | snmp_mib_free((void**)sctp_statistics); | 1005 | snmp_mib_free((void __percpu **)sctp_statistics); |
| 1005 | } | 1006 | } |
| 1006 | 1007 | ||
| 1007 | static void sctp_v4_pf_init(void) | 1008 | static void sctp_v4_pf_init(void) |
diff --git a/net/xfrm/xfrm_ipcomp.c b/net/xfrm/xfrm_ipcomp.c index 42cd18391f46..0fc5ff66d1fa 100644 --- a/net/xfrm/xfrm_ipcomp.c +++ b/net/xfrm/xfrm_ipcomp.c | |||
| @@ -30,12 +30,12 @@ | |||
| 30 | 30 | ||
| 31 | struct ipcomp_tfms { | 31 | struct ipcomp_tfms { |
| 32 | struct list_head list; | 32 | struct list_head list; |
| 33 | struct crypto_comp **tfms; | 33 | struct crypto_comp * __percpu *tfms; |
| 34 | int users; | 34 | int users; |
| 35 | }; | 35 | }; |
| 36 | 36 | ||
| 37 | static DEFINE_MUTEX(ipcomp_resource_mutex); | 37 | static DEFINE_MUTEX(ipcomp_resource_mutex); |
| 38 | static void **ipcomp_scratches; | 38 | static void * __percpu *ipcomp_scratches; |
| 39 | static int ipcomp_scratch_users; | 39 | static int ipcomp_scratch_users; |
| 40 | static LIST_HEAD(ipcomp_tfms_list); | 40 | static LIST_HEAD(ipcomp_tfms_list); |
| 41 | 41 | ||
| @@ -200,7 +200,7 @@ EXPORT_SYMBOL_GPL(ipcomp_output); | |||
| 200 | static void ipcomp_free_scratches(void) | 200 | static void ipcomp_free_scratches(void) |
| 201 | { | 201 | { |
| 202 | int i; | 202 | int i; |
| 203 | void **scratches; | 203 | void * __percpu *scratches; |
| 204 | 204 | ||
| 205 | if (--ipcomp_scratch_users) | 205 | if (--ipcomp_scratch_users) |
| 206 | return; | 206 | return; |
| @@ -215,10 +215,10 @@ static void ipcomp_free_scratches(void) | |||
| 215 | free_percpu(scratches); | 215 | free_percpu(scratches); |
| 216 | } | 216 | } |
| 217 | 217 | ||
| 218 | static void **ipcomp_alloc_scratches(void) | 218 | static void * __percpu *ipcomp_alloc_scratches(void) |
| 219 | { | 219 | { |
| 220 | int i; | 220 | int i; |
| 221 | void **scratches; | 221 | void * __percpu *scratches; |
| 222 | 222 | ||
| 223 | if (ipcomp_scratch_users++) | 223 | if (ipcomp_scratch_users++) |
| 224 | return ipcomp_scratches; | 224 | return ipcomp_scratches; |
| @@ -239,7 +239,7 @@ static void **ipcomp_alloc_scratches(void) | |||
| 239 | return scratches; | 239 | return scratches; |
| 240 | } | 240 | } |
| 241 | 241 | ||
| 242 | static void ipcomp_free_tfms(struct crypto_comp **tfms) | 242 | static void ipcomp_free_tfms(struct crypto_comp * __percpu *tfms) |
| 243 | { | 243 | { |
| 244 | struct ipcomp_tfms *pos; | 244 | struct ipcomp_tfms *pos; |
| 245 | int cpu; | 245 | int cpu; |
| @@ -267,10 +267,10 @@ static void ipcomp_free_tfms(struct crypto_comp **tfms) | |||
| 267 | free_percpu(tfms); | 267 | free_percpu(tfms); |
| 268 | } | 268 | } |
| 269 | 269 | ||
| 270 | static struct crypto_comp **ipcomp_alloc_tfms(const char *alg_name) | 270 | static struct crypto_comp * __percpu *ipcomp_alloc_tfms(const char *alg_name) |
| 271 | { | 271 | { |
| 272 | struct ipcomp_tfms *pos; | 272 | struct ipcomp_tfms *pos; |
| 273 | struct crypto_comp **tfms; | 273 | struct crypto_comp * __percpu *tfms; |
| 274 | int cpu; | 274 | int cpu; |
| 275 | 275 | ||
| 276 | /* This can be any valid CPU ID so we don't need locking. */ | 276 | /* This can be any valid CPU ID so we don't need locking. */ |
diff --git a/net/xfrm/xfrm_policy.c b/net/xfrm/xfrm_policy.c index eb870fcc29cc..cfceb6616ec1 100644 --- a/net/xfrm/xfrm_policy.c +++ b/net/xfrm/xfrm_policy.c | |||
| @@ -2428,19 +2428,19 @@ static int __net_init xfrm_statistics_init(struct net *net) | |||
| 2428 | { | 2428 | { |
| 2429 | int rv; | 2429 | int rv; |
| 2430 | 2430 | ||
| 2431 | if (snmp_mib_init((void **)net->mib.xfrm_statistics, | 2431 | if (snmp_mib_init((void __percpu **)net->mib.xfrm_statistics, |
| 2432 | sizeof(struct linux_xfrm_mib)) < 0) | 2432 | sizeof(struct linux_xfrm_mib)) < 0) |
| 2433 | return -ENOMEM; | 2433 | return -ENOMEM; |
| 2434 | rv = xfrm_proc_init(net); | 2434 | rv = xfrm_proc_init(net); |
| 2435 | if (rv < 0) | 2435 | if (rv < 0) |
| 2436 | snmp_mib_free((void **)net->mib.xfrm_statistics); | 2436 | snmp_mib_free((void __percpu **)net->mib.xfrm_statistics); |
| 2437 | return rv; | 2437 | return rv; |
| 2438 | } | 2438 | } |
| 2439 | 2439 | ||
| 2440 | static void xfrm_statistics_fini(struct net *net) | 2440 | static void xfrm_statistics_fini(struct net *net) |
| 2441 | { | 2441 | { |
| 2442 | xfrm_proc_fini(net); | 2442 | xfrm_proc_fini(net); |
| 2443 | snmp_mib_free((void **)net->mib.xfrm_statistics); | 2443 | snmp_mib_free((void __percpu **)net->mib.xfrm_statistics); |
| 2444 | } | 2444 | } |
| 2445 | #else | 2445 | #else |
| 2446 | static int __net_init xfrm_statistics_init(struct net *net) | 2446 | static int __net_init xfrm_statistics_init(struct net *net) |
diff --git a/net/xfrm/xfrm_proc.c b/net/xfrm/xfrm_proc.c index c083a4e4e796..003f2c437ac3 100644 --- a/net/xfrm/xfrm_proc.c +++ b/net/xfrm/xfrm_proc.c | |||
| @@ -50,7 +50,8 @@ static int xfrm_statistics_seq_show(struct seq_file *seq, void *v) | |||
| 50 | int i; | 50 | int i; |
| 51 | for (i=0; xfrm_mib_list[i].name; i++) | 51 | for (i=0; xfrm_mib_list[i].name; i++) |
| 52 | seq_printf(seq, "%-24s\t%lu\n", xfrm_mib_list[i].name, | 52 | seq_printf(seq, "%-24s\t%lu\n", xfrm_mib_list[i].name, |
| 53 | snmp_fold_field((void **)net->mib.xfrm_statistics, | 53 | snmp_fold_field((void __percpu **) |
| 54 | net->mib.xfrm_statistics, | ||
| 54 | xfrm_mib_list[i].entry)); | 55 | xfrm_mib_list[i].entry)); |
| 55 | return 0; | 56 | return 0; |
| 56 | } | 57 | } |
