diff options
author | Ka-Cheong Poon <ka-cheong.poon@oracle.com> | 2018-07-23 23:51:21 -0400 |
---|---|---|
committer | David S. Miller <davem@davemloft.net> | 2018-07-24 00:17:44 -0400 |
commit | eee2fa6ab3225192d6d894c54a6fb02ac9efdff6 (patch) | |
tree | 3031ff1c766052744eb5dc7c373ea25bebd75f36 /net/rds | |
parent | a6c90dd321bfeb5e48fc2eb6623b7b976106f6d7 (diff) |
rds: Changing IP address internal representation to struct in6_addr
This patch changes the internal representation of an IP address to use
struct in6_addr. IPv4 address is stored as an IPv4 mapped address.
All the functions which take an IP address as argument are also
changed to use struct in6_addr. But RDS socket layer is not modified
such that it still does not accept IPv6 address from an application.
And RDS layer does not accept nor initiate IPv6 connections.
v2: Fixed sparse warnings.
Signed-off-by: Ka-Cheong Poon <ka-cheong.poon@oracle.com>
Acked-by: Santosh Shilimkar <santosh.shilimkar@oracle.com>
Signed-off-by: David S. Miller <davem@davemloft.net>
Diffstat (limited to 'net/rds')
-rw-r--r-- | net/rds/af_rds.c | 138 | ||||
-rw-r--r-- | net/rds/bind.c | 91 | ||||
-rw-r--r-- | net/rds/cong.c | 23 | ||||
-rw-r--r-- | net/rds/connection.c | 132 | ||||
-rw-r--r-- | net/rds/ib.c | 17 | ||||
-rw-r--r-- | net/rds/ib.h | 51 | ||||
-rw-r--r-- | net/rds/ib_cm.c | 299 | ||||
-rw-r--r-- | net/rds/ib_rdma.c | 15 | ||||
-rw-r--r-- | net/rds/ib_recv.c | 18 | ||||
-rw-r--r-- | net/rds/ib_send.c | 10 | ||||
-rw-r--r-- | net/rds/loop.c | 7 | ||||
-rw-r--r-- | net/rds/rdma.c | 6 | ||||
-rw-r--r-- | net/rds/rdma_transport.c | 56 | ||||
-rw-r--r-- | net/rds/rds.h | 70 | ||||
-rw-r--r-- | net/rds/recv.c | 51 | ||||
-rw-r--r-- | net/rds/send.c | 67 | ||||
-rw-r--r-- | net/rds/tcp.c | 32 | ||||
-rw-r--r-- | net/rds/tcp_connect.c | 34 | ||||
-rw-r--r-- | net/rds/tcp_listen.c | 18 | ||||
-rw-r--r-- | net/rds/tcp_recv.c | 9 | ||||
-rw-r--r-- | net/rds/tcp_send.c | 4 | ||||
-rw-r--r-- | net/rds/threads.c | 69 | ||||
-rw-r--r-- | net/rds/transport.c | 15 |
23 files changed, 863 insertions, 369 deletions
diff --git a/net/rds/af_rds.c b/net/rds/af_rds.c index ab751a150f70..fc1a5c63b783 100644 --- a/net/rds/af_rds.c +++ b/net/rds/af_rds.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -35,6 +35,7 @@ | |||
35 | #include <linux/kernel.h> | 35 | #include <linux/kernel.h> |
36 | #include <linux/gfp.h> | 36 | #include <linux/gfp.h> |
37 | #include <linux/in.h> | 37 | #include <linux/in.h> |
38 | #include <linux/ipv6.h> | ||
38 | #include <linux/poll.h> | 39 | #include <linux/poll.h> |
39 | #include <net/sock.h> | 40 | #include <net/sock.h> |
40 | 41 | ||
@@ -113,26 +114,63 @@ void rds_wake_sk_sleep(struct rds_sock *rs) | |||
113 | static int rds_getname(struct socket *sock, struct sockaddr *uaddr, | 114 | static int rds_getname(struct socket *sock, struct sockaddr *uaddr, |
114 | int peer) | 115 | int peer) |
115 | { | 116 | { |
116 | struct sockaddr_in *sin = (struct sockaddr_in *)uaddr; | ||
117 | struct rds_sock *rs = rds_sk_to_rs(sock->sk); | 117 | struct rds_sock *rs = rds_sk_to_rs(sock->sk); |
118 | 118 | struct sockaddr_in6 *sin6; | |
119 | memset(sin->sin_zero, 0, sizeof(sin->sin_zero)); | 119 | struct sockaddr_in *sin; |
120 | int uaddr_len; | ||
120 | 121 | ||
121 | /* racey, don't care */ | 122 | /* racey, don't care */ |
122 | if (peer) { | 123 | if (peer) { |
123 | if (!rs->rs_conn_addr) | 124 | if (ipv6_addr_any(&rs->rs_conn_addr)) |
124 | return -ENOTCONN; | 125 | return -ENOTCONN; |
125 | 126 | ||
126 | sin->sin_port = rs->rs_conn_port; | 127 | if (ipv6_addr_v4mapped(&rs->rs_conn_addr)) { |
127 | sin->sin_addr.s_addr = rs->rs_conn_addr; | 128 | sin = (struct sockaddr_in *)uaddr; |
129 | memset(sin->sin_zero, 0, sizeof(sin->sin_zero)); | ||
130 | sin->sin_family = AF_INET; | ||
131 | sin->sin_port = rs->rs_conn_port; | ||
132 | sin->sin_addr.s_addr = rs->rs_conn_addr_v4; | ||
133 | uaddr_len = sizeof(*sin); | ||
134 | } else { | ||
135 | sin6 = (struct sockaddr_in6 *)uaddr; | ||
136 | sin6->sin6_family = AF_INET6; | ||
137 | sin6->sin6_port = rs->rs_conn_port; | ||
138 | sin6->sin6_addr = rs->rs_conn_addr; | ||
139 | sin6->sin6_flowinfo = 0; | ||
140 | /* scope_id is the same as in the bound address. */ | ||
141 | sin6->sin6_scope_id = rs->rs_bound_scope_id; | ||
142 | uaddr_len = sizeof(*sin6); | ||
143 | } | ||
128 | } else { | 144 | } else { |
129 | sin->sin_port = rs->rs_bound_port; | 145 | /* If socket is not yet bound, set the return address family |
130 | sin->sin_addr.s_addr = rs->rs_bound_addr; | 146 | * to be AF_UNSPEC (value 0) and the address size to be that |
147 | * of an IPv4 address. | ||
148 | */ | ||
149 | if (ipv6_addr_any(&rs->rs_bound_addr)) { | ||
150 | sin = (struct sockaddr_in *)uaddr; | ||
151 | memset(sin, 0, sizeof(*sin)); | ||
152 | sin->sin_family = AF_UNSPEC; | ||
153 | return sizeof(*sin); | ||
154 | } | ||
155 | if (ipv6_addr_v4mapped(&rs->rs_bound_addr)) { | ||
156 | sin = (struct sockaddr_in *)uaddr; | ||
157 | memset(sin->sin_zero, 0, sizeof(sin->sin_zero)); | ||
158 | sin->sin_family = AF_INET; | ||
159 | sin->sin_port = rs->rs_bound_port; | ||
160 | sin->sin_addr.s_addr = rs->rs_bound_addr_v4; | ||
161 | uaddr_len = sizeof(*sin); | ||
162 | } else { | ||
163 | sin6 = (struct sockaddr_in6 *)uaddr; | ||
164 | sin6->sin6_family = AF_INET6; | ||
165 | sin6->sin6_port = rs->rs_bound_port; | ||
166 | sin6->sin6_addr = rs->rs_bound_addr; | ||
167 | sin6->sin6_flowinfo = 0; | ||
168 | sin6->sin6_scope_id = rs->rs_bound_scope_id; | ||
169 | uaddr_len = sizeof(*sin6); | ||
170 | } | ||
131 | } | 171 | } |
132 | 172 | ||
133 | sin->sin_family = AF_INET; | 173 | return uaddr_len; |
134 | |||
135 | return sizeof(*sin); | ||
136 | } | 174 | } |
137 | 175 | ||
138 | /* | 176 | /* |
@@ -203,11 +241,12 @@ static int rds_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg) | |||
203 | static int rds_cancel_sent_to(struct rds_sock *rs, char __user *optval, | 241 | static int rds_cancel_sent_to(struct rds_sock *rs, char __user *optval, |
204 | int len) | 242 | int len) |
205 | { | 243 | { |
244 | struct sockaddr_in6 sin6; | ||
206 | struct sockaddr_in sin; | 245 | struct sockaddr_in sin; |
207 | int ret = 0; | 246 | int ret = 0; |
208 | 247 | ||
209 | /* racing with another thread binding seems ok here */ | 248 | /* racing with another thread binding seems ok here */ |
210 | if (rs->rs_bound_addr == 0) { | 249 | if (ipv6_addr_any(&rs->rs_bound_addr)) { |
211 | ret = -ENOTCONN; /* XXX not a great errno */ | 250 | ret = -ENOTCONN; /* XXX not a great errno */ |
212 | goto out; | 251 | goto out; |
213 | } | 252 | } |
@@ -215,14 +254,23 @@ static int rds_cancel_sent_to(struct rds_sock *rs, char __user *optval, | |||
215 | if (len < sizeof(struct sockaddr_in)) { | 254 | if (len < sizeof(struct sockaddr_in)) { |
216 | ret = -EINVAL; | 255 | ret = -EINVAL; |
217 | goto out; | 256 | goto out; |
257 | } else if (len < sizeof(struct sockaddr_in6)) { | ||
258 | /* Assume IPv4 */ | ||
259 | if (copy_from_user(&sin, optval, sizeof(struct sockaddr_in))) { | ||
260 | ret = -EFAULT; | ||
261 | goto out; | ||
262 | } | ||
263 | ipv6_addr_set_v4mapped(sin.sin_addr.s_addr, &sin6.sin6_addr); | ||
264 | sin6.sin6_port = sin.sin_port; | ||
265 | } else { | ||
266 | if (copy_from_user(&sin6, optval, | ||
267 | sizeof(struct sockaddr_in6))) { | ||
268 | ret = -EFAULT; | ||
269 | goto out; | ||
270 | } | ||
218 | } | 271 | } |
219 | 272 | ||
220 | if (copy_from_user(&sin, optval, sizeof(sin))) { | 273 | rds_send_drop_to(rs, &sin6); |
221 | ret = -EFAULT; | ||
222 | goto out; | ||
223 | } | ||
224 | |||
225 | rds_send_drop_to(rs, &sin); | ||
226 | out: | 274 | out: |
227 | return ret; | 275 | return ret; |
228 | } | 276 | } |
@@ -435,31 +483,41 @@ static int rds_connect(struct socket *sock, struct sockaddr *uaddr, | |||
435 | int addr_len, int flags) | 483 | int addr_len, int flags) |
436 | { | 484 | { |
437 | struct sock *sk = sock->sk; | 485 | struct sock *sk = sock->sk; |
438 | struct sockaddr_in *sin = (struct sockaddr_in *)uaddr; | 486 | struct sockaddr_in *sin; |
439 | struct rds_sock *rs = rds_sk_to_rs(sk); | 487 | struct rds_sock *rs = rds_sk_to_rs(sk); |
440 | int ret = 0; | 488 | int ret = 0; |
441 | 489 | ||
442 | lock_sock(sk); | 490 | lock_sock(sk); |
443 | 491 | ||
444 | if (addr_len != sizeof(struct sockaddr_in)) { | 492 | switch (addr_len) { |
445 | ret = -EINVAL; | 493 | case sizeof(struct sockaddr_in): |
446 | goto out; | 494 | sin = (struct sockaddr_in *)uaddr; |
447 | } | 495 | if (sin->sin_family != AF_INET) { |
496 | ret = -EAFNOSUPPORT; | ||
497 | break; | ||
498 | } | ||
499 | if (sin->sin_addr.s_addr == htonl(INADDR_ANY)) { | ||
500 | ret = -EDESTADDRREQ; | ||
501 | break; | ||
502 | } | ||
503 | if (IN_MULTICAST(ntohl(sin->sin_addr.s_addr)) || | ||
504 | sin->sin_addr.s_addr == htonl(INADDR_BROADCAST)) { | ||
505 | ret = -EINVAL; | ||
506 | break; | ||
507 | } | ||
508 | ipv6_addr_set_v4mapped(sin->sin_addr.s_addr, &rs->rs_conn_addr); | ||
509 | rs->rs_conn_port = sin->sin_port; | ||
510 | break; | ||
448 | 511 | ||
449 | if (sin->sin_family != AF_INET) { | 512 | case sizeof(struct sockaddr_in6): |
450 | ret = -EAFNOSUPPORT; | 513 | ret = -EPROTONOSUPPORT; |
451 | goto out; | 514 | break; |
452 | } | ||
453 | 515 | ||
454 | if (sin->sin_addr.s_addr == htonl(INADDR_ANY)) { | 516 | default: |
455 | ret = -EDESTADDRREQ; | 517 | ret = -EINVAL; |
456 | goto out; | 518 | break; |
457 | } | 519 | } |
458 | 520 | ||
459 | rs->rs_conn_addr = sin->sin_addr.s_addr; | ||
460 | rs->rs_conn_port = sin->sin_port; | ||
461 | |||
462 | out: | ||
463 | release_sock(sk); | 521 | release_sock(sk); |
464 | return ret; | 522 | return ret; |
465 | } | 523 | } |
@@ -578,8 +636,10 @@ static void rds_sock_inc_info(struct socket *sock, unsigned int len, | |||
578 | list_for_each_entry(inc, &rs->rs_recv_queue, i_item) { | 636 | list_for_each_entry(inc, &rs->rs_recv_queue, i_item) { |
579 | total++; | 637 | total++; |
580 | if (total <= len) | 638 | if (total <= len) |
581 | rds_inc_info_copy(inc, iter, inc->i_saddr, | 639 | rds_inc_info_copy(inc, iter, |
582 | rs->rs_bound_addr, 1); | 640 | inc->i_saddr.s6_addr32[3], |
641 | rs->rs_bound_addr_v4, | ||
642 | 1); | ||
583 | } | 643 | } |
584 | 644 | ||
585 | read_unlock(&rs->rs_recv_lock); | 645 | read_unlock(&rs->rs_recv_lock); |
@@ -608,8 +668,8 @@ static void rds_sock_info(struct socket *sock, unsigned int len, | |||
608 | list_for_each_entry(rs, &rds_sock_list, rs_item) { | 668 | list_for_each_entry(rs, &rds_sock_list, rs_item) { |
609 | sinfo.sndbuf = rds_sk_sndbuf(rs); | 669 | sinfo.sndbuf = rds_sk_sndbuf(rs); |
610 | sinfo.rcvbuf = rds_sk_rcvbuf(rs); | 670 | sinfo.rcvbuf = rds_sk_rcvbuf(rs); |
611 | sinfo.bound_addr = rs->rs_bound_addr; | 671 | sinfo.bound_addr = rs->rs_bound_addr_v4; |
612 | sinfo.connected_addr = rs->rs_conn_addr; | 672 | sinfo.connected_addr = rs->rs_conn_addr_v4; |
613 | sinfo.bound_port = rs->rs_bound_port; | 673 | sinfo.bound_port = rs->rs_bound_port; |
614 | sinfo.connected_port = rs->rs_conn_port; | 674 | sinfo.connected_port = rs->rs_conn_port; |
615 | sinfo.inum = sock_i_ino(rds_rs_to_sk(rs)); | 675 | sinfo.inum = sock_i_ino(rds_rs_to_sk(rs)); |
diff --git a/net/rds/bind.c b/net/rds/bind.c index 5aa3a64aa4f0..c401776ad938 100644 --- a/net/rds/bind.c +++ b/net/rds/bind.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -33,6 +33,7 @@ | |||
33 | #include <linux/kernel.h> | 33 | #include <linux/kernel.h> |
34 | #include <net/sock.h> | 34 | #include <net/sock.h> |
35 | #include <linux/in.h> | 35 | #include <linux/in.h> |
36 | #include <linux/ipv6.h> | ||
36 | #include <linux/if_arp.h> | 37 | #include <linux/if_arp.h> |
37 | #include <linux/jhash.h> | 38 | #include <linux/jhash.h> |
38 | #include <linux/ratelimit.h> | 39 | #include <linux/ratelimit.h> |
@@ -42,42 +43,58 @@ static struct rhashtable bind_hash_table; | |||
42 | 43 | ||
43 | static const struct rhashtable_params ht_parms = { | 44 | static const struct rhashtable_params ht_parms = { |
44 | .nelem_hint = 768, | 45 | .nelem_hint = 768, |
45 | .key_len = sizeof(u64), | 46 | .key_len = RDS_BOUND_KEY_LEN, |
46 | .key_offset = offsetof(struct rds_sock, rs_bound_key), | 47 | .key_offset = offsetof(struct rds_sock, rs_bound_key), |
47 | .head_offset = offsetof(struct rds_sock, rs_bound_node), | 48 | .head_offset = offsetof(struct rds_sock, rs_bound_node), |
48 | .max_size = 16384, | 49 | .max_size = 16384, |
49 | .min_size = 1024, | 50 | .min_size = 1024, |
50 | }; | 51 | }; |
51 | 52 | ||
53 | /* Create a key for the bind hash table manipulation. Port is in network byte | ||
54 | * order. | ||
55 | */ | ||
56 | static inline void __rds_create_bind_key(u8 *key, const struct in6_addr *addr, | ||
57 | __be16 port, __u32 scope_id) | ||
58 | { | ||
59 | memcpy(key, addr, sizeof(*addr)); | ||
60 | key += sizeof(*addr); | ||
61 | memcpy(key, &port, sizeof(port)); | ||
62 | key += sizeof(port); | ||
63 | memcpy(key, &scope_id, sizeof(scope_id)); | ||
64 | } | ||
65 | |||
52 | /* | 66 | /* |
53 | * Return the rds_sock bound at the given local address. | 67 | * Return the rds_sock bound at the given local address. |
54 | * | 68 | * |
55 | * The rx path can race with rds_release. We notice if rds_release() has | 69 | * The rx path can race with rds_release. We notice if rds_release() has |
56 | * marked this socket and don't return a rs ref to the rx path. | 70 | * marked this socket and don't return a rs ref to the rx path. |
57 | */ | 71 | */ |
58 | struct rds_sock *rds_find_bound(__be32 addr, __be16 port) | 72 | struct rds_sock *rds_find_bound(const struct in6_addr *addr, __be16 port, |
73 | __u32 scope_id) | ||
59 | { | 74 | { |
60 | u64 key = ((u64)addr << 32) | port; | 75 | u8 key[RDS_BOUND_KEY_LEN]; |
61 | struct rds_sock *rs; | 76 | struct rds_sock *rs; |
62 | 77 | ||
63 | rs = rhashtable_lookup_fast(&bind_hash_table, &key, ht_parms); | 78 | __rds_create_bind_key(key, addr, port, scope_id); |
79 | rs = rhashtable_lookup_fast(&bind_hash_table, key, ht_parms); | ||
64 | if (rs && !sock_flag(rds_rs_to_sk(rs), SOCK_DEAD)) | 80 | if (rs && !sock_flag(rds_rs_to_sk(rs), SOCK_DEAD)) |
65 | rds_sock_addref(rs); | 81 | rds_sock_addref(rs); |
66 | else | 82 | else |
67 | rs = NULL; | 83 | rs = NULL; |
68 | 84 | ||
69 | rdsdebug("returning rs %p for %pI4:%u\n", rs, &addr, | 85 | rdsdebug("returning rs %p for %pI6c:%u\n", rs, addr, |
70 | ntohs(port)); | 86 | ntohs(port)); |
71 | 87 | ||
72 | return rs; | 88 | return rs; |
73 | } | 89 | } |
74 | 90 | ||
75 | /* returns -ve errno or +ve port */ | 91 | /* returns -ve errno or +ve port */ |
76 | static int rds_add_bound(struct rds_sock *rs, __be32 addr, __be16 *port) | 92 | static int rds_add_bound(struct rds_sock *rs, const struct in6_addr *addr, |
93 | __be16 *port, __u32 scope_id) | ||
77 | { | 94 | { |
78 | int ret = -EADDRINUSE; | 95 | int ret = -EADDRINUSE; |
79 | u16 rover, last; | 96 | u16 rover, last; |
80 | u64 key; | 97 | u8 key[RDS_BOUND_KEY_LEN]; |
81 | 98 | ||
82 | if (*port != 0) { | 99 | if (*port != 0) { |
83 | rover = be16_to_cpu(*port); | 100 | rover = be16_to_cpu(*port); |
@@ -95,12 +112,13 @@ static int rds_add_bound(struct rds_sock *rs, __be32 addr, __be16 *port) | |||
95 | 112 | ||
96 | if (rover == RDS_FLAG_PROBE_PORT) | 113 | if (rover == RDS_FLAG_PROBE_PORT) |
97 | continue; | 114 | continue; |
98 | key = ((u64)addr << 32) | cpu_to_be16(rover); | 115 | __rds_create_bind_key(key, addr, cpu_to_be16(rover), |
99 | if (rhashtable_lookup_fast(&bind_hash_table, &key, ht_parms)) | 116 | scope_id); |
117 | if (rhashtable_lookup_fast(&bind_hash_table, key, ht_parms)) | ||
100 | continue; | 118 | continue; |
101 | 119 | ||
102 | rs->rs_bound_key = key; | 120 | memcpy(rs->rs_bound_key, key, sizeof(rs->rs_bound_key)); |
103 | rs->rs_bound_addr = addr; | 121 | rs->rs_bound_addr = *addr; |
104 | net_get_random_once(&rs->rs_hash_initval, | 122 | net_get_random_once(&rs->rs_hash_initval, |
105 | sizeof(rs->rs_hash_initval)); | 123 | sizeof(rs->rs_hash_initval)); |
106 | rs->rs_bound_port = cpu_to_be16(rover); | 124 | rs->rs_bound_port = cpu_to_be16(rover); |
@@ -114,7 +132,7 @@ static int rds_add_bound(struct rds_sock *rs, __be32 addr, __be16 *port) | |||
114 | rs, &addr, (int)ntohs(*port)); | 132 | rs, &addr, (int)ntohs(*port)); |
115 | break; | 133 | break; |
116 | } else { | 134 | } else { |
117 | rs->rs_bound_addr = 0; | 135 | rs->rs_bound_addr = in6addr_any; |
118 | rds_sock_put(rs); | 136 | rds_sock_put(rs); |
119 | ret = -ENOMEM; | 137 | ret = -ENOMEM; |
120 | break; | 138 | break; |
@@ -127,44 +145,61 @@ static int rds_add_bound(struct rds_sock *rs, __be32 addr, __be16 *port) | |||
127 | void rds_remove_bound(struct rds_sock *rs) | 145 | void rds_remove_bound(struct rds_sock *rs) |
128 | { | 146 | { |
129 | 147 | ||
130 | if (!rs->rs_bound_addr) | 148 | if (ipv6_addr_any(&rs->rs_bound_addr)) |
131 | return; | 149 | return; |
132 | 150 | ||
133 | rdsdebug("rs %p unbinding from %pI4:%d\n", | 151 | rdsdebug("rs %p unbinding from %pI6c:%d\n", |
134 | rs, &rs->rs_bound_addr, | 152 | rs, &rs->rs_bound_addr, |
135 | ntohs(rs->rs_bound_port)); | 153 | ntohs(rs->rs_bound_port)); |
136 | 154 | ||
137 | rhashtable_remove_fast(&bind_hash_table, &rs->rs_bound_node, ht_parms); | 155 | rhashtable_remove_fast(&bind_hash_table, &rs->rs_bound_node, ht_parms); |
138 | rds_sock_put(rs); | 156 | rds_sock_put(rs); |
139 | rs->rs_bound_addr = 0; | 157 | rs->rs_bound_addr = in6addr_any; |
140 | } | 158 | } |
141 | 159 | ||
142 | int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) | 160 | int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) |
143 | { | 161 | { |
144 | struct sock *sk = sock->sk; | 162 | struct sock *sk = sock->sk; |
145 | struct sockaddr_in *sin = (struct sockaddr_in *)uaddr; | ||
146 | struct rds_sock *rs = rds_sk_to_rs(sk); | 163 | struct rds_sock *rs = rds_sk_to_rs(sk); |
164 | struct in6_addr v6addr, *binding_addr; | ||
147 | struct rds_transport *trans; | 165 | struct rds_transport *trans; |
166 | __u32 scope_id = 0; | ||
148 | int ret = 0; | 167 | int ret = 0; |
168 | __be16 port; | ||
149 | 169 | ||
170 | /* We only allow an RDS socket to be bound to an IPv4 address. IPv6 | ||
171 | * address support will be added later. | ||
172 | */ | ||
173 | if (addr_len == sizeof(struct sockaddr_in)) { | ||
174 | struct sockaddr_in *sin = (struct sockaddr_in *)uaddr; | ||
175 | |||
176 | if (sin->sin_family != AF_INET || | ||
177 | sin->sin_addr.s_addr == htonl(INADDR_ANY)) | ||
178 | return -EINVAL; | ||
179 | ipv6_addr_set_v4mapped(sin->sin_addr.s_addr, &v6addr); | ||
180 | binding_addr = &v6addr; | ||
181 | port = sin->sin_port; | ||
182 | } else if (addr_len == sizeof(struct sockaddr_in6)) { | ||
183 | return -EPROTONOSUPPORT; | ||
184 | } else { | ||
185 | return -EINVAL; | ||
186 | } | ||
150 | lock_sock(sk); | 187 | lock_sock(sk); |
151 | 188 | ||
152 | if (addr_len != sizeof(struct sockaddr_in) || | 189 | /* RDS socket does not allow re-binding. */ |
153 | sin->sin_family != AF_INET || | 190 | if (!ipv6_addr_any(&rs->rs_bound_addr)) { |
154 | rs->rs_bound_addr || | ||
155 | sin->sin_addr.s_addr == htonl(INADDR_ANY)) { | ||
156 | ret = -EINVAL; | 191 | ret = -EINVAL; |
157 | goto out; | 192 | goto out; |
158 | } | 193 | } |
159 | 194 | ||
160 | ret = rds_add_bound(rs, sin->sin_addr.s_addr, &sin->sin_port); | 195 | ret = rds_add_bound(rs, binding_addr, &port, scope_id); |
161 | if (ret) | 196 | if (ret) |
162 | goto out; | 197 | goto out; |
163 | 198 | ||
164 | if (rs->rs_transport) { /* previously bound */ | 199 | if (rs->rs_transport) { /* previously bound */ |
165 | trans = rs->rs_transport; | 200 | trans = rs->rs_transport; |
166 | if (trans->laddr_check(sock_net(sock->sk), | 201 | if (trans->laddr_check(sock_net(sock->sk), |
167 | sin->sin_addr.s_addr) != 0) { | 202 | binding_addr, scope_id) != 0) { |
168 | ret = -ENOPROTOOPT; | 203 | ret = -ENOPROTOOPT; |
169 | rds_remove_bound(rs); | 204 | rds_remove_bound(rs); |
170 | } else { | 205 | } else { |
@@ -172,13 +207,13 @@ int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) | |||
172 | } | 207 | } |
173 | goto out; | 208 | goto out; |
174 | } | 209 | } |
175 | trans = rds_trans_get_preferred(sock_net(sock->sk), | 210 | trans = rds_trans_get_preferred(sock_net(sock->sk), binding_addr, |
176 | sin->sin_addr.s_addr); | 211 | scope_id); |
177 | if (!trans) { | 212 | if (!trans) { |
178 | ret = -EADDRNOTAVAIL; | 213 | ret = -EADDRNOTAVAIL; |
179 | rds_remove_bound(rs); | 214 | rds_remove_bound(rs); |
180 | pr_info_ratelimited("RDS: %s could not find a transport for %pI4, load rds_tcp or rds_rdma?\n", | 215 | pr_info_ratelimited("RDS: %s could not find a transport for %pI6c, load rds_tcp or rds_rdma?\n", |
181 | __func__, &sin->sin_addr.s_addr); | 216 | __func__, binding_addr); |
182 | goto out; | 217 | goto out; |
183 | } | 218 | } |
184 | 219 | ||
diff --git a/net/rds/cong.c b/net/rds/cong.c index 63da9d2f142d..ccdff09a79c8 100644 --- a/net/rds/cong.c +++ b/net/rds/cong.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2007 Oracle. All rights reserved. | 2 | * Copyright (c) 2007, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -101,7 +101,7 @@ static DEFINE_RWLOCK(rds_cong_monitor_lock); | |||
101 | static DEFINE_SPINLOCK(rds_cong_lock); | 101 | static DEFINE_SPINLOCK(rds_cong_lock); |
102 | static struct rb_root rds_cong_tree = RB_ROOT; | 102 | static struct rb_root rds_cong_tree = RB_ROOT; |
103 | 103 | ||
104 | static struct rds_cong_map *rds_cong_tree_walk(__be32 addr, | 104 | static struct rds_cong_map *rds_cong_tree_walk(const struct in6_addr *addr, |
105 | struct rds_cong_map *insert) | 105 | struct rds_cong_map *insert) |
106 | { | 106 | { |
107 | struct rb_node **p = &rds_cong_tree.rb_node; | 107 | struct rb_node **p = &rds_cong_tree.rb_node; |
@@ -109,12 +109,15 @@ static struct rds_cong_map *rds_cong_tree_walk(__be32 addr, | |||
109 | struct rds_cong_map *map; | 109 | struct rds_cong_map *map; |
110 | 110 | ||
111 | while (*p) { | 111 | while (*p) { |
112 | int diff; | ||
113 | |||
112 | parent = *p; | 114 | parent = *p; |
113 | map = rb_entry(parent, struct rds_cong_map, m_rb_node); | 115 | map = rb_entry(parent, struct rds_cong_map, m_rb_node); |
114 | 116 | ||
115 | if (addr < map->m_addr) | 117 | diff = rds_addr_cmp(addr, &map->m_addr); |
118 | if (diff < 0) | ||
116 | p = &(*p)->rb_left; | 119 | p = &(*p)->rb_left; |
117 | else if (addr > map->m_addr) | 120 | else if (diff > 0) |
118 | p = &(*p)->rb_right; | 121 | p = &(*p)->rb_right; |
119 | else | 122 | else |
120 | return map; | 123 | return map; |
@@ -132,7 +135,7 @@ static struct rds_cong_map *rds_cong_tree_walk(__be32 addr, | |||
132 | * these bitmaps in the process getting pointers to them. The bitmaps are only | 135 | * these bitmaps in the process getting pointers to them. The bitmaps are only |
133 | * ever freed as the module is removed after all connections have been freed. | 136 | * ever freed as the module is removed after all connections have been freed. |
134 | */ | 137 | */ |
135 | static struct rds_cong_map *rds_cong_from_addr(__be32 addr) | 138 | static struct rds_cong_map *rds_cong_from_addr(const struct in6_addr *addr) |
136 | { | 139 | { |
137 | struct rds_cong_map *map; | 140 | struct rds_cong_map *map; |
138 | struct rds_cong_map *ret = NULL; | 141 | struct rds_cong_map *ret = NULL; |
@@ -144,7 +147,7 @@ static struct rds_cong_map *rds_cong_from_addr(__be32 addr) | |||
144 | if (!map) | 147 | if (!map) |
145 | return NULL; | 148 | return NULL; |
146 | 149 | ||
147 | map->m_addr = addr; | 150 | map->m_addr = *addr; |
148 | init_waitqueue_head(&map->m_waitq); | 151 | init_waitqueue_head(&map->m_waitq); |
149 | INIT_LIST_HEAD(&map->m_conn_list); | 152 | INIT_LIST_HEAD(&map->m_conn_list); |
150 | 153 | ||
@@ -171,7 +174,7 @@ out: | |||
171 | kfree(map); | 174 | kfree(map); |
172 | } | 175 | } |
173 | 176 | ||
174 | rdsdebug("map %p for addr %x\n", ret, be32_to_cpu(addr)); | 177 | rdsdebug("map %p for addr %pI6c\n", ret, addr); |
175 | 178 | ||
176 | return ret; | 179 | return ret; |
177 | } | 180 | } |
@@ -202,8 +205,8 @@ void rds_cong_remove_conn(struct rds_connection *conn) | |||
202 | 205 | ||
203 | int rds_cong_get_maps(struct rds_connection *conn) | 206 | int rds_cong_get_maps(struct rds_connection *conn) |
204 | { | 207 | { |
205 | conn->c_lcong = rds_cong_from_addr(conn->c_laddr); | 208 | conn->c_lcong = rds_cong_from_addr(&conn->c_laddr); |
206 | conn->c_fcong = rds_cong_from_addr(conn->c_faddr); | 209 | conn->c_fcong = rds_cong_from_addr(&conn->c_faddr); |
207 | 210 | ||
208 | if (!(conn->c_lcong && conn->c_fcong)) | 211 | if (!(conn->c_lcong && conn->c_fcong)) |
209 | return -ENOMEM; | 212 | return -ENOMEM; |
@@ -353,7 +356,7 @@ void rds_cong_remove_socket(struct rds_sock *rs) | |||
353 | 356 | ||
354 | /* update congestion map for now-closed port */ | 357 | /* update congestion map for now-closed port */ |
355 | spin_lock_irqsave(&rds_cong_lock, flags); | 358 | spin_lock_irqsave(&rds_cong_lock, flags); |
356 | map = rds_cong_tree_walk(rs->rs_bound_addr, NULL); | 359 | map = rds_cong_tree_walk(&rs->rs_bound_addr, NULL); |
357 | spin_unlock_irqrestore(&rds_cong_lock, flags); | 360 | spin_unlock_irqrestore(&rds_cong_lock, flags); |
358 | 361 | ||
359 | if (map && rds_cong_test_bit(map, rs->rs_bound_port)) { | 362 | if (map && rds_cong_test_bit(map, rs->rs_bound_port)) { |
diff --git a/net/rds/connection.c b/net/rds/connection.c index cfb05953b0e5..3176ead0ab4d 100644 --- a/net/rds/connection.c +++ b/net/rds/connection.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -34,7 +34,8 @@ | |||
34 | #include <linux/list.h> | 34 | #include <linux/list.h> |
35 | #include <linux/slab.h> | 35 | #include <linux/slab.h> |
36 | #include <linux/export.h> | 36 | #include <linux/export.h> |
37 | #include <net/inet_hashtables.h> | 37 | #include <net/ipv6.h> |
38 | #include <net/inet6_hashtables.h> | ||
38 | 39 | ||
39 | #include "rds.h" | 40 | #include "rds.h" |
40 | #include "loop.h" | 41 | #include "loop.h" |
@@ -49,18 +50,21 @@ static unsigned long rds_conn_count; | |||
49 | static struct hlist_head rds_conn_hash[RDS_CONNECTION_HASH_ENTRIES]; | 50 | static struct hlist_head rds_conn_hash[RDS_CONNECTION_HASH_ENTRIES]; |
50 | static struct kmem_cache *rds_conn_slab; | 51 | static struct kmem_cache *rds_conn_slab; |
51 | 52 | ||
52 | static struct hlist_head *rds_conn_bucket(__be32 laddr, __be32 faddr) | 53 | static struct hlist_head *rds_conn_bucket(const struct in6_addr *laddr, |
54 | const struct in6_addr *faddr) | ||
53 | { | 55 | { |
56 | static u32 rds6_hash_secret __read_mostly; | ||
54 | static u32 rds_hash_secret __read_mostly; | 57 | static u32 rds_hash_secret __read_mostly; |
55 | 58 | ||
56 | unsigned long hash; | 59 | u32 lhash, fhash, hash; |
57 | 60 | ||
58 | net_get_random_once(&rds_hash_secret, sizeof(rds_hash_secret)); | 61 | net_get_random_once(&rds_hash_secret, sizeof(rds_hash_secret)); |
62 | net_get_random_once(&rds6_hash_secret, sizeof(rds6_hash_secret)); | ||
63 | |||
64 | lhash = (__force u32)laddr->s6_addr32[3]; | ||
65 | fhash = __ipv6_addr_jhash(faddr, rds6_hash_secret); | ||
66 | hash = __inet6_ehashfn(lhash, 0, fhash, 0, rds_hash_secret); | ||
59 | 67 | ||
60 | /* Pass NULL, don't need struct net for hash */ | ||
61 | hash = __inet_ehashfn(be32_to_cpu(laddr), 0, | ||
62 | be32_to_cpu(faddr), 0, | ||
63 | rds_hash_secret); | ||
64 | return &rds_conn_hash[hash & RDS_CONNECTION_HASH_MASK]; | 68 | return &rds_conn_hash[hash & RDS_CONNECTION_HASH_MASK]; |
65 | } | 69 | } |
66 | 70 | ||
@@ -72,20 +76,25 @@ static struct hlist_head *rds_conn_bucket(__be32 laddr, __be32 faddr) | |||
72 | /* rcu read lock must be held or the connection spinlock */ | 76 | /* rcu read lock must be held or the connection spinlock */ |
73 | static struct rds_connection *rds_conn_lookup(struct net *net, | 77 | static struct rds_connection *rds_conn_lookup(struct net *net, |
74 | struct hlist_head *head, | 78 | struct hlist_head *head, |
75 | __be32 laddr, __be32 faddr, | 79 | const struct in6_addr *laddr, |
76 | struct rds_transport *trans) | 80 | const struct in6_addr *faddr, |
81 | struct rds_transport *trans, | ||
82 | int dev_if) | ||
77 | { | 83 | { |
78 | struct rds_connection *conn, *ret = NULL; | 84 | struct rds_connection *conn, *ret = NULL; |
79 | 85 | ||
80 | hlist_for_each_entry_rcu(conn, head, c_hash_node) { | 86 | hlist_for_each_entry_rcu(conn, head, c_hash_node) { |
81 | if (conn->c_faddr == faddr && conn->c_laddr == laddr && | 87 | if (ipv6_addr_equal(&conn->c_faddr, faddr) && |
82 | conn->c_trans == trans && net == rds_conn_net(conn)) { | 88 | ipv6_addr_equal(&conn->c_laddr, laddr) && |
89 | conn->c_trans == trans && | ||
90 | net == rds_conn_net(conn) && | ||
91 | conn->c_dev_if == dev_if) { | ||
83 | ret = conn; | 92 | ret = conn; |
84 | break; | 93 | break; |
85 | } | 94 | } |
86 | } | 95 | } |
87 | rdsdebug("returning conn %p for %pI4 -> %pI4\n", ret, | 96 | rdsdebug("returning conn %p for %pI6c -> %pI6c\n", ret, |
88 | &laddr, &faddr); | 97 | laddr, faddr); |
89 | return ret; | 98 | return ret; |
90 | } | 99 | } |
91 | 100 | ||
@@ -99,8 +108,8 @@ static void rds_conn_path_reset(struct rds_conn_path *cp) | |||
99 | { | 108 | { |
100 | struct rds_connection *conn = cp->cp_conn; | 109 | struct rds_connection *conn = cp->cp_conn; |
101 | 110 | ||
102 | rdsdebug("connection %pI4 to %pI4 reset\n", | 111 | rdsdebug("connection %pI6c to %pI6c reset\n", |
103 | &conn->c_laddr, &conn->c_faddr); | 112 | &conn->c_laddr, &conn->c_faddr); |
104 | 113 | ||
105 | rds_stats_inc(s_conn_reset); | 114 | rds_stats_inc(s_conn_reset); |
106 | rds_send_path_reset(cp); | 115 | rds_send_path_reset(cp); |
@@ -142,9 +151,12 @@ static void __rds_conn_path_init(struct rds_connection *conn, | |||
142 | * are torn down as the module is removed, if ever. | 151 | * are torn down as the module is removed, if ever. |
143 | */ | 152 | */ |
144 | static struct rds_connection *__rds_conn_create(struct net *net, | 153 | static struct rds_connection *__rds_conn_create(struct net *net, |
145 | __be32 laddr, __be32 faddr, | 154 | const struct in6_addr *laddr, |
146 | struct rds_transport *trans, gfp_t gfp, | 155 | const struct in6_addr *faddr, |
147 | int is_outgoing) | 156 | struct rds_transport *trans, |
157 | gfp_t gfp, | ||
158 | int is_outgoing, | ||
159 | int dev_if) | ||
148 | { | 160 | { |
149 | struct rds_connection *conn, *parent = NULL; | 161 | struct rds_connection *conn, *parent = NULL; |
150 | struct hlist_head *head = rds_conn_bucket(laddr, faddr); | 162 | struct hlist_head *head = rds_conn_bucket(laddr, faddr); |
@@ -154,9 +166,12 @@ static struct rds_connection *__rds_conn_create(struct net *net, | |||
154 | int npaths = (trans->t_mp_capable ? RDS_MPATH_WORKERS : 1); | 166 | int npaths = (trans->t_mp_capable ? RDS_MPATH_WORKERS : 1); |
155 | 167 | ||
156 | rcu_read_lock(); | 168 | rcu_read_lock(); |
157 | conn = rds_conn_lookup(net, head, laddr, faddr, trans); | 169 | conn = rds_conn_lookup(net, head, laddr, faddr, trans, dev_if); |
158 | if (conn && conn->c_loopback && conn->c_trans != &rds_loop_transport && | 170 | if (conn && |
159 | laddr == faddr && !is_outgoing) { | 171 | conn->c_loopback && |
172 | conn->c_trans != &rds_loop_transport && | ||
173 | ipv6_addr_equal(laddr, faddr) && | ||
174 | !is_outgoing) { | ||
160 | /* This is a looped back IB connection, and we're | 175 | /* This is a looped back IB connection, and we're |
161 | * called by the code handling the incoming connect. | 176 | * called by the code handling the incoming connect. |
162 | * We need a second connection object into which we | 177 | * We need a second connection object into which we |
@@ -181,8 +196,10 @@ static struct rds_connection *__rds_conn_create(struct net *net, | |||
181 | } | 196 | } |
182 | 197 | ||
183 | INIT_HLIST_NODE(&conn->c_hash_node); | 198 | INIT_HLIST_NODE(&conn->c_hash_node); |
184 | conn->c_laddr = laddr; | 199 | conn->c_laddr = *laddr; |
185 | conn->c_faddr = faddr; | 200 | conn->c_isv6 = !ipv6_addr_v4mapped(laddr); |
201 | conn->c_faddr = *faddr; | ||
202 | conn->c_dev_if = dev_if; | ||
186 | 203 | ||
187 | rds_conn_net_set(conn, net); | 204 | rds_conn_net_set(conn, net); |
188 | 205 | ||
@@ -199,7 +216,7 @@ static struct rds_connection *__rds_conn_create(struct net *net, | |||
199 | * can bind to the destination address then we'd rather the messages | 216 | * can bind to the destination address then we'd rather the messages |
200 | * flow through loopback rather than either transport. | 217 | * flow through loopback rather than either transport. |
201 | */ | 218 | */ |
202 | loop_trans = rds_trans_get_preferred(net, faddr); | 219 | loop_trans = rds_trans_get_preferred(net, faddr, conn->c_dev_if); |
203 | if (loop_trans) { | 220 | if (loop_trans) { |
204 | rds_trans_put(loop_trans); | 221 | rds_trans_put(loop_trans); |
205 | conn->c_loopback = 1; | 222 | conn->c_loopback = 1; |
@@ -233,10 +250,10 @@ static struct rds_connection *__rds_conn_create(struct net *net, | |||
233 | goto out; | 250 | goto out; |
234 | } | 251 | } |
235 | 252 | ||
236 | rdsdebug("allocated conn %p for %pI4 -> %pI4 over %s %s\n", | 253 | rdsdebug("allocated conn %p for %pI6c -> %pI6c over %s %s\n", |
237 | conn, &laddr, &faddr, | 254 | conn, laddr, faddr, |
238 | strnlen(trans->t_name, sizeof(trans->t_name)) ? trans->t_name : | 255 | strnlen(trans->t_name, sizeof(trans->t_name)) ? |
239 | "[unknown]", is_outgoing ? "(outgoing)" : ""); | 256 | trans->t_name : "[unknown]", is_outgoing ? "(outgoing)" : ""); |
240 | 257 | ||
241 | /* | 258 | /* |
242 | * Since we ran without holding the conn lock, someone could | 259 | * Since we ran without holding the conn lock, someone could |
@@ -262,7 +279,8 @@ static struct rds_connection *__rds_conn_create(struct net *net, | |||
262 | /* Creating normal conn */ | 279 | /* Creating normal conn */ |
263 | struct rds_connection *found; | 280 | struct rds_connection *found; |
264 | 281 | ||
265 | found = rds_conn_lookup(net, head, laddr, faddr, trans); | 282 | found = rds_conn_lookup(net, head, laddr, faddr, trans, |
283 | dev_if); | ||
266 | if (found) { | 284 | if (found) { |
267 | struct rds_conn_path *cp; | 285 | struct rds_conn_path *cp; |
268 | int i; | 286 | int i; |
@@ -295,18 +313,22 @@ out: | |||
295 | } | 313 | } |
296 | 314 | ||
297 | struct rds_connection *rds_conn_create(struct net *net, | 315 | struct rds_connection *rds_conn_create(struct net *net, |
298 | __be32 laddr, __be32 faddr, | 316 | const struct in6_addr *laddr, |
299 | struct rds_transport *trans, gfp_t gfp) | 317 | const struct in6_addr *faddr, |
318 | struct rds_transport *trans, gfp_t gfp, | ||
319 | int dev_if) | ||
300 | { | 320 | { |
301 | return __rds_conn_create(net, laddr, faddr, trans, gfp, 0); | 321 | return __rds_conn_create(net, laddr, faddr, trans, gfp, 0, dev_if); |
302 | } | 322 | } |
303 | EXPORT_SYMBOL_GPL(rds_conn_create); | 323 | EXPORT_SYMBOL_GPL(rds_conn_create); |
304 | 324 | ||
305 | struct rds_connection *rds_conn_create_outgoing(struct net *net, | 325 | struct rds_connection *rds_conn_create_outgoing(struct net *net, |
306 | __be32 laddr, __be32 faddr, | 326 | const struct in6_addr *laddr, |
307 | struct rds_transport *trans, gfp_t gfp) | 327 | const struct in6_addr *faddr, |
328 | struct rds_transport *trans, | ||
329 | gfp_t gfp, int dev_if) | ||
308 | { | 330 | { |
309 | return __rds_conn_create(net, laddr, faddr, trans, gfp, 1); | 331 | return __rds_conn_create(net, laddr, faddr, trans, gfp, 1, dev_if); |
310 | } | 332 | } |
311 | EXPORT_SYMBOL_GPL(rds_conn_create_outgoing); | 333 | EXPORT_SYMBOL_GPL(rds_conn_create_outgoing); |
312 | 334 | ||
@@ -502,12 +524,17 @@ static void rds_conn_message_info(struct socket *sock, unsigned int len, | |||
502 | 524 | ||
503 | /* XXX too lazy to maintain counts.. */ | 525 | /* XXX too lazy to maintain counts.. */ |
504 | list_for_each_entry(rm, list, m_conn_item) { | 526 | list_for_each_entry(rm, list, m_conn_item) { |
527 | __be32 laddr; | ||
528 | __be32 faddr; | ||
529 | |||
505 | total++; | 530 | total++; |
531 | laddr = conn->c_laddr.s6_addr32[3]; | ||
532 | faddr = conn->c_faddr.s6_addr32[3]; | ||
506 | if (total <= len) | 533 | if (total <= len) |
507 | rds_inc_info_copy(&rm->m_inc, | 534 | rds_inc_info_copy(&rm->m_inc, |
508 | iter, | 535 | iter, |
509 | conn->c_laddr, | 536 | laddr, |
510 | conn->c_faddr, | 537 | faddr, |
511 | 0); | 538 | 0); |
512 | } | 539 | } |
513 | 540 | ||
@@ -584,7 +611,6 @@ static void rds_walk_conn_path_info(struct socket *sock, unsigned int len, | |||
584 | struct hlist_head *head; | 611 | struct hlist_head *head; |
585 | struct rds_connection *conn; | 612 | struct rds_connection *conn; |
586 | size_t i; | 613 | size_t i; |
587 | int j; | ||
588 | 614 | ||
589 | rcu_read_lock(); | 615 | rcu_read_lock(); |
590 | 616 | ||
@@ -595,17 +621,20 @@ static void rds_walk_conn_path_info(struct socket *sock, unsigned int len, | |||
595 | i++, head++) { | 621 | i++, head++) { |
596 | hlist_for_each_entry_rcu(conn, head, c_hash_node) { | 622 | hlist_for_each_entry_rcu(conn, head, c_hash_node) { |
597 | struct rds_conn_path *cp; | 623 | struct rds_conn_path *cp; |
598 | int npaths; | ||
599 | 624 | ||
600 | npaths = (conn->c_trans->t_mp_capable ? | 625 | /* XXX We only copy the information from the first |
601 | RDS_MPATH_WORKERS : 1); | 626 | * path for now. The problem is that if there are |
602 | for (j = 0; j < npaths; j++) { | 627 | * more than one underlying paths, we cannot report |
603 | cp = &conn->c_path[j]; | 628 | * information of all of them using the existing |
629 | * API. For example, there is only one next_tx_seq, | ||
630 | * which path's next_tx_seq should we report? It is | ||
631 | * a bug in the design of MPRDS. | ||
632 | */ | ||
633 | cp = conn->c_path; | ||
604 | 634 | ||
605 | /* XXX no cp_lock usage.. */ | 635 | /* XXX no cp_lock usage.. */ |
606 | if (!visitor(cp, buffer)) | 636 | if (!visitor(cp, buffer)) |
607 | continue; | 637 | continue; |
608 | } | ||
609 | 638 | ||
610 | /* We copy as much as we can fit in the buffer, | 639 | /* We copy as much as we can fit in the buffer, |
611 | * but we count all items so that the caller | 640 | * but we count all items so that the caller |
@@ -624,12 +653,13 @@ static void rds_walk_conn_path_info(struct socket *sock, unsigned int len, | |||
624 | static int rds_conn_info_visitor(struct rds_conn_path *cp, void *buffer) | 653 | static int rds_conn_info_visitor(struct rds_conn_path *cp, void *buffer) |
625 | { | 654 | { |
626 | struct rds_info_connection *cinfo = buffer; | 655 | struct rds_info_connection *cinfo = buffer; |
656 | struct rds_connection *conn = cp->cp_conn; | ||
627 | 657 | ||
628 | cinfo->next_tx_seq = cp->cp_next_tx_seq; | 658 | cinfo->next_tx_seq = cp->cp_next_tx_seq; |
629 | cinfo->next_rx_seq = cp->cp_next_rx_seq; | 659 | cinfo->next_rx_seq = cp->cp_next_rx_seq; |
630 | cinfo->laddr = cp->cp_conn->c_laddr; | 660 | cinfo->laddr = conn->c_laddr.s6_addr32[3]; |
631 | cinfo->faddr = cp->cp_conn->c_faddr; | 661 | cinfo->faddr = conn->c_faddr.s6_addr32[3]; |
632 | strncpy(cinfo->transport, cp->cp_conn->c_trans->t_name, | 662 | strncpy(cinfo->transport, conn->c_trans->t_name, |
633 | sizeof(cinfo->transport)); | 663 | sizeof(cinfo->transport)); |
634 | cinfo->flags = 0; | 664 | cinfo->flags = 0; |
635 | 665 | ||
diff --git a/net/rds/ib.c b/net/rds/ib.c index b6ad38e48f62..c712a848957d 100644 --- a/net/rds/ib.c +++ b/net/rds/ib.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -296,8 +296,8 @@ static int rds_ib_conn_info_visitor(struct rds_connection *conn, | |||
296 | if (conn->c_trans != &rds_ib_transport) | 296 | if (conn->c_trans != &rds_ib_transport) |
297 | return 0; | 297 | return 0; |
298 | 298 | ||
299 | iinfo->src_addr = conn->c_laddr; | 299 | iinfo->src_addr = conn->c_laddr.s6_addr32[3]; |
300 | iinfo->dst_addr = conn->c_faddr; | 300 | iinfo->dst_addr = conn->c_faddr.s6_addr32[3]; |
301 | 301 | ||
302 | memset(&iinfo->src_gid, 0, sizeof(iinfo->src_gid)); | 302 | memset(&iinfo->src_gid, 0, sizeof(iinfo->src_gid)); |
303 | memset(&iinfo->dst_gid, 0, sizeof(iinfo->dst_gid)); | 303 | memset(&iinfo->dst_gid, 0, sizeof(iinfo->dst_gid)); |
@@ -341,7 +341,8 @@ static void rds_ib_ic_info(struct socket *sock, unsigned int len, | |||
341 | * allowed to influence which paths have priority. We could call userspace | 341 | * allowed to influence which paths have priority. We could call userspace |
342 | * asserting this policy "routing". | 342 | * asserting this policy "routing". |
343 | */ | 343 | */ |
344 | static int rds_ib_laddr_check(struct net *net, __be32 addr) | 344 | static int rds_ib_laddr_check(struct net *net, const struct in6_addr *addr, |
345 | __u32 scope_id) | ||
345 | { | 346 | { |
346 | int ret; | 347 | int ret; |
347 | struct rdma_cm_id *cm_id; | 348 | struct rdma_cm_id *cm_id; |
@@ -357,7 +358,7 @@ static int rds_ib_laddr_check(struct net *net, __be32 addr) | |||
357 | 358 | ||
358 | memset(&sin, 0, sizeof(sin)); | 359 | memset(&sin, 0, sizeof(sin)); |
359 | sin.sin_family = AF_INET; | 360 | sin.sin_family = AF_INET; |
360 | sin.sin_addr.s_addr = addr; | 361 | sin.sin_addr.s_addr = addr->s6_addr32[3]; |
361 | 362 | ||
362 | /* rdma_bind_addr will only succeed for IB & iWARP devices */ | 363 | /* rdma_bind_addr will only succeed for IB & iWARP devices */ |
363 | ret = rdma_bind_addr(cm_id, (struct sockaddr *)&sin); | 364 | ret = rdma_bind_addr(cm_id, (struct sockaddr *)&sin); |
@@ -367,9 +368,9 @@ static int rds_ib_laddr_check(struct net *net, __be32 addr) | |||
367 | cm_id->device->node_type != RDMA_NODE_IB_CA) | 368 | cm_id->device->node_type != RDMA_NODE_IB_CA) |
368 | ret = -EADDRNOTAVAIL; | 369 | ret = -EADDRNOTAVAIL; |
369 | 370 | ||
370 | rdsdebug("addr %pI4 ret %d node type %d\n", | 371 | rdsdebug("addr %pI6c ret %d node type %d\n", |
371 | &addr, ret, | 372 | addr, ret, |
372 | cm_id->device ? cm_id->device->node_type : -1); | 373 | cm_id->device ? cm_id->device->node_type : -1); |
373 | 374 | ||
374 | rdma_destroy_id(cm_id); | 375 | rdma_destroy_id(cm_id); |
375 | 376 | ||
diff --git a/net/rds/ib.h b/net/rds/ib.h index a6f4d7d68e95..beb95b893f78 100644 --- a/net/rds/ib.h +++ b/net/rds/ib.h | |||
@@ -57,16 +57,44 @@ struct rds_ib_refill_cache { | |||
57 | struct list_head *ready; | 57 | struct list_head *ready; |
58 | }; | 58 | }; |
59 | 59 | ||
60 | /* This is the common structure for the IB private data exchange in setting up | ||
61 | * an RDS connection. The exchange is different for IPv4 and IPv6 connections. | ||
62 | * The reason is that the address size is different and the addresses | ||
63 | * exchanged are in the beginning of the structure. Hence it is not possible | ||
64 | * for interoperability if same structure is used. | ||
65 | */ | ||
66 | struct rds_ib_conn_priv_cmn { | ||
67 | u8 ricpc_protocol_major; | ||
68 | u8 ricpc_protocol_minor; | ||
69 | __be16 ricpc_protocol_minor_mask; /* bitmask */ | ||
70 | __be32 ricpc_reserved1; | ||
71 | __be64 ricpc_ack_seq; | ||
72 | __be32 ricpc_credit; /* non-zero enables flow ctl */ | ||
73 | }; | ||
74 | |||
60 | struct rds_ib_connect_private { | 75 | struct rds_ib_connect_private { |
61 | /* Add new fields at the end, and don't permute existing fields. */ | 76 | /* Add new fields at the end, and don't permute existing fields. */ |
62 | __be32 dp_saddr; | 77 | __be32 dp_saddr; |
63 | __be32 dp_daddr; | 78 | __be32 dp_daddr; |
64 | u8 dp_protocol_major; | 79 | struct rds_ib_conn_priv_cmn dp_cmn; |
65 | u8 dp_protocol_minor; | 80 | }; |
66 | __be16 dp_protocol_minor_mask; /* bitmask */ | 81 | |
67 | __be32 dp_reserved1; | 82 | struct rds6_ib_connect_private { |
68 | __be64 dp_ack_seq; | 83 | /* Add new fields at the end, and don't permute existing fields. */ |
69 | __be32 dp_credit; /* non-zero enables flow ctl */ | 84 | struct in6_addr dp_saddr; |
85 | struct in6_addr dp_daddr; | ||
86 | struct rds_ib_conn_priv_cmn dp_cmn; | ||
87 | }; | ||
88 | |||
89 | #define dp_protocol_major dp_cmn.ricpc_protocol_major | ||
90 | #define dp_protocol_minor dp_cmn.ricpc_protocol_minor | ||
91 | #define dp_protocol_minor_mask dp_cmn.ricpc_protocol_minor_mask | ||
92 | #define dp_ack_seq dp_cmn.ricpc_ack_seq | ||
93 | #define dp_credit dp_cmn.ricpc_credit | ||
94 | |||
95 | union rds_ib_conn_priv { | ||
96 | struct rds_ib_connect_private ricp_v4; | ||
97 | struct rds6_ib_connect_private ricp_v6; | ||
70 | }; | 98 | }; |
71 | 99 | ||
72 | struct rds_ib_send_work { | 100 | struct rds_ib_send_work { |
@@ -351,8 +379,8 @@ void rds_ib_listen_stop(void); | |||
351 | __printf(2, 3) | 379 | __printf(2, 3) |
352 | void __rds_ib_conn_error(struct rds_connection *conn, const char *, ...); | 380 | void __rds_ib_conn_error(struct rds_connection *conn, const char *, ...); |
353 | int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id, | 381 | int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id, |
354 | struct rdma_cm_event *event); | 382 | struct rdma_cm_event *event, bool isv6); |
355 | int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id); | 383 | int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id, bool isv6); |
356 | void rds_ib_cm_connect_complete(struct rds_connection *conn, | 384 | void rds_ib_cm_connect_complete(struct rds_connection *conn, |
357 | struct rdma_cm_event *event); | 385 | struct rdma_cm_event *event); |
358 | 386 | ||
@@ -361,7 +389,8 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, | |||
361 | __rds_ib_conn_error(conn, KERN_WARNING "RDS/IB: " fmt) | 389 | __rds_ib_conn_error(conn, KERN_WARNING "RDS/IB: " fmt) |
362 | 390 | ||
363 | /* ib_rdma.c */ | 391 | /* ib_rdma.c */ |
364 | int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev, __be32 ipaddr); | 392 | int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev, |
393 | struct in6_addr *ipaddr); | ||
365 | void rds_ib_add_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn); | 394 | void rds_ib_add_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn); |
366 | void rds_ib_remove_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn); | 395 | void rds_ib_remove_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn); |
367 | void rds_ib_destroy_nodev_conns(void); | 396 | void rds_ib_destroy_nodev_conns(void); |
diff --git a/net/rds/ib_cm.c b/net/rds/ib_cm.c index f1684ae6abfd..dd8a867e5a9c 100644 --- a/net/rds/ib_cm.c +++ b/net/rds/ib_cm.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -35,6 +35,7 @@ | |||
35 | #include <linux/slab.h> | 35 | #include <linux/slab.h> |
36 | #include <linux/vmalloc.h> | 36 | #include <linux/vmalloc.h> |
37 | #include <linux/ratelimit.h> | 37 | #include <linux/ratelimit.h> |
38 | #include <net/addrconf.h> | ||
38 | 39 | ||
39 | #include "rds_single_path.h" | 40 | #include "rds_single_path.h" |
40 | #include "rds.h" | 41 | #include "rds.h" |
@@ -95,25 +96,45 @@ rds_ib_tune_rnr(struct rds_ib_connection *ic, struct ib_qp_attr *attr) | |||
95 | */ | 96 | */ |
96 | void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_event *event) | 97 | void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_event *event) |
97 | { | 98 | { |
98 | const struct rds_ib_connect_private *dp = NULL; | ||
99 | struct rds_ib_connection *ic = conn->c_transport_data; | 99 | struct rds_ib_connection *ic = conn->c_transport_data; |
100 | const union rds_ib_conn_priv *dp = NULL; | ||
100 | struct ib_qp_attr qp_attr; | 101 | struct ib_qp_attr qp_attr; |
102 | __be64 ack_seq = 0; | ||
103 | __be32 credit = 0; | ||
104 | u8 major = 0; | ||
105 | u8 minor = 0; | ||
101 | int err; | 106 | int err; |
102 | 107 | ||
103 | if (event->param.conn.private_data_len >= sizeof(*dp)) { | 108 | dp = event->param.conn.private_data; |
104 | dp = event->param.conn.private_data; | 109 | if (conn->c_isv6) { |
105 | 110 | if (event->param.conn.private_data_len >= | |
106 | /* make sure it isn't empty data */ | 111 | sizeof(struct rds6_ib_connect_private)) { |
107 | if (dp->dp_protocol_major) { | 112 | major = dp->ricp_v6.dp_protocol_major; |
108 | rds_ib_set_protocol(conn, | 113 | minor = dp->ricp_v6.dp_protocol_minor; |
109 | RDS_PROTOCOL(dp->dp_protocol_major, | 114 | credit = dp->ricp_v6.dp_credit; |
110 | dp->dp_protocol_minor)); | 115 | /* dp structure start is not guaranteed to be 8 bytes |
111 | rds_ib_set_flow_control(conn, be32_to_cpu(dp->dp_credit)); | 116 | * aligned. Since dp_ack_seq is 64-bit extended load |
117 | * operations can be used so go through get_unaligned | ||
118 | * to avoid unaligned errors. | ||
119 | */ | ||
120 | ack_seq = get_unaligned(&dp->ricp_v6.dp_ack_seq); | ||
112 | } | 121 | } |
122 | } else if (event->param.conn.private_data_len >= | ||
123 | sizeof(struct rds_ib_connect_private)) { | ||
124 | major = dp->ricp_v4.dp_protocol_major; | ||
125 | minor = dp->ricp_v4.dp_protocol_minor; | ||
126 | credit = dp->ricp_v4.dp_credit; | ||
127 | ack_seq = get_unaligned(&dp->ricp_v4.dp_ack_seq); | ||
128 | } | ||
129 | |||
130 | /* make sure it isn't empty data */ | ||
131 | if (major) { | ||
132 | rds_ib_set_protocol(conn, RDS_PROTOCOL(major, minor)); | ||
133 | rds_ib_set_flow_control(conn, be32_to_cpu(credit)); | ||
113 | } | 134 | } |
114 | 135 | ||
115 | if (conn->c_version < RDS_PROTOCOL(3, 1)) { | 136 | if (conn->c_version < RDS_PROTOCOL(3, 1)) { |
116 | pr_notice("RDS/IB: Connection <%pI4,%pI4> version %u.%u no longer supported\n", | 137 | pr_notice("RDS/IB: Connection <%pI6c,%pI6c> version %u.%u no longer supported\n", |
117 | &conn->c_laddr, &conn->c_faddr, | 138 | &conn->c_laddr, &conn->c_faddr, |
118 | RDS_PROTOCOL_MAJOR(conn->c_version), | 139 | RDS_PROTOCOL_MAJOR(conn->c_version), |
119 | RDS_PROTOCOL_MINOR(conn->c_version)); | 140 | RDS_PROTOCOL_MINOR(conn->c_version)); |
@@ -121,7 +142,7 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_even | |||
121 | rds_conn_destroy(conn); | 142 | rds_conn_destroy(conn); |
122 | return; | 143 | return; |
123 | } else { | 144 | } else { |
124 | pr_notice("RDS/IB: %s conn connected <%pI4,%pI4> version %u.%u%s\n", | 145 | pr_notice("RDS/IB: %s conn connected <%pI6c,%pI6c> version %u.%u%s\n", |
125 | ic->i_active_side ? "Active" : "Passive", | 146 | ic->i_active_side ? "Active" : "Passive", |
126 | &conn->c_laddr, &conn->c_faddr, | 147 | &conn->c_laddr, &conn->c_faddr, |
127 | RDS_PROTOCOL_MAJOR(conn->c_version), | 148 | RDS_PROTOCOL_MAJOR(conn->c_version), |
@@ -150,7 +171,7 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_even | |||
150 | printk(KERN_NOTICE "ib_modify_qp(IB_QP_STATE, RTS): err=%d\n", err); | 171 | printk(KERN_NOTICE "ib_modify_qp(IB_QP_STATE, RTS): err=%d\n", err); |
151 | 172 | ||
152 | /* update ib_device with this local ipaddr */ | 173 | /* update ib_device with this local ipaddr */ |
153 | err = rds_ib_update_ipaddr(ic->rds_ibdev, conn->c_laddr); | 174 | err = rds_ib_update_ipaddr(ic->rds_ibdev, &conn->c_laddr); |
154 | if (err) | 175 | if (err) |
155 | printk(KERN_ERR "rds_ib_update_ipaddr failed (%d)\n", | 176 | printk(KERN_ERR "rds_ib_update_ipaddr failed (%d)\n", |
156 | err); | 177 | err); |
@@ -158,14 +179,8 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_even | |||
158 | /* If the peer gave us the last packet it saw, process this as if | 179 | /* If the peer gave us the last packet it saw, process this as if |
159 | * we had received a regular ACK. */ | 180 | * we had received a regular ACK. */ |
160 | if (dp) { | 181 | if (dp) { |
161 | /* dp structure start is not guaranteed to be 8 bytes aligned. | 182 | if (ack_seq) |
162 | * Since dp_ack_seq is 64-bit extended load operations can be | 183 | rds_send_drop_acked(conn, be64_to_cpu(ack_seq), |
163 | * used so go through get_unaligned to avoid unaligned errors. | ||
164 | */ | ||
165 | __be64 dp_ack_seq = get_unaligned(&dp->dp_ack_seq); | ||
166 | |||
167 | if (dp_ack_seq) | ||
168 | rds_send_drop_acked(conn, be64_to_cpu(dp_ack_seq), | ||
169 | NULL); | 184 | NULL); |
170 | } | 185 | } |
171 | 186 | ||
@@ -173,11 +188,12 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_even | |||
173 | } | 188 | } |
174 | 189 | ||
175 | static void rds_ib_cm_fill_conn_param(struct rds_connection *conn, | 190 | static void rds_ib_cm_fill_conn_param(struct rds_connection *conn, |
176 | struct rdma_conn_param *conn_param, | 191 | struct rdma_conn_param *conn_param, |
177 | struct rds_ib_connect_private *dp, | 192 | union rds_ib_conn_priv *dp, |
178 | u32 protocol_version, | 193 | u32 protocol_version, |
179 | u32 max_responder_resources, | 194 | u32 max_responder_resources, |
180 | u32 max_initiator_depth) | 195 | u32 max_initiator_depth, |
196 | bool isv6) | ||
181 | { | 197 | { |
182 | struct rds_ib_connection *ic = conn->c_transport_data; | 198 | struct rds_ib_connection *ic = conn->c_transport_data; |
183 | struct rds_ib_device *rds_ibdev = ic->rds_ibdev; | 199 | struct rds_ib_device *rds_ibdev = ic->rds_ibdev; |
@@ -193,24 +209,49 @@ static void rds_ib_cm_fill_conn_param(struct rds_connection *conn, | |||
193 | 209 | ||
194 | if (dp) { | 210 | if (dp) { |
195 | memset(dp, 0, sizeof(*dp)); | 211 | memset(dp, 0, sizeof(*dp)); |
196 | dp->dp_saddr = conn->c_laddr; | 212 | if (isv6) { |
197 | dp->dp_daddr = conn->c_faddr; | 213 | dp->ricp_v6.dp_saddr = conn->c_laddr; |
198 | dp->dp_protocol_major = RDS_PROTOCOL_MAJOR(protocol_version); | 214 | dp->ricp_v6.dp_daddr = conn->c_faddr; |
199 | dp->dp_protocol_minor = RDS_PROTOCOL_MINOR(protocol_version); | 215 | dp->ricp_v6.dp_protocol_major = |
200 | dp->dp_protocol_minor_mask = cpu_to_be16(RDS_IB_SUPPORTED_PROTOCOLS); | 216 | RDS_PROTOCOL_MAJOR(protocol_version); |
201 | dp->dp_ack_seq = cpu_to_be64(rds_ib_piggyb_ack(ic)); | 217 | dp->ricp_v6.dp_protocol_minor = |
218 | RDS_PROTOCOL_MINOR(protocol_version); | ||
219 | dp->ricp_v6.dp_protocol_minor_mask = | ||
220 | cpu_to_be16(RDS_IB_SUPPORTED_PROTOCOLS); | ||
221 | dp->ricp_v6.dp_ack_seq = | ||
222 | cpu_to_be64(rds_ib_piggyb_ack(ic)); | ||
223 | |||
224 | conn_param->private_data = &dp->ricp_v6; | ||
225 | conn_param->private_data_len = sizeof(dp->ricp_v6); | ||
226 | } else { | ||
227 | dp->ricp_v4.dp_saddr = conn->c_laddr.s6_addr32[3]; | ||
228 | dp->ricp_v4.dp_daddr = conn->c_faddr.s6_addr32[3]; | ||
229 | dp->ricp_v4.dp_protocol_major = | ||
230 | RDS_PROTOCOL_MAJOR(protocol_version); | ||
231 | dp->ricp_v4.dp_protocol_minor = | ||
232 | RDS_PROTOCOL_MINOR(protocol_version); | ||
233 | dp->ricp_v4.dp_protocol_minor_mask = | ||
234 | cpu_to_be16(RDS_IB_SUPPORTED_PROTOCOLS); | ||
235 | dp->ricp_v4.dp_ack_seq = | ||
236 | cpu_to_be64(rds_ib_piggyb_ack(ic)); | ||
237 | |||
238 | conn_param->private_data = &dp->ricp_v4; | ||
239 | conn_param->private_data_len = sizeof(dp->ricp_v4); | ||
240 | } | ||
202 | 241 | ||
203 | /* Advertise flow control */ | 242 | /* Advertise flow control */ |
204 | if (ic->i_flowctl) { | 243 | if (ic->i_flowctl) { |
205 | unsigned int credits; | 244 | unsigned int credits; |
206 | 245 | ||
207 | credits = IB_GET_POST_CREDITS(atomic_read(&ic->i_credits)); | 246 | credits = IB_GET_POST_CREDITS |
208 | dp->dp_credit = cpu_to_be32(credits); | 247 | (atomic_read(&ic->i_credits)); |
209 | atomic_sub(IB_SET_POST_CREDITS(credits), &ic->i_credits); | 248 | if (isv6) |
249 | dp->ricp_v6.dp_credit = cpu_to_be32(credits); | ||
250 | else | ||
251 | dp->ricp_v4.dp_credit = cpu_to_be32(credits); | ||
252 | atomic_sub(IB_SET_POST_CREDITS(credits), | ||
253 | &ic->i_credits); | ||
210 | } | 254 | } |
211 | |||
212 | conn_param->private_data = dp; | ||
213 | conn_param->private_data_len = sizeof(*dp); | ||
214 | } | 255 | } |
215 | } | 256 | } |
216 | 257 | ||
@@ -349,7 +390,7 @@ static void rds_ib_qp_event_handler(struct ib_event *event, void *data) | |||
349 | break; | 390 | break; |
350 | default: | 391 | default: |
351 | rdsdebug("Fatal QP Event %u (%s) " | 392 | rdsdebug("Fatal QP Event %u (%s) " |
352 | "- connection %pI4->%pI4, reconnecting\n", | 393 | "- connection %pI6c->%pI6c, reconnecting\n", |
353 | event->event, ib_event_msg(event->event), | 394 | event->event, ib_event_msg(event->event), |
354 | &conn->c_laddr, &conn->c_faddr); | 395 | &conn->c_laddr, &conn->c_faddr); |
355 | rds_conn_drop(conn); | 396 | rds_conn_drop(conn); |
@@ -580,11 +621,13 @@ out: | |||
580 | return ret; | 621 | return ret; |
581 | } | 622 | } |
582 | 623 | ||
583 | static u32 rds_ib_protocol_compatible(struct rdma_cm_event *event) | 624 | static u32 rds_ib_protocol_compatible(struct rdma_cm_event *event, bool isv6) |
584 | { | 625 | { |
585 | const struct rds_ib_connect_private *dp = event->param.conn.private_data; | 626 | const union rds_ib_conn_priv *dp = event->param.conn.private_data; |
586 | u16 common; | 627 | u8 data_len, major, minor; |
587 | u32 version = 0; | 628 | u32 version = 0; |
629 | __be16 mask; | ||
630 | u16 common; | ||
588 | 631 | ||
589 | /* | 632 | /* |
590 | * rdma_cm private data is odd - when there is any private data in the | 633 | * rdma_cm private data is odd - when there is any private data in the |
@@ -603,51 +646,126 @@ static u32 rds_ib_protocol_compatible(struct rdma_cm_event *event) | |||
603 | return 0; | 646 | return 0; |
604 | } | 647 | } |
605 | 648 | ||
649 | if (isv6) { | ||
650 | data_len = sizeof(struct rds6_ib_connect_private); | ||
651 | major = dp->ricp_v6.dp_protocol_major; | ||
652 | minor = dp->ricp_v6.dp_protocol_minor; | ||
653 | mask = dp->ricp_v6.dp_protocol_minor_mask; | ||
654 | } else { | ||
655 | data_len = sizeof(struct rds_ib_connect_private); | ||
656 | major = dp->ricp_v4.dp_protocol_major; | ||
657 | minor = dp->ricp_v4.dp_protocol_minor; | ||
658 | mask = dp->ricp_v4.dp_protocol_minor_mask; | ||
659 | } | ||
660 | |||
606 | /* Even if len is crap *now* I still want to check it. -ASG */ | 661 | /* Even if len is crap *now* I still want to check it. -ASG */ |
607 | if (event->param.conn.private_data_len < sizeof (*dp) || | 662 | if (event->param.conn.private_data_len < data_len || major == 0) |
608 | dp->dp_protocol_major == 0) | ||
609 | return RDS_PROTOCOL_3_0; | 663 | return RDS_PROTOCOL_3_0; |
610 | 664 | ||
611 | common = be16_to_cpu(dp->dp_protocol_minor_mask) & RDS_IB_SUPPORTED_PROTOCOLS; | 665 | common = be16_to_cpu(mask) & RDS_IB_SUPPORTED_PROTOCOLS; |
612 | if (dp->dp_protocol_major == 3 && common) { | 666 | if (major == 3 && common) { |
613 | version = RDS_PROTOCOL_3_0; | 667 | version = RDS_PROTOCOL_3_0; |
614 | while ((common >>= 1) != 0) | 668 | while ((common >>= 1) != 0) |
615 | version++; | 669 | version++; |
616 | } else | 670 | } else { |
617 | printk_ratelimited(KERN_NOTICE "RDS: Connection from %pI4 using incompatible protocol version %u.%u\n", | 671 | if (isv6) |
618 | &dp->dp_saddr, | 672 | printk_ratelimited(KERN_NOTICE "RDS: Connection from %pI6c using incompatible protocol version %u.%u\n", |
619 | dp->dp_protocol_major, | 673 | &dp->ricp_v6.dp_saddr, major, minor); |
620 | dp->dp_protocol_minor); | 674 | else |
675 | printk_ratelimited(KERN_NOTICE "RDS: Connection from %pI4 using incompatible protocol version %u.%u\n", | ||
676 | &dp->ricp_v4.dp_saddr, major, minor); | ||
677 | } | ||
621 | return version; | 678 | return version; |
622 | } | 679 | } |
623 | 680 | ||
681 | /* Given an IPv6 address, find the IB net_device which hosts that address and | ||
682 | * return its index. This is used by the rds_ib_cm_handle_connect() code to | ||
683 | * find the interface index of where an incoming request comes from when | ||
684 | * the request is using a link local address. | ||
685 | * | ||
686 | * Note one problem in this search. It is possible that two interfaces have | ||
687 | * the same link local address. Unfortunately, this cannot be solved unless | ||
688 | * the underlying layer gives us the interface which an incoming RDMA connect | ||
689 | * request comes from. | ||
690 | */ | ||
691 | static u32 __rds_find_ifindex(struct net *net, const struct in6_addr *addr) | ||
692 | { | ||
693 | struct net_device *dev; | ||
694 | int idx = 0; | ||
695 | |||
696 | rcu_read_lock(); | ||
697 | for_each_netdev_rcu(net, dev) { | ||
698 | if (dev->type == ARPHRD_INFINIBAND && | ||
699 | ipv6_chk_addr(net, addr, dev, 0)) { | ||
700 | idx = dev->ifindex; | ||
701 | break; | ||
702 | } | ||
703 | } | ||
704 | rcu_read_unlock(); | ||
705 | |||
706 | return idx; | ||
707 | } | ||
708 | |||
624 | int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id, | 709 | int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id, |
625 | struct rdma_cm_event *event) | 710 | struct rdma_cm_event *event, bool isv6) |
626 | { | 711 | { |
627 | __be64 lguid = cm_id->route.path_rec->sgid.global.interface_id; | 712 | __be64 lguid = cm_id->route.path_rec->sgid.global.interface_id; |
628 | __be64 fguid = cm_id->route.path_rec->dgid.global.interface_id; | 713 | __be64 fguid = cm_id->route.path_rec->dgid.global.interface_id; |
629 | const struct rds_ib_connect_private *dp = event->param.conn.private_data; | 714 | const struct rds_ib_conn_priv_cmn *dp_cmn; |
630 | struct rds_ib_connect_private dp_rep; | ||
631 | struct rds_connection *conn = NULL; | 715 | struct rds_connection *conn = NULL; |
632 | struct rds_ib_connection *ic = NULL; | 716 | struct rds_ib_connection *ic = NULL; |
633 | struct rdma_conn_param conn_param; | 717 | struct rdma_conn_param conn_param; |
718 | const union rds_ib_conn_priv *dp; | ||
719 | union rds_ib_conn_priv dp_rep; | ||
720 | struct in6_addr s_mapped_addr; | ||
721 | struct in6_addr d_mapped_addr; | ||
722 | const struct in6_addr *saddr6; | ||
723 | const struct in6_addr *daddr6; | ||
724 | int destroy = 1; | ||
725 | u32 ifindex = 0; | ||
634 | u32 version; | 726 | u32 version; |
635 | int err = 1, destroy = 1; | 727 | int err = 1; |
636 | 728 | ||
637 | /* Check whether the remote protocol version matches ours. */ | 729 | /* Check whether the remote protocol version matches ours. */ |
638 | version = rds_ib_protocol_compatible(event); | 730 | version = rds_ib_protocol_compatible(event, isv6); |
639 | if (!version) | 731 | if (!version) |
640 | goto out; | 732 | goto out; |
641 | 733 | ||
642 | rdsdebug("saddr %pI4 daddr %pI4 RDSv%u.%u lguid 0x%llx fguid " | 734 | dp = event->param.conn.private_data; |
643 | "0x%llx\n", &dp->dp_saddr, &dp->dp_daddr, | 735 | if (isv6) { |
736 | dp_cmn = &dp->ricp_v6.dp_cmn; | ||
737 | saddr6 = &dp->ricp_v6.dp_saddr; | ||
738 | daddr6 = &dp->ricp_v6.dp_daddr; | ||
739 | /* If the local address is link local, need to find the | ||
740 | * interface index in order to create a proper RDS | ||
741 | * connection. | ||
742 | */ | ||
743 | if (ipv6_addr_type(daddr6) & IPV6_ADDR_LINKLOCAL) { | ||
744 | /* Using init_net for now .. */ | ||
745 | ifindex = __rds_find_ifindex(&init_net, daddr6); | ||
746 | /* No index found... Need to bail out. */ | ||
747 | if (ifindex == 0) { | ||
748 | err = -EOPNOTSUPP; | ||
749 | goto out; | ||
750 | } | ||
751 | } | ||
752 | } else { | ||
753 | dp_cmn = &dp->ricp_v4.dp_cmn; | ||
754 | ipv6_addr_set_v4mapped(dp->ricp_v4.dp_saddr, &s_mapped_addr); | ||
755 | ipv6_addr_set_v4mapped(dp->ricp_v4.dp_daddr, &d_mapped_addr); | ||
756 | saddr6 = &s_mapped_addr; | ||
757 | daddr6 = &d_mapped_addr; | ||
758 | } | ||
759 | |||
760 | rdsdebug("saddr %pI6c daddr %pI6c RDSv%u.%u lguid 0x%llx fguid " | ||
761 | "0x%llx\n", saddr6, daddr6, | ||
644 | RDS_PROTOCOL_MAJOR(version), RDS_PROTOCOL_MINOR(version), | 762 | RDS_PROTOCOL_MAJOR(version), RDS_PROTOCOL_MINOR(version), |
645 | (unsigned long long)be64_to_cpu(lguid), | 763 | (unsigned long long)be64_to_cpu(lguid), |
646 | (unsigned long long)be64_to_cpu(fguid)); | 764 | (unsigned long long)be64_to_cpu(fguid)); |
647 | 765 | ||
648 | /* RDS/IB is not currently netns aware, thus init_net */ | 766 | /* RDS/IB is not currently netns aware, thus init_net */ |
649 | conn = rds_conn_create(&init_net, dp->dp_daddr, dp->dp_saddr, | 767 | conn = rds_conn_create(&init_net, daddr6, saddr6, |
650 | &rds_ib_transport, GFP_KERNEL); | 768 | &rds_ib_transport, GFP_KERNEL, ifindex); |
651 | if (IS_ERR(conn)) { | 769 | if (IS_ERR(conn)) { |
652 | rdsdebug("rds_conn_create failed (%ld)\n", PTR_ERR(conn)); | 770 | rdsdebug("rds_conn_create failed (%ld)\n", PTR_ERR(conn)); |
653 | conn = NULL; | 771 | conn = NULL; |
@@ -678,12 +796,13 @@ int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id, | |||
678 | ic = conn->c_transport_data; | 796 | ic = conn->c_transport_data; |
679 | 797 | ||
680 | rds_ib_set_protocol(conn, version); | 798 | rds_ib_set_protocol(conn, version); |
681 | rds_ib_set_flow_control(conn, be32_to_cpu(dp->dp_credit)); | 799 | rds_ib_set_flow_control(conn, be32_to_cpu(dp_cmn->ricpc_credit)); |
682 | 800 | ||
683 | /* If the peer gave us the last packet it saw, process this as if | 801 | /* If the peer gave us the last packet it saw, process this as if |
684 | * we had received a regular ACK. */ | 802 | * we had received a regular ACK. */ |
685 | if (dp->dp_ack_seq) | 803 | if (dp_cmn->ricpc_ack_seq) |
686 | rds_send_drop_acked(conn, be64_to_cpu(dp->dp_ack_seq), NULL); | 804 | rds_send_drop_acked(conn, be64_to_cpu(dp_cmn->ricpc_ack_seq), |
805 | NULL); | ||
687 | 806 | ||
688 | BUG_ON(cm_id->context); | 807 | BUG_ON(cm_id->context); |
689 | BUG_ON(ic->i_cm_id); | 808 | BUG_ON(ic->i_cm_id); |
@@ -702,8 +821,8 @@ int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id, | |||
702 | } | 821 | } |
703 | 822 | ||
704 | rds_ib_cm_fill_conn_param(conn, &conn_param, &dp_rep, version, | 823 | rds_ib_cm_fill_conn_param(conn, &conn_param, &dp_rep, version, |
705 | event->param.conn.responder_resources, | 824 | event->param.conn.responder_resources, |
706 | event->param.conn.initiator_depth); | 825 | event->param.conn.initiator_depth, isv6); |
707 | 826 | ||
708 | /* rdma_accept() calls rdma_reject() internally if it fails */ | 827 | /* rdma_accept() calls rdma_reject() internally if it fails */ |
709 | if (rdma_accept(cm_id, &conn_param)) | 828 | if (rdma_accept(cm_id, &conn_param)) |
@@ -718,12 +837,12 @@ out: | |||
718 | } | 837 | } |
719 | 838 | ||
720 | 839 | ||
721 | int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id) | 840 | int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id, bool isv6) |
722 | { | 841 | { |
723 | struct rds_connection *conn = cm_id->context; | 842 | struct rds_connection *conn = cm_id->context; |
724 | struct rds_ib_connection *ic = conn->c_transport_data; | 843 | struct rds_ib_connection *ic = conn->c_transport_data; |
725 | struct rdma_conn_param conn_param; | 844 | struct rdma_conn_param conn_param; |
726 | struct rds_ib_connect_private dp; | 845 | union rds_ib_conn_priv dp; |
727 | int ret; | 846 | int ret; |
728 | 847 | ||
729 | /* If the peer doesn't do protocol negotiation, we must | 848 | /* If the peer doesn't do protocol negotiation, we must |
@@ -738,7 +857,7 @@ int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id) | |||
738 | } | 857 | } |
739 | 858 | ||
740 | rds_ib_cm_fill_conn_param(conn, &conn_param, &dp, RDS_PROTOCOL_VERSION, | 859 | rds_ib_cm_fill_conn_param(conn, &conn_param, &dp, RDS_PROTOCOL_VERSION, |
741 | UINT_MAX, UINT_MAX); | 860 | UINT_MAX, UINT_MAX, isv6); |
742 | ret = rdma_connect(cm_id, &conn_param); | 861 | ret = rdma_connect(cm_id, &conn_param); |
743 | if (ret) | 862 | if (ret) |
744 | rds_ib_conn_error(conn, "rdma_connect failed (%d)\n", ret); | 863 | rds_ib_conn_error(conn, "rdma_connect failed (%d)\n", ret); |
@@ -758,13 +877,17 @@ out: | |||
758 | int rds_ib_conn_path_connect(struct rds_conn_path *cp) | 877 | int rds_ib_conn_path_connect(struct rds_conn_path *cp) |
759 | { | 878 | { |
760 | struct rds_connection *conn = cp->cp_conn; | 879 | struct rds_connection *conn = cp->cp_conn; |
761 | struct rds_ib_connection *ic = conn->c_transport_data; | 880 | struct sockaddr_storage src, dest; |
762 | struct sockaddr_in src, dest; | 881 | rdma_cm_event_handler handler; |
882 | struct rds_ib_connection *ic; | ||
763 | int ret; | 883 | int ret; |
764 | 884 | ||
885 | ic = conn->c_transport_data; | ||
886 | |||
765 | /* XXX I wonder what affect the port space has */ | 887 | /* XXX I wonder what affect the port space has */ |
766 | /* delegate cm event handler to rdma_transport */ | 888 | /* delegate cm event handler to rdma_transport */ |
767 | ic->i_cm_id = rdma_create_id(&init_net, rds_rdma_cm_event_handler, conn, | 889 | handler = rds_rdma_cm_event_handler; |
890 | ic->i_cm_id = rdma_create_id(&init_net, handler, conn, | ||
768 | RDMA_PS_TCP, IB_QPT_RC); | 891 | RDMA_PS_TCP, IB_QPT_RC); |
769 | if (IS_ERR(ic->i_cm_id)) { | 892 | if (IS_ERR(ic->i_cm_id)) { |
770 | ret = PTR_ERR(ic->i_cm_id); | 893 | ret = PTR_ERR(ic->i_cm_id); |
@@ -775,13 +898,33 @@ int rds_ib_conn_path_connect(struct rds_conn_path *cp) | |||
775 | 898 | ||
776 | rdsdebug("created cm id %p for conn %p\n", ic->i_cm_id, conn); | 899 | rdsdebug("created cm id %p for conn %p\n", ic->i_cm_id, conn); |
777 | 900 | ||
778 | src.sin_family = AF_INET; | 901 | if (ipv6_addr_v4mapped(&conn->c_faddr)) { |
779 | src.sin_addr.s_addr = (__force u32)conn->c_laddr; | 902 | struct sockaddr_in *sin; |
780 | src.sin_port = (__force u16)htons(0); | 903 | |
904 | sin = (struct sockaddr_in *)&src; | ||
905 | sin->sin_family = AF_INET; | ||
906 | sin->sin_addr.s_addr = conn->c_laddr.s6_addr32[3]; | ||
907 | sin->sin_port = 0; | ||
781 | 908 | ||
782 | dest.sin_family = AF_INET; | 909 | sin = (struct sockaddr_in *)&dest; |
783 | dest.sin_addr.s_addr = (__force u32)conn->c_faddr; | 910 | sin->sin_family = AF_INET; |
784 | dest.sin_port = (__force u16)htons(RDS_PORT); | 911 | sin->sin_addr.s_addr = conn->c_faddr.s6_addr32[3]; |
912 | sin->sin_port = htons(RDS_PORT); | ||
913 | } else { | ||
914 | struct sockaddr_in6 *sin6; | ||
915 | |||
916 | sin6 = (struct sockaddr_in6 *)&src; | ||
917 | sin6->sin6_family = AF_INET6; | ||
918 | sin6->sin6_addr = conn->c_laddr; | ||
919 | sin6->sin6_port = 0; | ||
920 | sin6->sin6_scope_id = conn->c_dev_if; | ||
921 | |||
922 | sin6 = (struct sockaddr_in6 *)&dest; | ||
923 | sin6->sin6_family = AF_INET6; | ||
924 | sin6->sin6_addr = conn->c_faddr; | ||
925 | sin6->sin6_port = htons(RDS_CM_PORT); | ||
926 | sin6->sin6_scope_id = conn->c_dev_if; | ||
927 | } | ||
785 | 928 | ||
786 | ret = rdma_resolve_addr(ic->i_cm_id, (struct sockaddr *)&src, | 929 | ret = rdma_resolve_addr(ic->i_cm_id, (struct sockaddr *)&src, |
787 | (struct sockaddr *)&dest, | 930 | (struct sockaddr *)&dest, |
diff --git a/net/rds/ib_rdma.c b/net/rds/ib_rdma.c index e678699268a2..0ec9df043dd0 100644 --- a/net/rds/ib_rdma.c +++ b/net/rds/ib_rdma.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -100,18 +100,19 @@ static void rds_ib_remove_ipaddr(struct rds_ib_device *rds_ibdev, __be32 ipaddr) | |||
100 | kfree_rcu(to_free, rcu); | 100 | kfree_rcu(to_free, rcu); |
101 | } | 101 | } |
102 | 102 | ||
103 | int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev, __be32 ipaddr) | 103 | int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev, |
104 | struct in6_addr *ipaddr) | ||
104 | { | 105 | { |
105 | struct rds_ib_device *rds_ibdev_old; | 106 | struct rds_ib_device *rds_ibdev_old; |
106 | 107 | ||
107 | rds_ibdev_old = rds_ib_get_device(ipaddr); | 108 | rds_ibdev_old = rds_ib_get_device(ipaddr->s6_addr32[3]); |
108 | if (!rds_ibdev_old) | 109 | if (!rds_ibdev_old) |
109 | return rds_ib_add_ipaddr(rds_ibdev, ipaddr); | 110 | return rds_ib_add_ipaddr(rds_ibdev, ipaddr->s6_addr32[3]); |
110 | 111 | ||
111 | if (rds_ibdev_old != rds_ibdev) { | 112 | if (rds_ibdev_old != rds_ibdev) { |
112 | rds_ib_remove_ipaddr(rds_ibdev_old, ipaddr); | 113 | rds_ib_remove_ipaddr(rds_ibdev_old, ipaddr->s6_addr32[3]); |
113 | rds_ib_dev_put(rds_ibdev_old); | 114 | rds_ib_dev_put(rds_ibdev_old); |
114 | return rds_ib_add_ipaddr(rds_ibdev, ipaddr); | 115 | return rds_ib_add_ipaddr(rds_ibdev, ipaddr->s6_addr32[3]); |
115 | } | 116 | } |
116 | rds_ib_dev_put(rds_ibdev_old); | 117 | rds_ib_dev_put(rds_ibdev_old); |
117 | 118 | ||
@@ -544,7 +545,7 @@ void *rds_ib_get_mr(struct scatterlist *sg, unsigned long nents, | |||
544 | struct rds_ib_connection *ic = rs->rs_conn->c_transport_data; | 545 | struct rds_ib_connection *ic = rs->rs_conn->c_transport_data; |
545 | int ret; | 546 | int ret; |
546 | 547 | ||
547 | rds_ibdev = rds_ib_get_device(rs->rs_bound_addr); | 548 | rds_ibdev = rds_ib_get_device(rs->rs_bound_addr.s6_addr32[3]); |
548 | if (!rds_ibdev) { | 549 | if (!rds_ibdev) { |
549 | ret = -ENODEV; | 550 | ret = -ENODEV; |
550 | goto out; | 551 | goto out; |
diff --git a/net/rds/ib_recv.c b/net/rds/ib_recv.c index 1eaf2550a9f8..557ccbb1ce00 100644 --- a/net/rds/ib_recv.c +++ b/net/rds/ib_recv.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -266,7 +266,7 @@ static struct rds_ib_incoming *rds_ib_refill_one_inc(struct rds_ib_connection *i | |||
266 | rds_ib_stats_inc(s_ib_rx_total_incs); | 266 | rds_ib_stats_inc(s_ib_rx_total_incs); |
267 | } | 267 | } |
268 | INIT_LIST_HEAD(&ibinc->ii_frags); | 268 | INIT_LIST_HEAD(&ibinc->ii_frags); |
269 | rds_inc_init(&ibinc->ii_inc, ic->conn, ic->conn->c_faddr); | 269 | rds_inc_init(&ibinc->ii_inc, ic->conn, &ic->conn->c_faddr); |
270 | 270 | ||
271 | return ibinc; | 271 | return ibinc; |
272 | } | 272 | } |
@@ -418,7 +418,7 @@ void rds_ib_recv_refill(struct rds_connection *conn, int prefill, gfp_t gfp) | |||
418 | ret = ib_post_recv(ic->i_cm_id->qp, &recv->r_wr, &failed_wr); | 418 | ret = ib_post_recv(ic->i_cm_id->qp, &recv->r_wr, &failed_wr); |
419 | if (ret) { | 419 | if (ret) { |
420 | rds_ib_conn_error(conn, "recv post on " | 420 | rds_ib_conn_error(conn, "recv post on " |
421 | "%pI4 returned %d, disconnecting and " | 421 | "%pI6c returned %d, disconnecting and " |
422 | "reconnecting\n", &conn->c_faddr, | 422 | "reconnecting\n", &conn->c_faddr, |
423 | ret); | 423 | ret); |
424 | break; | 424 | break; |
@@ -848,7 +848,7 @@ static void rds_ib_process_recv(struct rds_connection *conn, | |||
848 | 848 | ||
849 | if (data_len < sizeof(struct rds_header)) { | 849 | if (data_len < sizeof(struct rds_header)) { |
850 | rds_ib_conn_error(conn, "incoming message " | 850 | rds_ib_conn_error(conn, "incoming message " |
851 | "from %pI4 didn't include a " | 851 | "from %pI6c didn't include a " |
852 | "header, disconnecting and " | 852 | "header, disconnecting and " |
853 | "reconnecting\n", | 853 | "reconnecting\n", |
854 | &conn->c_faddr); | 854 | &conn->c_faddr); |
@@ -861,7 +861,7 @@ static void rds_ib_process_recv(struct rds_connection *conn, | |||
861 | /* Validate the checksum. */ | 861 | /* Validate the checksum. */ |
862 | if (!rds_message_verify_checksum(ihdr)) { | 862 | if (!rds_message_verify_checksum(ihdr)) { |
863 | rds_ib_conn_error(conn, "incoming message " | 863 | rds_ib_conn_error(conn, "incoming message " |
864 | "from %pI4 has corrupted header - " | 864 | "from %pI6c has corrupted header - " |
865 | "forcing a reconnect\n", | 865 | "forcing a reconnect\n", |
866 | &conn->c_faddr); | 866 | &conn->c_faddr); |
867 | rds_stats_inc(s_recv_drop_bad_checksum); | 867 | rds_stats_inc(s_recv_drop_bad_checksum); |
@@ -941,10 +941,10 @@ static void rds_ib_process_recv(struct rds_connection *conn, | |||
941 | ic->i_recv_data_rem = 0; | 941 | ic->i_recv_data_rem = 0; |
942 | ic->i_ibinc = NULL; | 942 | ic->i_ibinc = NULL; |
943 | 943 | ||
944 | if (ibinc->ii_inc.i_hdr.h_flags == RDS_FLAG_CONG_BITMAP) | 944 | if (ibinc->ii_inc.i_hdr.h_flags == RDS_FLAG_CONG_BITMAP) { |
945 | rds_ib_cong_recv(conn, ibinc); | 945 | rds_ib_cong_recv(conn, ibinc); |
946 | else { | 946 | } else { |
947 | rds_recv_incoming(conn, conn->c_faddr, conn->c_laddr, | 947 | rds_recv_incoming(conn, &conn->c_faddr, &conn->c_laddr, |
948 | &ibinc->ii_inc, GFP_ATOMIC); | 948 | &ibinc->ii_inc, GFP_ATOMIC); |
949 | state->ack_next = be64_to_cpu(hdr->h_sequence); | 949 | state->ack_next = be64_to_cpu(hdr->h_sequence); |
950 | state->ack_next_valid = 1; | 950 | state->ack_next_valid = 1; |
@@ -988,7 +988,7 @@ void rds_ib_recv_cqe_handler(struct rds_ib_connection *ic, | |||
988 | } else { | 988 | } else { |
989 | /* We expect errors as the qp is drained during shutdown */ | 989 | /* We expect errors as the qp is drained during shutdown */ |
990 | if (rds_conn_up(conn) || rds_conn_connecting(conn)) | 990 | if (rds_conn_up(conn) || rds_conn_connecting(conn)) |
991 | rds_ib_conn_error(conn, "recv completion on <%pI4,%pI4> had status %u (%s), disconnecting and reconnecting\n", | 991 | rds_ib_conn_error(conn, "recv completion on <%pI6c,%pI6c> had status %u (%s), disconnecting and reconnecting\n", |
992 | &conn->c_laddr, &conn->c_faddr, | 992 | &conn->c_laddr, &conn->c_faddr, |
993 | wc->status, | 993 | wc->status, |
994 | ib_wc_status_msg(wc->status)); | 994 | ib_wc_status_msg(wc->status)); |
diff --git a/net/rds/ib_send.c b/net/rds/ib_send.c index 8557a1cae041..c4cdfe491d96 100644 --- a/net/rds/ib_send.c +++ b/net/rds/ib_send.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -305,7 +305,7 @@ void rds_ib_send_cqe_handler(struct rds_ib_connection *ic, struct ib_wc *wc) | |||
305 | 305 | ||
306 | /* We expect errors as the qp is drained during shutdown */ | 306 | /* We expect errors as the qp is drained during shutdown */ |
307 | if (wc->status != IB_WC_SUCCESS && rds_conn_up(conn)) { | 307 | if (wc->status != IB_WC_SUCCESS && rds_conn_up(conn)) { |
308 | rds_ib_conn_error(conn, "send completion on <%pI4,%pI4> had status %u (%s), disconnecting and reconnecting\n", | 308 | rds_ib_conn_error(conn, "send completion on <%pI6c,%pI6c> had status %u (%s), disconnecting and reconnecting\n", |
309 | &conn->c_laddr, &conn->c_faddr, wc->status, | 309 | &conn->c_laddr, &conn->c_faddr, wc->status, |
310 | ib_wc_status_msg(wc->status)); | 310 | ib_wc_status_msg(wc->status)); |
311 | } | 311 | } |
@@ -730,7 +730,7 @@ int rds_ib_xmit(struct rds_connection *conn, struct rds_message *rm, | |||
730 | first, &first->s_wr, ret, failed_wr); | 730 | first, &first->s_wr, ret, failed_wr); |
731 | BUG_ON(failed_wr != &first->s_wr); | 731 | BUG_ON(failed_wr != &first->s_wr); |
732 | if (ret) { | 732 | if (ret) { |
733 | printk(KERN_WARNING "RDS/IB: ib_post_send to %pI4 " | 733 | printk(KERN_WARNING "RDS/IB: ib_post_send to %pI6c " |
734 | "returned %d\n", &conn->c_faddr, ret); | 734 | "returned %d\n", &conn->c_faddr, ret); |
735 | rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc); | 735 | rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc); |
736 | rds_ib_sub_signaled(ic, nr_sig); | 736 | rds_ib_sub_signaled(ic, nr_sig); |
@@ -827,7 +827,7 @@ int rds_ib_xmit_atomic(struct rds_connection *conn, struct rm_atomic_op *op) | |||
827 | send, &send->s_atomic_wr, ret, failed_wr); | 827 | send, &send->s_atomic_wr, ret, failed_wr); |
828 | BUG_ON(failed_wr != &send->s_atomic_wr.wr); | 828 | BUG_ON(failed_wr != &send->s_atomic_wr.wr); |
829 | if (ret) { | 829 | if (ret) { |
830 | printk(KERN_WARNING "RDS/IB: atomic ib_post_send to %pI4 " | 830 | printk(KERN_WARNING "RDS/IB: atomic ib_post_send to %pI6c " |
831 | "returned %d\n", &conn->c_faddr, ret); | 831 | "returned %d\n", &conn->c_faddr, ret); |
832 | rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc); | 832 | rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc); |
833 | rds_ib_sub_signaled(ic, nr_sig); | 833 | rds_ib_sub_signaled(ic, nr_sig); |
@@ -967,7 +967,7 @@ int rds_ib_xmit_rdma(struct rds_connection *conn, struct rm_rdma_op *op) | |||
967 | first, &first->s_rdma_wr.wr, ret, failed_wr); | 967 | first, &first->s_rdma_wr.wr, ret, failed_wr); |
968 | BUG_ON(failed_wr != &first->s_rdma_wr.wr); | 968 | BUG_ON(failed_wr != &first->s_rdma_wr.wr); |
969 | if (ret) { | 969 | if (ret) { |
970 | printk(KERN_WARNING "RDS/IB: rdma ib_post_send to %pI4 " | 970 | printk(KERN_WARNING "RDS/IB: rdma ib_post_send to %pI6c " |
971 | "returned %d\n", &conn->c_faddr, ret); | 971 | "returned %d\n", &conn->c_faddr, ret); |
972 | rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc); | 972 | rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc); |
973 | rds_ib_sub_signaled(ic, nr_sig); | 973 | rds_ib_sub_signaled(ic, nr_sig); |
diff --git a/net/rds/loop.c b/net/rds/loop.c index feea1f96ee2a..1d73ad79c847 100644 --- a/net/rds/loop.c +++ b/net/rds/loop.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -35,6 +35,7 @@ | |||
35 | #include <linux/in.h> | 35 | #include <linux/in.h> |
36 | #include <net/net_namespace.h> | 36 | #include <net/net_namespace.h> |
37 | #include <net/netns/generic.h> | 37 | #include <net/netns/generic.h> |
38 | #include <linux/ipv6.h> | ||
38 | 39 | ||
39 | #include "rds_single_path.h" | 40 | #include "rds_single_path.h" |
40 | #include "rds.h" | 41 | #include "rds.h" |
@@ -88,11 +89,11 @@ static int rds_loop_xmit(struct rds_connection *conn, struct rds_message *rm, | |||
88 | 89 | ||
89 | BUG_ON(hdr_off || sg || off); | 90 | BUG_ON(hdr_off || sg || off); |
90 | 91 | ||
91 | rds_inc_init(&rm->m_inc, conn, conn->c_laddr); | 92 | rds_inc_init(&rm->m_inc, conn, &conn->c_laddr); |
92 | /* For the embedded inc. Matching put is in loop_inc_free() */ | 93 | /* For the embedded inc. Matching put is in loop_inc_free() */ |
93 | rds_message_addref(rm); | 94 | rds_message_addref(rm); |
94 | 95 | ||
95 | rds_recv_incoming(conn, conn->c_laddr, conn->c_faddr, &rm->m_inc, | 96 | rds_recv_incoming(conn, &conn->c_laddr, &conn->c_faddr, &rm->m_inc, |
96 | GFP_KERNEL); | 97 | GFP_KERNEL); |
97 | 98 | ||
98 | rds_send_drop_acked(conn, be64_to_cpu(rm->m_inc.i_hdr.h_sequence), | 99 | rds_send_drop_acked(conn, be64_to_cpu(rm->m_inc.i_hdr.h_sequence), |
diff --git a/net/rds/rdma.c b/net/rds/rdma.c index 634cfcb7bba6..7b3998026825 100644 --- a/net/rds/rdma.c +++ b/net/rds/rdma.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2007 Oracle. All rights reserved. | 2 | * Copyright (c) 2007, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -183,7 +183,7 @@ static int __rds_rdma_map(struct rds_sock *rs, struct rds_get_mr_args *args, | |||
183 | long i; | 183 | long i; |
184 | int ret; | 184 | int ret; |
185 | 185 | ||
186 | if (rs->rs_bound_addr == 0 || !rs->rs_transport) { | 186 | if (ipv6_addr_any(&rs->rs_bound_addr) || !rs->rs_transport) { |
187 | ret = -ENOTCONN; /* XXX not a great errno */ | 187 | ret = -ENOTCONN; /* XXX not a great errno */ |
188 | goto out; | 188 | goto out; |
189 | } | 189 | } |
@@ -574,7 +574,7 @@ int rds_cmsg_rdma_args(struct rds_sock *rs, struct rds_message *rm, | |||
574 | 574 | ||
575 | args = CMSG_DATA(cmsg); | 575 | args = CMSG_DATA(cmsg); |
576 | 576 | ||
577 | if (rs->rs_bound_addr == 0) { | 577 | if (ipv6_addr_any(&rs->rs_bound_addr)) { |
578 | ret = -ENOTCONN; /* XXX not a great errno */ | 578 | ret = -ENOTCONN; /* XXX not a great errno */ |
579 | goto out_ret; | 579 | goto out_ret; |
580 | } | 580 | } |
diff --git a/net/rds/rdma_transport.c b/net/rds/rdma_transport.c index fc59821f0a27..f49abef69550 100644 --- a/net/rds/rdma_transport.c +++ b/net/rds/rdma_transport.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2009 Oracle. All rights reserved. | 2 | * Copyright (c) 2009, 2018 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -39,8 +39,9 @@ | |||
39 | 39 | ||
40 | static struct rdma_cm_id *rds_rdma_listen_id; | 40 | static struct rdma_cm_id *rds_rdma_listen_id; |
41 | 41 | ||
42 | int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id, | 42 | static int rds_rdma_cm_event_handler_cmn(struct rdma_cm_id *cm_id, |
43 | struct rdma_cm_event *event) | 43 | struct rdma_cm_event *event, |
44 | bool isv6) | ||
44 | { | 45 | { |
45 | /* this can be null in the listening path */ | 46 | /* this can be null in the listening path */ |
46 | struct rds_connection *conn = cm_id->context; | 47 | struct rds_connection *conn = cm_id->context; |
@@ -72,7 +73,7 @@ int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id, | |||
72 | 73 | ||
73 | switch (event->event) { | 74 | switch (event->event) { |
74 | case RDMA_CM_EVENT_CONNECT_REQUEST: | 75 | case RDMA_CM_EVENT_CONNECT_REQUEST: |
75 | ret = trans->cm_handle_connect(cm_id, event); | 76 | ret = trans->cm_handle_connect(cm_id, event, isv6); |
76 | break; | 77 | break; |
77 | 78 | ||
78 | case RDMA_CM_EVENT_ADDR_RESOLVED: | 79 | case RDMA_CM_EVENT_ADDR_RESOLVED: |
@@ -90,7 +91,7 @@ int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id, | |||
90 | 91 | ||
91 | ibic = conn->c_transport_data; | 92 | ibic = conn->c_transport_data; |
92 | if (ibic && ibic->i_cm_id == cm_id) | 93 | if (ibic && ibic->i_cm_id == cm_id) |
93 | ret = trans->cm_initiate_connect(cm_id); | 94 | ret = trans->cm_initiate_connect(cm_id, isv6); |
94 | else | 95 | else |
95 | rds_conn_drop(conn); | 96 | rds_conn_drop(conn); |
96 | } | 97 | } |
@@ -116,14 +117,14 @@ int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id, | |||
116 | 117 | ||
117 | case RDMA_CM_EVENT_DISCONNECTED: | 118 | case RDMA_CM_EVENT_DISCONNECTED: |
118 | rdsdebug("DISCONNECT event - dropping connection " | 119 | rdsdebug("DISCONNECT event - dropping connection " |
119 | "%pI4->%pI4\n", &conn->c_laddr, | 120 | "%pI6c->%pI6c\n", &conn->c_laddr, |
120 | &conn->c_faddr); | 121 | &conn->c_faddr); |
121 | rds_conn_drop(conn); | 122 | rds_conn_drop(conn); |
122 | break; | 123 | break; |
123 | 124 | ||
124 | case RDMA_CM_EVENT_TIMEWAIT_EXIT: | 125 | case RDMA_CM_EVENT_TIMEWAIT_EXIT: |
125 | if (conn) { | 126 | if (conn) { |
126 | pr_info("RDS: RDMA_CM_EVENT_TIMEWAIT_EXIT event: dropping connection %pI4->%pI4\n", | 127 | pr_info("RDS: RDMA_CM_EVENT_TIMEWAIT_EXIT event: dropping connection %pI6c->%pI6c\n", |
127 | &conn->c_laddr, &conn->c_faddr); | 128 | &conn->c_laddr, &conn->c_faddr); |
128 | rds_conn_drop(conn); | 129 | rds_conn_drop(conn); |
129 | } | 130 | } |
@@ -146,13 +147,20 @@ out: | |||
146 | return ret; | 147 | return ret; |
147 | } | 148 | } |
148 | 149 | ||
149 | static int rds_rdma_listen_init(void) | 150 | int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id, |
151 | struct rdma_cm_event *event) | ||
152 | { | ||
153 | return rds_rdma_cm_event_handler_cmn(cm_id, event, false); | ||
154 | } | ||
155 | |||
156 | static int rds_rdma_listen_init_common(rdma_cm_event_handler handler, | ||
157 | struct sockaddr *sa, | ||
158 | struct rdma_cm_id **ret_cm_id) | ||
150 | { | 159 | { |
151 | struct sockaddr_in sin; | ||
152 | struct rdma_cm_id *cm_id; | 160 | struct rdma_cm_id *cm_id; |
153 | int ret; | 161 | int ret; |
154 | 162 | ||
155 | cm_id = rdma_create_id(&init_net, rds_rdma_cm_event_handler, NULL, | 163 | cm_id = rdma_create_id(&init_net, handler, NULL, |
156 | RDMA_PS_TCP, IB_QPT_RC); | 164 | RDMA_PS_TCP, IB_QPT_RC); |
157 | if (IS_ERR(cm_id)) { | 165 | if (IS_ERR(cm_id)) { |
158 | ret = PTR_ERR(cm_id); | 166 | ret = PTR_ERR(cm_id); |
@@ -161,15 +169,11 @@ static int rds_rdma_listen_init(void) | |||
161 | return ret; | 169 | return ret; |
162 | } | 170 | } |
163 | 171 | ||
164 | sin.sin_family = AF_INET; | ||
165 | sin.sin_addr.s_addr = (__force u32)htonl(INADDR_ANY); | ||
166 | sin.sin_port = (__force u16)htons(RDS_PORT); | ||
167 | |||
168 | /* | 172 | /* |
169 | * XXX I bet this binds the cm_id to a device. If we want to support | 173 | * XXX I bet this binds the cm_id to a device. If we want to support |
170 | * fail-over we'll have to take this into consideration. | 174 | * fail-over we'll have to take this into consideration. |
171 | */ | 175 | */ |
172 | ret = rdma_bind_addr(cm_id, (struct sockaddr *)&sin); | 176 | ret = rdma_bind_addr(cm_id, sa); |
173 | if (ret) { | 177 | if (ret) { |
174 | printk(KERN_ERR "RDS/RDMA: failed to setup listener, " | 178 | printk(KERN_ERR "RDS/RDMA: failed to setup listener, " |
175 | "rdma_bind_addr() returned %d\n", ret); | 179 | "rdma_bind_addr() returned %d\n", ret); |
@@ -185,7 +189,7 @@ static int rds_rdma_listen_init(void) | |||
185 | 189 | ||
186 | rdsdebug("cm %p listening on port %u\n", cm_id, RDS_PORT); | 190 | rdsdebug("cm %p listening on port %u\n", cm_id, RDS_PORT); |
187 | 191 | ||
188 | rds_rdma_listen_id = cm_id; | 192 | *ret_cm_id = cm_id; |
189 | cm_id = NULL; | 193 | cm_id = NULL; |
190 | out: | 194 | out: |
191 | if (cm_id) | 195 | if (cm_id) |
@@ -193,6 +197,26 @@ out: | |||
193 | return ret; | 197 | return ret; |
194 | } | 198 | } |
195 | 199 | ||
200 | /* Initialize the RDS RDMA listeners. We create two listeners for | ||
201 | * compatibility reason. The one on RDS_PORT is used for IPv4 | ||
202 | * requests only. The one on RDS_CM_PORT is used for IPv6 requests | ||
203 | * only. So only IPv6 enabled RDS module will communicate using this | ||
204 | * port. | ||
205 | */ | ||
206 | static int rds_rdma_listen_init(void) | ||
207 | { | ||
208 | int ret; | ||
209 | struct sockaddr_in sin; | ||
210 | |||
211 | sin.sin_family = PF_INET; | ||
212 | sin.sin_addr.s_addr = htonl(INADDR_ANY); | ||
213 | sin.sin_port = htons(RDS_PORT); | ||
214 | ret = rds_rdma_listen_init_common(rds_rdma_cm_event_handler, | ||
215 | (struct sockaddr *)&sin, | ||
216 | &rds_rdma_listen_id); | ||
217 | return ret; | ||
218 | } | ||
219 | |||
196 | static void rds_rdma_listen_stop(void) | 220 | static void rds_rdma_listen_stop(void) |
197 | { | 221 | { |
198 | if (rds_rdma_listen_id) { | 222 | if (rds_rdma_listen_id) { |
diff --git a/net/rds/rds.h b/net/rds/rds.h index f2272fb8cd45..1bff26988a5e 100644 --- a/net/rds/rds.h +++ b/net/rds/rds.h | |||
@@ -10,6 +10,7 @@ | |||
10 | #include <linux/rds.h> | 10 | #include <linux/rds.h> |
11 | #include <linux/rhashtable.h> | 11 | #include <linux/rhashtable.h> |
12 | #include <linux/refcount.h> | 12 | #include <linux/refcount.h> |
13 | #include <linux/in6.h> | ||
13 | 14 | ||
14 | #include "info.h" | 15 | #include "info.h" |
15 | 16 | ||
@@ -30,6 +31,7 @@ | |||
30 | * userspace from listening. | 31 | * userspace from listening. |
31 | */ | 32 | */ |
32 | #define RDS_PORT 18634 | 33 | #define RDS_PORT 18634 |
34 | #define RDS_CM_PORT 16385 | ||
33 | 35 | ||
34 | #ifdef ATOMIC64_INIT | 36 | #ifdef ATOMIC64_INIT |
35 | #define KERNEL_HAS_ATOMIC64 | 37 | #define KERNEL_HAS_ATOMIC64 |
@@ -61,7 +63,7 @@ void rdsdebug(char *fmt, ...) | |||
61 | 63 | ||
62 | struct rds_cong_map { | 64 | struct rds_cong_map { |
63 | struct rb_node m_rb_node; | 65 | struct rb_node m_rb_node; |
64 | __be32 m_addr; | 66 | struct in6_addr m_addr; |
65 | wait_queue_head_t m_waitq; | 67 | wait_queue_head_t m_waitq; |
66 | struct list_head m_conn_list; | 68 | struct list_head m_conn_list; |
67 | unsigned long m_page_addrs[RDS_CONG_MAP_PAGES]; | 69 | unsigned long m_page_addrs[RDS_CONG_MAP_PAGES]; |
@@ -136,11 +138,13 @@ struct rds_conn_path { | |||
136 | /* One rds_connection per RDS address pair */ | 138 | /* One rds_connection per RDS address pair */ |
137 | struct rds_connection { | 139 | struct rds_connection { |
138 | struct hlist_node c_hash_node; | 140 | struct hlist_node c_hash_node; |
139 | __be32 c_laddr; | 141 | struct in6_addr c_laddr; |
140 | __be32 c_faddr; | 142 | struct in6_addr c_faddr; |
143 | int c_dev_if; /* c_laddrs's interface index */ | ||
141 | unsigned int c_loopback:1, | 144 | unsigned int c_loopback:1, |
145 | c_isv6:1, | ||
142 | c_ping_triggered:1, | 146 | c_ping_triggered:1, |
143 | c_pad_to_32:30; | 147 | c_pad_to_32:29; |
144 | int c_npaths; | 148 | int c_npaths; |
145 | struct rds_connection *c_passive; | 149 | struct rds_connection *c_passive; |
146 | struct rds_transport *c_trans; | 150 | struct rds_transport *c_trans; |
@@ -269,7 +273,7 @@ struct rds_incoming { | |||
269 | struct rds_conn_path *i_conn_path; | 273 | struct rds_conn_path *i_conn_path; |
270 | struct rds_header i_hdr; | 274 | struct rds_header i_hdr; |
271 | unsigned long i_rx_jiffies; | 275 | unsigned long i_rx_jiffies; |
272 | __be32 i_saddr; | 276 | struct in6_addr i_saddr; |
273 | 277 | ||
274 | rds_rdma_cookie_t i_rdma_cookie; | 278 | rds_rdma_cookie_t i_rdma_cookie; |
275 | struct timeval i_rx_tstamp; | 279 | struct timeval i_rx_tstamp; |
@@ -386,7 +390,7 @@ struct rds_message { | |||
386 | struct list_head m_conn_item; | 390 | struct list_head m_conn_item; |
387 | struct rds_incoming m_inc; | 391 | struct rds_incoming m_inc; |
388 | u64 m_ack_seq; | 392 | u64 m_ack_seq; |
389 | __be32 m_daddr; | 393 | struct in6_addr m_daddr; |
390 | unsigned long m_flags; | 394 | unsigned long m_flags; |
391 | 395 | ||
392 | /* Never access m_rs without holding m_rs_lock. | 396 | /* Never access m_rs without holding m_rs_lock. |
@@ -519,7 +523,8 @@ struct rds_transport { | |||
519 | t_mp_capable:1; | 523 | t_mp_capable:1; |
520 | unsigned int t_type; | 524 | unsigned int t_type; |
521 | 525 | ||
522 | int (*laddr_check)(struct net *net, __be32 addr); | 526 | int (*laddr_check)(struct net *net, const struct in6_addr *addr, |
527 | __u32 scope_id); | ||
523 | int (*conn_alloc)(struct rds_connection *conn, gfp_t gfp); | 528 | int (*conn_alloc)(struct rds_connection *conn, gfp_t gfp); |
524 | void (*conn_free)(void *data); | 529 | void (*conn_free)(void *data); |
525 | int (*conn_path_connect)(struct rds_conn_path *cp); | 530 | int (*conn_path_connect)(struct rds_conn_path *cp); |
@@ -535,8 +540,8 @@ struct rds_transport { | |||
535 | void (*inc_free)(struct rds_incoming *inc); | 540 | void (*inc_free)(struct rds_incoming *inc); |
536 | 541 | ||
537 | int (*cm_handle_connect)(struct rdma_cm_id *cm_id, | 542 | int (*cm_handle_connect)(struct rdma_cm_id *cm_id, |
538 | struct rdma_cm_event *event); | 543 | struct rdma_cm_event *event, bool isv6); |
539 | int (*cm_initiate_connect)(struct rdma_cm_id *cm_id); | 544 | int (*cm_initiate_connect)(struct rdma_cm_id *cm_id, bool isv6); |
540 | void (*cm_connect_complete)(struct rds_connection *conn, | 545 | void (*cm_connect_complete)(struct rds_connection *conn, |
541 | struct rdma_cm_event *event); | 546 | struct rdma_cm_event *event); |
542 | 547 | ||
@@ -551,6 +556,12 @@ struct rds_transport { | |||
551 | bool (*t_unloading)(struct rds_connection *conn); | 556 | bool (*t_unloading)(struct rds_connection *conn); |
552 | }; | 557 | }; |
553 | 558 | ||
559 | /* Bind hash table key length. It is the sum of the size of a struct | ||
560 | * in6_addr, a scope_id and a port. | ||
561 | */ | ||
562 | #define RDS_BOUND_KEY_LEN \ | ||
563 | (sizeof(struct in6_addr) + sizeof(__u32) + sizeof(__be16)) | ||
564 | |||
554 | struct rds_sock { | 565 | struct rds_sock { |
555 | struct sock rs_sk; | 566 | struct sock rs_sk; |
556 | 567 | ||
@@ -562,10 +573,14 @@ struct rds_sock { | |||
562 | * support. | 573 | * support. |
563 | */ | 574 | */ |
564 | struct rhash_head rs_bound_node; | 575 | struct rhash_head rs_bound_node; |
565 | u64 rs_bound_key; | 576 | u8 rs_bound_key[RDS_BOUND_KEY_LEN]; |
566 | __be32 rs_bound_addr; | 577 | struct sockaddr_in6 rs_bound_sin6; |
567 | __be32 rs_conn_addr; | 578 | #define rs_bound_addr rs_bound_sin6.sin6_addr |
568 | __be16 rs_bound_port; | 579 | #define rs_bound_addr_v4 rs_bound_sin6.sin6_addr.s6_addr32[3] |
580 | #define rs_bound_port rs_bound_sin6.sin6_port | ||
581 | #define rs_bound_scope_id rs_bound_sin6.sin6_scope_id | ||
582 | struct in6_addr rs_conn_addr; | ||
583 | #define rs_conn_addr_v4 rs_conn_addr.s6_addr32[3] | ||
569 | __be16 rs_conn_port; | 584 | __be16 rs_conn_port; |
570 | struct rds_transport *rs_transport; | 585 | struct rds_transport *rs_transport; |
571 | 586 | ||
@@ -701,7 +716,8 @@ extern wait_queue_head_t rds_poll_waitq; | |||
701 | /* bind.c */ | 716 | /* bind.c */ |
702 | int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len); | 717 | int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len); |
703 | void rds_remove_bound(struct rds_sock *rs); | 718 | void rds_remove_bound(struct rds_sock *rs); |
704 | struct rds_sock *rds_find_bound(__be32 addr, __be16 port); | 719 | struct rds_sock *rds_find_bound(const struct in6_addr *addr, __be16 port, |
720 | __u32 scope_id); | ||
705 | int rds_bind_lock_init(void); | 721 | int rds_bind_lock_init(void); |
706 | void rds_bind_lock_destroy(void); | 722 | void rds_bind_lock_destroy(void); |
707 | 723 | ||
@@ -725,11 +741,15 @@ extern u32 rds_gen_num; | |||
725 | int rds_conn_init(void); | 741 | int rds_conn_init(void); |
726 | void rds_conn_exit(void); | 742 | void rds_conn_exit(void); |
727 | struct rds_connection *rds_conn_create(struct net *net, | 743 | struct rds_connection *rds_conn_create(struct net *net, |
728 | __be32 laddr, __be32 faddr, | 744 | const struct in6_addr *laddr, |
729 | struct rds_transport *trans, gfp_t gfp); | 745 | const struct in6_addr *faddr, |
746 | struct rds_transport *trans, gfp_t gfp, | ||
747 | int dev_if); | ||
730 | struct rds_connection *rds_conn_create_outgoing(struct net *net, | 748 | struct rds_connection *rds_conn_create_outgoing(struct net *net, |
731 | __be32 laddr, __be32 faddr, | 749 | const struct in6_addr *laddr, |
732 | struct rds_transport *trans, gfp_t gfp); | 750 | const struct in6_addr *faddr, |
751 | struct rds_transport *trans, | ||
752 | gfp_t gfp, int dev_if); | ||
733 | void rds_conn_shutdown(struct rds_conn_path *cpath); | 753 | void rds_conn_shutdown(struct rds_conn_path *cpath); |
734 | void rds_conn_destroy(struct rds_connection *conn); | 754 | void rds_conn_destroy(struct rds_connection *conn); |
735 | void rds_conn_drop(struct rds_connection *conn); | 755 | void rds_conn_drop(struct rds_connection *conn); |
@@ -840,11 +860,12 @@ void rds_page_exit(void); | |||
840 | 860 | ||
841 | /* recv.c */ | 861 | /* recv.c */ |
842 | void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn, | 862 | void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn, |
843 | __be32 saddr); | 863 | struct in6_addr *saddr); |
844 | void rds_inc_path_init(struct rds_incoming *inc, struct rds_conn_path *conn, | 864 | void rds_inc_path_init(struct rds_incoming *inc, struct rds_conn_path *conn, |
845 | __be32 saddr); | 865 | struct in6_addr *saddr); |
846 | void rds_inc_put(struct rds_incoming *inc); | 866 | void rds_inc_put(struct rds_incoming *inc); |
847 | void rds_recv_incoming(struct rds_connection *conn, __be32 saddr, __be32 daddr, | 867 | void rds_recv_incoming(struct rds_connection *conn, struct in6_addr *saddr, |
868 | struct in6_addr *daddr, | ||
848 | struct rds_incoming *inc, gfp_t gfp); | 869 | struct rds_incoming *inc, gfp_t gfp); |
849 | int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size, | 870 | int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size, |
850 | int msg_flags); | 871 | int msg_flags); |
@@ -859,7 +880,7 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len); | |||
859 | void rds_send_path_reset(struct rds_conn_path *conn); | 880 | void rds_send_path_reset(struct rds_conn_path *conn); |
860 | int rds_send_xmit(struct rds_conn_path *cp); | 881 | int rds_send_xmit(struct rds_conn_path *cp); |
861 | struct sockaddr_in; | 882 | struct sockaddr_in; |
862 | void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in *dest); | 883 | void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in6 *dest); |
863 | typedef int (*is_acked_func)(struct rds_message *rm, uint64_t ack); | 884 | typedef int (*is_acked_func)(struct rds_message *rm, uint64_t ack); |
864 | void rds_send_drop_acked(struct rds_connection *conn, u64 ack, | 885 | void rds_send_drop_acked(struct rds_connection *conn, u64 ack, |
865 | is_acked_func is_acked); | 886 | is_acked_func is_acked); |
@@ -946,11 +967,14 @@ void rds_send_worker(struct work_struct *); | |||
946 | void rds_recv_worker(struct work_struct *); | 967 | void rds_recv_worker(struct work_struct *); |
947 | void rds_connect_path_complete(struct rds_conn_path *conn, int curr); | 968 | void rds_connect_path_complete(struct rds_conn_path *conn, int curr); |
948 | void rds_connect_complete(struct rds_connection *conn); | 969 | void rds_connect_complete(struct rds_connection *conn); |
970 | int rds_addr_cmp(const struct in6_addr *a1, const struct in6_addr *a2); | ||
949 | 971 | ||
950 | /* transport.c */ | 972 | /* transport.c */ |
951 | void rds_trans_register(struct rds_transport *trans); | 973 | void rds_trans_register(struct rds_transport *trans); |
952 | void rds_trans_unregister(struct rds_transport *trans); | 974 | void rds_trans_unregister(struct rds_transport *trans); |
953 | struct rds_transport *rds_trans_get_preferred(struct net *net, __be32 addr); | 975 | struct rds_transport *rds_trans_get_preferred(struct net *net, |
976 | const struct in6_addr *addr, | ||
977 | __u32 scope_id); | ||
954 | void rds_trans_put(struct rds_transport *trans); | 978 | void rds_trans_put(struct rds_transport *trans); |
955 | unsigned int rds_trans_stats_info_copy(struct rds_info_iterator *iter, | 979 | unsigned int rds_trans_stats_info_copy(struct rds_info_iterator *iter, |
956 | unsigned int avail); | 980 | unsigned int avail); |
diff --git a/net/rds/recv.c b/net/rds/recv.c index 192ac6f78ded..4217961fd130 100644 --- a/net/rds/recv.c +++ b/net/rds/recv.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -41,14 +41,14 @@ | |||
41 | #include "rds.h" | 41 | #include "rds.h" |
42 | 42 | ||
43 | void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn, | 43 | void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn, |
44 | __be32 saddr) | 44 | struct in6_addr *saddr) |
45 | { | 45 | { |
46 | int i; | 46 | int i; |
47 | 47 | ||
48 | refcount_set(&inc->i_refcount, 1); | 48 | refcount_set(&inc->i_refcount, 1); |
49 | INIT_LIST_HEAD(&inc->i_item); | 49 | INIT_LIST_HEAD(&inc->i_item); |
50 | inc->i_conn = conn; | 50 | inc->i_conn = conn; |
51 | inc->i_saddr = saddr; | 51 | inc->i_saddr = *saddr; |
52 | inc->i_rdma_cookie = 0; | 52 | inc->i_rdma_cookie = 0; |
53 | inc->i_rx_tstamp.tv_sec = 0; | 53 | inc->i_rx_tstamp.tv_sec = 0; |
54 | inc->i_rx_tstamp.tv_usec = 0; | 54 | inc->i_rx_tstamp.tv_usec = 0; |
@@ -59,13 +59,13 @@ void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn, | |||
59 | EXPORT_SYMBOL_GPL(rds_inc_init); | 59 | EXPORT_SYMBOL_GPL(rds_inc_init); |
60 | 60 | ||
61 | void rds_inc_path_init(struct rds_incoming *inc, struct rds_conn_path *cp, | 61 | void rds_inc_path_init(struct rds_incoming *inc, struct rds_conn_path *cp, |
62 | __be32 saddr) | 62 | struct in6_addr *saddr) |
63 | { | 63 | { |
64 | refcount_set(&inc->i_refcount, 1); | 64 | refcount_set(&inc->i_refcount, 1); |
65 | INIT_LIST_HEAD(&inc->i_item); | 65 | INIT_LIST_HEAD(&inc->i_item); |
66 | inc->i_conn = cp->cp_conn; | 66 | inc->i_conn = cp->cp_conn; |
67 | inc->i_conn_path = cp; | 67 | inc->i_conn_path = cp; |
68 | inc->i_saddr = saddr; | 68 | inc->i_saddr = *saddr; |
69 | inc->i_rdma_cookie = 0; | 69 | inc->i_rdma_cookie = 0; |
70 | inc->i_rx_tstamp.tv_sec = 0; | 70 | inc->i_rx_tstamp.tv_sec = 0; |
71 | inc->i_rx_tstamp.tv_usec = 0; | 71 | inc->i_rx_tstamp.tv_usec = 0; |
@@ -110,7 +110,7 @@ static void rds_recv_rcvbuf_delta(struct rds_sock *rs, struct sock *sk, | |||
110 | 110 | ||
111 | now_congested = rs->rs_rcv_bytes > rds_sk_rcvbuf(rs); | 111 | now_congested = rs->rs_rcv_bytes > rds_sk_rcvbuf(rs); |
112 | 112 | ||
113 | rdsdebug("rs %p (%pI4:%u) recv bytes %d buf %d " | 113 | rdsdebug("rs %p (%pI6c:%u) recv bytes %d buf %d " |
114 | "now_cong %d delta %d\n", | 114 | "now_cong %d delta %d\n", |
115 | rs, &rs->rs_bound_addr, | 115 | rs, &rs->rs_bound_addr, |
116 | ntohs(rs->rs_bound_port), rs->rs_rcv_bytes, | 116 | ntohs(rs->rs_bound_port), rs->rs_rcv_bytes, |
@@ -260,7 +260,7 @@ static void rds_start_mprds(struct rds_connection *conn) | |||
260 | struct rds_conn_path *cp; | 260 | struct rds_conn_path *cp; |
261 | 261 | ||
262 | if (conn->c_npaths > 1 && | 262 | if (conn->c_npaths > 1 && |
263 | IS_CANONICAL(conn->c_laddr, conn->c_faddr)) { | 263 | rds_addr_cmp(&conn->c_laddr, &conn->c_faddr) < 0) { |
264 | for (i = 0; i < conn->c_npaths; i++) { | 264 | for (i = 0; i < conn->c_npaths; i++) { |
265 | cp = &conn->c_path[i]; | 265 | cp = &conn->c_path[i]; |
266 | rds_conn_path_connect_if_down(cp); | 266 | rds_conn_path_connect_if_down(cp); |
@@ -284,7 +284,8 @@ static void rds_start_mprds(struct rds_connection *conn) | |||
284 | * conn. This lets loopback, who only has one conn for both directions, | 284 | * conn. This lets loopback, who only has one conn for both directions, |
285 | * tell us which roles the addrs in the conn are playing for this message. | 285 | * tell us which roles the addrs in the conn are playing for this message. |
286 | */ | 286 | */ |
287 | void rds_recv_incoming(struct rds_connection *conn, __be32 saddr, __be32 daddr, | 287 | void rds_recv_incoming(struct rds_connection *conn, struct in6_addr *saddr, |
288 | struct in6_addr *daddr, | ||
288 | struct rds_incoming *inc, gfp_t gfp) | 289 | struct rds_incoming *inc, gfp_t gfp) |
289 | { | 290 | { |
290 | struct rds_sock *rs = NULL; | 291 | struct rds_sock *rs = NULL; |
@@ -339,7 +340,8 @@ void rds_recv_incoming(struct rds_connection *conn, __be32 saddr, __be32 daddr, | |||
339 | 340 | ||
340 | if (rds_sysctl_ping_enable && inc->i_hdr.h_dport == 0) { | 341 | if (rds_sysctl_ping_enable && inc->i_hdr.h_dport == 0) { |
341 | if (inc->i_hdr.h_sport == 0) { | 342 | if (inc->i_hdr.h_sport == 0) { |
342 | rdsdebug("ignore ping with 0 sport from 0x%x\n", saddr); | 343 | rdsdebug("ignore ping with 0 sport from %pI6c\n", |
344 | saddr); | ||
343 | goto out; | 345 | goto out; |
344 | } | 346 | } |
345 | rds_stats_inc(s_recv_ping); | 347 | rds_stats_inc(s_recv_ping); |
@@ -362,7 +364,7 @@ void rds_recv_incoming(struct rds_connection *conn, __be32 saddr, __be32 daddr, | |||
362 | goto out; | 364 | goto out; |
363 | } | 365 | } |
364 | 366 | ||
365 | rs = rds_find_bound(daddr, inc->i_hdr.h_dport); | 367 | rs = rds_find_bound(daddr, inc->i_hdr.h_dport, conn->c_dev_if); |
366 | if (!rs) { | 368 | if (!rs) { |
367 | rds_stats_inc(s_recv_drop_no_sock); | 369 | rds_stats_inc(s_recv_drop_no_sock); |
368 | goto out; | 370 | goto out; |
@@ -625,6 +627,7 @@ int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size, | |||
625 | struct rds_sock *rs = rds_sk_to_rs(sk); | 627 | struct rds_sock *rs = rds_sk_to_rs(sk); |
626 | long timeo; | 628 | long timeo; |
627 | int ret = 0, nonblock = msg_flags & MSG_DONTWAIT; | 629 | int ret = 0, nonblock = msg_flags & MSG_DONTWAIT; |
630 | DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, msg->msg_name); | ||
628 | DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name); | 631 | DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name); |
629 | struct rds_incoming *inc = NULL; | 632 | struct rds_incoming *inc = NULL; |
630 | 633 | ||
@@ -673,7 +676,7 @@ int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size, | |||
673 | break; | 676 | break; |
674 | } | 677 | } |
675 | 678 | ||
676 | rdsdebug("copying inc %p from %pI4:%u to user\n", inc, | 679 | rdsdebug("copying inc %p from %pI6c:%u to user\n", inc, |
677 | &inc->i_conn->c_faddr, | 680 | &inc->i_conn->c_faddr, |
678 | ntohs(inc->i_hdr.h_sport)); | 681 | ntohs(inc->i_hdr.h_sport)); |
679 | ret = inc->i_conn->c_trans->inc_copy_to_user(inc, &msg->msg_iter); | 682 | ret = inc->i_conn->c_trans->inc_copy_to_user(inc, &msg->msg_iter); |
@@ -707,12 +710,26 @@ int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size, | |||
707 | 710 | ||
708 | rds_stats_inc(s_recv_delivered); | 711 | rds_stats_inc(s_recv_delivered); |
709 | 712 | ||
710 | if (sin) { | 713 | if (msg->msg_name) { |
711 | sin->sin_family = AF_INET; | 714 | if (ipv6_addr_v4mapped(&inc->i_saddr)) { |
712 | sin->sin_port = inc->i_hdr.h_sport; | 715 | sin = (struct sockaddr_in *)msg->msg_name; |
713 | sin->sin_addr.s_addr = inc->i_saddr; | 716 | |
714 | memset(sin->sin_zero, 0, sizeof(sin->sin_zero)); | 717 | sin->sin_family = AF_INET; |
715 | msg->msg_namelen = sizeof(*sin); | 718 | sin->sin_port = inc->i_hdr.h_sport; |
719 | sin->sin_addr.s_addr = | ||
720 | inc->i_saddr.s6_addr32[3]; | ||
721 | memset(sin->sin_zero, 0, sizeof(sin->sin_zero)); | ||
722 | msg->msg_namelen = sizeof(*sin); | ||
723 | } else { | ||
724 | sin6 = (struct sockaddr_in6 *)msg->msg_name; | ||
725 | |||
726 | sin6->sin6_family = AF_INET6; | ||
727 | sin6->sin6_port = inc->i_hdr.h_sport; | ||
728 | sin6->sin6_addr = inc->i_saddr; | ||
729 | sin6->sin6_flowinfo = 0; | ||
730 | sin6->sin6_scope_id = rs->rs_bound_scope_id; | ||
731 | msg->msg_namelen = sizeof(*sin6); | ||
732 | } | ||
716 | } | 733 | } |
717 | break; | 734 | break; |
718 | } | 735 | } |
diff --git a/net/rds/send.c b/net/rds/send.c index 94c7f74909be..6ed2e925c36a 100644 --- a/net/rds/send.c +++ b/net/rds/send.c | |||
@@ -709,7 +709,7 @@ void rds_send_drop_acked(struct rds_connection *conn, u64 ack, | |||
709 | } | 709 | } |
710 | EXPORT_SYMBOL_GPL(rds_send_drop_acked); | 710 | EXPORT_SYMBOL_GPL(rds_send_drop_acked); |
711 | 711 | ||
712 | void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in *dest) | 712 | void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in6 *dest) |
713 | { | 713 | { |
714 | struct rds_message *rm, *tmp; | 714 | struct rds_message *rm, *tmp; |
715 | struct rds_connection *conn; | 715 | struct rds_connection *conn; |
@@ -721,8 +721,9 @@ void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in *dest) | |||
721 | spin_lock_irqsave(&rs->rs_lock, flags); | 721 | spin_lock_irqsave(&rs->rs_lock, flags); |
722 | 722 | ||
723 | list_for_each_entry_safe(rm, tmp, &rs->rs_send_queue, m_sock_item) { | 723 | list_for_each_entry_safe(rm, tmp, &rs->rs_send_queue, m_sock_item) { |
724 | if (dest && (dest->sin_addr.s_addr != rm->m_daddr || | 724 | if (dest && |
725 | dest->sin_port != rm->m_inc.i_hdr.h_dport)) | 725 | (!ipv6_addr_equal(&dest->sin6_addr, &rm->m_daddr) || |
726 | dest->sin6_port != rm->m_inc.i_hdr.h_dport)) | ||
726 | continue; | 727 | continue; |
727 | 728 | ||
728 | list_move(&rm->m_sock_item, &list); | 729 | list_move(&rm->m_sock_item, &list); |
@@ -1059,8 +1060,8 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len) | |||
1059 | { | 1060 | { |
1060 | struct sock *sk = sock->sk; | 1061 | struct sock *sk = sock->sk; |
1061 | struct rds_sock *rs = rds_sk_to_rs(sk); | 1062 | struct rds_sock *rs = rds_sk_to_rs(sk); |
1063 | DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, msg->msg_name); | ||
1062 | DECLARE_SOCKADDR(struct sockaddr_in *, usin, msg->msg_name); | 1064 | DECLARE_SOCKADDR(struct sockaddr_in *, usin, msg->msg_name); |
1063 | __be32 daddr; | ||
1064 | __be16 dport; | 1065 | __be16 dport; |
1065 | struct rds_message *rm = NULL; | 1066 | struct rds_message *rm = NULL; |
1066 | struct rds_connection *conn; | 1067 | struct rds_connection *conn; |
@@ -1069,10 +1070,13 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len) | |||
1069 | int nonblock = msg->msg_flags & MSG_DONTWAIT; | 1070 | int nonblock = msg->msg_flags & MSG_DONTWAIT; |
1070 | long timeo = sock_sndtimeo(sk, nonblock); | 1071 | long timeo = sock_sndtimeo(sk, nonblock); |
1071 | struct rds_conn_path *cpath; | 1072 | struct rds_conn_path *cpath; |
1073 | struct in6_addr daddr; | ||
1074 | __u32 scope_id = 0; | ||
1072 | size_t total_payload_len = payload_len, rdma_payload_len = 0; | 1075 | size_t total_payload_len = payload_len, rdma_payload_len = 0; |
1073 | bool zcopy = ((msg->msg_flags & MSG_ZEROCOPY) && | 1076 | bool zcopy = ((msg->msg_flags & MSG_ZEROCOPY) && |
1074 | sock_flag(rds_rs_to_sk(rs), SOCK_ZEROCOPY)); | 1077 | sock_flag(rds_rs_to_sk(rs), SOCK_ZEROCOPY)); |
1075 | int num_sgs = ceil(payload_len, PAGE_SIZE); | 1078 | int num_sgs = ceil(payload_len, PAGE_SIZE); |
1079 | int namelen; | ||
1076 | 1080 | ||
1077 | /* Mirror Linux UDP mirror of BSD error message compatibility */ | 1081 | /* Mirror Linux UDP mirror of BSD error message compatibility */ |
1078 | /* XXX: Perhaps MSG_MORE someday */ | 1082 | /* XXX: Perhaps MSG_MORE someday */ |
@@ -1081,27 +1085,59 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len) | |||
1081 | goto out; | 1085 | goto out; |
1082 | } | 1086 | } |
1083 | 1087 | ||
1084 | if (msg->msg_namelen) { | 1088 | namelen = msg->msg_namelen; |
1085 | /* XXX fail non-unicast destination IPs? */ | 1089 | if (namelen != 0) { |
1086 | if (msg->msg_namelen < sizeof(*usin) || usin->sin_family != AF_INET) { | 1090 | if (namelen < sizeof(*usin)) { |
1091 | ret = -EINVAL; | ||
1092 | goto out; | ||
1093 | } | ||
1094 | switch (namelen) { | ||
1095 | case sizeof(*usin): | ||
1096 | if (usin->sin_family != AF_INET || | ||
1097 | usin->sin_addr.s_addr == htonl(INADDR_ANY) || | ||
1098 | usin->sin_addr.s_addr == htonl(INADDR_BROADCAST) || | ||
1099 | IN_MULTICAST(ntohl(usin->sin_addr.s_addr))) { | ||
1100 | ret = -EINVAL; | ||
1101 | goto out; | ||
1102 | } | ||
1103 | ipv6_addr_set_v4mapped(usin->sin_addr.s_addr, &daddr); | ||
1104 | dport = usin->sin_port; | ||
1105 | break; | ||
1106 | |||
1107 | case sizeof(*sin6): { | ||
1108 | ret = -EPROTONOSUPPORT; | ||
1109 | goto out; | ||
1110 | } | ||
1111 | |||
1112 | default: | ||
1087 | ret = -EINVAL; | 1113 | ret = -EINVAL; |
1088 | goto out; | 1114 | goto out; |
1089 | } | 1115 | } |
1090 | daddr = usin->sin_addr.s_addr; | ||
1091 | dport = usin->sin_port; | ||
1092 | } else { | 1116 | } else { |
1093 | /* We only care about consistency with ->connect() */ | 1117 | /* We only care about consistency with ->connect() */ |
1094 | lock_sock(sk); | 1118 | lock_sock(sk); |
1095 | daddr = rs->rs_conn_addr; | 1119 | daddr = rs->rs_conn_addr; |
1096 | dport = rs->rs_conn_port; | 1120 | dport = rs->rs_conn_port; |
1121 | scope_id = rs->rs_bound_scope_id; | ||
1097 | release_sock(sk); | 1122 | release_sock(sk); |
1098 | } | 1123 | } |
1099 | 1124 | ||
1100 | lock_sock(sk); | 1125 | lock_sock(sk); |
1101 | if (daddr == 0 || rs->rs_bound_addr == 0) { | 1126 | if (ipv6_addr_any(&rs->rs_bound_addr) || ipv6_addr_any(&daddr)) { |
1102 | release_sock(sk); | 1127 | release_sock(sk); |
1103 | ret = -ENOTCONN; /* XXX not a great errno */ | 1128 | ret = -ENOTCONN; |
1104 | goto out; | 1129 | goto out; |
1130 | } else if (namelen != 0) { | ||
1131 | /* Cannot send to an IPv4 address using an IPv6 source | ||
1132 | * address and cannot send to an IPv6 address using an | ||
1133 | * IPv4 source address. | ||
1134 | */ | ||
1135 | if (ipv6_addr_v4mapped(&daddr) ^ | ||
1136 | ipv6_addr_v4mapped(&rs->rs_bound_addr)) { | ||
1137 | release_sock(sk); | ||
1138 | ret = -EOPNOTSUPP; | ||
1139 | goto out; | ||
1140 | } | ||
1105 | } | 1141 | } |
1106 | release_sock(sk); | 1142 | release_sock(sk); |
1107 | 1143 | ||
@@ -1155,13 +1191,14 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len) | |||
1155 | 1191 | ||
1156 | /* rds_conn_create has a spinlock that runs with IRQ off. | 1192 | /* rds_conn_create has a spinlock that runs with IRQ off. |
1157 | * Caching the conn in the socket helps a lot. */ | 1193 | * Caching the conn in the socket helps a lot. */ |
1158 | if (rs->rs_conn && rs->rs_conn->c_faddr == daddr) | 1194 | if (rs->rs_conn && ipv6_addr_equal(&rs->rs_conn->c_faddr, &daddr)) |
1159 | conn = rs->rs_conn; | 1195 | conn = rs->rs_conn; |
1160 | else { | 1196 | else { |
1161 | conn = rds_conn_create_outgoing(sock_net(sock->sk), | 1197 | conn = rds_conn_create_outgoing(sock_net(sock->sk), |
1162 | rs->rs_bound_addr, daddr, | 1198 | &rs->rs_bound_addr, &daddr, |
1163 | rs->rs_transport, | 1199 | rs->rs_transport, |
1164 | sock->sk->sk_allocation); | 1200 | sock->sk->sk_allocation, |
1201 | scope_id); | ||
1165 | if (IS_ERR(conn)) { | 1202 | if (IS_ERR(conn)) { |
1166 | ret = PTR_ERR(conn); | 1203 | ret = PTR_ERR(conn); |
1167 | goto out; | 1204 | goto out; |
diff --git a/net/rds/tcp.c b/net/rds/tcp.c index 351a28474667..dadb33790333 100644 --- a/net/rds/tcp.c +++ b/net/rds/tcp.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -37,6 +37,8 @@ | |||
37 | #include <net/tcp.h> | 37 | #include <net/tcp.h> |
38 | #include <net/net_namespace.h> | 38 | #include <net/net_namespace.h> |
39 | #include <net/netns/generic.h> | 39 | #include <net/netns/generic.h> |
40 | #include <net/tcp.h> | ||
41 | #include <net/addrconf.h> | ||
40 | 42 | ||
41 | #include "rds.h" | 43 | #include "rds.h" |
42 | #include "tcp.h" | 44 | #include "tcp.h" |
@@ -262,9 +264,33 @@ out: | |||
262 | spin_unlock_irqrestore(&rds_tcp_tc_list_lock, flags); | 264 | spin_unlock_irqrestore(&rds_tcp_tc_list_lock, flags); |
263 | } | 265 | } |
264 | 266 | ||
265 | static int rds_tcp_laddr_check(struct net *net, __be32 addr) | 267 | static int rds_tcp_laddr_check(struct net *net, const struct in6_addr *addr, |
268 | __u32 scope_id) | ||
266 | { | 269 | { |
267 | if (inet_addr_type(net, addr) == RTN_LOCAL) | 270 | struct net_device *dev = NULL; |
271 | int ret; | ||
272 | |||
273 | if (ipv6_addr_v4mapped(addr)) { | ||
274 | if (inet_addr_type(net, addr->s6_addr32[3]) == RTN_LOCAL) | ||
275 | return 0; | ||
276 | return -EADDRNOTAVAIL; | ||
277 | } | ||
278 | |||
279 | /* If the scope_id is specified, check only those addresses | ||
280 | * hosted on the specified interface. | ||
281 | */ | ||
282 | if (scope_id != 0) { | ||
283 | rcu_read_lock(); | ||
284 | dev = dev_get_by_index_rcu(net, scope_id); | ||
285 | /* scope_id is not valid... */ | ||
286 | if (!dev) { | ||
287 | rcu_read_unlock(); | ||
288 | return -EADDRNOTAVAIL; | ||
289 | } | ||
290 | rcu_read_unlock(); | ||
291 | } | ||
292 | ret = ipv6_chk_addr(net, addr, dev, 0); | ||
293 | if (ret) | ||
268 | return 0; | 294 | return 0; |
269 | return -EADDRNOTAVAIL; | 295 | return -EADDRNOTAVAIL; |
270 | } | 296 | } |
diff --git a/net/rds/tcp_connect.c b/net/rds/tcp_connect.c index d999e7075645..231ae927858e 100644 --- a/net/rds/tcp_connect.c +++ b/net/rds/tcp_connect.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -66,7 +66,8 @@ void rds_tcp_state_change(struct sock *sk) | |||
66 | * RDS connection as RDS_CONN_UP until the reconnect, | 66 | * RDS connection as RDS_CONN_UP until the reconnect, |
67 | * to avoid RDS datagram loss. | 67 | * to avoid RDS datagram loss. |
68 | */ | 68 | */ |
69 | if (!IS_CANONICAL(cp->cp_conn->c_laddr, cp->cp_conn->c_faddr) && | 69 | if (rds_addr_cmp(&cp->cp_conn->c_laddr, |
70 | &cp->cp_conn->c_faddr) >= 0 && | ||
70 | rds_conn_path_transition(cp, RDS_CONN_CONNECTING, | 71 | rds_conn_path_transition(cp, RDS_CONN_CONNECTING, |
71 | RDS_CONN_ERROR)) { | 72 | RDS_CONN_ERROR)) { |
72 | rds_conn_path_drop(cp, false); | 73 | rds_conn_path_drop(cp, false); |
@@ -88,7 +89,9 @@ out: | |||
88 | int rds_tcp_conn_path_connect(struct rds_conn_path *cp) | 89 | int rds_tcp_conn_path_connect(struct rds_conn_path *cp) |
89 | { | 90 | { |
90 | struct socket *sock = NULL; | 91 | struct socket *sock = NULL; |
91 | struct sockaddr_in src, dest; | 92 | struct sockaddr_in sin; |
93 | struct sockaddr *addr; | ||
94 | int addrlen; | ||
92 | int ret; | 95 | int ret; |
93 | struct rds_connection *conn = cp->cp_conn; | 96 | struct rds_connection *conn = cp->cp_conn; |
94 | struct rds_tcp_connection *tc = cp->cp_transport_data; | 97 | struct rds_tcp_connection *tc = cp->cp_transport_data; |
@@ -112,30 +115,33 @@ int rds_tcp_conn_path_connect(struct rds_conn_path *cp) | |||
112 | 115 | ||
113 | rds_tcp_tune(sock); | 116 | rds_tcp_tune(sock); |
114 | 117 | ||
115 | src.sin_family = AF_INET; | 118 | sin.sin_family = AF_INET; |
116 | src.sin_addr.s_addr = (__force u32)conn->c_laddr; | 119 | sin.sin_addr.s_addr = conn->c_laddr.s6_addr32[3]; |
117 | src.sin_port = (__force u16)htons(0); | 120 | sin.sin_port = 0; |
121 | addr = (struct sockaddr *)&sin; | ||
122 | addrlen = sizeof(sin); | ||
118 | 123 | ||
119 | ret = sock->ops->bind(sock, (struct sockaddr *)&src, sizeof(src)); | 124 | ret = sock->ops->bind(sock, addr, addrlen); |
120 | if (ret) { | 125 | if (ret) { |
121 | rdsdebug("bind failed with %d at address %pI4\n", | 126 | rdsdebug("bind failed with %d at address %pI6c\n", |
122 | ret, &conn->c_laddr); | 127 | ret, &conn->c_laddr); |
123 | goto out; | 128 | goto out; |
124 | } | 129 | } |
125 | 130 | ||
126 | dest.sin_family = AF_INET; | 131 | sin.sin_family = AF_INET; |
127 | dest.sin_addr.s_addr = (__force u32)conn->c_faddr; | 132 | sin.sin_addr.s_addr = conn->c_faddr.s6_addr32[3]; |
128 | dest.sin_port = (__force u16)htons(RDS_TCP_PORT); | 133 | sin.sin_port = htons(RDS_TCP_PORT); |
134 | addr = (struct sockaddr *)&sin; | ||
135 | addrlen = sizeof(sin); | ||
129 | 136 | ||
130 | /* | 137 | /* |
131 | * once we call connect() we can start getting callbacks and they | 138 | * once we call connect() we can start getting callbacks and they |
132 | * own the socket | 139 | * own the socket |
133 | */ | 140 | */ |
134 | rds_tcp_set_callbacks(sock, cp); | 141 | rds_tcp_set_callbacks(sock, cp); |
135 | ret = sock->ops->connect(sock, (struct sockaddr *)&dest, sizeof(dest), | 142 | ret = sock->ops->connect(sock, addr, addrlen, O_NONBLOCK); |
136 | O_NONBLOCK); | ||
137 | 143 | ||
138 | rdsdebug("connect to address %pI4 returned %d\n", &conn->c_faddr, ret); | 144 | rdsdebug("connect to address %pI6c returned %d\n", &conn->c_faddr, ret); |
139 | if (ret == -EINPROGRESS) | 145 | if (ret == -EINPROGRESS) |
140 | ret = 0; | 146 | ret = 0; |
141 | if (ret == 0) { | 147 | if (ret == 0) { |
diff --git a/net/rds/tcp_listen.c b/net/rds/tcp_listen.c index 22571189f21e..4fdf5b3a47df 100644 --- a/net/rds/tcp_listen.c +++ b/net/rds/tcp_listen.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006, 2018 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -83,13 +83,12 @@ static | |||
83 | struct rds_tcp_connection *rds_tcp_accept_one_path(struct rds_connection *conn) | 83 | struct rds_tcp_connection *rds_tcp_accept_one_path(struct rds_connection *conn) |
84 | { | 84 | { |
85 | int i; | 85 | int i; |
86 | bool peer_is_smaller = IS_CANONICAL(conn->c_faddr, conn->c_laddr); | ||
87 | int npaths = max_t(int, 1, conn->c_npaths); | 86 | int npaths = max_t(int, 1, conn->c_npaths); |
88 | 87 | ||
89 | /* for mprds, all paths MUST be initiated by the peer | 88 | /* for mprds, all paths MUST be initiated by the peer |
90 | * with the smaller address. | 89 | * with the smaller address. |
91 | */ | 90 | */ |
92 | if (!peer_is_smaller) { | 91 | if (rds_addr_cmp(&conn->c_faddr, &conn->c_laddr) >= 0) { |
93 | /* Make sure we initiate at least one path if this | 92 | /* Make sure we initiate at least one path if this |
94 | * has not already been done; rds_start_mprds() will | 93 | * has not already been done; rds_start_mprds() will |
95 | * take care of additional paths, if necessary. | 94 | * take care of additional paths, if necessary. |
@@ -164,13 +163,16 @@ int rds_tcp_accept_one(struct socket *sock) | |||
164 | 163 | ||
165 | inet = inet_sk(new_sock->sk); | 164 | inet = inet_sk(new_sock->sk); |
166 | 165 | ||
167 | rdsdebug("accepted tcp %pI4:%u -> %pI4:%u\n", | 166 | rdsdebug("accepted tcp %pI6c:%u -> %pI6c:%u\n", |
168 | &inet->inet_saddr, ntohs(inet->inet_sport), | 167 | &new_sock->sk->sk_v6_rcv_saddr, ntohs(inet->inet_sport), |
169 | &inet->inet_daddr, ntohs(inet->inet_dport)); | 168 | &new_sock->sk->sk_v6_daddr, ntohs(inet->inet_dport)); |
170 | 169 | ||
171 | conn = rds_conn_create(sock_net(sock->sk), | 170 | conn = rds_conn_create(sock_net(sock->sk), |
172 | inet->inet_saddr, inet->inet_daddr, | 171 | &new_sock->sk->sk_v6_rcv_saddr, |
173 | &rds_tcp_transport, GFP_KERNEL); | 172 | &new_sock->sk->sk_v6_daddr, |
173 | &rds_tcp_transport, GFP_KERNEL, | ||
174 | new_sock->sk->sk_bound_dev_if); | ||
175 | |||
174 | if (IS_ERR(conn)) { | 176 | if (IS_ERR(conn)) { |
175 | ret = PTR_ERR(conn); | 177 | ret = PTR_ERR(conn); |
176 | goto out; | 178 | goto out; |
diff --git a/net/rds/tcp_recv.c b/net/rds/tcp_recv.c index b9fbd2ee74ef..42c5ff1eda95 100644 --- a/net/rds/tcp_recv.c +++ b/net/rds/tcp_recv.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -179,7 +179,7 @@ static int rds_tcp_data_recv(read_descriptor_t *desc, struct sk_buff *skb, | |||
179 | tc->t_tinc = tinc; | 179 | tc->t_tinc = tinc; |
180 | rdsdebug("alloced tinc %p\n", tinc); | 180 | rdsdebug("alloced tinc %p\n", tinc); |
181 | rds_inc_path_init(&tinc->ti_inc, cp, | 181 | rds_inc_path_init(&tinc->ti_inc, cp, |
182 | cp->cp_conn->c_faddr); | 182 | &cp->cp_conn->c_faddr); |
183 | tinc->ti_inc.i_rx_lat_trace[RDS_MSG_RX_HDR] = | 183 | tinc->ti_inc.i_rx_lat_trace[RDS_MSG_RX_HDR] = |
184 | local_clock(); | 184 | local_clock(); |
185 | 185 | ||
@@ -239,8 +239,9 @@ static int rds_tcp_data_recv(read_descriptor_t *desc, struct sk_buff *skb, | |||
239 | if (tinc->ti_inc.i_hdr.h_flags == RDS_FLAG_CONG_BITMAP) | 239 | if (tinc->ti_inc.i_hdr.h_flags == RDS_FLAG_CONG_BITMAP) |
240 | rds_tcp_cong_recv(conn, tinc); | 240 | rds_tcp_cong_recv(conn, tinc); |
241 | else | 241 | else |
242 | rds_recv_incoming(conn, conn->c_faddr, | 242 | rds_recv_incoming(conn, &conn->c_faddr, |
243 | conn->c_laddr, &tinc->ti_inc, | 243 | &conn->c_laddr, |
244 | &tinc->ti_inc, | ||
244 | arg->gfp); | 245 | arg->gfp); |
245 | 246 | ||
246 | tc->t_tinc_hdr_rem = sizeof(struct rds_header); | 247 | tc->t_tinc_hdr_rem = sizeof(struct rds_header); |
diff --git a/net/rds/tcp_send.c b/net/rds/tcp_send.c index 7df869d37afd..78a2554a4497 100644 --- a/net/rds/tcp_send.c +++ b/net/rds/tcp_send.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -153,7 +153,7 @@ out: | |||
153 | * an incoming RST. | 153 | * an incoming RST. |
154 | */ | 154 | */ |
155 | if (rds_conn_path_up(cp)) { | 155 | if (rds_conn_path_up(cp)) { |
156 | pr_warn("RDS/tcp: send to %pI4 on cp [%d]" | 156 | pr_warn("RDS/tcp: send to %pI6c on cp [%d]" |
157 | "returned %d, " | 157 | "returned %d, " |
158 | "disconnecting and reconnecting\n", | 158 | "disconnecting and reconnecting\n", |
159 | &conn->c_faddr, cp->cp_index, ret); | 159 | &conn->c_faddr, cp->cp_index, ret); |
diff --git a/net/rds/threads.c b/net/rds/threads.c index c52861d77a59..e64f9e4c3cda 100644 --- a/net/rds/threads.c +++ b/net/rds/threads.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -82,8 +82,8 @@ void rds_connect_path_complete(struct rds_conn_path *cp, int curr) | |||
82 | return; | 82 | return; |
83 | } | 83 | } |
84 | 84 | ||
85 | rdsdebug("conn %p for %pI4 to %pI4 complete\n", | 85 | rdsdebug("conn %p for %pI6c to %pI6c complete\n", |
86 | cp->cp_conn, &cp->cp_conn->c_laddr, &cp->cp_conn->c_faddr); | 86 | cp->cp_conn, &cp->cp_conn->c_laddr, &cp->cp_conn->c_faddr); |
87 | 87 | ||
88 | cp->cp_reconnect_jiffies = 0; | 88 | cp->cp_reconnect_jiffies = 0; |
89 | set_bit(0, &cp->cp_conn->c_map_queued); | 89 | set_bit(0, &cp->cp_conn->c_map_queued); |
@@ -125,13 +125,13 @@ void rds_queue_reconnect(struct rds_conn_path *cp) | |||
125 | unsigned long rand; | 125 | unsigned long rand; |
126 | struct rds_connection *conn = cp->cp_conn; | 126 | struct rds_connection *conn = cp->cp_conn; |
127 | 127 | ||
128 | rdsdebug("conn %p for %pI4 to %pI4 reconnect jiffies %lu\n", | 128 | rdsdebug("conn %p for %pI6c to %pI6c reconnect jiffies %lu\n", |
129 | conn, &conn->c_laddr, &conn->c_faddr, | 129 | conn, &conn->c_laddr, &conn->c_faddr, |
130 | cp->cp_reconnect_jiffies); | 130 | cp->cp_reconnect_jiffies); |
131 | 131 | ||
132 | /* let peer with smaller addr initiate reconnect, to avoid duels */ | 132 | /* let peer with smaller addr initiate reconnect, to avoid duels */ |
133 | if (conn->c_trans->t_type == RDS_TRANS_TCP && | 133 | if (conn->c_trans->t_type == RDS_TRANS_TCP && |
134 | !IS_CANONICAL(conn->c_laddr, conn->c_faddr)) | 134 | rds_addr_cmp(&conn->c_laddr, &conn->c_faddr) >= 0) |
135 | return; | 135 | return; |
136 | 136 | ||
137 | set_bit(RDS_RECONNECT_PENDING, &cp->cp_flags); | 137 | set_bit(RDS_RECONNECT_PENDING, &cp->cp_flags); |
@@ -145,7 +145,7 @@ void rds_queue_reconnect(struct rds_conn_path *cp) | |||
145 | } | 145 | } |
146 | 146 | ||
147 | get_random_bytes(&rand, sizeof(rand)); | 147 | get_random_bytes(&rand, sizeof(rand)); |
148 | rdsdebug("%lu delay %lu ceil conn %p for %pI4 -> %pI4\n", | 148 | rdsdebug("%lu delay %lu ceil conn %p for %pI6c -> %pI6c\n", |
149 | rand % cp->cp_reconnect_jiffies, cp->cp_reconnect_jiffies, | 149 | rand % cp->cp_reconnect_jiffies, cp->cp_reconnect_jiffies, |
150 | conn, &conn->c_laddr, &conn->c_faddr); | 150 | conn, &conn->c_laddr, &conn->c_faddr); |
151 | rcu_read_lock(); | 151 | rcu_read_lock(); |
@@ -167,14 +167,14 @@ void rds_connect_worker(struct work_struct *work) | |||
167 | int ret; | 167 | int ret; |
168 | 168 | ||
169 | if (cp->cp_index > 0 && | 169 | if (cp->cp_index > 0 && |
170 | !IS_CANONICAL(cp->cp_conn->c_laddr, cp->cp_conn->c_faddr)) | 170 | rds_addr_cmp(&cp->cp_conn->c_laddr, &cp->cp_conn->c_faddr) >= 0) |
171 | return; | 171 | return; |
172 | clear_bit(RDS_RECONNECT_PENDING, &cp->cp_flags); | 172 | clear_bit(RDS_RECONNECT_PENDING, &cp->cp_flags); |
173 | ret = rds_conn_path_transition(cp, RDS_CONN_DOWN, RDS_CONN_CONNECTING); | 173 | ret = rds_conn_path_transition(cp, RDS_CONN_DOWN, RDS_CONN_CONNECTING); |
174 | if (ret) { | 174 | if (ret) { |
175 | ret = conn->c_trans->conn_path_connect(cp); | 175 | ret = conn->c_trans->conn_path_connect(cp); |
176 | rdsdebug("conn %p for %pI4 to %pI4 dispatched, ret %d\n", | 176 | rdsdebug("conn %p for %pI6c to %pI6c dispatched, ret %d\n", |
177 | conn, &conn->c_laddr, &conn->c_faddr, ret); | 177 | conn, &conn->c_laddr, &conn->c_faddr, ret); |
178 | 178 | ||
179 | if (ret) { | 179 | if (ret) { |
180 | if (rds_conn_path_transition(cp, | 180 | if (rds_conn_path_transition(cp, |
@@ -259,3 +259,50 @@ int rds_threads_init(void) | |||
259 | 259 | ||
260 | return 0; | 260 | return 0; |
261 | } | 261 | } |
262 | |||
263 | /* Compare two IPv6 addresses. Return 0 if the two addresses are equal. | ||
264 | * Return 1 if the first is greater. Return -1 if the second is greater. | ||
265 | */ | ||
266 | int rds_addr_cmp(const struct in6_addr *addr1, | ||
267 | const struct in6_addr *addr2) | ||
268 | { | ||
269 | #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64 | ||
270 | const __be64 *a1, *a2; | ||
271 | u64 x, y; | ||
272 | |||
273 | a1 = (__be64 *)addr1; | ||
274 | a2 = (__be64 *)addr2; | ||
275 | |||
276 | if (*a1 != *a2) { | ||
277 | if (be64_to_cpu(*a1) < be64_to_cpu(*a2)) | ||
278 | return -1; | ||
279 | else | ||
280 | return 1; | ||
281 | } else { | ||
282 | x = be64_to_cpu(*++a1); | ||
283 | y = be64_to_cpu(*++a2); | ||
284 | if (x < y) | ||
285 | return -1; | ||
286 | else if (x > y) | ||
287 | return 1; | ||
288 | else | ||
289 | return 0; | ||
290 | } | ||
291 | #else | ||
292 | u32 a, b; | ||
293 | int i; | ||
294 | |||
295 | for (i = 0; i < 4; i++) { | ||
296 | if (addr1->s6_addr32[i] != addr2->s6_addr32[i]) { | ||
297 | a = ntohl(addr1->s6_addr32[i]); | ||
298 | b = ntohl(addr2->s6_addr32[i]); | ||
299 | if (a < b) | ||
300 | return -1; | ||
301 | else if (a > b) | ||
302 | return 1; | ||
303 | } | ||
304 | } | ||
305 | return 0; | ||
306 | #endif | ||
307 | } | ||
308 | EXPORT_SYMBOL_GPL(rds_addr_cmp); | ||
diff --git a/net/rds/transport.c b/net/rds/transport.c index 0b188dd0a344..c9788dbce441 100644 --- a/net/rds/transport.c +++ b/net/rds/transport.c | |||
@@ -1,5 +1,5 @@ | |||
1 | /* | 1 | /* |
2 | * Copyright (c) 2006 Oracle. All rights reserved. | 2 | * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved. |
3 | * | 3 | * |
4 | * This software is available to you under a choice of one of two | 4 | * This software is available to you under a choice of one of two |
5 | * licenses. You may choose to be licensed under the terms of the GNU | 5 | * licenses. You may choose to be licensed under the terms of the GNU |
@@ -33,6 +33,7 @@ | |||
33 | #include <linux/kernel.h> | 33 | #include <linux/kernel.h> |
34 | #include <linux/module.h> | 34 | #include <linux/module.h> |
35 | #include <linux/in.h> | 35 | #include <linux/in.h> |
36 | #include <linux/ipv6.h> | ||
36 | 37 | ||
37 | #include "rds.h" | 38 | #include "rds.h" |
38 | #include "loop.h" | 39 | #include "loop.h" |
@@ -75,20 +76,26 @@ void rds_trans_put(struct rds_transport *trans) | |||
75 | module_put(trans->t_owner); | 76 | module_put(trans->t_owner); |
76 | } | 77 | } |
77 | 78 | ||
78 | struct rds_transport *rds_trans_get_preferred(struct net *net, __be32 addr) | 79 | struct rds_transport *rds_trans_get_preferred(struct net *net, |
80 | const struct in6_addr *addr, | ||
81 | __u32 scope_id) | ||
79 | { | 82 | { |
80 | struct rds_transport *ret = NULL; | 83 | struct rds_transport *ret = NULL; |
81 | struct rds_transport *trans; | 84 | struct rds_transport *trans; |
82 | unsigned int i; | 85 | unsigned int i; |
83 | 86 | ||
84 | if (IN_LOOPBACK(ntohl(addr))) | 87 | if (ipv6_addr_v4mapped(addr)) { |
88 | if (*(u_int8_t *)&addr->s6_addr32[3] == IN_LOOPBACKNET) | ||
89 | return &rds_loop_transport; | ||
90 | } else if (ipv6_addr_loopback(addr)) { | ||
85 | return &rds_loop_transport; | 91 | return &rds_loop_transport; |
92 | } | ||
86 | 93 | ||
87 | down_read(&rds_trans_sem); | 94 | down_read(&rds_trans_sem); |
88 | for (i = 0; i < RDS_TRANS_COUNT; i++) { | 95 | for (i = 0; i < RDS_TRANS_COUNT; i++) { |
89 | trans = transports[i]; | 96 | trans = transports[i]; |
90 | 97 | ||
91 | if (trans && (trans->laddr_check(net, addr) == 0) && | 98 | if (trans && (trans->laddr_check(net, addr, scope_id) == 0) && |
92 | (!trans->t_owner || try_module_get(trans->t_owner))) { | 99 | (!trans->t_owner || try_module_get(trans->t_owner))) { |
93 | ret = trans; | 100 | ret = trans; |
94 | break; | 101 | break; |