aboutsummaryrefslogtreecommitdiffstats
path: root/net/rds
diff options
context:
space:
mode:
authorKa-Cheong Poon <ka-cheong.poon@oracle.com>2018-07-23 23:51:21 -0400
committerDavid S. Miller <davem@davemloft.net>2018-07-24 00:17:44 -0400
commiteee2fa6ab3225192d6d894c54a6fb02ac9efdff6 (patch)
tree3031ff1c766052744eb5dc7c373ea25bebd75f36 /net/rds
parenta6c90dd321bfeb5e48fc2eb6623b7b976106f6d7 (diff)
rds: Changing IP address internal representation to struct in6_addr
This patch changes the internal representation of an IP address to use struct in6_addr. IPv4 address is stored as an IPv4 mapped address. All the functions which take an IP address as argument are also changed to use struct in6_addr. But RDS socket layer is not modified such that it still does not accept IPv6 address from an application. And RDS layer does not accept nor initiate IPv6 connections. v2: Fixed sparse warnings. Signed-off-by: Ka-Cheong Poon <ka-cheong.poon@oracle.com> Acked-by: Santosh Shilimkar <santosh.shilimkar@oracle.com> Signed-off-by: David S. Miller <davem@davemloft.net>
Diffstat (limited to 'net/rds')
-rw-r--r--net/rds/af_rds.c138
-rw-r--r--net/rds/bind.c91
-rw-r--r--net/rds/cong.c23
-rw-r--r--net/rds/connection.c132
-rw-r--r--net/rds/ib.c17
-rw-r--r--net/rds/ib.h51
-rw-r--r--net/rds/ib_cm.c299
-rw-r--r--net/rds/ib_rdma.c15
-rw-r--r--net/rds/ib_recv.c18
-rw-r--r--net/rds/ib_send.c10
-rw-r--r--net/rds/loop.c7
-rw-r--r--net/rds/rdma.c6
-rw-r--r--net/rds/rdma_transport.c56
-rw-r--r--net/rds/rds.h70
-rw-r--r--net/rds/recv.c51
-rw-r--r--net/rds/send.c67
-rw-r--r--net/rds/tcp.c32
-rw-r--r--net/rds/tcp_connect.c34
-rw-r--r--net/rds/tcp_listen.c18
-rw-r--r--net/rds/tcp_recv.c9
-rw-r--r--net/rds/tcp_send.c4
-rw-r--r--net/rds/threads.c69
-rw-r--r--net/rds/transport.c15
23 files changed, 863 insertions, 369 deletions
diff --git a/net/rds/af_rds.c b/net/rds/af_rds.c
index ab751a150f70..fc1a5c63b783 100644
--- a/net/rds/af_rds.c
+++ b/net/rds/af_rds.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -35,6 +35,7 @@
35#include <linux/kernel.h> 35#include <linux/kernel.h>
36#include <linux/gfp.h> 36#include <linux/gfp.h>
37#include <linux/in.h> 37#include <linux/in.h>
38#include <linux/ipv6.h>
38#include <linux/poll.h> 39#include <linux/poll.h>
39#include <net/sock.h> 40#include <net/sock.h>
40 41
@@ -113,26 +114,63 @@ void rds_wake_sk_sleep(struct rds_sock *rs)
113static int rds_getname(struct socket *sock, struct sockaddr *uaddr, 114static int rds_getname(struct socket *sock, struct sockaddr *uaddr,
114 int peer) 115 int peer)
115{ 116{
116 struct sockaddr_in *sin = (struct sockaddr_in *)uaddr;
117 struct rds_sock *rs = rds_sk_to_rs(sock->sk); 117 struct rds_sock *rs = rds_sk_to_rs(sock->sk);
118 118 struct sockaddr_in6 *sin6;
119 memset(sin->sin_zero, 0, sizeof(sin->sin_zero)); 119 struct sockaddr_in *sin;
120 int uaddr_len;
120 121
121 /* racey, don't care */ 122 /* racey, don't care */
122 if (peer) { 123 if (peer) {
123 if (!rs->rs_conn_addr) 124 if (ipv6_addr_any(&rs->rs_conn_addr))
124 return -ENOTCONN; 125 return -ENOTCONN;
125 126
126 sin->sin_port = rs->rs_conn_port; 127 if (ipv6_addr_v4mapped(&rs->rs_conn_addr)) {
127 sin->sin_addr.s_addr = rs->rs_conn_addr; 128 sin = (struct sockaddr_in *)uaddr;
129 memset(sin->sin_zero, 0, sizeof(sin->sin_zero));
130 sin->sin_family = AF_INET;
131 sin->sin_port = rs->rs_conn_port;
132 sin->sin_addr.s_addr = rs->rs_conn_addr_v4;
133 uaddr_len = sizeof(*sin);
134 } else {
135 sin6 = (struct sockaddr_in6 *)uaddr;
136 sin6->sin6_family = AF_INET6;
137 sin6->sin6_port = rs->rs_conn_port;
138 sin6->sin6_addr = rs->rs_conn_addr;
139 sin6->sin6_flowinfo = 0;
140 /* scope_id is the same as in the bound address. */
141 sin6->sin6_scope_id = rs->rs_bound_scope_id;
142 uaddr_len = sizeof(*sin6);
143 }
128 } else { 144 } else {
129 sin->sin_port = rs->rs_bound_port; 145 /* If socket is not yet bound, set the return address family
130 sin->sin_addr.s_addr = rs->rs_bound_addr; 146 * to be AF_UNSPEC (value 0) and the address size to be that
147 * of an IPv4 address.
148 */
149 if (ipv6_addr_any(&rs->rs_bound_addr)) {
150 sin = (struct sockaddr_in *)uaddr;
151 memset(sin, 0, sizeof(*sin));
152 sin->sin_family = AF_UNSPEC;
153 return sizeof(*sin);
154 }
155 if (ipv6_addr_v4mapped(&rs->rs_bound_addr)) {
156 sin = (struct sockaddr_in *)uaddr;
157 memset(sin->sin_zero, 0, sizeof(sin->sin_zero));
158 sin->sin_family = AF_INET;
159 sin->sin_port = rs->rs_bound_port;
160 sin->sin_addr.s_addr = rs->rs_bound_addr_v4;
161 uaddr_len = sizeof(*sin);
162 } else {
163 sin6 = (struct sockaddr_in6 *)uaddr;
164 sin6->sin6_family = AF_INET6;
165 sin6->sin6_port = rs->rs_bound_port;
166 sin6->sin6_addr = rs->rs_bound_addr;
167 sin6->sin6_flowinfo = 0;
168 sin6->sin6_scope_id = rs->rs_bound_scope_id;
169 uaddr_len = sizeof(*sin6);
170 }
131 } 171 }
132 172
133 sin->sin_family = AF_INET; 173 return uaddr_len;
134
135 return sizeof(*sin);
136} 174}
137 175
138/* 176/*
@@ -203,11 +241,12 @@ static int rds_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg)
203static int rds_cancel_sent_to(struct rds_sock *rs, char __user *optval, 241static int rds_cancel_sent_to(struct rds_sock *rs, char __user *optval,
204 int len) 242 int len)
205{ 243{
244 struct sockaddr_in6 sin6;
206 struct sockaddr_in sin; 245 struct sockaddr_in sin;
207 int ret = 0; 246 int ret = 0;
208 247
209 /* racing with another thread binding seems ok here */ 248 /* racing with another thread binding seems ok here */
210 if (rs->rs_bound_addr == 0) { 249 if (ipv6_addr_any(&rs->rs_bound_addr)) {
211 ret = -ENOTCONN; /* XXX not a great errno */ 250 ret = -ENOTCONN; /* XXX not a great errno */
212 goto out; 251 goto out;
213 } 252 }
@@ -215,14 +254,23 @@ static int rds_cancel_sent_to(struct rds_sock *rs, char __user *optval,
215 if (len < sizeof(struct sockaddr_in)) { 254 if (len < sizeof(struct sockaddr_in)) {
216 ret = -EINVAL; 255 ret = -EINVAL;
217 goto out; 256 goto out;
257 } else if (len < sizeof(struct sockaddr_in6)) {
258 /* Assume IPv4 */
259 if (copy_from_user(&sin, optval, sizeof(struct sockaddr_in))) {
260 ret = -EFAULT;
261 goto out;
262 }
263 ipv6_addr_set_v4mapped(sin.sin_addr.s_addr, &sin6.sin6_addr);
264 sin6.sin6_port = sin.sin_port;
265 } else {
266 if (copy_from_user(&sin6, optval,
267 sizeof(struct sockaddr_in6))) {
268 ret = -EFAULT;
269 goto out;
270 }
218 } 271 }
219 272
220 if (copy_from_user(&sin, optval, sizeof(sin))) { 273 rds_send_drop_to(rs, &sin6);
221 ret = -EFAULT;
222 goto out;
223 }
224
225 rds_send_drop_to(rs, &sin);
226out: 274out:
227 return ret; 275 return ret;
228} 276}
@@ -435,31 +483,41 @@ static int rds_connect(struct socket *sock, struct sockaddr *uaddr,
435 int addr_len, int flags) 483 int addr_len, int flags)
436{ 484{
437 struct sock *sk = sock->sk; 485 struct sock *sk = sock->sk;
438 struct sockaddr_in *sin = (struct sockaddr_in *)uaddr; 486 struct sockaddr_in *sin;
439 struct rds_sock *rs = rds_sk_to_rs(sk); 487 struct rds_sock *rs = rds_sk_to_rs(sk);
440 int ret = 0; 488 int ret = 0;
441 489
442 lock_sock(sk); 490 lock_sock(sk);
443 491
444 if (addr_len != sizeof(struct sockaddr_in)) { 492 switch (addr_len) {
445 ret = -EINVAL; 493 case sizeof(struct sockaddr_in):
446 goto out; 494 sin = (struct sockaddr_in *)uaddr;
447 } 495 if (sin->sin_family != AF_INET) {
496 ret = -EAFNOSUPPORT;
497 break;
498 }
499 if (sin->sin_addr.s_addr == htonl(INADDR_ANY)) {
500 ret = -EDESTADDRREQ;
501 break;
502 }
503 if (IN_MULTICAST(ntohl(sin->sin_addr.s_addr)) ||
504 sin->sin_addr.s_addr == htonl(INADDR_BROADCAST)) {
505 ret = -EINVAL;
506 break;
507 }
508 ipv6_addr_set_v4mapped(sin->sin_addr.s_addr, &rs->rs_conn_addr);
509 rs->rs_conn_port = sin->sin_port;
510 break;
448 511
449 if (sin->sin_family != AF_INET) { 512 case sizeof(struct sockaddr_in6):
450 ret = -EAFNOSUPPORT; 513 ret = -EPROTONOSUPPORT;
451 goto out; 514 break;
452 }
453 515
454 if (sin->sin_addr.s_addr == htonl(INADDR_ANY)) { 516 default:
455 ret = -EDESTADDRREQ; 517 ret = -EINVAL;
456 goto out; 518 break;
457 } 519 }
458 520
459 rs->rs_conn_addr = sin->sin_addr.s_addr;
460 rs->rs_conn_port = sin->sin_port;
461
462out:
463 release_sock(sk); 521 release_sock(sk);
464 return ret; 522 return ret;
465} 523}
@@ -578,8 +636,10 @@ static void rds_sock_inc_info(struct socket *sock, unsigned int len,
578 list_for_each_entry(inc, &rs->rs_recv_queue, i_item) { 636 list_for_each_entry(inc, &rs->rs_recv_queue, i_item) {
579 total++; 637 total++;
580 if (total <= len) 638 if (total <= len)
581 rds_inc_info_copy(inc, iter, inc->i_saddr, 639 rds_inc_info_copy(inc, iter,
582 rs->rs_bound_addr, 1); 640 inc->i_saddr.s6_addr32[3],
641 rs->rs_bound_addr_v4,
642 1);
583 } 643 }
584 644
585 read_unlock(&rs->rs_recv_lock); 645 read_unlock(&rs->rs_recv_lock);
@@ -608,8 +668,8 @@ static void rds_sock_info(struct socket *sock, unsigned int len,
608 list_for_each_entry(rs, &rds_sock_list, rs_item) { 668 list_for_each_entry(rs, &rds_sock_list, rs_item) {
609 sinfo.sndbuf = rds_sk_sndbuf(rs); 669 sinfo.sndbuf = rds_sk_sndbuf(rs);
610 sinfo.rcvbuf = rds_sk_rcvbuf(rs); 670 sinfo.rcvbuf = rds_sk_rcvbuf(rs);
611 sinfo.bound_addr = rs->rs_bound_addr; 671 sinfo.bound_addr = rs->rs_bound_addr_v4;
612 sinfo.connected_addr = rs->rs_conn_addr; 672 sinfo.connected_addr = rs->rs_conn_addr_v4;
613 sinfo.bound_port = rs->rs_bound_port; 673 sinfo.bound_port = rs->rs_bound_port;
614 sinfo.connected_port = rs->rs_conn_port; 674 sinfo.connected_port = rs->rs_conn_port;
615 sinfo.inum = sock_i_ino(rds_rs_to_sk(rs)); 675 sinfo.inum = sock_i_ino(rds_rs_to_sk(rs));
diff --git a/net/rds/bind.c b/net/rds/bind.c
index 5aa3a64aa4f0..c401776ad938 100644
--- a/net/rds/bind.c
+++ b/net/rds/bind.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -33,6 +33,7 @@
33#include <linux/kernel.h> 33#include <linux/kernel.h>
34#include <net/sock.h> 34#include <net/sock.h>
35#include <linux/in.h> 35#include <linux/in.h>
36#include <linux/ipv6.h>
36#include <linux/if_arp.h> 37#include <linux/if_arp.h>
37#include <linux/jhash.h> 38#include <linux/jhash.h>
38#include <linux/ratelimit.h> 39#include <linux/ratelimit.h>
@@ -42,42 +43,58 @@ static struct rhashtable bind_hash_table;
42 43
43static const struct rhashtable_params ht_parms = { 44static const struct rhashtable_params ht_parms = {
44 .nelem_hint = 768, 45 .nelem_hint = 768,
45 .key_len = sizeof(u64), 46 .key_len = RDS_BOUND_KEY_LEN,
46 .key_offset = offsetof(struct rds_sock, rs_bound_key), 47 .key_offset = offsetof(struct rds_sock, rs_bound_key),
47 .head_offset = offsetof(struct rds_sock, rs_bound_node), 48 .head_offset = offsetof(struct rds_sock, rs_bound_node),
48 .max_size = 16384, 49 .max_size = 16384,
49 .min_size = 1024, 50 .min_size = 1024,
50}; 51};
51 52
53/* Create a key for the bind hash table manipulation. Port is in network byte
54 * order.
55 */
56static inline void __rds_create_bind_key(u8 *key, const struct in6_addr *addr,
57 __be16 port, __u32 scope_id)
58{
59 memcpy(key, addr, sizeof(*addr));
60 key += sizeof(*addr);
61 memcpy(key, &port, sizeof(port));
62 key += sizeof(port);
63 memcpy(key, &scope_id, sizeof(scope_id));
64}
65
52/* 66/*
53 * Return the rds_sock bound at the given local address. 67 * Return the rds_sock bound at the given local address.
54 * 68 *
55 * The rx path can race with rds_release. We notice if rds_release() has 69 * The rx path can race with rds_release. We notice if rds_release() has
56 * marked this socket and don't return a rs ref to the rx path. 70 * marked this socket and don't return a rs ref to the rx path.
57 */ 71 */
58struct rds_sock *rds_find_bound(__be32 addr, __be16 port) 72struct rds_sock *rds_find_bound(const struct in6_addr *addr, __be16 port,
73 __u32 scope_id)
59{ 74{
60 u64 key = ((u64)addr << 32) | port; 75 u8 key[RDS_BOUND_KEY_LEN];
61 struct rds_sock *rs; 76 struct rds_sock *rs;
62 77
63 rs = rhashtable_lookup_fast(&bind_hash_table, &key, ht_parms); 78 __rds_create_bind_key(key, addr, port, scope_id);
79 rs = rhashtable_lookup_fast(&bind_hash_table, key, ht_parms);
64 if (rs && !sock_flag(rds_rs_to_sk(rs), SOCK_DEAD)) 80 if (rs && !sock_flag(rds_rs_to_sk(rs), SOCK_DEAD))
65 rds_sock_addref(rs); 81 rds_sock_addref(rs);
66 else 82 else
67 rs = NULL; 83 rs = NULL;
68 84
69 rdsdebug("returning rs %p for %pI4:%u\n", rs, &addr, 85 rdsdebug("returning rs %p for %pI6c:%u\n", rs, addr,
70 ntohs(port)); 86 ntohs(port));
71 87
72 return rs; 88 return rs;
73} 89}
74 90
75/* returns -ve errno or +ve port */ 91/* returns -ve errno or +ve port */
76static int rds_add_bound(struct rds_sock *rs, __be32 addr, __be16 *port) 92static int rds_add_bound(struct rds_sock *rs, const struct in6_addr *addr,
93 __be16 *port, __u32 scope_id)
77{ 94{
78 int ret = -EADDRINUSE; 95 int ret = -EADDRINUSE;
79 u16 rover, last; 96 u16 rover, last;
80 u64 key; 97 u8 key[RDS_BOUND_KEY_LEN];
81 98
82 if (*port != 0) { 99 if (*port != 0) {
83 rover = be16_to_cpu(*port); 100 rover = be16_to_cpu(*port);
@@ -95,12 +112,13 @@ static int rds_add_bound(struct rds_sock *rs, __be32 addr, __be16 *port)
95 112
96 if (rover == RDS_FLAG_PROBE_PORT) 113 if (rover == RDS_FLAG_PROBE_PORT)
97 continue; 114 continue;
98 key = ((u64)addr << 32) | cpu_to_be16(rover); 115 __rds_create_bind_key(key, addr, cpu_to_be16(rover),
99 if (rhashtable_lookup_fast(&bind_hash_table, &key, ht_parms)) 116 scope_id);
117 if (rhashtable_lookup_fast(&bind_hash_table, key, ht_parms))
100 continue; 118 continue;
101 119
102 rs->rs_bound_key = key; 120 memcpy(rs->rs_bound_key, key, sizeof(rs->rs_bound_key));
103 rs->rs_bound_addr = addr; 121 rs->rs_bound_addr = *addr;
104 net_get_random_once(&rs->rs_hash_initval, 122 net_get_random_once(&rs->rs_hash_initval,
105 sizeof(rs->rs_hash_initval)); 123 sizeof(rs->rs_hash_initval));
106 rs->rs_bound_port = cpu_to_be16(rover); 124 rs->rs_bound_port = cpu_to_be16(rover);
@@ -114,7 +132,7 @@ static int rds_add_bound(struct rds_sock *rs, __be32 addr, __be16 *port)
114 rs, &addr, (int)ntohs(*port)); 132 rs, &addr, (int)ntohs(*port));
115 break; 133 break;
116 } else { 134 } else {
117 rs->rs_bound_addr = 0; 135 rs->rs_bound_addr = in6addr_any;
118 rds_sock_put(rs); 136 rds_sock_put(rs);
119 ret = -ENOMEM; 137 ret = -ENOMEM;
120 break; 138 break;
@@ -127,44 +145,61 @@ static int rds_add_bound(struct rds_sock *rs, __be32 addr, __be16 *port)
127void rds_remove_bound(struct rds_sock *rs) 145void rds_remove_bound(struct rds_sock *rs)
128{ 146{
129 147
130 if (!rs->rs_bound_addr) 148 if (ipv6_addr_any(&rs->rs_bound_addr))
131 return; 149 return;
132 150
133 rdsdebug("rs %p unbinding from %pI4:%d\n", 151 rdsdebug("rs %p unbinding from %pI6c:%d\n",
134 rs, &rs->rs_bound_addr, 152 rs, &rs->rs_bound_addr,
135 ntohs(rs->rs_bound_port)); 153 ntohs(rs->rs_bound_port));
136 154
137 rhashtable_remove_fast(&bind_hash_table, &rs->rs_bound_node, ht_parms); 155 rhashtable_remove_fast(&bind_hash_table, &rs->rs_bound_node, ht_parms);
138 rds_sock_put(rs); 156 rds_sock_put(rs);
139 rs->rs_bound_addr = 0; 157 rs->rs_bound_addr = in6addr_any;
140} 158}
141 159
142int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) 160int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
143{ 161{
144 struct sock *sk = sock->sk; 162 struct sock *sk = sock->sk;
145 struct sockaddr_in *sin = (struct sockaddr_in *)uaddr;
146 struct rds_sock *rs = rds_sk_to_rs(sk); 163 struct rds_sock *rs = rds_sk_to_rs(sk);
164 struct in6_addr v6addr, *binding_addr;
147 struct rds_transport *trans; 165 struct rds_transport *trans;
166 __u32 scope_id = 0;
148 int ret = 0; 167 int ret = 0;
168 __be16 port;
149 169
170 /* We only allow an RDS socket to be bound to an IPv4 address. IPv6
171 * address support will be added later.
172 */
173 if (addr_len == sizeof(struct sockaddr_in)) {
174 struct sockaddr_in *sin = (struct sockaddr_in *)uaddr;
175
176 if (sin->sin_family != AF_INET ||
177 sin->sin_addr.s_addr == htonl(INADDR_ANY))
178 return -EINVAL;
179 ipv6_addr_set_v4mapped(sin->sin_addr.s_addr, &v6addr);
180 binding_addr = &v6addr;
181 port = sin->sin_port;
182 } else if (addr_len == sizeof(struct sockaddr_in6)) {
183 return -EPROTONOSUPPORT;
184 } else {
185 return -EINVAL;
186 }
150 lock_sock(sk); 187 lock_sock(sk);
151 188
152 if (addr_len != sizeof(struct sockaddr_in) || 189 /* RDS socket does not allow re-binding. */
153 sin->sin_family != AF_INET || 190 if (!ipv6_addr_any(&rs->rs_bound_addr)) {
154 rs->rs_bound_addr ||
155 sin->sin_addr.s_addr == htonl(INADDR_ANY)) {
156 ret = -EINVAL; 191 ret = -EINVAL;
157 goto out; 192 goto out;
158 } 193 }
159 194
160 ret = rds_add_bound(rs, sin->sin_addr.s_addr, &sin->sin_port); 195 ret = rds_add_bound(rs, binding_addr, &port, scope_id);
161 if (ret) 196 if (ret)
162 goto out; 197 goto out;
163 198
164 if (rs->rs_transport) { /* previously bound */ 199 if (rs->rs_transport) { /* previously bound */
165 trans = rs->rs_transport; 200 trans = rs->rs_transport;
166 if (trans->laddr_check(sock_net(sock->sk), 201 if (trans->laddr_check(sock_net(sock->sk),
167 sin->sin_addr.s_addr) != 0) { 202 binding_addr, scope_id) != 0) {
168 ret = -ENOPROTOOPT; 203 ret = -ENOPROTOOPT;
169 rds_remove_bound(rs); 204 rds_remove_bound(rs);
170 } else { 205 } else {
@@ -172,13 +207,13 @@ int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
172 } 207 }
173 goto out; 208 goto out;
174 } 209 }
175 trans = rds_trans_get_preferred(sock_net(sock->sk), 210 trans = rds_trans_get_preferred(sock_net(sock->sk), binding_addr,
176 sin->sin_addr.s_addr); 211 scope_id);
177 if (!trans) { 212 if (!trans) {
178 ret = -EADDRNOTAVAIL; 213 ret = -EADDRNOTAVAIL;
179 rds_remove_bound(rs); 214 rds_remove_bound(rs);
180 pr_info_ratelimited("RDS: %s could not find a transport for %pI4, load rds_tcp or rds_rdma?\n", 215 pr_info_ratelimited("RDS: %s could not find a transport for %pI6c, load rds_tcp or rds_rdma?\n",
181 __func__, &sin->sin_addr.s_addr); 216 __func__, binding_addr);
182 goto out; 217 goto out;
183 } 218 }
184 219
diff --git a/net/rds/cong.c b/net/rds/cong.c
index 63da9d2f142d..ccdff09a79c8 100644
--- a/net/rds/cong.c
+++ b/net/rds/cong.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2007 Oracle. All rights reserved. 2 * Copyright (c) 2007, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -101,7 +101,7 @@ static DEFINE_RWLOCK(rds_cong_monitor_lock);
101static DEFINE_SPINLOCK(rds_cong_lock); 101static DEFINE_SPINLOCK(rds_cong_lock);
102static struct rb_root rds_cong_tree = RB_ROOT; 102static struct rb_root rds_cong_tree = RB_ROOT;
103 103
104static struct rds_cong_map *rds_cong_tree_walk(__be32 addr, 104static struct rds_cong_map *rds_cong_tree_walk(const struct in6_addr *addr,
105 struct rds_cong_map *insert) 105 struct rds_cong_map *insert)
106{ 106{
107 struct rb_node **p = &rds_cong_tree.rb_node; 107 struct rb_node **p = &rds_cong_tree.rb_node;
@@ -109,12 +109,15 @@ static struct rds_cong_map *rds_cong_tree_walk(__be32 addr,
109 struct rds_cong_map *map; 109 struct rds_cong_map *map;
110 110
111 while (*p) { 111 while (*p) {
112 int diff;
113
112 parent = *p; 114 parent = *p;
113 map = rb_entry(parent, struct rds_cong_map, m_rb_node); 115 map = rb_entry(parent, struct rds_cong_map, m_rb_node);
114 116
115 if (addr < map->m_addr) 117 diff = rds_addr_cmp(addr, &map->m_addr);
118 if (diff < 0)
116 p = &(*p)->rb_left; 119 p = &(*p)->rb_left;
117 else if (addr > map->m_addr) 120 else if (diff > 0)
118 p = &(*p)->rb_right; 121 p = &(*p)->rb_right;
119 else 122 else
120 return map; 123 return map;
@@ -132,7 +135,7 @@ static struct rds_cong_map *rds_cong_tree_walk(__be32 addr,
132 * these bitmaps in the process getting pointers to them. The bitmaps are only 135 * these bitmaps in the process getting pointers to them. The bitmaps are only
133 * ever freed as the module is removed after all connections have been freed. 136 * ever freed as the module is removed after all connections have been freed.
134 */ 137 */
135static struct rds_cong_map *rds_cong_from_addr(__be32 addr) 138static struct rds_cong_map *rds_cong_from_addr(const struct in6_addr *addr)
136{ 139{
137 struct rds_cong_map *map; 140 struct rds_cong_map *map;
138 struct rds_cong_map *ret = NULL; 141 struct rds_cong_map *ret = NULL;
@@ -144,7 +147,7 @@ static struct rds_cong_map *rds_cong_from_addr(__be32 addr)
144 if (!map) 147 if (!map)
145 return NULL; 148 return NULL;
146 149
147 map->m_addr = addr; 150 map->m_addr = *addr;
148 init_waitqueue_head(&map->m_waitq); 151 init_waitqueue_head(&map->m_waitq);
149 INIT_LIST_HEAD(&map->m_conn_list); 152 INIT_LIST_HEAD(&map->m_conn_list);
150 153
@@ -171,7 +174,7 @@ out:
171 kfree(map); 174 kfree(map);
172 } 175 }
173 176
174 rdsdebug("map %p for addr %x\n", ret, be32_to_cpu(addr)); 177 rdsdebug("map %p for addr %pI6c\n", ret, addr);
175 178
176 return ret; 179 return ret;
177} 180}
@@ -202,8 +205,8 @@ void rds_cong_remove_conn(struct rds_connection *conn)
202 205
203int rds_cong_get_maps(struct rds_connection *conn) 206int rds_cong_get_maps(struct rds_connection *conn)
204{ 207{
205 conn->c_lcong = rds_cong_from_addr(conn->c_laddr); 208 conn->c_lcong = rds_cong_from_addr(&conn->c_laddr);
206 conn->c_fcong = rds_cong_from_addr(conn->c_faddr); 209 conn->c_fcong = rds_cong_from_addr(&conn->c_faddr);
207 210
208 if (!(conn->c_lcong && conn->c_fcong)) 211 if (!(conn->c_lcong && conn->c_fcong))
209 return -ENOMEM; 212 return -ENOMEM;
@@ -353,7 +356,7 @@ void rds_cong_remove_socket(struct rds_sock *rs)
353 356
354 /* update congestion map for now-closed port */ 357 /* update congestion map for now-closed port */
355 spin_lock_irqsave(&rds_cong_lock, flags); 358 spin_lock_irqsave(&rds_cong_lock, flags);
356 map = rds_cong_tree_walk(rs->rs_bound_addr, NULL); 359 map = rds_cong_tree_walk(&rs->rs_bound_addr, NULL);
357 spin_unlock_irqrestore(&rds_cong_lock, flags); 360 spin_unlock_irqrestore(&rds_cong_lock, flags);
358 361
359 if (map && rds_cong_test_bit(map, rs->rs_bound_port)) { 362 if (map && rds_cong_test_bit(map, rs->rs_bound_port)) {
diff --git a/net/rds/connection.c b/net/rds/connection.c
index cfb05953b0e5..3176ead0ab4d 100644
--- a/net/rds/connection.c
+++ b/net/rds/connection.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -34,7 +34,8 @@
34#include <linux/list.h> 34#include <linux/list.h>
35#include <linux/slab.h> 35#include <linux/slab.h>
36#include <linux/export.h> 36#include <linux/export.h>
37#include <net/inet_hashtables.h> 37#include <net/ipv6.h>
38#include <net/inet6_hashtables.h>
38 39
39#include "rds.h" 40#include "rds.h"
40#include "loop.h" 41#include "loop.h"
@@ -49,18 +50,21 @@ static unsigned long rds_conn_count;
49static struct hlist_head rds_conn_hash[RDS_CONNECTION_HASH_ENTRIES]; 50static struct hlist_head rds_conn_hash[RDS_CONNECTION_HASH_ENTRIES];
50static struct kmem_cache *rds_conn_slab; 51static struct kmem_cache *rds_conn_slab;
51 52
52static struct hlist_head *rds_conn_bucket(__be32 laddr, __be32 faddr) 53static struct hlist_head *rds_conn_bucket(const struct in6_addr *laddr,
54 const struct in6_addr *faddr)
53{ 55{
56 static u32 rds6_hash_secret __read_mostly;
54 static u32 rds_hash_secret __read_mostly; 57 static u32 rds_hash_secret __read_mostly;
55 58
56 unsigned long hash; 59 u32 lhash, fhash, hash;
57 60
58 net_get_random_once(&rds_hash_secret, sizeof(rds_hash_secret)); 61 net_get_random_once(&rds_hash_secret, sizeof(rds_hash_secret));
62 net_get_random_once(&rds6_hash_secret, sizeof(rds6_hash_secret));
63
64 lhash = (__force u32)laddr->s6_addr32[3];
65 fhash = __ipv6_addr_jhash(faddr, rds6_hash_secret);
66 hash = __inet6_ehashfn(lhash, 0, fhash, 0, rds_hash_secret);
59 67
60 /* Pass NULL, don't need struct net for hash */
61 hash = __inet_ehashfn(be32_to_cpu(laddr), 0,
62 be32_to_cpu(faddr), 0,
63 rds_hash_secret);
64 return &rds_conn_hash[hash & RDS_CONNECTION_HASH_MASK]; 68 return &rds_conn_hash[hash & RDS_CONNECTION_HASH_MASK];
65} 69}
66 70
@@ -72,20 +76,25 @@ static struct hlist_head *rds_conn_bucket(__be32 laddr, __be32 faddr)
72/* rcu read lock must be held or the connection spinlock */ 76/* rcu read lock must be held or the connection spinlock */
73static struct rds_connection *rds_conn_lookup(struct net *net, 77static struct rds_connection *rds_conn_lookup(struct net *net,
74 struct hlist_head *head, 78 struct hlist_head *head,
75 __be32 laddr, __be32 faddr, 79 const struct in6_addr *laddr,
76 struct rds_transport *trans) 80 const struct in6_addr *faddr,
81 struct rds_transport *trans,
82 int dev_if)
77{ 83{
78 struct rds_connection *conn, *ret = NULL; 84 struct rds_connection *conn, *ret = NULL;
79 85
80 hlist_for_each_entry_rcu(conn, head, c_hash_node) { 86 hlist_for_each_entry_rcu(conn, head, c_hash_node) {
81 if (conn->c_faddr == faddr && conn->c_laddr == laddr && 87 if (ipv6_addr_equal(&conn->c_faddr, faddr) &&
82 conn->c_trans == trans && net == rds_conn_net(conn)) { 88 ipv6_addr_equal(&conn->c_laddr, laddr) &&
89 conn->c_trans == trans &&
90 net == rds_conn_net(conn) &&
91 conn->c_dev_if == dev_if) {
83 ret = conn; 92 ret = conn;
84 break; 93 break;
85 } 94 }
86 } 95 }
87 rdsdebug("returning conn %p for %pI4 -> %pI4\n", ret, 96 rdsdebug("returning conn %p for %pI6c -> %pI6c\n", ret,
88 &laddr, &faddr); 97 laddr, faddr);
89 return ret; 98 return ret;
90} 99}
91 100
@@ -99,8 +108,8 @@ static void rds_conn_path_reset(struct rds_conn_path *cp)
99{ 108{
100 struct rds_connection *conn = cp->cp_conn; 109 struct rds_connection *conn = cp->cp_conn;
101 110
102 rdsdebug("connection %pI4 to %pI4 reset\n", 111 rdsdebug("connection %pI6c to %pI6c reset\n",
103 &conn->c_laddr, &conn->c_faddr); 112 &conn->c_laddr, &conn->c_faddr);
104 113
105 rds_stats_inc(s_conn_reset); 114 rds_stats_inc(s_conn_reset);
106 rds_send_path_reset(cp); 115 rds_send_path_reset(cp);
@@ -142,9 +151,12 @@ static void __rds_conn_path_init(struct rds_connection *conn,
142 * are torn down as the module is removed, if ever. 151 * are torn down as the module is removed, if ever.
143 */ 152 */
144static struct rds_connection *__rds_conn_create(struct net *net, 153static struct rds_connection *__rds_conn_create(struct net *net,
145 __be32 laddr, __be32 faddr, 154 const struct in6_addr *laddr,
146 struct rds_transport *trans, gfp_t gfp, 155 const struct in6_addr *faddr,
147 int is_outgoing) 156 struct rds_transport *trans,
157 gfp_t gfp,
158 int is_outgoing,
159 int dev_if)
148{ 160{
149 struct rds_connection *conn, *parent = NULL; 161 struct rds_connection *conn, *parent = NULL;
150 struct hlist_head *head = rds_conn_bucket(laddr, faddr); 162 struct hlist_head *head = rds_conn_bucket(laddr, faddr);
@@ -154,9 +166,12 @@ static struct rds_connection *__rds_conn_create(struct net *net,
154 int npaths = (trans->t_mp_capable ? RDS_MPATH_WORKERS : 1); 166 int npaths = (trans->t_mp_capable ? RDS_MPATH_WORKERS : 1);
155 167
156 rcu_read_lock(); 168 rcu_read_lock();
157 conn = rds_conn_lookup(net, head, laddr, faddr, trans); 169 conn = rds_conn_lookup(net, head, laddr, faddr, trans, dev_if);
158 if (conn && conn->c_loopback && conn->c_trans != &rds_loop_transport && 170 if (conn &&
159 laddr == faddr && !is_outgoing) { 171 conn->c_loopback &&
172 conn->c_trans != &rds_loop_transport &&
173 ipv6_addr_equal(laddr, faddr) &&
174 !is_outgoing) {
160 /* This is a looped back IB connection, and we're 175 /* This is a looped back IB connection, and we're
161 * called by the code handling the incoming connect. 176 * called by the code handling the incoming connect.
162 * We need a second connection object into which we 177 * We need a second connection object into which we
@@ -181,8 +196,10 @@ static struct rds_connection *__rds_conn_create(struct net *net,
181 } 196 }
182 197
183 INIT_HLIST_NODE(&conn->c_hash_node); 198 INIT_HLIST_NODE(&conn->c_hash_node);
184 conn->c_laddr = laddr; 199 conn->c_laddr = *laddr;
185 conn->c_faddr = faddr; 200 conn->c_isv6 = !ipv6_addr_v4mapped(laddr);
201 conn->c_faddr = *faddr;
202 conn->c_dev_if = dev_if;
186 203
187 rds_conn_net_set(conn, net); 204 rds_conn_net_set(conn, net);
188 205
@@ -199,7 +216,7 @@ static struct rds_connection *__rds_conn_create(struct net *net,
199 * can bind to the destination address then we'd rather the messages 216 * can bind to the destination address then we'd rather the messages
200 * flow through loopback rather than either transport. 217 * flow through loopback rather than either transport.
201 */ 218 */
202 loop_trans = rds_trans_get_preferred(net, faddr); 219 loop_trans = rds_trans_get_preferred(net, faddr, conn->c_dev_if);
203 if (loop_trans) { 220 if (loop_trans) {
204 rds_trans_put(loop_trans); 221 rds_trans_put(loop_trans);
205 conn->c_loopback = 1; 222 conn->c_loopback = 1;
@@ -233,10 +250,10 @@ static struct rds_connection *__rds_conn_create(struct net *net,
233 goto out; 250 goto out;
234 } 251 }
235 252
236 rdsdebug("allocated conn %p for %pI4 -> %pI4 over %s %s\n", 253 rdsdebug("allocated conn %p for %pI6c -> %pI6c over %s %s\n",
237 conn, &laddr, &faddr, 254 conn, laddr, faddr,
238 strnlen(trans->t_name, sizeof(trans->t_name)) ? trans->t_name : 255 strnlen(trans->t_name, sizeof(trans->t_name)) ?
239 "[unknown]", is_outgoing ? "(outgoing)" : ""); 256 trans->t_name : "[unknown]", is_outgoing ? "(outgoing)" : "");
240 257
241 /* 258 /*
242 * Since we ran without holding the conn lock, someone could 259 * Since we ran without holding the conn lock, someone could
@@ -262,7 +279,8 @@ static struct rds_connection *__rds_conn_create(struct net *net,
262 /* Creating normal conn */ 279 /* Creating normal conn */
263 struct rds_connection *found; 280 struct rds_connection *found;
264 281
265 found = rds_conn_lookup(net, head, laddr, faddr, trans); 282 found = rds_conn_lookup(net, head, laddr, faddr, trans,
283 dev_if);
266 if (found) { 284 if (found) {
267 struct rds_conn_path *cp; 285 struct rds_conn_path *cp;
268 int i; 286 int i;
@@ -295,18 +313,22 @@ out:
295} 313}
296 314
297struct rds_connection *rds_conn_create(struct net *net, 315struct rds_connection *rds_conn_create(struct net *net,
298 __be32 laddr, __be32 faddr, 316 const struct in6_addr *laddr,
299 struct rds_transport *trans, gfp_t gfp) 317 const struct in6_addr *faddr,
318 struct rds_transport *trans, gfp_t gfp,
319 int dev_if)
300{ 320{
301 return __rds_conn_create(net, laddr, faddr, trans, gfp, 0); 321 return __rds_conn_create(net, laddr, faddr, trans, gfp, 0, dev_if);
302} 322}
303EXPORT_SYMBOL_GPL(rds_conn_create); 323EXPORT_SYMBOL_GPL(rds_conn_create);
304 324
305struct rds_connection *rds_conn_create_outgoing(struct net *net, 325struct rds_connection *rds_conn_create_outgoing(struct net *net,
306 __be32 laddr, __be32 faddr, 326 const struct in6_addr *laddr,
307 struct rds_transport *trans, gfp_t gfp) 327 const struct in6_addr *faddr,
328 struct rds_transport *trans,
329 gfp_t gfp, int dev_if)
308{ 330{
309 return __rds_conn_create(net, laddr, faddr, trans, gfp, 1); 331 return __rds_conn_create(net, laddr, faddr, trans, gfp, 1, dev_if);
310} 332}
311EXPORT_SYMBOL_GPL(rds_conn_create_outgoing); 333EXPORT_SYMBOL_GPL(rds_conn_create_outgoing);
312 334
@@ -502,12 +524,17 @@ static void rds_conn_message_info(struct socket *sock, unsigned int len,
502 524
503 /* XXX too lazy to maintain counts.. */ 525 /* XXX too lazy to maintain counts.. */
504 list_for_each_entry(rm, list, m_conn_item) { 526 list_for_each_entry(rm, list, m_conn_item) {
527 __be32 laddr;
528 __be32 faddr;
529
505 total++; 530 total++;
531 laddr = conn->c_laddr.s6_addr32[3];
532 faddr = conn->c_faddr.s6_addr32[3];
506 if (total <= len) 533 if (total <= len)
507 rds_inc_info_copy(&rm->m_inc, 534 rds_inc_info_copy(&rm->m_inc,
508 iter, 535 iter,
509 conn->c_laddr, 536 laddr,
510 conn->c_faddr, 537 faddr,
511 0); 538 0);
512 } 539 }
513 540
@@ -584,7 +611,6 @@ static void rds_walk_conn_path_info(struct socket *sock, unsigned int len,
584 struct hlist_head *head; 611 struct hlist_head *head;
585 struct rds_connection *conn; 612 struct rds_connection *conn;
586 size_t i; 613 size_t i;
587 int j;
588 614
589 rcu_read_lock(); 615 rcu_read_lock();
590 616
@@ -595,17 +621,20 @@ static void rds_walk_conn_path_info(struct socket *sock, unsigned int len,
595 i++, head++) { 621 i++, head++) {
596 hlist_for_each_entry_rcu(conn, head, c_hash_node) { 622 hlist_for_each_entry_rcu(conn, head, c_hash_node) {
597 struct rds_conn_path *cp; 623 struct rds_conn_path *cp;
598 int npaths;
599 624
600 npaths = (conn->c_trans->t_mp_capable ? 625 /* XXX We only copy the information from the first
601 RDS_MPATH_WORKERS : 1); 626 * path for now. The problem is that if there are
602 for (j = 0; j < npaths; j++) { 627 * more than one underlying paths, we cannot report
603 cp = &conn->c_path[j]; 628 * information of all of them using the existing
629 * API. For example, there is only one next_tx_seq,
630 * which path's next_tx_seq should we report? It is
631 * a bug in the design of MPRDS.
632 */
633 cp = conn->c_path;
604 634
605 /* XXX no cp_lock usage.. */ 635 /* XXX no cp_lock usage.. */
606 if (!visitor(cp, buffer)) 636 if (!visitor(cp, buffer))
607 continue; 637 continue;
608 }
609 638
610 /* We copy as much as we can fit in the buffer, 639 /* We copy as much as we can fit in the buffer,
611 * but we count all items so that the caller 640 * but we count all items so that the caller
@@ -624,12 +653,13 @@ static void rds_walk_conn_path_info(struct socket *sock, unsigned int len,
624static int rds_conn_info_visitor(struct rds_conn_path *cp, void *buffer) 653static int rds_conn_info_visitor(struct rds_conn_path *cp, void *buffer)
625{ 654{
626 struct rds_info_connection *cinfo = buffer; 655 struct rds_info_connection *cinfo = buffer;
656 struct rds_connection *conn = cp->cp_conn;
627 657
628 cinfo->next_tx_seq = cp->cp_next_tx_seq; 658 cinfo->next_tx_seq = cp->cp_next_tx_seq;
629 cinfo->next_rx_seq = cp->cp_next_rx_seq; 659 cinfo->next_rx_seq = cp->cp_next_rx_seq;
630 cinfo->laddr = cp->cp_conn->c_laddr; 660 cinfo->laddr = conn->c_laddr.s6_addr32[3];
631 cinfo->faddr = cp->cp_conn->c_faddr; 661 cinfo->faddr = conn->c_faddr.s6_addr32[3];
632 strncpy(cinfo->transport, cp->cp_conn->c_trans->t_name, 662 strncpy(cinfo->transport, conn->c_trans->t_name,
633 sizeof(cinfo->transport)); 663 sizeof(cinfo->transport));
634 cinfo->flags = 0; 664 cinfo->flags = 0;
635 665
diff --git a/net/rds/ib.c b/net/rds/ib.c
index b6ad38e48f62..c712a848957d 100644
--- a/net/rds/ib.c
+++ b/net/rds/ib.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -296,8 +296,8 @@ static int rds_ib_conn_info_visitor(struct rds_connection *conn,
296 if (conn->c_trans != &rds_ib_transport) 296 if (conn->c_trans != &rds_ib_transport)
297 return 0; 297 return 0;
298 298
299 iinfo->src_addr = conn->c_laddr; 299 iinfo->src_addr = conn->c_laddr.s6_addr32[3];
300 iinfo->dst_addr = conn->c_faddr; 300 iinfo->dst_addr = conn->c_faddr.s6_addr32[3];
301 301
302 memset(&iinfo->src_gid, 0, sizeof(iinfo->src_gid)); 302 memset(&iinfo->src_gid, 0, sizeof(iinfo->src_gid));
303 memset(&iinfo->dst_gid, 0, sizeof(iinfo->dst_gid)); 303 memset(&iinfo->dst_gid, 0, sizeof(iinfo->dst_gid));
@@ -341,7 +341,8 @@ static void rds_ib_ic_info(struct socket *sock, unsigned int len,
341 * allowed to influence which paths have priority. We could call userspace 341 * allowed to influence which paths have priority. We could call userspace
342 * asserting this policy "routing". 342 * asserting this policy "routing".
343 */ 343 */
344static int rds_ib_laddr_check(struct net *net, __be32 addr) 344static int rds_ib_laddr_check(struct net *net, const struct in6_addr *addr,
345 __u32 scope_id)
345{ 346{
346 int ret; 347 int ret;
347 struct rdma_cm_id *cm_id; 348 struct rdma_cm_id *cm_id;
@@ -357,7 +358,7 @@ static int rds_ib_laddr_check(struct net *net, __be32 addr)
357 358
358 memset(&sin, 0, sizeof(sin)); 359 memset(&sin, 0, sizeof(sin));
359 sin.sin_family = AF_INET; 360 sin.sin_family = AF_INET;
360 sin.sin_addr.s_addr = addr; 361 sin.sin_addr.s_addr = addr->s6_addr32[3];
361 362
362 /* rdma_bind_addr will only succeed for IB & iWARP devices */ 363 /* rdma_bind_addr will only succeed for IB & iWARP devices */
363 ret = rdma_bind_addr(cm_id, (struct sockaddr *)&sin); 364 ret = rdma_bind_addr(cm_id, (struct sockaddr *)&sin);
@@ -367,9 +368,9 @@ static int rds_ib_laddr_check(struct net *net, __be32 addr)
367 cm_id->device->node_type != RDMA_NODE_IB_CA) 368 cm_id->device->node_type != RDMA_NODE_IB_CA)
368 ret = -EADDRNOTAVAIL; 369 ret = -EADDRNOTAVAIL;
369 370
370 rdsdebug("addr %pI4 ret %d node type %d\n", 371 rdsdebug("addr %pI6c ret %d node type %d\n",
371 &addr, ret, 372 addr, ret,
372 cm_id->device ? cm_id->device->node_type : -1); 373 cm_id->device ? cm_id->device->node_type : -1);
373 374
374 rdma_destroy_id(cm_id); 375 rdma_destroy_id(cm_id);
375 376
diff --git a/net/rds/ib.h b/net/rds/ib.h
index a6f4d7d68e95..beb95b893f78 100644
--- a/net/rds/ib.h
+++ b/net/rds/ib.h
@@ -57,16 +57,44 @@ struct rds_ib_refill_cache {
57 struct list_head *ready; 57 struct list_head *ready;
58}; 58};
59 59
60/* This is the common structure for the IB private data exchange in setting up
61 * an RDS connection. The exchange is different for IPv4 and IPv6 connections.
62 * The reason is that the address size is different and the addresses
63 * exchanged are in the beginning of the structure. Hence it is not possible
64 * for interoperability if same structure is used.
65 */
66struct rds_ib_conn_priv_cmn {
67 u8 ricpc_protocol_major;
68 u8 ricpc_protocol_minor;
69 __be16 ricpc_protocol_minor_mask; /* bitmask */
70 __be32 ricpc_reserved1;
71 __be64 ricpc_ack_seq;
72 __be32 ricpc_credit; /* non-zero enables flow ctl */
73};
74
60struct rds_ib_connect_private { 75struct rds_ib_connect_private {
61 /* Add new fields at the end, and don't permute existing fields. */ 76 /* Add new fields at the end, and don't permute existing fields. */
62 __be32 dp_saddr; 77 __be32 dp_saddr;
63 __be32 dp_daddr; 78 __be32 dp_daddr;
64 u8 dp_protocol_major; 79 struct rds_ib_conn_priv_cmn dp_cmn;
65 u8 dp_protocol_minor; 80};
66 __be16 dp_protocol_minor_mask; /* bitmask */ 81
67 __be32 dp_reserved1; 82struct rds6_ib_connect_private {
68 __be64 dp_ack_seq; 83 /* Add new fields at the end, and don't permute existing fields. */
69 __be32 dp_credit; /* non-zero enables flow ctl */ 84 struct in6_addr dp_saddr;
85 struct in6_addr dp_daddr;
86 struct rds_ib_conn_priv_cmn dp_cmn;
87};
88
89#define dp_protocol_major dp_cmn.ricpc_protocol_major
90#define dp_protocol_minor dp_cmn.ricpc_protocol_minor
91#define dp_protocol_minor_mask dp_cmn.ricpc_protocol_minor_mask
92#define dp_ack_seq dp_cmn.ricpc_ack_seq
93#define dp_credit dp_cmn.ricpc_credit
94
95union rds_ib_conn_priv {
96 struct rds_ib_connect_private ricp_v4;
97 struct rds6_ib_connect_private ricp_v6;
70}; 98};
71 99
72struct rds_ib_send_work { 100struct rds_ib_send_work {
@@ -351,8 +379,8 @@ void rds_ib_listen_stop(void);
351__printf(2, 3) 379__printf(2, 3)
352void __rds_ib_conn_error(struct rds_connection *conn, const char *, ...); 380void __rds_ib_conn_error(struct rds_connection *conn, const char *, ...);
353int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id, 381int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id,
354 struct rdma_cm_event *event); 382 struct rdma_cm_event *event, bool isv6);
355int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id); 383int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id, bool isv6);
356void rds_ib_cm_connect_complete(struct rds_connection *conn, 384void rds_ib_cm_connect_complete(struct rds_connection *conn,
357 struct rdma_cm_event *event); 385 struct rdma_cm_event *event);
358 386
@@ -361,7 +389,8 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn,
361 __rds_ib_conn_error(conn, KERN_WARNING "RDS/IB: " fmt) 389 __rds_ib_conn_error(conn, KERN_WARNING "RDS/IB: " fmt)
362 390
363/* ib_rdma.c */ 391/* ib_rdma.c */
364int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev, __be32 ipaddr); 392int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev,
393 struct in6_addr *ipaddr);
365void rds_ib_add_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn); 394void rds_ib_add_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn);
366void rds_ib_remove_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn); 395void rds_ib_remove_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn);
367void rds_ib_destroy_nodev_conns(void); 396void rds_ib_destroy_nodev_conns(void);
diff --git a/net/rds/ib_cm.c b/net/rds/ib_cm.c
index f1684ae6abfd..dd8a867e5a9c 100644
--- a/net/rds/ib_cm.c
+++ b/net/rds/ib_cm.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -35,6 +35,7 @@
35#include <linux/slab.h> 35#include <linux/slab.h>
36#include <linux/vmalloc.h> 36#include <linux/vmalloc.h>
37#include <linux/ratelimit.h> 37#include <linux/ratelimit.h>
38#include <net/addrconf.h>
38 39
39#include "rds_single_path.h" 40#include "rds_single_path.h"
40#include "rds.h" 41#include "rds.h"
@@ -95,25 +96,45 @@ rds_ib_tune_rnr(struct rds_ib_connection *ic, struct ib_qp_attr *attr)
95 */ 96 */
96void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_event *event) 97void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_event *event)
97{ 98{
98 const struct rds_ib_connect_private *dp = NULL;
99 struct rds_ib_connection *ic = conn->c_transport_data; 99 struct rds_ib_connection *ic = conn->c_transport_data;
100 const union rds_ib_conn_priv *dp = NULL;
100 struct ib_qp_attr qp_attr; 101 struct ib_qp_attr qp_attr;
102 __be64 ack_seq = 0;
103 __be32 credit = 0;
104 u8 major = 0;
105 u8 minor = 0;
101 int err; 106 int err;
102 107
103 if (event->param.conn.private_data_len >= sizeof(*dp)) { 108 dp = event->param.conn.private_data;
104 dp = event->param.conn.private_data; 109 if (conn->c_isv6) {
105 110 if (event->param.conn.private_data_len >=
106 /* make sure it isn't empty data */ 111 sizeof(struct rds6_ib_connect_private)) {
107 if (dp->dp_protocol_major) { 112 major = dp->ricp_v6.dp_protocol_major;
108 rds_ib_set_protocol(conn, 113 minor = dp->ricp_v6.dp_protocol_minor;
109 RDS_PROTOCOL(dp->dp_protocol_major, 114 credit = dp->ricp_v6.dp_credit;
110 dp->dp_protocol_minor)); 115 /* dp structure start is not guaranteed to be 8 bytes
111 rds_ib_set_flow_control(conn, be32_to_cpu(dp->dp_credit)); 116 * aligned. Since dp_ack_seq is 64-bit extended load
117 * operations can be used so go through get_unaligned
118 * to avoid unaligned errors.
119 */
120 ack_seq = get_unaligned(&dp->ricp_v6.dp_ack_seq);
112 } 121 }
122 } else if (event->param.conn.private_data_len >=
123 sizeof(struct rds_ib_connect_private)) {
124 major = dp->ricp_v4.dp_protocol_major;
125 minor = dp->ricp_v4.dp_protocol_minor;
126 credit = dp->ricp_v4.dp_credit;
127 ack_seq = get_unaligned(&dp->ricp_v4.dp_ack_seq);
128 }
129
130 /* make sure it isn't empty data */
131 if (major) {
132 rds_ib_set_protocol(conn, RDS_PROTOCOL(major, minor));
133 rds_ib_set_flow_control(conn, be32_to_cpu(credit));
113 } 134 }
114 135
115 if (conn->c_version < RDS_PROTOCOL(3, 1)) { 136 if (conn->c_version < RDS_PROTOCOL(3, 1)) {
116 pr_notice("RDS/IB: Connection <%pI4,%pI4> version %u.%u no longer supported\n", 137 pr_notice("RDS/IB: Connection <%pI6c,%pI6c> version %u.%u no longer supported\n",
117 &conn->c_laddr, &conn->c_faddr, 138 &conn->c_laddr, &conn->c_faddr,
118 RDS_PROTOCOL_MAJOR(conn->c_version), 139 RDS_PROTOCOL_MAJOR(conn->c_version),
119 RDS_PROTOCOL_MINOR(conn->c_version)); 140 RDS_PROTOCOL_MINOR(conn->c_version));
@@ -121,7 +142,7 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_even
121 rds_conn_destroy(conn); 142 rds_conn_destroy(conn);
122 return; 143 return;
123 } else { 144 } else {
124 pr_notice("RDS/IB: %s conn connected <%pI4,%pI4> version %u.%u%s\n", 145 pr_notice("RDS/IB: %s conn connected <%pI6c,%pI6c> version %u.%u%s\n",
125 ic->i_active_side ? "Active" : "Passive", 146 ic->i_active_side ? "Active" : "Passive",
126 &conn->c_laddr, &conn->c_faddr, 147 &conn->c_laddr, &conn->c_faddr,
127 RDS_PROTOCOL_MAJOR(conn->c_version), 148 RDS_PROTOCOL_MAJOR(conn->c_version),
@@ -150,7 +171,7 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_even
150 printk(KERN_NOTICE "ib_modify_qp(IB_QP_STATE, RTS): err=%d\n", err); 171 printk(KERN_NOTICE "ib_modify_qp(IB_QP_STATE, RTS): err=%d\n", err);
151 172
152 /* update ib_device with this local ipaddr */ 173 /* update ib_device with this local ipaddr */
153 err = rds_ib_update_ipaddr(ic->rds_ibdev, conn->c_laddr); 174 err = rds_ib_update_ipaddr(ic->rds_ibdev, &conn->c_laddr);
154 if (err) 175 if (err)
155 printk(KERN_ERR "rds_ib_update_ipaddr failed (%d)\n", 176 printk(KERN_ERR "rds_ib_update_ipaddr failed (%d)\n",
156 err); 177 err);
@@ -158,14 +179,8 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_even
158 /* If the peer gave us the last packet it saw, process this as if 179 /* If the peer gave us the last packet it saw, process this as if
159 * we had received a regular ACK. */ 180 * we had received a regular ACK. */
160 if (dp) { 181 if (dp) {
161 /* dp structure start is not guaranteed to be 8 bytes aligned. 182 if (ack_seq)
162 * Since dp_ack_seq is 64-bit extended load operations can be 183 rds_send_drop_acked(conn, be64_to_cpu(ack_seq),
163 * used so go through get_unaligned to avoid unaligned errors.
164 */
165 __be64 dp_ack_seq = get_unaligned(&dp->dp_ack_seq);
166
167 if (dp_ack_seq)
168 rds_send_drop_acked(conn, be64_to_cpu(dp_ack_seq),
169 NULL); 184 NULL);
170 } 185 }
171 186
@@ -173,11 +188,12 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_even
173} 188}
174 189
175static void rds_ib_cm_fill_conn_param(struct rds_connection *conn, 190static void rds_ib_cm_fill_conn_param(struct rds_connection *conn,
176 struct rdma_conn_param *conn_param, 191 struct rdma_conn_param *conn_param,
177 struct rds_ib_connect_private *dp, 192 union rds_ib_conn_priv *dp,
178 u32 protocol_version, 193 u32 protocol_version,
179 u32 max_responder_resources, 194 u32 max_responder_resources,
180 u32 max_initiator_depth) 195 u32 max_initiator_depth,
196 bool isv6)
181{ 197{
182 struct rds_ib_connection *ic = conn->c_transport_data; 198 struct rds_ib_connection *ic = conn->c_transport_data;
183 struct rds_ib_device *rds_ibdev = ic->rds_ibdev; 199 struct rds_ib_device *rds_ibdev = ic->rds_ibdev;
@@ -193,24 +209,49 @@ static void rds_ib_cm_fill_conn_param(struct rds_connection *conn,
193 209
194 if (dp) { 210 if (dp) {
195 memset(dp, 0, sizeof(*dp)); 211 memset(dp, 0, sizeof(*dp));
196 dp->dp_saddr = conn->c_laddr; 212 if (isv6) {
197 dp->dp_daddr = conn->c_faddr; 213 dp->ricp_v6.dp_saddr = conn->c_laddr;
198 dp->dp_protocol_major = RDS_PROTOCOL_MAJOR(protocol_version); 214 dp->ricp_v6.dp_daddr = conn->c_faddr;
199 dp->dp_protocol_minor = RDS_PROTOCOL_MINOR(protocol_version); 215 dp->ricp_v6.dp_protocol_major =
200 dp->dp_protocol_minor_mask = cpu_to_be16(RDS_IB_SUPPORTED_PROTOCOLS); 216 RDS_PROTOCOL_MAJOR(protocol_version);
201 dp->dp_ack_seq = cpu_to_be64(rds_ib_piggyb_ack(ic)); 217 dp->ricp_v6.dp_protocol_minor =
218 RDS_PROTOCOL_MINOR(protocol_version);
219 dp->ricp_v6.dp_protocol_minor_mask =
220 cpu_to_be16(RDS_IB_SUPPORTED_PROTOCOLS);
221 dp->ricp_v6.dp_ack_seq =
222 cpu_to_be64(rds_ib_piggyb_ack(ic));
223
224 conn_param->private_data = &dp->ricp_v6;
225 conn_param->private_data_len = sizeof(dp->ricp_v6);
226 } else {
227 dp->ricp_v4.dp_saddr = conn->c_laddr.s6_addr32[3];
228 dp->ricp_v4.dp_daddr = conn->c_faddr.s6_addr32[3];
229 dp->ricp_v4.dp_protocol_major =
230 RDS_PROTOCOL_MAJOR(protocol_version);
231 dp->ricp_v4.dp_protocol_minor =
232 RDS_PROTOCOL_MINOR(protocol_version);
233 dp->ricp_v4.dp_protocol_minor_mask =
234 cpu_to_be16(RDS_IB_SUPPORTED_PROTOCOLS);
235 dp->ricp_v4.dp_ack_seq =
236 cpu_to_be64(rds_ib_piggyb_ack(ic));
237
238 conn_param->private_data = &dp->ricp_v4;
239 conn_param->private_data_len = sizeof(dp->ricp_v4);
240 }
202 241
203 /* Advertise flow control */ 242 /* Advertise flow control */
204 if (ic->i_flowctl) { 243 if (ic->i_flowctl) {
205 unsigned int credits; 244 unsigned int credits;
206 245
207 credits = IB_GET_POST_CREDITS(atomic_read(&ic->i_credits)); 246 credits = IB_GET_POST_CREDITS
208 dp->dp_credit = cpu_to_be32(credits); 247 (atomic_read(&ic->i_credits));
209 atomic_sub(IB_SET_POST_CREDITS(credits), &ic->i_credits); 248 if (isv6)
249 dp->ricp_v6.dp_credit = cpu_to_be32(credits);
250 else
251 dp->ricp_v4.dp_credit = cpu_to_be32(credits);
252 atomic_sub(IB_SET_POST_CREDITS(credits),
253 &ic->i_credits);
210 } 254 }
211
212 conn_param->private_data = dp;
213 conn_param->private_data_len = sizeof(*dp);
214 } 255 }
215} 256}
216 257
@@ -349,7 +390,7 @@ static void rds_ib_qp_event_handler(struct ib_event *event, void *data)
349 break; 390 break;
350 default: 391 default:
351 rdsdebug("Fatal QP Event %u (%s) " 392 rdsdebug("Fatal QP Event %u (%s) "
352 "- connection %pI4->%pI4, reconnecting\n", 393 "- connection %pI6c->%pI6c, reconnecting\n",
353 event->event, ib_event_msg(event->event), 394 event->event, ib_event_msg(event->event),
354 &conn->c_laddr, &conn->c_faddr); 395 &conn->c_laddr, &conn->c_faddr);
355 rds_conn_drop(conn); 396 rds_conn_drop(conn);
@@ -580,11 +621,13 @@ out:
580 return ret; 621 return ret;
581} 622}
582 623
583static u32 rds_ib_protocol_compatible(struct rdma_cm_event *event) 624static u32 rds_ib_protocol_compatible(struct rdma_cm_event *event, bool isv6)
584{ 625{
585 const struct rds_ib_connect_private *dp = event->param.conn.private_data; 626 const union rds_ib_conn_priv *dp = event->param.conn.private_data;
586 u16 common; 627 u8 data_len, major, minor;
587 u32 version = 0; 628 u32 version = 0;
629 __be16 mask;
630 u16 common;
588 631
589 /* 632 /*
590 * rdma_cm private data is odd - when there is any private data in the 633 * rdma_cm private data is odd - when there is any private data in the
@@ -603,51 +646,126 @@ static u32 rds_ib_protocol_compatible(struct rdma_cm_event *event)
603 return 0; 646 return 0;
604 } 647 }
605 648
649 if (isv6) {
650 data_len = sizeof(struct rds6_ib_connect_private);
651 major = dp->ricp_v6.dp_protocol_major;
652 minor = dp->ricp_v6.dp_protocol_minor;
653 mask = dp->ricp_v6.dp_protocol_minor_mask;
654 } else {
655 data_len = sizeof(struct rds_ib_connect_private);
656 major = dp->ricp_v4.dp_protocol_major;
657 minor = dp->ricp_v4.dp_protocol_minor;
658 mask = dp->ricp_v4.dp_protocol_minor_mask;
659 }
660
606 /* Even if len is crap *now* I still want to check it. -ASG */ 661 /* Even if len is crap *now* I still want to check it. -ASG */
607 if (event->param.conn.private_data_len < sizeof (*dp) || 662 if (event->param.conn.private_data_len < data_len || major == 0)
608 dp->dp_protocol_major == 0)
609 return RDS_PROTOCOL_3_0; 663 return RDS_PROTOCOL_3_0;
610 664
611 common = be16_to_cpu(dp->dp_protocol_minor_mask) & RDS_IB_SUPPORTED_PROTOCOLS; 665 common = be16_to_cpu(mask) & RDS_IB_SUPPORTED_PROTOCOLS;
612 if (dp->dp_protocol_major == 3 && common) { 666 if (major == 3 && common) {
613 version = RDS_PROTOCOL_3_0; 667 version = RDS_PROTOCOL_3_0;
614 while ((common >>= 1) != 0) 668 while ((common >>= 1) != 0)
615 version++; 669 version++;
616 } else 670 } else {
617 printk_ratelimited(KERN_NOTICE "RDS: Connection from %pI4 using incompatible protocol version %u.%u\n", 671 if (isv6)
618 &dp->dp_saddr, 672 printk_ratelimited(KERN_NOTICE "RDS: Connection from %pI6c using incompatible protocol version %u.%u\n",
619 dp->dp_protocol_major, 673 &dp->ricp_v6.dp_saddr, major, minor);
620 dp->dp_protocol_minor); 674 else
675 printk_ratelimited(KERN_NOTICE "RDS: Connection from %pI4 using incompatible protocol version %u.%u\n",
676 &dp->ricp_v4.dp_saddr, major, minor);
677 }
621 return version; 678 return version;
622} 679}
623 680
681/* Given an IPv6 address, find the IB net_device which hosts that address and
682 * return its index. This is used by the rds_ib_cm_handle_connect() code to
683 * find the interface index of where an incoming request comes from when
684 * the request is using a link local address.
685 *
686 * Note one problem in this search. It is possible that two interfaces have
687 * the same link local address. Unfortunately, this cannot be solved unless
688 * the underlying layer gives us the interface which an incoming RDMA connect
689 * request comes from.
690 */
691static u32 __rds_find_ifindex(struct net *net, const struct in6_addr *addr)
692{
693 struct net_device *dev;
694 int idx = 0;
695
696 rcu_read_lock();
697 for_each_netdev_rcu(net, dev) {
698 if (dev->type == ARPHRD_INFINIBAND &&
699 ipv6_chk_addr(net, addr, dev, 0)) {
700 idx = dev->ifindex;
701 break;
702 }
703 }
704 rcu_read_unlock();
705
706 return idx;
707}
708
624int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id, 709int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id,
625 struct rdma_cm_event *event) 710 struct rdma_cm_event *event, bool isv6)
626{ 711{
627 __be64 lguid = cm_id->route.path_rec->sgid.global.interface_id; 712 __be64 lguid = cm_id->route.path_rec->sgid.global.interface_id;
628 __be64 fguid = cm_id->route.path_rec->dgid.global.interface_id; 713 __be64 fguid = cm_id->route.path_rec->dgid.global.interface_id;
629 const struct rds_ib_connect_private *dp = event->param.conn.private_data; 714 const struct rds_ib_conn_priv_cmn *dp_cmn;
630 struct rds_ib_connect_private dp_rep;
631 struct rds_connection *conn = NULL; 715 struct rds_connection *conn = NULL;
632 struct rds_ib_connection *ic = NULL; 716 struct rds_ib_connection *ic = NULL;
633 struct rdma_conn_param conn_param; 717 struct rdma_conn_param conn_param;
718 const union rds_ib_conn_priv *dp;
719 union rds_ib_conn_priv dp_rep;
720 struct in6_addr s_mapped_addr;
721 struct in6_addr d_mapped_addr;
722 const struct in6_addr *saddr6;
723 const struct in6_addr *daddr6;
724 int destroy = 1;
725 u32 ifindex = 0;
634 u32 version; 726 u32 version;
635 int err = 1, destroy = 1; 727 int err = 1;
636 728
637 /* Check whether the remote protocol version matches ours. */ 729 /* Check whether the remote protocol version matches ours. */
638 version = rds_ib_protocol_compatible(event); 730 version = rds_ib_protocol_compatible(event, isv6);
639 if (!version) 731 if (!version)
640 goto out; 732 goto out;
641 733
642 rdsdebug("saddr %pI4 daddr %pI4 RDSv%u.%u lguid 0x%llx fguid " 734 dp = event->param.conn.private_data;
643 "0x%llx\n", &dp->dp_saddr, &dp->dp_daddr, 735 if (isv6) {
736 dp_cmn = &dp->ricp_v6.dp_cmn;
737 saddr6 = &dp->ricp_v6.dp_saddr;
738 daddr6 = &dp->ricp_v6.dp_daddr;
739 /* If the local address is link local, need to find the
740 * interface index in order to create a proper RDS
741 * connection.
742 */
743 if (ipv6_addr_type(daddr6) & IPV6_ADDR_LINKLOCAL) {
744 /* Using init_net for now .. */
745 ifindex = __rds_find_ifindex(&init_net, daddr6);
746 /* No index found... Need to bail out. */
747 if (ifindex == 0) {
748 err = -EOPNOTSUPP;
749 goto out;
750 }
751 }
752 } else {
753 dp_cmn = &dp->ricp_v4.dp_cmn;
754 ipv6_addr_set_v4mapped(dp->ricp_v4.dp_saddr, &s_mapped_addr);
755 ipv6_addr_set_v4mapped(dp->ricp_v4.dp_daddr, &d_mapped_addr);
756 saddr6 = &s_mapped_addr;
757 daddr6 = &d_mapped_addr;
758 }
759
760 rdsdebug("saddr %pI6c daddr %pI6c RDSv%u.%u lguid 0x%llx fguid "
761 "0x%llx\n", saddr6, daddr6,
644 RDS_PROTOCOL_MAJOR(version), RDS_PROTOCOL_MINOR(version), 762 RDS_PROTOCOL_MAJOR(version), RDS_PROTOCOL_MINOR(version),
645 (unsigned long long)be64_to_cpu(lguid), 763 (unsigned long long)be64_to_cpu(lguid),
646 (unsigned long long)be64_to_cpu(fguid)); 764 (unsigned long long)be64_to_cpu(fguid));
647 765
648 /* RDS/IB is not currently netns aware, thus init_net */ 766 /* RDS/IB is not currently netns aware, thus init_net */
649 conn = rds_conn_create(&init_net, dp->dp_daddr, dp->dp_saddr, 767 conn = rds_conn_create(&init_net, daddr6, saddr6,
650 &rds_ib_transport, GFP_KERNEL); 768 &rds_ib_transport, GFP_KERNEL, ifindex);
651 if (IS_ERR(conn)) { 769 if (IS_ERR(conn)) {
652 rdsdebug("rds_conn_create failed (%ld)\n", PTR_ERR(conn)); 770 rdsdebug("rds_conn_create failed (%ld)\n", PTR_ERR(conn));
653 conn = NULL; 771 conn = NULL;
@@ -678,12 +796,13 @@ int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id,
678 ic = conn->c_transport_data; 796 ic = conn->c_transport_data;
679 797
680 rds_ib_set_protocol(conn, version); 798 rds_ib_set_protocol(conn, version);
681 rds_ib_set_flow_control(conn, be32_to_cpu(dp->dp_credit)); 799 rds_ib_set_flow_control(conn, be32_to_cpu(dp_cmn->ricpc_credit));
682 800
683 /* If the peer gave us the last packet it saw, process this as if 801 /* If the peer gave us the last packet it saw, process this as if
684 * we had received a regular ACK. */ 802 * we had received a regular ACK. */
685 if (dp->dp_ack_seq) 803 if (dp_cmn->ricpc_ack_seq)
686 rds_send_drop_acked(conn, be64_to_cpu(dp->dp_ack_seq), NULL); 804 rds_send_drop_acked(conn, be64_to_cpu(dp_cmn->ricpc_ack_seq),
805 NULL);
687 806
688 BUG_ON(cm_id->context); 807 BUG_ON(cm_id->context);
689 BUG_ON(ic->i_cm_id); 808 BUG_ON(ic->i_cm_id);
@@ -702,8 +821,8 @@ int rds_ib_cm_handle_connect(struct rdma_cm_id *cm_id,
702 } 821 }
703 822
704 rds_ib_cm_fill_conn_param(conn, &conn_param, &dp_rep, version, 823 rds_ib_cm_fill_conn_param(conn, &conn_param, &dp_rep, version,
705 event->param.conn.responder_resources, 824 event->param.conn.responder_resources,
706 event->param.conn.initiator_depth); 825 event->param.conn.initiator_depth, isv6);
707 826
708 /* rdma_accept() calls rdma_reject() internally if it fails */ 827 /* rdma_accept() calls rdma_reject() internally if it fails */
709 if (rdma_accept(cm_id, &conn_param)) 828 if (rdma_accept(cm_id, &conn_param))
@@ -718,12 +837,12 @@ out:
718} 837}
719 838
720 839
721int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id) 840int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id, bool isv6)
722{ 841{
723 struct rds_connection *conn = cm_id->context; 842 struct rds_connection *conn = cm_id->context;
724 struct rds_ib_connection *ic = conn->c_transport_data; 843 struct rds_ib_connection *ic = conn->c_transport_data;
725 struct rdma_conn_param conn_param; 844 struct rdma_conn_param conn_param;
726 struct rds_ib_connect_private dp; 845 union rds_ib_conn_priv dp;
727 int ret; 846 int ret;
728 847
729 /* If the peer doesn't do protocol negotiation, we must 848 /* If the peer doesn't do protocol negotiation, we must
@@ -738,7 +857,7 @@ int rds_ib_cm_initiate_connect(struct rdma_cm_id *cm_id)
738 } 857 }
739 858
740 rds_ib_cm_fill_conn_param(conn, &conn_param, &dp, RDS_PROTOCOL_VERSION, 859 rds_ib_cm_fill_conn_param(conn, &conn_param, &dp, RDS_PROTOCOL_VERSION,
741 UINT_MAX, UINT_MAX); 860 UINT_MAX, UINT_MAX, isv6);
742 ret = rdma_connect(cm_id, &conn_param); 861 ret = rdma_connect(cm_id, &conn_param);
743 if (ret) 862 if (ret)
744 rds_ib_conn_error(conn, "rdma_connect failed (%d)\n", ret); 863 rds_ib_conn_error(conn, "rdma_connect failed (%d)\n", ret);
@@ -758,13 +877,17 @@ out:
758int rds_ib_conn_path_connect(struct rds_conn_path *cp) 877int rds_ib_conn_path_connect(struct rds_conn_path *cp)
759{ 878{
760 struct rds_connection *conn = cp->cp_conn; 879 struct rds_connection *conn = cp->cp_conn;
761 struct rds_ib_connection *ic = conn->c_transport_data; 880 struct sockaddr_storage src, dest;
762 struct sockaddr_in src, dest; 881 rdma_cm_event_handler handler;
882 struct rds_ib_connection *ic;
763 int ret; 883 int ret;
764 884
885 ic = conn->c_transport_data;
886
765 /* XXX I wonder what affect the port space has */ 887 /* XXX I wonder what affect the port space has */
766 /* delegate cm event handler to rdma_transport */ 888 /* delegate cm event handler to rdma_transport */
767 ic->i_cm_id = rdma_create_id(&init_net, rds_rdma_cm_event_handler, conn, 889 handler = rds_rdma_cm_event_handler;
890 ic->i_cm_id = rdma_create_id(&init_net, handler, conn,
768 RDMA_PS_TCP, IB_QPT_RC); 891 RDMA_PS_TCP, IB_QPT_RC);
769 if (IS_ERR(ic->i_cm_id)) { 892 if (IS_ERR(ic->i_cm_id)) {
770 ret = PTR_ERR(ic->i_cm_id); 893 ret = PTR_ERR(ic->i_cm_id);
@@ -775,13 +898,33 @@ int rds_ib_conn_path_connect(struct rds_conn_path *cp)
775 898
776 rdsdebug("created cm id %p for conn %p\n", ic->i_cm_id, conn); 899 rdsdebug("created cm id %p for conn %p\n", ic->i_cm_id, conn);
777 900
778 src.sin_family = AF_INET; 901 if (ipv6_addr_v4mapped(&conn->c_faddr)) {
779 src.sin_addr.s_addr = (__force u32)conn->c_laddr; 902 struct sockaddr_in *sin;
780 src.sin_port = (__force u16)htons(0); 903
904 sin = (struct sockaddr_in *)&src;
905 sin->sin_family = AF_INET;
906 sin->sin_addr.s_addr = conn->c_laddr.s6_addr32[3];
907 sin->sin_port = 0;
781 908
782 dest.sin_family = AF_INET; 909 sin = (struct sockaddr_in *)&dest;
783 dest.sin_addr.s_addr = (__force u32)conn->c_faddr; 910 sin->sin_family = AF_INET;
784 dest.sin_port = (__force u16)htons(RDS_PORT); 911 sin->sin_addr.s_addr = conn->c_faddr.s6_addr32[3];
912 sin->sin_port = htons(RDS_PORT);
913 } else {
914 struct sockaddr_in6 *sin6;
915
916 sin6 = (struct sockaddr_in6 *)&src;
917 sin6->sin6_family = AF_INET6;
918 sin6->sin6_addr = conn->c_laddr;
919 sin6->sin6_port = 0;
920 sin6->sin6_scope_id = conn->c_dev_if;
921
922 sin6 = (struct sockaddr_in6 *)&dest;
923 sin6->sin6_family = AF_INET6;
924 sin6->sin6_addr = conn->c_faddr;
925 sin6->sin6_port = htons(RDS_CM_PORT);
926 sin6->sin6_scope_id = conn->c_dev_if;
927 }
785 928
786 ret = rdma_resolve_addr(ic->i_cm_id, (struct sockaddr *)&src, 929 ret = rdma_resolve_addr(ic->i_cm_id, (struct sockaddr *)&src,
787 (struct sockaddr *)&dest, 930 (struct sockaddr *)&dest,
diff --git a/net/rds/ib_rdma.c b/net/rds/ib_rdma.c
index e678699268a2..0ec9df043dd0 100644
--- a/net/rds/ib_rdma.c
+++ b/net/rds/ib_rdma.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -100,18 +100,19 @@ static void rds_ib_remove_ipaddr(struct rds_ib_device *rds_ibdev, __be32 ipaddr)
100 kfree_rcu(to_free, rcu); 100 kfree_rcu(to_free, rcu);
101} 101}
102 102
103int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev, __be32 ipaddr) 103int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev,
104 struct in6_addr *ipaddr)
104{ 105{
105 struct rds_ib_device *rds_ibdev_old; 106 struct rds_ib_device *rds_ibdev_old;
106 107
107 rds_ibdev_old = rds_ib_get_device(ipaddr); 108 rds_ibdev_old = rds_ib_get_device(ipaddr->s6_addr32[3]);
108 if (!rds_ibdev_old) 109 if (!rds_ibdev_old)
109 return rds_ib_add_ipaddr(rds_ibdev, ipaddr); 110 return rds_ib_add_ipaddr(rds_ibdev, ipaddr->s6_addr32[3]);
110 111
111 if (rds_ibdev_old != rds_ibdev) { 112 if (rds_ibdev_old != rds_ibdev) {
112 rds_ib_remove_ipaddr(rds_ibdev_old, ipaddr); 113 rds_ib_remove_ipaddr(rds_ibdev_old, ipaddr->s6_addr32[3]);
113 rds_ib_dev_put(rds_ibdev_old); 114 rds_ib_dev_put(rds_ibdev_old);
114 return rds_ib_add_ipaddr(rds_ibdev, ipaddr); 115 return rds_ib_add_ipaddr(rds_ibdev, ipaddr->s6_addr32[3]);
115 } 116 }
116 rds_ib_dev_put(rds_ibdev_old); 117 rds_ib_dev_put(rds_ibdev_old);
117 118
@@ -544,7 +545,7 @@ void *rds_ib_get_mr(struct scatterlist *sg, unsigned long nents,
544 struct rds_ib_connection *ic = rs->rs_conn->c_transport_data; 545 struct rds_ib_connection *ic = rs->rs_conn->c_transport_data;
545 int ret; 546 int ret;
546 547
547 rds_ibdev = rds_ib_get_device(rs->rs_bound_addr); 548 rds_ibdev = rds_ib_get_device(rs->rs_bound_addr.s6_addr32[3]);
548 if (!rds_ibdev) { 549 if (!rds_ibdev) {
549 ret = -ENODEV; 550 ret = -ENODEV;
550 goto out; 551 goto out;
diff --git a/net/rds/ib_recv.c b/net/rds/ib_recv.c
index 1eaf2550a9f8..557ccbb1ce00 100644
--- a/net/rds/ib_recv.c
+++ b/net/rds/ib_recv.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -266,7 +266,7 @@ static struct rds_ib_incoming *rds_ib_refill_one_inc(struct rds_ib_connection *i
266 rds_ib_stats_inc(s_ib_rx_total_incs); 266 rds_ib_stats_inc(s_ib_rx_total_incs);
267 } 267 }
268 INIT_LIST_HEAD(&ibinc->ii_frags); 268 INIT_LIST_HEAD(&ibinc->ii_frags);
269 rds_inc_init(&ibinc->ii_inc, ic->conn, ic->conn->c_faddr); 269 rds_inc_init(&ibinc->ii_inc, ic->conn, &ic->conn->c_faddr);
270 270
271 return ibinc; 271 return ibinc;
272} 272}
@@ -418,7 +418,7 @@ void rds_ib_recv_refill(struct rds_connection *conn, int prefill, gfp_t gfp)
418 ret = ib_post_recv(ic->i_cm_id->qp, &recv->r_wr, &failed_wr); 418 ret = ib_post_recv(ic->i_cm_id->qp, &recv->r_wr, &failed_wr);
419 if (ret) { 419 if (ret) {
420 rds_ib_conn_error(conn, "recv post on " 420 rds_ib_conn_error(conn, "recv post on "
421 "%pI4 returned %d, disconnecting and " 421 "%pI6c returned %d, disconnecting and "
422 "reconnecting\n", &conn->c_faddr, 422 "reconnecting\n", &conn->c_faddr,
423 ret); 423 ret);
424 break; 424 break;
@@ -848,7 +848,7 @@ static void rds_ib_process_recv(struct rds_connection *conn,
848 848
849 if (data_len < sizeof(struct rds_header)) { 849 if (data_len < sizeof(struct rds_header)) {
850 rds_ib_conn_error(conn, "incoming message " 850 rds_ib_conn_error(conn, "incoming message "
851 "from %pI4 didn't include a " 851 "from %pI6c didn't include a "
852 "header, disconnecting and " 852 "header, disconnecting and "
853 "reconnecting\n", 853 "reconnecting\n",
854 &conn->c_faddr); 854 &conn->c_faddr);
@@ -861,7 +861,7 @@ static void rds_ib_process_recv(struct rds_connection *conn,
861 /* Validate the checksum. */ 861 /* Validate the checksum. */
862 if (!rds_message_verify_checksum(ihdr)) { 862 if (!rds_message_verify_checksum(ihdr)) {
863 rds_ib_conn_error(conn, "incoming message " 863 rds_ib_conn_error(conn, "incoming message "
864 "from %pI4 has corrupted header - " 864 "from %pI6c has corrupted header - "
865 "forcing a reconnect\n", 865 "forcing a reconnect\n",
866 &conn->c_faddr); 866 &conn->c_faddr);
867 rds_stats_inc(s_recv_drop_bad_checksum); 867 rds_stats_inc(s_recv_drop_bad_checksum);
@@ -941,10 +941,10 @@ static void rds_ib_process_recv(struct rds_connection *conn,
941 ic->i_recv_data_rem = 0; 941 ic->i_recv_data_rem = 0;
942 ic->i_ibinc = NULL; 942 ic->i_ibinc = NULL;
943 943
944 if (ibinc->ii_inc.i_hdr.h_flags == RDS_FLAG_CONG_BITMAP) 944 if (ibinc->ii_inc.i_hdr.h_flags == RDS_FLAG_CONG_BITMAP) {
945 rds_ib_cong_recv(conn, ibinc); 945 rds_ib_cong_recv(conn, ibinc);
946 else { 946 } else {
947 rds_recv_incoming(conn, conn->c_faddr, conn->c_laddr, 947 rds_recv_incoming(conn, &conn->c_faddr, &conn->c_laddr,
948 &ibinc->ii_inc, GFP_ATOMIC); 948 &ibinc->ii_inc, GFP_ATOMIC);
949 state->ack_next = be64_to_cpu(hdr->h_sequence); 949 state->ack_next = be64_to_cpu(hdr->h_sequence);
950 state->ack_next_valid = 1; 950 state->ack_next_valid = 1;
@@ -988,7 +988,7 @@ void rds_ib_recv_cqe_handler(struct rds_ib_connection *ic,
988 } else { 988 } else {
989 /* We expect errors as the qp is drained during shutdown */ 989 /* We expect errors as the qp is drained during shutdown */
990 if (rds_conn_up(conn) || rds_conn_connecting(conn)) 990 if (rds_conn_up(conn) || rds_conn_connecting(conn))
991 rds_ib_conn_error(conn, "recv completion on <%pI4,%pI4> had status %u (%s), disconnecting and reconnecting\n", 991 rds_ib_conn_error(conn, "recv completion on <%pI6c,%pI6c> had status %u (%s), disconnecting and reconnecting\n",
992 &conn->c_laddr, &conn->c_faddr, 992 &conn->c_laddr, &conn->c_faddr,
993 wc->status, 993 wc->status,
994 ib_wc_status_msg(wc->status)); 994 ib_wc_status_msg(wc->status));
diff --git a/net/rds/ib_send.c b/net/rds/ib_send.c
index 8557a1cae041..c4cdfe491d96 100644
--- a/net/rds/ib_send.c
+++ b/net/rds/ib_send.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -305,7 +305,7 @@ void rds_ib_send_cqe_handler(struct rds_ib_connection *ic, struct ib_wc *wc)
305 305
306 /* We expect errors as the qp is drained during shutdown */ 306 /* We expect errors as the qp is drained during shutdown */
307 if (wc->status != IB_WC_SUCCESS && rds_conn_up(conn)) { 307 if (wc->status != IB_WC_SUCCESS && rds_conn_up(conn)) {
308 rds_ib_conn_error(conn, "send completion on <%pI4,%pI4> had status %u (%s), disconnecting and reconnecting\n", 308 rds_ib_conn_error(conn, "send completion on <%pI6c,%pI6c> had status %u (%s), disconnecting and reconnecting\n",
309 &conn->c_laddr, &conn->c_faddr, wc->status, 309 &conn->c_laddr, &conn->c_faddr, wc->status,
310 ib_wc_status_msg(wc->status)); 310 ib_wc_status_msg(wc->status));
311 } 311 }
@@ -730,7 +730,7 @@ int rds_ib_xmit(struct rds_connection *conn, struct rds_message *rm,
730 first, &first->s_wr, ret, failed_wr); 730 first, &first->s_wr, ret, failed_wr);
731 BUG_ON(failed_wr != &first->s_wr); 731 BUG_ON(failed_wr != &first->s_wr);
732 if (ret) { 732 if (ret) {
733 printk(KERN_WARNING "RDS/IB: ib_post_send to %pI4 " 733 printk(KERN_WARNING "RDS/IB: ib_post_send to %pI6c "
734 "returned %d\n", &conn->c_faddr, ret); 734 "returned %d\n", &conn->c_faddr, ret);
735 rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc); 735 rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc);
736 rds_ib_sub_signaled(ic, nr_sig); 736 rds_ib_sub_signaled(ic, nr_sig);
@@ -827,7 +827,7 @@ int rds_ib_xmit_atomic(struct rds_connection *conn, struct rm_atomic_op *op)
827 send, &send->s_atomic_wr, ret, failed_wr); 827 send, &send->s_atomic_wr, ret, failed_wr);
828 BUG_ON(failed_wr != &send->s_atomic_wr.wr); 828 BUG_ON(failed_wr != &send->s_atomic_wr.wr);
829 if (ret) { 829 if (ret) {
830 printk(KERN_WARNING "RDS/IB: atomic ib_post_send to %pI4 " 830 printk(KERN_WARNING "RDS/IB: atomic ib_post_send to %pI6c "
831 "returned %d\n", &conn->c_faddr, ret); 831 "returned %d\n", &conn->c_faddr, ret);
832 rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc); 832 rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc);
833 rds_ib_sub_signaled(ic, nr_sig); 833 rds_ib_sub_signaled(ic, nr_sig);
@@ -967,7 +967,7 @@ int rds_ib_xmit_rdma(struct rds_connection *conn, struct rm_rdma_op *op)
967 first, &first->s_rdma_wr.wr, ret, failed_wr); 967 first, &first->s_rdma_wr.wr, ret, failed_wr);
968 BUG_ON(failed_wr != &first->s_rdma_wr.wr); 968 BUG_ON(failed_wr != &first->s_rdma_wr.wr);
969 if (ret) { 969 if (ret) {
970 printk(KERN_WARNING "RDS/IB: rdma ib_post_send to %pI4 " 970 printk(KERN_WARNING "RDS/IB: rdma ib_post_send to %pI6c "
971 "returned %d\n", &conn->c_faddr, ret); 971 "returned %d\n", &conn->c_faddr, ret);
972 rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc); 972 rds_ib_ring_unalloc(&ic->i_send_ring, work_alloc);
973 rds_ib_sub_signaled(ic, nr_sig); 973 rds_ib_sub_signaled(ic, nr_sig);
diff --git a/net/rds/loop.c b/net/rds/loop.c
index feea1f96ee2a..1d73ad79c847 100644
--- a/net/rds/loop.c
+++ b/net/rds/loop.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -35,6 +35,7 @@
35#include <linux/in.h> 35#include <linux/in.h>
36#include <net/net_namespace.h> 36#include <net/net_namespace.h>
37#include <net/netns/generic.h> 37#include <net/netns/generic.h>
38#include <linux/ipv6.h>
38 39
39#include "rds_single_path.h" 40#include "rds_single_path.h"
40#include "rds.h" 41#include "rds.h"
@@ -88,11 +89,11 @@ static int rds_loop_xmit(struct rds_connection *conn, struct rds_message *rm,
88 89
89 BUG_ON(hdr_off || sg || off); 90 BUG_ON(hdr_off || sg || off);
90 91
91 rds_inc_init(&rm->m_inc, conn, conn->c_laddr); 92 rds_inc_init(&rm->m_inc, conn, &conn->c_laddr);
92 /* For the embedded inc. Matching put is in loop_inc_free() */ 93 /* For the embedded inc. Matching put is in loop_inc_free() */
93 rds_message_addref(rm); 94 rds_message_addref(rm);
94 95
95 rds_recv_incoming(conn, conn->c_laddr, conn->c_faddr, &rm->m_inc, 96 rds_recv_incoming(conn, &conn->c_laddr, &conn->c_faddr, &rm->m_inc,
96 GFP_KERNEL); 97 GFP_KERNEL);
97 98
98 rds_send_drop_acked(conn, be64_to_cpu(rm->m_inc.i_hdr.h_sequence), 99 rds_send_drop_acked(conn, be64_to_cpu(rm->m_inc.i_hdr.h_sequence),
diff --git a/net/rds/rdma.c b/net/rds/rdma.c
index 634cfcb7bba6..7b3998026825 100644
--- a/net/rds/rdma.c
+++ b/net/rds/rdma.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2007 Oracle. All rights reserved. 2 * Copyright (c) 2007, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -183,7 +183,7 @@ static int __rds_rdma_map(struct rds_sock *rs, struct rds_get_mr_args *args,
183 long i; 183 long i;
184 int ret; 184 int ret;
185 185
186 if (rs->rs_bound_addr == 0 || !rs->rs_transport) { 186 if (ipv6_addr_any(&rs->rs_bound_addr) || !rs->rs_transport) {
187 ret = -ENOTCONN; /* XXX not a great errno */ 187 ret = -ENOTCONN; /* XXX not a great errno */
188 goto out; 188 goto out;
189 } 189 }
@@ -574,7 +574,7 @@ int rds_cmsg_rdma_args(struct rds_sock *rs, struct rds_message *rm,
574 574
575 args = CMSG_DATA(cmsg); 575 args = CMSG_DATA(cmsg);
576 576
577 if (rs->rs_bound_addr == 0) { 577 if (ipv6_addr_any(&rs->rs_bound_addr)) {
578 ret = -ENOTCONN; /* XXX not a great errno */ 578 ret = -ENOTCONN; /* XXX not a great errno */
579 goto out_ret; 579 goto out_ret;
580 } 580 }
diff --git a/net/rds/rdma_transport.c b/net/rds/rdma_transport.c
index fc59821f0a27..f49abef69550 100644
--- a/net/rds/rdma_transport.c
+++ b/net/rds/rdma_transport.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2009 Oracle. All rights reserved. 2 * Copyright (c) 2009, 2018 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -39,8 +39,9 @@
39 39
40static struct rdma_cm_id *rds_rdma_listen_id; 40static struct rdma_cm_id *rds_rdma_listen_id;
41 41
42int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id, 42static int rds_rdma_cm_event_handler_cmn(struct rdma_cm_id *cm_id,
43 struct rdma_cm_event *event) 43 struct rdma_cm_event *event,
44 bool isv6)
44{ 45{
45 /* this can be null in the listening path */ 46 /* this can be null in the listening path */
46 struct rds_connection *conn = cm_id->context; 47 struct rds_connection *conn = cm_id->context;
@@ -72,7 +73,7 @@ int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id,
72 73
73 switch (event->event) { 74 switch (event->event) {
74 case RDMA_CM_EVENT_CONNECT_REQUEST: 75 case RDMA_CM_EVENT_CONNECT_REQUEST:
75 ret = trans->cm_handle_connect(cm_id, event); 76 ret = trans->cm_handle_connect(cm_id, event, isv6);
76 break; 77 break;
77 78
78 case RDMA_CM_EVENT_ADDR_RESOLVED: 79 case RDMA_CM_EVENT_ADDR_RESOLVED:
@@ -90,7 +91,7 @@ int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id,
90 91
91 ibic = conn->c_transport_data; 92 ibic = conn->c_transport_data;
92 if (ibic && ibic->i_cm_id == cm_id) 93 if (ibic && ibic->i_cm_id == cm_id)
93 ret = trans->cm_initiate_connect(cm_id); 94 ret = trans->cm_initiate_connect(cm_id, isv6);
94 else 95 else
95 rds_conn_drop(conn); 96 rds_conn_drop(conn);
96 } 97 }
@@ -116,14 +117,14 @@ int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id,
116 117
117 case RDMA_CM_EVENT_DISCONNECTED: 118 case RDMA_CM_EVENT_DISCONNECTED:
118 rdsdebug("DISCONNECT event - dropping connection " 119 rdsdebug("DISCONNECT event - dropping connection "
119 "%pI4->%pI4\n", &conn->c_laddr, 120 "%pI6c->%pI6c\n", &conn->c_laddr,
120 &conn->c_faddr); 121 &conn->c_faddr);
121 rds_conn_drop(conn); 122 rds_conn_drop(conn);
122 break; 123 break;
123 124
124 case RDMA_CM_EVENT_TIMEWAIT_EXIT: 125 case RDMA_CM_EVENT_TIMEWAIT_EXIT:
125 if (conn) { 126 if (conn) {
126 pr_info("RDS: RDMA_CM_EVENT_TIMEWAIT_EXIT event: dropping connection %pI4->%pI4\n", 127 pr_info("RDS: RDMA_CM_EVENT_TIMEWAIT_EXIT event: dropping connection %pI6c->%pI6c\n",
127 &conn->c_laddr, &conn->c_faddr); 128 &conn->c_laddr, &conn->c_faddr);
128 rds_conn_drop(conn); 129 rds_conn_drop(conn);
129 } 130 }
@@ -146,13 +147,20 @@ out:
146 return ret; 147 return ret;
147} 148}
148 149
149static int rds_rdma_listen_init(void) 150int rds_rdma_cm_event_handler(struct rdma_cm_id *cm_id,
151 struct rdma_cm_event *event)
152{
153 return rds_rdma_cm_event_handler_cmn(cm_id, event, false);
154}
155
156static int rds_rdma_listen_init_common(rdma_cm_event_handler handler,
157 struct sockaddr *sa,
158 struct rdma_cm_id **ret_cm_id)
150{ 159{
151 struct sockaddr_in sin;
152 struct rdma_cm_id *cm_id; 160 struct rdma_cm_id *cm_id;
153 int ret; 161 int ret;
154 162
155 cm_id = rdma_create_id(&init_net, rds_rdma_cm_event_handler, NULL, 163 cm_id = rdma_create_id(&init_net, handler, NULL,
156 RDMA_PS_TCP, IB_QPT_RC); 164 RDMA_PS_TCP, IB_QPT_RC);
157 if (IS_ERR(cm_id)) { 165 if (IS_ERR(cm_id)) {
158 ret = PTR_ERR(cm_id); 166 ret = PTR_ERR(cm_id);
@@ -161,15 +169,11 @@ static int rds_rdma_listen_init(void)
161 return ret; 169 return ret;
162 } 170 }
163 171
164 sin.sin_family = AF_INET;
165 sin.sin_addr.s_addr = (__force u32)htonl(INADDR_ANY);
166 sin.sin_port = (__force u16)htons(RDS_PORT);
167
168 /* 172 /*
169 * XXX I bet this binds the cm_id to a device. If we want to support 173 * XXX I bet this binds the cm_id to a device. If we want to support
170 * fail-over we'll have to take this into consideration. 174 * fail-over we'll have to take this into consideration.
171 */ 175 */
172 ret = rdma_bind_addr(cm_id, (struct sockaddr *)&sin); 176 ret = rdma_bind_addr(cm_id, sa);
173 if (ret) { 177 if (ret) {
174 printk(KERN_ERR "RDS/RDMA: failed to setup listener, " 178 printk(KERN_ERR "RDS/RDMA: failed to setup listener, "
175 "rdma_bind_addr() returned %d\n", ret); 179 "rdma_bind_addr() returned %d\n", ret);
@@ -185,7 +189,7 @@ static int rds_rdma_listen_init(void)
185 189
186 rdsdebug("cm %p listening on port %u\n", cm_id, RDS_PORT); 190 rdsdebug("cm %p listening on port %u\n", cm_id, RDS_PORT);
187 191
188 rds_rdma_listen_id = cm_id; 192 *ret_cm_id = cm_id;
189 cm_id = NULL; 193 cm_id = NULL;
190out: 194out:
191 if (cm_id) 195 if (cm_id)
@@ -193,6 +197,26 @@ out:
193 return ret; 197 return ret;
194} 198}
195 199
200/* Initialize the RDS RDMA listeners. We create two listeners for
201 * compatibility reason. The one on RDS_PORT is used for IPv4
202 * requests only. The one on RDS_CM_PORT is used for IPv6 requests
203 * only. So only IPv6 enabled RDS module will communicate using this
204 * port.
205 */
206static int rds_rdma_listen_init(void)
207{
208 int ret;
209 struct sockaddr_in sin;
210
211 sin.sin_family = PF_INET;
212 sin.sin_addr.s_addr = htonl(INADDR_ANY);
213 sin.sin_port = htons(RDS_PORT);
214 ret = rds_rdma_listen_init_common(rds_rdma_cm_event_handler,
215 (struct sockaddr *)&sin,
216 &rds_rdma_listen_id);
217 return ret;
218}
219
196static void rds_rdma_listen_stop(void) 220static void rds_rdma_listen_stop(void)
197{ 221{
198 if (rds_rdma_listen_id) { 222 if (rds_rdma_listen_id) {
diff --git a/net/rds/rds.h b/net/rds/rds.h
index f2272fb8cd45..1bff26988a5e 100644
--- a/net/rds/rds.h
+++ b/net/rds/rds.h
@@ -10,6 +10,7 @@
10#include <linux/rds.h> 10#include <linux/rds.h>
11#include <linux/rhashtable.h> 11#include <linux/rhashtable.h>
12#include <linux/refcount.h> 12#include <linux/refcount.h>
13#include <linux/in6.h>
13 14
14#include "info.h" 15#include "info.h"
15 16
@@ -30,6 +31,7 @@
30 * userspace from listening. 31 * userspace from listening.
31 */ 32 */
32#define RDS_PORT 18634 33#define RDS_PORT 18634
34#define RDS_CM_PORT 16385
33 35
34#ifdef ATOMIC64_INIT 36#ifdef ATOMIC64_INIT
35#define KERNEL_HAS_ATOMIC64 37#define KERNEL_HAS_ATOMIC64
@@ -61,7 +63,7 @@ void rdsdebug(char *fmt, ...)
61 63
62struct rds_cong_map { 64struct rds_cong_map {
63 struct rb_node m_rb_node; 65 struct rb_node m_rb_node;
64 __be32 m_addr; 66 struct in6_addr m_addr;
65 wait_queue_head_t m_waitq; 67 wait_queue_head_t m_waitq;
66 struct list_head m_conn_list; 68 struct list_head m_conn_list;
67 unsigned long m_page_addrs[RDS_CONG_MAP_PAGES]; 69 unsigned long m_page_addrs[RDS_CONG_MAP_PAGES];
@@ -136,11 +138,13 @@ struct rds_conn_path {
136/* One rds_connection per RDS address pair */ 138/* One rds_connection per RDS address pair */
137struct rds_connection { 139struct rds_connection {
138 struct hlist_node c_hash_node; 140 struct hlist_node c_hash_node;
139 __be32 c_laddr; 141 struct in6_addr c_laddr;
140 __be32 c_faddr; 142 struct in6_addr c_faddr;
143 int c_dev_if; /* c_laddrs's interface index */
141 unsigned int c_loopback:1, 144 unsigned int c_loopback:1,
145 c_isv6:1,
142 c_ping_triggered:1, 146 c_ping_triggered:1,
143 c_pad_to_32:30; 147 c_pad_to_32:29;
144 int c_npaths; 148 int c_npaths;
145 struct rds_connection *c_passive; 149 struct rds_connection *c_passive;
146 struct rds_transport *c_trans; 150 struct rds_transport *c_trans;
@@ -269,7 +273,7 @@ struct rds_incoming {
269 struct rds_conn_path *i_conn_path; 273 struct rds_conn_path *i_conn_path;
270 struct rds_header i_hdr; 274 struct rds_header i_hdr;
271 unsigned long i_rx_jiffies; 275 unsigned long i_rx_jiffies;
272 __be32 i_saddr; 276 struct in6_addr i_saddr;
273 277
274 rds_rdma_cookie_t i_rdma_cookie; 278 rds_rdma_cookie_t i_rdma_cookie;
275 struct timeval i_rx_tstamp; 279 struct timeval i_rx_tstamp;
@@ -386,7 +390,7 @@ struct rds_message {
386 struct list_head m_conn_item; 390 struct list_head m_conn_item;
387 struct rds_incoming m_inc; 391 struct rds_incoming m_inc;
388 u64 m_ack_seq; 392 u64 m_ack_seq;
389 __be32 m_daddr; 393 struct in6_addr m_daddr;
390 unsigned long m_flags; 394 unsigned long m_flags;
391 395
392 /* Never access m_rs without holding m_rs_lock. 396 /* Never access m_rs without holding m_rs_lock.
@@ -519,7 +523,8 @@ struct rds_transport {
519 t_mp_capable:1; 523 t_mp_capable:1;
520 unsigned int t_type; 524 unsigned int t_type;
521 525
522 int (*laddr_check)(struct net *net, __be32 addr); 526 int (*laddr_check)(struct net *net, const struct in6_addr *addr,
527 __u32 scope_id);
523 int (*conn_alloc)(struct rds_connection *conn, gfp_t gfp); 528 int (*conn_alloc)(struct rds_connection *conn, gfp_t gfp);
524 void (*conn_free)(void *data); 529 void (*conn_free)(void *data);
525 int (*conn_path_connect)(struct rds_conn_path *cp); 530 int (*conn_path_connect)(struct rds_conn_path *cp);
@@ -535,8 +540,8 @@ struct rds_transport {
535 void (*inc_free)(struct rds_incoming *inc); 540 void (*inc_free)(struct rds_incoming *inc);
536 541
537 int (*cm_handle_connect)(struct rdma_cm_id *cm_id, 542 int (*cm_handle_connect)(struct rdma_cm_id *cm_id,
538 struct rdma_cm_event *event); 543 struct rdma_cm_event *event, bool isv6);
539 int (*cm_initiate_connect)(struct rdma_cm_id *cm_id); 544 int (*cm_initiate_connect)(struct rdma_cm_id *cm_id, bool isv6);
540 void (*cm_connect_complete)(struct rds_connection *conn, 545 void (*cm_connect_complete)(struct rds_connection *conn,
541 struct rdma_cm_event *event); 546 struct rdma_cm_event *event);
542 547
@@ -551,6 +556,12 @@ struct rds_transport {
551 bool (*t_unloading)(struct rds_connection *conn); 556 bool (*t_unloading)(struct rds_connection *conn);
552}; 557};
553 558
559/* Bind hash table key length. It is the sum of the size of a struct
560 * in6_addr, a scope_id and a port.
561 */
562#define RDS_BOUND_KEY_LEN \
563 (sizeof(struct in6_addr) + sizeof(__u32) + sizeof(__be16))
564
554struct rds_sock { 565struct rds_sock {
555 struct sock rs_sk; 566 struct sock rs_sk;
556 567
@@ -562,10 +573,14 @@ struct rds_sock {
562 * support. 573 * support.
563 */ 574 */
564 struct rhash_head rs_bound_node; 575 struct rhash_head rs_bound_node;
565 u64 rs_bound_key; 576 u8 rs_bound_key[RDS_BOUND_KEY_LEN];
566 __be32 rs_bound_addr; 577 struct sockaddr_in6 rs_bound_sin6;
567 __be32 rs_conn_addr; 578#define rs_bound_addr rs_bound_sin6.sin6_addr
568 __be16 rs_bound_port; 579#define rs_bound_addr_v4 rs_bound_sin6.sin6_addr.s6_addr32[3]
580#define rs_bound_port rs_bound_sin6.sin6_port
581#define rs_bound_scope_id rs_bound_sin6.sin6_scope_id
582 struct in6_addr rs_conn_addr;
583#define rs_conn_addr_v4 rs_conn_addr.s6_addr32[3]
569 __be16 rs_conn_port; 584 __be16 rs_conn_port;
570 struct rds_transport *rs_transport; 585 struct rds_transport *rs_transport;
571 586
@@ -701,7 +716,8 @@ extern wait_queue_head_t rds_poll_waitq;
701/* bind.c */ 716/* bind.c */
702int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len); 717int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len);
703void rds_remove_bound(struct rds_sock *rs); 718void rds_remove_bound(struct rds_sock *rs);
704struct rds_sock *rds_find_bound(__be32 addr, __be16 port); 719struct rds_sock *rds_find_bound(const struct in6_addr *addr, __be16 port,
720 __u32 scope_id);
705int rds_bind_lock_init(void); 721int rds_bind_lock_init(void);
706void rds_bind_lock_destroy(void); 722void rds_bind_lock_destroy(void);
707 723
@@ -725,11 +741,15 @@ extern u32 rds_gen_num;
725int rds_conn_init(void); 741int rds_conn_init(void);
726void rds_conn_exit(void); 742void rds_conn_exit(void);
727struct rds_connection *rds_conn_create(struct net *net, 743struct rds_connection *rds_conn_create(struct net *net,
728 __be32 laddr, __be32 faddr, 744 const struct in6_addr *laddr,
729 struct rds_transport *trans, gfp_t gfp); 745 const struct in6_addr *faddr,
746 struct rds_transport *trans, gfp_t gfp,
747 int dev_if);
730struct rds_connection *rds_conn_create_outgoing(struct net *net, 748struct rds_connection *rds_conn_create_outgoing(struct net *net,
731 __be32 laddr, __be32 faddr, 749 const struct in6_addr *laddr,
732 struct rds_transport *trans, gfp_t gfp); 750 const struct in6_addr *faddr,
751 struct rds_transport *trans,
752 gfp_t gfp, int dev_if);
733void rds_conn_shutdown(struct rds_conn_path *cpath); 753void rds_conn_shutdown(struct rds_conn_path *cpath);
734void rds_conn_destroy(struct rds_connection *conn); 754void rds_conn_destroy(struct rds_connection *conn);
735void rds_conn_drop(struct rds_connection *conn); 755void rds_conn_drop(struct rds_connection *conn);
@@ -840,11 +860,12 @@ void rds_page_exit(void);
840 860
841/* recv.c */ 861/* recv.c */
842void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn, 862void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn,
843 __be32 saddr); 863 struct in6_addr *saddr);
844void rds_inc_path_init(struct rds_incoming *inc, struct rds_conn_path *conn, 864void rds_inc_path_init(struct rds_incoming *inc, struct rds_conn_path *conn,
845 __be32 saddr); 865 struct in6_addr *saddr);
846void rds_inc_put(struct rds_incoming *inc); 866void rds_inc_put(struct rds_incoming *inc);
847void rds_recv_incoming(struct rds_connection *conn, __be32 saddr, __be32 daddr, 867void rds_recv_incoming(struct rds_connection *conn, struct in6_addr *saddr,
868 struct in6_addr *daddr,
848 struct rds_incoming *inc, gfp_t gfp); 869 struct rds_incoming *inc, gfp_t gfp);
849int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size, 870int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size,
850 int msg_flags); 871 int msg_flags);
@@ -859,7 +880,7 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len);
859void rds_send_path_reset(struct rds_conn_path *conn); 880void rds_send_path_reset(struct rds_conn_path *conn);
860int rds_send_xmit(struct rds_conn_path *cp); 881int rds_send_xmit(struct rds_conn_path *cp);
861struct sockaddr_in; 882struct sockaddr_in;
862void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in *dest); 883void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in6 *dest);
863typedef int (*is_acked_func)(struct rds_message *rm, uint64_t ack); 884typedef int (*is_acked_func)(struct rds_message *rm, uint64_t ack);
864void rds_send_drop_acked(struct rds_connection *conn, u64 ack, 885void rds_send_drop_acked(struct rds_connection *conn, u64 ack,
865 is_acked_func is_acked); 886 is_acked_func is_acked);
@@ -946,11 +967,14 @@ void rds_send_worker(struct work_struct *);
946void rds_recv_worker(struct work_struct *); 967void rds_recv_worker(struct work_struct *);
947void rds_connect_path_complete(struct rds_conn_path *conn, int curr); 968void rds_connect_path_complete(struct rds_conn_path *conn, int curr);
948void rds_connect_complete(struct rds_connection *conn); 969void rds_connect_complete(struct rds_connection *conn);
970int rds_addr_cmp(const struct in6_addr *a1, const struct in6_addr *a2);
949 971
950/* transport.c */ 972/* transport.c */
951void rds_trans_register(struct rds_transport *trans); 973void rds_trans_register(struct rds_transport *trans);
952void rds_trans_unregister(struct rds_transport *trans); 974void rds_trans_unregister(struct rds_transport *trans);
953struct rds_transport *rds_trans_get_preferred(struct net *net, __be32 addr); 975struct rds_transport *rds_trans_get_preferred(struct net *net,
976 const struct in6_addr *addr,
977 __u32 scope_id);
954void rds_trans_put(struct rds_transport *trans); 978void rds_trans_put(struct rds_transport *trans);
955unsigned int rds_trans_stats_info_copy(struct rds_info_iterator *iter, 979unsigned int rds_trans_stats_info_copy(struct rds_info_iterator *iter,
956 unsigned int avail); 980 unsigned int avail);
diff --git a/net/rds/recv.c b/net/rds/recv.c
index 192ac6f78ded..4217961fd130 100644
--- a/net/rds/recv.c
+++ b/net/rds/recv.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -41,14 +41,14 @@
41#include "rds.h" 41#include "rds.h"
42 42
43void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn, 43void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn,
44 __be32 saddr) 44 struct in6_addr *saddr)
45{ 45{
46 int i; 46 int i;
47 47
48 refcount_set(&inc->i_refcount, 1); 48 refcount_set(&inc->i_refcount, 1);
49 INIT_LIST_HEAD(&inc->i_item); 49 INIT_LIST_HEAD(&inc->i_item);
50 inc->i_conn = conn; 50 inc->i_conn = conn;
51 inc->i_saddr = saddr; 51 inc->i_saddr = *saddr;
52 inc->i_rdma_cookie = 0; 52 inc->i_rdma_cookie = 0;
53 inc->i_rx_tstamp.tv_sec = 0; 53 inc->i_rx_tstamp.tv_sec = 0;
54 inc->i_rx_tstamp.tv_usec = 0; 54 inc->i_rx_tstamp.tv_usec = 0;
@@ -59,13 +59,13 @@ void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn,
59EXPORT_SYMBOL_GPL(rds_inc_init); 59EXPORT_SYMBOL_GPL(rds_inc_init);
60 60
61void rds_inc_path_init(struct rds_incoming *inc, struct rds_conn_path *cp, 61void rds_inc_path_init(struct rds_incoming *inc, struct rds_conn_path *cp,
62 __be32 saddr) 62 struct in6_addr *saddr)
63{ 63{
64 refcount_set(&inc->i_refcount, 1); 64 refcount_set(&inc->i_refcount, 1);
65 INIT_LIST_HEAD(&inc->i_item); 65 INIT_LIST_HEAD(&inc->i_item);
66 inc->i_conn = cp->cp_conn; 66 inc->i_conn = cp->cp_conn;
67 inc->i_conn_path = cp; 67 inc->i_conn_path = cp;
68 inc->i_saddr = saddr; 68 inc->i_saddr = *saddr;
69 inc->i_rdma_cookie = 0; 69 inc->i_rdma_cookie = 0;
70 inc->i_rx_tstamp.tv_sec = 0; 70 inc->i_rx_tstamp.tv_sec = 0;
71 inc->i_rx_tstamp.tv_usec = 0; 71 inc->i_rx_tstamp.tv_usec = 0;
@@ -110,7 +110,7 @@ static void rds_recv_rcvbuf_delta(struct rds_sock *rs, struct sock *sk,
110 110
111 now_congested = rs->rs_rcv_bytes > rds_sk_rcvbuf(rs); 111 now_congested = rs->rs_rcv_bytes > rds_sk_rcvbuf(rs);
112 112
113 rdsdebug("rs %p (%pI4:%u) recv bytes %d buf %d " 113 rdsdebug("rs %p (%pI6c:%u) recv bytes %d buf %d "
114 "now_cong %d delta %d\n", 114 "now_cong %d delta %d\n",
115 rs, &rs->rs_bound_addr, 115 rs, &rs->rs_bound_addr,
116 ntohs(rs->rs_bound_port), rs->rs_rcv_bytes, 116 ntohs(rs->rs_bound_port), rs->rs_rcv_bytes,
@@ -260,7 +260,7 @@ static void rds_start_mprds(struct rds_connection *conn)
260 struct rds_conn_path *cp; 260 struct rds_conn_path *cp;
261 261
262 if (conn->c_npaths > 1 && 262 if (conn->c_npaths > 1 &&
263 IS_CANONICAL(conn->c_laddr, conn->c_faddr)) { 263 rds_addr_cmp(&conn->c_laddr, &conn->c_faddr) < 0) {
264 for (i = 0; i < conn->c_npaths; i++) { 264 for (i = 0; i < conn->c_npaths; i++) {
265 cp = &conn->c_path[i]; 265 cp = &conn->c_path[i];
266 rds_conn_path_connect_if_down(cp); 266 rds_conn_path_connect_if_down(cp);
@@ -284,7 +284,8 @@ static void rds_start_mprds(struct rds_connection *conn)
284 * conn. This lets loopback, who only has one conn for both directions, 284 * conn. This lets loopback, who only has one conn for both directions,
285 * tell us which roles the addrs in the conn are playing for this message. 285 * tell us which roles the addrs in the conn are playing for this message.
286 */ 286 */
287void rds_recv_incoming(struct rds_connection *conn, __be32 saddr, __be32 daddr, 287void rds_recv_incoming(struct rds_connection *conn, struct in6_addr *saddr,
288 struct in6_addr *daddr,
288 struct rds_incoming *inc, gfp_t gfp) 289 struct rds_incoming *inc, gfp_t gfp)
289{ 290{
290 struct rds_sock *rs = NULL; 291 struct rds_sock *rs = NULL;
@@ -339,7 +340,8 @@ void rds_recv_incoming(struct rds_connection *conn, __be32 saddr, __be32 daddr,
339 340
340 if (rds_sysctl_ping_enable && inc->i_hdr.h_dport == 0) { 341 if (rds_sysctl_ping_enable && inc->i_hdr.h_dport == 0) {
341 if (inc->i_hdr.h_sport == 0) { 342 if (inc->i_hdr.h_sport == 0) {
342 rdsdebug("ignore ping with 0 sport from 0x%x\n", saddr); 343 rdsdebug("ignore ping with 0 sport from %pI6c\n",
344 saddr);
343 goto out; 345 goto out;
344 } 346 }
345 rds_stats_inc(s_recv_ping); 347 rds_stats_inc(s_recv_ping);
@@ -362,7 +364,7 @@ void rds_recv_incoming(struct rds_connection *conn, __be32 saddr, __be32 daddr,
362 goto out; 364 goto out;
363 } 365 }
364 366
365 rs = rds_find_bound(daddr, inc->i_hdr.h_dport); 367 rs = rds_find_bound(daddr, inc->i_hdr.h_dport, conn->c_dev_if);
366 if (!rs) { 368 if (!rs) {
367 rds_stats_inc(s_recv_drop_no_sock); 369 rds_stats_inc(s_recv_drop_no_sock);
368 goto out; 370 goto out;
@@ -625,6 +627,7 @@ int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size,
625 struct rds_sock *rs = rds_sk_to_rs(sk); 627 struct rds_sock *rs = rds_sk_to_rs(sk);
626 long timeo; 628 long timeo;
627 int ret = 0, nonblock = msg_flags & MSG_DONTWAIT; 629 int ret = 0, nonblock = msg_flags & MSG_DONTWAIT;
630 DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, msg->msg_name);
628 DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name); 631 DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name);
629 struct rds_incoming *inc = NULL; 632 struct rds_incoming *inc = NULL;
630 633
@@ -673,7 +676,7 @@ int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size,
673 break; 676 break;
674 } 677 }
675 678
676 rdsdebug("copying inc %p from %pI4:%u to user\n", inc, 679 rdsdebug("copying inc %p from %pI6c:%u to user\n", inc,
677 &inc->i_conn->c_faddr, 680 &inc->i_conn->c_faddr,
678 ntohs(inc->i_hdr.h_sport)); 681 ntohs(inc->i_hdr.h_sport));
679 ret = inc->i_conn->c_trans->inc_copy_to_user(inc, &msg->msg_iter); 682 ret = inc->i_conn->c_trans->inc_copy_to_user(inc, &msg->msg_iter);
@@ -707,12 +710,26 @@ int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size,
707 710
708 rds_stats_inc(s_recv_delivered); 711 rds_stats_inc(s_recv_delivered);
709 712
710 if (sin) { 713 if (msg->msg_name) {
711 sin->sin_family = AF_INET; 714 if (ipv6_addr_v4mapped(&inc->i_saddr)) {
712 sin->sin_port = inc->i_hdr.h_sport; 715 sin = (struct sockaddr_in *)msg->msg_name;
713 sin->sin_addr.s_addr = inc->i_saddr; 716
714 memset(sin->sin_zero, 0, sizeof(sin->sin_zero)); 717 sin->sin_family = AF_INET;
715 msg->msg_namelen = sizeof(*sin); 718 sin->sin_port = inc->i_hdr.h_sport;
719 sin->sin_addr.s_addr =
720 inc->i_saddr.s6_addr32[3];
721 memset(sin->sin_zero, 0, sizeof(sin->sin_zero));
722 msg->msg_namelen = sizeof(*sin);
723 } else {
724 sin6 = (struct sockaddr_in6 *)msg->msg_name;
725
726 sin6->sin6_family = AF_INET6;
727 sin6->sin6_port = inc->i_hdr.h_sport;
728 sin6->sin6_addr = inc->i_saddr;
729 sin6->sin6_flowinfo = 0;
730 sin6->sin6_scope_id = rs->rs_bound_scope_id;
731 msg->msg_namelen = sizeof(*sin6);
732 }
716 } 733 }
717 break; 734 break;
718 } 735 }
diff --git a/net/rds/send.c b/net/rds/send.c
index 94c7f74909be..6ed2e925c36a 100644
--- a/net/rds/send.c
+++ b/net/rds/send.c
@@ -709,7 +709,7 @@ void rds_send_drop_acked(struct rds_connection *conn, u64 ack,
709} 709}
710EXPORT_SYMBOL_GPL(rds_send_drop_acked); 710EXPORT_SYMBOL_GPL(rds_send_drop_acked);
711 711
712void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in *dest) 712void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in6 *dest)
713{ 713{
714 struct rds_message *rm, *tmp; 714 struct rds_message *rm, *tmp;
715 struct rds_connection *conn; 715 struct rds_connection *conn;
@@ -721,8 +721,9 @@ void rds_send_drop_to(struct rds_sock *rs, struct sockaddr_in *dest)
721 spin_lock_irqsave(&rs->rs_lock, flags); 721 spin_lock_irqsave(&rs->rs_lock, flags);
722 722
723 list_for_each_entry_safe(rm, tmp, &rs->rs_send_queue, m_sock_item) { 723 list_for_each_entry_safe(rm, tmp, &rs->rs_send_queue, m_sock_item) {
724 if (dest && (dest->sin_addr.s_addr != rm->m_daddr || 724 if (dest &&
725 dest->sin_port != rm->m_inc.i_hdr.h_dport)) 725 (!ipv6_addr_equal(&dest->sin6_addr, &rm->m_daddr) ||
726 dest->sin6_port != rm->m_inc.i_hdr.h_dport))
726 continue; 727 continue;
727 728
728 list_move(&rm->m_sock_item, &list); 729 list_move(&rm->m_sock_item, &list);
@@ -1059,8 +1060,8 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len)
1059{ 1060{
1060 struct sock *sk = sock->sk; 1061 struct sock *sk = sock->sk;
1061 struct rds_sock *rs = rds_sk_to_rs(sk); 1062 struct rds_sock *rs = rds_sk_to_rs(sk);
1063 DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, msg->msg_name);
1062 DECLARE_SOCKADDR(struct sockaddr_in *, usin, msg->msg_name); 1064 DECLARE_SOCKADDR(struct sockaddr_in *, usin, msg->msg_name);
1063 __be32 daddr;
1064 __be16 dport; 1065 __be16 dport;
1065 struct rds_message *rm = NULL; 1066 struct rds_message *rm = NULL;
1066 struct rds_connection *conn; 1067 struct rds_connection *conn;
@@ -1069,10 +1070,13 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len)
1069 int nonblock = msg->msg_flags & MSG_DONTWAIT; 1070 int nonblock = msg->msg_flags & MSG_DONTWAIT;
1070 long timeo = sock_sndtimeo(sk, nonblock); 1071 long timeo = sock_sndtimeo(sk, nonblock);
1071 struct rds_conn_path *cpath; 1072 struct rds_conn_path *cpath;
1073 struct in6_addr daddr;
1074 __u32 scope_id = 0;
1072 size_t total_payload_len = payload_len, rdma_payload_len = 0; 1075 size_t total_payload_len = payload_len, rdma_payload_len = 0;
1073 bool zcopy = ((msg->msg_flags & MSG_ZEROCOPY) && 1076 bool zcopy = ((msg->msg_flags & MSG_ZEROCOPY) &&
1074 sock_flag(rds_rs_to_sk(rs), SOCK_ZEROCOPY)); 1077 sock_flag(rds_rs_to_sk(rs), SOCK_ZEROCOPY));
1075 int num_sgs = ceil(payload_len, PAGE_SIZE); 1078 int num_sgs = ceil(payload_len, PAGE_SIZE);
1079 int namelen;
1076 1080
1077 /* Mirror Linux UDP mirror of BSD error message compatibility */ 1081 /* Mirror Linux UDP mirror of BSD error message compatibility */
1078 /* XXX: Perhaps MSG_MORE someday */ 1082 /* XXX: Perhaps MSG_MORE someday */
@@ -1081,27 +1085,59 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len)
1081 goto out; 1085 goto out;
1082 } 1086 }
1083 1087
1084 if (msg->msg_namelen) { 1088 namelen = msg->msg_namelen;
1085 /* XXX fail non-unicast destination IPs? */ 1089 if (namelen != 0) {
1086 if (msg->msg_namelen < sizeof(*usin) || usin->sin_family != AF_INET) { 1090 if (namelen < sizeof(*usin)) {
1091 ret = -EINVAL;
1092 goto out;
1093 }
1094 switch (namelen) {
1095 case sizeof(*usin):
1096 if (usin->sin_family != AF_INET ||
1097 usin->sin_addr.s_addr == htonl(INADDR_ANY) ||
1098 usin->sin_addr.s_addr == htonl(INADDR_BROADCAST) ||
1099 IN_MULTICAST(ntohl(usin->sin_addr.s_addr))) {
1100 ret = -EINVAL;
1101 goto out;
1102 }
1103 ipv6_addr_set_v4mapped(usin->sin_addr.s_addr, &daddr);
1104 dport = usin->sin_port;
1105 break;
1106
1107 case sizeof(*sin6): {
1108 ret = -EPROTONOSUPPORT;
1109 goto out;
1110 }
1111
1112 default:
1087 ret = -EINVAL; 1113 ret = -EINVAL;
1088 goto out; 1114 goto out;
1089 } 1115 }
1090 daddr = usin->sin_addr.s_addr;
1091 dport = usin->sin_port;
1092 } else { 1116 } else {
1093 /* We only care about consistency with ->connect() */ 1117 /* We only care about consistency with ->connect() */
1094 lock_sock(sk); 1118 lock_sock(sk);
1095 daddr = rs->rs_conn_addr; 1119 daddr = rs->rs_conn_addr;
1096 dport = rs->rs_conn_port; 1120 dport = rs->rs_conn_port;
1121 scope_id = rs->rs_bound_scope_id;
1097 release_sock(sk); 1122 release_sock(sk);
1098 } 1123 }
1099 1124
1100 lock_sock(sk); 1125 lock_sock(sk);
1101 if (daddr == 0 || rs->rs_bound_addr == 0) { 1126 if (ipv6_addr_any(&rs->rs_bound_addr) || ipv6_addr_any(&daddr)) {
1102 release_sock(sk); 1127 release_sock(sk);
1103 ret = -ENOTCONN; /* XXX not a great errno */ 1128 ret = -ENOTCONN;
1104 goto out; 1129 goto out;
1130 } else if (namelen != 0) {
1131 /* Cannot send to an IPv4 address using an IPv6 source
1132 * address and cannot send to an IPv6 address using an
1133 * IPv4 source address.
1134 */
1135 if (ipv6_addr_v4mapped(&daddr) ^
1136 ipv6_addr_v4mapped(&rs->rs_bound_addr)) {
1137 release_sock(sk);
1138 ret = -EOPNOTSUPP;
1139 goto out;
1140 }
1105 } 1141 }
1106 release_sock(sk); 1142 release_sock(sk);
1107 1143
@@ -1155,13 +1191,14 @@ int rds_sendmsg(struct socket *sock, struct msghdr *msg, size_t payload_len)
1155 1191
1156 /* rds_conn_create has a spinlock that runs with IRQ off. 1192 /* rds_conn_create has a spinlock that runs with IRQ off.
1157 * Caching the conn in the socket helps a lot. */ 1193 * Caching the conn in the socket helps a lot. */
1158 if (rs->rs_conn && rs->rs_conn->c_faddr == daddr) 1194 if (rs->rs_conn && ipv6_addr_equal(&rs->rs_conn->c_faddr, &daddr))
1159 conn = rs->rs_conn; 1195 conn = rs->rs_conn;
1160 else { 1196 else {
1161 conn = rds_conn_create_outgoing(sock_net(sock->sk), 1197 conn = rds_conn_create_outgoing(sock_net(sock->sk),
1162 rs->rs_bound_addr, daddr, 1198 &rs->rs_bound_addr, &daddr,
1163 rs->rs_transport, 1199 rs->rs_transport,
1164 sock->sk->sk_allocation); 1200 sock->sk->sk_allocation,
1201 scope_id);
1165 if (IS_ERR(conn)) { 1202 if (IS_ERR(conn)) {
1166 ret = PTR_ERR(conn); 1203 ret = PTR_ERR(conn);
1167 goto out; 1204 goto out;
diff --git a/net/rds/tcp.c b/net/rds/tcp.c
index 351a28474667..dadb33790333 100644
--- a/net/rds/tcp.c
+++ b/net/rds/tcp.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -37,6 +37,8 @@
37#include <net/tcp.h> 37#include <net/tcp.h>
38#include <net/net_namespace.h> 38#include <net/net_namespace.h>
39#include <net/netns/generic.h> 39#include <net/netns/generic.h>
40#include <net/tcp.h>
41#include <net/addrconf.h>
40 42
41#include "rds.h" 43#include "rds.h"
42#include "tcp.h" 44#include "tcp.h"
@@ -262,9 +264,33 @@ out:
262 spin_unlock_irqrestore(&rds_tcp_tc_list_lock, flags); 264 spin_unlock_irqrestore(&rds_tcp_tc_list_lock, flags);
263} 265}
264 266
265static int rds_tcp_laddr_check(struct net *net, __be32 addr) 267static int rds_tcp_laddr_check(struct net *net, const struct in6_addr *addr,
268 __u32 scope_id)
266{ 269{
267 if (inet_addr_type(net, addr) == RTN_LOCAL) 270 struct net_device *dev = NULL;
271 int ret;
272
273 if (ipv6_addr_v4mapped(addr)) {
274 if (inet_addr_type(net, addr->s6_addr32[3]) == RTN_LOCAL)
275 return 0;
276 return -EADDRNOTAVAIL;
277 }
278
279 /* If the scope_id is specified, check only those addresses
280 * hosted on the specified interface.
281 */
282 if (scope_id != 0) {
283 rcu_read_lock();
284 dev = dev_get_by_index_rcu(net, scope_id);
285 /* scope_id is not valid... */
286 if (!dev) {
287 rcu_read_unlock();
288 return -EADDRNOTAVAIL;
289 }
290 rcu_read_unlock();
291 }
292 ret = ipv6_chk_addr(net, addr, dev, 0);
293 if (ret)
268 return 0; 294 return 0;
269 return -EADDRNOTAVAIL; 295 return -EADDRNOTAVAIL;
270} 296}
diff --git a/net/rds/tcp_connect.c b/net/rds/tcp_connect.c
index d999e7075645..231ae927858e 100644
--- a/net/rds/tcp_connect.c
+++ b/net/rds/tcp_connect.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -66,7 +66,8 @@ void rds_tcp_state_change(struct sock *sk)
66 * RDS connection as RDS_CONN_UP until the reconnect, 66 * RDS connection as RDS_CONN_UP until the reconnect,
67 * to avoid RDS datagram loss. 67 * to avoid RDS datagram loss.
68 */ 68 */
69 if (!IS_CANONICAL(cp->cp_conn->c_laddr, cp->cp_conn->c_faddr) && 69 if (rds_addr_cmp(&cp->cp_conn->c_laddr,
70 &cp->cp_conn->c_faddr) >= 0 &&
70 rds_conn_path_transition(cp, RDS_CONN_CONNECTING, 71 rds_conn_path_transition(cp, RDS_CONN_CONNECTING,
71 RDS_CONN_ERROR)) { 72 RDS_CONN_ERROR)) {
72 rds_conn_path_drop(cp, false); 73 rds_conn_path_drop(cp, false);
@@ -88,7 +89,9 @@ out:
88int rds_tcp_conn_path_connect(struct rds_conn_path *cp) 89int rds_tcp_conn_path_connect(struct rds_conn_path *cp)
89{ 90{
90 struct socket *sock = NULL; 91 struct socket *sock = NULL;
91 struct sockaddr_in src, dest; 92 struct sockaddr_in sin;
93 struct sockaddr *addr;
94 int addrlen;
92 int ret; 95 int ret;
93 struct rds_connection *conn = cp->cp_conn; 96 struct rds_connection *conn = cp->cp_conn;
94 struct rds_tcp_connection *tc = cp->cp_transport_data; 97 struct rds_tcp_connection *tc = cp->cp_transport_data;
@@ -112,30 +115,33 @@ int rds_tcp_conn_path_connect(struct rds_conn_path *cp)
112 115
113 rds_tcp_tune(sock); 116 rds_tcp_tune(sock);
114 117
115 src.sin_family = AF_INET; 118 sin.sin_family = AF_INET;
116 src.sin_addr.s_addr = (__force u32)conn->c_laddr; 119 sin.sin_addr.s_addr = conn->c_laddr.s6_addr32[3];
117 src.sin_port = (__force u16)htons(0); 120 sin.sin_port = 0;
121 addr = (struct sockaddr *)&sin;
122 addrlen = sizeof(sin);
118 123
119 ret = sock->ops->bind(sock, (struct sockaddr *)&src, sizeof(src)); 124 ret = sock->ops->bind(sock, addr, addrlen);
120 if (ret) { 125 if (ret) {
121 rdsdebug("bind failed with %d at address %pI4\n", 126 rdsdebug("bind failed with %d at address %pI6c\n",
122 ret, &conn->c_laddr); 127 ret, &conn->c_laddr);
123 goto out; 128 goto out;
124 } 129 }
125 130
126 dest.sin_family = AF_INET; 131 sin.sin_family = AF_INET;
127 dest.sin_addr.s_addr = (__force u32)conn->c_faddr; 132 sin.sin_addr.s_addr = conn->c_faddr.s6_addr32[3];
128 dest.sin_port = (__force u16)htons(RDS_TCP_PORT); 133 sin.sin_port = htons(RDS_TCP_PORT);
134 addr = (struct sockaddr *)&sin;
135 addrlen = sizeof(sin);
129 136
130 /* 137 /*
131 * once we call connect() we can start getting callbacks and they 138 * once we call connect() we can start getting callbacks and they
132 * own the socket 139 * own the socket
133 */ 140 */
134 rds_tcp_set_callbacks(sock, cp); 141 rds_tcp_set_callbacks(sock, cp);
135 ret = sock->ops->connect(sock, (struct sockaddr *)&dest, sizeof(dest), 142 ret = sock->ops->connect(sock, addr, addrlen, O_NONBLOCK);
136 O_NONBLOCK);
137 143
138 rdsdebug("connect to address %pI4 returned %d\n", &conn->c_faddr, ret); 144 rdsdebug("connect to address %pI6c returned %d\n", &conn->c_faddr, ret);
139 if (ret == -EINPROGRESS) 145 if (ret == -EINPROGRESS)
140 ret = 0; 146 ret = 0;
141 if (ret == 0) { 147 if (ret == 0) {
diff --git a/net/rds/tcp_listen.c b/net/rds/tcp_listen.c
index 22571189f21e..4fdf5b3a47df 100644
--- a/net/rds/tcp_listen.c
+++ b/net/rds/tcp_listen.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006, 2018 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -83,13 +83,12 @@ static
83struct rds_tcp_connection *rds_tcp_accept_one_path(struct rds_connection *conn) 83struct rds_tcp_connection *rds_tcp_accept_one_path(struct rds_connection *conn)
84{ 84{
85 int i; 85 int i;
86 bool peer_is_smaller = IS_CANONICAL(conn->c_faddr, conn->c_laddr);
87 int npaths = max_t(int, 1, conn->c_npaths); 86 int npaths = max_t(int, 1, conn->c_npaths);
88 87
89 /* for mprds, all paths MUST be initiated by the peer 88 /* for mprds, all paths MUST be initiated by the peer
90 * with the smaller address. 89 * with the smaller address.
91 */ 90 */
92 if (!peer_is_smaller) { 91 if (rds_addr_cmp(&conn->c_faddr, &conn->c_laddr) >= 0) {
93 /* Make sure we initiate at least one path if this 92 /* Make sure we initiate at least one path if this
94 * has not already been done; rds_start_mprds() will 93 * has not already been done; rds_start_mprds() will
95 * take care of additional paths, if necessary. 94 * take care of additional paths, if necessary.
@@ -164,13 +163,16 @@ int rds_tcp_accept_one(struct socket *sock)
164 163
165 inet = inet_sk(new_sock->sk); 164 inet = inet_sk(new_sock->sk);
166 165
167 rdsdebug("accepted tcp %pI4:%u -> %pI4:%u\n", 166 rdsdebug("accepted tcp %pI6c:%u -> %pI6c:%u\n",
168 &inet->inet_saddr, ntohs(inet->inet_sport), 167 &new_sock->sk->sk_v6_rcv_saddr, ntohs(inet->inet_sport),
169 &inet->inet_daddr, ntohs(inet->inet_dport)); 168 &new_sock->sk->sk_v6_daddr, ntohs(inet->inet_dport));
170 169
171 conn = rds_conn_create(sock_net(sock->sk), 170 conn = rds_conn_create(sock_net(sock->sk),
172 inet->inet_saddr, inet->inet_daddr, 171 &new_sock->sk->sk_v6_rcv_saddr,
173 &rds_tcp_transport, GFP_KERNEL); 172 &new_sock->sk->sk_v6_daddr,
173 &rds_tcp_transport, GFP_KERNEL,
174 new_sock->sk->sk_bound_dev_if);
175
174 if (IS_ERR(conn)) { 176 if (IS_ERR(conn)) {
175 ret = PTR_ERR(conn); 177 ret = PTR_ERR(conn);
176 goto out; 178 goto out;
diff --git a/net/rds/tcp_recv.c b/net/rds/tcp_recv.c
index b9fbd2ee74ef..42c5ff1eda95 100644
--- a/net/rds/tcp_recv.c
+++ b/net/rds/tcp_recv.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -179,7 +179,7 @@ static int rds_tcp_data_recv(read_descriptor_t *desc, struct sk_buff *skb,
179 tc->t_tinc = tinc; 179 tc->t_tinc = tinc;
180 rdsdebug("alloced tinc %p\n", tinc); 180 rdsdebug("alloced tinc %p\n", tinc);
181 rds_inc_path_init(&tinc->ti_inc, cp, 181 rds_inc_path_init(&tinc->ti_inc, cp,
182 cp->cp_conn->c_faddr); 182 &cp->cp_conn->c_faddr);
183 tinc->ti_inc.i_rx_lat_trace[RDS_MSG_RX_HDR] = 183 tinc->ti_inc.i_rx_lat_trace[RDS_MSG_RX_HDR] =
184 local_clock(); 184 local_clock();
185 185
@@ -239,8 +239,9 @@ static int rds_tcp_data_recv(read_descriptor_t *desc, struct sk_buff *skb,
239 if (tinc->ti_inc.i_hdr.h_flags == RDS_FLAG_CONG_BITMAP) 239 if (tinc->ti_inc.i_hdr.h_flags == RDS_FLAG_CONG_BITMAP)
240 rds_tcp_cong_recv(conn, tinc); 240 rds_tcp_cong_recv(conn, tinc);
241 else 241 else
242 rds_recv_incoming(conn, conn->c_faddr, 242 rds_recv_incoming(conn, &conn->c_faddr,
243 conn->c_laddr, &tinc->ti_inc, 243 &conn->c_laddr,
244 &tinc->ti_inc,
244 arg->gfp); 245 arg->gfp);
245 246
246 tc->t_tinc_hdr_rem = sizeof(struct rds_header); 247 tc->t_tinc_hdr_rem = sizeof(struct rds_header);
diff --git a/net/rds/tcp_send.c b/net/rds/tcp_send.c
index 7df869d37afd..78a2554a4497 100644
--- a/net/rds/tcp_send.c
+++ b/net/rds/tcp_send.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -153,7 +153,7 @@ out:
153 * an incoming RST. 153 * an incoming RST.
154 */ 154 */
155 if (rds_conn_path_up(cp)) { 155 if (rds_conn_path_up(cp)) {
156 pr_warn("RDS/tcp: send to %pI4 on cp [%d]" 156 pr_warn("RDS/tcp: send to %pI6c on cp [%d]"
157 "returned %d, " 157 "returned %d, "
158 "disconnecting and reconnecting\n", 158 "disconnecting and reconnecting\n",
159 &conn->c_faddr, cp->cp_index, ret); 159 &conn->c_faddr, cp->cp_index, ret);
diff --git a/net/rds/threads.c b/net/rds/threads.c
index c52861d77a59..e64f9e4c3cda 100644
--- a/net/rds/threads.c
+++ b/net/rds/threads.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2018 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -82,8 +82,8 @@ void rds_connect_path_complete(struct rds_conn_path *cp, int curr)
82 return; 82 return;
83 } 83 }
84 84
85 rdsdebug("conn %p for %pI4 to %pI4 complete\n", 85 rdsdebug("conn %p for %pI6c to %pI6c complete\n",
86 cp->cp_conn, &cp->cp_conn->c_laddr, &cp->cp_conn->c_faddr); 86 cp->cp_conn, &cp->cp_conn->c_laddr, &cp->cp_conn->c_faddr);
87 87
88 cp->cp_reconnect_jiffies = 0; 88 cp->cp_reconnect_jiffies = 0;
89 set_bit(0, &cp->cp_conn->c_map_queued); 89 set_bit(0, &cp->cp_conn->c_map_queued);
@@ -125,13 +125,13 @@ void rds_queue_reconnect(struct rds_conn_path *cp)
125 unsigned long rand; 125 unsigned long rand;
126 struct rds_connection *conn = cp->cp_conn; 126 struct rds_connection *conn = cp->cp_conn;
127 127
128 rdsdebug("conn %p for %pI4 to %pI4 reconnect jiffies %lu\n", 128 rdsdebug("conn %p for %pI6c to %pI6c reconnect jiffies %lu\n",
129 conn, &conn->c_laddr, &conn->c_faddr, 129 conn, &conn->c_laddr, &conn->c_faddr,
130 cp->cp_reconnect_jiffies); 130 cp->cp_reconnect_jiffies);
131 131
132 /* let peer with smaller addr initiate reconnect, to avoid duels */ 132 /* let peer with smaller addr initiate reconnect, to avoid duels */
133 if (conn->c_trans->t_type == RDS_TRANS_TCP && 133 if (conn->c_trans->t_type == RDS_TRANS_TCP &&
134 !IS_CANONICAL(conn->c_laddr, conn->c_faddr)) 134 rds_addr_cmp(&conn->c_laddr, &conn->c_faddr) >= 0)
135 return; 135 return;
136 136
137 set_bit(RDS_RECONNECT_PENDING, &cp->cp_flags); 137 set_bit(RDS_RECONNECT_PENDING, &cp->cp_flags);
@@ -145,7 +145,7 @@ void rds_queue_reconnect(struct rds_conn_path *cp)
145 } 145 }
146 146
147 get_random_bytes(&rand, sizeof(rand)); 147 get_random_bytes(&rand, sizeof(rand));
148 rdsdebug("%lu delay %lu ceil conn %p for %pI4 -> %pI4\n", 148 rdsdebug("%lu delay %lu ceil conn %p for %pI6c -> %pI6c\n",
149 rand % cp->cp_reconnect_jiffies, cp->cp_reconnect_jiffies, 149 rand % cp->cp_reconnect_jiffies, cp->cp_reconnect_jiffies,
150 conn, &conn->c_laddr, &conn->c_faddr); 150 conn, &conn->c_laddr, &conn->c_faddr);
151 rcu_read_lock(); 151 rcu_read_lock();
@@ -167,14 +167,14 @@ void rds_connect_worker(struct work_struct *work)
167 int ret; 167 int ret;
168 168
169 if (cp->cp_index > 0 && 169 if (cp->cp_index > 0 &&
170 !IS_CANONICAL(cp->cp_conn->c_laddr, cp->cp_conn->c_faddr)) 170 rds_addr_cmp(&cp->cp_conn->c_laddr, &cp->cp_conn->c_faddr) >= 0)
171 return; 171 return;
172 clear_bit(RDS_RECONNECT_PENDING, &cp->cp_flags); 172 clear_bit(RDS_RECONNECT_PENDING, &cp->cp_flags);
173 ret = rds_conn_path_transition(cp, RDS_CONN_DOWN, RDS_CONN_CONNECTING); 173 ret = rds_conn_path_transition(cp, RDS_CONN_DOWN, RDS_CONN_CONNECTING);
174 if (ret) { 174 if (ret) {
175 ret = conn->c_trans->conn_path_connect(cp); 175 ret = conn->c_trans->conn_path_connect(cp);
176 rdsdebug("conn %p for %pI4 to %pI4 dispatched, ret %d\n", 176 rdsdebug("conn %p for %pI6c to %pI6c dispatched, ret %d\n",
177 conn, &conn->c_laddr, &conn->c_faddr, ret); 177 conn, &conn->c_laddr, &conn->c_faddr, ret);
178 178
179 if (ret) { 179 if (ret) {
180 if (rds_conn_path_transition(cp, 180 if (rds_conn_path_transition(cp,
@@ -259,3 +259,50 @@ int rds_threads_init(void)
259 259
260 return 0; 260 return 0;
261} 261}
262
263/* Compare two IPv6 addresses. Return 0 if the two addresses are equal.
264 * Return 1 if the first is greater. Return -1 if the second is greater.
265 */
266int rds_addr_cmp(const struct in6_addr *addr1,
267 const struct in6_addr *addr2)
268{
269#if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
270 const __be64 *a1, *a2;
271 u64 x, y;
272
273 a1 = (__be64 *)addr1;
274 a2 = (__be64 *)addr2;
275
276 if (*a1 != *a2) {
277 if (be64_to_cpu(*a1) < be64_to_cpu(*a2))
278 return -1;
279 else
280 return 1;
281 } else {
282 x = be64_to_cpu(*++a1);
283 y = be64_to_cpu(*++a2);
284 if (x < y)
285 return -1;
286 else if (x > y)
287 return 1;
288 else
289 return 0;
290 }
291#else
292 u32 a, b;
293 int i;
294
295 for (i = 0; i < 4; i++) {
296 if (addr1->s6_addr32[i] != addr2->s6_addr32[i]) {
297 a = ntohl(addr1->s6_addr32[i]);
298 b = ntohl(addr2->s6_addr32[i]);
299 if (a < b)
300 return -1;
301 else if (a > b)
302 return 1;
303 }
304 }
305 return 0;
306#endif
307}
308EXPORT_SYMBOL_GPL(rds_addr_cmp);
diff --git a/net/rds/transport.c b/net/rds/transport.c
index 0b188dd0a344..c9788dbce441 100644
--- a/net/rds/transport.c
+++ b/net/rds/transport.c
@@ -1,5 +1,5 @@
1/* 1/*
2 * Copyright (c) 2006 Oracle. All rights reserved. 2 * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3 * 3 *
4 * This software is available to you under a choice of one of two 4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU 5 * licenses. You may choose to be licensed under the terms of the GNU
@@ -33,6 +33,7 @@
33#include <linux/kernel.h> 33#include <linux/kernel.h>
34#include <linux/module.h> 34#include <linux/module.h>
35#include <linux/in.h> 35#include <linux/in.h>
36#include <linux/ipv6.h>
36 37
37#include "rds.h" 38#include "rds.h"
38#include "loop.h" 39#include "loop.h"
@@ -75,20 +76,26 @@ void rds_trans_put(struct rds_transport *trans)
75 module_put(trans->t_owner); 76 module_put(trans->t_owner);
76} 77}
77 78
78struct rds_transport *rds_trans_get_preferred(struct net *net, __be32 addr) 79struct rds_transport *rds_trans_get_preferred(struct net *net,
80 const struct in6_addr *addr,
81 __u32 scope_id)
79{ 82{
80 struct rds_transport *ret = NULL; 83 struct rds_transport *ret = NULL;
81 struct rds_transport *trans; 84 struct rds_transport *trans;
82 unsigned int i; 85 unsigned int i;
83 86
84 if (IN_LOOPBACK(ntohl(addr))) 87 if (ipv6_addr_v4mapped(addr)) {
88 if (*(u_int8_t *)&addr->s6_addr32[3] == IN_LOOPBACKNET)
89 return &rds_loop_transport;
90 } else if (ipv6_addr_loopback(addr)) {
85 return &rds_loop_transport; 91 return &rds_loop_transport;
92 }
86 93
87 down_read(&rds_trans_sem); 94 down_read(&rds_trans_sem);
88 for (i = 0; i < RDS_TRANS_COUNT; i++) { 95 for (i = 0; i < RDS_TRANS_COUNT; i++) {
89 trans = transports[i]; 96 trans = transports[i];
90 97
91 if (trans && (trans->laddr_check(net, addr) == 0) && 98 if (trans && (trans->laddr_check(net, addr, scope_id) == 0) &&
92 (!trans->t_owner || try_module_get(trans->t_owner))) { 99 (!trans->t_owner || try_module_get(trans->t_owner))) {
93 ret = trans; 100 ret = trans;
94 break; 101 break;