aboutsummaryrefslogtreecommitdiffstats
path: root/net/tipc/ib_media.c
diff options
context:
space:
mode:
Diffstat (limited to 'net/tipc/ib_media.c')
-rw-r--r--net/tipc/ib_media.c387
1 files changed, 387 insertions, 0 deletions
diff --git a/net/tipc/ib_media.c b/net/tipc/ib_media.c
new file mode 100644
index 000000000000..2a2864c25e15
--- /dev/null
+++ b/net/tipc/ib_media.c
@@ -0,0 +1,387 @@
1/*
2 * net/tipc/ib_media.c: Infiniband bearer support for TIPC
3 *
4 * Copyright (c) 2013 Patrick McHardy <kaber@trash.net>
5 *
6 * Based on eth_media.c, which carries the following copyright notice:
7 *
8 * Copyright (c) 2001-2007, Ericsson AB
9 * Copyright (c) 2005-2008, 2011, Wind River Systems
10 * All rights reserved.
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions are met:
14 *
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 * notice, this list of conditions and the following disclaimer in the
19 * documentation and/or other materials provided with the distribution.
20 * 3. Neither the names of the copyright holders nor the names of its
21 * contributors may be used to endorse or promote products derived from
22 * this software without specific prior written permission.
23 *
24 * Alternatively, this software may be distributed under the terms of the
25 * GNU General Public License ("GPL") version 2 as published by the Free
26 * Software Foundation.
27 *
28 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
29 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
30 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
31 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
32 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
33 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
34 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
35 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
36 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
37 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
38 * POSSIBILITY OF SUCH DAMAGE.
39 */
40
41#include <linux/if_infiniband.h>
42#include "core.h"
43#include "bearer.h"
44
45#define MAX_IB_BEARERS MAX_BEARERS
46
47/**
48 * struct ib_bearer - Infiniband bearer data structure
49 * @bearer: ptr to associated "generic" bearer structure
50 * @dev: ptr to associated Infiniband network device
51 * @tipc_packet_type: used in binding TIPC to Infiniband driver
52 * @cleanup: work item used when disabling bearer
53 */
54
55struct ib_bearer {
56 struct tipc_bearer *bearer;
57 struct net_device *dev;
58 struct packet_type tipc_packet_type;
59 struct work_struct setup;
60 struct work_struct cleanup;
61};
62
63static struct tipc_media ib_media_info;
64static struct ib_bearer ib_bearers[MAX_IB_BEARERS];
65static int ib_started;
66
67/**
68 * ib_media_addr_set - initialize Infiniband media address structure
69 *
70 * Media-dependent "value" field stores MAC address in first 6 bytes
71 * and zeroes out the remaining bytes.
72 */
73static void ib_media_addr_set(const struct tipc_bearer *tb_ptr,
74 struct tipc_media_addr *a, char *mac)
75{
76 BUILD_BUG_ON(sizeof(a->value) < INFINIBAND_ALEN);
77 memcpy(a->value, mac, INFINIBAND_ALEN);
78 a->media_id = TIPC_MEDIA_TYPE_IB;
79 a->broadcast = !memcmp(mac, tb_ptr->bcast_addr.value, INFINIBAND_ALEN);
80}
81
82/**
83 * send_msg - send a TIPC message out over an InfiniBand interface
84 */
85static int send_msg(struct sk_buff *buf, struct tipc_bearer *tb_ptr,
86 struct tipc_media_addr *dest)
87{
88 struct sk_buff *clone;
89 struct net_device *dev;
90 int delta;
91
92 clone = skb_clone(buf, GFP_ATOMIC);
93 if (!clone)
94 return 0;
95
96 dev = ((struct ib_bearer *)(tb_ptr->usr_handle))->dev;
97 delta = dev->hard_header_len - skb_headroom(buf);
98
99 if ((delta > 0) &&
100 pskb_expand_head(clone, SKB_DATA_ALIGN(delta), 0, GFP_ATOMIC)) {
101 kfree_skb(clone);
102 return 0;
103 }
104
105 skb_reset_network_header(clone);
106 clone->dev = dev;
107 clone->protocol = htons(ETH_P_TIPC);
108 dev_hard_header(clone, dev, ETH_P_TIPC, dest->value,
109 dev->dev_addr, clone->len);
110 dev_queue_xmit(clone);
111 return 0;
112}
113
114/**
115 * recv_msg - handle incoming TIPC message from an InfiniBand interface
116 *
117 * Accept only packets explicitly sent to this node, or broadcast packets;
118 * ignores packets sent using InfiniBand multicast, and traffic sent to other
119 * nodes (which can happen if interface is running in promiscuous mode).
120 */
121static int recv_msg(struct sk_buff *buf, struct net_device *dev,
122 struct packet_type *pt, struct net_device *orig_dev)
123{
124 struct ib_bearer *ib_ptr = (struct ib_bearer *)pt->af_packet_priv;
125
126 if (!net_eq(dev_net(dev), &init_net)) {
127 kfree_skb(buf);
128 return 0;
129 }
130
131 if (likely(ib_ptr->bearer)) {
132 if (likely(buf->pkt_type <= PACKET_BROADCAST)) {
133 buf->next = NULL;
134 tipc_recv_msg(buf, ib_ptr->bearer);
135 return 0;
136 }
137 }
138 kfree_skb(buf);
139 return 0;
140}
141
142/**
143 * setup_bearer - setup association between InfiniBand bearer and interface
144 */
145static void setup_bearer(struct work_struct *work)
146{
147 struct ib_bearer *ib_ptr =
148 container_of(work, struct ib_bearer, setup);
149
150 dev_add_pack(&ib_ptr->tipc_packet_type);
151}
152
153/**
154 * enable_bearer - attach TIPC bearer to an InfiniBand interface
155 */
156static int enable_bearer(struct tipc_bearer *tb_ptr)
157{
158 struct net_device *dev = NULL;
159 struct net_device *pdev = NULL;
160 struct ib_bearer *ib_ptr = &ib_bearers[0];
161 struct ib_bearer *stop = &ib_bearers[MAX_IB_BEARERS];
162 char *driver_name = strchr((const char *)tb_ptr->name, ':') + 1;
163 int pending_dev = 0;
164
165 /* Find unused InfiniBand bearer structure */
166 while (ib_ptr->dev) {
167 if (!ib_ptr->bearer)
168 pending_dev++;
169 if (++ib_ptr == stop)
170 return pending_dev ? -EAGAIN : -EDQUOT;
171 }
172
173 /* Find device with specified name */
174 read_lock(&dev_base_lock);
175 for_each_netdev(&init_net, pdev) {
176 if (!strncmp(pdev->name, driver_name, IFNAMSIZ)) {
177 dev = pdev;
178 dev_hold(dev);
179 break;
180 }
181 }
182 read_unlock(&dev_base_lock);
183 if (!dev)
184 return -ENODEV;
185
186 /* Create InfiniBand bearer for device */
187 ib_ptr->dev = dev;
188 ib_ptr->tipc_packet_type.type = htons(ETH_P_TIPC);
189 ib_ptr->tipc_packet_type.dev = dev;
190 ib_ptr->tipc_packet_type.func = recv_msg;
191 ib_ptr->tipc_packet_type.af_packet_priv = ib_ptr;
192 INIT_LIST_HEAD(&(ib_ptr->tipc_packet_type.list));
193 INIT_WORK(&ib_ptr->setup, setup_bearer);
194 schedule_work(&ib_ptr->setup);
195
196 /* Associate TIPC bearer with InfiniBand bearer */
197 ib_ptr->bearer = tb_ptr;
198 tb_ptr->usr_handle = (void *)ib_ptr;
199 memset(tb_ptr->bcast_addr.value, 0, sizeof(tb_ptr->bcast_addr.value));
200 memcpy(tb_ptr->bcast_addr.value, dev->broadcast, INFINIBAND_ALEN);
201 tb_ptr->bcast_addr.media_id = TIPC_MEDIA_TYPE_IB;
202 tb_ptr->bcast_addr.broadcast = 1;
203 tb_ptr->mtu = dev->mtu;
204 tb_ptr->blocked = 0;
205 ib_media_addr_set(tb_ptr, &tb_ptr->addr, (char *)dev->dev_addr);
206 return 0;
207}
208
209/**
210 * cleanup_bearer - break association between InfiniBand bearer and interface
211 *
212 * This routine must be invoked from a work queue because it can sleep.
213 */
214static void cleanup_bearer(struct work_struct *work)
215{
216 struct ib_bearer *ib_ptr =
217 container_of(work, struct ib_bearer, cleanup);
218
219 dev_remove_pack(&ib_ptr->tipc_packet_type);
220 dev_put(ib_ptr->dev);
221 ib_ptr->dev = NULL;
222}
223
224/**
225 * disable_bearer - detach TIPC bearer from an InfiniBand interface
226 *
227 * Mark InfiniBand bearer as inactive so that incoming buffers are thrown away,
228 * then get worker thread to complete bearer cleanup. (Can't do cleanup
229 * here because cleanup code needs to sleep and caller holds spinlocks.)
230 */
231static void disable_bearer(struct tipc_bearer *tb_ptr)
232{
233 struct ib_bearer *ib_ptr = (struct ib_bearer *)tb_ptr->usr_handle;
234
235 ib_ptr->bearer = NULL;
236 INIT_WORK(&ib_ptr->cleanup, cleanup_bearer);
237 schedule_work(&ib_ptr->cleanup);
238}
239
240/**
241 * recv_notification - handle device updates from OS
242 *
243 * Change the state of the InfiniBand bearer (if any) associated with the
244 * specified device.
245 */
246static int recv_notification(struct notifier_block *nb, unsigned long evt,
247 void *dv)
248{
249 struct net_device *dev = (struct net_device *)dv;
250 struct ib_bearer *ib_ptr = &ib_bearers[0];
251 struct ib_bearer *stop = &ib_bearers[MAX_IB_BEARERS];
252
253 if (!net_eq(dev_net(dev), &init_net))
254 return NOTIFY_DONE;
255
256 while ((ib_ptr->dev != dev)) {
257 if (++ib_ptr == stop)
258 return NOTIFY_DONE; /* couldn't find device */
259 }
260 if (!ib_ptr->bearer)
261 return NOTIFY_DONE; /* bearer had been disabled */
262
263 ib_ptr->bearer->mtu = dev->mtu;
264
265 switch (evt) {
266 case NETDEV_CHANGE:
267 if (netif_carrier_ok(dev))
268 tipc_continue(ib_ptr->bearer);
269 else
270 tipc_block_bearer(ib_ptr->bearer->name);
271 break;
272 case NETDEV_UP:
273 tipc_continue(ib_ptr->bearer);
274 break;
275 case NETDEV_DOWN:
276 tipc_block_bearer(ib_ptr->bearer->name);
277 break;
278 case NETDEV_CHANGEMTU:
279 case NETDEV_CHANGEADDR:
280 tipc_block_bearer(ib_ptr->bearer->name);
281 tipc_continue(ib_ptr->bearer);
282 break;
283 case NETDEV_UNREGISTER:
284 case NETDEV_CHANGENAME:
285 tipc_disable_bearer(ib_ptr->bearer->name);
286 break;
287 }
288 return NOTIFY_OK;
289}
290
291static struct notifier_block notifier = {
292 .notifier_call = recv_notification,
293 .priority = 0,
294};
295
296/**
297 * ib_addr2str - convert InfiniBand address to string
298 */
299static int ib_addr2str(struct tipc_media_addr *a, char *str_buf, int str_size)
300{
301 if (str_size < 60) /* 60 = 19 * strlen("xx:") + strlen("xx\0") */
302 return 1;
303
304 sprintf(str_buf, "%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x:"
305 "%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x",
306 a->value[0], a->value[1], a->value[2], a->value[3],
307 a->value[4], a->value[5], a->value[6], a->value[7],
308 a->value[8], a->value[9], a->value[10], a->value[11],
309 a->value[12], a->value[13], a->value[14], a->value[15],
310 a->value[16], a->value[17], a->value[18], a->value[19]);
311
312 return 0;
313}
314
315/**
316 * ib_addr2msg - convert InfiniBand address format to message header format
317 */
318static int ib_addr2msg(struct tipc_media_addr *a, char *msg_area)
319{
320 memset(msg_area, 0, TIPC_MEDIA_ADDR_SIZE);
321 msg_area[TIPC_MEDIA_TYPE_OFFSET] = TIPC_MEDIA_TYPE_IB;
322 memcpy(msg_area, a->value, INFINIBAND_ALEN);
323 return 0;
324}
325
326/**
327 * ib_msg2addr - convert message header address format to InfiniBand format
328 */
329static int ib_msg2addr(const struct tipc_bearer *tb_ptr,
330 struct tipc_media_addr *a, char *msg_area)
331{
332 ib_media_addr_set(tb_ptr, a, msg_area);
333 return 0;
334}
335
336/*
337 * InfiniBand media registration info
338 */
339static struct tipc_media ib_media_info = {
340 .send_msg = send_msg,
341 .enable_bearer = enable_bearer,
342 .disable_bearer = disable_bearer,
343 .addr2str = ib_addr2str,
344 .addr2msg = ib_addr2msg,
345 .msg2addr = ib_msg2addr,
346 .priority = TIPC_DEF_LINK_PRI,
347 .tolerance = TIPC_DEF_LINK_TOL,
348 .window = TIPC_DEF_LINK_WIN,
349 .type_id = TIPC_MEDIA_TYPE_IB,
350 .name = "ib"
351};
352
353/**
354 * tipc_ib_media_start - activate InfiniBand bearer support
355 *
356 * Register InfiniBand media type with TIPC bearer code. Also register
357 * with OS for notifications about device state changes.
358 */
359int tipc_ib_media_start(void)
360{
361 int res;
362
363 if (ib_started)
364 return -EINVAL;
365
366 res = tipc_register_media(&ib_media_info);
367 if (res)
368 return res;
369
370 res = register_netdevice_notifier(&notifier);
371 if (!res)
372 ib_started = 1;
373 return res;
374}
375
376/**
377 * tipc_ib_media_stop - deactivate InfiniBand bearer support
378 */
379void tipc_ib_media_stop(void)
380{
381 if (!ib_started)
382 return;
383
384 flush_scheduled_work();
385 unregister_netdevice_notifier(&notifier);
386 ib_started = 0;
387}