aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--drivers/infiniband/core/uverbs.h18
-rw-r--r--drivers/infiniband/core/uverbs_cmd.c186
-rw-r--r--drivers/infiniband/core/uverbs_main.c292
-rw-r--r--include/rdma/ib_user_verbs.h58
4 files changed, 258 insertions, 296 deletions
diff --git a/drivers/infiniband/core/uverbs.h b/drivers/infiniband/core/uverbs.h
index cc124344dd2c..475153e510a9 100644
--- a/drivers/infiniband/core/uverbs.h
+++ b/drivers/infiniband/core/uverbs.h
@@ -53,14 +53,14 @@ struct ib_uverbs_device {
53 struct cdev dev; 53 struct cdev dev;
54 struct class_device class_dev; 54 struct class_device class_dev;
55 struct ib_device *ib_dev; 55 struct ib_device *ib_dev;
56 int num_comp; 56 int num_comp_vectors;
57}; 57};
58 58
59struct ib_uverbs_event_file { 59struct ib_uverbs_event_file {
60 struct kref ref; 60 struct kref ref;
61 struct file *file;
61 struct ib_uverbs_file *uverbs_file; 62 struct ib_uverbs_file *uverbs_file;
62 spinlock_t lock; 63 spinlock_t lock;
63 int fd;
64 int is_async; 64 int is_async;
65 wait_queue_head_t poll_wait; 65 wait_queue_head_t poll_wait;
66 struct fasync_struct *async_queue; 66 struct fasync_struct *async_queue;
@@ -73,8 +73,7 @@ struct ib_uverbs_file {
73 struct ib_uverbs_device *device; 73 struct ib_uverbs_device *device;
74 struct ib_ucontext *ucontext; 74 struct ib_ucontext *ucontext;
75 struct ib_event_handler event_handler; 75 struct ib_event_handler event_handler;
76 struct ib_uverbs_event_file async_file; 76 struct ib_uverbs_event_file *async_file;
77 struct ib_uverbs_event_file comp_file[1];
78}; 77};
79 78
80struct ib_uverbs_event { 79struct ib_uverbs_event {
@@ -110,10 +109,17 @@ extern struct idr ib_uverbs_cq_idr;
110extern struct idr ib_uverbs_qp_idr; 109extern struct idr ib_uverbs_qp_idr;
111extern struct idr ib_uverbs_srq_idr; 110extern struct idr ib_uverbs_srq_idr;
112 111
112struct file *ib_uverbs_alloc_event_file(struct ib_uverbs_file *uverbs_file,
113 int is_async, int *fd);
114void ib_uverbs_release_event_file(struct kref *ref);
115struct ib_uverbs_event_file *ib_uverbs_lookup_comp_file(int fd);
116
113void ib_uverbs_comp_handler(struct ib_cq *cq, void *cq_context); 117void ib_uverbs_comp_handler(struct ib_cq *cq, void *cq_context);
114void ib_uverbs_cq_event_handler(struct ib_event *event, void *context_ptr); 118void ib_uverbs_cq_event_handler(struct ib_event *event, void *context_ptr);
115void ib_uverbs_qp_event_handler(struct ib_event *event, void *context_ptr); 119void ib_uverbs_qp_event_handler(struct ib_event *event, void *context_ptr);
116void ib_uverbs_srq_event_handler(struct ib_event *event, void *context_ptr); 120void ib_uverbs_srq_event_handler(struct ib_event *event, void *context_ptr);
121void ib_uverbs_event_handler(struct ib_event_handler *handler,
122 struct ib_event *event);
117 123
118int ib_umem_get(struct ib_device *dev, struct ib_umem *mem, 124int ib_umem_get(struct ib_device *dev, struct ib_umem *mem,
119 void *addr, size_t size, int write); 125 void *addr, size_t size, int write);
@@ -125,16 +131,14 @@ void ib_umem_release_on_close(struct ib_device *dev, struct ib_umem *umem);
125 const char __user *buf, int in_len, \ 131 const char __user *buf, int in_len, \
126 int out_len) 132 int out_len)
127 133
128IB_UVERBS_DECLARE_CMD(query_params);
129IB_UVERBS_DECLARE_CMD(get_context); 134IB_UVERBS_DECLARE_CMD(get_context);
130IB_UVERBS_DECLARE_CMD(query_device); 135IB_UVERBS_DECLARE_CMD(query_device);
131IB_UVERBS_DECLARE_CMD(query_port); 136IB_UVERBS_DECLARE_CMD(query_port);
132IB_UVERBS_DECLARE_CMD(query_gid);
133IB_UVERBS_DECLARE_CMD(query_pkey);
134IB_UVERBS_DECLARE_CMD(alloc_pd); 137IB_UVERBS_DECLARE_CMD(alloc_pd);
135IB_UVERBS_DECLARE_CMD(dealloc_pd); 138IB_UVERBS_DECLARE_CMD(dealloc_pd);
136IB_UVERBS_DECLARE_CMD(reg_mr); 139IB_UVERBS_DECLARE_CMD(reg_mr);
137IB_UVERBS_DECLARE_CMD(dereg_mr); 140IB_UVERBS_DECLARE_CMD(dereg_mr);
141IB_UVERBS_DECLARE_CMD(create_comp_channel);
138IB_UVERBS_DECLARE_CMD(create_cq); 142IB_UVERBS_DECLARE_CMD(create_cq);
139IB_UVERBS_DECLARE_CMD(destroy_cq); 143IB_UVERBS_DECLARE_CMD(destroy_cq);
140IB_UVERBS_DECLARE_CMD(create_qp); 144IB_UVERBS_DECLARE_CMD(create_qp);
diff --git a/drivers/infiniband/core/uverbs_cmd.c b/drivers/infiniband/core/uverbs_cmd.c
index 562445165d2b..79b60c3dc8d0 100644
--- a/drivers/infiniband/core/uverbs_cmd.c
+++ b/drivers/infiniband/core/uverbs_cmd.c
@@ -33,6 +33,8 @@
33 * $Id: uverbs_cmd.c 2708 2005-06-24 17:27:21Z roland $ 33 * $Id: uverbs_cmd.c 2708 2005-06-24 17:27:21Z roland $
34 */ 34 */
35 35
36#include <linux/file.h>
37
36#include <asm/uaccess.h> 38#include <asm/uaccess.h>
37 39
38#include "uverbs.h" 40#include "uverbs.h"
@@ -45,29 +47,6 @@
45 (udata)->outlen = (olen); \ 47 (udata)->outlen = (olen); \
46 } while (0) 48 } while (0)
47 49
48ssize_t ib_uverbs_query_params(struct ib_uverbs_file *file,
49 const char __user *buf,
50 int in_len, int out_len)
51{
52 struct ib_uverbs_query_params cmd;
53 struct ib_uverbs_query_params_resp resp;
54
55 if (out_len < sizeof resp)
56 return -ENOSPC;
57
58 if (copy_from_user(&cmd, buf, sizeof cmd))
59 return -EFAULT;
60
61 memset(&resp, 0, sizeof resp);
62
63 resp.num_cq_events = file->device->num_comp;
64
65 if (copy_to_user((void __user *) (unsigned long) cmd.response, &resp, sizeof resp))
66 return -EFAULT;
67
68 return in_len;
69}
70
71ssize_t ib_uverbs_get_context(struct ib_uverbs_file *file, 50ssize_t ib_uverbs_get_context(struct ib_uverbs_file *file,
72 const char __user *buf, 51 const char __user *buf,
73 int in_len, int out_len) 52 int in_len, int out_len)
@@ -77,7 +56,7 @@ ssize_t ib_uverbs_get_context(struct ib_uverbs_file *file,
77 struct ib_udata udata; 56 struct ib_udata udata;
78 struct ib_device *ibdev = file->device->ib_dev; 57 struct ib_device *ibdev = file->device->ib_dev;
79 struct ib_ucontext *ucontext; 58 struct ib_ucontext *ucontext;
80 int i; 59 struct file *filp;
81 int ret; 60 int ret;
82 61
83 if (out_len < sizeof resp) 62 if (out_len < sizeof resp)
@@ -110,26 +89,42 @@ ssize_t ib_uverbs_get_context(struct ib_uverbs_file *file,
110 INIT_LIST_HEAD(&ucontext->srq_list); 89 INIT_LIST_HEAD(&ucontext->srq_list);
111 INIT_LIST_HEAD(&ucontext->ah_list); 90 INIT_LIST_HEAD(&ucontext->ah_list);
112 91
113 resp.async_fd = file->async_file.fd; 92 resp.num_comp_vectors = file->device->num_comp_vectors;
114 for (i = 0; i < file->device->num_comp; ++i) 93
115 if (copy_to_user((void __user *) (unsigned long) cmd.cq_fd_tab + 94 filp = ib_uverbs_alloc_event_file(file, 1, &resp.async_fd);
116 i * sizeof (__u32), 95 if (IS_ERR(filp)) {
117 &file->comp_file[i].fd, sizeof (__u32))) { 96 ret = PTR_ERR(filp);
118 ret = -EFAULT; 97 goto err_free;
119 goto err_free; 98 }
120 }
121 99
122 if (copy_to_user((void __user *) (unsigned long) cmd.response, 100 if (copy_to_user((void __user *) (unsigned long) cmd.response,
123 &resp, sizeof resp)) { 101 &resp, sizeof resp)) {
124 ret = -EFAULT; 102 ret = -EFAULT;
125 goto err_free; 103 goto err_file;
126 } 104 }
127 105
128 file->ucontext = ucontext; 106 file->async_file = filp->private_data;
107
108 INIT_IB_EVENT_HANDLER(&file->event_handler, file->device->ib_dev,
109 ib_uverbs_event_handler);
110 ret = ib_register_event_handler(&file->event_handler);
111 if (ret)
112 goto err_file;
113
114 kref_get(&file->async_file->ref);
115 kref_get(&file->ref);
116 file->ucontext = ucontext;
117
118 fd_install(resp.async_fd, filp);
119
129 up(&file->mutex); 120 up(&file->mutex);
130 121
131 return in_len; 122 return in_len;
132 123
124err_file:
125 put_unused_fd(resp.async_fd);
126 fput(filp);
127
133err_free: 128err_free:
134 ibdev->dealloc_ucontext(ucontext); 129 ibdev->dealloc_ucontext(ucontext);
135 130
@@ -255,62 +250,6 @@ ssize_t ib_uverbs_query_port(struct ib_uverbs_file *file,
255 return in_len; 250 return in_len;
256} 251}
257 252
258ssize_t ib_uverbs_query_gid(struct ib_uverbs_file *file,
259 const char __user *buf,
260 int in_len, int out_len)
261{
262 struct ib_uverbs_query_gid cmd;
263 struct ib_uverbs_query_gid_resp resp;
264 int ret;
265
266 if (out_len < sizeof resp)
267 return -ENOSPC;
268
269 if (copy_from_user(&cmd, buf, sizeof cmd))
270 return -EFAULT;
271
272 memset(&resp, 0, sizeof resp);
273
274 ret = ib_query_gid(file->device->ib_dev, cmd.port_num, cmd.index,
275 (union ib_gid *) resp.gid);
276 if (ret)
277 return ret;
278
279 if (copy_to_user((void __user *) (unsigned long) cmd.response,
280 &resp, sizeof resp))
281 return -EFAULT;
282
283 return in_len;
284}
285
286ssize_t ib_uverbs_query_pkey(struct ib_uverbs_file *file,
287 const char __user *buf,
288 int in_len, int out_len)
289{
290 struct ib_uverbs_query_pkey cmd;
291 struct ib_uverbs_query_pkey_resp resp;
292 int ret;
293
294 if (out_len < sizeof resp)
295 return -ENOSPC;
296
297 if (copy_from_user(&cmd, buf, sizeof cmd))
298 return -EFAULT;
299
300 memset(&resp, 0, sizeof resp);
301
302 ret = ib_query_pkey(file->device->ib_dev, cmd.port_num, cmd.index,
303 &resp.pkey);
304 if (ret)
305 return ret;
306
307 if (copy_to_user((void __user *) (unsigned long) cmd.response,
308 &resp, sizeof resp))
309 return -EFAULT;
310
311 return in_len;
312}
313
314ssize_t ib_uverbs_alloc_pd(struct ib_uverbs_file *file, 253ssize_t ib_uverbs_alloc_pd(struct ib_uverbs_file *file,
315 const char __user *buf, 254 const char __user *buf,
316 int in_len, int out_len) 255 int in_len, int out_len)
@@ -595,6 +534,35 @@ out:
595 return ret ? ret : in_len; 534 return ret ? ret : in_len;
596} 535}
597 536
537ssize_t ib_uverbs_create_comp_channel(struct ib_uverbs_file *file,
538 const char __user *buf, int in_len,
539 int out_len)
540{
541 struct ib_uverbs_create_comp_channel cmd;
542 struct ib_uverbs_create_comp_channel_resp resp;
543 struct file *filp;
544
545 if (out_len < sizeof resp)
546 return -ENOSPC;
547
548 if (copy_from_user(&cmd, buf, sizeof cmd))
549 return -EFAULT;
550
551 filp = ib_uverbs_alloc_event_file(file, 0, &resp.fd);
552 if (IS_ERR(filp))
553 return PTR_ERR(filp);
554
555 if (copy_to_user((void __user *) (unsigned long) cmd.response,
556 &resp, sizeof resp)) {
557 put_unused_fd(resp.fd);
558 fput(filp);
559 return -EFAULT;
560 }
561
562 fd_install(resp.fd, filp);
563 return in_len;
564}
565
598ssize_t ib_uverbs_create_cq(struct ib_uverbs_file *file, 566ssize_t ib_uverbs_create_cq(struct ib_uverbs_file *file,
599 const char __user *buf, int in_len, 567 const char __user *buf, int in_len,
600 int out_len) 568 int out_len)
@@ -603,6 +571,7 @@ ssize_t ib_uverbs_create_cq(struct ib_uverbs_file *file,
603 struct ib_uverbs_create_cq_resp resp; 571 struct ib_uverbs_create_cq_resp resp;
604 struct ib_udata udata; 572 struct ib_udata udata;
605 struct ib_ucq_object *uobj; 573 struct ib_ucq_object *uobj;
574 struct ib_uverbs_event_file *ev_file = NULL;
606 struct ib_cq *cq; 575 struct ib_cq *cq;
607 int ret; 576 int ret;
608 577
@@ -616,9 +585,12 @@ ssize_t ib_uverbs_create_cq(struct ib_uverbs_file *file,
616 (unsigned long) cmd.response + sizeof resp, 585 (unsigned long) cmd.response + sizeof resp,
617 in_len - sizeof cmd, out_len - sizeof resp); 586 in_len - sizeof cmd, out_len - sizeof resp);
618 587
619 if (cmd.event_handler >= file->device->num_comp) 588 if (cmd.comp_vector >= file->device->num_comp_vectors)
620 return -EINVAL; 589 return -EINVAL;
621 590
591 if (cmd.comp_channel >= 0)
592 ev_file = ib_uverbs_lookup_comp_file(cmd.comp_channel);
593
622 uobj = kmalloc(sizeof *uobj, GFP_KERNEL); 594 uobj = kmalloc(sizeof *uobj, GFP_KERNEL);
623 if (!uobj) 595 if (!uobj)
624 return -ENOMEM; 596 return -ENOMEM;
@@ -641,7 +613,7 @@ ssize_t ib_uverbs_create_cq(struct ib_uverbs_file *file,
641 cq->uobject = &uobj->uobject; 613 cq->uobject = &uobj->uobject;
642 cq->comp_handler = ib_uverbs_comp_handler; 614 cq->comp_handler = ib_uverbs_comp_handler;
643 cq->event_handler = ib_uverbs_cq_event_handler; 615 cq->event_handler = ib_uverbs_cq_event_handler;
644 cq->cq_context = file; 616 cq->cq_context = ev_file;
645 atomic_set(&cq->usecnt, 0); 617 atomic_set(&cq->usecnt, 0);
646 618
647retry: 619retry:
@@ -700,6 +672,7 @@ ssize_t ib_uverbs_destroy_cq(struct ib_uverbs_file *file,
700 struct ib_uverbs_destroy_cq_resp resp; 672 struct ib_uverbs_destroy_cq_resp resp;
701 struct ib_cq *cq; 673 struct ib_cq *cq;
702 struct ib_ucq_object *uobj; 674 struct ib_ucq_object *uobj;
675 struct ib_uverbs_event_file *ev_file;
703 struct ib_uverbs_event *evt, *tmp; 676 struct ib_uverbs_event *evt, *tmp;
704 u64 user_handle; 677 u64 user_handle;
705 int ret = -EINVAL; 678 int ret = -EINVAL;
@@ -716,7 +689,8 @@ ssize_t ib_uverbs_destroy_cq(struct ib_uverbs_file *file,
716 goto out; 689 goto out;
717 690
718 user_handle = cq->uobject->user_handle; 691 user_handle = cq->uobject->user_handle;
719 uobj = container_of(cq->uobject, struct ib_ucq_object, uobject); 692 uobj = container_of(cq->uobject, struct ib_ucq_object, uobject);
693 ev_file = cq->cq_context;
720 694
721 ret = ib_destroy_cq(cq); 695 ret = ib_destroy_cq(cq);
722 if (ret) 696 if (ret)
@@ -728,19 +702,23 @@ ssize_t ib_uverbs_destroy_cq(struct ib_uverbs_file *file,
728 list_del(&uobj->uobject.list); 702 list_del(&uobj->uobject.list);
729 up(&file->mutex); 703 up(&file->mutex);
730 704
731 spin_lock_irq(&file->comp_file[0].lock); 705 if (ev_file) {
732 list_for_each_entry_safe(evt, tmp, &uobj->comp_list, obj_list) { 706 spin_lock_irq(&ev_file->lock);
733 list_del(&evt->list); 707 list_for_each_entry_safe(evt, tmp, &uobj->comp_list, obj_list) {
734 kfree(evt); 708 list_del(&evt->list);
709 kfree(evt);
710 }
711 spin_unlock_irq(&ev_file->lock);
712
713 kref_put(&ev_file->ref, ib_uverbs_release_event_file);
735 } 714 }
736 spin_unlock_irq(&file->comp_file[0].lock);
737 715
738 spin_lock_irq(&file->async_file.lock); 716 spin_lock_irq(&file->async_file->lock);
739 list_for_each_entry_safe(evt, tmp, &uobj->async_list, obj_list) { 717 list_for_each_entry_safe(evt, tmp, &uobj->async_list, obj_list) {
740 list_del(&evt->list); 718 list_del(&evt->list);
741 kfree(evt); 719 kfree(evt);
742 } 720 }
743 spin_unlock_irq(&file->async_file.lock); 721 spin_unlock_irq(&file->async_file->lock);
744 722
745 resp.comp_events_reported = uobj->comp_events_reported; 723 resp.comp_events_reported = uobj->comp_events_reported;
746 resp.async_events_reported = uobj->async_events_reported; 724 resp.async_events_reported = uobj->async_events_reported;
@@ -1005,12 +983,12 @@ ssize_t ib_uverbs_destroy_qp(struct ib_uverbs_file *file,
1005 list_del(&uobj->uobject.list); 983 list_del(&uobj->uobject.list);
1006 up(&file->mutex); 984 up(&file->mutex);
1007 985
1008 spin_lock_irq(&file->async_file.lock); 986 spin_lock_irq(&file->async_file->lock);
1009 list_for_each_entry_safe(evt, tmp, &uobj->event_list, obj_list) { 987 list_for_each_entry_safe(evt, tmp, &uobj->event_list, obj_list) {
1010 list_del(&evt->list); 988 list_del(&evt->list);
1011 kfree(evt); 989 kfree(evt);
1012 } 990 }
1013 spin_unlock_irq(&file->async_file.lock); 991 spin_unlock_irq(&file->async_file->lock);
1014 992
1015 resp.events_reported = uobj->events_reported; 993 resp.events_reported = uobj->events_reported;
1016 994
@@ -1243,12 +1221,12 @@ ssize_t ib_uverbs_destroy_srq(struct ib_uverbs_file *file,
1243 list_del(&uobj->uobject.list); 1221 list_del(&uobj->uobject.list);
1244 up(&file->mutex); 1222 up(&file->mutex);
1245 1223
1246 spin_lock_irq(&file->async_file.lock); 1224 spin_lock_irq(&file->async_file->lock);
1247 list_for_each_entry_safe(evt, tmp, &uobj->event_list, obj_list) { 1225 list_for_each_entry_safe(evt, tmp, &uobj->event_list, obj_list) {
1248 list_del(&evt->list); 1226 list_del(&evt->list);
1249 kfree(evt); 1227 kfree(evt);
1250 } 1228 }
1251 spin_unlock_irq(&file->async_file.lock); 1229 spin_unlock_irq(&file->async_file->lock);
1252 1230
1253 resp.events_reported = uobj->events_reported; 1231 resp.events_reported = uobj->events_reported;
1254 1232
diff --git a/drivers/infiniband/core/uverbs_main.c b/drivers/infiniband/core/uverbs_main.c
index 12511808de21..e7058fbc607d 100644
--- a/drivers/infiniband/core/uverbs_main.c
+++ b/drivers/infiniband/core/uverbs_main.c
@@ -77,26 +77,24 @@ static DECLARE_BITMAP(dev_map, IB_UVERBS_MAX_DEVICES);
77static ssize_t (*uverbs_cmd_table[])(struct ib_uverbs_file *file, 77static ssize_t (*uverbs_cmd_table[])(struct ib_uverbs_file *file,
78 const char __user *buf, int in_len, 78 const char __user *buf, int in_len,
79 int out_len) = { 79 int out_len) = {
80 [IB_USER_VERBS_CMD_QUERY_PARAMS] = ib_uverbs_query_params, 80 [IB_USER_VERBS_CMD_GET_CONTEXT] = ib_uverbs_get_context,
81 [IB_USER_VERBS_CMD_GET_CONTEXT] = ib_uverbs_get_context, 81 [IB_USER_VERBS_CMD_QUERY_DEVICE] = ib_uverbs_query_device,
82 [IB_USER_VERBS_CMD_QUERY_DEVICE] = ib_uverbs_query_device, 82 [IB_USER_VERBS_CMD_QUERY_PORT] = ib_uverbs_query_port,
83 [IB_USER_VERBS_CMD_QUERY_PORT] = ib_uverbs_query_port, 83 [IB_USER_VERBS_CMD_ALLOC_PD] = ib_uverbs_alloc_pd,
84 [IB_USER_VERBS_CMD_QUERY_GID] = ib_uverbs_query_gid, 84 [IB_USER_VERBS_CMD_DEALLOC_PD] = ib_uverbs_dealloc_pd,
85 [IB_USER_VERBS_CMD_QUERY_PKEY] = ib_uverbs_query_pkey, 85 [IB_USER_VERBS_CMD_REG_MR] = ib_uverbs_reg_mr,
86 [IB_USER_VERBS_CMD_ALLOC_PD] = ib_uverbs_alloc_pd, 86 [IB_USER_VERBS_CMD_DEREG_MR] = ib_uverbs_dereg_mr,
87 [IB_USER_VERBS_CMD_DEALLOC_PD] = ib_uverbs_dealloc_pd, 87 [IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL] = ib_uverbs_create_comp_channel,
88 [IB_USER_VERBS_CMD_REG_MR] = ib_uverbs_reg_mr, 88 [IB_USER_VERBS_CMD_CREATE_CQ] = ib_uverbs_create_cq,
89 [IB_USER_VERBS_CMD_DEREG_MR] = ib_uverbs_dereg_mr, 89 [IB_USER_VERBS_CMD_DESTROY_CQ] = ib_uverbs_destroy_cq,
90 [IB_USER_VERBS_CMD_CREATE_CQ] = ib_uverbs_create_cq, 90 [IB_USER_VERBS_CMD_CREATE_QP] = ib_uverbs_create_qp,
91 [IB_USER_VERBS_CMD_DESTROY_CQ] = ib_uverbs_destroy_cq, 91 [IB_USER_VERBS_CMD_MODIFY_QP] = ib_uverbs_modify_qp,
92 [IB_USER_VERBS_CMD_CREATE_QP] = ib_uverbs_create_qp, 92 [IB_USER_VERBS_CMD_DESTROY_QP] = ib_uverbs_destroy_qp,
93 [IB_USER_VERBS_CMD_MODIFY_QP] = ib_uverbs_modify_qp, 93 [IB_USER_VERBS_CMD_ATTACH_MCAST] = ib_uverbs_attach_mcast,
94 [IB_USER_VERBS_CMD_DESTROY_QP] = ib_uverbs_destroy_qp, 94 [IB_USER_VERBS_CMD_DETACH_MCAST] = ib_uverbs_detach_mcast,
95 [IB_USER_VERBS_CMD_ATTACH_MCAST] = ib_uverbs_attach_mcast, 95 [IB_USER_VERBS_CMD_CREATE_SRQ] = ib_uverbs_create_srq,
96 [IB_USER_VERBS_CMD_DETACH_MCAST] = ib_uverbs_detach_mcast, 96 [IB_USER_VERBS_CMD_MODIFY_SRQ] = ib_uverbs_modify_srq,
97 [IB_USER_VERBS_CMD_CREATE_SRQ] = ib_uverbs_create_srq, 97 [IB_USER_VERBS_CMD_DESTROY_SRQ] = ib_uverbs_destroy_srq,
98 [IB_USER_VERBS_CMD_MODIFY_SRQ] = ib_uverbs_modify_srq,
99 [IB_USER_VERBS_CMD_DESTROY_SRQ] = ib_uverbs_destroy_srq,
100}; 98};
101 99
102static struct vfsmount *uverbs_event_mnt; 100static struct vfsmount *uverbs_event_mnt;
@@ -188,25 +186,19 @@ static ssize_t ib_uverbs_event_read(struct file *filp, char __user *buf,
188 186
189 spin_lock_irq(&file->lock); 187 spin_lock_irq(&file->lock);
190 188
191 while (list_empty(&file->event_list) && file->fd >= 0) { 189 while (list_empty(&file->event_list)) {
192 spin_unlock_irq(&file->lock); 190 spin_unlock_irq(&file->lock);
193 191
194 if (filp->f_flags & O_NONBLOCK) 192 if (filp->f_flags & O_NONBLOCK)
195 return -EAGAIN; 193 return -EAGAIN;
196 194
197 if (wait_event_interruptible(file->poll_wait, 195 if (wait_event_interruptible(file->poll_wait,
198 !list_empty(&file->event_list) || 196 !list_empty(&file->event_list)))
199 file->fd < 0))
200 return -ERESTARTSYS; 197 return -ERESTARTSYS;
201 198
202 spin_lock_irq(&file->lock); 199 spin_lock_irq(&file->lock);
203 } 200 }
204 201
205 if (file->fd < 0) {
206 spin_unlock_irq(&file->lock);
207 return -ENODEV;
208 }
209
210 event = list_entry(file->event_list.next, struct ib_uverbs_event, list); 202 event = list_entry(file->event_list.next, struct ib_uverbs_event, list);
211 203
212 if (file->is_async) 204 if (file->is_async)
@@ -248,26 +240,19 @@ static unsigned int ib_uverbs_event_poll(struct file *filp,
248 poll_wait(filp, &file->poll_wait, wait); 240 poll_wait(filp, &file->poll_wait, wait);
249 241
250 spin_lock_irq(&file->lock); 242 spin_lock_irq(&file->lock);
251 if (file->fd < 0) 243 if (!list_empty(&file->event_list))
252 pollflags = POLLERR;
253 else if (!list_empty(&file->event_list))
254 pollflags = POLLIN | POLLRDNORM; 244 pollflags = POLLIN | POLLRDNORM;
255 spin_unlock_irq(&file->lock); 245 spin_unlock_irq(&file->lock);
256 246
257 return pollflags; 247 return pollflags;
258} 248}
259 249
260static void ib_uverbs_event_release(struct ib_uverbs_event_file *file) 250void ib_uverbs_release_event_file(struct kref *ref)
261{ 251{
262 struct ib_uverbs_event *entry, *tmp; 252 struct ib_uverbs_event_file *file =
253 container_of(ref, struct ib_uverbs_event_file, ref);
263 254
264 spin_lock_irq(&file->lock); 255 kfree(file);
265 if (file->fd != -1) {
266 file->fd = -1;
267 list_for_each_entry_safe(entry, tmp, &file->event_list, list)
268 kfree(entry);
269 }
270 spin_unlock_irq(&file->lock);
271} 256}
272 257
273static int ib_uverbs_event_fasync(int fd, struct file *filp, int on) 258static int ib_uverbs_event_fasync(int fd, struct file *filp, int on)
@@ -280,21 +265,30 @@ static int ib_uverbs_event_fasync(int fd, struct file *filp, int on)
280static int ib_uverbs_event_close(struct inode *inode, struct file *filp) 265static int ib_uverbs_event_close(struct inode *inode, struct file *filp)
281{ 266{
282 struct ib_uverbs_event_file *file = filp->private_data; 267 struct ib_uverbs_event_file *file = filp->private_data;
268 struct ib_uverbs_event *entry, *tmp;
269
270 spin_lock_irq(&file->lock);
271 file->file = NULL;
272 list_for_each_entry_safe(entry, tmp, &file->event_list, list) {
273 if (entry->counter)
274 list_del(&entry->obj_list);
275 kfree(entry);
276 }
277 spin_unlock_irq(&file->lock);
283 278
284 ib_uverbs_event_release(file);
285 ib_uverbs_event_fasync(-1, filp, 0); 279 ib_uverbs_event_fasync(-1, filp, 0);
286 kref_put(&file->uverbs_file->ref, ib_uverbs_release_file); 280
281 if (file->is_async) {
282 ib_unregister_event_handler(&file->uverbs_file->event_handler);
283 kref_put(&file->uverbs_file->ref, ib_uverbs_release_file);
284 }
285 kref_put(&file->ref, ib_uverbs_release_event_file);
287 286
288 return 0; 287 return 0;
289} 288}
290 289
291static struct file_operations uverbs_event_fops = { 290static struct file_operations uverbs_event_fops = {
292 /* 291 .owner = THIS_MODULE,
293 * No .owner field since we artificially create event files,
294 * so there is no increment to the module reference count in
295 * the open path. All event files come from a uverbs command
296 * file, which already takes a module reference, so this is OK.
297 */
298 .read = ib_uverbs_event_read, 292 .read = ib_uverbs_event_read,
299 .poll = ib_uverbs_event_poll, 293 .poll = ib_uverbs_event_poll,
300 .release = ib_uverbs_event_close, 294 .release = ib_uverbs_event_close,
@@ -303,10 +297,19 @@ static struct file_operations uverbs_event_fops = {
303 297
304void ib_uverbs_comp_handler(struct ib_cq *cq, void *cq_context) 298void ib_uverbs_comp_handler(struct ib_cq *cq, void *cq_context)
305{ 299{
306 struct ib_uverbs_file *file = cq_context; 300 struct ib_uverbs_event_file *file = cq_context;
307 struct ib_ucq_object *uobj; 301 struct ib_ucq_object *uobj;
308 struct ib_uverbs_event *entry; 302 struct ib_uverbs_event *entry;
309 unsigned long flags; 303 unsigned long flags;
304
305 if (!file)
306 return;
307
308 spin_lock_irqsave(&file->lock, flags);
309 if (!file->file) {
310 spin_unlock_irqrestore(&file->lock, flags);
311 return;
312 }
310 313
311 entry = kmalloc(sizeof *entry, GFP_ATOMIC); 314 entry = kmalloc(sizeof *entry, GFP_ATOMIC);
312 if (!entry) 315 if (!entry)
@@ -317,13 +320,12 @@ void ib_uverbs_comp_handler(struct ib_cq *cq, void *cq_context)
317 entry->desc.comp.cq_handle = cq->uobject->user_handle; 320 entry->desc.comp.cq_handle = cq->uobject->user_handle;
318 entry->counter = &uobj->comp_events_reported; 321 entry->counter = &uobj->comp_events_reported;
319 322
320 spin_lock_irqsave(&file->comp_file[0].lock, flags); 323 list_add_tail(&entry->list, &file->event_list);
321 list_add_tail(&entry->list, &file->comp_file[0].event_list);
322 list_add_tail(&entry->obj_list, &uobj->comp_list); 324 list_add_tail(&entry->obj_list, &uobj->comp_list);
323 spin_unlock_irqrestore(&file->comp_file[0].lock, flags); 325 spin_unlock_irqrestore(&file->lock, flags);
324 326
325 wake_up_interruptible(&file->comp_file[0].poll_wait); 327 wake_up_interruptible(&file->poll_wait);
326 kill_fasync(&file->comp_file[0].async_queue, SIGIO, POLL_IN); 328 kill_fasync(&file->async_queue, SIGIO, POLL_IN);
327} 329}
328 330
329static void ib_uverbs_async_handler(struct ib_uverbs_file *file, 331static void ib_uverbs_async_handler(struct ib_uverbs_file *file,
@@ -334,6 +336,12 @@ static void ib_uverbs_async_handler(struct ib_uverbs_file *file,
334 struct ib_uverbs_event *entry; 336 struct ib_uverbs_event *entry;
335 unsigned long flags; 337 unsigned long flags;
336 338
339 spin_lock_irqsave(&file->async_file->lock, flags);
340 if (!file->async_file->file) {
341 spin_unlock_irqrestore(&file->async_file->lock, flags);
342 return;
343 }
344
337 entry = kmalloc(sizeof *entry, GFP_ATOMIC); 345 entry = kmalloc(sizeof *entry, GFP_ATOMIC);
338 if (!entry) 346 if (!entry)
339 return; 347 return;
@@ -342,24 +350,24 @@ static void ib_uverbs_async_handler(struct ib_uverbs_file *file,
342 entry->desc.async.event_type = event; 350 entry->desc.async.event_type = event;
343 entry->counter = counter; 351 entry->counter = counter;
344 352
345 spin_lock_irqsave(&file->async_file.lock, flags); 353 list_add_tail(&entry->list, &file->async_file->event_list);
346 list_add_tail(&entry->list, &file->async_file.event_list);
347 if (obj_list) 354 if (obj_list)
348 list_add_tail(&entry->obj_list, obj_list); 355 list_add_tail(&entry->obj_list, obj_list);
349 spin_unlock_irqrestore(&file->async_file.lock, flags); 356 spin_unlock_irqrestore(&file->async_file->lock, flags);
350 357
351 wake_up_interruptible(&file->async_file.poll_wait); 358 wake_up_interruptible(&file->async_file->poll_wait);
352 kill_fasync(&file->async_file.async_queue, SIGIO, POLL_IN); 359 kill_fasync(&file->async_file->async_queue, SIGIO, POLL_IN);
353} 360}
354 361
355void ib_uverbs_cq_event_handler(struct ib_event *event, void *context_ptr) 362void ib_uverbs_cq_event_handler(struct ib_event *event, void *context_ptr)
356{ 363{
364 struct ib_uverbs_event_file *ev_file = context_ptr;
357 struct ib_ucq_object *uobj; 365 struct ib_ucq_object *uobj;
358 366
359 uobj = container_of(event->element.cq->uobject, 367 uobj = container_of(event->element.cq->uobject,
360 struct ib_ucq_object, uobject); 368 struct ib_ucq_object, uobject);
361 369
362 ib_uverbs_async_handler(context_ptr, uobj->uobject.user_handle, 370 ib_uverbs_async_handler(ev_file->uverbs_file, uobj->uobject.user_handle,
363 event->event, &uobj->async_list, 371 event->event, &uobj->async_list,
364 &uobj->async_events_reported); 372 &uobj->async_events_reported);
365 373
@@ -389,8 +397,8 @@ void ib_uverbs_srq_event_handler(struct ib_event *event, void *context_ptr)
389 &uobj->events_reported); 397 &uobj->events_reported);
390} 398}
391 399
392static void ib_uverbs_event_handler(struct ib_event_handler *handler, 400void ib_uverbs_event_handler(struct ib_event_handler *handler,
393 struct ib_event *event) 401 struct ib_event *event)
394{ 402{
395 struct ib_uverbs_file *file = 403 struct ib_uverbs_file *file =
396 container_of(handler, struct ib_uverbs_file, event_handler); 404 container_of(handler, struct ib_uverbs_file, event_handler);
@@ -399,38 +407,90 @@ static void ib_uverbs_event_handler(struct ib_event_handler *handler,
399 NULL, NULL); 407 NULL, NULL);
400} 408}
401 409
402static int ib_uverbs_event_init(struct ib_uverbs_event_file *file, 410struct file *ib_uverbs_alloc_event_file(struct ib_uverbs_file *uverbs_file,
403 struct ib_uverbs_file *uverbs_file) 411 int is_async, int *fd)
404{ 412{
413 struct ib_uverbs_event_file *ev_file;
405 struct file *filp; 414 struct file *filp;
415 int ret;
406 416
407 spin_lock_init(&file->lock); 417 ev_file = kmalloc(sizeof *ev_file, GFP_KERNEL);
408 INIT_LIST_HEAD(&file->event_list); 418 if (!ev_file)
409 init_waitqueue_head(&file->poll_wait); 419 return ERR_PTR(-ENOMEM);
410 file->uverbs_file = uverbs_file; 420
411 file->async_queue = NULL; 421 kref_init(&ev_file->ref);
412 422 spin_lock_init(&ev_file->lock);
413 file->fd = get_unused_fd(); 423 INIT_LIST_HEAD(&ev_file->event_list);
414 if (file->fd < 0) 424 init_waitqueue_head(&ev_file->poll_wait);
415 return file->fd; 425 ev_file->uverbs_file = uverbs_file;
426 ev_file->async_queue = NULL;
427 ev_file->is_async = is_async;
428
429 *fd = get_unused_fd();
430 if (*fd < 0) {
431 ret = *fd;
432 goto err;
433 }
416 434
417 filp = get_empty_filp(); 435 filp = get_empty_filp();
418 if (!filp) { 436 if (!filp) {
419 put_unused_fd(file->fd); 437 ret = -ENFILE;
420 return -ENFILE; 438 goto err_fd;
421 } 439 }
422 440
423 filp->f_op = &uverbs_event_fops; 441 ev_file->file = filp;
442
443 /*
444 * fops_get() can't fail here, because we're coming from a
445 * system call on a uverbs file, which will already have a
446 * module reference.
447 */
448 filp->f_op = fops_get(&uverbs_event_fops);
424 filp->f_vfsmnt = mntget(uverbs_event_mnt); 449 filp->f_vfsmnt = mntget(uverbs_event_mnt);
425 filp->f_dentry = dget(uverbs_event_mnt->mnt_root); 450 filp->f_dentry = dget(uverbs_event_mnt->mnt_root);
426 filp->f_mapping = filp->f_dentry->d_inode->i_mapping; 451 filp->f_mapping = filp->f_dentry->d_inode->i_mapping;
427 filp->f_flags = O_RDONLY; 452 filp->f_flags = O_RDONLY;
428 filp->f_mode = FMODE_READ; 453 filp->f_mode = FMODE_READ;
429 filp->private_data = file; 454 filp->private_data = ev_file;
430 455
431 fd_install(file->fd, filp); 456 return filp;
432 457
433 return 0; 458err_fd:
459 put_unused_fd(*fd);
460
461err:
462 kfree(ev_file);
463 return ERR_PTR(ret);
464}
465
466/*
467 * Look up a completion event file by FD. If lookup is successful,
468 * takes a ref to the event file struct that it returns; if
469 * unsuccessful, returns NULL.
470 */
471struct ib_uverbs_event_file *ib_uverbs_lookup_comp_file(int fd)
472{
473 struct ib_uverbs_event_file *ev_file = NULL;
474 struct file *filp;
475
476 filp = fget(fd);
477 if (!filp)
478 return NULL;
479
480 if (filp->f_op != &uverbs_event_fops)
481 goto out;
482
483 ev_file = filp->private_data;
484 if (ev_file->is_async) {
485 ev_file = NULL;
486 goto out;
487 }
488
489 kref_get(&ev_file->ref);
490
491out:
492 fput(filp);
493 return ev_file;
434} 494}
435 495
436static ssize_t ib_uverbs_write(struct file *filp, const char __user *buf, 496static ssize_t ib_uverbs_write(struct file *filp, const char __user *buf,
@@ -453,8 +513,7 @@ static ssize_t ib_uverbs_write(struct file *filp, const char __user *buf,
453 !uverbs_cmd_table[hdr.command]) 513 !uverbs_cmd_table[hdr.command])
454 return -EINVAL; 514 return -EINVAL;
455 515
456 if (!file->ucontext && 516 if (!file->ucontext &&
457 hdr.command != IB_USER_VERBS_CMD_QUERY_PARAMS &&
458 hdr.command != IB_USER_VERBS_CMD_GET_CONTEXT) 517 hdr.command != IB_USER_VERBS_CMD_GET_CONTEXT)
459 return -EINVAL; 518 return -EINVAL;
460 519
@@ -477,82 +536,33 @@ static int ib_uverbs_open(struct inode *inode, struct file *filp)
477 struct ib_uverbs_device *dev = 536 struct ib_uverbs_device *dev =
478 container_of(inode->i_cdev, struct ib_uverbs_device, dev); 537 container_of(inode->i_cdev, struct ib_uverbs_device, dev);
479 struct ib_uverbs_file *file; 538 struct ib_uverbs_file *file;
480 int i = 0;
481 int ret;
482 539
483 if (!try_module_get(dev->ib_dev->owner)) 540 if (!try_module_get(dev->ib_dev->owner))
484 return -ENODEV; 541 return -ENODEV;
485 542
486 file = kmalloc(sizeof *file + 543 file = kmalloc(sizeof *file, GFP_KERNEL);
487 (dev->num_comp - 1) * sizeof (struct ib_uverbs_event_file),
488 GFP_KERNEL);
489 if (!file) { 544 if (!file) {
490 ret = -ENOMEM; 545 module_put(dev->ib_dev->owner);
491 goto err; 546 return -ENOMEM;
492 } 547 }
493 548
494 file->device = dev; 549 file->device = dev;
550 file->ucontext = NULL;
495 kref_init(&file->ref); 551 kref_init(&file->ref);
496 init_MUTEX(&file->mutex); 552 init_MUTEX(&file->mutex);
497 553
498 file->ucontext = NULL;
499
500 kref_get(&file->ref);
501 ret = ib_uverbs_event_init(&file->async_file, file);
502 if (ret)
503 goto err_kref;
504
505 file->async_file.is_async = 1;
506
507 for (i = 0; i < dev->num_comp; ++i) {
508 kref_get(&file->ref);
509 ret = ib_uverbs_event_init(&file->comp_file[i], file);
510 if (ret)
511 goto err_async;
512 file->comp_file[i].is_async = 0;
513 }
514
515
516 filp->private_data = file; 554 filp->private_data = file;
517 555
518 INIT_IB_EVENT_HANDLER(&file->event_handler, dev->ib_dev,
519 ib_uverbs_event_handler);
520 if (ib_register_event_handler(&file->event_handler))
521 goto err_async;
522
523 return 0; 556 return 0;
524
525err_async:
526 while (i--)
527 ib_uverbs_event_release(&file->comp_file[i]);
528
529 ib_uverbs_event_release(&file->async_file);
530
531err_kref:
532 /*
533 * One extra kref_put() because we took a reference before the
534 * event file creation that failed and got us here.
535 */
536 kref_put(&file->ref, ib_uverbs_release_file);
537 kref_put(&file->ref, ib_uverbs_release_file);
538
539err:
540 module_put(dev->ib_dev->owner);
541 return ret;
542} 557}
543 558
544static int ib_uverbs_close(struct inode *inode, struct file *filp) 559static int ib_uverbs_close(struct inode *inode, struct file *filp)
545{ 560{
546 struct ib_uverbs_file *file = filp->private_data; 561 struct ib_uverbs_file *file = filp->private_data;
547 int i;
548 562
549 ib_unregister_event_handler(&file->event_handler);
550 ib_uverbs_event_release(&file->async_file);
551 ib_dealloc_ucontext(file->ucontext); 563 ib_dealloc_ucontext(file->ucontext);
552 564
553 for (i = 0; i < file->device->num_comp; ++i) 565 kref_put(&file->async_file->ref, ib_uverbs_release_event_file);
554 ib_uverbs_event_release(&file->comp_file[i]);
555
556 kref_put(&file->ref, ib_uverbs_release_file); 566 kref_put(&file->ref, ib_uverbs_release_file);
557 567
558 return 0; 568 return 0;
@@ -631,8 +641,8 @@ static void ib_uverbs_add_one(struct ib_device *device)
631 set_bit(uverbs_dev->devnum, dev_map); 641 set_bit(uverbs_dev->devnum, dev_map);
632 spin_unlock(&map_lock); 642 spin_unlock(&map_lock);
633 643
634 uverbs_dev->ib_dev = device; 644 uverbs_dev->ib_dev = device;
635 uverbs_dev->num_comp = 1; 645 uverbs_dev->num_comp_vectors = 1;
636 646
637 if (device->mmap) 647 if (device->mmap)
638 cdev_init(&uverbs_dev->dev, &uverbs_mmap_fops); 648 cdev_init(&uverbs_dev->dev, &uverbs_mmap_fops);
diff --git a/include/rdma/ib_user_verbs.h b/include/rdma/ib_user_verbs.h
index fd85725391a4..0532b78200ca 100644
--- a/include/rdma/ib_user_verbs.h
+++ b/include/rdma/ib_user_verbs.h
@@ -42,15 +42,12 @@
42 * Increment this value if any changes that break userspace ABI 42 * Increment this value if any changes that break userspace ABI
43 * compatibility are made. 43 * compatibility are made.
44 */ 44 */
45#define IB_USER_VERBS_ABI_VERSION 2 45#define IB_USER_VERBS_ABI_VERSION 3
46 46
47enum { 47enum {
48 IB_USER_VERBS_CMD_QUERY_PARAMS,
49 IB_USER_VERBS_CMD_GET_CONTEXT, 48 IB_USER_VERBS_CMD_GET_CONTEXT,
50 IB_USER_VERBS_CMD_QUERY_DEVICE, 49 IB_USER_VERBS_CMD_QUERY_DEVICE,
51 IB_USER_VERBS_CMD_QUERY_PORT, 50 IB_USER_VERBS_CMD_QUERY_PORT,
52 IB_USER_VERBS_CMD_QUERY_GID,
53 IB_USER_VERBS_CMD_QUERY_PKEY,
54 IB_USER_VERBS_CMD_ALLOC_PD, 51 IB_USER_VERBS_CMD_ALLOC_PD,
55 IB_USER_VERBS_CMD_DEALLOC_PD, 52 IB_USER_VERBS_CMD_DEALLOC_PD,
56 IB_USER_VERBS_CMD_CREATE_AH, 53 IB_USER_VERBS_CMD_CREATE_AH,
@@ -65,6 +62,7 @@ enum {
65 IB_USER_VERBS_CMD_ALLOC_MW, 62 IB_USER_VERBS_CMD_ALLOC_MW,
66 IB_USER_VERBS_CMD_BIND_MW, 63 IB_USER_VERBS_CMD_BIND_MW,
67 IB_USER_VERBS_CMD_DEALLOC_MW, 64 IB_USER_VERBS_CMD_DEALLOC_MW,
65 IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL,
68 IB_USER_VERBS_CMD_CREATE_CQ, 66 IB_USER_VERBS_CMD_CREATE_CQ,
69 IB_USER_VERBS_CMD_RESIZE_CQ, 67 IB_USER_VERBS_CMD_RESIZE_CQ,
70 IB_USER_VERBS_CMD_DESTROY_CQ, 68 IB_USER_VERBS_CMD_DESTROY_CQ,
@@ -118,27 +116,14 @@ struct ib_uverbs_cmd_hdr {
118 __u16 out_words; 116 __u16 out_words;
119}; 117};
120 118
121/*
122 * No driver_data for "query params" command, since this is intended
123 * to be a core function with no possible device dependence.
124 */
125struct ib_uverbs_query_params {
126 __u64 response;
127};
128
129struct ib_uverbs_query_params_resp {
130 __u32 num_cq_events;
131};
132
133struct ib_uverbs_get_context { 119struct ib_uverbs_get_context {
134 __u64 response; 120 __u64 response;
135 __u64 cq_fd_tab;
136 __u64 driver_data[0]; 121 __u64 driver_data[0];
137}; 122};
138 123
139struct ib_uverbs_get_context_resp { 124struct ib_uverbs_get_context_resp {
140 __u32 async_fd; 125 __u32 async_fd;
141 __u32 reserved; 126 __u32 num_comp_vectors;
142}; 127};
143 128
144struct ib_uverbs_query_device { 129struct ib_uverbs_query_device {
@@ -220,31 +205,6 @@ struct ib_uverbs_query_port_resp {
220 __u8 reserved[3]; 205 __u8 reserved[3];
221}; 206};
222 207
223struct ib_uverbs_query_gid {
224 __u64 response;
225 __u8 port_num;
226 __u8 index;
227 __u8 reserved[6];
228 __u64 driver_data[0];
229};
230
231struct ib_uverbs_query_gid_resp {
232 __u8 gid[16];
233};
234
235struct ib_uverbs_query_pkey {
236 __u64 response;
237 __u8 port_num;
238 __u8 index;
239 __u8 reserved[6];
240 __u64 driver_data[0];
241};
242
243struct ib_uverbs_query_pkey_resp {
244 __u16 pkey;
245 __u16 reserved;
246};
247
248struct ib_uverbs_alloc_pd { 208struct ib_uverbs_alloc_pd {
249 __u64 response; 209 __u64 response;
250 __u64 driver_data[0]; 210 __u64 driver_data[0];
@@ -278,11 +238,21 @@ struct ib_uverbs_dereg_mr {
278 __u32 mr_handle; 238 __u32 mr_handle;
279}; 239};
280 240
241struct ib_uverbs_create_comp_channel {
242 __u64 response;
243};
244
245struct ib_uverbs_create_comp_channel_resp {
246 __u32 fd;
247};
248
281struct ib_uverbs_create_cq { 249struct ib_uverbs_create_cq {
282 __u64 response; 250 __u64 response;
283 __u64 user_handle; 251 __u64 user_handle;
284 __u32 cqe; 252 __u32 cqe;
285 __u32 event_handler; 253 __u32 comp_vector;
254 __s32 comp_channel;
255 __u32 reserved;
286 __u64 driver_data[0]; 256 __u64 driver_data[0];
287}; 257};
288 258