7 files changed, 148 insertions, 8 deletions

diff --git a/include/linux/mlx4/device.h b/include/linux/mlx4/device.h
index ce9ef491addf..ff3ccd5c44d6 100644
--- a/include/linux/mlx4/device.h
+++ b/include/linux/mlx4/device.h
@@ -61,6 +61,7 @@ enum {
         MLX4_DEV_CAP_FLAG_RC            = 1LL <<  0,
         MLX4_DEV_CAP_FLAG_UC            = 1LL <<  1,
         MLX4_DEV_CAP_FLAG_UD            = 1LL <<  2,
+        MLX4_DEV_CAP_FLAG_XRC           = 1LL <<  3,
         MLX4_DEV_CAP_FLAG_SRQ           = 1LL <<  6,
         MLX4_DEV_CAP_FLAG_IPOIB_CSUM    = 1LL <<  7,
         MLX4_DEV_CAP_FLAG_BAD_PKEY_CNTR = 1LL <<  8,
@@ -262,6 +263,8 @@ struct mlx4_caps {
         int                     num_qp_per_mgm;
         int                     num_pds;
         int                     reserved_pds;
+        int                     max_xrcds;
+        int                     reserved_xrcds;
         int                     mtt_entry_sz;
         u32                     max_msg_sz;
         u32                     page_size_cap;
@@ -506,6 +509,8 @@ static inline void *mlx4_buf_offset(struct mlx4_buf *buf, int offset)
 
 int mlx4_pd_alloc(struct mlx4_dev *dev, u32 *pdn);
 void mlx4_pd_free(struct mlx4_dev *dev, u32 pdn);
+int mlx4_xrcd_alloc(struct mlx4_dev *dev, u32 *xrcdn);
+void mlx4_xrcd_free(struct mlx4_dev *dev, u32 xrcdn);
 
 int mlx4_uar_alloc(struct mlx4_dev *dev, struct mlx4_uar *uar);
 void mlx4_uar_free(struct mlx4_dev *dev, struct mlx4_uar *uar);
@@ -545,8 +550,8 @@ void mlx4_qp_release_range(struct mlx4_dev *dev, int base_qpn, int cnt);
 int mlx4_qp_alloc(struct mlx4_dev *dev, int qpn, struct mlx4_qp *qp);
 void mlx4_qp_free(struct mlx4_dev *dev, struct mlx4_qp *qp);
 
-int mlx4_srq_alloc(struct mlx4_dev *dev, u32 pdn, struct mlx4_mtt *mtt,
-                   u64 db_rec, struct mlx4_srq *srq);
+int mlx4_srq_alloc(struct mlx4_dev *dev, u32 pdn, u32 cqn, u16 xrcdn,
+                   struct mlx4_mtt *mtt, u64 db_rec, struct mlx4_srq *srq);
 void mlx4_srq_free(struct mlx4_dev *dev, struct mlx4_srq *srq);
 int mlx4_srq_arm(struct mlx4_dev *dev, struct mlx4_srq *srq, int limit_watermark);
 int mlx4_srq_query(struct mlx4_dev *dev, struct mlx4_srq *srq, int *limit_watermark);
diff --git a/include/linux/mlx4/qp.h b/include/linux/mlx4/qp.h
index 4001c8249dbb..48cc4cb97858 100644
--- a/include/linux/mlx4/qp.h
+++ b/include/linux/mlx4/qp.h
@@ -75,6 +75,7 @@ enum {
         MLX4_QP_ST_UC                           = 0x1,
         MLX4_QP_ST_RD                           = 0x2,
         MLX4_QP_ST_UD                           = 0x3,
+        MLX4_QP_ST_XRC                          = 0x6,
         MLX4_QP_ST_MLX                          = 0x7
 };
 
@@ -137,7 +138,7 @@ struct mlx4_qp_context {
         __be32                  ssn;
         __be32                  params2;
         __be32                  rnr_nextrecvpsn;
-        __be32                  srcd;
+        __be32                  xrcd;
         __be32                  cqn_recv;
         __be64                  db_rec_addr;
         __be32                  qkey;
diff --git a/include/rdma/ib_user_verbs.h b/include/rdma/ib_user_verbs.h
index fe5b05177a2c..81aba3a73aa3 100644
--- a/include/rdma/ib_user_verbs.h
+++ b/include/rdma/ib_user_verbs.h
@@ -81,7 +81,11 @@ enum {
         IB_USER_VERBS_CMD_MODIFY_SRQ,
         IB_USER_VERBS_CMD_QUERY_SRQ,
         IB_USER_VERBS_CMD_DESTROY_SRQ,
-        IB_USER_VERBS_CMD_POST_SRQ_RECV
+        IB_USER_VERBS_CMD_POST_SRQ_RECV,
+        IB_USER_VERBS_CMD_OPEN_XRCD,
+        IB_USER_VERBS_CMD_CLOSE_XRCD,
+        IB_USER_VERBS_CMD_CREATE_XSRQ,
+        IB_USER_VERBS_CMD_OPEN_QP
 };
 
 /*
@@ -222,6 +226,21 @@ struct ib_uverbs_dealloc_pd {
         __u32 pd_handle;
 };
 
+struct ib_uverbs_open_xrcd {
+        __u64 response;
+        __u32 fd;
+        __u32 oflags;
+        __u64 driver_data[0];
+};
+
+struct ib_uverbs_open_xrcd_resp {
+        __u32 xrcd_handle;
+};
+
+struct ib_uverbs_close_xrcd {
+        __u32 xrcd_handle;
+};
+
 struct ib_uverbs_reg_mr {
         __u64 response;
         __u64 start;
@@ -404,6 +423,17 @@ struct ib_uverbs_create_qp {
         __u64 driver_data[0];
 };
 
+struct ib_uverbs_open_qp {
+        __u64 response;
+        __u64 user_handle;
+        __u32 pd_handle;
+        __u32 qpn;
+        __u8  qp_type;
+        __u8  reserved[7];
+        __u64 driver_data[0];
+};
+
+/* also used for open response */
 struct ib_uverbs_create_qp_resp {
         __u32 qp_handle;
         __u32 qpn;
@@ -648,11 +678,25 @@ struct ib_uverbs_create_srq {
         __u64 driver_data[0];
 };
 
+struct ib_uverbs_create_xsrq {
+        __u64 response;
+        __u64 user_handle;
+        __u32 srq_type;
+        __u32 pd_handle;
+        __u32 max_wr;
+        __u32 max_sge;
+        __u32 srq_limit;
+        __u32 reserved;
+        __u32 xrcd_handle;
+        __u32 cq_handle;
+        __u64 driver_data[0];
+};
+
 struct ib_uverbs_create_srq_resp {
         __u32 srq_handle;
         __u32 max_wr;
         __u32 max_sge;
-        __u32 reserved;
+        __u32 srqn;
 };
 
 struct ib_uverbs_modify_srq {
diff --git a/include/rdma/ib_verbs.h b/include/rdma/ib_verbs.h
index 97c98c0d89b1..bf5daafe8ecc 100644
--- a/include/rdma/ib_verbs.h
+++ b/include/rdma/ib_verbs.h
@@ -112,6 +112,7 @@ enum ib_device_cap_flags {
          */
         IB_DEVICE_UD_IP_CSUM            = (1<<18),
         IB_DEVICE_UD_TSO                = (1<<19),
+        IB_DEVICE_XRC                   = (1<<20),
         IB_DEVICE_MEM_MGT_EXTENSIONS    = (1<<21),
         IB_DEVICE_BLOCK_MULTICAST_LOOPBACK = (1<<22),
 };
@@ -538,6 +539,11 @@ enum ib_cq_notify_flags {
         IB_CQ_REPORT_MISSED_EVENTS      = 1 << 2,
 };
 
+enum ib_srq_type {
+        IB_SRQT_BASIC,
+        IB_SRQT_XRC
+};
+
 enum ib_srq_attr_mask {
         IB_SRQ_MAX_WR   = 1 << 0,
         IB_SRQ_LIMIT    = 1 << 1,
@@ -553,6 +559,14 @@ struct ib_srq_init_attr {
         void                  (*event_handler)(struct ib_event *, void *);
         void                   *srq_context;
         struct ib_srq_attr      attr;
+        enum ib_srq_type        srq_type;
+
+        union {
+                struct {
+                        struct ib_xrcd *xrcd;
+                        struct ib_cq   *cq;
+                } xrc;
+        } ext;
 };
 
 struct ib_qp_cap {
@@ -581,7 +595,11 @@ enum ib_qp_type {
         IB_QPT_UC,
         IB_QPT_UD,
         IB_QPT_RAW_IPV6,
-        IB_QPT_RAW_ETHERTYPE
+        IB_QPT_RAW_ETHERTYPE,
+        /* Save 8 for RAW_PACKET */
+        IB_QPT_XRC_INI = 9,
+        IB_QPT_XRC_TGT,
+        IB_QPT_MAX
 };
 
 enum ib_qp_create_flags {
@@ -595,6 +613,7 @@ struct ib_qp_init_attr {
         struct ib_cq           *send_cq;
         struct ib_cq           *recv_cq;
         struct ib_srq          *srq;
+        struct ib_xrcd         *xrcd;     /* XRC TGT QPs only */
         struct ib_qp_cap        cap;
         enum ib_sig_type        sq_sig_type;
         enum ib_qp_type         qp_type;
@@ -602,6 +621,13 @@ struct ib_qp_init_attr {
         u8                      port_num; /* special QP types only */
 };
 
+struct ib_qp_open_attr {
+        void                  (*event_handler)(struct ib_event *, void *);
+        void                   *qp_context;
+        u32                     qp_num;
+        enum ib_qp_type         qp_type;
+};
+
 enum ib_rnr_timeout {
         IB_RNR_TIMER_655_36 =  0,
         IB_RNR_TIMER_000_01 =  1,
@@ -786,6 +812,7 @@ struct ib_send_wr {
                         u32                             rkey;
                 } fast_reg;
         } wr;
+        u32                     xrc_remote_srq_num;     /* XRC TGT QPs only */
 };
 
 struct ib_recv_wr {
@@ -847,6 +874,7 @@ struct ib_ucontext {
         struct list_head        qp_list;
         struct list_head        srq_list;
         struct list_head        ah_list;
+        struct list_head        xrcd_list;
         int                     closing;
 };
 
@@ -874,6 +902,15 @@ struct ib_pd {
         atomic_t                usecnt; /* count all resources */
 };
 
+struct ib_xrcd {
+        struct ib_device       *device;
+        atomic_t                usecnt; /* count all exposed resources */
+        struct inode           *inode;
+
+        struct mutex            tgt_qp_mutex;
+        struct list_head        tgt_qp_list;
+};
+
 struct ib_ah {
         struct ib_device        *device;
         struct ib_pd            *pd;
@@ -898,7 +935,16 @@ struct ib_srq {
         struct ib_uobject      *uobject;
         void                  (*event_handler)(struct ib_event *, void *);
         void                   *srq_context;
+        enum ib_srq_type        srq_type;
         atomic_t                usecnt;
+
+        union {
+                struct {
+                        struct ib_xrcd *xrcd;
+                        struct ib_cq   *cq;
+                        u32             srq_num;
+                } xrc;
+        } ext;
 };
 
 struct ib_qp {
@@ -907,6 +953,11 @@ struct ib_qp {
         struct ib_cq           *send_cq;
         struct ib_cq           *recv_cq;
         struct ib_srq          *srq;
+        struct ib_xrcd         *xrcd; /* XRC TGT QPs only */
+        struct list_head        xrcd_list;
+        atomic_t                usecnt; /* count times opened */
+        struct list_head        open_list;
+        struct ib_qp           *real_qp;
         struct ib_uobject      *uobject;
         void                  (*event_handler)(struct ib_event *, void *);
         void                   *qp_context;
@@ -1165,6 +1216,10 @@ struct ib_device {
                                                   struct ib_grh *in_grh,
                                                   struct ib_mad *in_mad,
                                                   struct ib_mad *out_mad);
+        struct ib_xrcd *           (*alloc_xrcd)(struct ib_device *device,
+                                                 struct ib_ucontext *ucontext,
+                                                 struct ib_udata *udata);
+        int                        (*dealloc_xrcd)(struct ib_xrcd *xrcd);
 
         struct ib_dma_mapping_ops   *dma_ops;
 
@@ -1459,6 +1514,25 @@ int ib_query_qp(struct ib_qp *qp,
 int ib_destroy_qp(struct ib_qp *qp);
 
 /**
+ * ib_open_qp - Obtain a reference to an existing sharable QP.
+ * @xrcd - XRC domain
+ * @qp_open_attr: Attributes identifying the QP to open.
+ *
+ * Returns a reference to a sharable QP.
+ */
+struct ib_qp *ib_open_qp(struct ib_xrcd *xrcd,
+                         struct ib_qp_open_attr *qp_open_attr);
+
+/**
+ * ib_close_qp - Release an external reference to a QP.
+ * @qp: The QP handle to release
+ *
+ * The opened QP handle is released by the caller.  The underlying
+ * shared QP is not destroyed until all internal references are released.
+ */
+int ib_close_qp(struct ib_qp *qp);
+
+/**
  * ib_post_send - Posts a list of work requests to the send queue of
  *   the specified QP.
  * @qp: The QP to post the work request on.
@@ -2076,4 +2150,16 @@ int ib_attach_mcast(struct ib_qp *qp, union ib_gid *gid, u16 lid);
  */
 int ib_detach_mcast(struct ib_qp *qp, union ib_gid *gid, u16 lid);
 
+/**
+ * ib_alloc_xrcd - Allocates an XRC domain.
+ * @device: The device on which to allocate the XRC domain.
+ */
+struct ib_xrcd *ib_alloc_xrcd(struct ib_device *device);
+
+/**
+ * ib_dealloc_xrcd - Deallocates an XRC domain.
+ * @xrcd: The XRC domain to deallocate.
+ */
+int ib_dealloc_xrcd(struct ib_xrcd *xrcd);
+
 #endif /* IB_VERBS_H */
diff --git a/include/rdma/iw_cm.h b/include/rdma/iw_cm.h
index 2d0191c90f9e..1a046b1595cc 100644
--- a/include/rdma/iw_cm.h
+++ b/include/rdma/iw_cm.h
@@ -52,8 +52,10 @@ struct iw_cm_event {
         struct sockaddr_in local_addr;
         struct sockaddr_in remote_addr;
         void *private_data;
-        u8 private_data_len;
         void *provider_data;
+        u8 private_data_len;
+        u8 ord;
+        u8 ird;
 };
 
 /**
diff --git a/include/rdma/rdma_cm.h b/include/rdma/rdma_cm.h
index 26977c149c41..51988f808181 100644
--- a/include/rdma/rdma_cm.h
+++ b/include/rdma/rdma_cm.h
@@ -65,6 +65,7 @@ enum rdma_cm_event_type {
 enum rdma_port_space {
         RDMA_PS_SDP   = 0x0001,
         RDMA_PS_IPOIB = 0x0002,
+        RDMA_PS_IB    = 0x013F,
         RDMA_PS_TCP   = 0x0106,
         RDMA_PS_UDP   = 0x0111,
 };
diff --git a/include/rdma/rdma_user_cm.h b/include/rdma/rdma_user_cm.h
index fc82c1896f75..5348a000c8f3 100644
--- a/include/rdma/rdma_user_cm.h
+++ b/include/rdma/rdma_user_cm.h
@@ -77,7 +77,8 @@ struct rdma_ucm_create_id {
         __u64 uid;
         __u64 response;
         __u16 ps;
-        __u8  reserved[6];
+        __u8  qp_type;
+        __u8  reserved[5];
 };
 
 struct rdma_ucm_create_id_resp {