IB/mlx4: Add support for XRC domains

Support creating and destroying XRC domains.  Any sharing of the XRCD
is managed above the low-level driver.

Signed-off-by: Sean Hefty <sean.hefty@intel.com>
Signed-off-by: Roland Dreier <roland@purestorage.com>

1 files changed, 17 insertions, 1 deletions

diff --git a/drivers/net/mlx4/main.c b/drivers/net/mlx4/main.c
index f0ee35df4dd7..660b691ede76 100644
--- a/drivers/net/mlx4/main.c
+++ b/drivers/net/mlx4/main.c
@@ -220,6 +220,10 @@ static int mlx4_dev_cap(struct mlx4_dev *dev, struct mlx4_dev_cap *dev_cap)
         dev->caps.reserved_mrws      = dev_cap->reserved_mrws;
         dev->caps.reserved_uars      = dev_cap->reserved_uars;
         dev->caps.reserved_pds       = dev_cap->reserved_pds;
+        dev->caps.reserved_xrcds     = (dev->caps.flags & MLX4_DEV_CAP_FLAG_XRC) ?
+                                        dev_cap->reserved_xrcds : 0;
+        dev->caps.max_xrcds          = (dev->caps.flags & MLX4_DEV_CAP_FLAG_XRC) ?
+                                        dev_cap->max_xrcds : 0;
         dev->caps.mtt_entry_sz       = dev->caps.mtts_per_seg * dev_cap->mtt_entry_sz;
         dev->caps.max_msg_sz         = dev_cap->max_msg_sz;
         dev->caps.page_size_cap      = ~(u32) (dev_cap->min_page_sz - 1);
@@ -912,11 +916,18 @@ static int mlx4_setup_hca(struct mlx4_dev *dev)
                 goto err_kar_unmap;
         }
 
+        err = mlx4_init_xrcd_table(dev);
+        if (err) {
+                mlx4_err(dev, "Failed to initialize "
+                         "reliable connection domain table, aborting.\n");
+                goto err_pd_table_free;
+        }
+
         err = mlx4_init_mr_table(dev);
         if (err) {
                 mlx4_err(dev, "Failed to initialize "
                          "memory region table, aborting.\n");
-                goto err_pd_table_free;
+                goto err_xrcd_table_free;
         }
 
         err = mlx4_init_eq_table(dev);
@@ -1033,6 +1044,9 @@ err_eq_table_free:
 err_mr_table_free:
         mlx4_cleanup_mr_table(dev);
 
+err_xrcd_table_free:
+        mlx4_cleanup_xrcd_table(dev);
+
 err_pd_table_free:
         mlx4_cleanup_pd_table(dev);
 
@@ -1355,6 +1369,7 @@ err_port:
         mlx4_cmd_use_polling(dev);
         mlx4_cleanup_eq_table(dev);
         mlx4_cleanup_mr_table(dev);
+        mlx4_cleanup_xrcd_table(dev);
         mlx4_cleanup_pd_table(dev);
         mlx4_cleanup_uar_table(dev);
 
@@ -1416,6 +1431,7 @@ static void mlx4_remove_one(struct pci_dev *pdev)
                 mlx4_cmd_use_polling(dev);
                 mlx4_cleanup_eq_table(dev);
                 mlx4_cleanup_mr_table(dev);
+                mlx4_cleanup_xrcd_table(dev);
                 mlx4_cleanup_pd_table(dev);
 
                 iounmap(priv->kar);