mlx4_core: Add link type autosensing

When a port's link is down (except to driver restart) and the port is
configured for auto sensing, we try to sense port link type (Ethernet
or InfiniBand) in order to determine how to initialize the port.  If
the port type needs to be changed, all mlx4 for the device interfaces
are unregistered and then registered again with the new port
types.  Sensing is done with intervals of 3 seconds.

Signed-off-by: Yevgeny Petrilin <yevgenyp@mellanox.co.il>
Signed-off-by: Roland Dreier <rolandd@cisco.com>

8 files changed, 277 insertions, 51 deletions

diff --git a/drivers/net/mlx4/Makefile b/drivers/net/mlx4/Makefile
index a7a97bf998f8..21040a0d81fe 100644
--- a/drivers/net/mlx4/Makefile
+++ b/drivers/net/mlx4/Makefile
@@ -1,7 +1,7 @@
 obj-$(CONFIG_MLX4_CORE)         += mlx4_core.o
 
 mlx4_core-y :=  alloc.o catas.o cmd.o cq.o eq.o fw.o icm.o intf.o main.o mcg.o \
-                mr.o pd.o port.o profile.o qp.o reset.o srq.o
+                mr.o pd.o port.o profile.o qp.o reset.o sense.o srq.o
 
 obj-$(CONFIG_MLX4_EN)               += mlx4_en.o
 
diff --git a/drivers/net/mlx4/catas.c b/drivers/net/mlx4/catas.c
index f094ee00c416..aa9674b7f19c 100644
--- a/drivers/net/mlx4/catas.c
+++ b/drivers/net/mlx4/catas.c
@@ -42,7 +42,6 @@ enum {
 static DEFINE_SPINLOCK(catas_lock);
 
 static LIST_HEAD(catas_list);
-static struct workqueue_struct *catas_wq;
 static struct work_struct catas_work;
 
 static int internal_err_reset = 1;
@@ -77,7 +76,7 @@ static void poll_catas(unsigned long dev_ptr)
                         list_add(&priv->catas_err.list, &catas_list);
                         spin_unlock(&catas_lock);
 
-                        queue_work(catas_wq, &catas_work);
+                        queue_work(mlx4_wq, &catas_work);
                 }
         } else
                 mod_timer(&priv->catas_err.timer,
@@ -146,18 +145,7 @@ void mlx4_stop_catas_poll(struct mlx4_dev *dev)
         spin_unlock_irq(&catas_lock);
 }
 
-int __init mlx4_catas_init(void)
+void  __init mlx4_catas_init(void)
 {
         INIT_WORK(&catas_work, catas_reset);
-
-        catas_wq = create_singlethread_workqueue("mlx4_err");
-        if (!catas_wq)
-                return -ENOMEM;
-
-        return 0;
-}
-
-void mlx4_catas_cleanup(void)
-{
-        destroy_workqueue(catas_wq);
 }
diff --git a/drivers/net/mlx4/eq.c b/drivers/net/mlx4/eq.c
index 2c19bff7cbab..8830dcb92ec8 100644
--- a/drivers/net/mlx4/eq.c
+++ b/drivers/net/mlx4/eq.c
@@ -163,6 +163,7 @@ static int mlx4_eq_int(struct mlx4_dev *dev, struct mlx4_eq *eq)
         int cqn;
         int eqes_found = 0;
         int set_ci = 0;
+        int port;
 
         while ((eqe = next_eqe_sw(eq))) {
                 /*
@@ -203,11 +204,16 @@ static int mlx4_eq_int(struct mlx4_dev *dev, struct mlx4_eq *eq)
                         break;
 
                 case MLX4_EVENT_TYPE_PORT_CHANGE:
-                        mlx4_dispatch_event(dev,
-                                            eqe->subtype == MLX4_PORT_CHANGE_SUBTYPE_ACTIVE ?
-                                            MLX4_DEV_EVENT_PORT_UP :
-                                            MLX4_DEV_EVENT_PORT_DOWN,
-                                            be32_to_cpu(eqe->event.port_change.port) >> 28);
+                        port = be32_to_cpu(eqe->event.port_change.port) >> 28;
+                        if (eqe->subtype == MLX4_PORT_CHANGE_SUBTYPE_DOWN) {
+                                mlx4_dispatch_event(dev, MLX4_DEV_EVENT_PORT_DOWN,
+                                                    port);
+                                mlx4_priv(dev)->sense.do_sense_port[port] = 1;
+                        } else {
+                                mlx4_dispatch_event(dev, MLX4_DEV_EVENT_PORT_UP,
+                                                    port);
+                                mlx4_priv(dev)->sense.do_sense_port[port] = 0;
+                        }
                         break;
 
                 case MLX4_EVENT_TYPE_CQ_ERROR:
diff --git a/drivers/net/mlx4/main.c b/drivers/net/mlx4/main.c
index 8480f0346844..a66f5b2fd288 100644
--- a/drivers/net/mlx4/main.c
+++ b/drivers/net/mlx4/main.c
@@ -51,6 +51,8 @@ MODULE_DESCRIPTION("Mellanox ConnectX HCA low-level driver");
 MODULE_LICENSE("Dual BSD/GPL");
 MODULE_VERSION(DRV_VERSION);
 
+struct workqueue_struct *mlx4_wq;
+
 #ifdef CONFIG_MLX4_DEBUG
 
 int mlx4_debug_level = 0;
@@ -98,24 +100,23 @@ module_param_named(use_prio, use_prio, bool, 0444);
 MODULE_PARM_DESC(use_prio, "Enable steering by VLAN priority on ETH ports "
                   "(0/1, default 0)");
 
-static int mlx4_check_port_params(struct mlx4_dev *dev,
-                                  enum mlx4_port_type *port_type)
+int mlx4_check_port_params(struct mlx4_dev *dev,
+                           enum mlx4_port_type *port_type)
 {
         int i;
 
         for (i = 0; i < dev->caps.num_ports - 1; i++) {
-                if (port_type[i] != port_type[i+1] &&
-                    !(dev->caps.flags & MLX4_DEV_CAP_FLAG_DPDP)) {
-                        mlx4_err(dev, "Only same port types supported "
-                                 "on this HCA, aborting.\n");
-                        return -EINVAL;
+                if (port_type[i] != port_type[i + 1]) {
+                        if (!(dev->caps.flags & MLX4_DEV_CAP_FLAG_DPDP)) {
+                                mlx4_err(dev, "Only same port types supported "
+                                         "on this HCA, aborting.\n");
+                                return -EINVAL;
+                        }
+                        if (port_type[i] == MLX4_PORT_TYPE_ETH &&
+                            port_type[i + 1] == MLX4_PORT_TYPE_IB)
+                                return -EINVAL;
                 }
         }
-        if ((port_type[0] == MLX4_PORT_TYPE_ETH) &&
-            (port_type[1] == MLX4_PORT_TYPE_IB)) {
-                mlx4_err(dev, "eth-ib configuration is not supported.\n");
-                return -EINVAL;
-        }
 
         for (i = 0; i < dev->caps.num_ports; i++) {
                 if (!(port_type[i] & dev->caps.supported_type[i+1])) {
@@ -225,6 +226,9 @@ static int mlx4_dev_cap(struct mlx4_dev *dev, struct mlx4_dev_cap *dev_cap)
                         dev->caps.port_type[i] = MLX4_PORT_TYPE_IB;
                 else
                         dev->caps.port_type[i] = MLX4_PORT_TYPE_ETH;
+                dev->caps.possible_type[i] = dev->caps.port_type[i];
+                mlx4_priv(dev)->sense.sense_allowed[i] =
+                        dev->caps.supported_type[i] == MLX4_PORT_TYPE_AUTO;
 
                 if (dev->caps.log_num_macs > dev_cap->log_max_macs[i]) {
                         dev->caps.log_num_macs = dev_cap->log_max_macs[i];
@@ -263,14 +267,16 @@ static int mlx4_dev_cap(struct mlx4_dev *dev, struct mlx4_dev_cap *dev_cap)
  * Change the port configuration of the device.
  * Every user of this function must hold the port mutex.
  */
-static int mlx4_change_port_types(struct mlx4_dev *dev,
-                                  enum mlx4_port_type *port_types)
+int mlx4_change_port_types(struct mlx4_dev *dev,
+                           enum mlx4_port_type *port_types)
 {
         int err = 0;
         int change = 0;
         int port;
 
         for (port = 0; port <  dev->caps.num_ports; port++) {
+                /* Change the port type only if the new type is different
+                 * from the current, and not set to Auto */
                 if (port_types[port] != dev->caps.port_type[port + 1]) {
                         change = 1;