RDMA/cxgb4: Fix bug for active and passive LE hash collision path

Retries active opens for INUSE errors.

Logs any active ofld_connect_wr error replies.

Sends ofld_connect_wr on same ctrlq. It needs to go  on the same control txq as
regular CPL active/passive messages.

Retries on active open replies with EADDRINUSE.

Uses active open fw wr only if active filter region is set.

Adds stat for ofld_connect_wr failures.

This patch also adds debugfs file to show endpoints.

Signed-off-by: Vipul Pandya <vipul@chelsio.com>
Signed-off-by: Roland Dreier <roland@purestorage.com>

1 files changed, 125 insertions, 0 deletions

diff --git a/drivers/infiniband/hw/cxgb4/device.c b/drivers/infiniband/hw/cxgb4/device.c
index 6b5b3d15e48d..ba11c76c0b5a 100644
--- a/drivers/infiniband/hw/cxgb4/device.c
+++ b/drivers/infiniband/hw/cxgb4/device.c
@@ -280,6 +280,10 @@ static int stats_show(struct seq_file *seq, void *v)
                    db_state_str[dev->db_state],
                    dev->rdev.stats.db_state_transitions);
         seq_printf(seq, "TCAM_FULL: %10llu\n", dev->rdev.stats.tcam_full);
+        seq_printf(seq, "ACT_OFLD_CONN_FAILS: %10llu\n",
+                   dev->rdev.stats.act_ofld_conn_fails);
+        seq_printf(seq, "PAS_OFLD_CONN_FAILS: %10llu\n",
+                   dev->rdev.stats.pas_ofld_conn_fails);
         return 0;
 }
 
@@ -310,6 +314,9 @@ static ssize_t stats_clear(struct file *file, const char __user *buf,
         dev->rdev.stats.db_empty = 0;
         dev->rdev.stats.db_drop = 0;
         dev->rdev.stats.db_state_transitions = 0;
+        dev->rdev.stats.tcam_full = 0;
+        dev->rdev.stats.act_ofld_conn_fails = 0;
+        dev->rdev.stats.pas_ofld_conn_fails = 0;
         mutex_unlock(&dev->rdev.stats.lock);
         return count;
 }
@@ -323,6 +330,113 @@ static const struct file_operations stats_debugfs_fops = {
         .write   = stats_clear,
 };
 
+static int dump_ep(int id, void *p, void *data)
+{
+        struct c4iw_ep *ep = p;
+        struct c4iw_debugfs_data *epd = data;
+        int space;
+        int cc;
+
+        space = epd->bufsize - epd->pos - 1;
+        if (space == 0)
+                return 1;
+
+        cc = snprintf(epd->buf + epd->pos, space,
+                        "ep %p cm_id %p qp %p state %d flags 0x%lx history 0x%lx "
+                        "hwtid %d atid %d %pI4:%d <-> %pI4:%d\n",
+                        ep, ep->com.cm_id, ep->com.qp, (int)ep->com.state,
+                        ep->com.flags, ep->com.history, ep->hwtid, ep->atid,
+                        &ep->com.local_addr.sin_addr.s_addr,
+                        ntohs(ep->com.local_addr.sin_port),
+                        &ep->com.remote_addr.sin_addr.s_addr,
+                        ntohs(ep->com.remote_addr.sin_port));
+        if (cc < space)
+                epd->pos += cc;
+        return 0;
+}
+
+static int dump_listen_ep(int id, void *p, void *data)
+{
+        struct c4iw_listen_ep *ep = p;
+        struct c4iw_debugfs_data *epd = data;
+        int space;
+        int cc;
+
+        space = epd->bufsize - epd->pos - 1;
+        if (space == 0)
+                return 1;
+
+        cc = snprintf(epd->buf + epd->pos, space,
+                        "ep %p cm_id %p state %d flags 0x%lx stid %d backlog %d "
+                        "%pI4:%d\n", ep, ep->com.cm_id, (int)ep->com.state,
+                        ep->com.flags, ep->stid, ep->backlog,
+                        &ep->com.local_addr.sin_addr.s_addr,
+                        ntohs(ep->com.local_addr.sin_port));
+        if (cc < space)
+                epd->pos += cc;
+        return 0;
+}
+
+static int ep_release(struct inode *inode, struct file *file)
+{
+        struct c4iw_debugfs_data *epd = file->private_data;
+        if (!epd) {
+                pr_info("%s null qpd?\n", __func__);
+                return 0;
+        }
+        vfree(epd->buf);
+        kfree(epd);
+        return 0;
+}
+
+static int ep_open(struct inode *inode, struct file *file)
+{
+        struct c4iw_debugfs_data *epd;
+        int ret = 0;
+        int count = 1;
+
+        epd = kmalloc(sizeof(*epd), GFP_KERNEL);
+        if (!epd) {
+                ret = -ENOMEM;
+                goto out;
+        }
+        epd->devp = inode->i_private;
+        epd->pos = 0;
+
+        spin_lock_irq(&epd->devp->lock);
+        idr_for_each(&epd->devp->hwtid_idr, count_idrs, &count);
+        idr_for_each(&epd->devp->atid_idr, count_idrs, &count);
+        idr_for_each(&epd->devp->stid_idr, count_idrs, &count);
+        spin_unlock_irq(&epd->devp->lock);
+
+        epd->bufsize = count * 160;
+        epd->buf = vmalloc(epd->bufsize);
+        if (!epd->buf) {
+                ret = -ENOMEM;
+                goto err1;
+        }
+
+        spin_lock_irq(&epd->devp->lock);
+        idr_for_each(&epd->devp->hwtid_idr, dump_ep, epd);
+        idr_for_each(&epd->devp->atid_idr, dump_ep, epd);
+        idr_for_each(&epd->devp->stid_idr, dump_listen_ep, epd);
+        spin_unlock_irq(&epd->devp->lock);
+
+        file->private_data = epd;
+        goto out;
+err1:
+        kfree(epd);
+out:
+        return ret;
+}
+
+static const struct file_operations ep_debugfs_fops = {
+        .owner   = THIS_MODULE,
+        .open    = ep_open,
+        .release = ep_release,
+        .read    = debugfs_read,
+};
+
 static int setup_debugfs(struct c4iw_dev *devp)
 {
         struct dentry *de;
@@ -345,6 +459,11 @@ static int setup_debugfs(struct c4iw_dev *devp)
         if (de && de->d_inode)
                 de->d_inode->i_size = 4096;
 
+        de = debugfs_create_file("eps", S_IWUSR, devp->debugfs_root,
+                        (void *)devp, &ep_debugfs_fops);
+        if (de && de->d_inode)
+                de->d_inode->i_size = 4096;
+
         return 0;
 }
 
@@ -476,6 +595,9 @@ static void c4iw_dealloc(struct uld_ctx *ctx)
         idr_destroy(&ctx->dev->cqidr);
         idr_destroy(&ctx->dev->qpidr);
         idr_destroy(&ctx->dev->mmidr);
+        idr_destroy(&ctx->dev->hwtid_idr);
+        idr_destroy(&ctx->dev->stid_idr);
+        idr_destroy(&ctx->dev->atid_idr);
         iounmap(ctx->dev->rdev.oc_mw_kva);
         ib_dealloc_device(&ctx->dev->ibdev);
         ctx->dev = NULL;
@@ -533,6 +655,9 @@ static struct c4iw_dev *c4iw_alloc(const struct cxgb4_lld_info *infop)
         idr_init(&devp->cqidr);
         idr_init(&devp->qpidr);
         idr_init(&devp->mmidr);
+        idr_init(&devp->hwtid_idr);
+        idr_init(&devp->stid_idr);
+        idr_init(&devp->atid_idr);
         spin_lock_init(&devp->lock);
         mutex_init(&devp->rdev.stats.lock);
         mutex_init(&devp->db_mutex);