net/mlx5_core: Use tasklet for user-space CQ completion events

Previously, we've fired all our completion callbacks straight from
our ISR.

Some of those callbacks were lightweight (for example, mlx5 Ethernet
napi callbacks), but some of them did more work (for example,
the user-space RDMA stack uverbs' completion handler). Besides that,
doing more than the minimal work in ISR is generally considered wrong,
it could even lead to a hard lockup of the system. Since when a lot
of completion events are generated by the hardware, the loop over
those events could be so long, that we'll get into a hard lockup by
the system watchdog.

In order to avoid that, add a new way of invoking completion events
callbacks. In the interrupt itself, we add the CQs which receive
completion event to a per-EQ list and schedule a tasklet. In the
tasklet context we loop over all the CQs in the list and invoke the
user callback.

Signed-off-by: Matan Barak <matanb@mellanox.com>
Signed-off-by: Doug Ledford <dledford@redhat.com>

2 files changed, 15 insertions, 0 deletions

diff --git a/include/linux/mlx5/cq.h b/include/linux/mlx5/cq.h
index b2c9fada8eac..2be976dd4966 100644
--- a/include/linux/mlx5/cq.h
+++ b/include/linux/mlx5/cq.h
@@ -53,6 +53,11 @@ struct mlx5_core_cq {
         unsigned                arm_sn;
         struct mlx5_rsc_debug   *dbg;
         int                     pid;
+        struct {
+                struct list_head list;
+                void (*comp)(struct mlx5_core_cq *);
+                void            *priv;
+        } tasklet_ctx;
 };
 
 
diff --git a/include/linux/mlx5/driver.h b/include/linux/mlx5/driver.h
index 369c837d40f5..5a41f9003941 100644
--- a/include/linux/mlx5/driver.h
+++ b/include/linux/mlx5/driver.h
@@ -41,6 +41,7 @@
 #include <linux/slab.h>
 #include <linux/vmalloc.h>
 #include <linux/radix-tree.h>
+#include <linux/interrupt.h>
 
 #include <linux/mlx5/device.h>
 #include <linux/mlx5/doorbell.h>
@@ -304,6 +305,14 @@ struct mlx5_buf {
         u8                      page_shift;
 };
 
+struct mlx5_eq_tasklet {
+        struct list_head list;
+        struct list_head process_list;
+        struct tasklet_struct task;
+        /* lock on completion tasklet list */
+        spinlock_t lock;
+};
+
 struct mlx5_eq {
         struct mlx5_core_dev   *dev;
         __be32 __iomem         *doorbell;
@@ -317,6 +326,7 @@ struct mlx5_eq {
         struct list_head        list;
         int                     index;
         struct mlx5_rsc_debug   *dbg;
+        struct mlx5_eq_tasklet  tasklet_ctx;
 };
 
 struct mlx5_core_psv {