3 files changed, 37 insertions, 12 deletions

diff --git a/drivers/infiniband/hw/cxgb4/ev.c b/drivers/infiniband/hw/cxgb4/ev.c
index d61d0a18f784..a98426fed9ee 100644
--- a/drivers/infiniband/hw/cxgb4/ev.c
+++ b/drivers/infiniband/hw/cxgb4/ev.c
@@ -182,6 +182,7 @@ int c4iw_ev_handler(struct c4iw_dev *dev, u32 qid)
 
         chp = get_chp(dev, qid);
         if (chp) {
+                t4_clear_cq_armed(&chp->cq);
                 spin_lock_irqsave(&chp->comp_handler_lock, flag);
                 (*chp->ibcq.comp_handler)(&chp->ibcq, chp->ibcq.cq_context);
                 spin_unlock_irqrestore(&chp->comp_handler_lock, flag);
diff --git a/drivers/infiniband/hw/cxgb4/qp.c b/drivers/infiniband/hw/cxgb4/qp.c
index 086f62f5dc9e..60cfc11a66e4 100644
--- a/drivers/infiniband/hw/cxgb4/qp.c
+++ b/drivers/infiniband/hw/cxgb4/qp.c
@@ -1066,7 +1066,7 @@ static void __flush_qp(struct c4iw_qp *qhp, struct c4iw_cq *rchp,
                        struct c4iw_cq *schp)
 {
         int count;
-        int flushed;
+        int rq_flushed, sq_flushed;
         unsigned long flag;
 
         PDBG("%s qhp %p rchp %p schp %p\n", __func__, qhp, rchp, schp);
@@ -1084,27 +1084,40 @@ static void __flush_qp(struct c4iw_qp *qhp, struct c4iw_cq *rchp,
 
         c4iw_flush_hw_cq(rchp);
         c4iw_count_rcqes(&rchp->cq, &qhp->wq, &count);
-        flushed = c4iw_flush_rq(&qhp->wq, &rchp->cq, count);
+        rq_flushed = c4iw_flush_rq(&qhp->wq, &rchp->cq, count);
         spin_unlock(&qhp->lock);
         spin_unlock_irqrestore(&rchp->lock, flag);
-        if (flushed) {
-                spin_lock_irqsave(&rchp->comp_handler_lock, flag);
-                (*rchp->ibcq.comp_handler)(&rchp->ibcq, rchp->ibcq.cq_context);
-                spin_unlock_irqrestore(&rchp->comp_handler_lock, flag);
-        }
 
         /* locking hierarchy: cq lock first, then qp lock. */
         spin_lock_irqsave(&schp->lock, flag);
         spin_lock(&qhp->lock);
         if (schp != rchp)
                 c4iw_flush_hw_cq(schp);
-        flushed = c4iw_flush_sq(qhp);
+        sq_flushed = c4iw_flush_sq(qhp);
         spin_unlock(&qhp->lock);
         spin_unlock_irqrestore(&schp->lock, flag);
-        if (flushed) {
-                spin_lock_irqsave(&schp->comp_handler_lock, flag);
-                (*schp->ibcq.comp_handler)(&schp->ibcq, schp->ibcq.cq_context);
-                spin_unlock_irqrestore(&schp->comp_handler_lock, flag);
+
+        if (schp == rchp) {
+                if (t4_clear_cq_armed(&rchp->cq) &&
+                    (rq_flushed || sq_flushed)) {
+                        spin_lock_irqsave(&rchp->comp_handler_lock, flag);
+                        (*rchp->ibcq.comp_handler)(&rchp->ibcq,
+                                                   rchp->ibcq.cq_context);
+                        spin_unlock_irqrestore(&rchp->comp_handler_lock, flag);
+                }
+        } else {
+                if (t4_clear_cq_armed(&rchp->cq) && rq_flushed) {
+                        spin_lock_irqsave(&rchp->comp_handler_lock, flag);
+                        (*rchp->ibcq.comp_handler)(&rchp->ibcq,
+                                                   rchp->ibcq.cq_context);
+                        spin_unlock_irqrestore(&rchp->comp_handler_lock, flag);
+                }
+                if (t4_clear_cq_armed(&schp->cq) && sq_flushed) {
+                        spin_lock_irqsave(&schp->comp_handler_lock, flag);
+                        (*schp->ibcq.comp_handler)(&schp->ibcq,
+                                                   schp->ibcq.cq_context);
+                        spin_unlock_irqrestore(&schp->comp_handler_lock, flag);
+                }
         }
 }
 
diff --git a/drivers/infiniband/hw/cxgb4/t4.h b/drivers/infiniband/hw/cxgb4/t4.h
index 68b0a6bf4eb0..d8d7fa3e446d 100644
--- a/drivers/infiniband/hw/cxgb4/t4.h
+++ b/drivers/infiniband/hw/cxgb4/t4.h
@@ -531,6 +531,10 @@ static inline int t4_wq_db_enabled(struct t4_wq *wq)
         return !wq->rq.queue[wq->rq.size].status.db_off;
 }
 
+enum t4_cq_flags {
+        CQ_ARMED        = 1,
+};
+
 struct t4_cq {
         struct t4_cqe *queue;
         dma_addr_t dma_addr;
@@ -551,12 +555,19 @@ struct t4_cq {
         u16 cidx_inc;
         u8 gen;
         u8 error;
+        unsigned long flags;
 };
 
+static inline int t4_clear_cq_armed(struct t4_cq *cq)
+{
+        return test_and_clear_bit(CQ_ARMED, &cq->flags);
+}
+
 static inline int t4_arm_cq(struct t4_cq *cq, int se)
 {
         u32 val;
 
+        set_bit(CQ_ARMED, &cq->flags);
         while (cq->cidx_inc > CIDXINC_MASK) {
                 val = SEINTARM(0) | CIDXINC(CIDXINC_MASK) | TIMERREG(7) |
                       INGRESSQID(cq->cqid);