update source to Ceph Pacific 16.2.2

[ceph.git] / ceph / src / spdk / dpdk / drivers / net / bnxt / bnxt_irq.c

diff --git a/ceph/src/spdk/dpdk/drivers/net/bnxt/bnxt_irq.c b/ceph/src/spdk/dpdk/drivers/net/bnxt/bnxt_irq.c
index 7ef7023eb6072f292516bb4a5376fdf374c6577f..40e1b0c980b3afb4cb306bd613e39f2d142cd08b 100644 (file)
--- a/ceph/src/spdk/dpdk/drivers/net/bnxt/bnxt_irq.c
+++ b/ceph/src/spdk/dpdk/drivers/net/bnxt/bnxt_irq.c
@@ -5,10 +5,10 @@
 
 #include <inttypes.h>
 
+#include <rte_cycles.h>
 #include <rte_malloc.h>
 
 #include "bnxt.h"
-#include "bnxt_cpr.h"
 #include "bnxt_irq.h"
 #include "bnxt_ring.h"
 #include "hsi_struct_def_dpdk.h"
@@ -17,11 +17,11 @@
  * Interrupts
  */
 
-static void bnxt_int_handler(void *param)
+void bnxt_int_handler(void *param)
 {
        struct rte_eth_dev *eth_dev = (struct rte_eth_dev *)param;
-       struct bnxt *bp = (struct bnxt *)eth_dev->data->dev_private;
-       struct bnxt_cp_ring_info *cpr = bp->def_cp_ring;
+       struct bnxt *bp = eth_dev->data->dev_private;
+       struct bnxt_cp_ring_info *cpr = bp->async_cp_ring;
        struct cmpl_base *cmp;
        uint32_t raw_cons;
        uint32_t cons;
@@ -30,9 +30,17 @@ static void bnxt_int_handler(void *param)
                return;
 
        raw_cons = cpr->cp_raw_cons;
+       pthread_mutex_lock(&bp->def_cp_lock);
        while (1) {
-               if (!cpr || !cpr->cp_ring_struct)
+               if (!cpr || !cpr->cp_ring_struct || !cpr->cp_db.doorbell) {
+                       pthread_mutex_unlock(&bp->def_cp_lock);
                        return;
+               }
+
+               if (is_bnxt_in_error(bp)) {
+                       pthread_mutex_unlock(&bp->def_cp_lock);
+                       return;
+               }
 
                cons = RING_CMP(cpr->cp_ring_struct, raw_cons);
                cmp = &cpr->cp_desc_ring[cons];
@@ -42,45 +50,92 @@ static void bnxt_int_handler(void *param)
 
                bnxt_event_hwrm_resp_handler(bp, cmp);
                raw_cons = NEXT_RAW_CMP(raw_cons);
-       };
+       }
 
        cpr->cp_raw_cons = raw_cons;
-       B_CP_DB_REARM(cpr, cpr->cp_raw_cons);
+       if (BNXT_HAS_NQ(bp))
+               bnxt_db_nq_arm(cpr);
+       else
+               B_CP_DB_REARM(cpr, cpr->cp_raw_cons);
+
+       pthread_mutex_unlock(&bp->def_cp_lock);
 }
 
-void bnxt_free_int(struct bnxt *bp)
+int bnxt_free_int(struct bnxt *bp)
 {
-       struct bnxt_irq *irq;
-
-       irq = bp->irq_tbl;
-       if (irq) {
-               if (irq->requested) {
-                       rte_intr_disable(&bp->pdev->intr_handle);
-                       rte_intr_callback_unregister(&bp->pdev->intr_handle,
-                                                    irq->handler,
-                                                    (void *)bp->eth_dev);
-                       irq->requested = 0;
+       struct rte_intr_handle *intr_handle = &bp->pdev->intr_handle;
+       struct bnxt_irq *irq = bp->irq_tbl;
+       int rc = 0;
+
+       if (!irq)
+               return 0;
+
+       if (irq->requested) {
+               int count = 0;
+
+               /*
+                * Callback deregistration will fail with rc -EAGAIN if the
+                * callback is currently active. Retry every 50 ms until
+                * successful or 500 ms has elapsed.
+                */
+               do {
+                       rc = rte_intr_callback_unregister(intr_handle,
+                                                         irq->handler,
+                                                         bp->eth_dev);
+                       if (rc >= 0) {
+                               irq->requested = 0;
+                               break;
+                       }
+                       rte_delay_ms(50);
+               } while (count++ < 10);
+
+               if (rc < 0) {
+                       PMD_DRV_LOG(ERR, "irq cb unregister failed rc: %d\n",
+                                   rc);
+                       return rc;
                }
-               rte_free((void *)bp->irq_tbl);
-               bp->irq_tbl = NULL;
        }
+
+       rte_free(bp->irq_tbl);
+       bp->irq_tbl = NULL;
+
+       return 0;
 }
 
 void bnxt_disable_int(struct bnxt *bp)
 {
-       struct bnxt_cp_ring_info *cpr = bp->def_cp_ring;
+       struct bnxt_cp_ring_info *cpr = bp->async_cp_ring;
+
+       if (BNXT_NUM_ASYNC_CPR(bp) == 0)
+               return;
+
+       if (is_bnxt_in_error(bp))
+               return;
+
+       if (!cpr || !cpr->cp_db.doorbell)
+               return;
 
        /* Only the default completion ring */
-       if (cpr != NULL && cpr->cp_doorbell != NULL)
+       if (BNXT_HAS_NQ(bp))
+               bnxt_db_nq(cpr);
+       else
                B_CP_DB_DISARM(cpr);
 }
 
 void bnxt_enable_int(struct bnxt *bp)
 {
-       struct bnxt_cp_ring_info *cpr = bp->def_cp_ring;
+       struct bnxt_cp_ring_info *cpr = bp->async_cp_ring;
+
+       if (BNXT_NUM_ASYNC_CPR(bp) == 0)
+               return;
+
+       if (!cpr || !cpr->cp_db.doorbell)
+               return;
 
        /* Only the default completion ring */
-       if (cpr != NULL && cpr->cp_doorbell != NULL)
+       if (BNXT_HAS_NQ(bp))
+               bnxt_db_nq_arm(cpr);
+       else
                B_CP_DB_ARM(cpr);
 }
 
@@ -88,7 +143,7 @@ int bnxt_setup_int(struct bnxt *bp)
 {
        uint16_t total_vecs;
        const int len = sizeof(bp->irq_tbl[0].name);
-       int i, rc = 0;
+       int i;
 
        /* DPDK host only supports 1 MSI-X vector */
        total_vecs = 1;
@@ -102,26 +157,37 @@ int bnxt_setup_int(struct bnxt *bp)
                        bp->irq_tbl[i].handler = bnxt_int_handler;
                }
        } else {
-               rc = -ENOMEM;
-               goto setup_exit;
+               PMD_DRV_LOG(ERR, "bnxt_irq_tbl setup failed\n");
+               return -ENOMEM;
        }
-       return 0;
 
-setup_exit:
-       PMD_DRV_LOG(ERR, "bnxt_irq_tbl setup failed\n");
-       return rc;
+       return 0;
 }
 
 int bnxt_request_int(struct bnxt *bp)
 {
+       struct rte_intr_handle *intr_handle = &bp->pdev->intr_handle;
+       struct bnxt_irq *irq = bp->irq_tbl;
        int rc = 0;
 
-       struct bnxt_irq *irq = bp->irq_tbl;
+       if (!irq)
+               return 0;
+
+       if (!irq->requested) {
+               rc = rte_intr_callback_register(intr_handle,
+                                               irq->handler,
+                                               bp->eth_dev);
+               if (!rc)
+                       irq->requested = 1;
+       }
 
-       rte_intr_callback_register(&bp->pdev->intr_handle, irq->handler,
-                                  (void *)bp->eth_dev);
-       rte_intr_enable(&bp->pdev->intr_handle);
+#ifdef RTE_EXEC_ENV_FREEBSD
+       /**
+        * In FreeBSD OS, nic_uio does not support interrupts and
+        * interrupt register callback will fail.
+        */
+       rc = 0;
+#endif
 
-       irq->requested = 1;
        return rc;
 }