]> git.proxmox.com Git - ceph.git/blobdiff - ceph/src/seastar/dpdk/drivers/crypto/scheduler/rte_cryptodev_scheduler.c
import 15.2.0 Octopus source
[ceph.git] / ceph / src / seastar / dpdk / drivers / crypto / scheduler / rte_cryptodev_scheduler.c
index 319dcf0a79fd62ddff93cf6c27f184ccea0bd278..1fef88f1160791a52d9920bc87eb2ee24b0395f1 100644 (file)
@@ -1,34 +1,7 @@
-/*-
- *   BSD LICENSE
- *
- *   Copyright(c) 2017 Intel Corporation. All rights reserved.
- *
- *   Redistribution and use in source and binary forms, with or without
- *   modification, are permitted provided that the following conditions
- *   are met:
- *
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in
- *       the documentation and/or other materials provided with the
- *       distribution.
- *     * Neither the name of Intel Corporation nor the names of its
- *       contributors may be used to endorse or promote products derived
- *       from this software without specific prior written permission.
- *
- *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(c) 2017 Intel Corporation
  */
+#include <rte_string_fns.h>
 #include <rte_reorder.h>
 #include <rte_cryptodev.h>
 #include <rte_cryptodev_pmd.h>
@@ -37,6 +10,8 @@
 #include "rte_cryptodev_scheduler.h"
 #include "scheduler_pmd_private.h"
 
+int scheduler_logtype_driver;
+
 /** update the scheduler pmd's capability with attaching device's
  *  capability.
  *  For each device to be attached, the scheduler's capability should be
@@ -119,8 +94,10 @@ update_scheduler_capability(struct scheduler_ctx *sched_ctx)
        struct rte_cryptodev_capabilities tmp_caps[256] = { {0} };
        uint32_t nb_caps = 0, i;
 
-       if (sched_ctx->capabilities)
+       if (sched_ctx->capabilities) {
                rte_free(sched_ctx->capabilities);
+               sched_ctx->capabilities = NULL;
+       }
 
        for (i = 0; i < sched_ctx->nb_slaves; i++) {
                struct rte_cryptodev_info dev_info;
@@ -194,30 +171,30 @@ rte_cryptodev_scheduler_slave_attach(uint8_t scheduler_id, uint8_t slave_id)
        uint32_t i;
 
        if (!dev) {
-               CS_LOG_ERR("Operation not supported");
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
-       if (dev->dev_type != RTE_CRYPTODEV_SCHEDULER_PMD) {
-               CS_LOG_ERR("Operation not supported");
+       if (dev->driver_id != cryptodev_scheduler_driver_id) {
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
        if (dev->data->dev_started) {
-               CS_LOG_ERR("Illegal operation");
+               CR_SCHED_LOG(ERR, "Illegal operation");
                return -EBUSY;
        }
 
        sched_ctx = dev->data->dev_private;
        if (sched_ctx->nb_slaves >=
                        RTE_CRYPTODEV_SCHEDULER_MAX_NB_SLAVES) {
-               CS_LOG_ERR("Too many slaves attached");
+               CR_SCHED_LOG(ERR, "Too many slaves attached");
                return -ENOMEM;
        }
 
        for (i = 0; i < sched_ctx->nb_slaves; i++)
                if (sched_ctx->slaves[i].dev_id == slave_id) {
-                       CS_LOG_ERR("Slave already added");
+                       CR_SCHED_LOG(ERR, "Slave already added");
                        return -ENOTSUP;
                }
 
@@ -226,15 +203,15 @@ rte_cryptodev_scheduler_slave_attach(uint8_t scheduler_id, uint8_t slave_id)
        rte_cryptodev_info_get(slave_id, &dev_info);
 
        slave->dev_id = slave_id;
-       slave->dev_type = dev_info.dev_type;
+       slave->driver_id = dev_info.driver_id;
        sched_ctx->nb_slaves++;
 
        if (update_scheduler_capability(sched_ctx) < 0) {
                slave->dev_id = 0;
-               slave->dev_type = 0;
+               slave->driver_id = 0;
                sched_ctx->nb_slaves--;
 
-               CS_LOG_ERR("capabilities update failed");
+               CR_SCHED_LOG(ERR, "capabilities update failed");
                return -ENOTSUP;
        }
 
@@ -253,17 +230,17 @@ rte_cryptodev_scheduler_slave_detach(uint8_t scheduler_id, uint8_t slave_id)
        uint32_t i, slave_pos;
 
        if (!dev) {
-               CS_LOG_ERR("Operation not supported");
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
-       if (dev->dev_type != RTE_CRYPTODEV_SCHEDULER_PMD) {
-               CS_LOG_ERR("Operation not supported");
+       if (dev->driver_id != cryptodev_scheduler_driver_id) {
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
        if (dev->data->dev_started) {
-               CS_LOG_ERR("Illegal operation");
+               CR_SCHED_LOG(ERR, "Illegal operation");
                return -EBUSY;
        }
 
@@ -273,12 +250,12 @@ rte_cryptodev_scheduler_slave_detach(uint8_t scheduler_id, uint8_t slave_id)
                if (sched_ctx->slaves[slave_pos].dev_id == slave_id)
                        break;
        if (slave_pos == sched_ctx->nb_slaves) {
-               CS_LOG_ERR("Cannot find slave");
+               CR_SCHED_LOG(ERR, "Cannot find slave");
                return -ENOTSUP;
        }
 
        if (sched_ctx->ops.slave_detach(dev, slave_id) < 0) {
-               CS_LOG_ERR("Failed to detach slave");
+               CR_SCHED_LOG(ERR, "Failed to detach slave");
                return -ENOTSUP;
        }
 
@@ -291,7 +268,7 @@ rte_cryptodev_scheduler_slave_detach(uint8_t scheduler_id, uint8_t slave_id)
        sched_ctx->nb_slaves--;
 
        if (update_scheduler_capability(sched_ctx) < 0) {
-               CS_LOG_ERR("capabilities update failed");
+               CR_SCHED_LOG(ERR, "capabilities update failed");
                return -ENOTSUP;
        }
 
@@ -310,17 +287,17 @@ rte_cryptodev_scheduler_mode_set(uint8_t scheduler_id,
        struct scheduler_ctx *sched_ctx;
 
        if (!dev) {
-               CS_LOG_ERR("Operation not supported");
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
-       if (dev->dev_type != RTE_CRYPTODEV_SCHEDULER_PMD) {
-               CS_LOG_ERR("Operation not supported");
+       if (dev->driver_id != cryptodev_scheduler_driver_id) {
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
        if (dev->data->dev_started) {
-               CS_LOG_ERR("Illegal operation");
+               CR_SCHED_LOG(ERR, "Illegal operation");
                return -EBUSY;
        }
 
@@ -332,40 +309,40 @@ rte_cryptodev_scheduler_mode_set(uint8_t scheduler_id,
        switch (mode) {
        case CDEV_SCHED_MODE_ROUNDROBIN:
                if (rte_cryptodev_scheduler_load_user_scheduler(scheduler_id,
-                               roundrobin_scheduler) < 0) {
-                       CS_LOG_ERR("Failed to load scheduler");
+                               crypto_scheduler_roundrobin) < 0) {
+                       CR_SCHED_LOG(ERR, "Failed to load scheduler");
                        return -1;
                }
                break;
        case CDEV_SCHED_MODE_PKT_SIZE_DISTR:
                if (rte_cryptodev_scheduler_load_user_scheduler(scheduler_id,
-                               pkt_size_based_distr_scheduler) < 0) {
-                       CS_LOG_ERR("Failed to load scheduler");
+                               crypto_scheduler_pkt_size_based_distr) < 0) {
+                       CR_SCHED_LOG(ERR, "Failed to load scheduler");
                        return -1;
                }
                break;
        case CDEV_SCHED_MODE_FAILOVER:
                if (rte_cryptodev_scheduler_load_user_scheduler(scheduler_id,
-                               failover_scheduler) < 0) {
-                       CS_LOG_ERR("Failed to load scheduler");
+                               crypto_scheduler_failover) < 0) {
+                       CR_SCHED_LOG(ERR, "Failed to load scheduler");
+                       return -1;
+               }
+               break;
+       case CDEV_SCHED_MODE_MULTICORE:
+               if (rte_cryptodev_scheduler_load_user_scheduler(scheduler_id,
+                               crypto_scheduler_multicore) < 0) {
+                       CR_SCHED_LOG(ERR, "Failed to load scheduler");
                        return -1;
                }
                break;
        default:
-               CS_LOG_ERR("Not yet supported");
+               CR_SCHED_LOG(ERR, "Not yet supported");
                return -ENOTSUP;
        }
 
        return 0;
 }
 
-int
-rte_crpytodev_scheduler_mode_set(uint8_t scheduler_id,
-               enum rte_cryptodev_scheduler_mode mode)
-{
-       return rte_cryptodev_scheduler_mode_set(scheduler_id, mode);
-}
-
 enum rte_cryptodev_scheduler_mode
 rte_cryptodev_scheduler_mode_get(uint8_t scheduler_id)
 {
@@ -373,12 +350,12 @@ rte_cryptodev_scheduler_mode_get(uint8_t scheduler_id)
        struct scheduler_ctx *sched_ctx;
 
        if (!dev) {
-               CS_LOG_ERR("Operation not supported");
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
-       if (dev->dev_type != RTE_CRYPTODEV_SCHEDULER_PMD) {
-               CS_LOG_ERR("Operation not supported");
+       if (dev->driver_id != cryptodev_scheduler_driver_id) {
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
@@ -387,12 +364,6 @@ rte_cryptodev_scheduler_mode_get(uint8_t scheduler_id)
        return sched_ctx->mode;
 }
 
-enum rte_cryptodev_scheduler_mode
-rte_crpytodev_scheduler_mode_get(uint8_t scheduler_id)
-{
-       return rte_cryptodev_scheduler_mode_get(scheduler_id);
-}
-
 int
 rte_cryptodev_scheduler_ordering_set(uint8_t scheduler_id,
                uint32_t enable_reorder)
@@ -401,17 +372,17 @@ rte_cryptodev_scheduler_ordering_set(uint8_t scheduler_id,
        struct scheduler_ctx *sched_ctx;
 
        if (!dev) {
-               CS_LOG_ERR("Operation not supported");
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
-       if (dev->dev_type != RTE_CRYPTODEV_SCHEDULER_PMD) {
-               CS_LOG_ERR("Operation not supported");
+       if (dev->driver_id != cryptodev_scheduler_driver_id) {
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
        if (dev->data->dev_started) {
-               CS_LOG_ERR("Illegal operation");
+               CR_SCHED_LOG(ERR, "Illegal operation");
                return -EBUSY;
        }
 
@@ -429,12 +400,12 @@ rte_cryptodev_scheduler_ordering_get(uint8_t scheduler_id)
        struct scheduler_ctx *sched_ctx;
 
        if (!dev) {
-               CS_LOG_ERR("Operation not supported");
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
-       if (dev->dev_type != RTE_CRYPTODEV_SCHEDULER_PMD) {
-               CS_LOG_ERR("Operation not supported");
+       if (dev->driver_id != cryptodev_scheduler_driver_id) {
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
@@ -451,26 +422,39 @@ rte_cryptodev_scheduler_load_user_scheduler(uint8_t scheduler_id,
        struct scheduler_ctx *sched_ctx;
 
        if (!dev) {
-               CS_LOG_ERR("Operation not supported");
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
-       if (dev->dev_type != RTE_CRYPTODEV_SCHEDULER_PMD) {
-               CS_LOG_ERR("Operation not supported");
+       if (dev->driver_id != cryptodev_scheduler_driver_id) {
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
        if (dev->data->dev_started) {
-               CS_LOG_ERR("Illegal operation");
+               CR_SCHED_LOG(ERR, "Illegal operation");
                return -EBUSY;
        }
 
        sched_ctx = dev->data->dev_private;
 
-       strncpy(sched_ctx->name, scheduler->name,
-                       RTE_CRYPTODEV_SCHEDULER_NAME_MAX_LEN);
-       strncpy(sched_ctx->description, scheduler->description,
-                       RTE_CRYPTODEV_SCHEDULER_DESC_MAX_LEN);
+       if (strlen(scheduler->name) > RTE_CRYPTODEV_NAME_MAX_LEN - 1) {
+               CR_SCHED_LOG(ERR, "Invalid name %s, should be less than "
+                               "%u bytes.", scheduler->name,
+                               RTE_CRYPTODEV_NAME_MAX_LEN);
+               return -EINVAL;
+       }
+       strlcpy(sched_ctx->name, scheduler->name, sizeof(sched_ctx->name));
+
+       if (strlen(scheduler->description) >
+                       RTE_CRYPTODEV_SCHEDULER_DESC_MAX_LEN - 1) {
+               CR_SCHED_LOG(ERR, "Invalid description %s, should be less than "
+                               "%u bytes.", scheduler->description,
+                               RTE_CRYPTODEV_SCHEDULER_DESC_MAX_LEN - 1);
+               return -EINVAL;
+       }
+       strlcpy(sched_ctx->description, scheduler->description,
+               sizeof(sched_ctx->description));
 
        /* load scheduler instance operations functions */
        sched_ctx->ops.config_queue_pair = scheduler->ops->config_queue_pair;
@@ -482,14 +466,16 @@ rte_cryptodev_scheduler_load_user_scheduler(uint8_t scheduler_id,
        sched_ctx->ops.option_set = scheduler->ops->option_set;
        sched_ctx->ops.option_get = scheduler->ops->option_get;
 
-       if (sched_ctx->private_ctx)
+       if (sched_ctx->private_ctx) {
                rte_free(sched_ctx->private_ctx);
+               sched_ctx->private_ctx = NULL;
+       }
 
        if (sched_ctx->ops.create_private_ctx) {
                int ret = (*sched_ctx->ops.create_private_ctx)(dev);
 
                if (ret < 0) {
-                       CS_LOG_ERR("Unable to create scheduler private "
+                       CR_SCHED_LOG(ERR, "Unable to create scheduler private "
                                        "context");
                        return ret;
                }
@@ -508,12 +494,12 @@ rte_cryptodev_scheduler_slaves_get(uint8_t scheduler_id, uint8_t *slaves)
        uint32_t nb_slaves = 0;
 
        if (!dev) {
-               CS_LOG_ERR("Operation not supported");
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
-       if (dev->dev_type != RTE_CRYPTODEV_SCHEDULER_PMD) {
-               CS_LOG_ERR("Operation not supported");
+       if (dev->driver_id != cryptodev_scheduler_driver_id) {
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
@@ -541,17 +527,17 @@ rte_cryptodev_scheduler_option_set(uint8_t scheduler_id,
 
        if (option_type == CDEV_SCHED_OPTION_NOT_SET ||
                        option_type >= CDEV_SCHED_OPTION_COUNT) {
-               CS_LOG_ERR("Invalid option parameter");
+               CR_SCHED_LOG(ERR, "Invalid option parameter");
                return -EINVAL;
        }
 
        if (!option) {
-               CS_LOG_ERR("Invalid option parameter");
+               CR_SCHED_LOG(ERR, "Invalid option parameter");
                return -EINVAL;
        }
 
        if (dev->data->dev_started) {
-               CS_LOG_ERR("Illegal operation");
+               CR_SCHED_LOG(ERR, "Illegal operation");
                return -EBUSY;
        }
 
@@ -571,17 +557,17 @@ rte_cryptodev_scheduler_option_get(uint8_t scheduler_id,
        struct scheduler_ctx *sched_ctx;
 
        if (!dev) {
-               CS_LOG_ERR("Operation not supported");
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
        if (!option) {
-               CS_LOG_ERR("Invalid option parameter");
+               CR_SCHED_LOG(ERR, "Invalid option parameter");
                return -EINVAL;
        }
 
-       if (dev->dev_type != RTE_CRYPTODEV_SCHEDULER_PMD) {
-               CS_LOG_ERR("Operation not supported");
+       if (dev->driver_id != cryptodev_scheduler_driver_id) {
+               CR_SCHED_LOG(ERR, "Operation not supported");
                return -ENOTSUP;
        }
 
@@ -591,3 +577,8 @@ rte_cryptodev_scheduler_option_get(uint8_t scheduler_id,
 
        return (*sched_ctx->ops.option_get)(dev, option_type, option);
 }
+
+RTE_INIT(scheduler_init_log)
+{
+       scheduler_logtype_driver = rte_log_register("pmd.crypto.scheduler");
+}