/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2018 Marvell International Ltd.
 * Copyright(c) 2018 Semihalf.
 * All rights reserved.
 */

#include <rte_malloc.h>

#include <linux/ethtool.h>
#include <linux/sockios.h>
#include <net/if.h>
#include <sys/ioctl.h>

#include "mrvl_tm.h"

/** Minimum rate value in Bytes/s */
#define MRVL_RATE_MIN (PP2_PPIO_MIN_CIR * 1000 / 8)

/** Minimum burst size in Bytes */
#define MRVL_BURST_MIN (PP2_PPIO_MIN_CBS * 1000)

/** Maximum burst size in Bytes */
#define MRVL_BURST_MAX 256000000

/** Maximum WRR weight */
#define MRVL_WEIGHT_MAX 255

/**
 * Get maximum port rate in Bytes/s.
 *
 * @param dev Pointer to the device.
 * @param rate Pointer to the rate.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_get_max_rate(struct rte_eth_dev *dev, uint64_t *rate)
{
        struct ethtool_cmd edata;
        struct ifreq req;
        int ret, fd;

        memset(&edata, 0, sizeof(edata));
        memset(&req, 0, sizeof(req));
        edata.cmd = ETHTOOL_GSET;
        strcpy(req.ifr_name, dev->data->name);
        req.ifr_data = (void *)&edata;

        fd = socket(AF_INET, SOCK_DGRAM, 0);
        if (fd == -1)
                return -1;

        ret = ioctl(fd, SIOCETHTOOL, &req);
        if (ret == -1) {
                close(fd);
                return -1;
        }

        close(fd);

        *rate = (uint64_t)ethtool_cmd_speed(&edata) * 1000 * 1000 / 8;

        return 0;
}

/**
 * Initialize traffic manager related data.
 *
 * @param dev Pointer to the device.
 * @returns 0 on success, failure otherwise.
 */
int
mrvl_tm_init(struct rte_eth_dev *dev)
{
        struct mrvl_priv *priv = dev->data->dev_private;

        LIST_INIT(&priv->shaper_profiles);
        LIST_INIT(&priv->nodes);

        if (priv->rate_max)
                return 0;

        return mrvl_get_max_rate(dev, &priv->rate_max);
}

/**
 * Cleanup traffic manager related data.
 *
 * @param dev Pointer to the device.
 */
void mrvl_tm_deinit(struct rte_eth_dev *dev)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_shaper_profile *profile =
                LIST_FIRST(&priv->shaper_profiles);
        struct mrvl_tm_node *node = LIST_FIRST(&priv->nodes);

        while (profile) {
                struct mrvl_tm_shaper_profile *next = LIST_NEXT(profile, next);

                LIST_REMOVE(profile, next);
                rte_free(profile);
                profile = next;
        }

        while (node) {
                struct mrvl_tm_node *next = LIST_NEXT(node, next);

                LIST_REMOVE(node, next);
                rte_free(node);
                node = next;
        }
}

/**
 * Get node using its id.
 *
 * @param priv Pointer to the port's private data.
 * @param node_id Id used by this node.
 * @returns Pointer to the node if exists, NULL otherwise.
 */
static struct mrvl_tm_node *
mrvl_node_from_id(struct mrvl_priv *priv, uint32_t node_id)
{
        struct mrvl_tm_node *node;

        LIST_FOREACH(node, &priv->nodes, next)
                if (node->id == node_id)
                        return node;

        return NULL;
}

/**
 * Check whether node is leaf or root.
 *
 * @param dev Pointer to the device.
 * @param node_id Id used by this node.
 * @param is_leaf Pointer to flag indicating whether node is a leaf.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_node_type_get(struct rte_eth_dev *dev, uint32_t node_id, int *is_leaf,
                   struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_node *node;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        if (!is_leaf)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, NULL);

        node = mrvl_node_from_id(priv, node_id);
        if (!node)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Node id does not exist\n");

        *is_leaf = node->type == MRVL_NODE_QUEUE ? 1 : 0;

        return 0;
}

/**
 * Get traffic manager capabilities.
 *
 * @param dev Pointer to the device (unused).
 * @param cap Pointer to the capabilities.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_capabilities_get(struct rte_eth_dev *dev,
                      struct rte_tm_capabilities *cap,
                      struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        if (!cap)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Capabilities are missing\n");

        memset(cap, 0, sizeof(*cap));

        cap->n_nodes_max = 1 + dev->data->nb_tx_queues; /* port + txqs number */
        cap->n_levels_max = 2; /* port level + txqs level */
        cap->non_leaf_nodes_identical = 1;
        cap->leaf_nodes_identical = 1;

        cap->shaper_n_max = cap->n_nodes_max;
        cap->shaper_private_n_max = cap->shaper_n_max;
        cap->shaper_private_rate_min = MRVL_RATE_MIN;
        cap->shaper_private_rate_max = priv->rate_max;
        cap->shaper_private_packet_mode_supported = 0;
        cap->shaper_private_byte_mode_supported = 1;

        cap->sched_n_children_max = dev->data->nb_tx_queues;
        cap->sched_sp_n_priorities_max = dev->data->nb_tx_queues;
        cap->sched_wfq_n_children_per_group_max = dev->data->nb_tx_queues;
        cap->sched_wfq_n_groups_max = 1;
        cap->sched_wfq_weight_max = MRVL_WEIGHT_MAX;
        cap->sched_wfq_packet_mode_supported = 0;
        cap->sched_wfq_byte_mode_supported = 1;

        cap->dynamic_update_mask = RTE_TM_UPDATE_NODE_SUSPEND_RESUME |
                                   RTE_TM_UPDATE_NODE_STATS;
        cap->stats_mask = RTE_TM_STATS_N_PKTS | RTE_TM_STATS_N_BYTES;

        return 0;
}

/**
 * Get traffic manager hierarchy level capabilities.
 *
 * @param dev Pointer to the device.
 * @param level_id Id of the level.
 * @param cap Pointer to the level capabilities.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_level_capabilities_get(struct rte_eth_dev *dev,
                            uint32_t level_id,
                            struct rte_tm_level_capabilities *cap,
                            struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        if (!cap)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, NULL);

        memset(cap, 0, sizeof(*cap));

        if (level_id != MRVL_NODE_PORT && level_id != MRVL_NODE_QUEUE)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_LEVEL_ID,
                                         NULL, "Wrong level id\n");

        if (level_id == MRVL_NODE_PORT) {
                cap->n_nodes_max = 1;
                cap->n_nodes_nonleaf_max = 1;
                cap->non_leaf_nodes_identical = 1;

                cap->nonleaf.shaper_private_supported = 1;
                cap->nonleaf.shaper_private_rate_min = MRVL_RATE_MIN;
                cap->nonleaf.shaper_private_rate_max = priv->rate_max;
                cap->nonleaf.shaper_private_packet_mode_supported = 0;
                cap->nonleaf.shaper_private_byte_mode_supported = 1;

                cap->nonleaf.sched_n_children_max = dev->data->nb_tx_queues;
                cap->nonleaf.sched_sp_n_priorities_max = 1;
                cap->nonleaf.sched_wfq_n_children_per_group_max =
                        dev->data->nb_tx_queues;
                cap->nonleaf.sched_wfq_n_groups_max = 1;
                cap->nonleaf.sched_wfq_weight_max = MRVL_WEIGHT_MAX;
                cap->nonleaf.sched_wfq_packet_mode_supported = 0;
                cap->nonleaf.sched_wfq_byte_mode_supported = 1;
                cap->nonleaf.stats_mask = RTE_TM_STATS_N_PKTS |
                                          RTE_TM_STATS_N_BYTES;
        } else { /* level_id == MRVL_NODE_QUEUE */
                cap->n_nodes_max = dev->data->nb_tx_queues;
                cap->n_nodes_leaf_max = dev->data->nb_tx_queues;
                cap->leaf_nodes_identical = 1;

                cap->leaf.shaper_private_supported = 1;
                cap->leaf.shaper_private_rate_min = MRVL_RATE_MIN;
                cap->leaf.shaper_private_rate_max = priv->rate_max;
                cap->leaf.shaper_private_packet_mode_supported = 0;
                cap->leaf.shaper_private_byte_mode_supported = 1;
                cap->leaf.stats_mask = RTE_TM_STATS_N_PKTS;
        }

        return 0;
}

/**
 * Get node capabilities.
 *
 * @param dev Pointer to the device.
 * @param node_id Id of the node.
 * @param cap Pointer to the capabilities.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_node_capabilities_get(struct rte_eth_dev *dev, uint32_t node_id,
                           struct rte_tm_node_capabilities *cap,
                           struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_node *node;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        if (!cap)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, NULL);

        memset(cap, 0, sizeof(*cap));

        node = mrvl_node_from_id(priv, node_id);
        if (!node)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Node id does not exist\n");

        cap->shaper_private_supported = 1;
        cap->shaper_private_rate_min = MRVL_RATE_MIN;
        cap->shaper_private_rate_max = priv->rate_max;
        cap->shaper_private_packet_mode_supported = 0;
        cap->shaper_private_byte_mode_supported = 1;

        if (node->type == MRVL_NODE_PORT) {
                cap->nonleaf.sched_n_children_max = dev->data->nb_tx_queues;
                cap->nonleaf.sched_sp_n_priorities_max = 1;
                cap->nonleaf.sched_wfq_n_children_per_group_max =
                        dev->data->nb_tx_queues;
                cap->nonleaf.sched_wfq_n_groups_max = 1;
                cap->nonleaf.sched_wfq_weight_max = MRVL_WEIGHT_MAX;
                cap->nonleaf.sched_wfq_packet_mode_supported = 0;
                cap->nonleaf.sched_wfq_byte_mode_supported = 1;
                cap->stats_mask = RTE_TM_STATS_N_PKTS | RTE_TM_STATS_N_BYTES;
        } else {
                cap->stats_mask = RTE_TM_STATS_N_PKTS;
        }

        return 0;
}

/**
 * Get shaper profile using its id.
 *
 * @param priv Pointer to the port's private data.
 * @param shaper_profile_id Id used by the shaper.
 * @returns Pointer to the shaper profile if exists, NULL otherwise.
 */
static struct mrvl_tm_shaper_profile *
mrvl_shaper_profile_from_id(struct mrvl_priv *priv, uint32_t shaper_profile_id)
{
        struct mrvl_tm_shaper_profile *profile;

        LIST_FOREACH(profile, &priv->shaper_profiles, next)
                if (profile->id == shaper_profile_id)
                        return profile;

        return NULL;
}

/**
 * Add a new shaper profile.
 *
 * @param dev Pointer to the device.
 * @param shaper_profile_id Id of the new profile.
 * @param params Pointer to the shaper profile parameters.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_shaper_profile_add(struct rte_eth_dev *dev, uint32_t shaper_profile_id,
                        struct rte_tm_shaper_params *params,
                        struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_shaper_profile *profile;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        if (!params)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, NULL);

        if (params->committed.rate)
                return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_RATE,
                                NULL, "Committed rate not supported\n");

        if (params->committed.size)
                return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_SIZE,
                                NULL, "Committed bucket size not supported\n");

        if (params->peak.rate < MRVL_RATE_MIN ||
            params->peak.rate > priv->rate_max)
                return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_SHAPER_PROFILE_PEAK_RATE,
                                NULL, "Peak rate is out of range\n");

        if (params->peak.size < MRVL_BURST_MIN ||
            params->peak.size > MRVL_BURST_MAX)
                return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_SHAPER_PROFILE_PEAK_SIZE,
                                NULL, "Peak size is out of range\n");

        if (shaper_profile_id == RTE_TM_SHAPER_PROFILE_ID_NONE)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID,
                                         NULL, "Wrong shaper profile id\n");

        profile = mrvl_shaper_profile_from_id(priv, shaper_profile_id);
        if (profile)
                return -rte_tm_error_set(error, EEXIST,
                                         RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID,
                                         NULL, "Profile id already exists\n");

        profile = rte_zmalloc_socket(NULL, sizeof(*profile), 0,
                                     rte_socket_id());
        if (!profile)
                return -rte_tm_error_set(error, ENOMEM,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, NULL);

        profile->id = shaper_profile_id;
        rte_memcpy(&profile->params, params, sizeof(profile->params));

        LIST_INSERT_HEAD(&priv->shaper_profiles, profile, next);

        return 0;
}

/**
 * Remove a shaper profile.
 *
 * @param dev Pointer to the device.
 * @param shaper_profile_id Id of the shaper profile.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_shaper_profile_delete(struct rte_eth_dev *dev, uint32_t shaper_profile_id,
                           struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_shaper_profile *profile;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        profile = mrvl_shaper_profile_from_id(priv, shaper_profile_id);
        if (!profile)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID,
                                         NULL, "Profile id does not exist\n");

        if (profile->refcnt)
                return -rte_tm_error_set(error, EPERM,
                                         RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID,
                                         NULL, "Profile is used\n");

        LIST_REMOVE(profile, next);
        rte_free(profile);

        return 0;
}

/**
 * Check node parameters.
 *
 * @param dev Pointer to the device.
 * @param node_id Id used by the node.
 * @param priority Priority value.
 * @param weight Weight value.
 * @param level_id Id of the level.
 * @param params Pointer to the node parameters.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_node_check_params(struct rte_eth_dev *dev, uint32_t node_id,
                       uint32_t priority, uint32_t weight, uint32_t level_id,
                       struct rte_tm_node_params *params,
                       struct rte_tm_error *error)
{
        if (node_id == RTE_TM_NODE_ID_NULL)
                return -rte_tm_error_set(error, EINVAL, RTE_TM_NODE_ID_NULL,
                                         NULL, "Node id is invalid\n");

        if (priority)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_NODE_PRIORITY,
                                         NULL, "Priority should be 0\n");

        if (weight > MRVL_WEIGHT_MAX)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_NODE_WEIGHT,
                                         NULL, "Weight is out of range\n");

        if (level_id != MRVL_NODE_PORT && level_id != MRVL_NODE_QUEUE)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_LEVEL_ID,
                                         NULL, "Wrong level id\n");

        if (!params)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, NULL);

        if (params->shared_shaper_id)
                return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_NODE_PARAMS_SHARED_SHAPER_ID,
                                NULL, "Shared shaper is not supported\n");

        if (params->n_shared_shapers)
                return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_NODE_PARAMS_N_SHARED_SHAPERS,
                                NULL, "Shared shaper is not supported\n");

        /* verify port (root node) settings */
        if (node_id >= dev->data->nb_tx_queues) {
                if (params->nonleaf.wfq_weight_mode)
                        return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_NODE_PARAMS_WFQ_WEIGHT_MODE,
                                NULL, "WFQ is not supported\n");

                if (params->nonleaf.n_sp_priorities != 1)
                        return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_NODE_PARAMS_N_SP_PRIORITIES,
                                NULL, "SP is not supported\n");

                if (params->stats_mask & ~(RTE_TM_STATS_N_PKTS |
                                           RTE_TM_STATS_N_BYTES))
                        return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_NODE_PARAMS_STATS,
                                NULL,
                                "Requested port stats are not supported\n");

                return 0;
        }

        /* verify txq (leaf node) settings */
        if (params->leaf.cman)
                return -rte_tm_error_set(error, EINVAL,
                                         RTE_TM_ERROR_TYPE_NODE_PARAMS_CMAN,
                                         NULL,
                                         "Congestion mngmt is not supported\n");

        if (params->leaf.wred.wred_profile_id)
                return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_NODE_PARAMS_WRED_PROFILE_ID,
                                NULL, "WRED is not supported\n");

        if (params->leaf.wred.shared_wred_context_id)
                return -rte_tm_error_set(error, EINVAL,
                        RTE_TM_ERROR_TYPE_NODE_PARAMS_SHARED_WRED_CONTEXT_ID,
                        NULL, "WRED is not supported\n");

        if (params->leaf.wred.n_shared_wred_contexts)
                return -rte_tm_error_set(error, EINVAL,
                        RTE_TM_ERROR_TYPE_NODE_PARAMS_N_SHARED_WRED_CONTEXTS,
                        NULL, "WRED is not supported\n");

        if (params->stats_mask & ~RTE_TM_STATS_N_PKTS)
                return -rte_tm_error_set(error, EINVAL,
                        RTE_TM_ERROR_TYPE_NODE_PARAMS_STATS,
                        NULL,
                        "Requested txq stats are not supported\n");

        return 0;
}

/**
 * Add a new node.
 *
 * @param dev Pointer to the device.
 * @param node_id Id of the node.
 * @param parent_node_id Id of the parent node.
 * @param priority Priority value.
 * @param weight Weight value.
 * @param level_id Id of the level.
 * @param params Pointer to the node parameters.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_node_add(struct rte_eth_dev *dev, uint32_t node_id,
              uint32_t parent_node_id, uint32_t priority, uint32_t weight,
              uint32_t level_id, struct rte_tm_node_params *params,
              struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_shaper_profile *profile = NULL;
        struct mrvl_tm_node *node, *parent = NULL;
        int ret;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        if (priv->ppio)
                return -rte_tm_error_set(error, EPERM,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port is already started\n");

        ret = mrvl_node_check_params(dev, node_id, priority, weight, level_id,
                                     params, error);
        if (ret)
                return ret;

        if (params->shaper_profile_id != RTE_TM_SHAPER_PROFILE_ID_NONE) {
                profile = mrvl_shaper_profile_from_id(priv,
                                                 params->shaper_profile_id);
                if (!profile)
                        return -rte_tm_error_set(error, ENODEV,
                                        RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID,
                                        NULL, "Shaper id does not exist\n");
        }

        if (parent_node_id == RTE_TM_NODE_ID_NULL) {
                LIST_FOREACH(node, &priv->nodes, next) {
                        if (node->type != MRVL_NODE_PORT)
                                continue;

                        return -rte_tm_error_set(error, EINVAL,
                                                 RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                                 NULL, "Root node exists\n");
                }
        } else {
                parent = mrvl_node_from_id(priv, parent_node_id);
                if (!parent)
                        return -rte_tm_error_set(error, EINVAL,
                                        RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID,
                                        NULL, "Node id does not exist\n");
        }

        node = mrvl_node_from_id(priv, node_id);
        if (node)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Node id already exists\n");

        node = rte_zmalloc_socket(NULL, sizeof(*node), 0, rte_socket_id());
        if (!node)
                return -rte_tm_error_set(error, ENOMEM,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, NULL);

        node->id = node_id;
        node->type = parent_node_id == RTE_TM_NODE_ID_NULL ? MRVL_NODE_PORT :
                                                             MRVL_NODE_QUEUE;

        if (parent) {
                node->parent = parent;
                parent->refcnt++;
        }

        if (profile) {
                node->profile = profile;
                profile->refcnt++;
        }

        node->weight = weight;
        node->stats_mask = params->stats_mask;

        LIST_INSERT_HEAD(&priv->nodes, node, next);

        return 0;
}

/**
 * Delete a node.
 *
 * @param dev Pointer to the device.
 * @param node_id Id of the node.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_node_delete(struct rte_eth_dev *dev, uint32_t node_id,
                 struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_node *node;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        if (priv->ppio) {
                return -rte_tm_error_set(error, EPERM,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port is already started\n");
        }

        node = mrvl_node_from_id(priv, node_id);
        if (!node)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Node id does not exist\n");

        if (node->refcnt)
                return -rte_tm_error_set(error, EPERM,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Node id is used\n");

        if (node->parent)
                node->parent->refcnt--;

        if (node->profile)
                node->profile->refcnt--;

        LIST_REMOVE(node, next);
        rte_free(node);

        return 0;
}

/**
 * Helper for suspending specific tx queue.
 *
 * @param dev Pointer to the device.
 * @param node_id Id used by this node.
 * @returns 0 on success, negative value otherwise.
 */
static int mrvl_node_suspend_one(struct rte_eth_dev *dev, uint32_t node_id,
                                 struct rte_tm_error *error)
{
        int ret = dev->dev_ops->tx_queue_stop(dev, node_id);
        if (ret)
                return -rte_tm_error_set(error, ret,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Failed to suspend a txq\n");

        return 0;
}

/**
 * Suspend a node.
 *
 * @param dev Pointer to the device.
 * @param node_id Id of the node.
 * @param error Pointer to the error.
 * returns 0 on success, negative value otherwise.
 */
static int
mrvl_node_suspend(struct rte_eth_dev *dev, uint32_t node_id,
                  struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_node *node, *tmp;
        int ret;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        node = mrvl_node_from_id(priv, node_id);
        if (!node)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Node id does not exist\n");

        if (!node->parent) {
                LIST_FOREACH(tmp, &priv->nodes, next) {
                        if (!tmp->parent)
                                continue;

                        if (node != tmp->parent)
                                continue;

                        ret = mrvl_node_suspend_one(dev, tmp->id, error);
                        if (ret)
                                return ret;
                }

                return 0;
        }

        return mrvl_node_suspend_one(dev, node_id, error);
}

/**
 * Resume a node.
 *
 * @param dev Pointer to the device.
 * @param node_id Id of the node.
 * @param error Pointer to the error.
 * returns 0 on success, negative value otherwise.
 */
static int
mrvl_node_resume(struct rte_eth_dev *dev, uint32_t node_id,
                 struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_node *node;
        int ret;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        node = mrvl_node_from_id(priv, node_id);
        if (!node)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Node id does not exist\n");


        if (!node->parent)
                return -rte_tm_error_set(error, EPERM,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Cannot suspend a port\n");

        ret = dev->dev_ops->tx_queue_start(dev, node_id);
        if (ret)
                return -rte_tm_error_set(error, ret,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Failed to resume a txq\n");
        return 0;
}

/**
 * Apply traffic manager hierarchy.
 *
 * @param dev Pointer to the device.
 * @param clear_on_fail Flag indicating whether to do cleanup on the failure.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_hierarchy_commit(struct rte_eth_dev *dev, int clear_on_fail,
                      struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_node *node;
        int ret;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        if (priv->ppio) {
                ret = -rte_tm_error_set(error, EPERM,
                                        RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                        NULL, "Port is already started\n");
                goto out;
        }

        LIST_FOREACH(node, &priv->nodes, next) {
                struct pp2_ppio_outq_params *p;

                if (node->type == MRVL_NODE_PORT) {
                        if (!node->profile)
                                continue;

                        priv->ppio_params.rate_limit_enable = 1;
                        priv->ppio_params.rate_limit_params.cir =
                                node->profile->params.peak.rate * 8 / 1000;
                        priv->ppio_params.rate_limit_params.cbs =
                                node->profile->params.peak.size / 1000;

                        MRVL_LOG(INFO,
                                "Port rate limit overrides txqs rate limit");

                        continue;
                }

                if (node->id >= dev->data->nb_tx_queues) {
                        ret = -rte_tm_error_set(error, EINVAL,
                                        RTE_TM_ERROR_TYPE_NODE_ID, NULL,
                                        "Not enough txqs are configured\n");
                        goto out;
                }

                p = &priv->ppio_params.outqs_params.outqs_params[node->id];

                if (node->weight) {
                        p->sched_mode = PP2_PPIO_SCHED_M_WRR;
                        p->weight = node->weight;
                } else {
                        p->sched_mode = PP2_PPIO_SCHED_M_SP;
                        p->weight = 0;
                }

                if (node->profile) {
                        p->rate_limit_enable = 1;
                        /* convert Bytes/s to kilo bits/s */
                        p->rate_limit_params.cir =
                                node->profile->params.peak.rate * 8 / 1000;
                        /* convert bits to kilo bits */
                        p->rate_limit_params.cbs =
                                node->profile->params.peak.size / 1000;
                } else {
                        p->rate_limit_enable = 0;
                        p->rate_limit_params.cir = 0;
                        p->rate_limit_params.cbs = 0;
                }
        }

        /* reset to defaults in case applied tm hierarchy is empty */
        if (LIST_EMPTY(&priv->nodes)) {
                int i;

                for (i = 0; i < priv->ppio_params.outqs_params.num_outqs; i++) {
                        struct pp2_ppio_outq_params *p =
                                &priv->ppio_params.outqs_params.outqs_params[i];

                        p->sched_mode = PP2_PPIO_SCHED_M_WRR;
                        p->weight = 0;
                        p->rate_limit_enable = 0;
                        p->rate_limit_params.cir = 0;
                        p->rate_limit_params.cbs = 0;
                }
        }

        return 0;
out:
        if (clear_on_fail) {
                mrvl_tm_deinit(dev);
                mrvl_tm_init(dev);
        }

        return ret;
}

/**
 * Read statistics counters for current node.
 *
 * @param dev Pointer to the device.
 * @param node_id Id of the node.
 * @param stats Pointer to the statistics counters.
 * @param stats_mask Pointer to mask of enabled statistics counters
 *                   that are retrieved.
 * @param clear Flag indicating whether to clear statistics.
 *              Non-zero value clears statistics.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_node_stats_read(struct rte_eth_dev *dev, uint32_t node_id,
                     struct rte_tm_node_stats *stats, uint64_t *stats_mask,
                     int clear, struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_node *node;
        int ret;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        if (!priv->ppio) {
                return -rte_tm_error_set(error, EPERM,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port is not started\n");
        }

        node = mrvl_node_from_id(priv, node_id);
        if (!node)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Node id does not exist\n");

        if (stats_mask)
                *stats_mask = node->stats_mask;

        if (!stats)
                return 0;

        memset(stats, 0, sizeof(*stats));

        if (!node->parent) {
                struct pp2_ppio_statistics s;

                memset(&s, 0, sizeof(s));
                ret = pp2_ppio_get_statistics(priv->ppio, &s, clear);
                if (ret)

                        return -rte_tm_error_set(error, -ret,
                                        RTE_TM_ERROR_TYPE_UNSPECIFIED, NULL,
                                        "Failed to read port statistics\n");

                if (node->stats_mask & RTE_TM_STATS_N_PKTS)
                        stats->n_pkts = s.tx_packets;

                if (node->stats_mask & RTE_TM_STATS_N_BYTES)
                        stats->n_bytes = s.tx_bytes;
        } else {
                struct pp2_ppio_outq_statistics s;

                memset(&s, 0, sizeof(s));
                ret = pp2_ppio_outq_get_statistics(priv->ppio, node_id, &s,
                                                   clear);
                if (ret)
                        return -rte_tm_error_set(error, -ret,
                                        RTE_TM_ERROR_TYPE_UNSPECIFIED, NULL,
                                        "Failed to read txq statistics\n");

                if (node->stats_mask & RTE_TM_STATS_N_PKTS)
                        stats->n_pkts = s.deq_desc;
        }

        return 0;
}

/**
 * Update node statistics.
 *
 * @param dev Pointer to the device.
 * @param node_id Id of the node.
 * @param stats_mask Bitmask of statistics counters to be enabled.
 * @param error Pointer to the error.
 * @returns 0 on success, negative value otherwise.
 */
static int
mrvl_node_stats_update(struct rte_eth_dev *dev, uint32_t node_id,
                       uint64_t stats_mask, struct rte_tm_error *error)
{
        struct mrvl_priv *priv = dev->data->dev_private;
        struct mrvl_tm_node *node;

        if (!priv->configured)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_UNSPECIFIED,
                                         NULL, "Port didn't configured\n");

        node = mrvl_node_from_id(priv, node_id);
        if (!node)
                return -rte_tm_error_set(error, ENODEV,
                                         RTE_TM_ERROR_TYPE_NODE_ID,
                                         NULL, "Node id does not exist\n");

        if (!node->parent) {
                if (stats_mask & ~(RTE_TM_STATS_N_PKTS | RTE_TM_STATS_N_BYTES))
                        return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_NODE_PARAMS_STATS,
                                NULL,
                                "Requested port stats are not supported\n");
        } else {
                if (stats_mask & ~RTE_TM_STATS_N_PKTS)
                        return -rte_tm_error_set(error, EINVAL,
                                RTE_TM_ERROR_TYPE_NODE_PARAMS_STATS,
                                NULL,
                                "Requested txq stats are not supported\n");
        }

        node->stats_mask = stats_mask;

        return 0;
}

const struct rte_tm_ops mrvl_tm_ops = {
        .node_type_get = mrvl_node_type_get,
        .capabilities_get = mrvl_capabilities_get,
        .level_capabilities_get = mrvl_level_capabilities_get,
        .node_capabilities_get = mrvl_node_capabilities_get,
        .shaper_profile_add = mrvl_shaper_profile_add,
        .shaper_profile_delete = mrvl_shaper_profile_delete,
        .node_add = mrvl_node_add,
        .node_delete = mrvl_node_delete,
        .node_suspend = mrvl_node_suspend,
        .node_resume = mrvl_node_resume,
        .hierarchy_commit = mrvl_hierarchy_commit,
        .node_stats_update = mrvl_node_stats_update,
        .node_stats_read = mrvl_node_stats_read,
};