/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2018-2019 Hisilicon Limited.
 */

#include <rte_ethdev.h>
#include <rte_io.h>
#include <rte_malloc.h>

#include "hns3_ethdev.h"
#include "hns3_logs.h"

/*
 * The hash key used for rss initialization.
 */
static const uint8_t hns3_hash_key[] = {
        0x6D, 0x5A, 0x56, 0xDA, 0x25, 0x5B, 0x0E, 0xC2,
        0x41, 0x67, 0x25, 0x3D, 0x43, 0xA3, 0x8F, 0xB0,
        0xD0, 0xCA, 0x2B, 0xCB, 0xAE, 0x7B, 0x30, 0xB4,
        0x77, 0xCB, 0x2D, 0xA3, 0x80, 0x30, 0xF2, 0x0C,
        0x6A, 0x42, 0xB7, 0x3B, 0xBE, 0xAC, 0x01, 0xFA
};

enum hns3_tuple_field {
        /* IPV4_TCP ENABLE FIELD */
        HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D = 0,
        HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S,
        HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D,
        HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S,

        /* IPV4_UDP ENABLE FIELD */
        HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_D = 8,
        HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_S,
        HNS3_RSS_FIELD_IPV4_UDP_EN_IP_D,
        HNS3_RSS_FIELD_IPV4_UDP_EN_IP_S,

        /* IPV4_SCTP ENABLE FIELD */
        HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_D = 16,
        HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_S,
        HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_D,
        HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_S,
        HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_VER,

        /* IPV4 ENABLE FIELD */
        HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_D = 24,
        HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_S,
        HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_D,
        HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_S,

        /* IPV6_TCP ENABLE FIELD */
        HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_D = 32,
        HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_S,
        HNS3_RSS_FIELD_IPV6_TCP_EN_IP_D,
        HNS3_RSS_FIELD_IPV6_TCP_EN_IP_S,

        /* IPV6_UDP ENABLE FIELD */
        HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_D = 40,
        HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_S,
        HNS3_RSS_FIELD_IPV6_UDP_EN_IP_D,
        HNS3_RSS_FIELD_IPV6_UDP_EN_IP_S,

        /* IPV6_SCTP ENABLE FIELD */
        HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_D = 48,
        HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_S,
        HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_D,
        HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_S,
        HNS3_RSS_FIELD_IPV6_SCTP_EN_SCTP_VER,

        /* IPV6 ENABLE FIELD */
        HNS3_RSS_FIELD_IPV6_NONFRAG_IP_D = 56,
        HNS3_RSS_FIELD_IPV6_NONFRAG_IP_S,
        HNS3_RSS_FIELD_IPV6_FRAG_IP_D,
        HNS3_RSS_FIELD_IPV6_FRAG_IP_S
};

static const struct {
        uint64_t rss_types;
        uint64_t rss_field;
} hns3_set_tuple_table[] = {
        { ETH_RSS_FRAG_IPV4 | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_S) },
        { ETH_RSS_FRAG_IPV4 | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_D) },
        { ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S) },
        { ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D) },
        { ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S) },
        { ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D) },
        { ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_S) },
        { ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_D) },
        { ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_S) },
        { ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_D) },
        { ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_S) },
        { ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_D) },
        { ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_S) },
        { ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_D) },
        { ETH_RSS_NONFRAG_IPV4_OTHER | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_S) },
        { ETH_RSS_NONFRAG_IPV4_OTHER | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_D) },
        { ETH_RSS_FRAG_IPV6 | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_S) },
        { ETH_RSS_FRAG_IPV6 | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_D) },
        { ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_S) },
        { ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_D) },
        { ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_S) },
        { ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_D) },
        { ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_S) },
        { ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_D) },
        { ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_S) },
        { ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_D) },
        { ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_S) },
        { ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_D) },
        { ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_S) },
        { ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_DST_ONLY,
          BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_D) },
        { ETH_RSS_NONFRAG_IPV6_OTHER | ETH_RSS_L3_SRC_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_S) },
        { ETH_RSS_NONFRAG_IPV6_OTHER | ETH_RSS_L3_DST_ONLY,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_D) },
};

static const struct {
        uint64_t rss_types;
        uint64_t rss_field;
} hns3_set_rss_types[] = {
        { ETH_RSS_FRAG_IPV4, BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_D) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_S) },
        { ETH_RSS_NONFRAG_IPV4_TCP, BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D) },
        { ETH_RSS_NONFRAG_IPV4_TCP, BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D) },
        { ETH_RSS_NONFRAG_IPV4_UDP, BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_D) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_D) },
        { ETH_RSS_NONFRAG_IPV4_SCTP, BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_D) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_D) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_VER) },
        { ETH_RSS_NONFRAG_IPV4_OTHER,
          BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_D) },
        { ETH_RSS_FRAG_IPV6, BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_D) },
        { ETH_RSS_NONFRAG_IPV6_TCP, BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_D) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_D) },
        { ETH_RSS_NONFRAG_IPV6_UDP, BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_D) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_D) },
        { ETH_RSS_NONFRAG_IPV6_SCTP, BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_D) |
          BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_D) |
          BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_SCTP_VER) },
        { ETH_RSS_NONFRAG_IPV6_OTHER,
          BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_S) |
          BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_D) }
};

/*
 * rss_generic_config command function, opcode:0x0D01.
 * Used to set algorithm, key_offset and hash key of rss.
 */
int
hns3_rss_set_algo_key(struct hns3_hw *hw, const uint8_t *key)
{
#define HNS3_KEY_OFFSET_MAX     3
#define HNS3_SET_HASH_KEY_BYTE_FOUR     2

        struct hns3_rss_generic_config_cmd *req;
        struct hns3_cmd_desc desc;
        uint32_t key_offset, key_size;
        const uint8_t *key_cur;
        uint8_t cur_offset;
        int ret;

        req = (struct hns3_rss_generic_config_cmd *)desc.data;

        /*
         * key_offset=0, hash key byte0~15 is set to hardware.
         * key_offset=1, hash key byte16~31 is set to hardware.
         * key_offset=2, hash key byte32~39 is set to hardware.
         */
        for (key_offset = 0; key_offset < HNS3_KEY_OFFSET_MAX; key_offset++) {
                hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_GENERIC_CONFIG,
                                          false);

                req->hash_config |=
                        (hw->rss_info.hash_algo & HNS3_RSS_HASH_ALGO_MASK);
                req->hash_config |= (key_offset << HNS3_RSS_HASH_KEY_OFFSET_B);

                if (key_offset == HNS3_SET_HASH_KEY_BYTE_FOUR)
                        key_size = HNS3_RSS_KEY_SIZE - HNS3_RSS_HASH_KEY_NUM *
                        HNS3_SET_HASH_KEY_BYTE_FOUR;
                else
                        key_size = HNS3_RSS_HASH_KEY_NUM;

                cur_offset = key_offset * HNS3_RSS_HASH_KEY_NUM;
                key_cur = key + cur_offset;
                memcpy(req->hash_key, key_cur, key_size);

                ret = hns3_cmd_send(hw, &desc, 1);
                if (ret) {
                        hns3_err(hw, "Configure RSS algo key failed %d", ret);
                        return ret;
                }
        }
        /* Update the shadow RSS key with user specified */
        memcpy(hw->rss_info.key, key, HNS3_RSS_KEY_SIZE);
        return 0;
}

/*
 * Used to configure the tuple selection for RSS hash input.
 */
static int
hns3_rss_set_input_tuple(struct hns3_hw *hw)
{
        struct hns3_rss_conf *rss_config = &hw->rss_info;
        struct hns3_rss_input_tuple_cmd *req;
        struct hns3_cmd_desc desc_tuple;
        int ret;

        hns3_cmd_setup_basic_desc(&desc_tuple, HNS3_OPC_RSS_INPUT_TUPLE, false);

        req = (struct hns3_rss_input_tuple_cmd *)desc_tuple.data;

        req->tuple_field =
                rte_cpu_to_le_64(rss_config->rss_tuple_sets.rss_tuple_fields);

        ret = hns3_cmd_send(hw, &desc_tuple, 1);
        if (ret)
                hns3_err(hw, "Configure RSS input tuple mode failed %d", ret);

        return ret;
}

/*
 * rss_indirection_table command function, opcode:0x0D07.
 * Used to configure the indirection table of rss.
 */
int
hns3_set_rss_indir_table(struct hns3_hw *hw, uint16_t *indir, uint16_t size)
{
        struct hns3_rss_indirection_table_cmd *req;
        struct hns3_cmd_desc desc;
        uint8_t qid_msb_off;
        uint8_t qid_msb_val;
        uint16_t q_id;
        uint16_t i, j;
        int ret;

        req = (struct hns3_rss_indirection_table_cmd *)desc.data;

        for (i = 0; i < size / HNS3_RSS_CFG_TBL_SIZE; i++) {
                hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INDIR_TABLE,
                                          false);
                req->start_table_index =
                                rte_cpu_to_le_16(i * HNS3_RSS_CFG_TBL_SIZE);
                req->rss_set_bitmap = rte_cpu_to_le_16(HNS3_RSS_SET_BITMAP_MSK);
                for (j = 0; j < HNS3_RSS_CFG_TBL_SIZE; j++) {
                        q_id = indir[i * HNS3_RSS_CFG_TBL_SIZE + j];
                        req->rss_result_l[j] = q_id & 0xff;

                        qid_msb_off =
                                j * HNS3_RSS_CFG_TBL_BW_H / HNS3_BITS_PER_BYTE;
                        qid_msb_val = (q_id >> HNS3_RSS_CFG_TBL_BW_L & 0x1)
                                        << (j * HNS3_RSS_CFG_TBL_BW_H %
                                        HNS3_BITS_PER_BYTE);
                        req->rss_result_h[qid_msb_off] |= qid_msb_val;
                }

                ret = hns3_cmd_send(hw, &desc, 1);
                if (ret) {
                        hns3_err(hw,
                                 "Sets RSS indirection table failed %d size %u",
                                 ret, size);
                        return ret;
                }
        }

        /* Update redirection table of hw */
        memcpy(hw->rss_info.rss_indirection_tbl, indir,
               sizeof(uint16_t) * size);

        return 0;
}

int
hns3_rss_reset_indir_table(struct hns3_hw *hw)
{
        uint16_t *lut;
        int ret;

        lut = rte_zmalloc("hns3_rss_lut",
                          hw->rss_ind_tbl_size * sizeof(uint16_t), 0);
        if (lut == NULL) {
                hns3_err(hw, "No hns3_rss_lut memory can be allocated");
                return -ENOMEM;
        }

        ret = hns3_set_rss_indir_table(hw, lut, hw->rss_ind_tbl_size);
        if (ret)
                hns3_err(hw, "RSS uninit indir table failed: %d", ret);
        rte_free(lut);

        return ret;
}

int
hns3_set_rss_tuple_by_rss_hf(struct hns3_hw *hw,
                             struct hns3_rss_tuple_cfg *tuple, uint64_t rss_hf)
{
        struct hns3_rss_input_tuple_cmd *req;
        struct hns3_cmd_desc desc;
        uint32_t fields_count = 0; /* count times for setting tuple fields */
        uint32_t i;
        int ret;

        hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false);

        req = (struct hns3_rss_input_tuple_cmd *)desc.data;

        for (i = 0; i < RTE_DIM(hns3_set_tuple_table); i++) {
                if ((rss_hf & hns3_set_tuple_table[i].rss_types) ==
                     hns3_set_tuple_table[i].rss_types) {
                        req->tuple_field |=
                            rte_cpu_to_le_64(hns3_set_tuple_table[i].rss_field);
                        fields_count++;
                }
        }

        /*
         * When user does not specify the following types or a combination of
         * the following types, it enables all fields for the supported RSS
         * types. the following types as:
         * - ETH_RSS_L3_SRC_ONLY
         * - ETH_RSS_L3_DST_ONLY
         * - ETH_RSS_L4_SRC_ONLY
         * - ETH_RSS_L4_DST_ONLY
         */
        if (fields_count == 0) {
                for (i = 0; i < RTE_DIM(hns3_set_rss_types); i++) {
                        if ((rss_hf & hns3_set_rss_types[i].rss_types) ==
                             hns3_set_rss_types[i].rss_types)
                                req->tuple_field |= rte_cpu_to_le_64(
                                        hns3_set_rss_types[i].rss_field);
                }
        }

        ret = hns3_cmd_send(hw, &desc, 1);
        if (ret) {
                hns3_err(hw, "Update RSS flow types tuples failed %d", ret);
                return ret;
        }

        tuple->rss_tuple_fields = rte_le_to_cpu_64(req->tuple_field);

        return 0;
}

/*
 * Configure RSS hash protocols and hash key.
 * @param dev
 *   Pointer to Ethernet device.
 * @praram rss_conf
 *   The configuration select of  rss key size and tuple flow_types.
 * @return
 *   0 on success, a negative errno value otherwise is set.
 */
int
hns3_dev_rss_hash_update(struct rte_eth_dev *dev,
                         struct rte_eth_rss_conf *rss_conf)
{
        struct hns3_adapter *hns = dev->data->dev_private;
        struct hns3_hw *hw = &hns->hw;
        struct hns3_rss_tuple_cfg *tuple = &hw->rss_info.rss_tuple_sets;
        struct hns3_rss_conf *rss_cfg = &hw->rss_info;
        uint8_t key_len = rss_conf->rss_key_len;
        uint64_t rss_hf = rss_conf->rss_hf;
        uint8_t *key = rss_conf->rss_key;
        int ret;

        if (hw->rss_dis_flag)
                return -EINVAL;

        rte_spinlock_lock(&hw->lock);
        ret = hns3_set_rss_tuple_by_rss_hf(hw, tuple, rss_hf);
        if (ret)
                goto conf_err;

        if (rss_cfg->conf.types && rss_hf == 0) {
                /* Disable RSS, reset indirection table by local variable */
                ret = hns3_rss_reset_indir_table(hw);
                if (ret)
                        goto conf_err;
        } else if (rss_hf && rss_cfg->conf.types == 0) {
                /* Enable RSS, restore indirection table by hw's config */
                ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl,
                                               hw->rss_ind_tbl_size);
                if (ret)
                        goto conf_err;
        }

        /* Update supported flow types when set tuple success */
        rss_cfg->conf.types = rss_hf;

        if (key) {
                if (key_len != HNS3_RSS_KEY_SIZE) {
                        hns3_err(hw, "The hash key len(%u) is invalid",
                                 key_len);
                        ret = -EINVAL;
                        goto conf_err;
                }
                ret = hns3_rss_set_algo_key(hw, key);
                if (ret)
                        goto conf_err;
        }
        rte_spinlock_unlock(&hw->lock);

        return 0;

conf_err:
        rte_spinlock_unlock(&hw->lock);
        return ret;
}

/*
 * Get rss key and rss_hf types set of RSS hash configuration.
 * @param dev
 *   Pointer to Ethernet device.
 * @praram rss_conf
 *   The buffer to get rss key size and tuple types.
 * @return
 *   0 on success.
 */
int
hns3_dev_rss_hash_conf_get(struct rte_eth_dev *dev,
                           struct rte_eth_rss_conf *rss_conf)
{
        struct hns3_adapter *hns = dev->data->dev_private;
        struct hns3_hw *hw = &hns->hw;
        struct hns3_rss_conf *rss_cfg = &hw->rss_info;

        rte_spinlock_lock(&hw->lock);
        rss_conf->rss_hf = rss_cfg->conf.types;

        /* Get the RSS Key required by the user */
        if (rss_conf->rss_key && rss_conf->rss_key_len >= HNS3_RSS_KEY_SIZE) {
                memcpy(rss_conf->rss_key, rss_cfg->key, HNS3_RSS_KEY_SIZE);
                rss_conf->rss_key_len = HNS3_RSS_KEY_SIZE;
        }
        rte_spinlock_unlock(&hw->lock);

        return 0;
}

/*
 * Update rss redirection table of RSS.
 * @param dev
 *   Pointer to Ethernet device.
 * @praram reta_conf
 *   Pointer to the configuration select of mask and redirection tables.
 * @param reta_size
 *   Redirection table size.
 * @return
 *   0 on success, a negative errno value otherwise is set.
 */
int
hns3_dev_rss_reta_update(struct rte_eth_dev *dev,
                         struct rte_eth_rss_reta_entry64 *reta_conf,
                         uint16_t reta_size)
{
        struct hns3_adapter *hns = dev->data->dev_private;
        struct hns3_hw *hw = &hns->hw;
        struct hns3_rss_conf *rss_cfg = &hw->rss_info;
        uint16_t indirection_tbl[HNS3_RSS_IND_TBL_SIZE_MAX];
        uint16_t idx, shift;
        uint16_t i;
        int ret;

        if (reta_size != hw->rss_ind_tbl_size) {
                hns3_err(hw, "The size of hash lookup table configured (%u)"
                         "doesn't match the number hardware can supported"
                         "(%u)", reta_size, hw->rss_ind_tbl_size);
                return -EINVAL;
        }
        rte_spinlock_lock(&hw->lock);
        memcpy(indirection_tbl, rss_cfg->rss_indirection_tbl,
               sizeof(rss_cfg->rss_indirection_tbl));
        for (i = 0; i < reta_size; i++) {
                idx = i / RTE_RETA_GROUP_SIZE;
                shift = i % RTE_RETA_GROUP_SIZE;
                if (reta_conf[idx].reta[shift] >= hw->alloc_rss_size) {
                        rte_spinlock_unlock(&hw->lock);
                        hns3_err(hw, "queue id(%u) set to redirection table "
                                 "exceeds queue number(%u) allocated to a TC",
                                 reta_conf[idx].reta[shift],
                                 hw->alloc_rss_size);
                        return -EINVAL;
                }

                if (reta_conf[idx].mask & (1ULL << shift))
                        indirection_tbl[i] = reta_conf[idx].reta[shift];
        }

        ret = hns3_set_rss_indir_table(hw, indirection_tbl,
                                       hw->rss_ind_tbl_size);

        rte_spinlock_unlock(&hw->lock);
        return ret;
}

/*
 * Get rss redirection table of RSS hash configuration.
 * @param dev
 *   Pointer to Ethernet device.
 * @praram reta_conf
 *   Pointer to the configuration select of mask and redirection tables.
 * @param reta_size
 *   Redirection table size.
 * @return
 *   0 on success, a negative errno value otherwise is set.
 */
int
hns3_dev_rss_reta_query(struct rte_eth_dev *dev,
                        struct rte_eth_rss_reta_entry64 *reta_conf,
                        uint16_t reta_size)
{
        struct hns3_adapter *hns = dev->data->dev_private;
        struct hns3_hw *hw = &hns->hw;
        struct hns3_rss_conf *rss_cfg = &hw->rss_info;
        uint16_t idx, shift;
        uint16_t i;

        if (reta_size != hw->rss_ind_tbl_size) {
                hns3_err(hw, "The size of hash lookup table configured (%u)"
                         " doesn't match the number hardware can supported"
                         "(%u)", reta_size, hw->rss_ind_tbl_size);
                return -EINVAL;
        }
        rte_spinlock_lock(&hw->lock);
        for (i = 0; i < reta_size; i++) {
                idx = i / RTE_RETA_GROUP_SIZE;
                shift = i % RTE_RETA_GROUP_SIZE;
                if (reta_conf[idx].mask & (1ULL << shift))
                        reta_conf[idx].reta[shift] =
                                                rss_cfg->rss_indirection_tbl[i];
        }
        rte_spinlock_unlock(&hw->lock);
        return 0;
}

/*
 * Used to configure the tc_size and tc_offset.
 */
static int
hns3_set_rss_tc_mode(struct hns3_hw *hw)
{
        uint16_t rss_size = hw->alloc_rss_size;
        struct hns3_rss_tc_mode_cmd *req;
        uint16_t tc_offset[HNS3_MAX_TC_NUM];
        uint8_t tc_valid[HNS3_MAX_TC_NUM];
        uint16_t tc_size[HNS3_MAX_TC_NUM];
        struct hns3_cmd_desc desc;
        uint16_t roundup_size;
        uint16_t i;
        int ret;

        req = (struct hns3_rss_tc_mode_cmd *)desc.data;

        roundup_size = roundup_pow_of_two(rss_size);
        roundup_size = ilog2(roundup_size);

        for (i = 0; i < HNS3_MAX_TC_NUM; i++) {
                tc_valid[i] = !!(hw->hw_tc_map & BIT(i));
                tc_size[i] = roundup_size;
                tc_offset[i] = rss_size * i;
        }

        hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_TC_MODE, false);
        for (i = 0; i < HNS3_MAX_TC_NUM; i++) {
                uint16_t mode = 0;

                hns3_set_bit(mode, HNS3_RSS_TC_VALID_B, (tc_valid[i] & 0x1));
                hns3_set_field(mode, HNS3_RSS_TC_SIZE_M, HNS3_RSS_TC_SIZE_S,
                               tc_size[i]);
                if (tc_size[i] >> HNS3_RSS_TC_SIZE_MSB_OFFSET > 0)
                        hns3_set_bit(mode, HNS3_RSS_TC_SIZE_MSB_S, 1);
                hns3_set_field(mode, HNS3_RSS_TC_OFFSET_M, HNS3_RSS_TC_OFFSET_S,
                               tc_offset[i]);

                req->rss_tc_mode[i] = rte_cpu_to_le_16(mode);
        }
        ret = hns3_cmd_send(hw, &desc, 1);
        if (ret)
                hns3_err(hw, "Sets rss tc mode failed %d", ret);

        return ret;
}

static void
hns3_rss_tuple_uninit(struct hns3_hw *hw)
{
        struct hns3_cmd_desc desc;
        int ret;

        hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false);

        ret = hns3_cmd_send(hw, &desc, 1);
        if (ret) {
                hns3_err(hw, "RSS uninit tuple failed %d", ret);
                return;
        }
}

/*
 * Set the default rss configuration in the init of driver.
 */
void
hns3_rss_set_default_args(struct hns3_hw *hw)
{
        struct hns3_rss_conf *rss_cfg = &hw->rss_info;
        uint16_t queue_num = hw->alloc_rss_size;
        int i;

        /* Default hash algorithm */
        rss_cfg->conf.func = RTE_ETH_HASH_FUNCTION_TOEPLITZ;

        /* Default RSS key */
        memcpy(rss_cfg->key, hns3_hash_key, HNS3_RSS_KEY_SIZE);

        /* Initialize RSS indirection table */
        for (i = 0; i < hw->rss_ind_tbl_size; i++)
                rss_cfg->rss_indirection_tbl[i] = i % queue_num;
}

/*
 * RSS initialization for hns3 pmd driver.
 */
int
hns3_config_rss(struct hns3_adapter *hns)
{
        struct hns3_hw *hw = &hns->hw;
        struct hns3_rss_conf *rss_cfg = &hw->rss_info;
        uint8_t *hash_key = rss_cfg->key;
        int ret, ret1;

        enum rte_eth_rx_mq_mode mq_mode = hw->data->dev_conf.rxmode.mq_mode;

        switch (hw->rss_info.conf.func) {
        case RTE_ETH_HASH_FUNCTION_SIMPLE_XOR:
                hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_SIMPLE;
                break;
        case RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ:
                hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_SYMMETRIC_TOEP;
                break;
        default:
                hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_TOEPLITZ;
                break;
        }

        /* When RSS is off, redirect the packet queue 0 */
        if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG) == 0)
                hns3_rss_uninit(hns);

        /* Configure RSS hash algorithm and hash key offset */
        ret = hns3_rss_set_algo_key(hw, hash_key);
        if (ret)
                return ret;

        /* Configure the tuple selection for RSS hash input */
        ret = hns3_rss_set_input_tuple(hw);
        if (ret)
                return ret;

        /*
         * When RSS is off, it doesn't need to configure rss redirection table
         * to hardware.
         */
        if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG)) {
                ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl,
                                               hw->rss_ind_tbl_size);
                if (ret)
                        goto rss_tuple_uninit;
        }

        ret = hns3_set_rss_tc_mode(hw);
        if (ret)
                goto rss_indir_table_uninit;

        return ret;

rss_indir_table_uninit:
        if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG)) {
                ret1 = hns3_rss_reset_indir_table(hw);
                if (ret1 != 0)
                        return ret;
        }

rss_tuple_uninit:
        hns3_rss_tuple_uninit(hw);

        /* Disable RSS */
        hw->rss_info.conf.types = 0;

        return ret;
}

/*
 * RSS uninitialization for hns3 pmd driver.
 */
void
hns3_rss_uninit(struct hns3_adapter *hns)
{
        struct hns3_hw *hw = &hns->hw;
        int ret;

        hns3_rss_tuple_uninit(hw);
        ret = hns3_rss_reset_indir_table(hw);
        if (ret != 0)
                return;

        /* Disable RSS */
        hw->rss_info.conf.types = 0;
}