// SPDX-License-Identifier: GPL-2.0
/* Copyright (c) 2019, Intel Corporation. */

#include "ice_common.h"
#include "ice_flow.h"

/* Describe properties of a protocol header field */
struct ice_flow_field_info {
        enum ice_flow_seg_hdr hdr;
        s16 off;        /* Offset from start of a protocol header, in bits */
        u16 size;       /* Size of fields in bits */
};

#define ICE_FLOW_FLD_INFO(_hdr, _offset_bytes, _size_bytes) { \
        .hdr = _hdr, \
        .off = (_offset_bytes) * BITS_PER_BYTE, \
        .size = (_size_bytes) * BITS_PER_BYTE, \
}

/* Table containing properties of supported protocol header fields */
static const
struct ice_flow_field_info ice_flds_info[ICE_FLOW_FIELD_IDX_MAX] = {
        /* IPv4 / IPv6 */
        /* ICE_FLOW_FIELD_IDX_IPV4_SA */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_IPV4, 12, sizeof(struct in_addr)),
        /* ICE_FLOW_FIELD_IDX_IPV4_DA */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_IPV4, 16, sizeof(struct in_addr)),
        /* ICE_FLOW_FIELD_IDX_IPV6_SA */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_IPV6, 8, sizeof(struct in6_addr)),
        /* ICE_FLOW_FIELD_IDX_IPV6_DA */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_IPV6, 24, sizeof(struct in6_addr)),
        /* Transport */
        /* ICE_FLOW_FIELD_IDX_TCP_SRC_PORT */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_TCP, 0, sizeof(__be16)),
        /* ICE_FLOW_FIELD_IDX_TCP_DST_PORT */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_TCP, 2, sizeof(__be16)),
        /* ICE_FLOW_FIELD_IDX_UDP_SRC_PORT */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_UDP, 0, sizeof(__be16)),
        /* ICE_FLOW_FIELD_IDX_UDP_DST_PORT */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_UDP, 2, sizeof(__be16)),
        /* ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_SCTP, 0, sizeof(__be16)),
        /* ICE_FLOW_FIELD_IDX_SCTP_DST_PORT */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_SCTP, 2, sizeof(__be16)),
        /* GRE */
        /* ICE_FLOW_FIELD_IDX_GRE_KEYID */
        ICE_FLOW_FLD_INFO(ICE_FLOW_SEG_HDR_GRE, 12,
                          sizeof_field(struct gre_full_hdr, key)),
};

/* Bitmaps indicating relevant packet types for a particular protocol header
 *
 * Packet types for packets with an Outer/First/Single IPv4 header
 */
static const u32 ice_ptypes_ipv4_ofos[] = {
        0x1DC00000, 0x04000800, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
};

/* Packet types for packets with an Innermost/Last IPv4 header */
static const u32 ice_ptypes_ipv4_il[] = {
        0xE0000000, 0xB807700E, 0x80000003, 0xE01DC03B,
        0x0000000E, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
};

/* Packet types for packets with an Outer/First/Single IPv6 header */
static const u32 ice_ptypes_ipv6_ofos[] = {
        0x00000000, 0x00000000, 0x77000000, 0x10002000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
};

/* Packet types for packets with an Innermost/Last IPv6 header */
static const u32 ice_ptypes_ipv6_il[] = {
        0x00000000, 0x03B80770, 0x000001DC, 0x0EE00000,
        0x00000770, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
};

/* UDP Packet types for non-tunneled packets or tunneled
 * packets with inner UDP.
 */
static const u32 ice_ptypes_udp_il[] = {
        0x81000000, 0x20204040, 0x04000010, 0x80810102,
        0x00000040, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
};

/* Packet types for packets with an Innermost/Last TCP header */
static const u32 ice_ptypes_tcp_il[] = {
        0x04000000, 0x80810102, 0x10000040, 0x02040408,
        0x00000102, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
};

/* Packet types for packets with an Innermost/Last SCTP header */
static const u32 ice_ptypes_sctp_il[] = {
        0x08000000, 0x01020204, 0x20000081, 0x04080810,
        0x00000204, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
};

/* Packet types for packets with an Outermost/First GRE header */
static const u32 ice_ptypes_gre_of[] = {
        0x00000000, 0xBFBF7800, 0x000001DF, 0xFEFDE000,
        0x0000017E, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
};

/* Manage parameters and info. used during the creation of a flow profile */
struct ice_flow_prof_params {
        enum ice_block blk;
        u16 entry_length; /* # of bytes formatted entry will require */
        u8 es_cnt;
        struct ice_flow_prof *prof;

        /* For ACL, the es[0] will have the data of ICE_RX_MDID_PKT_FLAGS_15_0
         * This will give us the direction flags.
         */
        struct ice_fv_word es[ICE_MAX_FV_WORDS];
        DECLARE_BITMAP(ptypes, ICE_FLOW_PTYPE_MAX);
};

#define ICE_FLOW_SEG_HDRS_L3_MASK       \
        (ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV6)
#define ICE_FLOW_SEG_HDRS_L4_MASK       \
        (ICE_FLOW_SEG_HDR_TCP | ICE_FLOW_SEG_HDR_UDP | ICE_FLOW_SEG_HDR_SCTP)

/**
 * ice_flow_val_hdrs - validates packet segments for valid protocol headers
 * @segs: array of one or more packet segments that describe the flow
 * @segs_cnt: number of packet segments provided
 */
static enum ice_status
ice_flow_val_hdrs(struct ice_flow_seg_info *segs, u8 segs_cnt)
{
        u8 i;

        for (i = 0; i < segs_cnt; i++) {
                /* Multiple L3 headers */
                if (segs[i].hdrs & ICE_FLOW_SEG_HDRS_L3_MASK &&
                    !is_power_of_2(segs[i].hdrs & ICE_FLOW_SEG_HDRS_L3_MASK))
                        return ICE_ERR_PARAM;

                /* Multiple L4 headers */
                if (segs[i].hdrs & ICE_FLOW_SEG_HDRS_L4_MASK &&
                    !is_power_of_2(segs[i].hdrs & ICE_FLOW_SEG_HDRS_L4_MASK))
                        return ICE_ERR_PARAM;
        }

        return 0;
}

/* Sizes of fixed known protocol headers without header options */
#define ICE_FLOW_PROT_HDR_SZ_MAC        14
#define ICE_FLOW_PROT_HDR_SZ_IPV4       20
#define ICE_FLOW_PROT_HDR_SZ_IPV6       40
#define ICE_FLOW_PROT_HDR_SZ_TCP        20
#define ICE_FLOW_PROT_HDR_SZ_UDP        8
#define ICE_FLOW_PROT_HDR_SZ_SCTP       12

/**
 * ice_flow_calc_seg_sz - calculates size of a packet segment based on headers
 * @params: information about the flow to be processed
 * @seg: index of packet segment whose header size is to be determined
 */
static u16 ice_flow_calc_seg_sz(struct ice_flow_prof_params *params, u8 seg)
{
        u16 sz = ICE_FLOW_PROT_HDR_SZ_MAC;

        /* L3 headers */
        if (params->prof->segs[seg].hdrs & ICE_FLOW_SEG_HDR_IPV4)
                sz += ICE_FLOW_PROT_HDR_SZ_IPV4;
        else if (params->prof->segs[seg].hdrs & ICE_FLOW_SEG_HDR_IPV6)
                sz += ICE_FLOW_PROT_HDR_SZ_IPV6;

        /* L4 headers */
        if (params->prof->segs[seg].hdrs & ICE_FLOW_SEG_HDR_TCP)
                sz += ICE_FLOW_PROT_HDR_SZ_TCP;
        else if (params->prof->segs[seg].hdrs & ICE_FLOW_SEG_HDR_UDP)
                sz += ICE_FLOW_PROT_HDR_SZ_UDP;
        else if (params->prof->segs[seg].hdrs & ICE_FLOW_SEG_HDR_SCTP)
                sz += ICE_FLOW_PROT_HDR_SZ_SCTP;

        return sz;
}

/**
 * ice_flow_proc_seg_hdrs - process protocol headers present in pkt segments
 * @params: information about the flow to be processed
 *
 * This function identifies the packet types associated with the protocol
 * headers being present in packet segments of the specified flow profile.
 */
static enum ice_status
ice_flow_proc_seg_hdrs(struct ice_flow_prof_params *params)
{
        struct ice_flow_prof *prof;
        u8 i;

        memset(params->ptypes, 0xff, sizeof(params->ptypes));

        prof = params->prof;

        for (i = 0; i < params->prof->segs_cnt; i++) {
                const unsigned long *src;
                u32 hdrs;

                hdrs = prof->segs[i].hdrs;

                if (hdrs & ICE_FLOW_SEG_HDR_IPV4) {
                        src = !i ? (const unsigned long *)ice_ptypes_ipv4_ofos :
                                (const unsigned long *)ice_ptypes_ipv4_il;
                        bitmap_and(params->ptypes, params->ptypes, src,
                                   ICE_FLOW_PTYPE_MAX);
                } else if (hdrs & ICE_FLOW_SEG_HDR_IPV6) {
                        src = !i ? (const unsigned long *)ice_ptypes_ipv6_ofos :
                                (const unsigned long *)ice_ptypes_ipv6_il;
                        bitmap_and(params->ptypes, params->ptypes, src,
                                   ICE_FLOW_PTYPE_MAX);
                }

                if (hdrs & ICE_FLOW_SEG_HDR_UDP) {
                        src = (const unsigned long *)ice_ptypes_udp_il;
                        bitmap_and(params->ptypes, params->ptypes, src,
                                   ICE_FLOW_PTYPE_MAX);
                } else if (hdrs & ICE_FLOW_SEG_HDR_TCP) {
                        bitmap_and(params->ptypes, params->ptypes,
                                   (const unsigned long *)ice_ptypes_tcp_il,
                                   ICE_FLOW_PTYPE_MAX);
                } else if (hdrs & ICE_FLOW_SEG_HDR_SCTP) {
                        src = (const unsigned long *)ice_ptypes_sctp_il;
                        bitmap_and(params->ptypes, params->ptypes, src,
                                   ICE_FLOW_PTYPE_MAX);
                } else if (hdrs & ICE_FLOW_SEG_HDR_GRE) {
                        if (!i) {
                                src = (const unsigned long *)ice_ptypes_gre_of;
                                bitmap_and(params->ptypes, params->ptypes,
                                           src, ICE_FLOW_PTYPE_MAX);
                        }
                }
        }

        return 0;
}

/**
 * ice_flow_xtract_fld - Create an extraction sequence entry for the given field
 * @hw: pointer to the HW struct
 * @params: information about the flow to be processed
 * @seg: packet segment index of the field to be extracted
 * @fld: ID of field to be extracted
 *
 * This function determines the protocol ID, offset, and size of the given
 * field. It then allocates one or more extraction sequence entries for the
 * given field, and fill the entries with protocol ID and offset information.
 */
static enum ice_status
ice_flow_xtract_fld(struct ice_hw *hw, struct ice_flow_prof_params *params,
                    u8 seg, enum ice_flow_field fld)
{
        enum ice_prot_id prot_id = ICE_PROT_ID_INVAL;
        u8 fv_words = hw->blk[params->blk].es.fvw;
        struct ice_flow_fld_info *flds;
        u16 cnt, ese_bits, i;
        u16 off;

        flds = params->prof->segs[seg].fields;

        switch (fld) {
        case ICE_FLOW_FIELD_IDX_IPV4_SA:
        case ICE_FLOW_FIELD_IDX_IPV4_DA:
                prot_id = seg == 0 ? ICE_PROT_IPV4_OF_OR_S : ICE_PROT_IPV4_IL;
                break;
        case ICE_FLOW_FIELD_IDX_IPV6_SA:
        case ICE_FLOW_FIELD_IDX_IPV6_DA:
                prot_id = seg == 0 ? ICE_PROT_IPV6_OF_OR_S : ICE_PROT_IPV6_IL;
                break;
        case ICE_FLOW_FIELD_IDX_TCP_SRC_PORT:
        case ICE_FLOW_FIELD_IDX_TCP_DST_PORT:
                prot_id = ICE_PROT_TCP_IL;
                break;
        case ICE_FLOW_FIELD_IDX_UDP_SRC_PORT:
        case ICE_FLOW_FIELD_IDX_UDP_DST_PORT:
                prot_id = ICE_PROT_UDP_IL_OR_S;
                break;
        case ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT:
        case ICE_FLOW_FIELD_IDX_SCTP_DST_PORT:
                prot_id = ICE_PROT_SCTP_IL;
                break;
        case ICE_FLOW_FIELD_IDX_GRE_KEYID:
                prot_id = ICE_PROT_GRE_OF;
                break;
        default:
                return ICE_ERR_NOT_IMPL;
        }

        /* Each extraction sequence entry is a word in size, and extracts a
         * word-aligned offset from a protocol header.
         */
        ese_bits = ICE_FLOW_FV_EXTRACT_SZ * BITS_PER_BYTE;

        flds[fld].xtrct.prot_id = prot_id;
        flds[fld].xtrct.off = (ice_flds_info[fld].off / ese_bits) *
                ICE_FLOW_FV_EXTRACT_SZ;
        flds[fld].xtrct.disp = (u8)(ice_flds_info[fld].off % ese_bits);
        flds[fld].xtrct.idx = params->es_cnt;

        /* Adjust the next field-entry index after accommodating the number of
         * entries this field consumes
         */
        cnt = DIV_ROUND_UP(flds[fld].xtrct.disp + ice_flds_info[fld].size,
                           ese_bits);

        /* Fill in the extraction sequence entries needed for this field */
        off = flds[fld].xtrct.off;
        for (i = 0; i < cnt; i++) {
                u8 idx;

                /* Make sure the number of extraction sequence required
                 * does not exceed the block's capability
                 */
                if (params->es_cnt >= fv_words)
                        return ICE_ERR_MAX_LIMIT;

                /* some blocks require a reversed field vector layout */
                if (hw->blk[params->blk].es.reverse)
                        idx = fv_words - params->es_cnt - 1;
                else
                        idx = params->es_cnt;

                params->es[idx].prot_id = prot_id;
                params->es[idx].off = off;
                params->es_cnt++;

                off += ICE_FLOW_FV_EXTRACT_SZ;
        }

        return 0;
}

/**
 * ice_flow_xtract_raws - Create extract sequence entries for raw bytes
 * @hw: pointer to the HW struct
 * @params: information about the flow to be processed
 * @seg: index of packet segment whose raw fields are to be be extracted
 */
static enum ice_status
ice_flow_xtract_raws(struct ice_hw *hw, struct ice_flow_prof_params *params,
                     u8 seg)
{
        u16 fv_words;
        u16 hdrs_sz;
        u8 i;

        if (!params->prof->segs[seg].raws_cnt)
                return 0;

        if (params->prof->segs[seg].raws_cnt >
            ARRAY_SIZE(params->prof->segs[seg].raws))
                return ICE_ERR_MAX_LIMIT;

        /* Offsets within the segment headers are not supported */
        hdrs_sz = ice_flow_calc_seg_sz(params, seg);
        if (!hdrs_sz)
                return ICE_ERR_PARAM;

        fv_words = hw->blk[params->blk].es.fvw;

        for (i = 0; i < params->prof->segs[seg].raws_cnt; i++) {
                struct ice_flow_seg_fld_raw *raw;
                u16 off, cnt, j;

                raw = &params->prof->segs[seg].raws[i];

                /* Storing extraction information */
                raw->info.xtrct.prot_id = ICE_PROT_MAC_OF_OR_S;
                raw->info.xtrct.off = (raw->off / ICE_FLOW_FV_EXTRACT_SZ) *
                        ICE_FLOW_FV_EXTRACT_SZ;
                raw->info.xtrct.disp = (raw->off % ICE_FLOW_FV_EXTRACT_SZ) *
                        BITS_PER_BYTE;
                raw->info.xtrct.idx = params->es_cnt;

                /* Determine the number of field vector entries this raw field
                 * consumes.
                 */
                cnt = DIV_ROUND_UP(raw->info.xtrct.disp +
                                   (raw->info.src.last * BITS_PER_BYTE),
                                   (ICE_FLOW_FV_EXTRACT_SZ * BITS_PER_BYTE));
                off = raw->info.xtrct.off;
                for (j = 0; j < cnt; j++) {
                        u16 idx;

                        /* Make sure the number of extraction sequence required
                         * does not exceed the block's capability
                         */
                        if (params->es_cnt >= hw->blk[params->blk].es.count ||
                            params->es_cnt >= ICE_MAX_FV_WORDS)
                                return ICE_ERR_MAX_LIMIT;

                        /* some blocks require a reversed field vector layout */
                        if (hw->blk[params->blk].es.reverse)
                                idx = fv_words - params->es_cnt - 1;
                        else
                                idx = params->es_cnt;

                        params->es[idx].prot_id = raw->info.xtrct.prot_id;
                        params->es[idx].off = off;
                        params->es_cnt++;
                        off += ICE_FLOW_FV_EXTRACT_SZ;
                }
        }

        return 0;
}

/**
 * ice_flow_create_xtrct_seq - Create an extraction sequence for given segments
 * @hw: pointer to the HW struct
 * @params: information about the flow to be processed
 *
 * This function iterates through all matched fields in the given segments, and
 * creates an extraction sequence for the fields.
 */
static enum ice_status
ice_flow_create_xtrct_seq(struct ice_hw *hw,
                          struct ice_flow_prof_params *params)
{
        struct ice_flow_prof *prof = params->prof;
        enum ice_status status = 0;
        u8 i;

        for (i = 0; i < prof->segs_cnt; i++) {
                u8 j;

                for_each_set_bit(j, (unsigned long *)&prof->segs[i].match,
                                 ICE_FLOW_FIELD_IDX_MAX) {
                        status = ice_flow_xtract_fld(hw, params, i,
                                                     (enum ice_flow_field)j);
                        if (status)
                                return status;
                }

                /* Process raw matching bytes */
                status = ice_flow_xtract_raws(hw, params, i);
                if (status)
                        return status;
        }

        return status;
}

/**
 * ice_flow_proc_segs - process all packet segments associated with a profile
 * @hw: pointer to the HW struct
 * @params: information about the flow to be processed
 */
static enum ice_status
ice_flow_proc_segs(struct ice_hw *hw, struct ice_flow_prof_params *params)
{
        enum ice_status status;

        status = ice_flow_proc_seg_hdrs(params);
        if (status)
                return status;

        status = ice_flow_create_xtrct_seq(hw, params);
        if (status)
                return status;

        switch (params->blk) {
        case ICE_BLK_FD:
        case ICE_BLK_RSS:
                status = 0;
                break;
        default:
                return ICE_ERR_NOT_IMPL;
        }

        return status;
}

#define ICE_FLOW_FIND_PROF_CHK_FLDS     0x00000001
#define ICE_FLOW_FIND_PROF_CHK_VSI      0x00000002
#define ICE_FLOW_FIND_PROF_NOT_CHK_DIR  0x00000004

/**
 * ice_flow_find_prof_conds - Find a profile matching headers and conditions
 * @hw: pointer to the HW struct
 * @blk: classification stage
 * @dir: flow direction
 * @segs: array of one or more packet segments that describe the flow
 * @segs_cnt: number of packet segments provided
 * @vsi_handle: software VSI handle to check VSI (ICE_FLOW_FIND_PROF_CHK_VSI)
 * @conds: additional conditions to be checked (ICE_FLOW_FIND_PROF_CHK_*)
 */
static struct ice_flow_prof *
ice_flow_find_prof_conds(struct ice_hw *hw, enum ice_block blk,
                         enum ice_flow_dir dir, struct ice_flow_seg_info *segs,
                         u8 segs_cnt, u16 vsi_handle, u32 conds)
{
        struct ice_flow_prof *p, *prof = NULL;

        mutex_lock(&hw->fl_profs_locks[blk]);
        list_for_each_entry(p, &hw->fl_profs[blk], l_entry)
                if ((p->dir == dir || conds & ICE_FLOW_FIND_PROF_NOT_CHK_DIR) &&
                    segs_cnt && segs_cnt == p->segs_cnt) {
                        u8 i;

                        /* Check for profile-VSI association if specified */
                        if ((conds & ICE_FLOW_FIND_PROF_CHK_VSI) &&
                            ice_is_vsi_valid(hw, vsi_handle) &&
                            !test_bit(vsi_handle, p->vsis))
                                continue;

                        /* Protocol headers must be checked. Matched fields are
                         * checked if specified.
                         */
                        for (i = 0; i < segs_cnt; i++)
                                if (segs[i].hdrs != p->segs[i].hdrs ||
                                    ((conds & ICE_FLOW_FIND_PROF_CHK_FLDS) &&
                                     segs[i].match != p->segs[i].match))
                                        break;

                        /* A match is found if all segments are matched */
                        if (i == segs_cnt) {
                                prof = p;
                                break;
                        }
                }
        mutex_unlock(&hw->fl_profs_locks[blk]);

        return prof;
}

/**
 * ice_flow_find_prof_id - Look up a profile with given profile ID
 * @hw: pointer to the HW struct
 * @blk: classification stage
 * @prof_id: unique ID to identify this flow profile
 */
static struct ice_flow_prof *
ice_flow_find_prof_id(struct ice_hw *hw, enum ice_block blk, u64 prof_id)
{
        struct ice_flow_prof *p;

        list_for_each_entry(p, &hw->fl_profs[blk], l_entry)
                if (p->id == prof_id)
                        return p;

        return NULL;
}

/**
 * ice_dealloc_flow_entry - Deallocate flow entry memory
 * @hw: pointer to the HW struct
 * @entry: flow entry to be removed
 */
static void
ice_dealloc_flow_entry(struct ice_hw *hw, struct ice_flow_entry *entry)
{
        if (!entry)
                return;

        if (entry->entry)
                devm_kfree(ice_hw_to_dev(hw), entry->entry);

        devm_kfree(ice_hw_to_dev(hw), entry);
}

/**
 * ice_flow_rem_entry_sync - Remove a flow entry
 * @hw: pointer to the HW struct
 * @blk: classification stage
 * @entry: flow entry to be removed
 */
static enum ice_status
ice_flow_rem_entry_sync(struct ice_hw *hw, enum ice_block __always_unused blk,
                        struct ice_flow_entry *entry)
{
        if (!entry)
                return ICE_ERR_BAD_PTR;

        list_del(&entry->l_entry);

        ice_dealloc_flow_entry(hw, entry);

        return 0;
}

/**
 * ice_flow_add_prof_sync - Add a flow profile for packet segments and fields
 * @hw: pointer to the HW struct
 * @blk: classification stage
 * @dir: flow direction
 * @prof_id: unique ID to identify this flow profile
 * @segs: array of one or more packet segments that describe the flow
 * @segs_cnt: number of packet segments provided
 * @prof: stores the returned flow profile added
 *
 * Assumption: the caller has acquired the lock to the profile list
 */
static enum ice_status
ice_flow_add_prof_sync(struct ice_hw *hw, enum ice_block blk,
                       enum ice_flow_dir dir, u64 prof_id,
                       struct ice_flow_seg_info *segs, u8 segs_cnt,
                       struct ice_flow_prof **prof)
{
        struct ice_flow_prof_params params;
        enum ice_status status;
        u8 i;

        if (!prof)
                return ICE_ERR_BAD_PTR;

        memset(&params, 0, sizeof(params));
        params.prof = devm_kzalloc(ice_hw_to_dev(hw), sizeof(*params.prof),
                                   GFP_KERNEL);
        if (!params.prof)
                return ICE_ERR_NO_MEMORY;

        /* initialize extraction sequence to all invalid (0xff) */
        for (i = 0; i < ICE_MAX_FV_WORDS; i++) {
                params.es[i].prot_id = ICE_PROT_INVALID;
                params.es[i].off = ICE_FV_OFFSET_INVAL;
        }

        params.blk = blk;
        params.prof->id = prof_id;
        params.prof->dir = dir;
        params.prof->segs_cnt = segs_cnt;

        /* Make a copy of the segments that need to be persistent in the flow
         * profile instance
         */
        for (i = 0; i < segs_cnt; i++)
                memcpy(&params.prof->segs[i], &segs[i], sizeof(*segs));

        status = ice_flow_proc_segs(hw, &params);
        if (status) {
                ice_debug(hw, ICE_DBG_FLOW,
                          "Error processing a flow's packet segments\n");
                goto out;
        }

        /* Add a HW profile for this flow profile */
        status = ice_add_prof(hw, blk, prof_id, (u8 *)params.ptypes, params.es);
        if (status) {
                ice_debug(hw, ICE_DBG_FLOW, "Error adding a HW flow profile\n");
                goto out;
        }

        INIT_LIST_HEAD(&params.prof->entries);
        mutex_init(&params.prof->entries_lock);
        *prof = params.prof;

out:
        if (status)
                devm_kfree(ice_hw_to_dev(hw), params.prof);

        return status;
}

/**
 * ice_flow_rem_prof_sync - remove a flow profile
 * @hw: pointer to the hardware structure
 * @blk: classification stage
 * @prof: pointer to flow profile to remove
 *
 * Assumption: the caller has acquired the lock to the profile list
 */
static enum ice_status
ice_flow_rem_prof_sync(struct ice_hw *hw, enum ice_block blk,
                       struct ice_flow_prof *prof)
{
        enum ice_status status;

        /* Remove all remaining flow entries before removing the flow profile */
        if (!list_empty(&prof->entries)) {
                struct ice_flow_entry *e, *t;

                mutex_lock(&prof->entries_lock);

                list_for_each_entry_safe(e, t, &prof->entries, l_entry) {
                        status = ice_flow_rem_entry_sync(hw, blk, e);
                        if (status)
                                break;
                }

                mutex_unlock(&prof->entries_lock);
        }

        /* Remove all hardware profiles associated with this flow profile */
        status = ice_rem_prof(hw, blk, prof->id);
        if (!status) {
                list_del(&prof->l_entry);
                mutex_destroy(&prof->entries_lock);
                devm_kfree(ice_hw_to_dev(hw), prof);
        }

        return status;
}

/**
 * ice_flow_assoc_prof - associate a VSI with a flow profile
 * @hw: pointer to the hardware structure
 * @blk: classification stage
 * @prof: pointer to flow profile
 * @vsi_handle: software VSI handle
 *
 * Assumption: the caller has acquired the lock to the profile list
 * and the software VSI handle has been validated
 */
static enum ice_status
ice_flow_assoc_prof(struct ice_hw *hw, enum ice_block blk,
                    struct ice_flow_prof *prof, u16 vsi_handle)
{
        enum ice_status status = 0;

        if (!test_bit(vsi_handle, prof->vsis)) {
                status = ice_add_prof_id_flow(hw, blk,
                                              ice_get_hw_vsi_num(hw,
                                                                 vsi_handle),
                                              prof->id);
                if (!status)
                        set_bit(vsi_handle, prof->vsis);
                else
                        ice_debug(hw, ICE_DBG_FLOW,
                                  "HW profile add failed, %d\n",
                                  status);
        }

        return status;
}

/**
 * ice_flow_disassoc_prof - disassociate a VSI from a flow profile
 * @hw: pointer to the hardware structure
 * @blk: classification stage
 * @prof: pointer to flow profile
 * @vsi_handle: software VSI handle
 *
 * Assumption: the caller has acquired the lock to the profile list
 * and the software VSI handle has been validated
 */
static enum ice_status
ice_flow_disassoc_prof(struct ice_hw *hw, enum ice_block blk,
                       struct ice_flow_prof *prof, u16 vsi_handle)
{
        enum ice_status status = 0;

        if (test_bit(vsi_handle, prof->vsis)) {
                status = ice_rem_prof_id_flow(hw, blk,
                                              ice_get_hw_vsi_num(hw,
                                                                 vsi_handle),
                                              prof->id);
                if (!status)
                        clear_bit(vsi_handle, prof->vsis);
                else
                        ice_debug(hw, ICE_DBG_FLOW,
                                  "HW profile remove failed, %d\n",
                                  status);
        }

        return status;
}

/**
 * ice_flow_add_prof - Add a flow profile for packet segments and matched fields
 * @hw: pointer to the HW struct
 * @blk: classification stage
 * @dir: flow direction
 * @prof_id: unique ID to identify this flow profile
 * @segs: array of one or more packet segments that describe the flow
 * @segs_cnt: number of packet segments provided
 * @prof: stores the returned flow profile added
 */
enum ice_status
ice_flow_add_prof(struct ice_hw *hw, enum ice_block blk, enum ice_flow_dir dir,
                  u64 prof_id, struct ice_flow_seg_info *segs, u8 segs_cnt,
                  struct ice_flow_prof **prof)
{
        enum ice_status status;

        if (segs_cnt > ICE_FLOW_SEG_MAX)
                return ICE_ERR_MAX_LIMIT;

        if (!segs_cnt)
                return ICE_ERR_PARAM;

        if (!segs)
                return ICE_ERR_BAD_PTR;

        status = ice_flow_val_hdrs(segs, segs_cnt);
        if (status)
                return status;

        mutex_lock(&hw->fl_profs_locks[blk]);

        status = ice_flow_add_prof_sync(hw, blk, dir, prof_id, segs, segs_cnt,
                                        prof);
        if (!status)
                list_add(&(*prof)->l_entry, &hw->fl_profs[blk]);

        mutex_unlock(&hw->fl_profs_locks[blk]);

        return status;
}

/**
 * ice_flow_rem_prof - Remove a flow profile and all entries associated with it
 * @hw: pointer to the HW struct
 * @blk: the block for which the flow profile is to be removed
 * @prof_id: unique ID of the flow profile to be removed
 */
enum ice_status
ice_flow_rem_prof(struct ice_hw *hw, enum ice_block blk, u64 prof_id)
{
        struct ice_flow_prof *prof;
        enum ice_status status;

        mutex_lock(&hw->fl_profs_locks[blk]);

        prof = ice_flow_find_prof_id(hw, blk, prof_id);
        if (!prof) {
                status = ICE_ERR_DOES_NOT_EXIST;
                goto out;
        }

        /* prof becomes invalid after the call */
        status = ice_flow_rem_prof_sync(hw, blk, prof);

out:
        mutex_unlock(&hw->fl_profs_locks[blk]);

        return status;
}

/**
 * ice_flow_add_entry - Add a flow entry
 * @hw: pointer to the HW struct
 * @blk: classification stage
 * @prof_id: ID of the profile to add a new flow entry to
 * @entry_id: unique ID to identify this flow entry
 * @vsi_handle: software VSI handle for the flow entry
 * @prio: priority of the flow entry
 * @data: pointer to a data buffer containing flow entry's match values/masks
 * @entry_h: pointer to buffer that receives the new flow entry's handle
 */
enum ice_status
ice_flow_add_entry(struct ice_hw *hw, enum ice_block blk, u64 prof_id,
                   u64 entry_id, u16 vsi_handle, enum ice_flow_priority prio,
                   void *data, u64 *entry_h)
{
        struct ice_flow_entry *e = NULL;
        struct ice_flow_prof *prof;
        enum ice_status status;

        /* No flow entry data is expected for RSS */
        if (!entry_h || (!data && blk != ICE_BLK_RSS))
                return ICE_ERR_BAD_PTR;

        if (!ice_is_vsi_valid(hw, vsi_handle))
                return ICE_ERR_PARAM;

        mutex_lock(&hw->fl_profs_locks[blk]);

        prof = ice_flow_find_prof_id(hw, blk, prof_id);
        if (!prof) {
                status = ICE_ERR_DOES_NOT_EXIST;
        } else {
                /* Allocate memory for the entry being added and associate
                 * the VSI to the found flow profile
                 */
                e = devm_kzalloc(ice_hw_to_dev(hw), sizeof(*e), GFP_KERNEL);
                if (!e)
                        status = ICE_ERR_NO_MEMORY;
                else
                        status = ice_flow_assoc_prof(hw, blk, prof, vsi_handle);
        }

        mutex_unlock(&hw->fl_profs_locks[blk]);
        if (status)
                goto out;

        e->id = entry_id;
        e->vsi_handle = vsi_handle;
        e->prof = prof;
        e->priority = prio;

        switch (blk) {
        case ICE_BLK_FD:
        case ICE_BLK_RSS:
                break;
        default:
                status = ICE_ERR_NOT_IMPL;
                goto out;
        }

        mutex_lock(&prof->entries_lock);
        list_add(&e->l_entry, &prof->entries);
        mutex_unlock(&prof->entries_lock);

        *entry_h = ICE_FLOW_ENTRY_HNDL(e);

out:
        if (status && e) {
                if (e->entry)
                        devm_kfree(ice_hw_to_dev(hw), e->entry);
                devm_kfree(ice_hw_to_dev(hw), e);
        }

        return status;
}

/**
 * ice_flow_rem_entry - Remove a flow entry
 * @hw: pointer to the HW struct
 * @blk: classification stage
 * @entry_h: handle to the flow entry to be removed
 */
enum ice_status ice_flow_rem_entry(struct ice_hw *hw, enum ice_block blk,
                                   u64 entry_h)
{
        struct ice_flow_entry *entry;
        struct ice_flow_prof *prof;
        enum ice_status status = 0;

        if (entry_h == ICE_FLOW_ENTRY_HANDLE_INVAL)
                return ICE_ERR_PARAM;

        entry = ICE_FLOW_ENTRY_PTR(entry_h);

        /* Retain the pointer to the flow profile as the entry will be freed */
        prof = entry->prof;

        if (prof) {
                mutex_lock(&prof->entries_lock);
                status = ice_flow_rem_entry_sync(hw, blk, entry);
                mutex_unlock(&prof->entries_lock);
        }

        return status;
}

/**
 * ice_flow_set_fld_ext - specifies locations of field from entry's input buffer
 * @seg: packet segment the field being set belongs to
 * @fld: field to be set
 * @field_type: type of the field
 * @val_loc: if not ICE_FLOW_FLD_OFF_INVAL, location of the value to match from
 *           entry's input buffer
 * @mask_loc: if not ICE_FLOW_FLD_OFF_INVAL, location of mask value from entry's
 *            input buffer
 * @last_loc: if not ICE_FLOW_FLD_OFF_INVAL, location of last/upper value from
 *            entry's input buffer
 *
 * This helper function stores information of a field being matched, including

 * the type of the field and the locations of the value to match, the mask, and
 * and the upper-bound value in the start of the input buffer for a flow entry.
 * This function should only be used for fixed-size data structures.
 *
 * This function also opportunistically determines the protocol headers to be
 * present based on the fields being set. Some fields cannot be used alone to
 * determine the protocol headers present. Sometimes, fields for particular
 * protocol headers are not matched. In those cases, the protocol headers
 * must be explicitly set.
 */
static void
ice_flow_set_fld_ext(struct ice_flow_seg_info *seg, enum ice_flow_field fld,
                     enum ice_flow_fld_match_type field_type, u16 val_loc,
                     u16 mask_loc, u16 last_loc)
{
        u64 bit = BIT_ULL(fld);

        seg->match |= bit;
        if (field_type == ICE_FLOW_FLD_TYPE_RANGE)
                seg->range |= bit;

        seg->fields[fld].type = field_type;
        seg->fields[fld].src.val = val_loc;
        seg->fields[fld].src.mask = mask_loc;
        seg->fields[fld].src.last = last_loc;

        ICE_FLOW_SET_HDRS(seg, ice_flds_info[fld].hdr);
}

/**
 * ice_flow_set_fld - specifies locations of field from entry's input buffer
 * @seg: packet segment the field being set belongs to
 * @fld: field to be set
 * @val_loc: if not ICE_FLOW_FLD_OFF_INVAL, location of the value to match from
 *           entry's input buffer
 * @mask_loc: if not ICE_FLOW_FLD_OFF_INVAL, location of mask value from entry's
 *            input buffer
 * @last_loc: if not ICE_FLOW_FLD_OFF_INVAL, location of last/upper value from
 *            entry's input buffer
 * @range: indicate if field being matched is to be in a range
 *
 * This function specifies the locations, in the form of byte offsets from the
 * start of the input buffer for a flow entry, from where the value to match,
 * the mask value, and upper value can be extracted. These locations are then
 * stored in the flow profile. When adding a flow entry associated with the
 * flow profile, these locations will be used to quickly extract the values and
 * create the content of a match entry. This function should only be used for
 * fixed-size data structures.
 */
void
ice_flow_set_fld(struct ice_flow_seg_info *seg, enum ice_flow_field fld,
                 u16 val_loc, u16 mask_loc, u16 last_loc, bool range)
{
        enum ice_flow_fld_match_type t = range ?
                ICE_FLOW_FLD_TYPE_RANGE : ICE_FLOW_FLD_TYPE_REG;

        ice_flow_set_fld_ext(seg, fld, t, val_loc, mask_loc, last_loc);
}

/**
 * ice_flow_add_fld_raw - sets locations of a raw field from entry's input buf
 * @seg: packet segment the field being set belongs to
 * @off: offset of the raw field from the beginning of the segment in bytes
 * @len: length of the raw pattern to be matched
 * @val_loc: location of the value to match from entry's input buffer
 * @mask_loc: location of mask value from entry's input buffer
 *
 * This function specifies the offset of the raw field to be match from the
 * beginning of the specified packet segment, and the locations, in the form of
 * byte offsets from the start of the input buffer for a flow entry, from where
 * the value to match and the mask value to be extracted. These locations are
 * then stored in the flow profile. When adding flow entries to the associated
 * flow profile, these locations can be used to quickly extract the values to
 * create the content of a match entry. This function should only be used for
 * fixed-size data structures.
 */
void
ice_flow_add_fld_raw(struct ice_flow_seg_info *seg, u16 off, u8 len,
                     u16 val_loc, u16 mask_loc)
{
        if (seg->raws_cnt < ICE_FLOW_SEG_RAW_FLD_MAX) {
                seg->raws[seg->raws_cnt].off = off;
                seg->raws[seg->raws_cnt].info.type = ICE_FLOW_FLD_TYPE_SIZE;
                seg->raws[seg->raws_cnt].info.src.val = val_loc;
                seg->raws[seg->raws_cnt].info.src.mask = mask_loc;
                /* The "last" field is used to store the length of the field */
                seg->raws[seg->raws_cnt].info.src.last = len;
        }

        /* Overflows of "raws" will be handled as an error condition later in
         * the flow when this information is processed.
         */
        seg->raws_cnt++;
}

#define ICE_FLOW_RSS_SEG_HDR_L3_MASKS \
        (ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV6)

#define ICE_FLOW_RSS_SEG_HDR_L4_MASKS \
        (ICE_FLOW_SEG_HDR_TCP | ICE_FLOW_SEG_HDR_UDP | ICE_FLOW_SEG_HDR_SCTP)

#define ICE_FLOW_RSS_SEG_HDR_VAL_MASKS \
        (ICE_FLOW_RSS_SEG_HDR_L3_MASKS | \
         ICE_FLOW_RSS_SEG_HDR_L4_MASKS)

/**
 * ice_flow_set_rss_seg_info - setup packet segments for RSS
 * @segs: pointer to the flow field segment(s)
 * @hash_fields: fields to be hashed on for the segment(s)
 * @flow_hdr: protocol header fields within a packet segment
 *
 * Helper function to extract fields from hash bitmap and use flow
 * header value to set flow field segment for further use in flow
 * profile entry or removal.
 */
static enum ice_status
ice_flow_set_rss_seg_info(struct ice_flow_seg_info *segs, u64 hash_fields,
                          u32 flow_hdr)
{
        u64 val;
        u8 i;

        for_each_set_bit(i, (unsigned long *)&hash_fields,
                         ICE_FLOW_FIELD_IDX_MAX)
                ice_flow_set_fld(segs, (enum ice_flow_field)i,
                                 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
                                 ICE_FLOW_FLD_OFF_INVAL, false);

        ICE_FLOW_SET_HDRS(segs, flow_hdr);

        if (segs->hdrs & ~ICE_FLOW_RSS_SEG_HDR_VAL_MASKS)
                return ICE_ERR_PARAM;

        val = (u64)(segs->hdrs & ICE_FLOW_RSS_SEG_HDR_L3_MASKS);
        if (val && !is_power_of_2(val))
                return ICE_ERR_CFG;

        val = (u64)(segs->hdrs & ICE_FLOW_RSS_SEG_HDR_L4_MASKS);
        if (val && !is_power_of_2(val))
                return ICE_ERR_CFG;

        return 0;
}

/**
 * ice_rem_vsi_rss_list - remove VSI from RSS list
 * @hw: pointer to the hardware structure
 * @vsi_handle: software VSI handle
 *
 * Remove the VSI from all RSS configurations in the list.
 */
void ice_rem_vsi_rss_list(struct ice_hw *hw, u16 vsi_handle)
{
        struct ice_rss_cfg *r, *tmp;

        if (list_empty(&hw->rss_list_head))
                return;

        mutex_lock(&hw->rss_locks);
        list_for_each_entry_safe(r, tmp, &hw->rss_list_head, l_entry)
                if (test_and_clear_bit(vsi_handle, r->vsis))
                        if (bitmap_empty(r->vsis, ICE_MAX_VSI)) {
                                list_del(&r->l_entry);
                                devm_kfree(ice_hw_to_dev(hw), r);
                        }
        mutex_unlock(&hw->rss_locks);
}

/**
 * ice_rem_vsi_rss_cfg - remove RSS configurations associated with VSI
 * @hw: pointer to the hardware structure
 * @vsi_handle: software VSI handle
 *
 * This function will iterate through all flow profiles and disassociate
 * the VSI from that profile. If the flow profile has no VSIs it will
 * be removed.
 */
enum ice_status ice_rem_vsi_rss_cfg(struct ice_hw *hw, u16 vsi_handle)
{
        const enum ice_block blk = ICE_BLK_RSS;
        struct ice_flow_prof *p, *t;
        enum ice_status status = 0;

        if (!ice_is_vsi_valid(hw, vsi_handle))
                return ICE_ERR_PARAM;

        if (list_empty(&hw->fl_profs[blk]))
                return 0;

        mutex_lock(&hw->rss_locks);
        list_for_each_entry_safe(p, t, &hw->fl_profs[blk], l_entry)
                if (test_bit(vsi_handle, p->vsis)) {
                        status = ice_flow_disassoc_prof(hw, blk, p, vsi_handle);
                        if (status)
                                break;

                        if (bitmap_empty(p->vsis, ICE_MAX_VSI)) {
                                status = ice_flow_rem_prof(hw, blk, p->id);
                                if (status)
                                        break;
                        }
                }
        mutex_unlock(&hw->rss_locks);

        return status;
}

/**
 * ice_rem_rss_list - remove RSS configuration from list
 * @hw: pointer to the hardware structure
 * @vsi_handle: software VSI handle
 * @prof: pointer to flow profile
 *
 * Assumption: lock has already been acquired for RSS list
 */
static void
ice_rem_rss_list(struct ice_hw *hw, u16 vsi_handle, struct ice_flow_prof *prof)
{
        struct ice_rss_cfg *r, *tmp;

        /* Search for RSS hash fields associated to the VSI that match the
         * hash configurations associated to the flow profile. If found
         * remove from the RSS entry list of the VSI context and delete entry.
         */
        list_for_each_entry_safe(r, tmp, &hw->rss_list_head, l_entry)
                if (r->hashed_flds == prof->segs[prof->segs_cnt - 1].match &&
                    r->packet_hdr == prof->segs[prof->segs_cnt - 1].hdrs) {
                        clear_bit(vsi_handle, r->vsis);
                        if (bitmap_empty(r->vsis, ICE_MAX_VSI)) {
                                list_del(&r->l_entry);
                                devm_kfree(ice_hw_to_dev(hw), r);
                        }
                        return;
                }
}

/**
 * ice_add_rss_list - add RSS configuration to list
 * @hw: pointer to the hardware structure
 * @vsi_handle: software VSI handle
 * @prof: pointer to flow profile
 *
 * Assumption: lock has already been acquired for RSS list
 */
static enum ice_status
ice_add_rss_list(struct ice_hw *hw, u16 vsi_handle, struct ice_flow_prof *prof)
{
        struct ice_rss_cfg *r, *rss_cfg;

        list_for_each_entry(r, &hw->rss_list_head, l_entry)
                if (r->hashed_flds == prof->segs[prof->segs_cnt - 1].match &&
                    r->packet_hdr == prof->segs[prof->segs_cnt - 1].hdrs) {
                        set_bit(vsi_handle, r->vsis);
                        return 0;
                }

        rss_cfg = devm_kzalloc(ice_hw_to_dev(hw), sizeof(*rss_cfg),
                               GFP_KERNEL);
        if (!rss_cfg)
                return ICE_ERR_NO_MEMORY;

        rss_cfg->hashed_flds = prof->segs[prof->segs_cnt - 1].match;
        rss_cfg->packet_hdr = prof->segs[prof->segs_cnt - 1].hdrs;
        set_bit(vsi_handle, rss_cfg->vsis);

        list_add_tail(&rss_cfg->l_entry, &hw->rss_list_head);

        return 0;
}

#define ICE_FLOW_PROF_HASH_S    0
#define ICE_FLOW_PROF_HASH_M    (0xFFFFFFFFULL << ICE_FLOW_PROF_HASH_S)
#define ICE_FLOW_PROF_HDR_S     32
#define ICE_FLOW_PROF_HDR_M     (0x3FFFFFFFULL << ICE_FLOW_PROF_HDR_S)
#define ICE_FLOW_PROF_ENCAP_S   63
#define ICE_FLOW_PROF_ENCAP_M   (BIT_ULL(ICE_FLOW_PROF_ENCAP_S))

#define ICE_RSS_OUTER_HEADERS   1
#define ICE_RSS_INNER_HEADERS   2

/* Flow profile ID format:
 * [0:31] - Packet match fields
 * [32:62] - Protocol header
 * [63] - Encapsulation flag, 0 if non-tunneled, 1 if tunneled
 */
#define ICE_FLOW_GEN_PROFID(hash, hdr, segs_cnt) \
        (u64)(((u64)(hash) & ICE_FLOW_PROF_HASH_M) | \
              (((u64)(hdr) << ICE_FLOW_PROF_HDR_S) & ICE_FLOW_PROF_HDR_M) | \
              ((u8)((segs_cnt) - 1) ? ICE_FLOW_PROF_ENCAP_M : 0))

/**
 * ice_add_rss_cfg_sync - add an RSS configuration
 * @hw: pointer to the hardware structure
 * @vsi_handle: software VSI handle
 * @hashed_flds: hash bit fields (ICE_FLOW_HASH_*) to configure
 * @addl_hdrs: protocol header fields
 * @segs_cnt: packet segment count
 *
 * Assumption: lock has already been acquired for RSS list
 */
static enum ice_status
ice_add_rss_cfg_sync(struct ice_hw *hw, u16 vsi_handle, u64 hashed_flds,
                     u32 addl_hdrs, u8 segs_cnt)
{
        const enum ice_block blk = ICE_BLK_RSS;
        struct ice_flow_prof *prof = NULL;
        struct ice_flow_seg_info *segs;
        enum ice_status status;

        if (!segs_cnt || segs_cnt > ICE_FLOW_SEG_MAX)
                return ICE_ERR_PARAM;

        segs = kcalloc(segs_cnt, sizeof(*segs), GFP_KERNEL);
        if (!segs)
                return ICE_ERR_NO_MEMORY;

        /* Construct the packet segment info from the hashed fields */
        status = ice_flow_set_rss_seg_info(&segs[segs_cnt - 1], hashed_flds,
                                           addl_hdrs);
        if (status)
                goto exit;

        /* Search for a flow profile that has matching headers, hash fields
         * and has the input VSI associated to it. If found, no further
         * operations required and exit.
         */
        prof = ice_flow_find_prof_conds(hw, blk, ICE_FLOW_RX, segs, segs_cnt,
                                        vsi_handle,
                                        ICE_FLOW_FIND_PROF_CHK_FLDS |
                                        ICE_FLOW_FIND_PROF_CHK_VSI);
        if (prof)
                goto exit;

        /* Check if a flow profile exists with the same protocol headers and
         * associated with the input VSI. If so disassociate the VSI from
         * this profile. The VSI will be added to a new profile created with
         * the protocol header and new hash field configuration.
         */
        prof = ice_flow_find_prof_conds(hw, blk, ICE_FLOW_RX, segs, segs_cnt,
                                        vsi_handle, ICE_FLOW_FIND_PROF_CHK_VSI);
        if (prof) {
                status = ice_flow_disassoc_prof(hw, blk, prof, vsi_handle);
                if (!status)
                        ice_rem_rss_list(hw, vsi_handle, prof);
                else
                        goto exit;

                /* Remove profile if it has no VSIs associated */
                if (bitmap_empty(prof->vsis, ICE_MAX_VSI)) {
                        status = ice_flow_rem_prof(hw, blk, prof->id);
                        if (status)
                                goto exit;
                }
        }

        /* Search for a profile that has same match fields only. If this
         * exists then associate the VSI to this profile.
         */
        prof = ice_flow_find_prof_conds(hw, blk, ICE_FLOW_RX, segs, segs_cnt,
                                        vsi_handle,
                                        ICE_FLOW_FIND_PROF_CHK_FLDS);
        if (prof) {
                status = ice_flow_assoc_prof(hw, blk, prof, vsi_handle);
                if (!status)
                        status = ice_add_rss_list(hw, vsi_handle, prof);
                goto exit;
        }

        /* Create a new flow profile with generated profile and packet
         * segment information.
         */
        status = ice_flow_add_prof(hw, blk, ICE_FLOW_RX,
                                   ICE_FLOW_GEN_PROFID(hashed_flds,
                                                       segs[segs_cnt - 1].hdrs,
                                                       segs_cnt),
                                   segs, segs_cnt, &prof);
        if (status)
                goto exit;

        status = ice_flow_assoc_prof(hw, blk, prof, vsi_handle);
        /* If association to a new flow profile failed then this profile can
         * be removed.
         */
        if (status) {
                ice_flow_rem_prof(hw, blk, prof->id);
                goto exit;
        }

        status = ice_add_rss_list(hw, vsi_handle, prof);

exit:
        kfree(segs);
        return status;
}

/**
 * ice_add_rss_cfg - add an RSS configuration with specified hashed fields
 * @hw: pointer to the hardware structure
 * @vsi_handle: software VSI handle
 * @hashed_flds: hash bit fields (ICE_FLOW_HASH_*) to configure
 * @addl_hdrs: protocol header fields
 *
 * This function will generate a flow profile based on fields associated with
 * the input fields to hash on, the flow type and use the VSI number to add
 * a flow entry to the profile.
 */
enum ice_status
ice_add_rss_cfg(struct ice_hw *hw, u16 vsi_handle, u64 hashed_flds,
                u32 addl_hdrs)
{
        enum ice_status status;

        if (hashed_flds == ICE_HASH_INVALID ||
            !ice_is_vsi_valid(hw, vsi_handle))
                return ICE_ERR_PARAM;

        mutex_lock(&hw->rss_locks);
        status = ice_add_rss_cfg_sync(hw, vsi_handle, hashed_flds, addl_hdrs,
                                      ICE_RSS_OUTER_HEADERS);
        if (!status)
                status = ice_add_rss_cfg_sync(hw, vsi_handle, hashed_flds,
                                              addl_hdrs, ICE_RSS_INNER_HEADERS);
        mutex_unlock(&hw->rss_locks);

        return status;
}

/* Mapping of AVF hash bit fields to an L3-L4 hash combination.
 * As the ice_flow_avf_hdr_field represent individual bit shifts in a hash,
 * convert its values to their appropriate flow L3, L4 values.
 */
#define ICE_FLOW_AVF_RSS_IPV4_MASKS \
        (BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_OTHER) | \
         BIT_ULL(ICE_AVF_FLOW_FIELD_FRAG_IPV4))
#define ICE_FLOW_AVF_RSS_TCP_IPV4_MASKS \
        (BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_TCP_SYN_NO_ACK) | \
         BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_TCP))
#define ICE_FLOW_AVF_RSS_UDP_IPV4_MASKS \
        (BIT_ULL(ICE_AVF_FLOW_FIELD_UNICAST_IPV4_UDP) | \
         BIT_ULL(ICE_AVF_FLOW_FIELD_MULTICAST_IPV4_UDP) | \
         BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_UDP))
#define ICE_FLOW_AVF_RSS_ALL_IPV4_MASKS \
        (ICE_FLOW_AVF_RSS_TCP_IPV4_MASKS | ICE_FLOW_AVF_RSS_UDP_IPV4_MASKS | \
         ICE_FLOW_AVF_RSS_IPV4_MASKS | BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_SCTP))

#define ICE_FLOW_AVF_RSS_IPV6_MASKS \
        (BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_OTHER) | \
         BIT_ULL(ICE_AVF_FLOW_FIELD_FRAG_IPV6))
#define ICE_FLOW_AVF_RSS_UDP_IPV6_MASKS \
        (BIT_ULL(ICE_AVF_FLOW_FIELD_UNICAST_IPV6_UDP) | \
         BIT_ULL(ICE_AVF_FLOW_FIELD_MULTICAST_IPV6_UDP) | \
         BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_UDP))
#define ICE_FLOW_AVF_RSS_TCP_IPV6_MASKS \
        (BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_TCP_SYN_NO_ACK) | \
         BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_TCP))
#define ICE_FLOW_AVF_RSS_ALL_IPV6_MASKS \
        (ICE_FLOW_AVF_RSS_TCP_IPV6_MASKS | ICE_FLOW_AVF_RSS_UDP_IPV6_MASKS | \
         ICE_FLOW_AVF_RSS_IPV6_MASKS | BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_SCTP))

/**
 * ice_add_avf_rss_cfg - add an RSS configuration for AVF driver
 * @hw: pointer to the hardware structure
 * @vsi_handle: software VSI handle
 * @avf_hash: hash bit fields (ICE_AVF_FLOW_FIELD_*) to configure
 *
 * This function will take the hash bitmap provided by the AVF driver via a
 * message, convert it to ICE-compatible values, and configure RSS flow
 * profiles.
 */
enum ice_status
ice_add_avf_rss_cfg(struct ice_hw *hw, u16 vsi_handle, u64 avf_hash)
{
        enum ice_status status = 0;
        u64 hash_flds;

        if (avf_hash == ICE_AVF_FLOW_FIELD_INVALID ||
            !ice_is_vsi_valid(hw, vsi_handle))
                return ICE_ERR_PARAM;

        /* Make sure no unsupported bits are specified */
        if (avf_hash & ~(ICE_FLOW_AVF_RSS_ALL_IPV4_MASKS |
                         ICE_FLOW_AVF_RSS_ALL_IPV6_MASKS))
                return ICE_ERR_CFG;

        hash_flds = avf_hash;

        /* Always create an L3 RSS configuration for any L4 RSS configuration */
        if (hash_flds & ICE_FLOW_AVF_RSS_ALL_IPV4_MASKS)
                hash_flds |= ICE_FLOW_AVF_RSS_IPV4_MASKS;

        if (hash_flds & ICE_FLOW_AVF_RSS_ALL_IPV6_MASKS)
                hash_flds |= ICE_FLOW_AVF_RSS_IPV6_MASKS;

        /* Create the corresponding RSS configuration for each valid hash bit */
        while (hash_flds) {
                u64 rss_hash = ICE_HASH_INVALID;

                if (hash_flds & ICE_FLOW_AVF_RSS_ALL_IPV4_MASKS) {
                        if (hash_flds & ICE_FLOW_AVF_RSS_IPV4_MASKS) {
                                rss_hash = ICE_FLOW_HASH_IPV4;
                                hash_flds &= ~ICE_FLOW_AVF_RSS_IPV4_MASKS;
                        } else if (hash_flds &
                                   ICE_FLOW_AVF_RSS_TCP_IPV4_MASKS) {
                                rss_hash = ICE_FLOW_HASH_IPV4 |
                                        ICE_FLOW_HASH_TCP_PORT;
                                hash_flds &= ~ICE_FLOW_AVF_RSS_TCP_IPV4_MASKS;
                        } else if (hash_flds &
                                   ICE_FLOW_AVF_RSS_UDP_IPV4_MASKS) {
                                rss_hash = ICE_FLOW_HASH_IPV4 |
                                        ICE_FLOW_HASH_UDP_PORT;
                                hash_flds &= ~ICE_FLOW_AVF_RSS_UDP_IPV4_MASKS;
                        } else if (hash_flds &
                                   BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_SCTP)) {
                                rss_hash = ICE_FLOW_HASH_IPV4 |
                                        ICE_FLOW_HASH_SCTP_PORT;
                                hash_flds &=
                                        ~BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_SCTP);
                        }
                } else if (hash_flds & ICE_FLOW_AVF_RSS_ALL_IPV6_MASKS) {
                        if (hash_flds & ICE_FLOW_AVF_RSS_IPV6_MASKS) {
                                rss_hash = ICE_FLOW_HASH_IPV6;
                                hash_flds &= ~ICE_FLOW_AVF_RSS_IPV6_MASKS;
                        } else if (hash_flds &
                                   ICE_FLOW_AVF_RSS_TCP_IPV6_MASKS) {
                                rss_hash = ICE_FLOW_HASH_IPV6 |
                                        ICE_FLOW_HASH_TCP_PORT;
                                hash_flds &= ~ICE_FLOW_AVF_RSS_TCP_IPV6_MASKS;
                        } else if (hash_flds &
                                   ICE_FLOW_AVF_RSS_UDP_IPV6_MASKS) {
                                rss_hash = ICE_FLOW_HASH_IPV6 |
                                        ICE_FLOW_HASH_UDP_PORT;
                                hash_flds &= ~ICE_FLOW_AVF_RSS_UDP_IPV6_MASKS;
                        } else if (hash_flds &
                                   BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_SCTP)) {
                                rss_hash = ICE_FLOW_HASH_IPV6 |
                                        ICE_FLOW_HASH_SCTP_PORT;
                                hash_flds &=
                                        ~BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_SCTP);
                        }
                }

                if (rss_hash == ICE_HASH_INVALID)
                        return ICE_ERR_OUT_OF_RANGE;

                status = ice_add_rss_cfg(hw, vsi_handle, rss_hash,
                                         ICE_FLOW_SEG_HDR_NONE);
                if (status)
                        break;
        }

        return status;
}

/**
 * ice_replay_rss_cfg - replay RSS configurations associated with VSI
 * @hw: pointer to the hardware structure
 * @vsi_handle: software VSI handle
 */
enum ice_status ice_replay_rss_cfg(struct ice_hw *hw, u16 vsi_handle)
{
        enum ice_status status = 0;
        struct ice_rss_cfg *r;

        if (!ice_is_vsi_valid(hw, vsi_handle))
                return ICE_ERR_PARAM;

        mutex_lock(&hw->rss_locks);
        list_for_each_entry(r, &hw->rss_list_head, l_entry) {
                if (test_bit(vsi_handle, r->vsis)) {
                        status = ice_add_rss_cfg_sync(hw, vsi_handle,
                                                      r->hashed_flds,
                                                      r->packet_hdr,
                                                      ICE_RSS_OUTER_HEADERS);
                        if (status)
                                break;
                        status = ice_add_rss_cfg_sync(hw, vsi_handle,
                                                      r->hashed_flds,
                                                      r->packet_hdr,
                                                      ICE_RSS_INNER_HEADERS);
                        if (status)
                                break;
                }
        }
        mutex_unlock(&hw->rss_locks);

        return status;
}

/**
 * ice_get_rss_cfg - returns hashed fields for the given header types
 * @hw: pointer to the hardware structure
 * @vsi_handle: software VSI handle
 * @hdrs: protocol header type
 *
 * This function will return the match fields of the first instance of flow
 * profile having the given header types and containing input VSI
 */
u64 ice_get_rss_cfg(struct ice_hw *hw, u16 vsi_handle, u32 hdrs)
{
        u64 rss_hash = ICE_HASH_INVALID;
        struct ice_rss_cfg *r;

        /* verify if the protocol header is non zero and VSI is valid */
        if (hdrs == ICE_FLOW_SEG_HDR_NONE || !ice_is_vsi_valid(hw, vsi_handle))
                return ICE_HASH_INVALID;

        mutex_lock(&hw->rss_locks);
        list_for_each_entry(r, &hw->rss_list_head, l_entry)
                if (test_bit(vsi_handle, r->vsis) &&
                    r->packet_hdr == hdrs) {
                        rss_hash = r->hashed_flds;
                        break;
                }
        mutex_unlock(&hw->rss_locks);

        return rss_hash;
}