/* QLogic qed NIC Driver
 * Copyright (c) 2015-2017  QLogic Corporation
 *
 * This software is available to you under a choice of one of two
 * licenses.  You may choose to be licensed under the terms of the GNU
 * General Public License (GPL) Version 2, available from the file
 * COPYING in the main directory of this source tree, or the
 * OpenIB.org BSD license below:
 *
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
 *
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
 *
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and /or other materials
 *        provided with the distribution.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#include <linux/crc32.h>
#include <linux/etherdevice.h>
#include "qed.h"
#include "qed_sriov.h"
#include "qed_vf.h"

static void *qed_vf_pf_prep(struct qed_hwfn *p_hwfn, u16 type, u16 length)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        void *p_tlv;

        /* This lock is released when we receive PF's response
         * in qed_send_msg2pf().
         * So, qed_vf_pf_prep() and qed_send_msg2pf()
         * must come in sequence.
         */
        mutex_lock(&(p_iov->mutex));

        DP_VERBOSE(p_hwfn,
                   QED_MSG_IOV,
                   "preparing to send 0x%04x tlv over vf pf channel\n",
                   type);

        /* Reset Requst offset */
        p_iov->offset = (u8 *)p_iov->vf2pf_request;

        /* Clear mailbox - both request and reply */
        memset(p_iov->vf2pf_request, 0, sizeof(union vfpf_tlvs));
        memset(p_iov->pf2vf_reply, 0, sizeof(union pfvf_tlvs));

        /* Init type and length */
        p_tlv = qed_add_tlv(p_hwfn, &p_iov->offset, type, length);

        /* Init first tlv header */
        ((struct vfpf_first_tlv *)p_tlv)->reply_address =
            (u64)p_iov->pf2vf_reply_phys;

        return p_tlv;
}

static void qed_vf_pf_req_end(struct qed_hwfn *p_hwfn, int req_status)
{
        union pfvf_tlvs *resp = p_hwfn->vf_iov_info->pf2vf_reply;

        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                   "VF request status = 0x%x, PF reply status = 0x%x\n",
                   req_status, resp->default_resp.hdr.status);

        mutex_unlock(&(p_hwfn->vf_iov_info->mutex));
}

static int qed_send_msg2pf(struct qed_hwfn *p_hwfn, u8 *done, u32 resp_size)
{
        union vfpf_tlvs *p_req = p_hwfn->vf_iov_info->vf2pf_request;
        struct ustorm_trigger_vf_zone trigger;
        struct ustorm_vf_zone *zone_data;
        int rc = 0, time = 100;

        zone_data = (struct ustorm_vf_zone *)PXP_VF_BAR0_START_USDM_ZONE_B;

        /* output tlvs list */
        qed_dp_tlv_list(p_hwfn, p_req);

        /* need to add the END TLV to the message size */
        resp_size += sizeof(struct channel_list_end_tlv);

        /* Send TLVs over HW channel */
        memset(&trigger, 0, sizeof(struct ustorm_trigger_vf_zone));
        trigger.vf_pf_msg_valid = 1;

        DP_VERBOSE(p_hwfn,
                   QED_MSG_IOV,
                   "VF -> PF [%02x] message: [%08x, %08x] --> %p, %08x --> %p\n",
                   GET_FIELD(p_hwfn->hw_info.concrete_fid,
                             PXP_CONCRETE_FID_PFID),
                   upper_32_bits(p_hwfn->vf_iov_info->vf2pf_request_phys),
                   lower_32_bits(p_hwfn->vf_iov_info->vf2pf_request_phys),
                   &zone_data->non_trigger.vf_pf_msg_addr,
                   *((u32 *)&trigger), &zone_data->trigger);

        REG_WR(p_hwfn,
               (uintptr_t)&zone_data->non_trigger.vf_pf_msg_addr.lo,
               lower_32_bits(p_hwfn->vf_iov_info->vf2pf_request_phys));

        REG_WR(p_hwfn,
               (uintptr_t)&zone_data->non_trigger.vf_pf_msg_addr.hi,
               upper_32_bits(p_hwfn->vf_iov_info->vf2pf_request_phys));

        /* The message data must be written first, to prevent trigger before
         * data is written.
         */
        wmb();

        REG_WR(p_hwfn, (uintptr_t)&zone_data->trigger, *((u32 *)&trigger));

        /* When PF would be done with the response, it would write back to the
         * `done' address. Poll until then.
         */
        while ((!*done) && time) {
                msleep(25);
                time--;
        }

        if (!*done) {
                DP_NOTICE(p_hwfn,
                          "VF <-- PF Timeout [Type %d]\n",
                          p_req->first_tlv.tl.type);
                rc = -EBUSY;
        } else {
                if ((*done != PFVF_STATUS_SUCCESS) &&
                    (*done != PFVF_STATUS_NO_RESOURCE))
                        DP_NOTICE(p_hwfn,
                                  "PF response: %d [Type %d]\n",
                                  *done, p_req->first_tlv.tl.type);
                else
                        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                                   "PF response: %d [Type %d]\n",
                                   *done, p_req->first_tlv.tl.type);
        }

        return rc;
}

static void qed_vf_pf_add_qid(struct qed_hwfn *p_hwfn,
                              struct qed_queue_cid *p_cid)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct vfpf_qid_tlv *p_qid_tlv;

        /* Only add QIDs for the queue if it was negotiated with PF */
        if (!(p_iov->acquire_resp.pfdev_info.capabilities &
              PFVF_ACQUIRE_CAP_QUEUE_QIDS))
                return;

        p_qid_tlv = qed_add_tlv(p_hwfn, &p_iov->offset,
                                CHANNEL_TLV_QID, sizeof(*p_qid_tlv));
        p_qid_tlv->qid = p_cid->qid_usage_idx;
}

static int _qed_vf_pf_release(struct qed_hwfn *p_hwfn, bool b_final)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_def_resp_tlv *resp;
        struct vfpf_first_tlv *req;
        u32 size;
        int rc;

        /* clear mailbox and prep first tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_RELEASE, sizeof(*req));

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        resp = &p_iov->pf2vf_reply->default_resp;
        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));

        if (!rc && resp->hdr.status != PFVF_STATUS_SUCCESS)
                rc = -EAGAIN;

        qed_vf_pf_req_end(p_hwfn, rc);
        if (!b_final)
                return rc;

        p_hwfn->b_int_enabled = 0;

        if (p_iov->vf2pf_request)
                dma_free_coherent(&p_hwfn->cdev->pdev->dev,
                                  sizeof(union vfpf_tlvs),
                                  p_iov->vf2pf_request,
                                  p_iov->vf2pf_request_phys);
        if (p_iov->pf2vf_reply)
                dma_free_coherent(&p_hwfn->cdev->pdev->dev,
                                  sizeof(union pfvf_tlvs),
                                  p_iov->pf2vf_reply, p_iov->pf2vf_reply_phys);

        if (p_iov->bulletin.p_virt) {
                size = sizeof(struct qed_bulletin_content);
                dma_free_coherent(&p_hwfn->cdev->pdev->dev,
                                  size,
                                  p_iov->bulletin.p_virt, p_iov->bulletin.phys);
        }

        kfree(p_hwfn->vf_iov_info);
        p_hwfn->vf_iov_info = NULL;

        return rc;
}

int qed_vf_pf_release(struct qed_hwfn *p_hwfn)
{
        return _qed_vf_pf_release(p_hwfn, true);
}

#define VF_ACQUIRE_THRESH 3
static void qed_vf_pf_acquire_reduce_resc(struct qed_hwfn *p_hwfn,
                                          struct vf_pf_resc_request *p_req,
                                          struct pf_vf_resc *p_resp)
{
        DP_VERBOSE(p_hwfn,
                   QED_MSG_IOV,
                   "PF unwilling to fullill resource request: rxq [%02x/%02x] txq [%02x/%02x] sbs [%02x/%02x] mac [%02x/%02x] vlan [%02x/%02x] mc [%02x/%02x] cids [%02x/%02x]. Try PF recommended amount\n",
                   p_req->num_rxqs,
                   p_resp->num_rxqs,
                   p_req->num_rxqs,
                   p_resp->num_txqs,
                   p_req->num_sbs,
                   p_resp->num_sbs,
                   p_req->num_mac_filters,
                   p_resp->num_mac_filters,
                   p_req->num_vlan_filters,
                   p_resp->num_vlan_filters,
                   p_req->num_mc_filters,
                   p_resp->num_mc_filters, p_req->num_cids, p_resp->num_cids);

        /* humble our request */
        p_req->num_txqs = p_resp->num_txqs;
        p_req->num_rxqs = p_resp->num_rxqs;
        p_req->num_sbs = p_resp->num_sbs;
        p_req->num_mac_filters = p_resp->num_mac_filters;
        p_req->num_vlan_filters = p_resp->num_vlan_filters;
        p_req->num_mc_filters = p_resp->num_mc_filters;
        p_req->num_cids = p_resp->num_cids;
}

static int qed_vf_pf_acquire(struct qed_hwfn *p_hwfn)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_acquire_resp_tlv *resp = &p_iov->pf2vf_reply->acquire_resp;
        struct pf_vf_pfdev_info *pfdev_info = &resp->pfdev_info;
        struct vf_pf_resc_request *p_resc;
        u8 retry_cnt = VF_ACQUIRE_THRESH;
        bool resources_acquired = false;
        struct vfpf_acquire_tlv *req;
        int rc = 0, attempts = 0;

        /* clear mailbox and prep first tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_ACQUIRE, sizeof(*req));
        p_resc = &req->resc_request;

        /* starting filling the request */
        req->vfdev_info.opaque_fid = p_hwfn->hw_info.opaque_fid;

        p_resc->num_rxqs = QED_MAX_VF_CHAINS_PER_PF;
        p_resc->num_txqs = QED_MAX_VF_CHAINS_PER_PF;
        p_resc->num_sbs = QED_MAX_VF_CHAINS_PER_PF;
        p_resc->num_mac_filters = QED_ETH_VF_NUM_MAC_FILTERS;
        p_resc->num_vlan_filters = QED_ETH_VF_NUM_VLAN_FILTERS;
        p_resc->num_cids = QED_ETH_VF_DEFAULT_NUM_CIDS;

        req->vfdev_info.os_type = VFPF_ACQUIRE_OS_LINUX;
        req->vfdev_info.fw_major = FW_MAJOR_VERSION;
        req->vfdev_info.fw_minor = FW_MINOR_VERSION;
        req->vfdev_info.fw_revision = FW_REVISION_VERSION;
        req->vfdev_info.fw_engineering = FW_ENGINEERING_VERSION;
        req->vfdev_info.eth_fp_hsi_major = ETH_HSI_VER_MAJOR;
        req->vfdev_info.eth_fp_hsi_minor = ETH_HSI_VER_MINOR;

        /* Fill capability field with any non-deprecated config we support */
        req->vfdev_info.capabilities |= VFPF_ACQUIRE_CAP_100G;

        /* If we've mapped the doorbell bar, try using queue qids */
        if (p_iov->b_doorbell_bar) {
                req->vfdev_info.capabilities |= VFPF_ACQUIRE_CAP_PHYSICAL_BAR |
                                                VFPF_ACQUIRE_CAP_QUEUE_QIDS;
                p_resc->num_cids = QED_ETH_VF_MAX_NUM_CIDS;
        }

        /* pf 2 vf bulletin board address */
        req->bulletin_addr = p_iov->bulletin.phys;
        req->bulletin_size = p_iov->bulletin.size;

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        while (!resources_acquired) {
                DP_VERBOSE(p_hwfn,
                           QED_MSG_IOV, "attempting to acquire resources\n");

                /* Clear response buffer, as this might be a re-send */
                memset(p_iov->pf2vf_reply, 0, sizeof(union pfvf_tlvs));

                /* send acquire request */
                rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));

                /* Re-try acquire in case of vf-pf hw channel timeout */
                if (retry_cnt && rc == -EBUSY) {
                        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                                   "VF retrying to acquire due to VPC timeout\n");
                        retry_cnt--;
                        continue;
                }

                if (rc)
                        goto exit;

                /* copy acquire response from buffer to p_hwfn */
                memcpy(&p_iov->acquire_resp, resp, sizeof(p_iov->acquire_resp));

                attempts++;

                if (resp->hdr.status == PFVF_STATUS_SUCCESS) {
                        /* PF agrees to allocate our resources */
                        if (!(resp->pfdev_info.capabilities &
                              PFVF_ACQUIRE_CAP_POST_FW_OVERRIDE)) {
                                /* It's possible legacy PF mistakenly accepted;
                                 * but we don't care - simply mark it as
                                 * legacy and continue.
                                 */
                                req->vfdev_info.capabilities |=
                                    VFPF_ACQUIRE_CAP_PRE_FP_HSI;
                        }
                        DP_VERBOSE(p_hwfn, QED_MSG_IOV, "resources acquired\n");
                        resources_acquired = true;
                } else if (resp->hdr.status == PFVF_STATUS_NO_RESOURCE &&
                           attempts < VF_ACQUIRE_THRESH) {
                        qed_vf_pf_acquire_reduce_resc(p_hwfn, p_resc,
                                                      &resp->resc);
                } else if (resp->hdr.status == PFVF_STATUS_NOT_SUPPORTED) {
                        if (pfdev_info->major_fp_hsi &&
                            (pfdev_info->major_fp_hsi != ETH_HSI_VER_MAJOR)) {
                                DP_NOTICE(p_hwfn,
                                          "PF uses an incompatible fastpath HSI %02x.%02x [VF requires %02x.%02x]. Please change to a VF driver using %02x.xx.\n",
                                          pfdev_info->major_fp_hsi,
                                          pfdev_info->minor_fp_hsi,
                                          ETH_HSI_VER_MAJOR,
                                          ETH_HSI_VER_MINOR,
                                          pfdev_info->major_fp_hsi);
                                rc = -EINVAL;
                                goto exit;
                        }

                        if (!pfdev_info->major_fp_hsi) {
                                if (req->vfdev_info.capabilities &
                                    VFPF_ACQUIRE_CAP_PRE_FP_HSI) {
                                        DP_NOTICE(p_hwfn,
                                                  "PF uses very old drivers. Please change to a VF driver using no later than 8.8.x.x.\n");
                                        rc = -EINVAL;
                                        goto exit;
                                } else {
                                        DP_INFO(p_hwfn,
                                                "PF is old - try re-acquire to see if it supports FW-version override\n");
                                        req->vfdev_info.capabilities |=
                                            VFPF_ACQUIRE_CAP_PRE_FP_HSI;
                                        continue;
                                }
                        }

                        /* If PF/VF are using same Major, PF must have had
                         * it's reasons. Simply fail.
                         */
                        DP_NOTICE(p_hwfn, "PF rejected acquisition by VF\n");
                        rc = -EINVAL;
                        goto exit;
                } else {
                        DP_ERR(p_hwfn,
                               "PF returned error %d to VF acquisition request\n",
                               resp->hdr.status);
                        rc = -EAGAIN;
                        goto exit;
                }
        }

        /* Mark the PF as legacy, if needed */
        if (req->vfdev_info.capabilities & VFPF_ACQUIRE_CAP_PRE_FP_HSI)
                p_iov->b_pre_fp_hsi = true;

        /* In case PF doesn't support multi-queue Tx, update the number of
         * CIDs to reflect the number of queues [older PFs didn't fill that
         * field].
         */
        if (!(resp->pfdev_info.capabilities & PFVF_ACQUIRE_CAP_QUEUE_QIDS))
                resp->resc.num_cids = resp->resc.num_rxqs + resp->resc.num_txqs;

        /* Update bulletin board size with response from PF */
        p_iov->bulletin.size = resp->bulletin_size;

        /* get HW info */
        p_hwfn->cdev->type = resp->pfdev_info.dev_type;
        p_hwfn->cdev->chip_rev = resp->pfdev_info.chip_rev;

        p_hwfn->cdev->chip_num = pfdev_info->chip_num & 0xffff;

        /* Learn of the possibility of CMT */
        if (IS_LEAD_HWFN(p_hwfn)) {
                if (resp->pfdev_info.capabilities & PFVF_ACQUIRE_CAP_100G) {
                        DP_NOTICE(p_hwfn, "100g VF\n");
                        p_hwfn->cdev->num_hwfns = 2;
                }
        }

        if (!p_iov->b_pre_fp_hsi &&
            (resp->pfdev_info.minor_fp_hsi < ETH_HSI_VER_MINOR)) {
                DP_INFO(p_hwfn,
                        "PF is using older fastpath HSI; %02x.%02x is configured\n",
                        ETH_HSI_VER_MAJOR, resp->pfdev_info.minor_fp_hsi);
        }

exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

u32 qed_vf_hw_bar_size(struct qed_hwfn *p_hwfn, enum BAR_ID bar_id)
{
        u32 bar_size;

        /* Regview size is fixed */
        if (bar_id == BAR_ID_0)
                return 1 << 17;

        /* Doorbell is received from PF */
        bar_size = p_hwfn->vf_iov_info->acquire_resp.pfdev_info.bar_size;
        if (bar_size)
                return 1 << bar_size;
        return 0;
}

int qed_vf_hw_prepare(struct qed_hwfn *p_hwfn)
{
        struct qed_hwfn *p_lead = QED_LEADING_HWFN(p_hwfn->cdev);
        struct qed_vf_iov *p_iov;
        u32 reg;
        int rc;

        /* Set number of hwfns - might be overriden once leading hwfn learns
         * actual configuration from PF.
         */
        if (IS_LEAD_HWFN(p_hwfn))
                p_hwfn->cdev->num_hwfns = 1;

        reg = PXP_VF_BAR0_ME_OPAQUE_ADDRESS;
        p_hwfn->hw_info.opaque_fid = (u16)REG_RD(p_hwfn, reg);

        reg = PXP_VF_BAR0_ME_CONCRETE_ADDRESS;
        p_hwfn->hw_info.concrete_fid = REG_RD(p_hwfn, reg);

        /* Allocate vf sriov info */
        p_iov = kzalloc(sizeof(*p_iov), GFP_KERNEL);
        if (!p_iov)
                return -ENOMEM;

        /* Doorbells are tricky; Upper-layer has alreday set the hwfn doorbell
         * value, but there are several incompatibily scenarios where that
         * would be incorrect and we'd need to override it.
         */
        if (!p_hwfn->doorbells) {
                p_hwfn->doorbells = (u8 __iomem *)p_hwfn->regview +
                                                  PXP_VF_BAR0_START_DQ;
        } else if (p_hwfn == p_lead) {
                /* For leading hw-function, value is always correct, but need
                 * to handle scenario where legacy PF would not support 100g
                 * mapped bars later.
                 */
                p_iov->b_doorbell_bar = true;
        } else {
                /* here, value would be correct ONLY if the leading hwfn
                 * received indication that mapped-bars are supported.
                 */
                if (p_lead->vf_iov_info->b_doorbell_bar)
                        p_iov->b_doorbell_bar = true;
                else
                        p_hwfn->doorbells = (u8 __iomem *)
                            p_hwfn->regview + PXP_VF_BAR0_START_DQ;
        }

        /* Allocate vf2pf msg */
        p_iov->vf2pf_request = dma_alloc_coherent(&p_hwfn->cdev->pdev->dev,
                                                  sizeof(union vfpf_tlvs),
                                                  &p_iov->vf2pf_request_phys,
                                                  GFP_KERNEL);
        if (!p_iov->vf2pf_request)
                goto free_p_iov;

        p_iov->pf2vf_reply = dma_alloc_coherent(&p_hwfn->cdev->pdev->dev,
                                                sizeof(union pfvf_tlvs),
                                                &p_iov->pf2vf_reply_phys,
                                                GFP_KERNEL);
        if (!p_iov->pf2vf_reply)
                goto free_vf2pf_request;

        DP_VERBOSE(p_hwfn,
                   QED_MSG_IOV,
                   "VF's Request mailbox [%p virt 0x%llx phys], Response mailbox [%p virt 0x%llx phys]\n",
                   p_iov->vf2pf_request,
                   (u64) p_iov->vf2pf_request_phys,
                   p_iov->pf2vf_reply, (u64)p_iov->pf2vf_reply_phys);

        /* Allocate Bulletin board */
        p_iov->bulletin.size = sizeof(struct qed_bulletin_content);
        p_iov->bulletin.p_virt = dma_alloc_coherent(&p_hwfn->cdev->pdev->dev,
                                                    p_iov->bulletin.size,
                                                    &p_iov->bulletin.phys,
                                                    GFP_KERNEL);
        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                   "VF's bulletin Board [%p virt 0x%llx phys 0x%08x bytes]\n",
                   p_iov->bulletin.p_virt,
                   (u64)p_iov->bulletin.phys, p_iov->bulletin.size);

        mutex_init(&p_iov->mutex);

        p_hwfn->vf_iov_info = p_iov;

        p_hwfn->hw_info.personality = QED_PCI_ETH;

        rc = qed_vf_pf_acquire(p_hwfn);

        /* If VF is 100g using a mapped bar and PF is too old to support that,
         * acquisition would succeed - but the VF would have no way knowing
         * the size of the doorbell bar configured in HW and thus will not
         * know how to split it for 2nd hw-function.
         * In this case we re-try without the indication of the mapped
         * doorbell.
         */
        if (!rc && p_iov->b_doorbell_bar &&
            !qed_vf_hw_bar_size(p_hwfn, BAR_ID_1) &&
            (p_hwfn->cdev->num_hwfns > 1)) {
                rc = _qed_vf_pf_release(p_hwfn, false);
                if (rc)
                        return rc;

                p_iov->b_doorbell_bar = false;
                p_hwfn->doorbells = (u8 __iomem *)p_hwfn->regview +
                                                  PXP_VF_BAR0_START_DQ;
                rc = qed_vf_pf_acquire(p_hwfn);
        }

        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                   "Regview [%p], Doorbell [%p], Device-doorbell [%p]\n",
                   p_hwfn->regview, p_hwfn->doorbells, p_hwfn->cdev->doorbells);

        return rc;

free_vf2pf_request:
        dma_free_coherent(&p_hwfn->cdev->pdev->dev,
                          sizeof(union vfpf_tlvs),
                          p_iov->vf2pf_request, p_iov->vf2pf_request_phys);
free_p_iov:
        kfree(p_iov);

        return -ENOMEM;
}
#define TSTORM_QZONE_START   PXP_VF_BAR0_START_SDM_ZONE_A
#define MSTORM_QZONE_START(dev)   (TSTORM_QZONE_START + \
                                   (TSTORM_QZONE_SIZE * NUM_OF_L2_QUEUES(dev)))

static void
__qed_vf_prep_tunn_req_tlv(struct vfpf_update_tunn_param_tlv *p_req,
                           struct qed_tunn_update_type *p_src,
                           enum qed_tunn_mode mask, u8 *p_cls)
{
        if (p_src->b_update_mode) {
                p_req->tun_mode_update_mask |= BIT(mask);

                if (p_src->b_mode_enabled)
                        p_req->tunn_mode |= BIT(mask);
        }

        *p_cls = p_src->tun_cls;
}

static void
qed_vf_prep_tunn_req_tlv(struct vfpf_update_tunn_param_tlv *p_req,
                         struct qed_tunn_update_type *p_src,
                         enum qed_tunn_mode mask,
                         u8 *p_cls, struct qed_tunn_update_udp_port *p_port,
                         u8 *p_update_port, u16 *p_udp_port)
{
        if (p_port->b_update_port) {
                *p_update_port = 1;
                *p_udp_port = p_port->port;
        }

        __qed_vf_prep_tunn_req_tlv(p_req, p_src, mask, p_cls);
}

void qed_vf_set_vf_start_tunn_update_param(struct qed_tunnel_info *p_tun)
{
        if (p_tun->vxlan.b_mode_enabled)
                p_tun->vxlan.b_update_mode = true;
        if (p_tun->l2_geneve.b_mode_enabled)
                p_tun->l2_geneve.b_update_mode = true;
        if (p_tun->ip_geneve.b_mode_enabled)
                p_tun->ip_geneve.b_update_mode = true;
        if (p_tun->l2_gre.b_mode_enabled)
                p_tun->l2_gre.b_update_mode = true;
        if (p_tun->ip_gre.b_mode_enabled)
                p_tun->ip_gre.b_update_mode = true;

        p_tun->b_update_rx_cls = true;
        p_tun->b_update_tx_cls = true;
}

static void
__qed_vf_update_tunn_param(struct qed_tunn_update_type *p_tun,
                           u16 feature_mask, u8 tunn_mode,
                           u8 tunn_cls, enum qed_tunn_mode val)
{
        if (feature_mask & BIT(val)) {
                p_tun->b_mode_enabled = tunn_mode;
                p_tun->tun_cls = tunn_cls;
        } else {
                p_tun->b_mode_enabled = false;
        }
}

static void qed_vf_update_tunn_param(struct qed_hwfn *p_hwfn,
                                     struct qed_tunnel_info *p_tun,
                                     struct pfvf_update_tunn_param_tlv *p_resp)
{
        /* Update mode and classes provided by PF */
        u16 feat_mask = p_resp->tunn_feature_mask;

        __qed_vf_update_tunn_param(&p_tun->vxlan, feat_mask,
                                   p_resp->vxlan_mode, p_resp->vxlan_clss,
                                   QED_MODE_VXLAN_TUNN);
        __qed_vf_update_tunn_param(&p_tun->l2_geneve, feat_mask,
                                   p_resp->l2geneve_mode,
                                   p_resp->l2geneve_clss,
                                   QED_MODE_L2GENEVE_TUNN);
        __qed_vf_update_tunn_param(&p_tun->ip_geneve, feat_mask,
                                   p_resp->ipgeneve_mode,
                                   p_resp->ipgeneve_clss,
                                   QED_MODE_IPGENEVE_TUNN);
        __qed_vf_update_tunn_param(&p_tun->l2_gre, feat_mask,
                                   p_resp->l2gre_mode, p_resp->l2gre_clss,
                                   QED_MODE_L2GRE_TUNN);
        __qed_vf_update_tunn_param(&p_tun->ip_gre, feat_mask,
                                   p_resp->ipgre_mode, p_resp->ipgre_clss,
                                   QED_MODE_IPGRE_TUNN);
        p_tun->geneve_port.port = p_resp->geneve_udp_port;
        p_tun->vxlan_port.port = p_resp->vxlan_udp_port;

        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                   "tunn mode: vxlan=0x%x, l2geneve=0x%x, ipgeneve=0x%x, l2gre=0x%x, ipgre=0x%x",
                   p_tun->vxlan.b_mode_enabled, p_tun->l2_geneve.b_mode_enabled,
                   p_tun->ip_geneve.b_mode_enabled,
                   p_tun->l2_gre.b_mode_enabled, p_tun->ip_gre.b_mode_enabled);
}

int qed_vf_pf_tunnel_param_update(struct qed_hwfn *p_hwfn,
                                  struct qed_tunnel_info *p_src)
{
        struct qed_tunnel_info *p_tun = &p_hwfn->cdev->tunnel;
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_update_tunn_param_tlv *p_resp;
        struct vfpf_update_tunn_param_tlv *p_req;
        int rc;

        p_req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_UPDATE_TUNN_PARAM,
                               sizeof(*p_req));

        if (p_src->b_update_rx_cls && p_src->b_update_tx_cls)
                p_req->update_tun_cls = 1;

        qed_vf_prep_tunn_req_tlv(p_req, &p_src->vxlan, QED_MODE_VXLAN_TUNN,
                                 &p_req->vxlan_clss, &p_src->vxlan_port,
                                 &p_req->update_vxlan_port,
                                 &p_req->vxlan_port);
        qed_vf_prep_tunn_req_tlv(p_req, &p_src->l2_geneve,
                                 QED_MODE_L2GENEVE_TUNN,
                                 &p_req->l2geneve_clss, &p_src->geneve_port,
                                 &p_req->update_geneve_port,
                                 &p_req->geneve_port);
        __qed_vf_prep_tunn_req_tlv(p_req, &p_src->ip_geneve,
                                   QED_MODE_IPGENEVE_TUNN,
                                   &p_req->ipgeneve_clss);
        __qed_vf_prep_tunn_req_tlv(p_req, &p_src->l2_gre,
                                   QED_MODE_L2GRE_TUNN, &p_req->l2gre_clss);
        __qed_vf_prep_tunn_req_tlv(p_req, &p_src->ip_gre,
                                   QED_MODE_IPGRE_TUNN, &p_req->ipgre_clss);

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END,
                    sizeof(struct channel_list_end_tlv));

        p_resp = &p_iov->pf2vf_reply->tunn_param_resp;
        rc = qed_send_msg2pf(p_hwfn, &p_resp->hdr.status, sizeof(*p_resp));

        if (rc)
                goto exit;

        if (p_resp->hdr.status != PFVF_STATUS_SUCCESS) {
                DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                           "Failed to update tunnel parameters\n");
                rc = -EINVAL;
        }

        qed_vf_update_tunn_param(p_hwfn, p_tun, p_resp);
exit:
        qed_vf_pf_req_end(p_hwfn, rc);
        return rc;
}

int
qed_vf_pf_rxq_start(struct qed_hwfn *p_hwfn,
                    struct qed_queue_cid *p_cid,
                    u16 bd_max_bytes,
                    dma_addr_t bd_chain_phys_addr,
                    dma_addr_t cqe_pbl_addr,
                    u16 cqe_pbl_size, void __iomem **pp_prod)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_start_queue_resp_tlv *resp;
        struct vfpf_start_rxq_tlv *req;
        u8 rx_qid = p_cid->rel.queue_id;
        int rc;

        /* clear mailbox and prep first tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_START_RXQ, sizeof(*req));

        req->rx_qid = rx_qid;
        req->cqe_pbl_addr = cqe_pbl_addr;
        req->cqe_pbl_size = cqe_pbl_size;
        req->rxq_addr = bd_chain_phys_addr;
        req->hw_sb = p_cid->sb_igu_id;
        req->sb_index = p_cid->sb_idx;
        req->bd_max_bytes = bd_max_bytes;
        req->stat_id = -1;

        /* If PF is legacy, we'll need to calculate producers ourselves
         * as well as clean them.
         */
        if (p_iov->b_pre_fp_hsi) {
                u8 hw_qid = p_iov->acquire_resp.resc.hw_qid[rx_qid];
                u32 init_prod_val = 0;

                *pp_prod = (u8 __iomem *)
                    p_hwfn->regview +
                    MSTORM_QZONE_START(p_hwfn->cdev) +
                    hw_qid * MSTORM_QZONE_SIZE;

                /* Init the rcq, rx bd and rx sge (if valid) producers to 0 */
                __internal_ram_wr(p_hwfn, *pp_prod, sizeof(u32),
                                  (u32 *)(&init_prod_val));
        }

        qed_vf_pf_add_qid(p_hwfn, p_cid);

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        resp = &p_iov->pf2vf_reply->queue_start;
        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EINVAL;
                goto exit;
        }

        /* Learn the address of the producer from the response */
        if (!p_iov->b_pre_fp_hsi) {
                u32 init_prod_val = 0;

                *pp_prod = (u8 __iomem *)p_hwfn->regview + resp->offset;
                DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                           "Rxq[0x%02x]: producer at %p [offset 0x%08x]\n",
                           rx_qid, *pp_prod, resp->offset);

                /* Init the rcq, rx bd and rx sge (if valid) producers to 0 */
                __internal_ram_wr(p_hwfn, *pp_prod, sizeof(u32),
                                  (u32 *)&init_prod_val);
        }
exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

int qed_vf_pf_rxq_stop(struct qed_hwfn *p_hwfn,
                       struct qed_queue_cid *p_cid, bool cqe_completion)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct vfpf_stop_rxqs_tlv *req;
        struct pfvf_def_resp_tlv *resp;
        int rc;

        /* clear mailbox and prep first tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_STOP_RXQS, sizeof(*req));

        req->rx_qid = p_cid->rel.queue_id;
        req->num_rxqs = 1;
        req->cqe_completion = cqe_completion;

        qed_vf_pf_add_qid(p_hwfn, p_cid);

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        resp = &p_iov->pf2vf_reply->default_resp;
        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EINVAL;
                goto exit;
        }

exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

int
qed_vf_pf_txq_start(struct qed_hwfn *p_hwfn,
                    struct qed_queue_cid *p_cid,
                    dma_addr_t pbl_addr,
                    u16 pbl_size, void __iomem **pp_doorbell)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_start_queue_resp_tlv *resp;
        struct vfpf_start_txq_tlv *req;
        u16 qid = p_cid->rel.queue_id;
        int rc;

        /* clear mailbox and prep first tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_START_TXQ, sizeof(*req));

        req->tx_qid = qid;

        /* Tx */
        req->pbl_addr = pbl_addr;
        req->pbl_size = pbl_size;
        req->hw_sb = p_cid->sb_igu_id;
        req->sb_index = p_cid->sb_idx;

        qed_vf_pf_add_qid(p_hwfn, p_cid);

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        resp = &p_iov->pf2vf_reply->queue_start;
        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EINVAL;
                goto exit;
        }

        /* Modern PFs provide the actual offsets, while legacy
         * provided only the queue id.
         */
        if (!p_iov->b_pre_fp_hsi) {
                *pp_doorbell = (u8 __iomem *)p_hwfn->doorbells + resp->offset;
        } else {
                u8 cid = p_iov->acquire_resp.resc.cid[qid];

                *pp_doorbell = (u8 __iomem *)p_hwfn->doorbells +
                                             qed_db_addr_vf(cid,
                                                            DQ_DEMS_LEGACY);
        }

        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                   "Txq[0x%02x.%02x]: doorbell at %p [offset 0x%08x]\n",
                   qid, p_cid->qid_usage_idx, *pp_doorbell, resp->offset);
exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

int qed_vf_pf_txq_stop(struct qed_hwfn *p_hwfn, struct qed_queue_cid *p_cid)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct vfpf_stop_txqs_tlv *req;
        struct pfvf_def_resp_tlv *resp;
        int rc;

        /* clear mailbox and prep first tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_STOP_TXQS, sizeof(*req));

        req->tx_qid = p_cid->rel.queue_id;
        req->num_txqs = 1;

        qed_vf_pf_add_qid(p_hwfn, p_cid);

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        resp = &p_iov->pf2vf_reply->default_resp;
        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EINVAL;
                goto exit;
        }

exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

int qed_vf_pf_vport_start(struct qed_hwfn *p_hwfn,
                          u8 vport_id,
                          u16 mtu,
                          u8 inner_vlan_removal,
                          enum qed_tpa_mode tpa_mode,
                          u8 max_buffers_per_cqe, u8 only_untagged)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct vfpf_vport_start_tlv *req;
        struct pfvf_def_resp_tlv *resp;
        int rc, i;

        /* clear mailbox and prep first tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_VPORT_START, sizeof(*req));

        req->mtu = mtu;
        req->vport_id = vport_id;
        req->inner_vlan_removal = inner_vlan_removal;
        req->tpa_mode = tpa_mode;
        req->max_buffers_per_cqe = max_buffers_per_cqe;
        req->only_untagged = only_untagged;

        /* status blocks */
        for (i = 0; i < p_hwfn->vf_iov_info->acquire_resp.resc.num_sbs; i++) {
                struct qed_sb_info *p_sb = p_hwfn->vf_iov_info->sbs_info[i];

                if (p_sb)
                        req->sb_addr[i] = p_sb->sb_phys;
        }

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        resp = &p_iov->pf2vf_reply->default_resp;
        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EINVAL;
                goto exit;
        }

exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

int qed_vf_pf_vport_stop(struct qed_hwfn *p_hwfn)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_def_resp_tlv *resp = &p_iov->pf2vf_reply->default_resp;
        int rc;

        /* clear mailbox and prep first tlv */
        qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_VPORT_TEARDOWN,
                       sizeof(struct vfpf_first_tlv));

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EINVAL;
                goto exit;
        }

exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

static bool
qed_vf_handle_vp_update_is_needed(struct qed_hwfn *p_hwfn,
                                  struct qed_sp_vport_update_params *p_data,
                                  u16 tlv)
{
        switch (tlv) {
        case CHANNEL_TLV_VPORT_UPDATE_ACTIVATE:
                return !!(p_data->update_vport_active_rx_flg ||
                          p_data->update_vport_active_tx_flg);
        case CHANNEL_TLV_VPORT_UPDATE_TX_SWITCH:
                return !!p_data->update_tx_switching_flg;
        case CHANNEL_TLV_VPORT_UPDATE_VLAN_STRIP:
                return !!p_data->update_inner_vlan_removal_flg;
        case CHANNEL_TLV_VPORT_UPDATE_ACCEPT_ANY_VLAN:
                return !!p_data->update_accept_any_vlan_flg;
        case CHANNEL_TLV_VPORT_UPDATE_MCAST:
                return !!p_data->update_approx_mcast_flg;
        case CHANNEL_TLV_VPORT_UPDATE_ACCEPT_PARAM:
                return !!(p_data->accept_flags.update_rx_mode_config ||
                          p_data->accept_flags.update_tx_mode_config);
        case CHANNEL_TLV_VPORT_UPDATE_RSS:
                return !!p_data->rss_params;
        case CHANNEL_TLV_VPORT_UPDATE_SGE_TPA:
                return !!p_data->sge_tpa_params;
        default:
                DP_INFO(p_hwfn, "Unexpected vport-update TLV[%d]\n",
                        tlv);
                return false;
        }
}

static void
qed_vf_handle_vp_update_tlvs_resp(struct qed_hwfn *p_hwfn,
                                  struct qed_sp_vport_update_params *p_data)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_def_resp_tlv *p_resp;
        u16 tlv;

        for (tlv = CHANNEL_TLV_VPORT_UPDATE_ACTIVATE;
             tlv < CHANNEL_TLV_VPORT_UPDATE_MAX; tlv++) {
                if (!qed_vf_handle_vp_update_is_needed(p_hwfn, p_data, tlv))
                        continue;

                p_resp = (struct pfvf_def_resp_tlv *)
                         qed_iov_search_list_tlvs(p_hwfn, p_iov->pf2vf_reply,
                                                  tlv);
                if (p_resp && p_resp->hdr.status)
                        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                                   "TLV[%d] Configuration %s\n",
                                   tlv,
                                   (p_resp && p_resp->hdr.status) ? "succeeded"
                                                                  : "failed");
        }
}

int qed_vf_pf_vport_update(struct qed_hwfn *p_hwfn,
                           struct qed_sp_vport_update_params *p_params)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct vfpf_vport_update_tlv *req;
        struct pfvf_def_resp_tlv *resp;
        u8 update_rx, update_tx;
        u32 resp_size = 0;
        u16 size, tlv;
        int rc;

        resp = &p_iov->pf2vf_reply->default_resp;
        resp_size = sizeof(*resp);

        update_rx = p_params->update_vport_active_rx_flg;
        update_tx = p_params->update_vport_active_tx_flg;

        /* clear mailbox and prep header tlv */
        qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_VPORT_UPDATE, sizeof(*req));

        /* Prepare extended tlvs */
        if (update_rx || update_tx) {
                struct vfpf_vport_update_activate_tlv *p_act_tlv;

                size = sizeof(struct vfpf_vport_update_activate_tlv);
                p_act_tlv = qed_add_tlv(p_hwfn, &p_iov->offset,
                                        CHANNEL_TLV_VPORT_UPDATE_ACTIVATE,
                                        size);
                resp_size += sizeof(struct pfvf_def_resp_tlv);

                if (update_rx) {
                        p_act_tlv->update_rx = update_rx;
                        p_act_tlv->active_rx = p_params->vport_active_rx_flg;
                }

                if (update_tx) {
                        p_act_tlv->update_tx = update_tx;
                        p_act_tlv->active_tx = p_params->vport_active_tx_flg;
                }
        }

        if (p_params->update_tx_switching_flg) {
                struct vfpf_vport_update_tx_switch_tlv *p_tx_switch_tlv;

                size = sizeof(struct vfpf_vport_update_tx_switch_tlv);
                tlv = CHANNEL_TLV_VPORT_UPDATE_TX_SWITCH;
                p_tx_switch_tlv = qed_add_tlv(p_hwfn, &p_iov->offset,
                                              tlv, size);
                resp_size += sizeof(struct pfvf_def_resp_tlv);

                p_tx_switch_tlv->tx_switching = p_params->tx_switching_flg;
        }

        if (p_params->update_approx_mcast_flg) {
                struct vfpf_vport_update_mcast_bin_tlv *p_mcast_tlv;

                size = sizeof(struct vfpf_vport_update_mcast_bin_tlv);
                p_mcast_tlv = qed_add_tlv(p_hwfn, &p_iov->offset,
                                          CHANNEL_TLV_VPORT_UPDATE_MCAST, size);
                resp_size += sizeof(struct pfvf_def_resp_tlv);

                memcpy(p_mcast_tlv->bins, p_params->bins,
                       sizeof(u32) * ETH_MULTICAST_MAC_BINS_IN_REGS);
        }

        update_rx = p_params->accept_flags.update_rx_mode_config;
        update_tx = p_params->accept_flags.update_tx_mode_config;

        if (update_rx || update_tx) {
                struct vfpf_vport_update_accept_param_tlv *p_accept_tlv;

                tlv = CHANNEL_TLV_VPORT_UPDATE_ACCEPT_PARAM;
                size = sizeof(struct vfpf_vport_update_accept_param_tlv);
                p_accept_tlv = qed_add_tlv(p_hwfn, &p_iov->offset, tlv, size);
                resp_size += sizeof(struct pfvf_def_resp_tlv);

                if (update_rx) {
                        p_accept_tlv->update_rx_mode = update_rx;
                        p_accept_tlv->rx_accept_filter =
                            p_params->accept_flags.rx_accept_filter;
                }

                if (update_tx) {
                        p_accept_tlv->update_tx_mode = update_tx;
                        p_accept_tlv->tx_accept_filter =
                            p_params->accept_flags.tx_accept_filter;
                }
        }

        if (p_params->rss_params) {
                struct qed_rss_params *rss_params = p_params->rss_params;
                struct vfpf_vport_update_rss_tlv *p_rss_tlv;
                int i, table_size;

                size = sizeof(struct vfpf_vport_update_rss_tlv);
                p_rss_tlv = qed_add_tlv(p_hwfn,
                                        &p_iov->offset,
                                        CHANNEL_TLV_VPORT_UPDATE_RSS, size);
                resp_size += sizeof(struct pfvf_def_resp_tlv);

                if (rss_params->update_rss_config)
                        p_rss_tlv->update_rss_flags |=
                            VFPF_UPDATE_RSS_CONFIG_FLAG;
                if (rss_params->update_rss_capabilities)
                        p_rss_tlv->update_rss_flags |=
                            VFPF_UPDATE_RSS_CAPS_FLAG;
                if (rss_params->update_rss_ind_table)
                        p_rss_tlv->update_rss_flags |=
                            VFPF_UPDATE_RSS_IND_TABLE_FLAG;
                if (rss_params->update_rss_key)
                        p_rss_tlv->update_rss_flags |= VFPF_UPDATE_RSS_KEY_FLAG;

                p_rss_tlv->rss_enable = rss_params->rss_enable;
                p_rss_tlv->rss_caps = rss_params->rss_caps;
                p_rss_tlv->rss_table_size_log = rss_params->rss_table_size_log;

                table_size = min_t(int, T_ETH_INDIRECTION_TABLE_SIZE,
                                   1 << p_rss_tlv->rss_table_size_log);
                for (i = 0; i < table_size; i++) {
                        struct qed_queue_cid *p_queue;

                        p_queue = rss_params->rss_ind_table[i];
                        p_rss_tlv->rss_ind_table[i] = p_queue->rel.queue_id;
                }
                memcpy(p_rss_tlv->rss_key, rss_params->rss_key,
                       sizeof(rss_params->rss_key));
        }

        if (p_params->update_accept_any_vlan_flg) {
                struct vfpf_vport_update_accept_any_vlan_tlv *p_any_vlan_tlv;

                size = sizeof(struct vfpf_vport_update_accept_any_vlan_tlv);
                tlv = CHANNEL_TLV_VPORT_UPDATE_ACCEPT_ANY_VLAN;
                p_any_vlan_tlv = qed_add_tlv(p_hwfn, &p_iov->offset, tlv, size);

                resp_size += sizeof(struct pfvf_def_resp_tlv);
                p_any_vlan_tlv->accept_any_vlan = p_params->accept_any_vlan;
                p_any_vlan_tlv->update_accept_any_vlan_flg =
                    p_params->update_accept_any_vlan_flg;
        }

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, resp_size);
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EINVAL;
                goto exit;
        }

        qed_vf_handle_vp_update_tlvs_resp(p_hwfn, p_params);

exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

int qed_vf_pf_reset(struct qed_hwfn *p_hwfn)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_def_resp_tlv *resp;
        struct vfpf_first_tlv *req;
        int rc;

        /* clear mailbox and prep first tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_CLOSE, sizeof(*req));

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        resp = &p_iov->pf2vf_reply->default_resp;
        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EAGAIN;
                goto exit;
        }

        p_hwfn->b_int_enabled = 0;

exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

void qed_vf_pf_filter_mcast(struct qed_hwfn *p_hwfn,
                            struct qed_filter_mcast *p_filter_cmd)
{
        struct qed_sp_vport_update_params sp_params;
        int i;

        memset(&sp_params, 0, sizeof(sp_params));
        sp_params.update_approx_mcast_flg = 1;

        if (p_filter_cmd->opcode == QED_FILTER_ADD) {
                for (i = 0; i < p_filter_cmd->num_mc_addrs; i++) {
                        u32 bit;

                        bit = qed_mcast_bin_from_mac(p_filter_cmd->mac[i]);
                        sp_params.bins[bit / 32] |= 1 << (bit % 32);
                }
        }

        qed_vf_pf_vport_update(p_hwfn, &sp_params);
}

int qed_vf_pf_filter_ucast(struct qed_hwfn *p_hwfn,
                           struct qed_filter_ucast *p_ucast)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct vfpf_ucast_filter_tlv *req;
        struct pfvf_def_resp_tlv *resp;
        int rc;

        /* clear mailbox and prep first tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_UCAST_FILTER, sizeof(*req));
        req->opcode = (u8) p_ucast->opcode;
        req->type = (u8) p_ucast->type;
        memcpy(req->mac, p_ucast->mac, ETH_ALEN);
        req->vlan = p_ucast->vlan;

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        resp = &p_iov->pf2vf_reply->default_resp;
        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EAGAIN;
                goto exit;
        }

exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

int qed_vf_pf_int_cleanup(struct qed_hwfn *p_hwfn)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_def_resp_tlv *resp = &p_iov->pf2vf_reply->default_resp;
        int rc;

        /* clear mailbox and prep first tlv */
        qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_INT_CLEANUP,
                       sizeof(struct vfpf_first_tlv));

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset,
                    CHANNEL_TLV_LIST_END, sizeof(struct channel_list_end_tlv));

        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                rc = -EINVAL;
                goto exit;
        }

exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

int qed_vf_pf_get_coalesce(struct qed_hwfn *p_hwfn,
                           u16 *p_coal, struct qed_queue_cid *p_cid)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct pfvf_read_coal_resp_tlv *resp;
        struct vfpf_read_coal_req_tlv *req;
        int rc;

        /* clear mailbox and prep header tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_COALESCE_READ, sizeof(*req));
        req->qid = p_cid->rel.queue_id;
        req->is_rx = p_cid->b_is_rx ? 1 : 0;

        qed_add_tlv(p_hwfn, &p_iov->offset, CHANNEL_TLV_LIST_END,
                    sizeof(struct channel_list_end_tlv));
        resp = &p_iov->pf2vf_reply->read_coal_resp;

        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS)
                goto exit;

        *p_coal = resp->coal;
exit:
        qed_vf_pf_req_end(p_hwfn, rc);

        return rc;
}

int
qed_vf_pf_bulletin_update_mac(struct qed_hwfn *p_hwfn,
                              u8 *p_mac)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct vfpf_bulletin_update_mac_tlv *p_req;
        struct pfvf_def_resp_tlv *p_resp;
        int rc;

        if (!p_mac)
                return -EINVAL;

        /* clear mailbox and prep header tlv */
        p_req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_BULLETIN_UPDATE_MAC,
                               sizeof(*p_req));
        ether_addr_copy(p_req->mac, p_mac);
        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                   "Requesting bulletin update for MAC[%pM]\n", p_mac);

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset, CHANNEL_TLV_LIST_END,
                    sizeof(struct channel_list_end_tlv));

        p_resp = &p_iov->pf2vf_reply->default_resp;
        rc = qed_send_msg2pf(p_hwfn, &p_resp->hdr.status, sizeof(*p_resp));
        qed_vf_pf_req_end(p_hwfn, rc);
        return rc;
}

int
qed_vf_pf_set_coalesce(struct qed_hwfn *p_hwfn,
                       u16 rx_coal, u16 tx_coal, struct qed_queue_cid *p_cid)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct vfpf_update_coalesce *req;
        struct pfvf_def_resp_tlv *resp;
        int rc;

        /* clear mailbox and prep header tlv */
        req = qed_vf_pf_prep(p_hwfn, CHANNEL_TLV_COALESCE_UPDATE, sizeof(*req));

        req->rx_coal = rx_coal;
        req->tx_coal = tx_coal;
        req->qid = p_cid->rel.queue_id;

        DP_VERBOSE(p_hwfn,
                   QED_MSG_IOV,
                   "Setting coalesce rx_coal = %d, tx_coal = %d at queue = %d\n",
                   rx_coal, tx_coal, req->qid);

        /* add list termination tlv */
        qed_add_tlv(p_hwfn, &p_iov->offset, CHANNEL_TLV_LIST_END,
                    sizeof(struct channel_list_end_tlv));

        resp = &p_iov->pf2vf_reply->default_resp;
        rc = qed_send_msg2pf(p_hwfn, &resp->hdr.status, sizeof(*resp));
        if (rc)
                goto exit;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS)
                goto exit;

        if (rx_coal)
                p_hwfn->cdev->rx_coalesce_usecs = rx_coal;

        if (tx_coal)
                p_hwfn->cdev->tx_coalesce_usecs = tx_coal;

exit:
        qed_vf_pf_req_end(p_hwfn, rc);
        return rc;
}

u16 qed_vf_get_igu_sb_id(struct qed_hwfn *p_hwfn, u16 sb_id)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;

        if (!p_iov) {
                DP_NOTICE(p_hwfn, "vf_sriov_info isn't initialized\n");
                return 0;
        }

        return p_iov->acquire_resp.resc.hw_sbs[sb_id].hw_sb_id;
}

void qed_vf_set_sb_info(struct qed_hwfn *p_hwfn,
                        u16 sb_id, struct qed_sb_info *p_sb)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;

        if (!p_iov) {
                DP_NOTICE(p_hwfn, "vf_sriov_info isn't initialized\n");
                return;
        }

        if (sb_id >= PFVF_MAX_SBS_PER_VF) {
                DP_NOTICE(p_hwfn, "Can't configure SB %04x\n", sb_id);
                return;
        }

        p_iov->sbs_info[sb_id] = p_sb;
}

int qed_vf_read_bulletin(struct qed_hwfn *p_hwfn, u8 *p_change)
{
        struct qed_vf_iov *p_iov = p_hwfn->vf_iov_info;
        struct qed_bulletin_content shadow;
        u32 crc, crc_size;

        crc_size = sizeof(p_iov->bulletin.p_virt->crc);
        *p_change = 0;

        /* Need to guarantee PF is not in the middle of writing it */
        memcpy(&shadow, p_iov->bulletin.p_virt, p_iov->bulletin.size);

        /* If version did not update, no need to do anything */
        if (shadow.version == p_iov->bulletin_shadow.version)
                return 0;

        /* Verify the bulletin we see is valid */
        crc = crc32(0, (u8 *)&shadow + crc_size,
                    p_iov->bulletin.size - crc_size);
        if (crc != shadow.crc)
                return -EAGAIN;

        /* Set the shadow bulletin and process it */
        memcpy(&p_iov->bulletin_shadow, &shadow, p_iov->bulletin.size);

        DP_VERBOSE(p_hwfn, QED_MSG_IOV,
                   "Read a bulletin update %08x\n", shadow.version);

        *p_change = 1;

        return 0;
}

void __qed_vf_get_link_params(struct qed_hwfn *p_hwfn,
                              struct qed_mcp_link_params *p_params,
                              struct qed_bulletin_content *p_bulletin)
{
        memset(p_params, 0, sizeof(*p_params));

        p_params->speed.autoneg = p_bulletin->req_autoneg;
        p_params->speed.advertised_speeds = p_bulletin->req_adv_speed;
        p_params->speed.forced_speed = p_bulletin->req_forced_speed;
        p_params->pause.autoneg = p_bulletin->req_autoneg_pause;
        p_params->pause.forced_rx = p_bulletin->req_forced_rx;
        p_params->pause.forced_tx = p_bulletin->req_forced_tx;
        p_params->loopback_mode = p_bulletin->req_loopback;
}

void qed_vf_get_link_params(struct qed_hwfn *p_hwfn,
                            struct qed_mcp_link_params *params)
{
        __qed_vf_get_link_params(p_hwfn, params,
                                 &(p_hwfn->vf_iov_info->bulletin_shadow));
}

void __qed_vf_get_link_state(struct qed_hwfn *p_hwfn,
                             struct qed_mcp_link_state *p_link,
                             struct qed_bulletin_content *p_bulletin)
{
        memset(p_link, 0, sizeof(*p_link));

        p_link->link_up = p_bulletin->link_up;
        p_link->speed = p_bulletin->speed;
        p_link->full_duplex = p_bulletin->full_duplex;
        p_link->an = p_bulletin->autoneg;
        p_link->an_complete = p_bulletin->autoneg_complete;
        p_link->parallel_detection = p_bulletin->parallel_detection;
        p_link->pfc_enabled = p_bulletin->pfc_enabled;
        p_link->partner_adv_speed = p_bulletin->partner_adv_speed;
        p_link->partner_tx_flow_ctrl_en = p_bulletin->partner_tx_flow_ctrl_en;
        p_link->partner_rx_flow_ctrl_en = p_bulletin->partner_rx_flow_ctrl_en;
        p_link->partner_adv_pause = p_bulletin->partner_adv_pause;
        p_link->sfp_tx_fault = p_bulletin->sfp_tx_fault;
}

void qed_vf_get_link_state(struct qed_hwfn *p_hwfn,
                           struct qed_mcp_link_state *link)
{
        __qed_vf_get_link_state(p_hwfn, link,
                                &(p_hwfn->vf_iov_info->bulletin_shadow));
}

void __qed_vf_get_link_caps(struct qed_hwfn *p_hwfn,
                            struct qed_mcp_link_capabilities *p_link_caps,
                            struct qed_bulletin_content *p_bulletin)
{
        memset(p_link_caps, 0, sizeof(*p_link_caps));
        p_link_caps->speed_capabilities = p_bulletin->capability_speed;
}

void qed_vf_get_link_caps(struct qed_hwfn *p_hwfn,
                          struct qed_mcp_link_capabilities *p_link_caps)
{
        __qed_vf_get_link_caps(p_hwfn, p_link_caps,
                               &(p_hwfn->vf_iov_info->bulletin_shadow));
}

void qed_vf_get_num_rxqs(struct qed_hwfn *p_hwfn, u8 *num_rxqs)
{
        *num_rxqs = p_hwfn->vf_iov_info->acquire_resp.resc.num_rxqs;
}

void qed_vf_get_num_txqs(struct qed_hwfn *p_hwfn, u8 *num_txqs)
{
        *num_txqs = p_hwfn->vf_iov_info->acquire_resp.resc.num_txqs;
}

void qed_vf_get_num_cids(struct qed_hwfn *p_hwfn, u8 *num_cids)
{
        *num_cids = p_hwfn->vf_iov_info->acquire_resp.resc.num_cids;
}

void qed_vf_get_port_mac(struct qed_hwfn *p_hwfn, u8 *port_mac)
{
        memcpy(port_mac,
               p_hwfn->vf_iov_info->acquire_resp.pfdev_info.port_mac, ETH_ALEN);
}

void qed_vf_get_num_vlan_filters(struct qed_hwfn *p_hwfn, u8 *num_vlan_filters)
{
        struct qed_vf_iov *p_vf;

        p_vf = p_hwfn->vf_iov_info;
        *num_vlan_filters = p_vf->acquire_resp.resc.num_vlan_filters;
}

void qed_vf_get_num_mac_filters(struct qed_hwfn *p_hwfn, u8 *num_mac_filters)
{
        struct qed_vf_iov *p_vf = p_hwfn->vf_iov_info;

        *num_mac_filters = p_vf->acquire_resp.resc.num_mac_filters;
}

bool qed_vf_check_mac(struct qed_hwfn *p_hwfn, u8 *mac)
{
        struct qed_bulletin_content *bulletin;

        bulletin = &p_hwfn->vf_iov_info->bulletin_shadow;
        if (!(bulletin->valid_bitmap & (1 << MAC_ADDR_FORCED)))
                return true;

        /* Forbid VF from changing a MAC enforced by PF */
        if (ether_addr_equal(bulletin->mac, mac))
                return false;

        return false;
}

static bool qed_vf_bulletin_get_forced_mac(struct qed_hwfn *hwfn,
                                           u8 *dst_mac, u8 *p_is_forced)
{
        struct qed_bulletin_content *bulletin;

        bulletin = &hwfn->vf_iov_info->bulletin_shadow;

        if (bulletin->valid_bitmap & (1 << MAC_ADDR_FORCED)) {
                if (p_is_forced)
                        *p_is_forced = 1;
        } else if (bulletin->valid_bitmap & (1 << VFPF_BULLETIN_MAC_ADDR)) {
                if (p_is_forced)
                        *p_is_forced = 0;
        } else {
                return false;
        }

        ether_addr_copy(dst_mac, bulletin->mac);

        return true;
}

static void
qed_vf_bulletin_get_udp_ports(struct qed_hwfn *p_hwfn,
                              u16 *p_vxlan_port, u16 *p_geneve_port)
{
        struct qed_bulletin_content *p_bulletin;

        p_bulletin = &p_hwfn->vf_iov_info->bulletin_shadow;

        *p_vxlan_port = p_bulletin->vxlan_udp_port;
        *p_geneve_port = p_bulletin->geneve_udp_port;
}

void qed_vf_get_fw_version(struct qed_hwfn *p_hwfn,
                           u16 *fw_major, u16 *fw_minor,
                           u16 *fw_rev, u16 *fw_eng)
{
        struct pf_vf_pfdev_info *info;

        info = &p_hwfn->vf_iov_info->acquire_resp.pfdev_info;

        *fw_major = info->fw_major;
        *fw_minor = info->fw_minor;
        *fw_rev = info->fw_rev;
        *fw_eng = info->fw_eng;
}

static void qed_handle_bulletin_change(struct qed_hwfn *hwfn)
{
        struct qed_eth_cb_ops *ops = hwfn->cdev->protocol_ops.eth;
        u8 mac[ETH_ALEN], is_mac_exist, is_mac_forced;
        void *cookie = hwfn->cdev->ops_cookie;
        u16 vxlan_port, geneve_port;

        qed_vf_bulletin_get_udp_ports(hwfn, &vxlan_port, &geneve_port);
        is_mac_exist = qed_vf_bulletin_get_forced_mac(hwfn, mac,
                                                      &is_mac_forced);
        if (is_mac_exist && cookie)
                ops->force_mac(cookie, mac, !!is_mac_forced);

        ops->ports_update(cookie, vxlan_port, geneve_port);

        /* Always update link configuration according to bulletin */
        qed_link_update(hwfn, NULL);
}

void qed_iov_vf_task(struct work_struct *work)
{
        struct qed_hwfn *hwfn = container_of(work, struct qed_hwfn,
                                             iov_task.work);
        u8 change = 0;

        if (test_and_clear_bit(QED_IOV_WQ_STOP_WQ_FLAG, &hwfn->iov_task_flags))
                return;

        /* Handle bulletin board changes */
        qed_vf_read_bulletin(hwfn, &change);
        if (test_and_clear_bit(QED_IOV_WQ_VF_FORCE_LINK_QUERY_FLAG,
                               &hwfn->iov_task_flags))
                change = 1;
        if (change)
                qed_handle_bulletin_change(hwfn);

        /* As VF is polling bulletin board, need to constantly re-schedule */
        queue_delayed_work(hwfn->iov_wq, &hwfn->iov_task, HZ);
}