/* bnx2x_vfpf.c: Broadcom Everest network driver.
 *
 * Copyright 2009-2013 Broadcom Corporation
 *
 * Unless you and Broadcom execute a separate written software license
 * agreement governing use of this software, this software is licensed to you
 * under the terms of the GNU General Public License version 2, available
 * at http://www.gnu.org/licenses/old-licenses/gpl-2.0.html (the "GPL").
 *
 * Notwithstanding the above, under no circumstances may you combine this
 * software in any way with any other Broadcom software provided under a
 * license other than the GPL, without Broadcom's express prior written
 * consent.
 *
 * Maintained by: Eilon Greenstein <eilong@broadcom.com>
 * Written by: Shmulik Ravid <shmulikr@broadcom.com>
 *             Ariel Elior <ariele@broadcom.com>
 */

#include "bnx2x.h"
#include "bnx2x_cmn.h"
#include <linux/crc32.h>

/* place a given tlv on the tlv buffer at a given offset */
void bnx2x_add_tlv(struct bnx2x *bp, void *tlvs_list, u16 offset, u16 type,
                   u16 length)
{
        struct channel_tlv *tl =
                (struct channel_tlv *)(tlvs_list + offset);

        tl->type = type;
        tl->length = length;
}

/* Clear the mailbox and init the header of the first tlv */
void bnx2x_vfpf_prep(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv,
                     u16 type, u16 length)
{
        mutex_lock(&bp->vf2pf_mutex);

        DP(BNX2X_MSG_IOV, "preparing to send %d tlv over vf pf channel\n",
           type);

        /* Clear mailbox */
        memset(bp->vf2pf_mbox, 0, sizeof(struct bnx2x_vf_mbx_msg));

        /* init type and length */
        bnx2x_add_tlv(bp, &first_tlv->tl, 0, type, length);

        /* init first tlv header */
        first_tlv->resp_msg_offset = sizeof(bp->vf2pf_mbox->req);
}

/* releases the mailbox */
void bnx2x_vfpf_finalize(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv)
{
        DP(BNX2X_MSG_IOV, "done sending [%d] tlv over vf pf channel\n",
           first_tlv->tl.type);

        mutex_unlock(&bp->vf2pf_mutex);
}

/* list the types and lengths of the tlvs on the buffer */
void bnx2x_dp_tlv_list(struct bnx2x *bp, void *tlvs_list)
{
        int i = 1;
        struct channel_tlv *tlv = (struct channel_tlv *)tlvs_list;

        while (tlv->type != CHANNEL_TLV_LIST_END) {
                /* output tlv */
                DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
                   tlv->type, tlv->length);

                /* advance to next tlv */
                tlvs_list += tlv->length;

                /* cast general tlv list pointer to channel tlv header*/
                tlv = (struct channel_tlv *)tlvs_list;

                i++;

                /* break condition for this loop */
                if (i > MAX_TLVS_IN_LIST) {
                        WARN(true, "corrupt tlvs");
                        return;
                }
        }

        /* output last tlv */
        DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
           tlv->type, tlv->length);
}

/* test whether we support a tlv type */
bool bnx2x_tlv_supported(u16 tlvtype)
{
        return CHANNEL_TLV_NONE < tlvtype && tlvtype < CHANNEL_TLV_MAX;
}

static inline int bnx2x_pfvf_status_codes(int rc)
{
        switch (rc) {
        case 0:
                return PFVF_STATUS_SUCCESS;
        case -ENOMEM:
                return PFVF_STATUS_NO_RESOURCE;
        default:
                return PFVF_STATUS_FAILURE;
        }
}

static int bnx2x_send_msg2pf(struct bnx2x *bp, u8 *done, dma_addr_t msg_mapping)
{
        struct cstorm_vf_zone_data __iomem *zone_data =
                REG_ADDR(bp, PXP_VF_ADDR_CSDM_GLOBAL_START);
        int tout = 100, interval = 100; /* wait for 10 seconds */

        if (*done) {
                BNX2X_ERR("done was non zero before message to pf was sent\n");
                WARN_ON(true);
                return -EINVAL;
        }

        /* if PF indicated channel is down avoid sending message. Return success
         * so calling flow can continue
         */
        bnx2x_sample_bulletin(bp);
        if (bp->old_bulletin.valid_bitmap & 1 << CHANNEL_DOWN) {
                DP(BNX2X_MSG_IOV, "detecting channel down. Aborting message\n");
                *done = PFVF_STATUS_SUCCESS;
                return 0;
        }

        /* Write message address */
        writel(U64_LO(msg_mapping),
               &zone_data->non_trigger.vf_pf_channel.msg_addr_lo);
        writel(U64_HI(msg_mapping),
               &zone_data->non_trigger.vf_pf_channel.msg_addr_hi);

        /* make sure the address is written before FW accesses it */
        wmb();

        /* Trigger the PF FW */
        writeb(1, &zone_data->trigger.vf_pf_channel.addr_valid);

        /* Wait for PF to complete */
        while ((tout >= 0) && (!*done)) {
                msleep(interval);
                tout -= 1;

                /* progress indicator - HV can take its own sweet time in
                 * answering VFs...
                 */
                DP_CONT(BNX2X_MSG_IOV, ".");
        }

        if (!*done) {
                BNX2X_ERR("PF response has timed out\n");
                return -EAGAIN;
        }
        DP(BNX2X_MSG_SP, "Got a response from PF\n");
        return 0;
}

static int bnx2x_get_vf_id(struct bnx2x *bp, u32 *vf_id)
{
        u32 me_reg;
        int tout = 10, interval = 100; /* Wait for 1 sec */

        do {
                /* pxp traps vf read of doorbells and returns me reg value */
                me_reg = readl(bp->doorbells);
                if (GOOD_ME_REG(me_reg))
                        break;

                msleep(interval);

                BNX2X_ERR("Invalid ME register value: 0x%08x\n. Is pf driver up?",
                          me_reg);
        } while (tout-- > 0);

        if (!GOOD_ME_REG(me_reg)) {
                BNX2X_ERR("Invalid ME register value: 0x%08x\n", me_reg);
                return -EINVAL;
        }

        BNX2X_ERR("valid ME register value: 0x%08x\n", me_reg);

        *vf_id = (me_reg & ME_REG_VF_NUM_MASK) >> ME_REG_VF_NUM_SHIFT;

        return 0;
}

int bnx2x_vfpf_acquire(struct bnx2x *bp, u8 tx_count, u8 rx_count)
{
        int rc = 0, attempts = 0;
        struct vfpf_acquire_tlv *req = &bp->vf2pf_mbox->req.acquire;
        struct pfvf_acquire_resp_tlv *resp = &bp->vf2pf_mbox->resp.acquire_resp;
        u32 vf_id;
        bool resources_acquired = false;

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_ACQUIRE, sizeof(*req));

        if (bnx2x_get_vf_id(bp, &vf_id)) {
                rc = -EAGAIN;
                goto out;
        }

        req->vfdev_info.vf_id = vf_id;
        req->vfdev_info.vf_os = 0;

        req->resc_request.num_rxqs = rx_count;
        req->resc_request.num_txqs = tx_count;
        req->resc_request.num_sbs = bp->igu_sb_cnt;
        req->resc_request.num_mac_filters = VF_ACQUIRE_MAC_FILTERS;
        req->resc_request.num_mc_filters = VF_ACQUIRE_MC_FILTERS;

        /* pf 2 vf bulletin board address */
        req->bulletin_addr = bp->pf2vf_bulletin_mapping;

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);

        while (!resources_acquired) {
                DP(BNX2X_MSG_SP, "attempting to acquire resources\n");

                /* send acquire request */
                rc = bnx2x_send_msg2pf(bp,
                                       &resp->hdr.status,
                                       bp->vf2pf_mbox_mapping);

                /* PF timeout */
                if (rc)
                        goto out;

                /* copy acquire response from buffer to bp */
                memcpy(&bp->acquire_resp, resp, sizeof(bp->acquire_resp));

                attempts++;

                /* test whether the PF accepted our request. If not, humble
                 * the request and try again.
                 */
                if (bp->acquire_resp.hdr.status == PFVF_STATUS_SUCCESS) {
                        DP(BNX2X_MSG_SP, "resources acquired\n");
                        resources_acquired = true;
                } else if (bp->acquire_resp.hdr.status ==
                           PFVF_STATUS_NO_RESOURCE &&
                           attempts < VF_ACQUIRE_THRESH) {
                        DP(BNX2X_MSG_SP,
                           "PF unwilling to fulfill resource request. Try PF recommended amount\n");

                        /* humble our request */
                        req->resc_request.num_txqs =
                                min(req->resc_request.num_txqs,
                                    bp->acquire_resp.resc.num_txqs);
                        req->resc_request.num_rxqs =
                                min(req->resc_request.num_rxqs,
                                    bp->acquire_resp.resc.num_rxqs);
                        req->resc_request.num_sbs =
                                min(req->resc_request.num_sbs,
                                    bp->acquire_resp.resc.num_sbs);
                        req->resc_request.num_mac_filters =
                                min(req->resc_request.num_mac_filters,
                                    bp->acquire_resp.resc.num_mac_filters);
                        req->resc_request.num_vlan_filters =
                                min(req->resc_request.num_vlan_filters,
                                    bp->acquire_resp.resc.num_vlan_filters);
                        req->resc_request.num_mc_filters =
                                min(req->resc_request.num_mc_filters,
                                    bp->acquire_resp.resc.num_mc_filters);

                        /* Clear response buffer */
                        memset(&bp->vf2pf_mbox->resp, 0,
                               sizeof(union pfvf_tlvs));
                } else {
                        /* PF reports error */
                        BNX2X_ERR("Failed to get the requested amount of resources: %d. Breaking...\n",
                                  bp->acquire_resp.hdr.status);
                        rc = -EAGAIN;
                        goto out;
                }
        }

        /* get HW info */
        bp->common.chip_id |= (bp->acquire_resp.pfdev_info.chip_num & 0xffff);
        bp->link_params.chip_id = bp->common.chip_id;
        bp->db_size = bp->acquire_resp.pfdev_info.db_size;
        bp->common.int_block = INT_BLOCK_IGU;
        bp->common.chip_port_mode = CHIP_2_PORT_MODE;
        bp->igu_dsb_id = -1;
        bp->mf_ov = 0;
        bp->mf_mode = 0;
        bp->common.flash_size = 0;
        bp->flags |=
                NO_WOL_FLAG | NO_ISCSI_OOO_FLAG | NO_ISCSI_FLAG | NO_FCOE_FLAG;
        bp->igu_sb_cnt = bp->acquire_resp.resc.num_sbs;
        bp->igu_base_sb = bp->acquire_resp.resc.hw_sbs[0].hw_sb_id;
        strlcpy(bp->fw_ver, bp->acquire_resp.pfdev_info.fw_ver,
                sizeof(bp->fw_ver));

        if (is_valid_ether_addr(bp->acquire_resp.resc.current_mac_addr))
                memcpy(bp->dev->dev_addr,
                       bp->acquire_resp.resc.current_mac_addr,
                       ETH_ALEN);

out:
        bnx2x_vfpf_finalize(bp, &req->first_tlv);
        return rc;
}

int bnx2x_vfpf_release(struct bnx2x *bp)
{
        struct vfpf_release_tlv *req = &bp->vf2pf_mbox->req.release;
        struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
        u32 rc, vf_id;

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_RELEASE, sizeof(*req));

        if (bnx2x_get_vf_id(bp, &vf_id)) {
                rc = -EAGAIN;
                goto out;
        }

        req->vf_id = vf_id;

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);

        /* send release request */
        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);

        if (rc)
                /* PF timeout */
                goto out;

        if (resp->hdr.status == PFVF_STATUS_SUCCESS) {
                /* PF released us */
                DP(BNX2X_MSG_SP, "vf released\n");
        } else {
                /* PF reports error */
                BNX2X_ERR("PF failed our release request - are we out of sync? Response status: %d\n",
                          resp->hdr.status);
                rc = -EAGAIN;
                goto out;
        }
out:
        bnx2x_vfpf_finalize(bp, &req->first_tlv);

        return rc;
}

/* Tell PF about SB addresses */
int bnx2x_vfpf_init(struct bnx2x *bp)
{
        struct vfpf_init_tlv *req = &bp->vf2pf_mbox->req.init;
        struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
        int rc, i;

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_INIT, sizeof(*req));

        /* status blocks */
        for_each_eth_queue(bp, i)
                req->sb_addr[i] = (dma_addr_t)bnx2x_fp(bp, i,
                                                       status_blk_mapping);

        /* statistics - requests only supports single queue for now */
        req->stats_addr = bp->fw_stats_data_mapping +
                          offsetof(struct bnx2x_fw_stats_data, queue_stats);

        req->stats_stride = sizeof(struct per_queue_stats);

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);

        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
        if (rc)
                goto out;

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                BNX2X_ERR("INIT VF failed: %d. Breaking...\n",
                          resp->hdr.status);
                rc = -EAGAIN;
                goto out;
        }

        DP(BNX2X_MSG_SP, "INIT VF Succeeded\n");
out:
        bnx2x_vfpf_finalize(bp, &req->first_tlv);

        return rc;
}

/* CLOSE VF - opposite to INIT_VF */
void bnx2x_vfpf_close_vf(struct bnx2x *bp)
{
        struct vfpf_close_tlv *req = &bp->vf2pf_mbox->req.close;
        struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
        int i, rc;
        u32 vf_id;

        /* If we haven't got a valid VF id, there is no sense to
         * continue with sending messages
         */
        if (bnx2x_get_vf_id(bp, &vf_id))
                goto free_irq;

        /* Close the queues */
        for_each_queue(bp, i)
                bnx2x_vfpf_teardown_queue(bp, i);

        /* remove mac */
        bnx2x_vfpf_config_mac(bp, bp->dev->dev_addr, bp->fp->index, false);

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_CLOSE, sizeof(*req));

        req->vf_id = vf_id;

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);

        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);

        if (rc)
                BNX2X_ERR("Sending CLOSE failed. rc was: %d\n", rc);

        else if (resp->hdr.status != PFVF_STATUS_SUCCESS)
                BNX2X_ERR("Sending CLOSE failed: pf response was %d\n",
                          resp->hdr.status);

        bnx2x_vfpf_finalize(bp, &req->first_tlv);

free_irq:
        /* Disable HW interrupts, NAPI */
        bnx2x_netif_stop(bp, 0);
        /* Delete all NAPI objects */
        bnx2x_del_all_napi(bp);

        /* Release IRQs */
        bnx2x_free_irq(bp);
}

static void bnx2x_leading_vfq_init(struct bnx2x *bp, struct bnx2x_virtf *vf,
                                   struct bnx2x_vf_queue *q)
{
        u8 cl_id = vfq_cl_id(vf, q);
        u8 func_id = FW_VF_HANDLE(vf->abs_vfid);

        /* mac */
        bnx2x_init_mac_obj(bp, &q->mac_obj,
                           cl_id, q->cid, func_id,
                           bnx2x_vf_sp(bp, vf, mac_rdata),
                           bnx2x_vf_sp_map(bp, vf, mac_rdata),
                           BNX2X_FILTER_MAC_PENDING,
                           &vf->filter_state,
                           BNX2X_OBJ_TYPE_RX_TX,
                           &bp->macs_pool);
        /* vlan */
        bnx2x_init_vlan_obj(bp, &q->vlan_obj,
                            cl_id, q->cid, func_id,
                            bnx2x_vf_sp(bp, vf, vlan_rdata),
                            bnx2x_vf_sp_map(bp, vf, vlan_rdata),
                            BNX2X_FILTER_VLAN_PENDING,
                            &vf->filter_state,
                            BNX2X_OBJ_TYPE_RX_TX,
                            &bp->vlans_pool);

        /* mcast */
        bnx2x_init_mcast_obj(bp, &vf->mcast_obj, cl_id,
                             q->cid, func_id, func_id,
                             bnx2x_vf_sp(bp, vf, mcast_rdata),
                             bnx2x_vf_sp_map(bp, vf, mcast_rdata),
                             BNX2X_FILTER_MCAST_PENDING,
                             &vf->filter_state,
                             BNX2X_OBJ_TYPE_RX_TX);

        /* rss */
        bnx2x_init_rss_config_obj(bp, &vf->rss_conf_obj, cl_id, q->cid,
                                  func_id, func_id,
                                  bnx2x_vf_sp(bp, vf, rss_rdata),
                                  bnx2x_vf_sp_map(bp, vf, rss_rdata),
                                  BNX2X_FILTER_RSS_CONF_PENDING,
                                  &vf->filter_state,
                                  BNX2X_OBJ_TYPE_RX_TX);

        vf->leading_rss = cl_id;
        q->is_leading = true;
}

/* ask the pf to open a queue for the vf */
int bnx2x_vfpf_setup_q(struct bnx2x *bp, struct bnx2x_fastpath *fp,
                       bool is_leading)
{
        struct vfpf_setup_q_tlv *req = &bp->vf2pf_mbox->req.setup_q;
        struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
        u8 fp_idx = fp->index;
        u16 tpa_agg_size = 0, flags = 0;
        int rc;

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SETUP_Q, sizeof(*req));

        /* select tpa mode to request */
        if (!fp->disable_tpa) {
                flags |= VFPF_QUEUE_FLG_TPA;
                flags |= VFPF_QUEUE_FLG_TPA_IPV6;
                if (fp->mode == TPA_MODE_GRO)
                        flags |= VFPF_QUEUE_FLG_TPA_GRO;
                tpa_agg_size = TPA_AGG_SIZE;
        }

        if (is_leading)
                flags |= VFPF_QUEUE_FLG_LEADING_RSS;

        /* calculate queue flags */
        flags |= VFPF_QUEUE_FLG_STATS;
        flags |= VFPF_QUEUE_FLG_CACHE_ALIGN;
        flags |= VFPF_QUEUE_FLG_VLAN;
        DP(NETIF_MSG_IFUP, "vlan removal enabled\n");

        /* Common */
        req->vf_qid = fp_idx;
        req->param_valid = VFPF_RXQ_VALID | VFPF_TXQ_VALID;

        /* Rx */
        req->rxq.rcq_addr = fp->rx_comp_mapping;
        req->rxq.rcq_np_addr = fp->rx_comp_mapping + BCM_PAGE_SIZE;
        req->rxq.rxq_addr = fp->rx_desc_mapping;
        req->rxq.sge_addr = fp->rx_sge_mapping;
        req->rxq.vf_sb = fp_idx;
        req->rxq.sb_index = HC_INDEX_ETH_RX_CQ_CONS;
        req->rxq.hc_rate = bp->rx_ticks ? 1000000/bp->rx_ticks : 0;
        req->rxq.mtu = bp->dev->mtu;
        req->rxq.buf_sz = fp->rx_buf_size;
        req->rxq.sge_buf_sz = BCM_PAGE_SIZE * PAGES_PER_SGE;
        req->rxq.tpa_agg_sz = tpa_agg_size;
        req->rxq.max_sge_pkt = SGE_PAGE_ALIGN(bp->dev->mtu) >> SGE_PAGE_SHIFT;
        req->rxq.max_sge_pkt = ((req->rxq.max_sge_pkt + PAGES_PER_SGE - 1) &
                          (~(PAGES_PER_SGE-1))) >> PAGES_PER_SGE_SHIFT;
        req->rxq.flags = flags;
        req->rxq.drop_flags = 0;
        req->rxq.cache_line_log = BNX2X_RX_ALIGN_SHIFT;
        req->rxq.stat_id = -1; /* No stats at the moment */

        /* Tx */
        req->txq.txq_addr = fp->txdata_ptr[FIRST_TX_COS_INDEX]->tx_desc_mapping;
        req->txq.vf_sb = fp_idx;
        req->txq.sb_index = HC_INDEX_ETH_TX_CQ_CONS_COS0;
        req->txq.hc_rate = bp->tx_ticks ? 1000000/bp->tx_ticks : 0;
        req->txq.flags = flags;
        req->txq.traffic_type = LLFC_TRAFFIC_TYPE_NW;

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);

        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
        if (rc)
                BNX2X_ERR("Sending SETUP_Q message for queue[%d] failed!\n",
                          fp_idx);

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                BNX2X_ERR("Status of SETUP_Q for queue[%d] is %d\n",
                          fp_idx, resp->hdr.status);
                rc = -EINVAL;
        }

        bnx2x_vfpf_finalize(bp, &req->first_tlv);

        return rc;
}

int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx)
{
        struct vfpf_q_op_tlv *req = &bp->vf2pf_mbox->req.q_op;
        struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
        int rc;

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_TEARDOWN_Q,
                        sizeof(*req));

        req->vf_qid = qidx;

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);

        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);

        if (rc) {
                BNX2X_ERR("Sending TEARDOWN for queue %d failed: %d\n", qidx,
                          rc);
                goto out;
        }

        /* PF failed the transaction */
        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                BNX2X_ERR("TEARDOWN for queue %d failed: %d\n", qidx,
                          resp->hdr.status);
                rc = -EINVAL;
        }

out:
        bnx2x_vfpf_finalize(bp, &req->first_tlv);
        return rc;
}

/* request pf to add a mac for the vf */
int bnx2x_vfpf_config_mac(struct bnx2x *bp, u8 *addr, u8 vf_qid, bool set)
{
        struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
        struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
        struct pf_vf_bulletin_content bulletin = bp->pf2vf_bulletin->content;
        int rc = 0;

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
                        sizeof(*req));

        req->flags = VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED;
        req->vf_qid = vf_qid;
        req->n_mac_vlan_filters = 1;

        req->filters[0].flags = VFPF_Q_FILTER_DEST_MAC_VALID;
        if (set)
                req->filters[0].flags |= VFPF_Q_FILTER_SET_MAC;

        /* sample bulletin board for new mac */
        bnx2x_sample_bulletin(bp);

        /* copy mac from device to request */
        memcpy(req->filters[0].mac, addr, ETH_ALEN);

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);

        /* send message to pf */
        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
        if (rc) {
                BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
                goto out;
        }

        /* failure may mean PF was configured with a new mac for us */
        while (resp->hdr.status == PFVF_STATUS_FAILURE) {
                DP(BNX2X_MSG_IOV,
                   "vfpf SET MAC failed. Check bulletin board for new posts\n");

                /* copy mac from bulletin to device */
                memcpy(bp->dev->dev_addr, bulletin.mac, ETH_ALEN);

                /* check if bulletin board was updated */
                if (bnx2x_sample_bulletin(bp) == PFVF_BULLETIN_UPDATED) {
                        /* copy mac from device to request */
                        memcpy(req->filters[0].mac, bp->dev->dev_addr,
                               ETH_ALEN);

                        /* send message to pf */
                        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status,
                                               bp->vf2pf_mbox_mapping);
                } else {
                        /* no new info in bulletin */
                        break;
                }
        }

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                BNX2X_ERR("vfpf SET MAC failed: %d\n", resp->hdr.status);
                rc = -EINVAL;
        }
out:
        bnx2x_vfpf_finalize(bp, &req->first_tlv);

        return 0;
}

/* request pf to config rss table for vf queues*/
int bnx2x_vfpf_config_rss(struct bnx2x *bp,
                          struct bnx2x_config_rss_params *params)
{
        struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
        struct vfpf_rss_tlv *req = &bp->vf2pf_mbox->req.update_rss;
        int rc = 0;

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_UPDATE_RSS,
                        sizeof(*req));

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        memcpy(req->ind_table, params->ind_table, T_ETH_INDIRECTION_TABLE_SIZE);
        memcpy(req->rss_key, params->rss_key, sizeof(params->rss_key));
        req->ind_table_size = T_ETH_INDIRECTION_TABLE_SIZE;
        req->rss_key_size = T_ETH_RSS_KEY;
        req->rss_result_mask = params->rss_result_mask;

        /* flags handled individually for backward/forward compatability */
        if (params->rss_flags & (1 << BNX2X_RSS_MODE_DISABLED))
                req->rss_flags |= VFPF_RSS_MODE_DISABLED;
        if (params->rss_flags & (1 << BNX2X_RSS_MODE_REGULAR))
                req->rss_flags |= VFPF_RSS_MODE_REGULAR;
        if (params->rss_flags & (1 << BNX2X_RSS_SET_SRCH))
                req->rss_flags |= VFPF_RSS_SET_SRCH;
        if (params->rss_flags & (1 << BNX2X_RSS_IPV4))
                req->rss_flags |= VFPF_RSS_IPV4;
        if (params->rss_flags & (1 << BNX2X_RSS_IPV4_TCP))
                req->rss_flags |= VFPF_RSS_IPV4_TCP;
        if (params->rss_flags & (1 << BNX2X_RSS_IPV4_UDP))
                req->rss_flags |= VFPF_RSS_IPV4_UDP;
        if (params->rss_flags & (1 << BNX2X_RSS_IPV6))
                req->rss_flags |= VFPF_RSS_IPV6;
        if (params->rss_flags & (1 << BNX2X_RSS_IPV6_TCP))
                req->rss_flags |= VFPF_RSS_IPV6_TCP;
        if (params->rss_flags & (1 << BNX2X_RSS_IPV6_UDP))
                req->rss_flags |= VFPF_RSS_IPV6_UDP;

        DP(BNX2X_MSG_IOV, "rss flags %x\n", req->rss_flags);

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);

        /* send message to pf */
        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
        if (rc) {
                BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
                goto out;
        }

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                BNX2X_ERR("failed to send rss message to PF over Vf PF channel %d\n",
                          resp->hdr.status);
                rc = -EINVAL;
        }
out:
        bnx2x_vfpf_finalize(bp, &req->first_tlv);

        return 0;
}

int bnx2x_vfpf_set_mcast(struct net_device *dev)
{
        struct bnx2x *bp = netdev_priv(dev);
        struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
        struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
        int rc, i = 0;
        struct netdev_hw_addr *ha;

        if (bp->state != BNX2X_STATE_OPEN) {
                DP(NETIF_MSG_IFUP, "state is %x, returning\n", bp->state);
                return -EINVAL;
        }

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
                        sizeof(*req));

        /* Get Rx mode requested */
        DP(NETIF_MSG_IFUP, "dev->flags = %x\n", dev->flags);

        netdev_for_each_mc_addr(ha, dev) {
                DP(NETIF_MSG_IFUP, "Adding mcast MAC: %pM\n",
                   bnx2x_mc_addr(ha));
                memcpy(req->multicast[i], bnx2x_mc_addr(ha), ETH_ALEN);
                i++;
        }

        /* We support four PFVF_MAX_MULTICAST_PER_VF mcast
          * addresses tops
          */
        if (i >= PFVF_MAX_MULTICAST_PER_VF) {
                DP(NETIF_MSG_IFUP,
                   "VF supports not more than %d multicast MAC addresses\n",
                   PFVF_MAX_MULTICAST_PER_VF);
                return -EINVAL;
        }

        req->n_multicast = i;
        req->flags |= VFPF_SET_Q_FILTERS_MULTICAST_CHANGED;
        req->vf_qid = 0;

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);
        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
        if (rc) {
                BNX2X_ERR("Sending a message failed: %d\n", rc);
                goto out;
        }

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                BNX2X_ERR("Set Rx mode/multicast failed: %d\n",
                          resp->hdr.status);
                rc = -EINVAL;
        }
out:
        bnx2x_vfpf_finalize(bp, &req->first_tlv);

        return 0;
}

int bnx2x_vfpf_storm_rx_mode(struct bnx2x *bp)
{
        int mode = bp->rx_mode;
        struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
        struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
        int rc;

        /* clear mailbox and prep first tlv */
        bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
                        sizeof(*req));

        DP(NETIF_MSG_IFUP, "Rx mode is %d\n", mode);

        switch (mode) {
        case BNX2X_RX_MODE_NONE: /* no Rx */
                req->rx_mask = VFPF_RX_MASK_ACCEPT_NONE;
                break;
        case BNX2X_RX_MODE_NORMAL:
                req->rx_mask = VFPF_RX_MASK_ACCEPT_MATCHED_MULTICAST;
                req->rx_mask |= VFPF_RX_MASK_ACCEPT_MATCHED_UNICAST;
                req->rx_mask |= VFPF_RX_MASK_ACCEPT_BROADCAST;
                break;
        case BNX2X_RX_MODE_ALLMULTI:
                req->rx_mask = VFPF_RX_MASK_ACCEPT_ALL_MULTICAST;
                req->rx_mask |= VFPF_RX_MASK_ACCEPT_MATCHED_UNICAST;
                req->rx_mask |= VFPF_RX_MASK_ACCEPT_BROADCAST;
                break;
        case BNX2X_RX_MODE_PROMISC:
                req->rx_mask = VFPF_RX_MASK_ACCEPT_ALL_UNICAST;
                req->rx_mask |= VFPF_RX_MASK_ACCEPT_ALL_MULTICAST;
                req->rx_mask |= VFPF_RX_MASK_ACCEPT_BROADCAST;
                break;
        default:
                BNX2X_ERR("BAD rx mode (%d)\n", mode);
                rc = -EINVAL;
                goto out;
        }

        req->flags |= VFPF_SET_Q_FILTERS_RX_MASK_CHANGED;
        req->vf_qid = 0;

        /* add list termination tlv */
        bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));

        /* output tlvs list */
        bnx2x_dp_tlv_list(bp, req);

        rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
        if (rc)
                BNX2X_ERR("Sending a message failed: %d\n", rc);

        if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
                BNX2X_ERR("Set Rx mode failed: %d\n", resp->hdr.status);
                rc = -EINVAL;
        }
out:
        bnx2x_vfpf_finalize(bp, &req->first_tlv);

        return rc;
}

/* General service functions */
static void storm_memset_vf_mbx_ack(struct bnx2x *bp, u16 abs_fid)
{
        u32 addr = BAR_CSTRORM_INTMEM +
                   CSTORM_VF_PF_CHANNEL_STATE_OFFSET(abs_fid);

        REG_WR8(bp, addr, VF_PF_CHANNEL_STATE_READY);
}

static void storm_memset_vf_mbx_valid(struct bnx2x *bp, u16 abs_fid)
{
        u32 addr = BAR_CSTRORM_INTMEM +
                   CSTORM_VF_PF_CHANNEL_VALID_OFFSET(abs_fid);

        REG_WR8(bp, addr, 1);
}

static inline void bnx2x_set_vf_mbxs_valid(struct bnx2x *bp)
{
        int i;

        for_each_vf(bp, i)
                storm_memset_vf_mbx_valid(bp, bnx2x_vf(bp, i, abs_vfid));
}

/* enable vf_pf mailbox (aka vf-pf-channel) */
void bnx2x_vf_enable_mbx(struct bnx2x *bp, u8 abs_vfid)
{
        bnx2x_vf_flr_clnup_epilog(bp, abs_vfid);

        /* enable the mailbox in the FW */
        storm_memset_vf_mbx_ack(bp, abs_vfid);
        storm_memset_vf_mbx_valid(bp, abs_vfid);

        /* enable the VF access to the mailbox */
        bnx2x_vf_enable_access(bp, abs_vfid);
}

/* this works only on !E1h */
static int bnx2x_copy32_vf_dmae(struct bnx2x *bp, u8 from_vf,
                                dma_addr_t pf_addr, u8 vfid, u32 vf_addr_hi,
                                u32 vf_addr_lo, u32 len32)
{
        struct dmae_command dmae;

        if (CHIP_IS_E1x(bp)) {
                BNX2X_ERR("Chip revision does not support VFs\n");
                return DMAE_NOT_RDY;
        }

        if (!bp->dmae_ready) {
                BNX2X_ERR("DMAE is not ready, can not copy\n");
                return DMAE_NOT_RDY;
        }

        /* set opcode and fixed command fields */
        bnx2x_prep_dmae_with_comp(bp, &dmae, DMAE_SRC_PCI, DMAE_DST_PCI);

        if (from_vf) {
                dmae.opcode_iov = (vfid << DMAE_COMMAND_SRC_VFID_SHIFT) |
                        (DMAE_SRC_VF << DMAE_COMMAND_SRC_VFPF_SHIFT) |
                        (DMAE_DST_PF << DMAE_COMMAND_DST_VFPF_SHIFT);

                dmae.opcode |= (DMAE_C_DST << DMAE_COMMAND_C_FUNC_SHIFT);

                dmae.src_addr_lo = vf_addr_lo;
                dmae.src_addr_hi = vf_addr_hi;
                dmae.dst_addr_lo = U64_LO(pf_addr);
                dmae.dst_addr_hi = U64_HI(pf_addr);
        } else {
                dmae.opcode_iov = (vfid << DMAE_COMMAND_DST_VFID_SHIFT) |
                        (DMAE_DST_VF << DMAE_COMMAND_DST_VFPF_SHIFT) |
                        (DMAE_SRC_PF << DMAE_COMMAND_SRC_VFPF_SHIFT);

                dmae.opcode |= (DMAE_C_SRC << DMAE_COMMAND_C_FUNC_SHIFT);

                dmae.src_addr_lo = U64_LO(pf_addr);
                dmae.src_addr_hi = U64_HI(pf_addr);
                dmae.dst_addr_lo = vf_addr_lo;
                dmae.dst_addr_hi = vf_addr_hi;
        }
        dmae.len = len32;

        /* issue the command and wait for completion */
        return bnx2x_issue_dmae_with_comp(bp, &dmae, bnx2x_sp(bp, wb_comp));
}

static void bnx2x_vf_mbx_resp(struct bnx2x *bp, struct bnx2x_virtf *vf)
{
        struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf->index);
        u64 vf_addr;
        dma_addr_t pf_addr;
        u16 length, type;
        int rc;
        struct pfvf_general_resp_tlv *resp = &mbx->msg->resp.general_resp;

        /* prepare response */
        type = mbx->first_tlv.tl.type;
        length = type == CHANNEL_TLV_ACQUIRE ?
                sizeof(struct pfvf_acquire_resp_tlv) :
                sizeof(struct pfvf_general_resp_tlv);
        bnx2x_add_tlv(bp, resp, 0, type, length);

        resp->hdr.status = bnx2x_pfvf_status_codes(vf->op_rc);
        bnx2x_add_tlv(bp, resp, length, CHANNEL_TLV_LIST_END,
                      sizeof(struct channel_list_end_tlv));
        bnx2x_dp_tlv_list(bp, resp);
        DP(BNX2X_MSG_IOV, "mailbox vf address hi 0x%x, lo 0x%x, offset 0x%x\n",
           mbx->vf_addr_hi, mbx->vf_addr_lo, mbx->first_tlv.resp_msg_offset);

        /* send response */
        vf_addr = HILO_U64(mbx->vf_addr_hi, mbx->vf_addr_lo) +
                  mbx->first_tlv.resp_msg_offset;
        pf_addr = mbx->msg_mapping +
                  offsetof(struct bnx2x_vf_mbx_msg, resp);

        /* copy the response body, if there is one, before the header, as the vf
         * is sensitive to the header being written
         */
        if (resp->hdr.tl.length > sizeof(u64)) {
                length = resp->hdr.tl.length - sizeof(u64);
                vf_addr += sizeof(u64);
                pf_addr += sizeof(u64);
                rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
                                          U64_HI(vf_addr),
                                          U64_LO(vf_addr),
                                          length/4);
                if (rc) {
                        BNX2X_ERR("Failed to copy response body to VF %d\n",
                                  vf->abs_vfid);
                        goto mbx_error;
                }
                vf_addr -= sizeof(u64);
                pf_addr -= sizeof(u64);
        }

        /* ack the FW */
        storm_memset_vf_mbx_ack(bp, vf->abs_vfid);
        mmiowb();

        /* initiate dmae to send the response */
        mbx->flags &= ~VF_MSG_INPROCESS;

        /* copy the response header including status-done field,
         * must be last dmae, must be after FW is acked
         */
        rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
                                  U64_HI(vf_addr),
                                  U64_LO(vf_addr),
                                  sizeof(u64)/4);

        /* unlock channel mutex */
        bnx2x_unlock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);

        if (rc) {
                BNX2X_ERR("Failed to copy response status to VF %d\n",
                          vf->abs_vfid);
                goto mbx_error;
        }
        return;

mbx_error:
        bnx2x_vf_release(bp, vf, false); /* non blocking */
}

static void bnx2x_vf_mbx_acquire_resp(struct bnx2x *bp, struct bnx2x_virtf *vf,
                                      struct bnx2x_vf_mbx *mbx, int vfop_status)
{
        int i;
        struct pfvf_acquire_resp_tlv *resp = &mbx->msg->resp.acquire_resp;
        struct pf_vf_resc *resc = &resp->resc;
        u8 status = bnx2x_pfvf_status_codes(vfop_status);

        memset(resp, 0, sizeof(*resp));

        /* fill in pfdev info */
        resp->pfdev_info.chip_num = bp->common.chip_id;
        resp->pfdev_info.db_size = bp->db_size;
        resp->pfdev_info.indices_per_sb = HC_SB_MAX_INDICES_E2;
        resp->pfdev_info.pf_cap = (PFVF_CAP_RSS |
                                   /* PFVF_CAP_DHC |*/ PFVF_CAP_TPA);
        bnx2x_fill_fw_str(bp, resp->pfdev_info.fw_ver,
                          sizeof(resp->pfdev_info.fw_ver));

        if (status == PFVF_STATUS_NO_RESOURCE ||
            status == PFVF_STATUS_SUCCESS) {
                /* set resources numbers, if status equals NO_RESOURCE these
                 * are max possible numbers
                 */
                resc->num_rxqs = vf_rxq_count(vf) ? :
                        bnx2x_vf_max_queue_cnt(bp, vf);
                resc->num_txqs = vf_txq_count(vf) ? :
                        bnx2x_vf_max_queue_cnt(bp, vf);
                resc->num_sbs = vf_sb_count(vf);
                resc->num_mac_filters = vf_mac_rules_cnt(vf);
                resc->num_vlan_filters = vf_vlan_rules_cnt(vf);
                resc->num_mc_filters = 0;

                if (status == PFVF_STATUS_SUCCESS) {
                        /* fill in the allocated resources */
                        struct pf_vf_bulletin_content *bulletin =
                                BP_VF_BULLETIN(bp, vf->index);

                        for_each_vfq(vf, i)
                                resc->hw_qid[i] =
                                        vfq_qzone_id(vf, vfq_get(vf, i));

                        for_each_vf_sb(vf, i) {
                                resc->hw_sbs[i].hw_sb_id = vf_igu_sb(vf, i);
                                resc->hw_sbs[i].sb_qid = vf_hc_qzone(vf, i);
                        }

                        /* if a mac has been set for this vf, supply it */
                        if (bulletin->valid_bitmap & 1 << MAC_ADDR_VALID) {
                                memcpy(resc->current_mac_addr, bulletin->mac,
                                       ETH_ALEN);
                        }
                }
        }

        DP(BNX2X_MSG_IOV, "VF[%d] ACQUIRE_RESPONSE: pfdev_info- chip_num=0x%x, db_size=%d, idx_per_sb=%d, pf_cap=0x%x\n"
           "resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d, fw_ver: '%s'\n",
           vf->abs_vfid,
           resp->pfdev_info.chip_num,
           resp->pfdev_info.db_size,
           resp->pfdev_info.indices_per_sb,
           resp->pfdev_info.pf_cap,
           resc->num_rxqs,
           resc->num_txqs,
           resc->num_sbs,
           resc->num_mac_filters,
           resc->num_vlan_filters,
           resc->num_mc_filters,
           resp->pfdev_info.fw_ver);

        DP_CONT(BNX2X_MSG_IOV, "hw_qids- [ ");
        for (i = 0; i < vf_rxq_count(vf); i++)
                DP_CONT(BNX2X_MSG_IOV, "%d ", resc->hw_qid[i]);
        DP_CONT(BNX2X_MSG_IOV, "], sb_info- [ ");
        for (i = 0; i < vf_sb_count(vf); i++)
                DP_CONT(BNX2X_MSG_IOV, "%d:%d ",
                        resc->hw_sbs[i].hw_sb_id,
                        resc->hw_sbs[i].sb_qid);
        DP_CONT(BNX2X_MSG_IOV, "]\n");

        /* send the response */
        vf->op_rc = vfop_status;
        bnx2x_vf_mbx_resp(bp, vf);
}

static void bnx2x_vf_mbx_acquire(struct bnx2x *bp, struct bnx2x_virtf *vf,
                                 struct bnx2x_vf_mbx *mbx)
{
        int rc;
        struct vfpf_acquire_tlv *acquire = &mbx->msg->req.acquire;

        /* log vfdef info */
        DP(BNX2X_MSG_IOV,
           "VF[%d] ACQUIRE: vfdev_info- vf_id %d, vf_os %d resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d\n",
           vf->abs_vfid, acquire->vfdev_info.vf_id, acquire->vfdev_info.vf_os,
           acquire->resc_request.num_rxqs, acquire->resc_request.num_txqs,
           acquire->resc_request.num_sbs, acquire->resc_request.num_mac_filters,
           acquire->resc_request.num_vlan_filters,
           acquire->resc_request.num_mc_filters);

        /* acquire the resources */
        rc = bnx2x_vf_acquire(bp, vf, &acquire->resc_request);

        /* store address of vf's bulletin board */
        vf->bulletin_map = acquire->bulletin_addr;

        /* response */
        bnx2x_vf_mbx_acquire_resp(bp, vf, mbx, rc);
}

static void bnx2x_vf_mbx_init_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
                              struct bnx2x_vf_mbx *mbx)
{
        struct vfpf_init_tlv *init = &mbx->msg->req.init;

        /* record ghost addresses from vf message */
        vf->spq_map = init->spq_addr;
        vf->fw_stat_map = init->stats_addr;
        vf->stats_stride = init->stats_stride;
        vf->op_rc = bnx2x_vf_init(bp, vf, (dma_addr_t *)init->sb_addr);

        /* set VF multiqueue statistics collection mode */
        if (init->flags & VFPF_INIT_FLG_STATS_COALESCE)
                vf->cfg_flags |= VF_CFG_STATS_COALESCE;

        /* response */
        bnx2x_vf_mbx_resp(bp, vf);
}

/* convert MBX queue-flags to standard SP queue-flags */
static void bnx2x_vf_mbx_set_q_flags(struct bnx2x *bp, u32 mbx_q_flags,
                                     unsigned long *sp_q_flags)
{
        if (mbx_q_flags & VFPF_QUEUE_FLG_TPA)
                __set_bit(BNX2X_Q_FLG_TPA, sp_q_flags);
        if (mbx_q_flags & VFPF_QUEUE_FLG_TPA_IPV6)
                __set_bit(BNX2X_Q_FLG_TPA_IPV6, sp_q_flags);
        if (mbx_q_flags & VFPF_QUEUE_FLG_TPA_GRO)
                __set_bit(BNX2X_Q_FLG_TPA_GRO, sp_q_flags);
        if (mbx_q_flags & VFPF_QUEUE_FLG_STATS)
                __set_bit(BNX2X_Q_FLG_STATS, sp_q_flags);
        if (mbx_q_flags & VFPF_QUEUE_FLG_VLAN)
                __set_bit(BNX2X_Q_FLG_VLAN, sp_q_flags);
        if (mbx_q_flags & VFPF_QUEUE_FLG_COS)
                __set_bit(BNX2X_Q_FLG_COS, sp_q_flags);
        if (mbx_q_flags & VFPF_QUEUE_FLG_HC)
                __set_bit(BNX2X_Q_FLG_HC, sp_q_flags);
        if (mbx_q_flags & VFPF_QUEUE_FLG_DHC)
                __set_bit(BNX2X_Q_FLG_DHC, sp_q_flags);
        if (mbx_q_flags & VFPF_QUEUE_FLG_LEADING_RSS)
                __set_bit(BNX2X_Q_FLG_LEADING_RSS, sp_q_flags);

        /* outer vlan removal is set according to PF's multi function mode */
        if (IS_MF_SD(bp))
                __set_bit(BNX2X_Q_FLG_OV, sp_q_flags);
}

static void bnx2x_vf_mbx_setup_q(struct bnx2x *bp, struct bnx2x_virtf *vf,
                                 struct bnx2x_vf_mbx *mbx)
{
        struct vfpf_setup_q_tlv *setup_q = &mbx->msg->req.setup_q;
        struct bnx2x_vfop_cmd cmd = {
                .done = bnx2x_vf_mbx_resp,
                .block = false,
        };

        /* verify vf_qid */
        if (setup_q->vf_qid >= vf_rxq_count(vf)) {
                BNX2X_ERR("vf_qid %d invalid, max queue count is %d\n",
                          setup_q->vf_qid, vf_rxq_count(vf));
                vf->op_rc = -EINVAL;
                goto response;
        }

        /* tx queues must be setup alongside rx queues thus if the rx queue
         * is not marked as valid there's nothing to do.
         */
        if (setup_q->param_valid & (VFPF_RXQ_VALID|VFPF_TXQ_VALID)) {
                struct bnx2x_vf_queue *q = vfq_get(vf, setup_q->vf_qid);
                unsigned long q_type = 0;

                struct bnx2x_queue_init_params *init_p;
                struct bnx2x_queue_setup_params *setup_p;

                if (bnx2x_vfq_is_leading(q))
                        bnx2x_leading_vfq_init(bp, vf, q);

                /* re-init the VF operation context */
                memset(&vf->op_params.qctor, 0 , sizeof(vf->op_params.qctor));
                setup_p = &vf->op_params.qctor.prep_qsetup;
                init_p =  &vf->op_params.qctor.qstate.params.init;

                /* activate immediately */
                __set_bit(BNX2X_Q_FLG_ACTIVE, &setup_p->flags);

                if (setup_q->param_valid & VFPF_TXQ_VALID) {
                        struct bnx2x_txq_setup_params *txq_params =
                                &setup_p->txq_params;

                        __set_bit(BNX2X_Q_TYPE_HAS_TX, &q_type);

                        /* save sb resource index */
                        q->sb_idx = setup_q->txq.vf_sb;

                        /* tx init */
                        init_p->tx.hc_rate = setup_q->txq.hc_rate;
                        init_p->tx.sb_cq_index = setup_q->txq.sb_index;

                        bnx2x_vf_mbx_set_q_flags(bp, setup_q->txq.flags,
                                                 &init_p->tx.flags);

                        /* tx setup - flags */
                        bnx2x_vf_mbx_set_q_flags(bp, setup_q->txq.flags,
                                                 &setup_p->flags);

                        /* tx setup - general, nothing */

                        /* tx setup - tx */
                        txq_params->dscr_map = setup_q->txq.txq_addr;
                        txq_params->sb_cq_index = setup_q->txq.sb_index;
                        txq_params->traffic_type = setup_q->txq.traffic_type;

                        bnx2x_vfop_qctor_dump_tx(bp, vf, init_p, setup_p,
                                                 q->index, q->sb_idx);
                }

                if (setup_q->param_valid & VFPF_RXQ_VALID) {
                        struct bnx2x_rxq_setup_params *rxq_params =
                                                        &setup_p->rxq_params;

                        __set_bit(BNX2X_Q_TYPE_HAS_RX, &q_type);

                        /* Note: there is no support for different SBs
                         * for TX and RX
                         */
                        q->sb_idx = setup_q->rxq.vf_sb;

                        /* rx init */
                        init_p->rx.hc_rate = setup_q->rxq.hc_rate;
                        init_p->rx.sb_cq_index = setup_q->rxq.sb_index;
                        bnx2x_vf_mbx_set_q_flags(bp, setup_q->rxq.flags,
                                                 &init_p->rx.flags);

                        /* rx setup - flags */
                        bnx2x_vf_mbx_set_q_flags(bp, setup_q->rxq.flags,
                                                 &setup_p->flags);

                        /* rx setup - general */
                        setup_p->gen_params.mtu = setup_q->rxq.mtu;

                        /* rx setup - rx */
                        rxq_params->drop_flags = setup_q->rxq.drop_flags;
                        rxq_params->dscr_map = setup_q->rxq.rxq_addr;
                        rxq_params->sge_map = setup_q->rxq.sge_addr;
                        rxq_params->rcq_map = setup_q->rxq.rcq_addr;
                        rxq_params->rcq_np_map = setup_q->rxq.rcq_np_addr;
                        rxq_params->buf_sz = setup_q->rxq.buf_sz;
                        rxq_params->tpa_agg_sz = setup_q->rxq.tpa_agg_sz;
                        rxq_params->max_sges_pkt = setup_q->rxq.max_sge_pkt;
                        rxq_params->sge_buf_sz = setup_q->rxq.sge_buf_sz;
                        rxq_params->cache_line_log =
                                setup_q->rxq.cache_line_log;
                        rxq_params->sb_cq_index = setup_q->rxq.sb_index;

                        bnx2x_vfop_qctor_dump_rx(bp, vf, init_p, setup_p,
                                                 q->index, q->sb_idx);
                }
                /* complete the preparations */
                bnx2x_vfop_qctor_prep(bp, vf, q, &vf->op_params.qctor, q_type);

                vf->op_rc = bnx2x_vfop_qsetup_cmd(bp, vf, &cmd, q->index);
                if (vf->op_rc)
                        goto response;
                return;
        }
response:
        bnx2x_vf_mbx_resp(bp, vf);
}

enum bnx2x_vfop_filters_state {
           BNX2X_VFOP_MBX_Q_FILTERS_MACS,
           BNX2X_VFOP_MBX_Q_FILTERS_VLANS,
           BNX2X_VFOP_MBX_Q_FILTERS_RXMODE,
           BNX2X_VFOP_MBX_Q_FILTERS_MCAST,
           BNX2X_VFOP_MBX_Q_FILTERS_DONE
};

static int bnx2x_vf_mbx_macvlan_list(struct bnx2x *bp,
                                     struct bnx2x_virtf *vf,
                                     struct vfpf_set_q_filters_tlv *tlv,
                                     struct bnx2x_vfop_filters **pfl,
                                     u32 type_flag)
{
        int i, j;
        struct bnx2x_vfop_filters *fl = NULL;
        size_t fsz;

        fsz = tlv->n_mac_vlan_filters * sizeof(struct bnx2x_vfop_filter) +
                sizeof(struct bnx2x_vfop_filters);

        fl = kzalloc(fsz, GFP_KERNEL);
        if (!fl)
                return -ENOMEM;

        INIT_LIST_HEAD(&fl->head);

        for (i = 0, j = 0; i < tlv->n_mac_vlan_filters; i++) {
                struct vfpf_q_mac_vlan_filter *msg_filter = &tlv->filters[i];

                if ((msg_filter->flags & type_flag) != type_flag)
                        continue;
                if (type_flag == VFPF_Q_FILTER_DEST_MAC_VALID) {
                        fl->filters[j].mac = msg_filter->mac;
                        fl->filters[j].type = BNX2X_VFOP_FILTER_MAC;
                } else {
                        fl->filters[j].vid = msg_filter->vlan_tag;
                        fl->filters[j].type = BNX2X_VFOP_FILTER_VLAN;
                }
                fl->filters[j].add =
                        (msg_filter->flags & VFPF_Q_FILTER_SET_MAC) ?
                        true : false;
                list_add_tail(&fl->filters[j++].link, &fl->head);
        }
        if (list_empty(&fl->head))
                kfree(fl);
        else
                *pfl = fl;

        return 0;
}

static void bnx2x_vf_mbx_dp_q_filter(struct bnx2x *bp, int msglvl, int idx,
                                       struct vfpf_q_mac_vlan_filter *filter)
{
        DP(msglvl, "MAC-VLAN[%d] -- flags=0x%x\n", idx, filter->flags);
        if (filter->flags & VFPF_Q_FILTER_VLAN_TAG_VALID)
                DP_CONT(msglvl, ", vlan=%d", filter->vlan_tag);
        if (filter->flags & VFPF_Q_FILTER_DEST_MAC_VALID)
                DP_CONT(msglvl, ", MAC=%pM", filter->mac);
        DP_CONT(msglvl, "\n");
}

static void bnx2x_vf_mbx_dp_q_filters(struct bnx2x *bp, int msglvl,
                                       struct vfpf_set_q_filters_tlv *filters)
{
        int i;

        if (filters->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED)
                for (i = 0; i < filters->n_mac_vlan_filters; i++)
                        bnx2x_vf_mbx_dp_q_filter(bp, msglvl, i,
                                                 &filters->filters[i]);

        if (filters->flags & VFPF_SET_Q_FILTERS_RX_MASK_CHANGED)
                DP(msglvl, "RX-MASK=0x%x\n", filters->rx_mask);

        if (filters->flags & VFPF_SET_Q_FILTERS_MULTICAST_CHANGED)
                for (i = 0; i < filters->n_multicast; i++)
                        DP(msglvl, "MULTICAST=%pM\n", filters->multicast[i]);
}

#define VFPF_MAC_FILTER         VFPF_Q_FILTER_DEST_MAC_VALID
#define VFPF_VLAN_FILTER        VFPF_Q_FILTER_VLAN_TAG_VALID

static void bnx2x_vfop_mbx_qfilters(struct bnx2x *bp, struct bnx2x_virtf *vf)
{
        int rc;

        struct vfpf_set_q_filters_tlv *msg =
                &BP_VF_MBX(bp, vf->index)->msg->req.set_q_filters;

        struct bnx2x_vfop *vfop = bnx2x_vfop_cur(bp, vf);
        enum bnx2x_vfop_filters_state state = vfop->state;

        struct bnx2x_vfop_cmd cmd = {
                .done = bnx2x_vfop_mbx_qfilters,
                .block = false,
        };

        DP(BNX2X_MSG_IOV, "STATE: %d\n", state);

        if (vfop->rc < 0)
                goto op_err;

        switch (state) {
        case BNX2X_VFOP_MBX_Q_FILTERS_MACS:
                /* next state */
                vfop->state = BNX2X_VFOP_MBX_Q_FILTERS_VLANS;

                /* check for any vlan/mac changes */
                if (msg->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED) {
                        /* build mac list */
                        struct bnx2x_vfop_filters *fl = NULL;

                        vfop->rc = bnx2x_vf_mbx_macvlan_list(bp, vf, msg, &fl,
                                                             VFPF_MAC_FILTER);
                        if (vfop->rc)
                                goto op_err;

                        if (fl) {
                                /* set mac list */
                                rc = bnx2x_vfop_mac_list_cmd(bp, vf, &cmd, fl,
                                                             msg->vf_qid,
                                                             false);
                                if (rc) {
                                        vfop->rc = rc;
                                        goto op_err;
                                }
                                return;
                        }
                }
                /* fall through */

        case BNX2X_VFOP_MBX_Q_FILTERS_VLANS:
                /* next state */
                vfop->state = BNX2X_VFOP_MBX_Q_FILTERS_RXMODE;

                /* check for any vlan/mac changes */
                if (msg->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED) {
                        /* build vlan list */
                        struct bnx2x_vfop_filters *fl = NULL;

                        vfop->rc = bnx2x_vf_mbx_macvlan_list(bp, vf, msg, &fl,
                                                             VFPF_VLAN_FILTER);
                        if (vfop->rc)
                                goto op_err;

                        if (fl) {
                                /* set vlan list */
                                rc = bnx2x_vfop_vlan_list_cmd(bp, vf, &cmd, fl,
                                                              msg->vf_qid,
                                                              false);
                                if (rc) {
                                        vfop->rc = rc;
                                        goto op_err;
                                }
                                return;
                        }
                }
                /* fall through */

        case BNX2X_VFOP_MBX_Q_FILTERS_RXMODE:
                /* next state */
                vfop->state = BNX2X_VFOP_MBX_Q_FILTERS_MCAST;

                if (msg->flags & VFPF_SET_Q_FILTERS_RX_MASK_CHANGED) {
                        unsigned long accept = 0;

                        /* covert VF-PF if mask to bnx2x accept flags */
                        if (msg->rx_mask & VFPF_RX_MASK_ACCEPT_MATCHED_UNICAST)
                                __set_bit(BNX2X_ACCEPT_UNICAST, &accept);

                        if (msg->rx_mask &
                                        VFPF_RX_MASK_ACCEPT_MATCHED_MULTICAST)
                                __set_bit(BNX2X_ACCEPT_MULTICAST, &accept);

                        if (msg->rx_mask & VFPF_RX_MASK_ACCEPT_ALL_UNICAST)
                                __set_bit(BNX2X_ACCEPT_ALL_UNICAST, &accept);

                        if (msg->rx_mask & VFPF_RX_MASK_ACCEPT_ALL_MULTICAST)
                                __set_bit(BNX2X_ACCEPT_ALL_MULTICAST, &accept);

                        if (msg->rx_mask & VFPF_RX_MASK_ACCEPT_BROADCAST)
                                __set_bit(BNX2X_ACCEPT_BROADCAST, &accept);

                        /* A packet arriving the vf's mac should be accepted
                         * with any vlan
                         */
                        __set_bit(BNX2X_ACCEPT_ANY_VLAN, &accept);

                        /* set rx-mode */
                        rc = bnx2x_vfop_rxmode_cmd(bp, vf, &cmd,
                                                   msg->vf_qid, accept);
                        if (rc) {
                                vfop->rc = rc;
                                goto op_err;
                        }
                        return;
                }
                /* fall through */

        case BNX2X_VFOP_MBX_Q_FILTERS_MCAST:
                /* next state */
                vfop->state = BNX2X_VFOP_MBX_Q_FILTERS_DONE;

                if (msg->flags & VFPF_SET_Q_FILTERS_MULTICAST_CHANGED) {
                        /* set mcasts */
                        rc = bnx2x_vfop_mcast_cmd(bp, vf, &cmd, msg->multicast,
                                                  msg->n_multicast, false);
                        if (rc) {
                                vfop->rc = rc;
                                goto op_err;
                        }
                        return;
                }
                /* fall through */
op_done:
        case BNX2X_VFOP_MBX_Q_FILTERS_DONE:
                bnx2x_vfop_end(bp, vf, vfop);
                return;
op_err:
        BNX2X_ERR("QFILTERS[%d:%d] error: rc %d\n",
                  vf->abs_vfid, msg->vf_qid, vfop->rc);
        goto op_done;

        default:
                bnx2x_vfop_default(state);
        }
}

static int bnx2x_vfop_mbx_qfilters_cmd(struct bnx2x *bp,
                                        struct bnx2x_virtf *vf,
                                        struct bnx2x_vfop_cmd *cmd)
{
        struct bnx2x_vfop *vfop = bnx2x_vfop_add(bp, vf);
        if (vfop) {
                bnx2x_vfop_opset(BNX2X_VFOP_MBX_Q_FILTERS_MACS,
                                 bnx2x_vfop_mbx_qfilters, cmd->done);
                return bnx2x_vfop_transition(bp, vf, bnx2x_vfop_mbx_qfilters,
                                             cmd->block);
        }
        return -ENOMEM;
}

static void bnx2x_vf_mbx_set_q_filters(struct bnx2x *bp,
                                       struct bnx2x_virtf *vf,
                                       struct bnx2x_vf_mbx *mbx)
{
        struct vfpf_set_q_filters_tlv *filters = &mbx->msg->req.set_q_filters;
        struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf->index);
        struct bnx2x_vfop_cmd cmd = {
                .done = bnx2x_vf_mbx_resp,
                .block = false,
        };

        /* if a mac was already set for this VF via the set vf mac ndo, we only
         * accept mac configurations of that mac. Why accept them at all?
         * because PF may have been unable to configure the mac at the time
         * since queue was not set up.
         */
        if (bulletin->valid_bitmap & 1 << MAC_ADDR_VALID) {
                /* once a mac was set by ndo can only accept a single mac... */
                if (filters->n_mac_vlan_filters > 1) {
                        BNX2X_ERR("VF[%d] requested the addition of multiple macs after set_vf_mac ndo was called\n",
                                  vf->abs_vfid);
                        vf->op_rc = -EPERM;
                        goto response;
                }

                /* ...and only the mac set by the ndo */
                if (filters->n_mac_vlan_filters == 1 &&
                    memcmp(filters->filters->mac, bulletin->mac, ETH_ALEN)) {
                        BNX2X_ERR("VF[%d] requested the addition of a mac address not matching the one configured by set_vf_mac ndo\n",
                                  vf->abs_vfid);

                        vf->op_rc = -EPERM;
                        goto response;
                }
        }

        /* verify vf_qid */
        if (filters->vf_qid > vf_rxq_count(vf))
                goto response;

        DP(BNX2X_MSG_IOV, "VF[%d] Q_FILTERS: queue[%d]\n",
           vf->abs_vfid,
           filters->vf_qid);

        /* print q_filter message */
        bnx2x_vf_mbx_dp_q_filters(bp, BNX2X_MSG_IOV, filters);

        vf->op_rc = bnx2x_vfop_mbx_qfilters_cmd(bp, vf, &cmd);
        if (vf->op_rc)
                goto response;
        return;

response:
        bnx2x_vf_mbx_resp(bp, vf);
}

static void bnx2x_vf_mbx_teardown_q(struct bnx2x *bp, struct bnx2x_virtf *vf,
                                    struct bnx2x_vf_mbx *mbx)
{
        int qid = mbx->msg->req.q_op.vf_qid;
        struct bnx2x_vfop_cmd cmd = {
                .done = bnx2x_vf_mbx_resp,
                .block = false,
        };

        DP(BNX2X_MSG_IOV, "VF[%d] Q_TEARDOWN: vf_qid=%d\n",
           vf->abs_vfid, qid);

        vf->op_rc = bnx2x_vfop_qdown_cmd(bp, vf, &cmd, qid);
        if (vf->op_rc)
                bnx2x_vf_mbx_resp(bp, vf);
}

static void bnx2x_vf_mbx_close_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
                                  struct bnx2x_vf_mbx *mbx)
{
        struct bnx2x_vfop_cmd cmd = {
                .done = bnx2x_vf_mbx_resp,
                .block = false,
        };

        DP(BNX2X_MSG_IOV, "VF[%d] VF_CLOSE\n", vf->abs_vfid);

        vf->op_rc = bnx2x_vfop_close_cmd(bp, vf, &cmd);
        if (vf->op_rc)
                bnx2x_vf_mbx_resp(bp, vf);
}

static void bnx2x_vf_mbx_release_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
                                    struct bnx2x_vf_mbx *mbx)
{
        struct bnx2x_vfop_cmd cmd = {
                .done = bnx2x_vf_mbx_resp,
                .block = false,
        };

        DP(BNX2X_MSG_IOV, "VF[%d] VF_RELEASE\n", vf->abs_vfid);

        vf->op_rc = bnx2x_vfop_release_cmd(bp, vf, &cmd);
        if (vf->op_rc)
                bnx2x_vf_mbx_resp(bp, vf);
}

static void bnx2x_vf_mbx_update_rss(struct bnx2x *bp, struct bnx2x_virtf *vf,
                                    struct bnx2x_vf_mbx *mbx)
{
        struct bnx2x_vfop_cmd cmd = {
                .done = bnx2x_vf_mbx_resp,
                .block = false,
        };
        struct bnx2x_config_rss_params *vf_op_params = &vf->op_params.rss;
        struct vfpf_rss_tlv *rss_tlv = &mbx->msg->req.update_rss;

        if (rss_tlv->ind_table_size != T_ETH_INDIRECTION_TABLE_SIZE ||
            rss_tlv->rss_key_size != T_ETH_RSS_KEY) {
                BNX2X_ERR("failing rss configuration of vf %d due to size mismatch\n",
                          vf->index);
                vf->op_rc = -EINVAL;
                goto mbx_resp;
        }

        /* set vfop params according to rss tlv */
        memcpy(vf_op_params->ind_table, rss_tlv->ind_table,
               T_ETH_INDIRECTION_TABLE_SIZE);
        memcpy(vf_op_params->rss_key, rss_tlv->rss_key,
               sizeof(rss_tlv->rss_key));
        vf_op_params->rss_obj = &vf->rss_conf_obj;
        vf_op_params->rss_result_mask = rss_tlv->rss_result_mask;

        /* flags handled individually for backward/forward compatability */
        if (rss_tlv->rss_flags & VFPF_RSS_MODE_DISABLED)
                __set_bit(BNX2X_RSS_MODE_DISABLED, &vf_op_params->rss_flags);
        if (rss_tlv->rss_flags & VFPF_RSS_MODE_REGULAR)
                __set_bit(BNX2X_RSS_MODE_REGULAR, &vf_op_params->rss_flags);
        if (rss_tlv->rss_flags & VFPF_RSS_SET_SRCH)
                __set_bit(BNX2X_RSS_SET_SRCH, &vf_op_params->rss_flags);
        if (rss_tlv->rss_flags & VFPF_RSS_IPV4)
                __set_bit(BNX2X_RSS_IPV4, &vf_op_params->rss_flags);
        if (rss_tlv->rss_flags & VFPF_RSS_IPV4_TCP)
                __set_bit(BNX2X_RSS_IPV4_TCP, &vf_op_params->rss_flags);
        if (rss_tlv->rss_flags & VFPF_RSS_IPV4_UDP)
                __set_bit(BNX2X_RSS_IPV4_UDP, &vf_op_params->rss_flags);
        if (rss_tlv->rss_flags & VFPF_RSS_IPV6)
                __set_bit(BNX2X_RSS_IPV6, &vf_op_params->rss_flags);
        if (rss_tlv->rss_flags & VFPF_RSS_IPV6_TCP)
                __set_bit(BNX2X_RSS_IPV6_TCP, &vf_op_params->rss_flags);
        if (rss_tlv->rss_flags & VFPF_RSS_IPV6_UDP)
                __set_bit(BNX2X_RSS_IPV6_UDP, &vf_op_params->rss_flags);

        if ((!(rss_tlv->rss_flags & VFPF_RSS_IPV4_TCP) &&
             rss_tlv->rss_flags & VFPF_RSS_IPV4_UDP) ||
            (!(rss_tlv->rss_flags & VFPF_RSS_IPV6_TCP) &&
             rss_tlv->rss_flags & VFPF_RSS_IPV6_UDP)) {
                BNX2X_ERR("about to hit a FW assert. aborting...\n");
                vf->op_rc = -EINVAL;
                goto mbx_resp;
        }

        vf->op_rc = bnx2x_vfop_rss_cmd(bp, vf, &cmd);

mbx_resp:
        if (vf->op_rc)
                bnx2x_vf_mbx_resp(bp, vf);
}

/* dispatch request */
static void bnx2x_vf_mbx_request(struct bnx2x *bp, struct bnx2x_virtf *vf,
                                  struct bnx2x_vf_mbx *mbx)
{
        int i;

        /* check if tlv type is known */
        if (bnx2x_tlv_supported(mbx->first_tlv.tl.type)) {
                /* Lock the per vf op mutex and note the locker's identity.
                 * The unlock will take place in mbx response.
                 */
                bnx2x_lock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);

                /* switch on the opcode */
                switch (mbx->first_tlv.tl.type) {
                case CHANNEL_TLV_ACQUIRE:
                        bnx2x_vf_mbx_acquire(bp, vf, mbx);
                        return;
                case CHANNEL_TLV_INIT:
                        bnx2x_vf_mbx_init_vf(bp, vf, mbx);
                        return;
                case CHANNEL_TLV_SETUP_Q:
                        bnx2x_vf_mbx_setup_q(bp, vf, mbx);
                        return;
                case CHANNEL_TLV_SET_Q_FILTERS:
                        bnx2x_vf_mbx_set_q_filters(bp, vf, mbx);
                        return;
                case CHANNEL_TLV_TEARDOWN_Q:
                        bnx2x_vf_mbx_teardown_q(bp, vf, mbx);
                        return;
                case CHANNEL_TLV_CLOSE:
                        bnx2x_vf_mbx_close_vf(bp, vf, mbx);
                        return;
                case CHANNEL_TLV_RELEASE:
                        bnx2x_vf_mbx_release_vf(bp, vf, mbx);
                        return;
                case CHANNEL_TLV_UPDATE_RSS:
                        bnx2x_vf_mbx_update_rss(bp, vf, mbx);
                        return;
                }

        } else {
                /* unknown TLV - this may belong to a VF driver from the future
                 * - a version written after this PF driver was written, which
                 * supports features unknown as of yet. Too bad since we don't
                 * support them. Or this may be because someone wrote a crappy
                 * VF driver and is sending garbage over the channel.
                 */
                BNX2X_ERR("unknown TLV. type %d length %d vf->state was %d. first 20 bytes of mailbox buffer:\n",
                          mbx->first_tlv.tl.type, mbx->first_tlv.tl.length,
                          vf->state);
                for (i = 0; i < 20; i++)
                        DP_CONT(BNX2X_MSG_IOV, "%x ",
                                mbx->msg->req.tlv_buf_size.tlv_buffer[i]);
        }

        /* can we respond to VF (do we have an address for it?) */
        if (vf->state == VF_ACQUIRED || vf->state == VF_ENABLED) {
                /* mbx_resp uses the op_rc of the VF */
                vf->op_rc = PFVF_STATUS_NOT_SUPPORTED;

                /* notify the VF that we do not support this request */
                bnx2x_vf_mbx_resp(bp, vf);
        } else {
                /* can't send a response since this VF is unknown to us
                 * just ack the FW to release the mailbox and unlock
                 * the channel.
                 */
                storm_memset_vf_mbx_ack(bp, vf->abs_vfid);
                /* Firmware ack should be written before unlocking channel */
                mmiowb();
                bnx2x_unlock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
        }
}

/* handle new vf-pf message */
void bnx2x_vf_mbx(struct bnx2x *bp, struct vf_pf_event_data *vfpf_event)
{
        struct bnx2x_virtf *vf;
        struct bnx2x_vf_mbx *mbx;
        u8 vf_idx;
        int rc;

        DP(BNX2X_MSG_IOV,
           "vf pf event received: vfid %d, address_hi %x, address lo %x",
           vfpf_event->vf_id, vfpf_event->msg_addr_hi, vfpf_event->msg_addr_lo);
        /* Sanity checks consider removing later */

        /* check if the vf_id is valid */
        if (vfpf_event->vf_id - BP_VFDB(bp)->sriov.first_vf_in_pf >
            BNX2X_NR_VIRTFN(bp)) {
                BNX2X_ERR("Illegal vf_id %d max allowed: %d\n",
                          vfpf_event->vf_id, BNX2X_NR_VIRTFN(bp));
                goto mbx_done;
        }
        vf_idx = bnx2x_vf_idx_by_abs_fid(bp, vfpf_event->vf_id);
        mbx = BP_VF_MBX(bp, vf_idx);

        /* verify an event is not currently being processed -
         * debug failsafe only
         */
        if (mbx->flags & VF_MSG_INPROCESS) {
                BNX2X_ERR("Previous message is still being processed, vf_id %d\n",
                          vfpf_event->vf_id);
                goto mbx_done;
        }
        vf = BP_VF(bp, vf_idx);

        /* save the VF message address */
        mbx->vf_addr_hi = vfpf_event->msg_addr_hi;
        mbx->vf_addr_lo = vfpf_event->msg_addr_lo;
        DP(BNX2X_MSG_IOV, "mailbox vf address hi 0x%x, lo 0x%x, offset 0x%x\n",
           mbx->vf_addr_hi, mbx->vf_addr_lo, mbx->first_tlv.resp_msg_offset);

        /* dmae to get the VF request */
        rc = bnx2x_copy32_vf_dmae(bp, true, mbx->msg_mapping, vf->abs_vfid,
                                  mbx->vf_addr_hi, mbx->vf_addr_lo,
                                  sizeof(union vfpf_tlvs)/4);
        if (rc) {
                BNX2X_ERR("Failed to copy request VF %d\n", vf->abs_vfid);
                goto mbx_error;
        }

        /* process the VF message header */
        mbx->first_tlv = mbx->msg->req.first_tlv;

        /* dispatch the request (will prepare the response) */
        bnx2x_vf_mbx_request(bp, vf, mbx);
        goto mbx_done;

mbx_error:
        bnx2x_vf_release(bp, vf, false); /* non blocking */
mbx_done:
        return;
}

/* propagate local bulletin board to vf */
int bnx2x_post_vf_bulletin(struct bnx2x *bp, int vf)
{
        struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf);
        dma_addr_t pf_addr = BP_VF_BULLETIN_DMA(bp)->mapping +
                vf * BULLETIN_CONTENT_SIZE;
        dma_addr_t vf_addr = bnx2x_vf(bp, vf, bulletin_map);
        int rc;

        /* can only update vf after init took place */
        if (bnx2x_vf(bp, vf, state) != VF_ENABLED &&
            bnx2x_vf(bp, vf, state) != VF_ACQUIRED)
                return 0;

        /* increment bulletin board version and compute crc */
        bulletin->version++;
        bulletin->length = BULLETIN_CONTENT_SIZE;
        bulletin->crc = bnx2x_crc_vf_bulletin(bp, bulletin);

        /* propagate bulletin board via dmae to vm memory */
        rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr,
                                  bnx2x_vf(bp, vf, abs_vfid), U64_HI(vf_addr),
                                  U64_LO(vf_addr), bulletin->length / 4);
        return rc;
}