/*
 * cxgb3i_ddp.h: Chelsio S3xx iSCSI DDP Manager.
 *
 * Copyright (c) 2008 Chelsio Communications, Inc.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation.
 *
 * Written by: Karen Xie (kxie@chelsio.com)
 */

#ifndef __CXGB3I_ULP2_DDP_H__
#define __CXGB3I_ULP2_DDP_H__

#include <linux/vmalloc.h>

/**
 * struct cxgb3i_tag_format - cxgb3i ulp tag format for an iscsi entity
 *
 * @sw_bits:    # of bits used by iscsi software layer
 * @rsvd_bits:  # of bits used by h/w
 * @rsvd_shift: h/w bits shift left
 * @rsvd_mask:  reserved bit mask
 */
struct cxgb3i_tag_format {
        unsigned char sw_bits;
        unsigned char rsvd_bits;
        unsigned char rsvd_shift;
        unsigned char filler[1];
        u32 rsvd_mask;
};

/**
 * struct cxgb3i_gather_list - cxgb3i direct data placement memory
 *
 * @tag:        ddp tag
 * @length:     total data buffer length
 * @offset:     initial offset to the 1st page
 * @nelem:      # of pages
 * @pages:      page pointers
 * @phys_addr:  physical address
 */
struct cxgb3i_gather_list {
        u32 tag;
        unsigned int length;
        unsigned int offset;
        unsigned int nelem;
        struct page **pages;
        dma_addr_t phys_addr[0];
};

/**
 * struct cxgb3i_ddp_info - cxgb3i direct data placement for pdu payload
 *
 * @list:       list head to link elements
 * @refcnt:     ref. count
 * @tdev:       pointer to t3cdev used by cxgb3 driver
 * @max_txsz:   max tx packet size for ddp
 * @max_rxsz:   max rx packet size for ddp
 * @llimit:     lower bound of the page pod memory
 * @ulimit:     upper bound of the page pod memory
 * @nppods:     # of page pod entries
 * @idx_last:   page pod entry last used
 * @idx_bits:   # of bits the pagepod index would take
 * @idx_mask:   pagepod index mask
 * @rsvd_tag_mask: tag mask
 * @map_lock:   lock to synchonize access to the page pod map
 * @gl_map:     ddp memory gather list
 * @gl_skb:     skb used to program the pagepod
 */
struct cxgb3i_ddp_info {
        struct list_head list;
        struct kref refcnt;
        struct t3cdev *tdev;
        struct pci_dev *pdev;
        unsigned int max_txsz;
        unsigned int max_rxsz;
        unsigned int llimit;
        unsigned int ulimit;
        unsigned int nppods;
        unsigned int idx_last;
        unsigned char idx_bits;
        unsigned char filler[3];
        u32 idx_mask;
        u32 rsvd_tag_mask;
        spinlock_t map_lock;
        struct cxgb3i_gather_list **gl_map;
        struct sk_buff **gl_skb;
};

#define ISCSI_PDU_NONPAYLOAD_LEN        312 /* bhs(48) + ahs(256) + digest(8) */
#define ULP2_MAX_PKT_SIZE       16224
#define ULP2_MAX_PDU_PAYLOAD    (ULP2_MAX_PKT_SIZE - ISCSI_PDU_NONPAYLOAD_LEN)
#define PPOD_PAGES_MAX          4
#define PPOD_PAGES_SHIFT        2       /* 4 pages per pod */

/*
 * struct pagepod_hdr, pagepod - pagepod format
 */
struct pagepod_hdr {
        u32 vld_tid;
        u32 pgsz_tag_clr;
        u32 maxoffset;
        u32 pgoffset;
        u64 rsvd;
};

struct pagepod {
        struct pagepod_hdr hdr;
        u64 addr[PPOD_PAGES_MAX + 1];
};

#define PPOD_SIZE               sizeof(struct pagepod)  /* 64 */
#define PPOD_SIZE_SHIFT         6

#define PPOD_COLOR_SHIFT        0
#define PPOD_COLOR_SIZE         6
#define PPOD_COLOR_MASK         ((1 << PPOD_COLOR_SIZE) - 1)

#define PPOD_IDX_SHIFT          PPOD_COLOR_SIZE
#define PPOD_IDX_MAX_SIZE       24

#define S_PPOD_TID    0
#define M_PPOD_TID    0xFFFFFF
#define V_PPOD_TID(x) ((x) << S_PPOD_TID)

#define S_PPOD_VALID    24
#define V_PPOD_VALID(x) ((x) << S_PPOD_VALID)
#define F_PPOD_VALID    V_PPOD_VALID(1U)

#define S_PPOD_COLOR    0
#define M_PPOD_COLOR    0x3F
#define V_PPOD_COLOR(x) ((x) << S_PPOD_COLOR)

#define S_PPOD_TAG    6
#define M_PPOD_TAG    0xFFFFFF
#define V_PPOD_TAG(x) ((x) << S_PPOD_TAG)

#define S_PPOD_PGSZ    30
#define M_PPOD_PGSZ    0x3
#define V_PPOD_PGSZ(x) ((x) << S_PPOD_PGSZ)

/*
 * large memory chunk allocation/release
 * use vmalloc() if kmalloc() fails
 */
static inline void *cxgb3i_alloc_big_mem(unsigned int size,
                                         gfp_t gfp)
{
        void *p = kmalloc(size, gfp);
        if (!p)
                p = vmalloc(size);
        if (p)
                memset(p, 0, size);
        return p;
}

static inline void cxgb3i_free_big_mem(void *addr)
{
        if (is_vmalloc_addr(addr))
                vfree(addr);
        else
                kfree(addr);
}

/*
 * cxgb3i ddp tag are 32 bits, it consists of reserved bits used by h/w and
 * non-reserved bits that can be used by the iscsi s/w.
 * The reserved bits are identified by the rsvd_bits and rsvd_shift fields
 * in struct cxgb3i_tag_format.
 *
 * The upper most reserved bit can be used to check if a tag is ddp tag or not:
 *      if the bit is 0, the tag is a valid ddp tag
 */

/**
 * cxgb3i_is_ddp_tag - check if a given tag is a hw/ddp tag
 * @tformat: tag format information
 * @tag: tag to be checked
 *
 * return true if the tag is a ddp tag, false otherwise.
 */
static inline int cxgb3i_is_ddp_tag(struct cxgb3i_tag_format *tformat, u32 tag)
{
        return !(tag & (1 << (tformat->rsvd_bits + tformat->rsvd_shift - 1)));
}

/**
 * cxgb3i_sw_tag_usable - check if s/w tag has enough bits left for hw bits
 * @tformat: tag format information
 * @sw_tag: s/w tag to be checked
 *
 * return true if the tag can be used for hw ddp tag, false otherwise.
 */
static inline int cxgb3i_sw_tag_usable(struct cxgb3i_tag_format *tformat,
                                        u32 sw_tag)
{
        sw_tag >>= (32 - tformat->rsvd_bits);
        return !sw_tag;
}

/**
 * cxgb3i_set_non_ddp_tag - mark a given s/w tag as an invalid ddp tag
 * @tformat: tag format information
 * @sw_tag: s/w tag to be checked
 *
 * insert 1 at the upper most reserved bit to mark it as an invalid ddp tag.
 */
static inline u32 cxgb3i_set_non_ddp_tag(struct cxgb3i_tag_format *tformat,
                                         u32 sw_tag)
{
        unsigned char shift = tformat->rsvd_bits + tformat->rsvd_shift - 1;
        u32 mask = (1 << shift) - 1;

        if (sw_tag && (sw_tag & ~mask)) {
                u32 v1 = sw_tag & ((1 << shift) - 1);
                u32 v2 = (sw_tag >> (shift - 1)) << shift;

                return v2 | v1 | 1 << shift;
        }
        return sw_tag | 1 << shift;
}

/**
 * cxgb3i_ddp_tag_base - shift s/w tag bits so that reserved bits are not used
 * @tformat: tag format information
 * @sw_tag: s/w tag to be checked
 */
static inline u32 cxgb3i_ddp_tag_base(struct cxgb3i_tag_format *tformat,
                                      u32 sw_tag)
{
        u32 mask = (1 << tformat->rsvd_shift) - 1;

        if (sw_tag && (sw_tag & ~mask)) {
                u32 v1 = sw_tag & mask;
                u32 v2 = sw_tag >> tformat->rsvd_shift;

                v2 <<= tformat->rsvd_shift + tformat->rsvd_bits;
                return v2 | v1;
        }
        return sw_tag;
}

/**
 * cxgb3i_tag_rsvd_bits - get the reserved bits used by the h/w
 * @tformat: tag format information
 * @tag: tag to be checked
 *
 * return the reserved bits in the tag
 */
static inline u32 cxgb3i_tag_rsvd_bits(struct cxgb3i_tag_format *tformat,
                                       u32 tag)
{
        if (cxgb3i_is_ddp_tag(tformat, tag))
                return (tag >> tformat->rsvd_shift) & tformat->rsvd_mask;
        return 0;
}

/**
 * cxgb3i_tag_nonrsvd_bits - get the non-reserved bits used by the s/w
 * @tformat: tag format information
 * @tag: tag to be checked
 *
 * return the non-reserved bits in the tag.
 */
static inline u32 cxgb3i_tag_nonrsvd_bits(struct cxgb3i_tag_format *tformat,
                                          u32 tag)
{
        unsigned char shift = tformat->rsvd_bits + tformat->rsvd_shift - 1;
        u32 v1, v2;

        if (cxgb3i_is_ddp_tag(tformat, tag)) {
                v1 = tag & ((1 << tformat->rsvd_shift) - 1);
                v2 = (tag >> (shift + 1)) << tformat->rsvd_shift;
        } else {
                u32 mask = (1 << shift) - 1;

                tag &= ~(1 << shift);
                v1 = tag & mask;
                v2 = (tag >> 1) & ~mask;
        }
        return v1 | v2;
}

int cxgb3i_ddp_tag_reserve(struct t3cdev *, unsigned int tid,
                           struct cxgb3i_tag_format *, u32 *tag,
                           struct cxgb3i_gather_list *, gfp_t gfp);
void cxgb3i_ddp_tag_release(struct t3cdev *, u32 tag);

struct cxgb3i_gather_list *cxgb3i_ddp_make_gl(unsigned int xferlen,
                                struct scatterlist *sgl,
                                unsigned int sgcnt,
                                struct pci_dev *pdev,
                                gfp_t gfp);
void cxgb3i_ddp_release_gl(struct cxgb3i_gather_list *gl,
                                struct pci_dev *pdev);

int cxgb3i_setup_conn_host_pagesize(struct t3cdev *, unsigned int tid,
                                    int reply);
int cxgb3i_setup_conn_pagesize(struct t3cdev *, unsigned int tid, int reply,
                               unsigned long pgsz);
int cxgb3i_setup_conn_digest(struct t3cdev *, unsigned int tid,
                                int hcrc, int dcrc, int reply);
int cxgb3i_ddp_find_page_index(unsigned long pgsz);
int cxgb3i_adapter_ddp_info(struct t3cdev *, struct cxgb3i_tag_format *,
                            unsigned int *txsz, unsigned int *rxsz);

void cxgb3i_ddp_init(struct t3cdev *);
void cxgb3i_ddp_cleanup(struct t3cdev *);
#endif