/*
 * Copyright(c) 2016 Intel Corporation.
 *
 * This file is provided under a dual BSD/GPLv2 license.  When using or
 * redistributing this file, you may do so under either license.
 *
 * GPL LICENSE SUMMARY
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of version 2 of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * BSD LICENSE
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 *  - Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 *  - Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in
 *    the documentation and/or other materials provided with the
 *    distribution.
 *  - Neither the name of Intel Corporation nor the names of its
 *    contributors may be used to endorse or promote products derived
 *    from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 */
#if !defined(__RVT_TRACE_MR_H) || defined(TRACE_HEADER_MULTI_READ)
#define __RVT_TRACE_MR_H

#include <linux/tracepoint.h>
#include <linux/trace_seq.h>

#include <rdma/ib_verbs.h>
#include <rdma/rdma_vt.h>
#include <rdma/rdmavt_mr.h>

#include "mr.h"

#undef TRACE_SYSTEM
#define TRACE_SYSTEM rvt_mr
DECLARE_EVENT_CLASS(
        rvt_mr_template,
        TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
        TP_ARGS(mr, m, n, v, len),
        TP_STRUCT__entry(
                RDI_DEV_ENTRY(ib_to_rvt(mr->pd->device))
                __field(void *, vaddr)
                __field(struct page *, page)
                __field(u64, iova)
                __field(u64, user_base)
                __field(size_t, len)
                __field(size_t, length)
                __field(u32, lkey)
                __field(u32, offset)
                __field(u16, m)
                __field(u16, n)
        ),
        TP_fast_assign(
                RDI_DEV_ASSIGN(ib_to_rvt(mr->pd->device));
                __entry->vaddr = v;
                __entry->page = virt_to_page(v);
                __entry->iova = mr->iova;
                __entry->user_base = mr->user_base;
                __entry->lkey = mr->lkey;
                __entry->m = m;
                __entry->n = n;
                __entry->len = len;
                __entry->length = mr->length;
                __entry->offset = mr->offset;
        ),
        TP_printk(
                "[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u",
                __get_str(dev),
                __entry->lkey,
                __entry->iova,
                __entry->user_base,
                __entry->length,
                (unsigned long long)__entry->vaddr,
                __entry->page,
                __entry->m,
                __entry->n,
                __entry->len,
                __entry->offset
        )
);

DEFINE_EVENT(
        rvt_mr_template, rvt_mr_page_seg,
        TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
        TP_ARGS(mr, m, n, v, len));

DEFINE_EVENT(
        rvt_mr_template, rvt_mr_fmr_seg,
        TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
        TP_ARGS(mr, m, n, v, len));

DEFINE_EVENT(
        rvt_mr_template, rvt_mr_user_seg,
        TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
        TP_ARGS(mr, m, n, v, len));

DECLARE_EVENT_CLASS(
        rvt_sge_template,
        TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
        TP_ARGS(sge, isge),
        TP_STRUCT__entry(
                RDI_DEV_ENTRY(ib_to_rvt(sge->mr->pd->device))
                __field(struct rvt_mregion *, mr)
                __field(struct rvt_sge *, sge)
                __field(struct ib_sge *, isge)
                __field(void *, vaddr)
                __field(u64, ivaddr)
                __field(u32, lkey)
                __field(u32, sge_length)
                __field(u32, length)
                __field(u32, ilength)
                __field(int, user)
                __field(u16, m)
                __field(u16, n)
        ),
        TP_fast_assign(
                RDI_DEV_ASSIGN(ib_to_rvt(sge->mr->pd->device));
                __entry->mr = sge->mr;
                __entry->sge = sge;
                __entry->isge = isge;
                __entry->vaddr = sge->vaddr;
                __entry->ivaddr = isge->addr;
                __entry->lkey = sge->mr->lkey;
                __entry->sge_length = sge->sge_length;
                __entry->length = sge->length;
                __entry->ilength = isge->length;
                __entry->m = sge->m;
                __entry->n = sge->m;
                __entry->user = ibpd_to_rvtpd(sge->mr->pd)->user;
        ),
        TP_printk(
                "[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u",
                __get_str(dev),
                __entry->mr,
                __entry->sge,
                __entry->isge,
                __entry->vaddr,
                __entry->ivaddr,
                __entry->lkey,
                __entry->sge_length,
                __entry->length,
                __entry->ilength,
                __entry->m,
                __entry->n,
                __entry->user
        )
);

DEFINE_EVENT(
        rvt_sge_template, rvt_sge_adjacent,
        TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
        TP_ARGS(sge, isge));

DEFINE_EVENT(
        rvt_sge_template, rvt_sge_new,
        TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
        TP_ARGS(sge, isge));

TRACE_EVENT(
        rvt_map_mr_sg,
        TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset),
        TP_ARGS(ibmr, sg_nents, sg_offset),
        TP_STRUCT__entry(
                RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
                __field(u64, iova)
                __field(u64, ibmr_iova)
                __field(u64, user_base)
                __field(u64, ibmr_length)
                __field(int, sg_nents)
                __field(uint, sg_offset)
        ),
        TP_fast_assign(
                RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
                __entry->ibmr_iova = ibmr->iova;
                __entry->iova = to_imr(ibmr)->mr.iova;
                __entry->user_base = to_imr(ibmr)->mr.user_base;
                __entry->ibmr_length = to_imr(ibmr)->mr.length;
                __entry->sg_nents = sg_nents;
                __entry->sg_offset = sg_offset ? *sg_offset : 0;
        ),
        TP_printk(
                "[%s] ibmr_iova %llx iova %llx user_base %llx length %llx sg_nents %d sg_offset %u",
                __get_str(dev),
                __entry->ibmr_iova,
                __entry->iova,
                __entry->user_base,
                __entry->ibmr_length,
                __entry->sg_nents,
                __entry->sg_offset
        )
);

#endif /* __RVT_TRACE_MR_H */

#undef TRACE_INCLUDE_PATH
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_PATH .
#define TRACE_INCLUDE_FILE trace_mr
#include <trace/define_trace.h>