// SPDX-License-Identifier: GPL-2.0-or-later
/*
 * Copyright 2015 IBM Corp.
 */


#include <linux/compiler.h>
#include <linux/types.h>
#include <linux/delay.h>
#include <asm/byteorder.h>
#include "hcalls.h"
#include "trace.h"

#define CXL_HCALL_TIMEOUT 60000
#define CXL_HCALL_TIMEOUT_DOWNLOAD 120000

#define H_ATTACH_CA_PROCESS    0x344
#define H_CONTROL_CA_FUNCTION  0x348
#define H_DETACH_CA_PROCESS    0x34C
#define H_COLLECT_CA_INT_INFO  0x350
#define H_CONTROL_CA_FAULTS    0x354
#define H_DOWNLOAD_CA_FUNCTION 0x35C
#define H_DOWNLOAD_CA_FACILITY 0x364
#define H_CONTROL_CA_FACILITY  0x368

#define H_CONTROL_CA_FUNCTION_RESET                   1 /* perform a reset */
#define H_CONTROL_CA_FUNCTION_SUSPEND_PROCESS         2 /* suspend a process from being executed */
#define H_CONTROL_CA_FUNCTION_RESUME_PROCESS          3 /* resume a process to be executed */
#define H_CONTROL_CA_FUNCTION_READ_ERR_STATE          4 /* read the error state */
#define H_CONTROL_CA_FUNCTION_GET_AFU_ERR             5 /* collect the AFU error buffer */
#define H_CONTROL_CA_FUNCTION_GET_CONFIG              6 /* collect configuration record */
#define H_CONTROL_CA_FUNCTION_GET_DOWNLOAD_STATE      7 /* query to return download status */
#define H_CONTROL_CA_FUNCTION_TERMINATE_PROCESS       8 /* terminate the process before completion */
#define H_CONTROL_CA_FUNCTION_COLLECT_VPD             9 /* collect VPD */
#define H_CONTROL_CA_FUNCTION_GET_FUNCTION_ERR_INT   11 /* read the function-wide error data based on an interrupt */
#define H_CONTROL_CA_FUNCTION_ACK_FUNCTION_ERR_INT   12 /* acknowledge function-wide error data based on an interrupt */
#define H_CONTROL_CA_FUNCTION_GET_ERROR_LOG          13 /* retrieve the Platform Log ID (PLID) of an error log */

#define H_CONTROL_CA_FAULTS_RESPOND_PSL         1
#define H_CONTROL_CA_FAULTS_RESPOND_AFU         2

#define H_CONTROL_CA_FACILITY_RESET             1 /* perform a reset */
#define H_CONTROL_CA_FACILITY_COLLECT_VPD       2 /* collect VPD */

#define H_DOWNLOAD_CA_FACILITY_DOWNLOAD         1 /* download adapter image */
#define H_DOWNLOAD_CA_FACILITY_VALIDATE         2 /* validate adapter image */


#define _CXL_LOOP_HCALL(call, rc, retbuf, fn, ...)                      \
        {                                                               \
                unsigned int delay, total_delay = 0;                    \
                u64 token = 0;                                          \
                                                                        \
                memset(retbuf, 0, sizeof(retbuf));                      \
                while (1) {                                             \
                        rc = call(fn, retbuf, __VA_ARGS__, token);      \
                        token = retbuf[0];                              \
                        if (rc != H_BUSY && !H_IS_LONG_BUSY(rc))        \
                                break;                                  \
                                                                        \
                        if (rc == H_BUSY)                               \
                                delay = 10;                             \
                        else                                            \
                                delay = get_longbusy_msecs(rc);         \
                                                                        \
                        total_delay += delay;                           \
                        if (total_delay > CXL_HCALL_TIMEOUT) {          \
                                WARN(1, "Warning: Giving up waiting for CXL hcall " \
                                        "%#x after %u msec\n", fn, total_delay); \
                                rc = H_BUSY;                            \
                                break;                                  \
                        }                                               \
                        msleep(delay);                                  \
                }                                                       \
        }
#define CXL_H_WAIT_UNTIL_DONE(...)  _CXL_LOOP_HCALL(plpar_hcall, __VA_ARGS__)
#define CXL_H9_WAIT_UNTIL_DONE(...) _CXL_LOOP_HCALL(plpar_hcall9, __VA_ARGS__)

#define _PRINT_MSG(rc, format, ...)                                     \
        {                                                               \
                if ((rc != H_SUCCESS) && (rc != H_CONTINUE))            \
                        pr_err(format, __VA_ARGS__);                    \
                else                                                    \
                        pr_devel(format, __VA_ARGS__);                  \
        }                                                               \


static char *afu_op_names[] = {
        "UNKNOWN_OP",           /* 0 undefined */
        "RESET",                /* 1 */
        "SUSPEND_PROCESS",      /* 2 */
        "RESUME_PROCESS",       /* 3 */
        "READ_ERR_STATE",       /* 4 */
        "GET_AFU_ERR",          /* 5 */
        "GET_CONFIG",           /* 6 */
        "GET_DOWNLOAD_STATE",   /* 7 */
        "TERMINATE_PROCESS",    /* 8 */
        "COLLECT_VPD",          /* 9 */
        "UNKNOWN_OP",           /* 10 undefined */
        "GET_FUNCTION_ERR_INT", /* 11 */
        "ACK_FUNCTION_ERR_INT", /* 12 */
        "GET_ERROR_LOG",        /* 13 */
};

static char *control_adapter_op_names[] = {
        "UNKNOWN_OP",           /* 0 undefined */
        "RESET",                /* 1 */
        "COLLECT_VPD",          /* 2 */
};

static char *download_op_names[] = {
        "UNKNOWN_OP",           /* 0 undefined */
        "DOWNLOAD",             /* 1 */
        "VALIDATE",             /* 2 */
};

static char *op_str(unsigned int op, char *name_array[], int array_len)
{
        if (op >= array_len)
                return "UNKNOWN_OP";
        return name_array[op];
}

#define OP_STR(op, name_array)      op_str(op, name_array, ARRAY_SIZE(name_array))

#define OP_STR_AFU(op)              OP_STR(op, afu_op_names)
#define OP_STR_CONTROL_ADAPTER(op)  OP_STR(op, control_adapter_op_names)
#define OP_STR_DOWNLOAD_ADAPTER(op) OP_STR(op, download_op_names)


long cxl_h_attach_process(u64 unit_address,
                        struct cxl_process_element_hcall *element,
                        u64 *process_token, u64 *mmio_addr, u64 *mmio_size)
{
        unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
        long rc;

        CXL_H_WAIT_UNTIL_DONE(rc, retbuf, H_ATTACH_CA_PROCESS, unit_address, virt_to_phys(element));
        _PRINT_MSG(rc, "cxl_h_attach_process(%#.16llx, %#.16lx): %li\n",
                unit_address, virt_to_phys(element), rc);
        trace_cxl_hcall_attach(unit_address, virt_to_phys(element), retbuf[0], retbuf[1], retbuf[2], rc);

        pr_devel("token: 0x%.8lx mmio_addr: 0x%lx mmio_size: 0x%lx\nProcess Element Structure:\n",
                retbuf[0], retbuf[1], retbuf[2]);
        cxl_dump_debug_buffer(element, sizeof(*element));

        switch (rc) {
        case H_SUCCESS:       /* The process info is attached to the coherent platform function */
                *process_token = retbuf[0];
                if (mmio_addr)
                        *mmio_addr = retbuf[1];
                if (mmio_size)
                        *mmio_size = retbuf[2];
                return 0;
        case H_PARAMETER:     /* An incorrect parameter was supplied. */
        case H_FUNCTION:      /* The function is not supported. */
                return -EINVAL;
        case H_AUTHORITY:     /* The partition does not have authority to perform this hcall */
        case H_RESOURCE:      /* The coherent platform function does not have enough additional resource to attach the process */
        case H_HARDWARE:      /* A hardware event prevented the attach operation */
        case H_STATE:         /* The coherent platform function is not in a valid state */
        case H_BUSY:
                return -EBUSY;
        default:
                WARN(1, "Unexpected return code: %lx", rc);
                return -EINVAL;
        }
}

/*
 * cxl_h_detach_process - Detach a process element from a coherent
 *                        platform function.
 */
long cxl_h_detach_process(u64 unit_address, u64 process_token)
{
        unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
        long rc;

        CXL_H_WAIT_UNTIL_DONE(rc, retbuf, H_DETACH_CA_PROCESS, unit_address, process_token);
        _PRINT_MSG(rc, "cxl_h_detach_process(%#.16llx, 0x%.8llx): %li\n", unit_address, process_token, rc);
        trace_cxl_hcall_detach(unit_address, process_token, rc);

        switch (rc) {
        case H_SUCCESS:       /* The process was detached from the coherent platform function */
                return 0;
        case H_PARAMETER:     /* An incorrect parameter was supplied. */
                return -EINVAL;
        case H_AUTHORITY:     /* The partition does not have authority to perform this hcall */
        case H_RESOURCE:      /* The function has page table mappings for MMIO */
        case H_HARDWARE:      /* A hardware event prevented the detach operation */
        case H_STATE:         /* The coherent platform function is not in a valid state */
        case H_BUSY:
                return -EBUSY;
        default:
                WARN(1, "Unexpected return code: %lx", rc);
                return -EINVAL;
        }
}

/*
 * cxl_h_control_function - This H_CONTROL_CA_FUNCTION hypervisor call allows
 *                          the partition to manipulate or query
 *                          certain coherent platform function behaviors.
 */
static long cxl_h_control_function(u64 unit_address, u64 op,
                                   u64 p1, u64 p2, u64 p3, u64 p4, u64 *out)
{
        unsigned long retbuf[PLPAR_HCALL9_BUFSIZE];
        long rc;

        CXL_H9_WAIT_UNTIL_DONE(rc, retbuf, H_CONTROL_CA_FUNCTION, unit_address, op, p1, p2, p3, p4);
        _PRINT_MSG(rc, "cxl_h_control_function(%#.16llx, %s(%#llx, %#llx, %#llx, %#llx, R4: %#lx)): %li\n",
                unit_address, OP_STR_AFU(op), p1, p2, p3, p4, retbuf[0], rc);
        trace_cxl_hcall_control_function(unit_address, OP_STR_AFU(op), p1, p2, p3, p4, retbuf[0], rc);

        switch (rc) {
        case H_SUCCESS:       /* The operation is completed for the coherent platform function */
                if ((op == H_CONTROL_CA_FUNCTION_GET_FUNCTION_ERR_INT ||
                     op == H_CONTROL_CA_FUNCTION_READ_ERR_STATE ||
                     op == H_CONTROL_CA_FUNCTION_COLLECT_VPD))
                        *out = retbuf[0];
                return 0;
        case H_PARAMETER:     /* An incorrect parameter was supplied. */
        case H_FUNCTION:      /* The function is not supported. */
        case H_NOT_FOUND:     /* The operation supplied was not valid */
        case H_NOT_AVAILABLE: /* The operation cannot be performed because the AFU has not been downloaded */
        case H_SG_LIST:       /* An block list entry was invalid */
                return -EINVAL;
        case H_AUTHORITY:     /* The partition does not have authority to perform this hcall */
        case H_RESOURCE:      /* The function has page table mappings for MMIO */
        case H_HARDWARE:      /* A hardware event prevented the attach operation */
        case H_STATE:         /* The coherent platform function is not in a valid state */
        case H_BUSY:
                return -EBUSY;
        default:
                WARN(1, "Unexpected return code: %lx", rc);
                return -EINVAL;
        }
}

/*
 * cxl_h_reset_afu - Perform a reset to the coherent platform function.
 */
long cxl_h_reset_afu(u64 unit_address)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_RESET,
                                0, 0, 0, 0,
                                NULL);
}

/*
 * cxl_h_suspend_process - Suspend a process from being executed
 * Parameter1 = process-token as returned from H_ATTACH_CA_PROCESS when
 *              process was attached.
 */
long cxl_h_suspend_process(u64 unit_address, u64 process_token)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_SUSPEND_PROCESS,
                                process_token, 0, 0, 0,
                                NULL);
}

/*
 * cxl_h_resume_process - Resume a process to be executed
 * Parameter1 = process-token as returned from H_ATTACH_CA_PROCESS when
 *              process was attached.
 */
long cxl_h_resume_process(u64 unit_address, u64 process_token)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_RESUME_PROCESS,
                                process_token, 0, 0, 0,
                                NULL);
}

/*
 * cxl_h_read_error_state - Checks the error state of the coherent
 *                          platform function.
 * R4 contains the error state
 */
long cxl_h_read_error_state(u64 unit_address, u64 *state)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_READ_ERR_STATE,
                                0, 0, 0, 0,
                                state);
}

/*
 * cxl_h_get_afu_err - collect the AFU error buffer
 * Parameter1 = byte offset into error buffer to retrieve, valid values
 *              are between 0 and (ibm,error-buffer-size - 1)
 * Parameter2 = 4K aligned real address of error buffer, to be filled in
 * Parameter3 = length of error buffer, valid values are 4K or less
 */
long cxl_h_get_afu_err(u64 unit_address, u64 offset,
                u64 buf_address, u64 len)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_GET_AFU_ERR,
                                offset, buf_address, len, 0,
                                NULL);
}

/*
 * cxl_h_get_config - collect configuration record for the
 *                    coherent platform function
 * Parameter1 = # of configuration record to retrieve, valid values are
 *              between 0 and (ibm,#config-records - 1)
 * Parameter2 = byte offset into configuration record to retrieve,
 *              valid values are between 0 and (ibm,config-record-size - 1)
 * Parameter3 = 4K aligned real address of configuration record buffer,
 *              to be filled in
 * Parameter4 = length of configuration buffer, valid values are 4K or less
 */
long cxl_h_get_config(u64 unit_address, u64 cr_num, u64 offset,
                u64 buf_address, u64 len)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_GET_CONFIG,
                                cr_num, offset, buf_address, len,
                                NULL);
}

/*
 * cxl_h_terminate_process - Terminate the process before completion
 * Parameter1 = process-token as returned from H_ATTACH_CA_PROCESS when
 *              process was attached.
 */
long cxl_h_terminate_process(u64 unit_address, u64 process_token)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_TERMINATE_PROCESS,
                                process_token, 0, 0, 0,
                                NULL);
}

/*
 * cxl_h_collect_vpd - Collect VPD for the coherent platform function.
 * Parameter1 = # of VPD record to retrieve, valid values are between 0
 *              and (ibm,#config-records - 1).
 * Parameter2 = 4K naturally aligned real buffer containing block
 *              list entries
 * Parameter3 = number of block list entries in the block list, valid
 *              values are between 0 and 256
 */
long cxl_h_collect_vpd(u64 unit_address, u64 record, u64 list_address,
                       u64 num, u64 *out)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_COLLECT_VPD,
                                record, list_address, num, 0,
                                out);
}

/*
 * cxl_h_get_fn_error_interrupt - Read the function-wide error data based on an interrupt
 */
long cxl_h_get_fn_error_interrupt(u64 unit_address, u64 *reg)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_GET_FUNCTION_ERR_INT,
                                0, 0, 0, 0, reg);
}

/*
 * cxl_h_ack_fn_error_interrupt - Acknowledge function-wide error data
 *                                based on an interrupt
 * Parameter1 = value to write to the function-wide error interrupt register
 */
long cxl_h_ack_fn_error_interrupt(u64 unit_address, u64 value)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_ACK_FUNCTION_ERR_INT,
                                value, 0, 0, 0,
                                NULL);
}

/*
 * cxl_h_get_error_log - Retrieve the Platform Log ID (PLID) of
 *                       an error log
 */
long cxl_h_get_error_log(u64 unit_address, u64 value)
{
        return cxl_h_control_function(unit_address,
                                H_CONTROL_CA_FUNCTION_GET_ERROR_LOG,
                                0, 0, 0, 0,
                                NULL);
}

/*
 * cxl_h_collect_int_info - Collect interrupt info about a coherent
 *                          platform function after an interrupt occurred.
 */
long cxl_h_collect_int_info(u64 unit_address, u64 process_token,
                            struct cxl_irq_info *info)
{
        long rc;

        BUG_ON(sizeof(*info) != sizeof(unsigned long[PLPAR_HCALL9_BUFSIZE]));

        rc = plpar_hcall9(H_COLLECT_CA_INT_INFO, (unsigned long *) info,
                        unit_address, process_token);
        _PRINT_MSG(rc, "cxl_h_collect_int_info(%#.16llx, 0x%llx): %li\n",
                unit_address, process_token, rc);
        trace_cxl_hcall_collect_int_info(unit_address, process_token, rc);

        switch (rc) {
        case H_SUCCESS:     /* The interrupt info is returned in return registers. */
                pr_devel("dsisr:%#llx, dar:%#llx, dsr:%#llx, pid_tid:%#llx, afu_err:%#llx, errstat:%#llx\n",
                        info->dsisr, info->dar, info->dsr, info->reserved,
                        info->afu_err, info->errstat);
                return 0;
        case H_PARAMETER:   /* An incorrect parameter was supplied. */
                return -EINVAL;
        case H_AUTHORITY:   /* The partition does not have authority to perform this hcall. */
        case H_HARDWARE:    /* A hardware event prevented the collection of the interrupt info.*/
        case H_STATE:       /* The coherent platform function is not in a valid state to collect interrupt info. */
                return -EBUSY;
        default:
                WARN(1, "Unexpected return code: %lx", rc);
                return -EINVAL;
        }
}

/*
 * cxl_h_control_faults - Control the operation of a coherent platform
 *                        function after a fault occurs.
 *
 * Parameters
 *    control-mask: value to control the faults
 *                  looks like PSL_TFC_An shifted >> 32
 *    reset-mask: mask to control reset of function faults
 *                Set reset_mask = 1 to reset PSL errors
 */
long cxl_h_control_faults(u64 unit_address, u64 process_token,
                          u64 control_mask, u64 reset_mask)
{
        unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
        long rc;

        memset(retbuf, 0, sizeof(retbuf));

        rc = plpar_hcall(H_CONTROL_CA_FAULTS, retbuf, unit_address,
                        H_CONTROL_CA_FAULTS_RESPOND_PSL, process_token,
                        control_mask, reset_mask);
        _PRINT_MSG(rc, "cxl_h_control_faults(%#.16llx, 0x%llx, %#llx, %#llx): %li (%#lx)\n",
                unit_address, process_token, control_mask, reset_mask,
                rc, retbuf[0]);
        trace_cxl_hcall_control_faults(unit_address, process_token,
                                control_mask, reset_mask, retbuf[0], rc);

        switch (rc) {
        case H_SUCCESS:    /* Faults were successfully controlled for the function. */
                return 0;
        case H_PARAMETER:  /* An incorrect parameter was supplied. */
                return -EINVAL;
        case H_HARDWARE:   /* A hardware event prevented the control of faults. */
        case H_STATE:      /* The function was in an invalid state. */
        case H_AUTHORITY:  /* The partition does not have authority to perform this hcall; the coherent platform facilities may need to be licensed. */
                return -EBUSY;
        case H_FUNCTION:   /* The function is not supported */
        case H_NOT_FOUND:  /* The operation supplied was not valid */
                return -EINVAL;
        default:
                WARN(1, "Unexpected return code: %lx", rc);
                return -EINVAL;
        }
}

/*
 * cxl_h_control_facility - This H_CONTROL_CA_FACILITY hypervisor call
 *                          allows the partition to manipulate or query
 *                          certain coherent platform facility behaviors.
 */
static long cxl_h_control_facility(u64 unit_address, u64 op,
                                   u64 p1, u64 p2, u64 p3, u64 p4, u64 *out)
{
        unsigned long retbuf[PLPAR_HCALL9_BUFSIZE];
        long rc;

        CXL_H9_WAIT_UNTIL_DONE(rc, retbuf, H_CONTROL_CA_FACILITY, unit_address, op, p1, p2, p3, p4);
        _PRINT_MSG(rc, "cxl_h_control_facility(%#.16llx, %s(%#llx, %#llx, %#llx, %#llx, R4: %#lx)): %li\n",
                unit_address, OP_STR_CONTROL_ADAPTER(op), p1, p2, p3, p4, retbuf[0], rc);
        trace_cxl_hcall_control_facility(unit_address, OP_STR_CONTROL_ADAPTER(op), p1, p2, p3, p4, retbuf[0], rc);

        switch (rc) {
        case H_SUCCESS:       /* The operation is completed for the coherent platform facility */
                if (op == H_CONTROL_CA_FACILITY_COLLECT_VPD)
                        *out = retbuf[0];
                return 0;
        case H_PARAMETER:     /* An incorrect parameter was supplied. */
        case H_FUNCTION:      /* The function is not supported. */
        case H_NOT_FOUND:     /* The operation supplied was not valid */
        case H_NOT_AVAILABLE: /* The operation cannot be performed because the AFU has not been downloaded */
        case H_SG_LIST:       /* An block list entry was invalid */
                return -EINVAL;
        case H_AUTHORITY:     /* The partition does not have authority to perform this hcall */
        case H_RESOURCE:      /* The function has page table mappings for MMIO */
        case H_HARDWARE:      /* A hardware event prevented the attach operation */
        case H_STATE:         /* The coherent platform facility is not in a valid state */
        case H_BUSY:
                return -EBUSY;
        default:
                WARN(1, "Unexpected return code: %lx", rc);
                return -EINVAL;
        }
}

/*
 * cxl_h_reset_adapter - Perform a reset to the coherent platform facility.
 */
long cxl_h_reset_adapter(u64 unit_address)
{
        return cxl_h_control_facility(unit_address,
                                H_CONTROL_CA_FACILITY_RESET,
                                0, 0, 0, 0,
                                NULL);
}

/*
 * cxl_h_collect_vpd - Collect VPD for the coherent platform function.
 * Parameter1 = 4K naturally aligned real buffer containing block
 *              list entries
 * Parameter2 = number of block list entries in the block list, valid
 *              values are between 0 and 256
 */
long cxl_h_collect_vpd_adapter(u64 unit_address, u64 list_address,
                               u64 num, u64 *out)
{
        return cxl_h_control_facility(unit_address,
                                H_CONTROL_CA_FACILITY_COLLECT_VPD,
                                list_address, num, 0, 0,
                                out);
}

/*
 * cxl_h_download_facility - This H_DOWNLOAD_CA_FACILITY
 *                    hypervisor call provide platform support for
 *                    downloading a base adapter image to the coherent
 *                    platform facility, and for validating the entire
 *                    image after the download.
 * Parameters
 *    op: operation to perform to the coherent platform function
 *      Download: operation = 1, the base image in the coherent platform
 *                               facility is first erased, and then
 *                               programmed using the image supplied
 *                               in the scatter/gather list.
 *      Validate: operation = 2, the base image in the coherent platform
 *                               facility is compared with the image
 *                               supplied in the scatter/gather list.
 *    list_address: 4K naturally aligned real buffer containing
 *                  scatter/gather list entries.
 *    num: number of block list entries in the scatter/gather list.
 */
static long cxl_h_download_facility(u64 unit_address, u64 op,
                                    u64 list_address, u64 num,
                                    u64 *out)
{
        unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
        unsigned int delay, total_delay = 0;
        u64 token = 0;
        long rc;

        if (*out != 0)
                token = *out;

        memset(retbuf, 0, sizeof(retbuf));
        while (1) {
                rc = plpar_hcall(H_DOWNLOAD_CA_FACILITY, retbuf,
                                 unit_address, op, list_address, num,
                                 token);
                token = retbuf[0];
                if (rc != H_BUSY && !H_IS_LONG_BUSY(rc))
                        break;

                if (rc != H_BUSY) {
                        delay = get_longbusy_msecs(rc);
                        total_delay += delay;
                        if (total_delay > CXL_HCALL_TIMEOUT_DOWNLOAD) {
                                WARN(1, "Warning: Giving up waiting for CXL hcall "
                                        "%#x after %u msec\n",
                                        H_DOWNLOAD_CA_FACILITY, total_delay);
                                rc = H_BUSY;
                                break;
                        }
                        msleep(delay);
                }
        }
        _PRINT_MSG(rc, "cxl_h_download_facility(%#.16llx, %s(%#llx, %#llx), %#lx): %li\n",
                 unit_address, OP_STR_DOWNLOAD_ADAPTER(op), list_address, num, retbuf[0], rc);
        trace_cxl_hcall_download_facility(unit_address, OP_STR_DOWNLOAD_ADAPTER(op), list_address, num, retbuf[0], rc);

        switch (rc) {
        case H_SUCCESS:       /* The operation is completed for the coherent platform facility */
                return 0;
        case H_PARAMETER:     /* An incorrect parameter was supplied */
        case H_FUNCTION:      /* The function is not supported. */
        case H_SG_LIST:       /* An block list entry was invalid */
        case H_BAD_DATA:      /* Image verification failed */
                return -EINVAL;
        case H_AUTHORITY:     /* The partition does not have authority to perform this hcall */
        case H_RESOURCE:      /* The function has page table mappings for MMIO */
        case H_HARDWARE:      /* A hardware event prevented the attach operation */
        case H_STATE:         /* The coherent platform facility is not in a valid state */
        case H_BUSY:
                return -EBUSY;
        case H_CONTINUE:
                *out = retbuf[0];
                return 1;  /* More data is needed for the complete image */
        default:
                WARN(1, "Unexpected return code: %lx", rc);
                return -EINVAL;
        }
}

/*
 * cxl_h_download_adapter_image - Download the base image to the coherent
 *                                platform facility.
 */
long cxl_h_download_adapter_image(u64 unit_address,
                                  u64 list_address, u64 num,
                                  u64 *out)
{
        return cxl_h_download_facility(unit_address,
                                       H_DOWNLOAD_CA_FACILITY_DOWNLOAD,
                                       list_address, num, out);
}

/*
 * cxl_h_validate_adapter_image - Validate the base image in the coherent
 *                                platform facility.
 */
long cxl_h_validate_adapter_image(u64 unit_address,
                                  u64 list_address, u64 num,
                                  u64 *out)
{
        return cxl_h_download_facility(unit_address,
                                       H_DOWNLOAD_CA_FACILITY_VALIDATE,
                                       list_address, num, out);
}