// SPDX-License-Identifier: GPL-2.0
/*
 *  pkey device driver
 *
 *  Copyright IBM Corp. 2017
 *  Author(s): Harald Freudenberger
 */

#define KMSG_COMPONENT "pkey"
#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt

#include <linux/fs.h>
#include <linux/init.h>
#include <linux/miscdevice.h>
#include <linux/module.h>
#include <linux/slab.h>
#include <linux/kallsyms.h>
#include <linux/debugfs.h>
#include <linux/random.h>
#include <linux/cpufeature.h>
#include <asm/zcrypt.h>
#include <asm/cpacf.h>
#include <asm/pkey.h>
#include <crypto/aes.h>

#include "zcrypt_api.h"

MODULE_LICENSE("GPL");
MODULE_AUTHOR("IBM Corporation");
MODULE_DESCRIPTION("s390 protected key interface");

/* Size of parameter block used for all cca requests/replies */
#define PARMBSIZE 512

/* Size of vardata block used for some of the cca requests/replies */
#define VARDATASIZE 4096

/* mask of available pckmo subfunctions, fetched once at module init */
static cpacf_mask_t pckmo_functions;

/*
 * debug feature data and functions
 */

static debug_info_t *debug_info;

#define DEBUG_DBG(...)  debug_sprintf_event(debug_info, 6, ##__VA_ARGS__)
#define DEBUG_INFO(...) debug_sprintf_event(debug_info, 5, ##__VA_ARGS__)
#define DEBUG_WARN(...) debug_sprintf_event(debug_info, 4, ##__VA_ARGS__)
#define DEBUG_ERR(...)  debug_sprintf_event(debug_info, 3, ##__VA_ARGS__)

static void __init pkey_debug_init(void)
{
        /* 5 arguments per dbf entry (including the format string ptr) */
        debug_info = debug_register("pkey", 1, 1, 5 * sizeof(long));
        debug_register_view(debug_info, &debug_sprintf_view);
        debug_set_level(debug_info, 3);
}

static void __exit pkey_debug_exit(void)
{
        debug_unregister(debug_info);
}

/* Key token types */
#define TOKTYPE_NON_CCA         0x00 /* Non-CCA key token */
#define TOKTYPE_CCA_INTERNAL    0x01 /* CCA internal key token */

/* For TOKTYPE_NON_CCA: */
#define TOKVER_PROTECTED_KEY    0x01 /* Protected key token */

/* For TOKTYPE_CCA_INTERNAL: */
#define TOKVER_CCA_AES          0x04 /* CCA AES key token */

/* header part of a key token */
struct keytoken_header {
        u8  type;     /* one of the TOKTYPE values */
        u8  res0[3];
        u8  version;  /* one of the TOKVER values */
        u8  res1[3];
} __packed;

/* inside view of a secure key token (only type 0x01 version 0x04) */
struct secaeskeytoken {
        u8  type;     /* 0x01 for internal key token */
        u8  res0[3];
        u8  version;  /* should be 0x04 */
        u8  res1[1];
        u8  flag;     /* key flags */
        u8  res2[1];
        u64 mkvp;     /* master key verification pattern */
        u8  key[32];  /* key value (encrypted) */
        u8  cv[8];    /* control vector */
        u16 bitsize;  /* key bit size */
        u16 keysize;  /* key byte size */
        u8  tvv[4];   /* token validation value */
} __packed;

/* inside view of a protected key token (only type 0x00 version 0x01) */
struct protaeskeytoken {
        u8  type;     /* 0x00 for PAES specific key tokens */
        u8  res0[3];
        u8  version;  /* should be 0x01 for protected AES key token */
        u8  res1[3];
        u32 keytype;  /* key type, one of the PKEY_KEYTYPE values */
        u32 len;      /* bytes actually stored in protkey[] */
        u8  protkey[MAXPROTKEYSIZE]; /* the protected key blob */
} __packed;

/*
 * Simple check if the token is a valid CCA secure AES key
 * token. If keybitsize is given, the bitsize of the key is
 * also checked. Returns 0 on success or errno value on failure.
 */
static int check_secaeskeytoken(const u8 *token, int keybitsize)
{
        struct secaeskeytoken *t = (struct secaeskeytoken *) token;

        if (t->type != TOKTYPE_CCA_INTERNAL) {
                DEBUG_ERR(
                        "%s secure token check failed, type mismatch 0x%02x != 0x%02x\n",
                        __func__, (int) t->type, TOKTYPE_CCA_INTERNAL);
                return -EINVAL;
        }
        if (t->version != TOKVER_CCA_AES) {
                DEBUG_ERR(
                        "%s secure token check failed, version mismatch 0x%02x != 0x%02x\n",
                        __func__, (int) t->version, TOKVER_CCA_AES);
                return -EINVAL;
        }
        if (keybitsize > 0 && t->bitsize != keybitsize) {
                DEBUG_ERR(
                        "%s secure token check failed, bitsize mismatch %d != %d\n",
                        __func__, (int) t->bitsize, keybitsize);
                return -EINVAL;
        }

        return 0;
}

/*
 * Allocate consecutive memory for request CPRB, request param
 * block, reply CPRB and reply param block and fill in values
 * for the common fields. Returns 0 on success or errno value
 * on failure.
 */
static int alloc_and_prep_cprbmem(size_t paramblen,
                                  u8 **pcprbmem,
                                  struct CPRBX **preqCPRB,
                                  struct CPRBX **prepCPRB)
{
        u8 *cprbmem;
        size_t cprbplusparamblen = sizeof(struct CPRBX) + paramblen;
        struct CPRBX *preqcblk, *prepcblk;

        /*
         * allocate consecutive memory for request CPRB, request param
         * block, reply CPRB and reply param block
         */
        cprbmem = kcalloc(2, cprbplusparamblen, GFP_KERNEL);
        if (!cprbmem)
                return -ENOMEM;

        preqcblk = (struct CPRBX *) cprbmem;
        prepcblk = (struct CPRBX *) (cprbmem + cprbplusparamblen);

        /* fill request cprb struct */
        preqcblk->cprb_len = sizeof(struct CPRBX);
        preqcblk->cprb_ver_id = 0x02;
        memcpy(preqcblk->func_id, "T2", 2);
        preqcblk->rpl_msgbl = cprbplusparamblen;
        if (paramblen) {
                preqcblk->req_parmb =
                        ((u8 *) preqcblk) + sizeof(struct CPRBX);
                preqcblk->rpl_parmb =
                        ((u8 *) prepcblk) + sizeof(struct CPRBX);
        }

        *pcprbmem = cprbmem;
        *preqCPRB = preqcblk;
        *prepCPRB = prepcblk;

        return 0;
}

/*
 * Free the cprb memory allocated with the function above.
 * If the scrub value is not zero, the memory is filled
 * with zeros before freeing (useful if there was some
 * clear key material in there).
 */
static void free_cprbmem(void *mem, size_t paramblen, int scrub)
{
        if (scrub)
                memzero_explicit(mem, 2 * (sizeof(struct CPRBX) + paramblen));
        kfree(mem);
}

/*
 * Helper function to prepare the xcrb struct
 */
static inline void prep_xcrb(struct ica_xcRB *pxcrb,
                             u16 cardnr,
                             struct CPRBX *preqcblk,
                             struct CPRBX *prepcblk)
{
        memset(pxcrb, 0, sizeof(*pxcrb));
        pxcrb->agent_ID = 0x4341; /* 'CA' */
        pxcrb->user_defined = (cardnr == 0xFFFF ? AUTOSELECT : cardnr);
        pxcrb->request_control_blk_length =
                preqcblk->cprb_len + preqcblk->req_parml;
        pxcrb->request_control_blk_addr = (void __user *) preqcblk;
        pxcrb->reply_control_blk_length = preqcblk->rpl_msgbl;
        pxcrb->reply_control_blk_addr = (void __user *) prepcblk;
}

/*
 * Helper function which calls zcrypt_send_cprb with
 * memory management segment adjusted to kernel space
 * so that the copy_from_user called within this
 * function do in fact copy from kernel space.
 */
static inline int _zcrypt_send_cprb(struct ica_xcRB *xcrb)
{
        int rc;
        mm_segment_t old_fs = get_fs();

        set_fs(KERNEL_DS);
        rc = zcrypt_send_cprb(xcrb);
        set_fs(old_fs);

        return rc;
}

/*
 * Generate (random) AES secure key.
 */
int pkey_genseckey(u16 cardnr, u16 domain,
                   u32 keytype, struct pkey_seckey *seckey)
{
        int i, rc, keysize;
        int seckeysize;
        u8 *mem;
        struct CPRBX *preqcblk, *prepcblk;
        struct ica_xcRB xcrb;
        struct kgreqparm {
                u8  subfunc_code[2];
                u16 rule_array_len;
                struct lv1 {
                        u16 len;
                        char  key_form[8];
                        char  key_length[8];
                        char  key_type1[8];
                        char  key_type2[8];
                } lv1;
                struct lv2 {
                        u16 len;
                        struct keyid {
                                u16 len;
                                u16 attr;
                                u8  data[SECKEYBLOBSIZE];
                        } keyid[6];
                } lv2;
        } *preqparm;
        struct kgrepparm {
                u8  subfunc_code[2];
                u16 rule_array_len;
                struct lv3 {
                        u16 len;
                        u16 keyblocklen;
                        struct {
                                u16 toklen;
                                u16 tokattr;
                                u8  tok[0];
                                /* ... some more data ... */
                        } keyblock;
                } lv3;
        } *prepparm;

        /* get already prepared memory for 2 cprbs with param block each */
        rc = alloc_and_prep_cprbmem(PARMBSIZE, &mem, &preqcblk, &prepcblk);
        if (rc)
                return rc;

        /* fill request cprb struct */
        preqcblk->domain = domain;

        /* fill request cprb param block with KG request */
        preqparm = (struct kgreqparm *) preqcblk->req_parmb;
        memcpy(preqparm->subfunc_code, "KG", 2);
        preqparm->rule_array_len = sizeof(preqparm->rule_array_len);
        preqparm->lv1.len = sizeof(struct lv1);
        memcpy(preqparm->lv1.key_form,   "OP      ", 8);
        switch (keytype) {
        case PKEY_KEYTYPE_AES_128:
                keysize = 16;
                memcpy(preqparm->lv1.key_length, "KEYLN16 ", 8);
                break;
        case PKEY_KEYTYPE_AES_192:
                keysize = 24;
                memcpy(preqparm->lv1.key_length, "KEYLN24 ", 8);
                break;
        case PKEY_KEYTYPE_AES_256:
                keysize = 32;
                memcpy(preqparm->lv1.key_length, "KEYLN32 ", 8);
                break;
        default:
                DEBUG_ERR(
                        "%s unknown/unsupported keytype %d\n",
                        __func__, keytype);
                rc = -EINVAL;
                goto out;
        }
        memcpy(preqparm->lv1.key_type1,  "AESDATA ", 8);
        preqparm->lv2.len = sizeof(struct lv2);
        for (i = 0; i < 6; i++) {
                preqparm->lv2.keyid[i].len = sizeof(struct keyid);
                preqparm->lv2.keyid[i].attr = (i == 2 ? 0x30 : 0x10);
        }
        preqcblk->req_parml = sizeof(struct kgreqparm);

        /* fill xcrb struct */
        prep_xcrb(&xcrb, cardnr, preqcblk, prepcblk);

        /* forward xcrb with request CPRB and reply CPRB to zcrypt dd */
        rc = _zcrypt_send_cprb(&xcrb);
        if (rc) {
                DEBUG_ERR(
                        "%s zcrypt_send_cprb (cardnr=%d domain=%d) failed with errno %d\n",
                        __func__, (int) cardnr, (int) domain, rc);
                goto out;
        }

        /* check response returncode and reasoncode */
        if (prepcblk->ccp_rtcode != 0) {
                DEBUG_ERR(
                        "%s secure key generate failure, card response %d/%d\n",
                        __func__,
                        (int) prepcblk->ccp_rtcode,
                        (int) prepcblk->ccp_rscode);
                rc = -EIO;
                goto out;
        }

        /* process response cprb param block */
        prepcblk->rpl_parmb = ((u8 *) prepcblk) + sizeof(struct CPRBX);
        prepparm = (struct kgrepparm *) prepcblk->rpl_parmb;

        /* check length of the returned secure key token */
        seckeysize = prepparm->lv3.keyblock.toklen
                - sizeof(prepparm->lv3.keyblock.toklen)
                - sizeof(prepparm->lv3.keyblock.tokattr);
        if (seckeysize != SECKEYBLOBSIZE) {
                DEBUG_ERR(
                        "%s secure token size mismatch %d != %d bytes\n",
                        __func__, seckeysize, SECKEYBLOBSIZE);
                rc = -EIO;
                goto out;
        }

        /* check secure key token */
        rc = check_secaeskeytoken(prepparm->lv3.keyblock.tok, 8*keysize);
        if (rc) {
                rc = -EIO;
                goto out;
        }

        /* copy the generated secure key token */
        memcpy(seckey->seckey, prepparm->lv3.keyblock.tok, SECKEYBLOBSIZE);

out:
        free_cprbmem(mem, PARMBSIZE, 0);
        return rc;
}
EXPORT_SYMBOL(pkey_genseckey);

/*
 * Generate an AES secure key with given key value.
 */
int pkey_clr2seckey(u16 cardnr, u16 domain, u32 keytype,
                    const struct pkey_clrkey *clrkey,
                    struct pkey_seckey *seckey)
{
        int rc, keysize, seckeysize;
        u8 *mem;
        struct CPRBX *preqcblk, *prepcblk;
        struct ica_xcRB xcrb;
        struct cmreqparm {
                u8  subfunc_code[2];
                u16 rule_array_len;
                char  rule_array[8];
                struct lv1 {
                        u16 len;
                        u8  clrkey[0];
                } lv1;
                struct lv2 {
                        u16 len;
                        struct keyid {
                                u16 len;
                                u16 attr;
                                u8  data[SECKEYBLOBSIZE];
                        } keyid;
                } lv2;
        } *preqparm;
        struct lv2 *plv2;
        struct cmrepparm {
                u8  subfunc_code[2];
                u16 rule_array_len;
                struct lv3 {
                        u16 len;
                        u16 keyblocklen;
                        struct {
                                u16 toklen;
                                u16 tokattr;
                                u8  tok[0];
                                /* ... some more data ... */
                        } keyblock;
                } lv3;
        } *prepparm;

        /* get already prepared memory for 2 cprbs with param block each */
        rc = alloc_and_prep_cprbmem(PARMBSIZE, &mem, &preqcblk, &prepcblk);
        if (rc)
                return rc;

        /* fill request cprb struct */
        preqcblk->domain = domain;

        /* fill request cprb param block with CM request */
        preqparm = (struct cmreqparm *) preqcblk->req_parmb;
        memcpy(preqparm->subfunc_code, "CM", 2);
        memcpy(preqparm->rule_array, "AES     ", 8);
        preqparm->rule_array_len =
                sizeof(preqparm->rule_array_len) + sizeof(preqparm->rule_array);
        switch (keytype) {
        case PKEY_KEYTYPE_AES_128:
                keysize = 16;
                break;
        case PKEY_KEYTYPE_AES_192:
                keysize = 24;
                break;
        case PKEY_KEYTYPE_AES_256:
                keysize = 32;
                break;
        default:
                DEBUG_ERR(
                        "%s unknown/unsupported keytype %d\n",
                        __func__, keytype);
                rc = -EINVAL;
                goto out;
        }
        preqparm->lv1.len = sizeof(struct lv1) + keysize;
        memcpy(preqparm->lv1.clrkey, clrkey->clrkey, keysize);
        plv2 = (struct lv2 *) (((u8 *) &preqparm->lv2) + keysize);
        plv2->len = sizeof(struct lv2);
        plv2->keyid.len = sizeof(struct keyid);
        plv2->keyid.attr = 0x30;
        preqcblk->req_parml = sizeof(struct cmreqparm) + keysize;

        /* fill xcrb struct */
        prep_xcrb(&xcrb, cardnr, preqcblk, prepcblk);

        /* forward xcrb with request CPRB and reply CPRB to zcrypt dd */
        rc = _zcrypt_send_cprb(&xcrb);
        if (rc) {
                DEBUG_ERR(
                        "%s zcrypt_send_cprb (cardnr=%d domain=%d) failed with errno %d\n",
                        __func__, (int) cardnr, (int) domain, rc);
                goto out;
        }

        /* check response returncode and reasoncode */
        if (prepcblk->ccp_rtcode != 0) {
                DEBUG_ERR(
                        "%s clear key import failure, card response %d/%d\n",
                        __func__,
                        (int) prepcblk->ccp_rtcode,
                        (int) prepcblk->ccp_rscode);
                rc = -EIO;
                goto out;
        }

        /* process response cprb param block */
        prepcblk->rpl_parmb = ((u8 *) prepcblk) + sizeof(struct CPRBX);
        prepparm = (struct cmrepparm *) prepcblk->rpl_parmb;

        /* check length of the returned secure key token */
        seckeysize = prepparm->lv3.keyblock.toklen
                - sizeof(prepparm->lv3.keyblock.toklen)
                - sizeof(prepparm->lv3.keyblock.tokattr);
        if (seckeysize != SECKEYBLOBSIZE) {
                DEBUG_ERR(
                        "%s secure token size mismatch %d != %d bytes\n",
                        __func__, seckeysize, SECKEYBLOBSIZE);
                rc = -EIO;
                goto out;
        }

        /* check secure key token */
        rc = check_secaeskeytoken(prepparm->lv3.keyblock.tok, 8*keysize);
        if (rc) {
                rc = -EIO;
                goto out;
        }

        /* copy the generated secure key token */
        memcpy(seckey->seckey, prepparm->lv3.keyblock.tok, SECKEYBLOBSIZE);

out:
        free_cprbmem(mem, PARMBSIZE, 1);
        return rc;
}
EXPORT_SYMBOL(pkey_clr2seckey);

/*
 * Derive a proteced key from the secure key blob.
 */
int pkey_sec2protkey(u16 cardnr, u16 domain,
                     const struct pkey_seckey *seckey,
                     struct pkey_protkey *protkey)
{
        int rc;
        u8 *mem;
        struct CPRBX *preqcblk, *prepcblk;
        struct ica_xcRB xcrb;
        struct uskreqparm {
                u8  subfunc_code[2];
                u16 rule_array_len;
                struct lv1 {
                        u16 len;
                        u16 attr_len;
                        u16 attr_flags;
                } lv1;
                struct lv2 {
                        u16 len;
                        u16 attr_len;
                        u16 attr_flags;
                        u8  token[0];         /* cca secure key token */
                } lv2 __packed;
        } *preqparm;
        struct uskrepparm {
                u8  subfunc_code[2];
                u16 rule_array_len;
                struct lv3 {
                        u16 len;
                        u16 attr_len;
                        u16 attr_flags;
                        struct cpacfkeyblock {
                                u8  version;  /* version of this struct */
                                u8  flags[2];
                                u8  algo;
                                u8  form;
                                u8  pad1[3];
                                u16 keylen;
                                u8  key[64];  /* the key (keylen bytes) */
                                u16 keyattrlen;
                                u8  keyattr[32];
                                u8  pad2[1];
                                u8  vptype;
                                u8  vp[32];  /* verification pattern */
                        } keyblock;
                } lv3 __packed;
        } *prepparm;

        /* get already prepared memory for 2 cprbs with param block each */
        rc = alloc_and_prep_cprbmem(PARMBSIZE, &mem, &preqcblk, &prepcblk);
        if (rc)
                return rc;

        /* fill request cprb struct */
        preqcblk->domain = domain;

        /* fill request cprb param block with USK request */
        preqparm = (struct uskreqparm *) preqcblk->req_parmb;
        memcpy(preqparm->subfunc_code, "US", 2);
        preqparm->rule_array_len = sizeof(preqparm->rule_array_len);
        preqparm->lv1.len = sizeof(struct lv1);
        preqparm->lv1.attr_len = sizeof(struct lv1) - sizeof(preqparm->lv1.len);
        preqparm->lv1.attr_flags = 0x0001;
        preqparm->lv2.len = sizeof(struct lv2) + SECKEYBLOBSIZE;
        preqparm->lv2.attr_len = sizeof(struct lv2)
                - sizeof(preqparm->lv2.len) + SECKEYBLOBSIZE;
        preqparm->lv2.attr_flags = 0x0000;
        memcpy(preqparm->lv2.token, seckey->seckey, SECKEYBLOBSIZE);
        preqcblk->req_parml = sizeof(struct uskreqparm) + SECKEYBLOBSIZE;

        /* fill xcrb struct */
        prep_xcrb(&xcrb, cardnr, preqcblk, prepcblk);

        /* forward xcrb with request CPRB and reply CPRB to zcrypt dd */
        rc = _zcrypt_send_cprb(&xcrb);
        if (rc) {
                DEBUG_ERR(
                        "%s zcrypt_send_cprb (cardnr=%d domain=%d) failed with errno %d\n",
                        __func__, (int) cardnr, (int) domain, rc);
                goto out;
        }

        /* check response returncode and reasoncode */
        if (prepcblk->ccp_rtcode != 0) {
                DEBUG_ERR(
                        "%s unwrap secure key failure, card response %d/%d\n",
                        __func__,
                        (int) prepcblk->ccp_rtcode,
                        (int) prepcblk->ccp_rscode);
                rc = -EIO;
                goto out;
        }
        if (prepcblk->ccp_rscode != 0) {
                DEBUG_WARN(
                        "%s unwrap secure key warning, card response %d/%d\n",
                        __func__,
                        (int) prepcblk->ccp_rtcode,
                        (int) prepcblk->ccp_rscode);
        }

        /* process response cprb param block */
        prepcblk->rpl_parmb = ((u8 *) prepcblk) + sizeof(struct CPRBX);
        prepparm = (struct uskrepparm *) prepcblk->rpl_parmb;

        /* check the returned keyblock */
        if (prepparm->lv3.keyblock.version != 0x01) {
                DEBUG_ERR(
                        "%s reply param keyblock version mismatch 0x%02x != 0x01\n",
                        __func__, (int) prepparm->lv3.keyblock.version);
                rc = -EIO;
                goto out;
        }

        /* copy the tanslated protected key */
        switch (prepparm->lv3.keyblock.keylen) {
        case 16+32:
                protkey->type = PKEY_KEYTYPE_AES_128;
                break;
        case 24+32:
                protkey->type = PKEY_KEYTYPE_AES_192;
                break;
        case 32+32:
                protkey->type = PKEY_KEYTYPE_AES_256;
                break;
        default:
                DEBUG_ERR("%s unknown/unsupported keytype %d\n",
                          __func__, prepparm->lv3.keyblock.keylen);
                rc = -EIO;
                goto out;
        }
        protkey->len = prepparm->lv3.keyblock.keylen;
        memcpy(protkey->protkey, prepparm->lv3.keyblock.key, protkey->len);

out:
        free_cprbmem(mem, PARMBSIZE, 0);
        return rc;
}
EXPORT_SYMBOL(pkey_sec2protkey);

/*
 * Create a protected key from a clear key value.
 */
int pkey_clr2protkey(u32 keytype,
                     const struct pkey_clrkey *clrkey,
                     struct pkey_protkey *protkey)
{
        long fc;
        int keysize;
        u8 paramblock[64];

        switch (keytype) {
        case PKEY_KEYTYPE_AES_128:
                keysize = 16;
                fc = CPACF_PCKMO_ENC_AES_128_KEY;
                break;
        case PKEY_KEYTYPE_AES_192:
                keysize = 24;
                fc = CPACF_PCKMO_ENC_AES_192_KEY;
                break;
        case PKEY_KEYTYPE_AES_256:
                keysize = 32;
                fc = CPACF_PCKMO_ENC_AES_256_KEY;
                break;
        default:
                DEBUG_ERR("%s unknown/unsupported keytype %d\n",
                          __func__, keytype);
                return -EINVAL;
        }

        /*
         * Check if the needed pckmo subfunction is available.
         * These subfunctions can be enabled/disabled by customers
         * in the LPAR profile or may even change on the fly.
         */
        if (!cpacf_test_func(&pckmo_functions, fc)) {
                DEBUG_ERR("%s pckmo functions not available\n", __func__);
                return -ENODEV;
        }

        /* prepare param block */
        memset(paramblock, 0, sizeof(paramblock));
        memcpy(paramblock, clrkey->clrkey, keysize);

        /* call the pckmo instruction */
        cpacf_pckmo(fc, paramblock);

        /* copy created protected key */
        protkey->type = keytype;
        protkey->len = keysize + 32;
        memcpy(protkey->protkey, paramblock, keysize + 32);

        return 0;
}
EXPORT_SYMBOL(pkey_clr2protkey);

/*
 * query cryptographic facility from adapter
 */
static int query_crypto_facility(u16 cardnr, u16 domain,
                                 const char *keyword,
                                 u8 *rarray, size_t *rarraylen,
                                 u8 *varray, size_t *varraylen)
{
        int rc;
        u16 len;
        u8 *mem, *ptr;
        struct CPRBX *preqcblk, *prepcblk;
        struct ica_xcRB xcrb;
        struct fqreqparm {
                u8  subfunc_code[2];
                u16 rule_array_len;
                char  rule_array[8];
                struct lv1 {
                        u16 len;
                        u8  data[VARDATASIZE];
                } lv1;
                u16 dummylen;
        } *preqparm;
        size_t parmbsize = sizeof(struct fqreqparm);
        struct fqrepparm {
                u8  subfunc_code[2];
                u8  lvdata[0];
        } *prepparm;

        /* get already prepared memory for 2 cprbs with param block each */
        rc = alloc_and_prep_cprbmem(parmbsize, &mem, &preqcblk, &prepcblk);
        if (rc)
                return rc;

        /* fill request cprb struct */
        preqcblk->domain = domain;

        /* fill request cprb param block with FQ request */
        preqparm = (struct fqreqparm *) preqcblk->req_parmb;
        memcpy(preqparm->subfunc_code, "FQ", 2);
        memcpy(preqparm->rule_array, keyword, sizeof(preqparm->rule_array));
        preqparm->rule_array_len =
                sizeof(preqparm->rule_array_len) + sizeof(preqparm->rule_array);
        preqparm->lv1.len = sizeof(preqparm->lv1);
        preqparm->dummylen = sizeof(preqparm->dummylen);
        preqcblk->req_parml = parmbsize;

        /* fill xcrb struct */
        prep_xcrb(&xcrb, cardnr, preqcblk, prepcblk);

        /* forward xcrb with request CPRB and reply CPRB to zcrypt dd */
        rc = _zcrypt_send_cprb(&xcrb);
        if (rc) {
                DEBUG_ERR(
                        "%s zcrypt_send_cprb (cardnr=%d domain=%d) failed with errno %d\n",
                        __func__, (int) cardnr, (int) domain, rc);
                goto out;
        }

        /* check response returncode and reasoncode */
        if (prepcblk->ccp_rtcode != 0) {
                DEBUG_ERR(
                        "%s unwrap secure key failure, card response %d/%d\n",
                        __func__,
                        (int) prepcblk->ccp_rtcode,
                        (int) prepcblk->ccp_rscode);
                rc = -EIO;
                goto out;
        }

        /* process response cprb param block */
        prepcblk->rpl_parmb = ((u8 *) prepcblk) + sizeof(struct CPRBX);
        prepparm = (struct fqrepparm *) prepcblk->rpl_parmb;
        ptr = prepparm->lvdata;

        /* check and possibly copy reply rule array */
        len = *((u16 *) ptr);
        if (len > sizeof(u16)) {
                ptr += sizeof(u16);
                len -= sizeof(u16);
                if (rarray && rarraylen && *rarraylen > 0) {
                        *rarraylen = (len > *rarraylen ? *rarraylen : len);
                        memcpy(rarray, ptr, *rarraylen);
                }
                ptr += len;
        }
        /* check and possible copy reply var array */
        len = *((u16 *) ptr);
        if (len > sizeof(u16)) {
                ptr += sizeof(u16);
                len -= sizeof(u16);
                if (varray && varraylen && *varraylen > 0) {
                        *varraylen = (len > *varraylen ? *varraylen : len);
                        memcpy(varray, ptr, *varraylen);
                }
                ptr += len;
        }

out:
        free_cprbmem(mem, parmbsize, 0);
        return rc;
}

/*
 * Fetch the current and old mkvp values via
 * query_crypto_facility from adapter.
 */
static int fetch_mkvp(u16 cardnr, u16 domain, u64 mkvp[2])
{
        int rc, found = 0;
        size_t rlen, vlen;
        u8 *rarray, *varray, *pg;

        pg = (u8 *) __get_free_page(GFP_KERNEL);
        if (!pg)
                return -ENOMEM;
        rarray = pg;
        varray = pg + PAGE_SIZE/2;
        rlen = vlen = PAGE_SIZE/2;

        rc = query_crypto_facility(cardnr, domain, "STATICSA",
                                   rarray, &rlen, varray, &vlen);
        if (rc == 0 && rlen > 8*8 && vlen > 184+8) {
                if (rarray[8*8] == '2') {
                        /* current master key state is valid */
                        mkvp[0] = *((u64 *)(varray + 184));
                        mkvp[1] = *((u64 *)(varray + 172));
                        found = 1;
                }
        }

        free_page((unsigned long) pg);

        return found ? 0 : -ENOENT;
}

/* struct to hold cached mkvp info for each card/domain */
struct mkvp_info {
        struct list_head list;
        u16 cardnr;
        u16 domain;
        u64 mkvp[2];
};

/* a list with mkvp_info entries */
static LIST_HEAD(mkvp_list);
static DEFINE_SPINLOCK(mkvp_list_lock);

static int mkvp_cache_fetch(u16 cardnr, u16 domain, u64 mkvp[2])
{
        int rc = -ENOENT;
        struct mkvp_info *ptr;

        spin_lock_bh(&mkvp_list_lock);
        list_for_each_entry(ptr, &mkvp_list, list) {
                if (ptr->cardnr == cardnr &&
                    ptr->domain == domain) {
                        memcpy(mkvp, ptr->mkvp, 2 * sizeof(u64));
                        rc = 0;
                        break;
                }
        }
        spin_unlock_bh(&mkvp_list_lock);

        return rc;
}

static void mkvp_cache_update(u16 cardnr, u16 domain, u64 mkvp[2])
{
        int found = 0;
        struct mkvp_info *ptr;

        spin_lock_bh(&mkvp_list_lock);
        list_for_each_entry(ptr, &mkvp_list, list) {
                if (ptr->cardnr == cardnr &&
                    ptr->domain == domain) {
                        memcpy(ptr->mkvp, mkvp, 2 * sizeof(u64));
                        found = 1;
                        break;
                }
        }
        if (!found) {
                ptr = kmalloc(sizeof(*ptr), GFP_ATOMIC);
                if (!ptr) {
                        spin_unlock_bh(&mkvp_list_lock);
                        return;
                }
                ptr->cardnr = cardnr;
                ptr->domain = domain;
                memcpy(ptr->mkvp, mkvp, 2 * sizeof(u64));
                list_add(&ptr->list, &mkvp_list);
        }
        spin_unlock_bh(&mkvp_list_lock);
}

static void mkvp_cache_scrub(u16 cardnr, u16 domain)
{
        struct mkvp_info *ptr;

        spin_lock_bh(&mkvp_list_lock);
        list_for_each_entry(ptr, &mkvp_list, list) {
                if (ptr->cardnr == cardnr &&
                    ptr->domain == domain) {
                        list_del(&ptr->list);
                        kfree(ptr);
                        break;
                }
        }
        spin_unlock_bh(&mkvp_list_lock);
}

static void __exit mkvp_cache_free(void)
{
        struct mkvp_info *ptr, *pnext;

        spin_lock_bh(&mkvp_list_lock);
        list_for_each_entry_safe(ptr, pnext, &mkvp_list, list) {
                list_del(&ptr->list);
                kfree(ptr);
        }
        spin_unlock_bh(&mkvp_list_lock);
}

/*
 * Search for a matching crypto card based on the Master Key
 * Verification Pattern provided inside a secure key.
 */
int pkey_findcard(const struct pkey_seckey *seckey,
                  u16 *pcardnr, u16 *pdomain, int verify)
{
        struct secaeskeytoken *t = (struct secaeskeytoken *) seckey;
        struct zcrypt_device_status_ext *device_status;
        u16 card, dom;
        u64 mkvp[2];
        int i, rc, oi = -1;

        /* mkvp must not be zero */
        if (t->mkvp == 0)
                return -EINVAL;

        /* fetch status of all crypto cards */
        device_status = kmalloc_array(MAX_ZDEV_ENTRIES_EXT,
                                      sizeof(struct zcrypt_device_status_ext),
                                      GFP_KERNEL);
        if (!device_status)
                return -ENOMEM;
        zcrypt_device_status_mask_ext(device_status);

        /* walk through all crypto cards */
        for (i = 0; i < MAX_ZDEV_ENTRIES_EXT; i++) {
                card = AP_QID_CARD(device_status[i].qid);
                dom = AP_QID_QUEUE(device_status[i].qid);
                if (device_status[i].online &&
                    device_status[i].functions & 0x04) {
                        /* an enabled CCA Coprocessor card */
                        /* try cached mkvp */
                        if (mkvp_cache_fetch(card, dom, mkvp) == 0 &&
                            t->mkvp == mkvp[0]) {
                                if (!verify)
                                        break;
                                /* verify: fetch mkvp from adapter */
                                if (fetch_mkvp(card, dom, mkvp) == 0) {
                                        mkvp_cache_update(card, dom, mkvp);
                                        if (t->mkvp == mkvp[0])
                                                break;
                                }
                        }
                } else {
                        /* Card is offline and/or not a CCA card. */
                        /* del mkvp entry from cache if it exists */
                        mkvp_cache_scrub(card, dom);
                }
        }
        if (i >= MAX_ZDEV_ENTRIES_EXT) {
                /* nothing found, so this time without cache */
                for (i = 0; i < MAX_ZDEV_ENTRIES_EXT; i++) {
                        if (!(device_status[i].online &&
                              device_status[i].functions & 0x04))
                                continue;
                        card = AP_QID_CARD(device_status[i].qid);
                        dom = AP_QID_QUEUE(device_status[i].qid);
                        /* fresh fetch mkvp from adapter */
                        if (fetch_mkvp(card, dom, mkvp) == 0) {
                                mkvp_cache_update(card, dom, mkvp);
                                if (t->mkvp == mkvp[0])
                                        break;
                                if (t->mkvp == mkvp[1] && oi < 0)
                                        oi = i;
                        }

                }
                if (i >= MAX_ZDEV_ENTRIES_EXT && oi >= 0) {
                        /* old mkvp matched, use this card then */
                        card = AP_QID_CARD(device_status[oi].qid);
                        dom = AP_QID_QUEUE(device_status[oi].qid);
                }
        }
        if (i < MAX_ZDEV_ENTRIES_EXT || oi >= 0) {
                if (pcardnr)
                        *pcardnr = card;
                if (pdomain)
                        *pdomain = dom;
                rc = 0;
        } else
                rc = -ENODEV;

        kfree(device_status);
        return rc;
}
EXPORT_SYMBOL(pkey_findcard);

/*
 * Find card and transform secure key into protected key.
 */
int pkey_skey2pkey(const struct pkey_seckey *seckey,
                   struct pkey_protkey *protkey)
{
        u16 cardnr, domain;
        int rc, verify;

        /*
         * The pkey_sec2protkey call may fail when a card has been
         * addressed where the master key was changed after last fetch
         * of the mkvp into the cache. So first try without verify then
         * with verify enabled (thus refreshing the mkvp for each card).
         */
        for (verify = 0; verify < 2; verify++) {
                rc = pkey_findcard(seckey, &cardnr, &domain, verify);
                if (rc)
                        continue;
                rc = pkey_sec2protkey(cardnr, domain, seckey, protkey);
                if (rc == 0)
                        break;
        }

        if (rc)
                DEBUG_DBG("%s failed rc=%d\n", __func__, rc);

        return rc;
}
EXPORT_SYMBOL(pkey_skey2pkey);

/*
 * Verify key and give back some info about the key.
 */
int pkey_verifykey(const struct pkey_seckey *seckey,
                   u16 *pcardnr, u16 *pdomain,
                   u16 *pkeysize, u32 *pattributes)
{
        struct secaeskeytoken *t = (struct secaeskeytoken *) seckey;
        u16 cardnr, domain;
        u64 mkvp[2];
        int rc;

        /* check the secure key for valid AES secure key */
        rc = check_secaeskeytoken((u8 *) seckey, 0);
        if (rc)
                goto out;
        if (pattributes)
                *pattributes = PKEY_VERIFY_ATTR_AES;
        if (pkeysize)
                *pkeysize = t->bitsize;

        /* try to find a card which can handle this key */
        rc = pkey_findcard(seckey, &cardnr, &domain, 1);
        if (rc)
                goto out;

        /* check mkvp for old mkvp match */
        rc = mkvp_cache_fetch(cardnr, domain, mkvp);
        if (rc)
                goto out;
        if (t->mkvp == mkvp[1] && t->mkvp != mkvp[0]) {
                DEBUG_DBG("%s secure key has old mkvp\n", __func__);
                if (pattributes)
                        *pattributes |= PKEY_VERIFY_ATTR_OLD_MKVP;
        }

        if (pcardnr)
                *pcardnr = cardnr;
        if (pdomain)
                *pdomain = domain;

out:
        DEBUG_DBG("%s rc=%d\n", __func__, rc);
        return rc;
}
EXPORT_SYMBOL(pkey_verifykey);

/*
 * Generate a random protected key
 */
int pkey_genprotkey(__u32 keytype, struct pkey_protkey *protkey)
{
        struct pkey_clrkey clrkey;
        int keysize;
        int rc;

        switch (keytype) {
        case PKEY_KEYTYPE_AES_128:
                keysize = 16;
                break;
        case PKEY_KEYTYPE_AES_192:
                keysize = 24;
                break;
        case PKEY_KEYTYPE_AES_256:
                keysize = 32;
                break;
        default:
                DEBUG_ERR("%s unknown/unsupported keytype %d\n", __func__,
                          keytype);
                return -EINVAL;
        }

        /* generate a dummy random clear key */
        get_random_bytes(clrkey.clrkey, keysize);

        /* convert it to a dummy protected key */
        rc = pkey_clr2protkey(keytype, &clrkey, protkey);
        if (rc)
                return rc;

        /* replace the key part of the protected key with random bytes */
        get_random_bytes(protkey->protkey, keysize);

        return 0;
}
EXPORT_SYMBOL(pkey_genprotkey);

/*
 * Verify if a protected key is still valid
 */
int pkey_verifyprotkey(const struct pkey_protkey *protkey)
{
        unsigned long fc;
        struct {
                u8 iv[AES_BLOCK_SIZE];
                u8 key[MAXPROTKEYSIZE];
        } param;
        u8 null_msg[AES_BLOCK_SIZE];
        u8 dest_buf[AES_BLOCK_SIZE];
        unsigned int k;

        switch (protkey->type) {
        case PKEY_KEYTYPE_AES_128:
                fc = CPACF_KMC_PAES_128;
                break;
        case PKEY_KEYTYPE_AES_192:
                fc = CPACF_KMC_PAES_192;
                break;
        case PKEY_KEYTYPE_AES_256:
                fc = CPACF_KMC_PAES_256;
                break;
        default:
                DEBUG_ERR("%s unknown/unsupported keytype %d\n", __func__,
                          protkey->type);
                return -EINVAL;
        }

        memset(null_msg, 0, sizeof(null_msg));

        memset(param.iv, 0, sizeof(param.iv));
        memcpy(param.key, protkey->protkey, sizeof(param.key));

        k = cpacf_kmc(fc | CPACF_ENCRYPT, &param, null_msg, dest_buf,
                      sizeof(null_msg));
        if (k != sizeof(null_msg)) {
                DEBUG_ERR("%s protected key is not valid\n", __func__);
                return -EKEYREJECTED;
        }

        return 0;
}
EXPORT_SYMBOL(pkey_verifyprotkey);

/*
 * Transform a non-CCA key token into a protected key
 */
static int pkey_nonccatok2pkey(const __u8 *key, __u32 keylen,
                               struct pkey_protkey *protkey)
{
        struct keytoken_header *hdr = (struct keytoken_header *)key;
        struct protaeskeytoken *t;

        switch (hdr->version) {
        case TOKVER_PROTECTED_KEY:
                if (keylen != sizeof(struct protaeskeytoken))
                        return -EINVAL;

                t = (struct protaeskeytoken *)key;
                protkey->len = t->len;
                protkey->type = t->keytype;
                memcpy(protkey->protkey, t->protkey,
                       sizeof(protkey->protkey));

                return pkey_verifyprotkey(protkey);
        default:
                DEBUG_ERR("%s unknown/unsupported non-CCA token version %d\n",
                          __func__, hdr->version);
                return -EINVAL;
        }
}

/*
 * Transform a CCA internal key token into a protected key
 */
static int pkey_ccainttok2pkey(const __u8 *key, __u32 keylen,
                               struct pkey_protkey *protkey)
{
        struct keytoken_header *hdr = (struct keytoken_header *)key;

        switch (hdr->version) {
        case TOKVER_CCA_AES:
                if (keylen != sizeof(struct secaeskeytoken))
                        return -EINVAL;

                return pkey_skey2pkey((struct pkey_seckey *)key,
                                      protkey);
        default:
                DEBUG_ERR("%s unknown/unsupported CCA internal token version %d\n",
                          __func__, hdr->version);
                return -EINVAL;
        }
}

/*
 * Transform a key blob (of any type) into a protected key
 */
int pkey_keyblob2pkey(const __u8 *key, __u32 keylen,
                      struct pkey_protkey *protkey)
{
        struct keytoken_header *hdr = (struct keytoken_header *)key;

        if (keylen < sizeof(struct keytoken_header))
                return -EINVAL;

        switch (hdr->type) {
        case TOKTYPE_NON_CCA:
                return pkey_nonccatok2pkey(key, keylen, protkey);
        case TOKTYPE_CCA_INTERNAL:
                return pkey_ccainttok2pkey(key, keylen, protkey);
        default:
                DEBUG_ERR("%s unknown/unsupported blob type %d\n", __func__,
                          hdr->type);
                return -EINVAL;
        }
}
EXPORT_SYMBOL(pkey_keyblob2pkey);

/*
 * File io functions
 */

static long pkey_unlocked_ioctl(struct file *filp, unsigned int cmd,
                                unsigned long arg)
{
        int rc;

        switch (cmd) {
        case PKEY_GENSECK: {
                struct pkey_genseck __user *ugs = (void __user *) arg;
                struct pkey_genseck kgs;

                if (copy_from_user(&kgs, ugs, sizeof(kgs)))
                        return -EFAULT;
                rc = pkey_genseckey(kgs.cardnr, kgs.domain,
                                    kgs.keytype, &kgs.seckey);
                DEBUG_DBG("%s pkey_genseckey()=%d\n", __func__, rc);
                if (rc)
                        break;
                if (copy_to_user(ugs, &kgs, sizeof(kgs)))
                        return -EFAULT;
                break;
        }
        case PKEY_CLR2SECK: {
                struct pkey_clr2seck __user *ucs = (void __user *) arg;
                struct pkey_clr2seck kcs;

                if (copy_from_user(&kcs, ucs, sizeof(kcs)))
                        return -EFAULT;
                rc = pkey_clr2seckey(kcs.cardnr, kcs.domain, kcs.keytype,
                                     &kcs.clrkey, &kcs.seckey);
                DEBUG_DBG("%s pkey_clr2seckey()=%d\n", __func__, rc);
                if (rc)
                        break;
                if (copy_to_user(ucs, &kcs, sizeof(kcs)))
                        return -EFAULT;
                memzero_explicit(&kcs, sizeof(kcs));
                break;
        }
        case PKEY_SEC2PROTK: {
                struct pkey_sec2protk __user *usp = (void __user *) arg;
                struct pkey_sec2protk ksp;

                if (copy_from_user(&ksp, usp, sizeof(ksp)))
                        return -EFAULT;
                rc = pkey_sec2protkey(ksp.cardnr, ksp.domain,
                                      &ksp.seckey, &ksp.protkey);
                DEBUG_DBG("%s pkey_sec2protkey()=%d\n", __func__, rc);
                if (rc)
                        break;
                if (copy_to_user(usp, &ksp, sizeof(ksp)))
                        return -EFAULT;
                break;
        }
        case PKEY_CLR2PROTK: {
                struct pkey_clr2protk __user *ucp = (void __user *) arg;
                struct pkey_clr2protk kcp;

                if (copy_from_user(&kcp, ucp, sizeof(kcp)))
                        return -EFAULT;
                rc = pkey_clr2protkey(kcp.keytype,
                                      &kcp.clrkey, &kcp.protkey);
                DEBUG_DBG("%s pkey_clr2protkey()=%d\n", __func__, rc);
                if (rc)
                        break;
                if (copy_to_user(ucp, &kcp, sizeof(kcp)))
                        return -EFAULT;
                memzero_explicit(&kcp, sizeof(kcp));
                break;
        }
        case PKEY_FINDCARD: {
                struct pkey_findcard __user *ufc = (void __user *) arg;
                struct pkey_findcard kfc;

                if (copy_from_user(&kfc, ufc, sizeof(kfc)))
                        return -EFAULT;
                rc = pkey_findcard(&kfc.seckey,
                                   &kfc.cardnr, &kfc.domain, 1);
                DEBUG_DBG("%s pkey_findcard()=%d\n", __func__, rc);
                if (rc)
                        break;
                if (copy_to_user(ufc, &kfc, sizeof(kfc)))
                        return -EFAULT;
                break;
        }
        case PKEY_SKEY2PKEY: {
                struct pkey_skey2pkey __user *usp = (void __user *) arg;
                struct pkey_skey2pkey ksp;

                if (copy_from_user(&ksp, usp, sizeof(ksp)))
                        return -EFAULT;
                rc = pkey_skey2pkey(&ksp.seckey, &ksp.protkey);
                DEBUG_DBG("%s pkey_skey2pkey()=%d\n", __func__, rc);
                if (rc)
                        break;
                if (copy_to_user(usp, &ksp, sizeof(ksp)))
                        return -EFAULT;
                break;
        }
        case PKEY_VERIFYKEY: {
                struct pkey_verifykey __user *uvk = (void __user *) arg;
                struct pkey_verifykey kvk;

                if (copy_from_user(&kvk, uvk, sizeof(kvk)))
                        return -EFAULT;
                rc = pkey_verifykey(&kvk.seckey, &kvk.cardnr, &kvk.domain,
                                    &kvk.keysize, &kvk.attributes);
                DEBUG_DBG("%s pkey_verifykey()=%d\n", __func__, rc);
                if (rc)
                        break;
                if (copy_to_user(uvk, &kvk, sizeof(kvk)))
                        return -EFAULT;
                break;
        }
        case PKEY_GENPROTK: {
                struct pkey_genprotk __user *ugp = (void __user *) arg;
                struct pkey_genprotk kgp;

                if (copy_from_user(&kgp, ugp, sizeof(kgp)))
                        return -EFAULT;
                rc = pkey_genprotkey(kgp.keytype, &kgp.protkey);
                DEBUG_DBG("%s pkey_genprotkey()=%d\n", __func__, rc);
                if (rc)
                        break;
                if (copy_to_user(ugp, &kgp, sizeof(kgp)))
                        return -EFAULT;
                break;
        }
        case PKEY_VERIFYPROTK: {
                struct pkey_verifyprotk __user *uvp = (void __user *) arg;
                struct pkey_verifyprotk kvp;

                if (copy_from_user(&kvp, uvp, sizeof(kvp)))
                        return -EFAULT;
                rc = pkey_verifyprotkey(&kvp.protkey);
                DEBUG_DBG("%s pkey_verifyprotkey()=%d\n", __func__, rc);
                break;
        }
        case PKEY_KBLOB2PROTK: {
                struct pkey_kblob2pkey __user *utp = (void __user *) arg;
                struct pkey_kblob2pkey ktp;
                __u8 __user *ukey;
                __u8 *kkey;

                if (copy_from_user(&ktp, utp, sizeof(ktp)))
                        return -EFAULT;
                if (ktp.keylen < MINKEYBLOBSIZE ||
                    ktp.keylen > MAXKEYBLOBSIZE)
                        return -EINVAL;
                ukey = ktp.key;
                kkey = kmalloc(ktp.keylen, GFP_KERNEL);
                if (kkey == NULL)
                        return -ENOMEM;
                if (copy_from_user(kkey, ukey, ktp.keylen)) {
                        kfree(kkey);
                        return -EFAULT;
                }
                rc = pkey_keyblob2pkey(kkey, ktp.keylen, &ktp.protkey);
                DEBUG_DBG("%s pkey_keyblob2pkey()=%d\n", __func__, rc);
                kfree(kkey);
                if (rc)
                        break;
                if (copy_to_user(utp, &ktp, sizeof(ktp)))
                        return -EFAULT;
                break;
        }
        default:
                /* unknown/unsupported ioctl cmd */
                return -ENOTTY;
        }

        return rc;
}

/*
 * Sysfs and file io operations
 */

/*
 * Sysfs attribute read function for all protected key binary attributes.
 * The implementation can not deal with partial reads, because a new random
 * protected key blob is generated with each read. In case of partial reads
 * (i.e. off != 0 or count < key blob size) -EINVAL is returned.
 */
static ssize_t pkey_protkey_aes_attr_read(u32 keytype, bool is_xts, char *buf,
                                          loff_t off, size_t count)
{
        struct protaeskeytoken protkeytoken;
        struct pkey_protkey protkey;
        int rc;

        if (off != 0 || count < sizeof(protkeytoken))
                return -EINVAL;
        if (is_xts)
                if (count < 2 * sizeof(protkeytoken))
                        return -EINVAL;

        memset(&protkeytoken, 0, sizeof(protkeytoken));
        protkeytoken.type = TOKTYPE_NON_CCA;
        protkeytoken.version = TOKVER_PROTECTED_KEY;
        protkeytoken.keytype = keytype;

        rc = pkey_genprotkey(protkeytoken.keytype, &protkey);
        if (rc)
                return rc;

        protkeytoken.len = protkey.len;
        memcpy(&protkeytoken.protkey, &protkey.protkey, protkey.len);

        memcpy(buf, &protkeytoken, sizeof(protkeytoken));

        if (is_xts) {
                rc = pkey_genprotkey(protkeytoken.keytype, &protkey);
                if (rc)
                        return rc;

                protkeytoken.len = protkey.len;
                memcpy(&protkeytoken.protkey, &protkey.protkey, protkey.len);

                memcpy(buf + sizeof(protkeytoken), &protkeytoken,
                       sizeof(protkeytoken));

                return 2 * sizeof(protkeytoken);
        }

        return sizeof(protkeytoken);
}

static ssize_t protkey_aes_128_read(struct file *filp,
                                    struct kobject *kobj,
                                    struct bin_attribute *attr,
                                    char *buf, loff_t off,
                                    size_t count)
{
        return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_128, false, buf,
                                          off, count);
}

static ssize_t protkey_aes_192_read(struct file *filp,
                                    struct kobject *kobj,
                                    struct bin_attribute *attr,
                                    char *buf, loff_t off,
                                    size_t count)
{
        return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_192, false, buf,
                                          off, count);
}

static ssize_t protkey_aes_256_read(struct file *filp,
                                    struct kobject *kobj,
                                    struct bin_attribute *attr,
                                    char *buf, loff_t off,
                                    size_t count)
{
        return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_256, false, buf,
                                          off, count);
}

static ssize_t protkey_aes_128_xts_read(struct file *filp,
                                        struct kobject *kobj,
                                        struct bin_attribute *attr,
                                        char *buf, loff_t off,
                                        size_t count)
{
        return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_128, true, buf,
                                          off, count);
}

static ssize_t protkey_aes_256_xts_read(struct file *filp,
                                        struct kobject *kobj,
                                        struct bin_attribute *attr,
                                        char *buf, loff_t off,
                                        size_t count)
{
        return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_256, true, buf,
                                          off, count);
}

static BIN_ATTR_RO(protkey_aes_128, sizeof(struct protaeskeytoken));
static BIN_ATTR_RO(protkey_aes_192, sizeof(struct protaeskeytoken));
static BIN_ATTR_RO(protkey_aes_256, sizeof(struct protaeskeytoken));
static BIN_ATTR_RO(protkey_aes_128_xts, 2 * sizeof(struct protaeskeytoken));
static BIN_ATTR_RO(protkey_aes_256_xts, 2 * sizeof(struct protaeskeytoken));

static struct bin_attribute *protkey_attrs[] = {
        &bin_attr_protkey_aes_128,
        &bin_attr_protkey_aes_192,
        &bin_attr_protkey_aes_256,
        &bin_attr_protkey_aes_128_xts,
        &bin_attr_protkey_aes_256_xts,
        NULL
};

static struct attribute_group protkey_attr_group = {
        .name      = "protkey",
        .bin_attrs = protkey_attrs,
};

/*
 * Sysfs attribute read function for all secure key ccadata binary attributes.
 * The implementation can not deal with partial reads, because a new random
 * protected key blob is generated with each read. In case of partial reads
 * (i.e. off != 0 or count < key blob size) -EINVAL is returned.
 */
static ssize_t pkey_ccadata_aes_attr_read(u32 keytype, bool is_xts, char *buf,
                                          loff_t off, size_t count)
{
        int rc;

        if (off != 0 || count < sizeof(struct secaeskeytoken))
                return -EINVAL;
        if (is_xts)
                if (count < 2 * sizeof(struct secaeskeytoken))
                        return -EINVAL;

        rc = pkey_genseckey(-1, -1, keytype, (struct pkey_seckey *)buf);
        if (rc)
                return rc;

        if (is_xts) {
                buf += sizeof(struct pkey_seckey);
                rc = pkey_genseckey(-1, -1, keytype, (struct pkey_seckey *)buf);
                if (rc)
                        return rc;

                return 2 * sizeof(struct secaeskeytoken);
        }

        return sizeof(struct secaeskeytoken);
}

static ssize_t ccadata_aes_128_read(struct file *filp,
                                    struct kobject *kobj,
                                    struct bin_attribute *attr,
                                    char *buf, loff_t off,
                                    size_t count)
{
        return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_128, false, buf,
                                          off, count);
}

static ssize_t ccadata_aes_192_read(struct file *filp,
                                    struct kobject *kobj,
                                    struct bin_attribute *attr,
                                    char *buf, loff_t off,
                                    size_t count)
{
        return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_192, false, buf,
                                          off, count);
}

static ssize_t ccadata_aes_256_read(struct file *filp,
                                    struct kobject *kobj,
                                    struct bin_attribute *attr,
                                    char *buf, loff_t off,
                                    size_t count)
{
        return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_256, false, buf,
                                          off, count);
}

static ssize_t ccadata_aes_128_xts_read(struct file *filp,
                                        struct kobject *kobj,
                                        struct bin_attribute *attr,
                                        char *buf, loff_t off,
                                        size_t count)
{
        return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_128, true, buf,
                                          off, count);
}

static ssize_t ccadata_aes_256_xts_read(struct file *filp,
                                        struct kobject *kobj,
                                        struct bin_attribute *attr,
                                        char *buf, loff_t off,
                                        size_t count)
{
        return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_256, true, buf,
                                          off, count);
}

static BIN_ATTR_RO(ccadata_aes_128, sizeof(struct secaeskeytoken));
static BIN_ATTR_RO(ccadata_aes_192, sizeof(struct secaeskeytoken));
static BIN_ATTR_RO(ccadata_aes_256, sizeof(struct secaeskeytoken));
static BIN_ATTR_RO(ccadata_aes_128_xts, 2 * sizeof(struct secaeskeytoken));
static BIN_ATTR_RO(ccadata_aes_256_xts, 2 * sizeof(struct secaeskeytoken));

static struct bin_attribute *ccadata_attrs[] = {
        &bin_attr_ccadata_aes_128,
        &bin_attr_ccadata_aes_192,
        &bin_attr_ccadata_aes_256,
        &bin_attr_ccadata_aes_128_xts,
        &bin_attr_ccadata_aes_256_xts,
        NULL
};

static struct attribute_group ccadata_attr_group = {
        .name      = "ccadata",
        .bin_attrs = ccadata_attrs,
};

static const struct attribute_group *pkey_attr_groups[] = {
        &protkey_attr_group,
        &ccadata_attr_group,
        NULL,
};

static const struct file_operations pkey_fops = {
        .owner          = THIS_MODULE,
        .open           = nonseekable_open,
        .llseek         = no_llseek,
        .unlocked_ioctl = pkey_unlocked_ioctl,
};

static struct miscdevice pkey_dev = {
        .name   = "pkey",
        .minor  = MISC_DYNAMIC_MINOR,
        .mode   = 0666,
        .fops   = &pkey_fops,
        .groups = pkey_attr_groups,
};

/*
 * Module init
 */
static int __init pkey_init(void)
{
        cpacf_mask_t kmc_functions;

        /*
         * The pckmo instruction should be available - even if we don't
         * actually invoke it. This instruction comes with MSA 3 which
         * is also the minimum level for the kmc instructions which
         * are able to work with protected keys.
         */
        if (!cpacf_query(CPACF_PCKMO, &pckmo_functions))
                return -ENODEV;

        /* check for kmc instructions available */
        if (!cpacf_query(CPACF_KMC, &kmc_functions))
                return -ENODEV;
        if (!cpacf_test_func(&kmc_functions, CPACF_KMC_PAES_128) ||
            !cpacf_test_func(&kmc_functions, CPACF_KMC_PAES_192) ||
            !cpacf_test_func(&kmc_functions, CPACF_KMC_PAES_256))
                return -ENODEV;

        pkey_debug_init();

        return misc_register(&pkey_dev);
}

/*
 * Module exit
 */
static void __exit pkey_exit(void)
{
        misc_deregister(&pkey_dev);
        mkvp_cache_free();
        pkey_debug_exit();
}

module_cpu_feature_match(MSA, pkey_init);
module_exit(pkey_exit);