linux/drivers/tee/tee_core.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * Copyright (c) 2015-2016, Linaro Limited
   4 */
   5
   6#define pr_fmt(fmt) "%s: " fmt, __func__
   7
   8#include <linux/cdev.h>
   9#include <linux/cred.h>
  10#include <linux/fs.h>
  11#include <linux/idr.h>
  12#include <linux/module.h>
  13#include <linux/slab.h>
  14#include <linux/tee_drv.h>
  15#include <linux/uaccess.h>
  16#include <crypto/hash.h>
  17#include <crypto/sha1.h>
  18#include "tee_private.h"
  19
  20#define TEE_NUM_DEVICES 32
  21
  22#define TEE_IOCTL_PARAM_SIZE(x) (sizeof(struct tee_param) * (x))
  23
  24#define TEE_UUID_NS_NAME_SIZE   128
  25
  26/*
  27 * TEE Client UUID name space identifier (UUIDv4)
  28 *
  29 * Value here is random UUID that is allocated as name space identifier for
  30 * forming Client UUID's for TEE environment using UUIDv5 scheme.
  31 */
  32static const uuid_t tee_client_uuid_ns = UUID_INIT(0x58ac9ca0, 0x2086, 0x4683,
  33                                                   0xa1, 0xb8, 0xec, 0x4b,
  34                                                   0xc0, 0x8e, 0x01, 0xb6);
  35
  36/*
  37 * Unprivileged devices in the lower half range and privileged devices in
  38 * the upper half range.
  39 */
  40static DECLARE_BITMAP(dev_mask, TEE_NUM_DEVICES);
  41static DEFINE_SPINLOCK(driver_lock);
  42
  43static struct class *tee_class;
  44static dev_t tee_devt;
  45
  46static struct tee_context *teedev_open(struct tee_device *teedev)
  47{
  48        int rc;
  49        struct tee_context *ctx;
  50
  51        if (!tee_device_get(teedev))
  52                return ERR_PTR(-EINVAL);
  53
  54        ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
  55        if (!ctx) {
  56                rc = -ENOMEM;
  57                goto err;
  58        }
  59
  60        kref_init(&ctx->refcount);
  61        ctx->teedev = teedev;
  62        rc = teedev->desc->ops->open(ctx);
  63        if (rc)
  64                goto err;
  65
  66        return ctx;
  67err:
  68        kfree(ctx);
  69        tee_device_put(teedev);
  70        return ERR_PTR(rc);
  71
  72}
  73
  74void teedev_ctx_get(struct tee_context *ctx)
  75{
  76        if (ctx->releasing)
  77                return;
  78
  79        kref_get(&ctx->refcount);
  80}
  81
  82static void teedev_ctx_release(struct kref *ref)
  83{
  84        struct tee_context *ctx = container_of(ref, struct tee_context,
  85                                               refcount);
  86        ctx->releasing = true;
  87        ctx->teedev->desc->ops->release(ctx);
  88        kfree(ctx);
  89}
  90
  91void teedev_ctx_put(struct tee_context *ctx)
  92{
  93        if (ctx->releasing)
  94                return;
  95
  96        kref_put(&ctx->refcount, teedev_ctx_release);
  97}
  98
  99static void teedev_close_context(struct tee_context *ctx)
 100{
 101        tee_device_put(ctx->teedev);
 102        teedev_ctx_put(ctx);
 103}
 104
 105static int tee_open(struct inode *inode, struct file *filp)
 106{
 107        struct tee_context *ctx;
 108
 109        ctx = teedev_open(container_of(inode->i_cdev, struct tee_device, cdev));
 110        if (IS_ERR(ctx))
 111                return PTR_ERR(ctx);
 112
 113        /*
 114         * Default user-space behaviour is to wait for tee-supplicant
 115         * if not present for any requests in this context.
 116         */
 117        ctx->supp_nowait = false;
 118        filp->private_data = ctx;
 119        return 0;
 120}
 121
 122static int tee_release(struct inode *inode, struct file *filp)
 123{
 124        teedev_close_context(filp->private_data);
 125        return 0;
 126}
 127
 128/**
 129 * uuid_v5() - Calculate UUIDv5
 130 * @uuid: Resulting UUID
 131 * @ns: Name space ID for UUIDv5 function
 132 * @name: Name for UUIDv5 function
 133 * @size: Size of name
 134 *
 135 * UUIDv5 is specific in RFC 4122.
 136 *
 137 * This implements section (for SHA-1):
 138 * 4.3.  Algorithm for Creating a Name-Based UUID
 139 */
 140static int uuid_v5(uuid_t *uuid, const uuid_t *ns, const void *name,
 141                   size_t size)
 142{
 143        unsigned char hash[SHA1_DIGEST_SIZE];
 144        struct crypto_shash *shash = NULL;
 145        struct shash_desc *desc = NULL;
 146        int rc;
 147
 148        shash = crypto_alloc_shash("sha1", 0, 0);
 149        if (IS_ERR(shash)) {
 150                rc = PTR_ERR(shash);
 151                pr_err("shash(sha1) allocation failed\n");
 152                return rc;
 153        }
 154
 155        desc = kzalloc(sizeof(*desc) + crypto_shash_descsize(shash),
 156                       GFP_KERNEL);
 157        if (!desc) {
 158                rc = -ENOMEM;
 159                goto out_free_shash;
 160        }
 161
 162        desc->tfm = shash;
 163
 164        rc = crypto_shash_init(desc);
 165        if (rc < 0)
 166                goto out_free_desc;
 167
 168        rc = crypto_shash_update(desc, (const u8 *)ns, sizeof(*ns));
 169        if (rc < 0)
 170                goto out_free_desc;
 171
 172        rc = crypto_shash_update(desc, (const u8 *)name, size);
 173        if (rc < 0)
 174                goto out_free_desc;
 175
 176        rc = crypto_shash_final(desc, hash);
 177        if (rc < 0)
 178                goto out_free_desc;
 179
 180        memcpy(uuid->b, hash, UUID_SIZE);
 181
 182        /* Tag for version 5 */
 183        uuid->b[6] = (hash[6] & 0x0F) | 0x50;
 184        uuid->b[8] = (hash[8] & 0x3F) | 0x80;
 185
 186out_free_desc:
 187        kfree(desc);
 188
 189out_free_shash:
 190        crypto_free_shash(shash);
 191        return rc;
 192}
 193
 194int tee_session_calc_client_uuid(uuid_t *uuid, u32 connection_method,
 195                                 const u8 connection_data[TEE_IOCTL_UUID_LEN])
 196{
 197        gid_t ns_grp = (gid_t)-1;
 198        kgid_t grp = INVALID_GID;
 199        char *name = NULL;
 200        int name_len;
 201        int rc;
 202
 203        if (connection_method == TEE_IOCTL_LOGIN_PUBLIC ||
 204            connection_method == TEE_IOCTL_LOGIN_REE_KERNEL) {
 205                /* Nil UUID to be passed to TEE environment */
 206                uuid_copy(uuid, &uuid_null);
 207                return 0;
 208        }
 209
 210        /*
 211         * In Linux environment client UUID is based on UUIDv5.
 212         *
 213         * Determine client UUID with following semantics for 'name':
 214         *
 215         * For TEEC_LOGIN_USER:
 216         * uid=<uid>
 217         *
 218         * For TEEC_LOGIN_GROUP:
 219         * gid=<gid>
 220         *
 221         */
 222
 223        name = kzalloc(TEE_UUID_NS_NAME_SIZE, GFP_KERNEL);
 224        if (!name)
 225                return -ENOMEM;
 226
 227        switch (connection_method) {
 228        case TEE_IOCTL_LOGIN_USER:
 229                name_len = snprintf(name, TEE_UUID_NS_NAME_SIZE, "uid=%x",
 230                                    current_euid().val);
 231                if (name_len >= TEE_UUID_NS_NAME_SIZE) {
 232                        rc = -E2BIG;
 233                        goto out_free_name;
 234                }
 235                break;
 236
 237        case TEE_IOCTL_LOGIN_GROUP:
 238                memcpy(&ns_grp, connection_data, sizeof(gid_t));
 239                grp = make_kgid(current_user_ns(), ns_grp);
 240                if (!gid_valid(grp) || !in_egroup_p(grp)) {
 241                        rc = -EPERM;
 242                        goto out_free_name;
 243                }
 244
 245                name_len = snprintf(name, TEE_UUID_NS_NAME_SIZE, "gid=%x",
 246                                    grp.val);
 247                if (name_len >= TEE_UUID_NS_NAME_SIZE) {
 248                        rc = -E2BIG;
 249                        goto out_free_name;
 250                }
 251                break;
 252
 253        default:
 254                rc = -EINVAL;
 255                goto out_free_name;
 256        }
 257
 258        rc = uuid_v5(uuid, &tee_client_uuid_ns, name, name_len);
 259out_free_name:
 260        kfree(name);
 261
 262        return rc;
 263}
 264EXPORT_SYMBOL_GPL(tee_session_calc_client_uuid);
 265
 266static int tee_ioctl_version(struct tee_context *ctx,
 267                             struct tee_ioctl_version_data __user *uvers)
 268{
 269        struct tee_ioctl_version_data vers;
 270
 271        ctx->teedev->desc->ops->get_version(ctx->teedev, &vers);
 272
 273        if (ctx->teedev->desc->flags & TEE_DESC_PRIVILEGED)
 274                vers.gen_caps |= TEE_GEN_CAP_PRIVILEGED;
 275
 276        if (copy_to_user(uvers, &vers, sizeof(vers)))
 277                return -EFAULT;
 278
 279        return 0;
 280}
 281
 282static int tee_ioctl_shm_alloc(struct tee_context *ctx,
 283                               struct tee_ioctl_shm_alloc_data __user *udata)
 284{
 285        long ret;
 286        struct tee_ioctl_shm_alloc_data data;
 287        struct tee_shm *shm;
 288
 289        if (copy_from_user(&data, udata, sizeof(data)))
 290                return -EFAULT;
 291
 292        /* Currently no input flags are supported */
 293        if (data.flags)
 294                return -EINVAL;
 295
 296        shm = tee_shm_alloc(ctx, data.size, TEE_SHM_MAPPED | TEE_SHM_DMA_BUF);
 297        if (IS_ERR(shm))
 298                return PTR_ERR(shm);
 299
 300        data.id = shm->id;
 301        data.flags = shm->flags;
 302        data.size = shm->size;
 303
 304        if (copy_to_user(udata, &data, sizeof(data)))
 305                ret = -EFAULT;
 306        else
 307                ret = tee_shm_get_fd(shm);
 308
 309        /*
 310         * When user space closes the file descriptor the shared memory
 311         * should be freed or if tee_shm_get_fd() failed then it will
 312         * be freed immediately.
 313         */
 314        tee_shm_put(shm);
 315        return ret;
 316}
 317
 318static int
 319tee_ioctl_shm_register(struct tee_context *ctx,
 320                       struct tee_ioctl_shm_register_data __user *udata)
 321{
 322        long ret;
 323        struct tee_ioctl_shm_register_data data;
 324        struct tee_shm *shm;
 325
 326        if (copy_from_user(&data, udata, sizeof(data)))
 327                return -EFAULT;
 328
 329        /* Currently no input flags are supported */
 330        if (data.flags)
 331                return -EINVAL;
 332
 333        shm = tee_shm_register(ctx, data.addr, data.length,
 334                               TEE_SHM_DMA_BUF | TEE_SHM_USER_MAPPED);
 335        if (IS_ERR(shm))
 336                return PTR_ERR(shm);
 337
 338        data.id = shm->id;
 339        data.flags = shm->flags;
 340        data.length = shm->size;
 341
 342        if (copy_to_user(udata, &data, sizeof(data)))
 343                ret = -EFAULT;
 344        else
 345                ret = tee_shm_get_fd(shm);
 346        /*
 347         * When user space closes the file descriptor the shared memory
 348         * should be freed or if tee_shm_get_fd() failed then it will
 349         * be freed immediately.
 350         */
 351        tee_shm_put(shm);
 352        return ret;
 353}
 354
 355static int params_from_user(struct tee_context *ctx, struct tee_param *params,
 356                            size_t num_params,
 357                            struct tee_ioctl_param __user *uparams)
 358{
 359        size_t n;
 360
 361        for (n = 0; n < num_params; n++) {
 362                struct tee_shm *shm;
 363                struct tee_ioctl_param ip;
 364
 365                if (copy_from_user(&ip, uparams + n, sizeof(ip)))
 366                        return -EFAULT;
 367
 368                /* All unused attribute bits has to be zero */
 369                if (ip.attr & ~TEE_IOCTL_PARAM_ATTR_MASK)
 370                        return -EINVAL;
 371
 372                params[n].attr = ip.attr;
 373                switch (ip.attr & TEE_IOCTL_PARAM_ATTR_TYPE_MASK) {
 374                case TEE_IOCTL_PARAM_ATTR_TYPE_NONE:
 375                case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_OUTPUT:
 376                        break;
 377                case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INPUT:
 378                case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INOUT:
 379                        params[n].u.value.a = ip.a;
 380                        params[n].u.value.b = ip.b;
 381                        params[n].u.value.c = ip.c;
 382                        break;
 383                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INPUT:
 384                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_OUTPUT:
 385                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INOUT:
 386                        /*
 387                         * If a NULL pointer is passed to a TA in the TEE,
 388                         * the ip.c IOCTL parameters is set to TEE_MEMREF_NULL
 389                         * indicating a NULL memory reference.
 390                         */
 391                        if (ip.c != TEE_MEMREF_NULL) {
 392                                /*
 393                                 * If we fail to get a pointer to a shared
 394                                 * memory object (and increase the ref count)
 395                                 * from an identifier we return an error. All
 396                                 * pointers that has been added in params have
 397                                 * an increased ref count. It's the callers
 398                                 * responibility to do tee_shm_put() on all
 399                                 * resolved pointers.
 400                                 */
 401                                shm = tee_shm_get_from_id(ctx, ip.c);
 402                                if (IS_ERR(shm))
 403                                        return PTR_ERR(shm);
 404
 405                                /*
 406                                 * Ensure offset + size does not overflow
 407                                 * offset and does not overflow the size of
 408                                 * the referred shared memory object.
 409                                 */
 410                                if ((ip.a + ip.b) < ip.a ||
 411                                    (ip.a + ip.b) > shm->size) {
 412                                        tee_shm_put(shm);
 413                                        return -EINVAL;
 414                                }
 415                        } else if (ctx->cap_memref_null) {
 416                                /* Pass NULL pointer to OP-TEE */
 417                                shm = NULL;
 418                        } else {
 419                                return -EINVAL;
 420                        }
 421
 422                        params[n].u.memref.shm_offs = ip.a;
 423                        params[n].u.memref.size = ip.b;
 424                        params[n].u.memref.shm = shm;
 425                        break;
 426                default:
 427                        /* Unknown attribute */
 428                        return -EINVAL;
 429                }
 430        }
 431        return 0;
 432}
 433
 434static int params_to_user(struct tee_ioctl_param __user *uparams,
 435                          size_t num_params, struct tee_param *params)
 436{
 437        size_t n;
 438
 439        for (n = 0; n < num_params; n++) {
 440                struct tee_ioctl_param __user *up = uparams + n;
 441                struct tee_param *p = params + n;
 442
 443                switch (p->attr) {
 444                case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_OUTPUT:
 445                case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INOUT:
 446                        if (put_user(p->u.value.a, &up->a) ||
 447                            put_user(p->u.value.b, &up->b) ||
 448                            put_user(p->u.value.c, &up->c))
 449                                return -EFAULT;
 450                        break;
 451                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_OUTPUT:
 452                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INOUT:
 453                        if (put_user((u64)p->u.memref.size, &up->b))
 454                                return -EFAULT;
 455                        break;
 456                default:
 457                        break;
 458                }
 459        }
 460        return 0;
 461}
 462
 463static int tee_ioctl_open_session(struct tee_context *ctx,
 464                                  struct tee_ioctl_buf_data __user *ubuf)
 465{
 466        int rc;
 467        size_t n;
 468        struct tee_ioctl_buf_data buf;
 469        struct tee_ioctl_open_session_arg __user *uarg;
 470        struct tee_ioctl_open_session_arg arg;
 471        struct tee_ioctl_param __user *uparams = NULL;
 472        struct tee_param *params = NULL;
 473        bool have_session = false;
 474
 475        if (!ctx->teedev->desc->ops->open_session)
 476                return -EINVAL;
 477
 478        if (copy_from_user(&buf, ubuf, sizeof(buf)))
 479                return -EFAULT;
 480
 481        if (buf.buf_len > TEE_MAX_ARG_SIZE ||
 482            buf.buf_len < sizeof(struct tee_ioctl_open_session_arg))
 483                return -EINVAL;
 484
 485        uarg = u64_to_user_ptr(buf.buf_ptr);
 486        if (copy_from_user(&arg, uarg, sizeof(arg)))
 487                return -EFAULT;
 488
 489        if (sizeof(arg) + TEE_IOCTL_PARAM_SIZE(arg.num_params) != buf.buf_len)
 490                return -EINVAL;
 491
 492        if (arg.num_params) {
 493                params = kcalloc(arg.num_params, sizeof(struct tee_param),
 494                                 GFP_KERNEL);
 495                if (!params)
 496                        return -ENOMEM;
 497                uparams = uarg->params;
 498                rc = params_from_user(ctx, params, arg.num_params, uparams);
 499                if (rc)
 500                        goto out;
 501        }
 502
 503        if (arg.clnt_login >= TEE_IOCTL_LOGIN_REE_KERNEL_MIN &&
 504            arg.clnt_login <= TEE_IOCTL_LOGIN_REE_KERNEL_MAX) {
 505                pr_debug("login method not allowed for user-space client\n");
 506                rc = -EPERM;
 507                goto out;
 508        }
 509
 510        rc = ctx->teedev->desc->ops->open_session(ctx, &arg, params);
 511        if (rc)
 512                goto out;
 513        have_session = true;
 514
 515        if (put_user(arg.session, &uarg->session) ||
 516            put_user(arg.ret, &uarg->ret) ||
 517            put_user(arg.ret_origin, &uarg->ret_origin)) {
 518                rc = -EFAULT;
 519                goto out;
 520        }
 521        rc = params_to_user(uparams, arg.num_params, params);
 522out:
 523        /*
 524         * If we've succeeded to open the session but failed to communicate
 525         * it back to user space, close the session again to avoid leakage.
 526         */
 527        if (rc && have_session && ctx->teedev->desc->ops->close_session)
 528                ctx->teedev->desc->ops->close_session(ctx, arg.session);
 529
 530        if (params) {
 531                /* Decrease ref count for all valid shared memory pointers */
 532                for (n = 0; n < arg.num_params; n++)
 533                        if (tee_param_is_memref(params + n) &&
 534                            params[n].u.memref.shm)
 535                                tee_shm_put(params[n].u.memref.shm);
 536                kfree(params);
 537        }
 538
 539        return rc;
 540}
 541
 542static int tee_ioctl_invoke(struct tee_context *ctx,
 543                            struct tee_ioctl_buf_data __user *ubuf)
 544{
 545        int rc;
 546        size_t n;
 547        struct tee_ioctl_buf_data buf;
 548        struct tee_ioctl_invoke_arg __user *uarg;
 549        struct tee_ioctl_invoke_arg arg;
 550        struct tee_ioctl_param __user *uparams = NULL;
 551        struct tee_param *params = NULL;
 552
 553        if (!ctx->teedev->desc->ops->invoke_func)
 554                return -EINVAL;
 555
 556        if (copy_from_user(&buf, ubuf, sizeof(buf)))
 557                return -EFAULT;
 558
 559        if (buf.buf_len > TEE_MAX_ARG_SIZE ||
 560            buf.buf_len < sizeof(struct tee_ioctl_invoke_arg))
 561                return -EINVAL;
 562
 563        uarg = u64_to_user_ptr(buf.buf_ptr);
 564        if (copy_from_user(&arg, uarg, sizeof(arg)))
 565                return -EFAULT;
 566
 567        if (sizeof(arg) + TEE_IOCTL_PARAM_SIZE(arg.num_params) != buf.buf_len)
 568                return -EINVAL;
 569
 570        if (arg.num_params) {
 571                params = kcalloc(arg.num_params, sizeof(struct tee_param),
 572                                 GFP_KERNEL);
 573                if (!params)
 574                        return -ENOMEM;
 575                uparams = uarg->params;
 576                rc = params_from_user(ctx, params, arg.num_params, uparams);
 577                if (rc)
 578                        goto out;
 579        }
 580
 581        rc = ctx->teedev->desc->ops->invoke_func(ctx, &arg, params);
 582        if (rc)
 583                goto out;
 584
 585        if (put_user(arg.ret, &uarg->ret) ||
 586            put_user(arg.ret_origin, &uarg->ret_origin)) {
 587                rc = -EFAULT;
 588                goto out;
 589        }
 590        rc = params_to_user(uparams, arg.num_params, params);
 591out:
 592        if (params) {
 593                /* Decrease ref count for all valid shared memory pointers */
 594                for (n = 0; n < arg.num_params; n++)
 595                        if (tee_param_is_memref(params + n) &&
 596                            params[n].u.memref.shm)
 597                                tee_shm_put(params[n].u.memref.shm);
 598                kfree(params);
 599        }
 600        return rc;
 601}
 602
 603static int tee_ioctl_cancel(struct tee_context *ctx,
 604                            struct tee_ioctl_cancel_arg __user *uarg)
 605{
 606        struct tee_ioctl_cancel_arg arg;
 607
 608        if (!ctx->teedev->desc->ops->cancel_req)
 609                return -EINVAL;
 610
 611        if (copy_from_user(&arg, uarg, sizeof(arg)))
 612                return -EFAULT;
 613
 614        return ctx->teedev->desc->ops->cancel_req(ctx, arg.cancel_id,
 615                                                  arg.session);
 616}
 617
 618static int
 619tee_ioctl_close_session(struct tee_context *ctx,
 620                        struct tee_ioctl_close_session_arg __user *uarg)
 621{
 622        struct tee_ioctl_close_session_arg arg;
 623
 624        if (!ctx->teedev->desc->ops->close_session)
 625                return -EINVAL;
 626
 627        if (copy_from_user(&arg, uarg, sizeof(arg)))
 628                return -EFAULT;
 629
 630        return ctx->teedev->desc->ops->close_session(ctx, arg.session);
 631}
 632
 633static int params_to_supp(struct tee_context *ctx,
 634                          struct tee_ioctl_param __user *uparams,
 635                          size_t num_params, struct tee_param *params)
 636{
 637        size_t n;
 638
 639        for (n = 0; n < num_params; n++) {
 640                struct tee_ioctl_param ip;
 641                struct tee_param *p = params + n;
 642
 643                ip.attr = p->attr;
 644                switch (p->attr & TEE_IOCTL_PARAM_ATTR_TYPE_MASK) {
 645                case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INPUT:
 646                case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INOUT:
 647                        ip.a = p->u.value.a;
 648                        ip.b = p->u.value.b;
 649                        ip.c = p->u.value.c;
 650                        break;
 651                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INPUT:
 652                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_OUTPUT:
 653                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INOUT:
 654                        ip.b = p->u.memref.size;
 655                        if (!p->u.memref.shm) {
 656                                ip.a = 0;
 657                                ip.c = (u64)-1; /* invalid shm id */
 658                                break;
 659                        }
 660                        ip.a = p->u.memref.shm_offs;
 661                        ip.c = p->u.memref.shm->id;
 662                        break;
 663                default:
 664                        ip.a = 0;
 665                        ip.b = 0;
 666                        ip.c = 0;
 667                        break;
 668                }
 669
 670                if (copy_to_user(uparams + n, &ip, sizeof(ip)))
 671                        return -EFAULT;
 672        }
 673
 674        return 0;
 675}
 676
 677static int tee_ioctl_supp_recv(struct tee_context *ctx,
 678                               struct tee_ioctl_buf_data __user *ubuf)
 679{
 680        int rc;
 681        struct tee_ioctl_buf_data buf;
 682        struct tee_iocl_supp_recv_arg __user *uarg;
 683        struct tee_param *params;
 684        u32 num_params;
 685        u32 func;
 686
 687        if (!ctx->teedev->desc->ops->supp_recv)
 688                return -EINVAL;
 689
 690        if (copy_from_user(&buf, ubuf, sizeof(buf)))
 691                return -EFAULT;
 692
 693        if (buf.buf_len > TEE_MAX_ARG_SIZE ||
 694            buf.buf_len < sizeof(struct tee_iocl_supp_recv_arg))
 695                return -EINVAL;
 696
 697        uarg = u64_to_user_ptr(buf.buf_ptr);
 698        if (get_user(num_params, &uarg->num_params))
 699                return -EFAULT;
 700
 701        if (sizeof(*uarg) + TEE_IOCTL_PARAM_SIZE(num_params) != buf.buf_len)
 702                return -EINVAL;
 703
 704        params = kcalloc(num_params, sizeof(struct tee_param), GFP_KERNEL);
 705        if (!params)
 706                return -ENOMEM;
 707
 708        rc = params_from_user(ctx, params, num_params, uarg->params);
 709        if (rc)
 710                goto out;
 711
 712        rc = ctx->teedev->desc->ops->supp_recv(ctx, &func, &num_params, params);
 713        if (rc)
 714                goto out;
 715
 716        if (put_user(func, &uarg->func) ||
 717            put_user(num_params, &uarg->num_params)) {
 718                rc = -EFAULT;
 719                goto out;
 720        }
 721
 722        rc = params_to_supp(ctx, uarg->params, num_params, params);
 723out:
 724        kfree(params);
 725        return rc;
 726}
 727
 728static int params_from_supp(struct tee_param *params, size_t num_params,
 729                            struct tee_ioctl_param __user *uparams)
 730{
 731        size_t n;
 732
 733        for (n = 0; n < num_params; n++) {
 734                struct tee_param *p = params + n;
 735                struct tee_ioctl_param ip;
 736
 737                if (copy_from_user(&ip, uparams + n, sizeof(ip)))
 738                        return -EFAULT;
 739
 740                /* All unused attribute bits has to be zero */
 741                if (ip.attr & ~TEE_IOCTL_PARAM_ATTR_MASK)
 742                        return -EINVAL;
 743
 744                p->attr = ip.attr;
 745                switch (ip.attr & TEE_IOCTL_PARAM_ATTR_TYPE_MASK) {
 746                case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_OUTPUT:
 747                case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INOUT:
 748                        /* Only out and in/out values can be updated */
 749                        p->u.value.a = ip.a;
 750                        p->u.value.b = ip.b;
 751                        p->u.value.c = ip.c;
 752                        break;
 753                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_OUTPUT:
 754                case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INOUT:
 755                        /*
 756                         * Only the size of the memref can be updated.
 757                         * Since we don't have access to the original
 758                         * parameters here, only store the supplied size.
 759                         * The driver will copy the updated size into the
 760                         * original parameters.
 761                         */
 762                        p->u.memref.shm = NULL;
 763                        p->u.memref.shm_offs = 0;
 764                        p->u.memref.size = ip.b;
 765                        break;
 766                default:
 767                        memset(&p->u, 0, sizeof(p->u));
 768                        break;
 769                }
 770        }
 771        return 0;
 772}
 773
 774static int tee_ioctl_supp_send(struct tee_context *ctx,
 775                               struct tee_ioctl_buf_data __user *ubuf)
 776{
 777        long rc;
 778        struct tee_ioctl_buf_data buf;
 779        struct tee_iocl_supp_send_arg __user *uarg;
 780        struct tee_param *params;
 781        u32 num_params;
 782        u32 ret;
 783
 784        /* Not valid for this driver */
 785        if (!ctx->teedev->desc->ops->supp_send)
 786                return -EINVAL;
 787
 788        if (copy_from_user(&buf, ubuf, sizeof(buf)))
 789                return -EFAULT;
 790
 791        if (buf.buf_len > TEE_MAX_ARG_SIZE ||
 792            buf.buf_len < sizeof(struct tee_iocl_supp_send_arg))
 793                return -EINVAL;
 794
 795        uarg = u64_to_user_ptr(buf.buf_ptr);
 796        if (get_user(ret, &uarg->ret) ||
 797            get_user(num_params, &uarg->num_params))
 798                return -EFAULT;
 799
 800        if (sizeof(*uarg) + TEE_IOCTL_PARAM_SIZE(num_params) > buf.buf_len)
 801                return -EINVAL;
 802
 803        params = kcalloc(num_params, sizeof(struct tee_param), GFP_KERNEL);
 804        if (!params)
 805                return -ENOMEM;
 806
 807        rc = params_from_supp(params, num_params, uarg->params);
 808        if (rc)
 809                goto out;
 810
 811        rc = ctx->teedev->desc->ops->supp_send(ctx, ret, num_params, params);
 812out:
 813        kfree(params);
 814        return rc;
 815}
 816
 817static long tee_ioctl(struct file *filp, unsigned int cmd, unsigned long arg)
 818{
 819        struct tee_context *ctx = filp->private_data;
 820        void __user *uarg = (void __user *)arg;
 821
 822        switch (cmd) {
 823        case TEE_IOC_VERSION:
 824                return tee_ioctl_version(ctx, uarg);
 825        case TEE_IOC_SHM_ALLOC:
 826                return tee_ioctl_shm_alloc(ctx, uarg);
 827        case TEE_IOC_SHM_REGISTER:
 828                return tee_ioctl_shm_register(ctx, uarg);
 829        case TEE_IOC_OPEN_SESSION:
 830                return tee_ioctl_open_session(ctx, uarg);
 831        case TEE_IOC_INVOKE:
 832                return tee_ioctl_invoke(ctx, uarg);
 833        case TEE_IOC_CANCEL:
 834                return tee_ioctl_cancel(ctx, uarg);
 835        case TEE_IOC_CLOSE_SESSION:
 836                return tee_ioctl_close_session(ctx, uarg);
 837        case TEE_IOC_SUPPL_RECV:
 838                return tee_ioctl_supp_recv(ctx, uarg);
 839        case TEE_IOC_SUPPL_SEND:
 840                return tee_ioctl_supp_send(ctx, uarg);
 841        default:
 842                return -EINVAL;
 843        }
 844}
 845
 846static const struct file_operations tee_fops = {
 847        .owner = THIS_MODULE,
 848        .open = tee_open,
 849        .release = tee_release,
 850        .unlocked_ioctl = tee_ioctl,
 851        .compat_ioctl = compat_ptr_ioctl,
 852};
 853
 854static void tee_release_device(struct device *dev)
 855{
 856        struct tee_device *teedev = container_of(dev, struct tee_device, dev);
 857
 858        spin_lock(&driver_lock);
 859        clear_bit(teedev->id, dev_mask);
 860        spin_unlock(&driver_lock);
 861        mutex_destroy(&teedev->mutex);
 862        idr_destroy(&teedev->idr);
 863        kfree(teedev);
 864}
 865
 866/**
 867 * tee_device_alloc() - Allocate a new struct tee_device instance
 868 * @teedesc:    Descriptor for this driver
 869 * @dev:        Parent device for this device
 870 * @pool:       Shared memory pool, NULL if not used
 871 * @driver_data: Private driver data for this device
 872 *
 873 * Allocates a new struct tee_device instance. The device is
 874 * removed by tee_device_unregister().
 875 *
 876 * @returns a pointer to a 'struct tee_device' or an ERR_PTR on failure
 877 */
 878struct tee_device *tee_device_alloc(const struct tee_desc *teedesc,
 879                                    struct device *dev,
 880                                    struct tee_shm_pool *pool,
 881                                    void *driver_data)
 882{
 883        struct tee_device *teedev;
 884        void *ret;
 885        int rc, max_id;
 886        int offs = 0;
 887
 888        if (!teedesc || !teedesc->name || !teedesc->ops ||
 889            !teedesc->ops->get_version || !teedesc->ops->open ||
 890            !teedesc->ops->release || !pool)
 891                return ERR_PTR(-EINVAL);
 892
 893        teedev = kzalloc(sizeof(*teedev), GFP_KERNEL);
 894        if (!teedev) {
 895                ret = ERR_PTR(-ENOMEM);
 896                goto err;
 897        }
 898
 899        max_id = TEE_NUM_DEVICES / 2;
 900
 901        if (teedesc->flags & TEE_DESC_PRIVILEGED) {
 902                offs = TEE_NUM_DEVICES / 2;
 903                max_id = TEE_NUM_DEVICES;
 904        }
 905
 906        spin_lock(&driver_lock);
 907        teedev->id = find_next_zero_bit(dev_mask, max_id, offs);
 908        if (teedev->id < max_id)
 909                set_bit(teedev->id, dev_mask);
 910        spin_unlock(&driver_lock);
 911
 912        if (teedev->id >= max_id) {
 913                ret = ERR_PTR(-ENOMEM);
 914                goto err;
 915        }
 916
 917        snprintf(teedev->name, sizeof(teedev->name), "tee%s%d",
 918                 teedesc->flags & TEE_DESC_PRIVILEGED ? "priv" : "",
 919                 teedev->id - offs);
 920
 921        teedev->dev.class = tee_class;
 922        teedev->dev.release = tee_release_device;
 923        teedev->dev.parent = dev;
 924
 925        teedev->dev.devt = MKDEV(MAJOR(tee_devt), teedev->id);
 926
 927        rc = dev_set_name(&teedev->dev, "%s", teedev->name);
 928        if (rc) {
 929                ret = ERR_PTR(rc);
 930                goto err_devt;
 931        }
 932
 933        cdev_init(&teedev->cdev, &tee_fops);
 934        teedev->cdev.owner = teedesc->owner;
 935
 936        dev_set_drvdata(&teedev->dev, driver_data);
 937        device_initialize(&teedev->dev);
 938
 939        /* 1 as tee_device_unregister() does one final tee_device_put() */
 940        teedev->num_users = 1;
 941        init_completion(&teedev->c_no_users);
 942        mutex_init(&teedev->mutex);
 943        idr_init(&teedev->idr);
 944
 945        teedev->desc = teedesc;
 946        teedev->pool = pool;
 947
 948        return teedev;
 949err_devt:
 950        unregister_chrdev_region(teedev->dev.devt, 1);
 951err:
 952        pr_err("could not register %s driver\n",
 953               teedesc->flags & TEE_DESC_PRIVILEGED ? "privileged" : "client");
 954        if (teedev && teedev->id < TEE_NUM_DEVICES) {
 955                spin_lock(&driver_lock);
 956                clear_bit(teedev->id, dev_mask);
 957                spin_unlock(&driver_lock);
 958        }
 959        kfree(teedev);
 960        return ret;
 961}
 962EXPORT_SYMBOL_GPL(tee_device_alloc);
 963
 964static ssize_t implementation_id_show(struct device *dev,
 965                                      struct device_attribute *attr, char *buf)
 966{
 967        struct tee_device *teedev = container_of(dev, struct tee_device, dev);
 968        struct tee_ioctl_version_data vers;
 969
 970        teedev->desc->ops->get_version(teedev, &vers);
 971        return scnprintf(buf, PAGE_SIZE, "%d\n", vers.impl_id);
 972}
 973static DEVICE_ATTR_RO(implementation_id);
 974
 975static struct attribute *tee_dev_attrs[] = {
 976        &dev_attr_implementation_id.attr,
 977        NULL
 978};
 979
 980ATTRIBUTE_GROUPS(tee_dev);
 981
 982/**
 983 * tee_device_register() - Registers a TEE device
 984 * @teedev:     Device to register
 985 *
 986 * tee_device_unregister() need to be called to remove the @teedev if
 987 * this function fails.
 988 *
 989 * @returns < 0 on failure
 990 */
 991int tee_device_register(struct tee_device *teedev)
 992{
 993        int rc;
 994
 995        if (teedev->flags & TEE_DEVICE_FLAG_REGISTERED) {
 996                dev_err(&teedev->dev, "attempt to register twice\n");
 997                return -EINVAL;
 998        }
 999
1000        teedev->dev.groups = tee_dev_groups;
1001
1002        rc = cdev_device_add(&teedev->cdev, &teedev->dev);
1003        if (rc) {
1004                dev_err(&teedev->dev,
1005                        "unable to cdev_device_add() %s, major %d, minor %d, err=%d\n",
1006                        teedev->name, MAJOR(teedev->dev.devt),
1007                        MINOR(teedev->dev.devt), rc);
1008                return rc;
1009        }
1010
1011        teedev->flags |= TEE_DEVICE_FLAG_REGISTERED;
1012        return 0;
1013}
1014EXPORT_SYMBOL_GPL(tee_device_register);
1015
1016void tee_device_put(struct tee_device *teedev)
1017{
1018        mutex_lock(&teedev->mutex);
1019        /* Shouldn't put in this state */
1020        if (!WARN_ON(!teedev->desc)) {
1021                teedev->num_users--;
1022                if (!teedev->num_users) {
1023                        teedev->desc = NULL;
1024                        complete(&teedev->c_no_users);
1025                }
1026        }
1027        mutex_unlock(&teedev->mutex);
1028}
1029
1030bool tee_device_get(struct tee_device *teedev)
1031{
1032        mutex_lock(&teedev->mutex);
1033        if (!teedev->desc) {
1034                mutex_unlock(&teedev->mutex);
1035                return false;
1036        }
1037        teedev->num_users++;
1038        mutex_unlock(&teedev->mutex);
1039        return true;
1040}
1041
1042/**
1043 * tee_device_unregister() - Removes a TEE device
1044 * @teedev:     Device to unregister
1045 *
1046 * This function should be called to remove the @teedev even if
1047 * tee_device_register() hasn't been called yet. Does nothing if
1048 * @teedev is NULL.
1049 */
1050void tee_device_unregister(struct tee_device *teedev)
1051{
1052        if (!teedev)
1053                return;
1054
1055        if (teedev->flags & TEE_DEVICE_FLAG_REGISTERED)
1056                cdev_device_del(&teedev->cdev, &teedev->dev);
1057
1058        tee_device_put(teedev);
1059        wait_for_completion(&teedev->c_no_users);
1060
1061        /*
1062         * No need to take a mutex any longer now since teedev->desc was
1063         * set to NULL before teedev->c_no_users was completed.
1064         */
1065
1066        teedev->pool = NULL;
1067
1068        put_device(&teedev->dev);
1069}
1070EXPORT_SYMBOL_GPL(tee_device_unregister);
1071
1072/**
1073 * tee_get_drvdata() - Return driver_data pointer
1074 * @teedev:     Device containing the driver_data pointer
1075 * @returns the driver_data pointer supplied to tee_register().
1076 */
1077void *tee_get_drvdata(struct tee_device *teedev)
1078{
1079        return dev_get_drvdata(&teedev->dev);
1080}
1081EXPORT_SYMBOL_GPL(tee_get_drvdata);
1082
1083struct match_dev_data {
1084        struct tee_ioctl_version_data *vers;
1085        const void *data;
1086        int (*match)(struct tee_ioctl_version_data *, const void *);
1087};
1088
1089static int match_dev(struct device *dev, const void *data)
1090{
1091        const struct match_dev_data *match_data = data;
1092        struct tee_device *teedev = container_of(dev, struct tee_device, dev);
1093
1094        teedev->desc->ops->get_version(teedev, match_data->vers);
1095        return match_data->match(match_data->vers, match_data->data);
1096}
1097
1098struct tee_context *
1099tee_client_open_context(struct tee_context *start,
1100                        int (*match)(struct tee_ioctl_version_data *,
1101                                     const void *),
1102                        const void *data, struct tee_ioctl_version_data *vers)
1103{
1104        struct device *dev = NULL;
1105        struct device *put_dev = NULL;
1106        struct tee_context *ctx = NULL;
1107        struct tee_ioctl_version_data v;
1108        struct match_dev_data match_data = { vers ? vers : &v, data, match };
1109
1110        if (start)
1111                dev = &start->teedev->dev;
1112
1113        do {
1114                dev = class_find_device(tee_class, dev, &match_data, match_dev);
1115                if (!dev) {
1116                        ctx = ERR_PTR(-ENOENT);
1117                        break;
1118                }
1119
1120                put_device(put_dev);
1121                put_dev = dev;
1122
1123                ctx = teedev_open(container_of(dev, struct tee_device, dev));
1124        } while (IS_ERR(ctx) && PTR_ERR(ctx) != -ENOMEM);
1125
1126        put_device(put_dev);
1127        /*
1128         * Default behaviour for in kernel client is to not wait for
1129         * tee-supplicant if not present for any requests in this context.
1130         * Also this flag could be configured again before call to
1131         * tee_client_open_session() if any in kernel client requires
1132         * different behaviour.
1133         */
1134        if (!IS_ERR(ctx))
1135                ctx->supp_nowait = true;
1136
1137        return ctx;
1138}
1139EXPORT_SYMBOL_GPL(tee_client_open_context);
1140
1141void tee_client_close_context(struct tee_context *ctx)
1142{
1143        teedev_close_context(ctx);
1144}
1145EXPORT_SYMBOL_GPL(tee_client_close_context);
1146
1147void tee_client_get_version(struct tee_context *ctx,
1148                            struct tee_ioctl_version_data *vers)
1149{
1150        ctx->teedev->desc->ops->get_version(ctx->teedev, vers);
1151}
1152EXPORT_SYMBOL_GPL(tee_client_get_version);
1153
1154int tee_client_open_session(struct tee_context *ctx,
1155                            struct tee_ioctl_open_session_arg *arg,
1156                            struct tee_param *param)
1157{
1158        if (!ctx->teedev->desc->ops->open_session)
1159                return -EINVAL;
1160        return ctx->teedev->desc->ops->open_session(ctx, arg, param);
1161}
1162EXPORT_SYMBOL_GPL(tee_client_open_session);
1163
1164int tee_client_close_session(struct tee_context *ctx, u32 session)
1165{
1166        if (!ctx->teedev->desc->ops->close_session)
1167                return -EINVAL;
1168        return ctx->teedev->desc->ops->close_session(ctx, session);
1169}
1170EXPORT_SYMBOL_GPL(tee_client_close_session);
1171
1172int tee_client_invoke_func(struct tee_context *ctx,
1173                           struct tee_ioctl_invoke_arg *arg,
1174                           struct tee_param *param)
1175{
1176        if (!ctx->teedev->desc->ops->invoke_func)
1177                return -EINVAL;
1178        return ctx->teedev->desc->ops->invoke_func(ctx, arg, param);
1179}
1180EXPORT_SYMBOL_GPL(tee_client_invoke_func);
1181
1182int tee_client_cancel_req(struct tee_context *ctx,
1183                          struct tee_ioctl_cancel_arg *arg)
1184{
1185        if (!ctx->teedev->desc->ops->cancel_req)
1186                return -EINVAL;
1187        return ctx->teedev->desc->ops->cancel_req(ctx, arg->cancel_id,
1188                                                  arg->session);
1189}
1190
1191static int tee_client_device_match(struct device *dev,
1192                                   struct device_driver *drv)
1193{
1194        const struct tee_client_device_id *id_table;
1195        struct tee_client_device *tee_device;
1196
1197        id_table = to_tee_client_driver(drv)->id_table;
1198        tee_device = to_tee_client_device(dev);
1199
1200        while (!uuid_is_null(&id_table->uuid)) {
1201                if (uuid_equal(&tee_device->id.uuid, &id_table->uuid))
1202                        return 1;
1203                id_table++;
1204        }
1205
1206        return 0;
1207}
1208
1209static int tee_client_device_uevent(struct device *dev,
1210                                    struct kobj_uevent_env *env)
1211{
1212        uuid_t *dev_id = &to_tee_client_device(dev)->id.uuid;
1213
1214        return add_uevent_var(env, "MODALIAS=tee:%pUb", dev_id);
1215}
1216
1217struct bus_type tee_bus_type = {
1218        .name           = "tee",
1219        .match          = tee_client_device_match,
1220        .uevent         = tee_client_device_uevent,
1221};
1222EXPORT_SYMBOL_GPL(tee_bus_type);
1223
1224static int __init tee_init(void)
1225{
1226        int rc;
1227
1228        tee_class = class_create(THIS_MODULE, "tee");
1229        if (IS_ERR(tee_class)) {
1230                pr_err("couldn't create class\n");
1231                return PTR_ERR(tee_class);
1232        }
1233
1234        rc = alloc_chrdev_region(&tee_devt, 0, TEE_NUM_DEVICES, "tee");
1235        if (rc) {
1236                pr_err("failed to allocate char dev region\n");
1237                goto out_unreg_class;
1238        }
1239
1240        rc = bus_register(&tee_bus_type);
1241        if (rc) {
1242                pr_err("failed to register tee bus\n");
1243                goto out_unreg_chrdev;
1244        }
1245
1246        return 0;
1247
1248out_unreg_chrdev:
1249        unregister_chrdev_region(tee_devt, TEE_NUM_DEVICES);
1250out_unreg_class:
1251        class_destroy(tee_class);
1252        tee_class = NULL;
1253
1254        return rc;
1255}
1256
1257static void __exit tee_exit(void)
1258{
1259        bus_unregister(&tee_bus_type);
1260        unregister_chrdev_region(tee_devt, TEE_NUM_DEVICES);
1261        class_destroy(tee_class);
1262        tee_class = NULL;
1263}
1264
1265subsys_initcall(tee_init);
1266module_exit(tee_exit);
1267
1268MODULE_AUTHOR("Linaro");
1269MODULE_DESCRIPTION("TEE Driver");
1270MODULE_VERSION("1.0");
1271MODULE_LICENSE("GPL v2");
1272