LXR linux/arch/arm/crypto/sha256

   1/*
   2 * Glue code for the SHA256 Secure Hash Algorithm assembly implementation
   3 * using optimized ARM assembler and NEON instructions.
   4 *
   5 * Copyright © 2015 Google Inc.
   6 *
   7 * This file is based on sha256_ssse3_glue.c:
   8 *   Copyright (C) 2013 Intel Corporation
   9 *   Author: Tim Chen <tim.c.chen@linux.intel.com>
  10 *
  11 * This program is free software; you can redistribute it and/or modify it
  12 * under the terms of the GNU General Public License as published by the Free
  13 * Software Foundation; either version 2 of the License, or (at your option)
  14 * any later version.
  15 *
  16 */
  17
  18#include <crypto/internal/hash.h>
  19#include <linux/crypto.h>
  20#include <linux/init.h>
  21#include <linux/module.h>
  22#include <linux/mm.h>
  23#include <linux/cryptohash.h>
  24#include <linux/types.h>
  25#include <linux/string.h>
  26#include <crypto/sha.h>
  27#include <crypto/sha256_base.h>
  28#include <asm/simd.h>
  29#include <asm/neon.h>
  30
  31#include "sha256_glue.h"
  32
  33asmlinkage void sha256_block_data_order(u32 *digest, const void *data,
  34                                        unsigned int num_blks);
  35
  36int crypto_sha256_arm_update(struct shash_desc *desc, const u8 *data,
  37                             unsigned int len)
  38{
  39        /* make sure casting to sha256_block_fn() is safe */
  40        BUILD_BUG_ON(offsetof(struct sha256_state, state) != 0);
  41
  42        return sha256_base_do_update(desc, data, len,
  43                                (sha256_block_fn *)sha256_block_data_order);
  44}
  45EXPORT_SYMBOL(crypto_sha256_arm_update);
  46
  47static int sha256_final(struct shash_desc *desc, u8 *out)
  48{
  49        sha256_base_do_finalize(desc,
  50                                (sha256_block_fn *)sha256_block_data_order);
  51        return sha256_base_finish(desc, out);
  52}
  53
  54int crypto_sha256_arm_finup(struct shash_desc *desc, const u8 *data,
  55                            unsigned int len, u8 *out)
  56{
  57        sha256_base_do_update(desc, data, len,
  58                              (sha256_block_fn *)sha256_block_data_order);
  59        return sha256_final(desc, out);
  60}
  61EXPORT_SYMBOL(crypto_sha256_arm_finup);
  62
  63static struct shash_alg algs[] = { {
  64        .digestsize     =       SHA256_DIGEST_SIZE,
  65        .init           =       sha256_base_init,
  66        .update         =       crypto_sha256_arm_update,
  67        .final          =       sha256_final,
  68        .finup          =       crypto_sha256_arm_finup,
  69        .descsize       =       sizeof(struct sha256_state),
  70        .base           =       {
  71                .cra_name       =       "sha256",
  72                .cra_driver_name =      "sha256-asm",
  73                .cra_priority   =       150,
  74                .cra_flags      =       CRYPTO_ALG_TYPE_SHASH,
  75                .cra_blocksize  =       SHA256_BLOCK_SIZE,
  76                .cra_module     =       THIS_MODULE,
  77        }
  78}, {
  79        .digestsize     =       SHA224_DIGEST_SIZE,
  80        .init           =       sha224_base_init,
  81        .update         =       crypto_sha256_arm_update,
  82        .final          =       sha256_final,
  83        .finup          =       crypto_sha256_arm_finup,
  84        .descsize       =       sizeof(struct sha256_state),
  85        .base           =       {
  86                .cra_name       =       "sha224",
  87                .cra_driver_name =      "sha224-asm",
  88                .cra_priority   =       150,
  89                .cra_flags      =       CRYPTO_ALG_TYPE_SHASH,
  90                .cra_blocksize  =       SHA224_BLOCK_SIZE,
  91                .cra_module     =       THIS_MODULE,
  92        }
  93} };
  94
  95static int __init sha256_mod_init(void)
  96{
  97        int res = crypto_register_shashes(algs, ARRAY_SIZE(algs));
  98
  99        if (res < 0)
 100                return res;
 101
 102        if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon()) {
 103                res = crypto_register_shashes(sha256_neon_algs,
 104                                              ARRAY_SIZE(sha256_neon_algs));
 105
 106                if (res < 0)
 107                        crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
 108        }
 109
 110        return res;
 111}
 112
 113static void __exit sha256_mod_fini(void)
 114{
 115        crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
 116
 117        if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon())
 118                crypto_unregister_shashes(sha256_neon_algs,
 119                                          ARRAY_SIZE(sha256_neon_algs));
 120}
 121
 122module_init(sha256_mod_init);
 123module_exit(sha256_mod_fini);
 124
 125MODULE_LICENSE("GPL");
 126MODULE_DESCRIPTION("SHA256 Secure Hash Algorithm (ARM), including NEON");
 127
 128MODULE_ALIAS_CRYPTO("sha256");
 129