/* * Glue code for the SHA256 Secure Hash Algorithm assembly implementation * using optimized ARM assembler and NEON instructions. * * Copyright © 2015 Google Inc. * * This file is based on sha256_ssse3_glue.c: * Copyright (C) 2013 Intel Corporation * Author: Tim Chen * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the Free * Software Foundation; either version 2 of the License, or (at your option) * any later version. * */ #include #include #include #include #include #include void sha256_block_data_order(u32 *digest, const void *data, unsigned int num_blks); int sha256_init(struct digest *desc) { struct sha256_state *sctx = digest_ctx(desc); sctx->state[0] = SHA256_H0; sctx->state[1] = SHA256_H1; sctx->state[2] = SHA256_H2; sctx->state[3] = SHA256_H3; sctx->state[4] = SHA256_H4; sctx->state[5] = SHA256_H5; sctx->state[6] = SHA256_H6; sctx->state[7] = SHA256_H7; sctx->count = 0; return 0; } int sha224_init(struct digest *desc) { struct sha256_state *sctx = digest_ctx(desc); sctx->state[0] = SHA224_H0; sctx->state[1] = SHA224_H1; sctx->state[2] = SHA224_H2; sctx->state[3] = SHA224_H3; sctx->state[4] = SHA224_H4; sctx->state[5] = SHA224_H5; sctx->state[6] = SHA224_H6; sctx->state[7] = SHA224_H7; sctx->count = 0; return 0; } int __sha256_update(struct digest *desc, const u8 *data, unsigned int len, unsigned int partial) { struct sha256_state *sctx = digest_ctx(desc); unsigned int done = 0; sctx->count += len; if (partial) { done = SHA256_BLOCK_SIZE - partial; memcpy(sctx->buf + partial, data, done); sha256_block_data_order(sctx->state, sctx->buf, 1); } if (len - done >= SHA256_BLOCK_SIZE) { const unsigned int rounds = (len - done) / SHA256_BLOCK_SIZE; sha256_block_data_order(sctx->state, data + done, rounds); done += rounds * SHA256_BLOCK_SIZE; } memcpy(sctx->buf, data + done, len - done); return 0; } int sha256_update(struct digest *desc, const void *data, unsigned long len) { struct sha256_state *sctx = digest_ctx(desc); unsigned int partial = sctx->count % SHA256_BLOCK_SIZE; /* Handle the fast case right here */ if (partial + len < SHA256_BLOCK_SIZE) { sctx->count += len; memcpy(sctx->buf + partial, data, len); return 0; } return __sha256_update(desc, data, len, partial); } /* Add padding and return the message digest. */ static int sha256_final(struct digest *desc, u8 *out) { struct sha256_state *sctx = digest_ctx(desc); unsigned int i, index, padlen; __be32 *dst = (__be32 *)out; __be64 bits; static const u8 padding[SHA256_BLOCK_SIZE] = { 0x80, }; /* save number of bits */ bits = cpu_to_be64(sctx->count << 3); /* Pad out to 56 mod 64 and append length */ index = sctx->count % SHA256_BLOCK_SIZE; padlen = (index < 56) ? (56 - index) : ((SHA256_BLOCK_SIZE+56)-index); /* We need to fill a whole block for __sha256_update */ if (padlen <= 56) { sctx->count += padlen; memcpy(sctx->buf + index, padding, padlen); } else { __sha256_update(desc, padding, padlen, index); } __sha256_update(desc, (const u8 *)&bits, sizeof(bits), 56); /* Store state in digest */ for (i = 0; i < 8; i++) dst[i] = cpu_to_be32(sctx->state[i]); /* Wipe context */ memset(sctx, 0, sizeof(*sctx)); return 0; } static int sha224_final(struct digest *desc, u8 *out) { u8 D[SHA256_DIGEST_SIZE]; sha256_final(desc, D); memcpy(out, D, SHA224_DIGEST_SIZE); memset(D, 0, SHA256_DIGEST_SIZE); return 0; } int sha256_export(struct digest *desc, void *out) { struct sha256_state *sctx = digest_ctx(desc); memcpy(out, sctx, sizeof(*sctx)); return 0; } int sha256_import(struct digest *desc, const void *in) { struct sha256_state *sctx = digest_ctx(desc); memcpy(sctx, in, sizeof(*sctx)); return 0; } static struct digest_algo sha224 = { .base = { .name = "sha224", .driver_name = "sha224-asm", .priority = 150, .algo = HASH_ALGO_SHA224, }, .length = SHA224_DIGEST_SIZE, .init = sha224_init, .update = sha256_update, .final = sha224_final, .digest = digest_generic_digest, .verify = digest_generic_verify, .ctx_length = sizeof(struct sha256_state), }; static int sha224_digest_register(void) { return digest_algo_register(&sha224); } device_initcall(sha224_digest_register); static struct digest_algo sha256 = { .base = { .name = "sha256", .driver_name = "sha256-asm", .priority = 150, .algo = HASH_ALGO_SHA256, }, .length = SHA256_DIGEST_SIZE, .init = sha256_init, .update = sha256_update, .final = sha256_final, .digest = digest_generic_digest, .verify = digest_generic_verify, .ctx_length = sizeof(struct sha256_state), }; static int sha256_digest_register(void) { return digest_algo_register(&sha256); } device_initcall(sha256_digest_register);