Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  * SM3 secure hash, as specified by OSCCA GM/T 0004-2012 SM3 and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * described at https://tools.ietf.org/html/draft-shen-sm3-hash-01
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6)  * Copyright (C) 2017 ARM Limited or its affiliates.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7)  * Written by Gilad Ben-Yossef <gilad@benyossef.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) #include <crypto/internal/hash.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #include <linux/init.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) #include <linux/types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) #include <crypto/sm3.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) #include <crypto/sm3_base.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) #include <linux/bitops.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) #include <asm/byteorder.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) #include <asm/unaligned.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) const u8 sm3_zero_message_hash[SM3_DIGEST_SIZE] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) 	0x1A, 0xB2, 0x1D, 0x83, 0x55, 0xCF, 0xA1, 0x7F,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 	0x8e, 0x61, 0x19, 0x48, 0x31, 0xE8, 0x1A, 0x8F,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) 	0x22, 0xBE, 0xC8, 0xC7, 0x28, 0xFE, 0xFB, 0x74,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 	0x7E, 0xD0, 0x35, 0xEB, 0x50, 0x82, 0xAA, 0x2B
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) EXPORT_SYMBOL_GPL(sm3_zero_message_hash);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) static inline u32 p0(u32 x)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 	return x ^ rol32(x, 9) ^ rol32(x, 17);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) static inline u32 p1(u32 x)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) 	return x ^ rol32(x, 15) ^ rol32(x, 23);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) static inline u32 ff(unsigned int n, u32 a, u32 b, u32 c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 	return (n < 16) ? (a ^ b ^ c) : ((a & b) | (a & c) | (b & c));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) static inline u32 gg(unsigned int n, u32 e, u32 f, u32 g)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 	return (n < 16) ? (e ^ f ^ g) : ((e & f) | ((~e) & g));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) static inline u32 t(unsigned int n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 	return (n < 16) ? SM3_T1 : SM3_T2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) static void sm3_expand(u32 *t, u32 *w, u32 *wt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 	unsigned int tmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 	/* load the input */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 	for (i = 0; i <= 15; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 		w[i] = get_unaligned_be32((__u32 *)t + i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	for (i = 16; i <= 67; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 		tmp = w[i - 16] ^ w[i - 9] ^ rol32(w[i - 3], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 		w[i] = p1(tmp) ^ (rol32(w[i - 13], 7)) ^ w[i - 6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	for (i = 0; i <= 63; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 		wt[i] = w[i] ^ w[i + 4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) static void sm3_compress(u32 *w, u32 *wt, u32 *m)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	u32 ss1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 	u32 ss2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	u32 tt1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 	u32 tt2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	u32 a, b, c, d, e, f, g, h;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 	int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 	a = m[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 	b = m[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 	c = m[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 	d = m[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 	e = m[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 	f = m[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 	g = m[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 	h = m[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 	for (i = 0; i <= 63; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 		ss1 = rol32((rol32(a, 12) + e + rol32(t(i), i & 31)), 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 		ss2 = ss1 ^ rol32(a, 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 		tt1 = ff(i, a, b, c) + d + ss2 + *wt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 		wt++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 		tt2 = gg(i, e, f, g) + h + ss1 + *w;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 		w++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 		d = c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 		c = rol32(b, 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 		b = a;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 		a = tt1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 		h = g;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 		g = rol32(f, 19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 		f = e;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 		e = p0(tt2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 	m[0] = a ^ m[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 	m[1] = b ^ m[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	m[2] = c ^ m[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 	m[3] = d ^ m[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 	m[4] = e ^ m[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 	m[5] = f ^ m[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 	m[6] = g ^ m[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 	m[7] = h ^ m[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 	a = b = c = d = e = f = g = h = ss1 = ss2 = tt1 = tt2 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) static void sm3_transform(struct sm3_state *sst, u8 const *src)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 	unsigned int w[68];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 	unsigned int wt[64];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 	sm3_expand((u32 *)src, w, wt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 	sm3_compress(w, wt, sst->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 	memzero_explicit(w, sizeof(w));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	memzero_explicit(wt, sizeof(wt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) static void sm3_generic_block_fn(struct sm3_state *sst, u8 const *src,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 				    int blocks)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	while (blocks--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 		sm3_transform(sst, src);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 		src += SM3_BLOCK_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) int crypto_sm3_update(struct shash_desc *desc, const u8 *data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 			  unsigned int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	return sm3_base_do_update(desc, data, len, sm3_generic_block_fn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) EXPORT_SYMBOL(crypto_sm3_update);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) int crypto_sm3_final(struct shash_desc *desc, u8 *out)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 	sm3_base_do_finalize(desc, sm3_generic_block_fn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	return sm3_base_finish(desc, out);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) EXPORT_SYMBOL(crypto_sm3_final);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) int crypto_sm3_finup(struct shash_desc *desc, const u8 *data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 			unsigned int len, u8 *hash)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 	sm3_base_do_update(desc, data, len, sm3_generic_block_fn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 	return crypto_sm3_final(desc, hash);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) EXPORT_SYMBOL(crypto_sm3_finup);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) static struct shash_alg sm3_alg = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 	.digestsize	=	SM3_DIGEST_SIZE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 	.init		=	sm3_base_init,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 	.update		=	crypto_sm3_update,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 	.final		=	crypto_sm3_final,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 	.finup		=	crypto_sm3_finup,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 	.descsize	=	sizeof(struct sm3_state),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 	.base		=	{
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 		.cra_name	 =	"sm3",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 		.cra_driver_name =	"sm3-generic",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 		.cra_blocksize	 =	SM3_BLOCK_SIZE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 		.cra_module	 =	THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) static int __init sm3_generic_mod_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 	return crypto_register_shash(&sm3_alg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) static void __exit sm3_generic_mod_fini(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 	crypto_unregister_shash(&sm3_alg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) subsys_initcall(sm3_generic_mod_init);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) module_exit(sm3_generic_mod_fini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) MODULE_LICENSE("GPL v2");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) MODULE_DESCRIPTION("SM3 Secure Hash Algorithm");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) MODULE_ALIAS_CRYPTO("sm3");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) MODULE_ALIAS_CRYPTO("sm3-generic");