^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-or-later
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Cryptographic API.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * RIPEMD-256 - RACE Integrity Primitives Evaluation Message Digest.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * Based on the reference implementation by Antoon Bosselaers, ESAT-COSIC
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * Copyright (c) 2008 Adrian-Ken Rueegsegger <ken@codelabs.ch>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <crypto/internal/hash.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/init.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <asm/byteorder.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include "ripemd.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) struct rmd256_ctx {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) u64 byte_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) u32 state[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) __le32 buffer[16];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #define K1 RMD_K1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #define K2 RMD_K2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #define K3 RMD_K3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) #define K4 RMD_K4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) #define KK1 RMD_K6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) #define KK2 RMD_K7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) #define KK3 RMD_K8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) #define KK4 RMD_K1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) #define F1(x, y, z) (x ^ y ^ z) /* XOR */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) #define F2(x, y, z) (z ^ (x & (y ^ z))) /* x ? y : z */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) #define F3(x, y, z) ((x | ~y) ^ z)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) #define F4(x, y, z) (y ^ (z & (x ^ y))) /* z ? x : y */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) #define ROUND(a, b, c, d, f, k, x, s) { \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) (a) += f((b), (c), (d)) + le32_to_cpup(&(x)) + (k); \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) (a) = rol32((a), (s)); \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) static void rmd256_transform(u32 *state, const __le32 *in)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) u32 aa, bb, cc, dd, aaa, bbb, ccc, ddd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) /* Initialize left lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) aa = state[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) bb = state[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) cc = state[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) dd = state[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) /* Initialize right lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) aaa = state[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) bbb = state[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) ccc = state[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) ddd = state[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) /* round 1: left lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) ROUND(aa, bb, cc, dd, F1, K1, in[0], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) ROUND(dd, aa, bb, cc, F1, K1, in[1], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) ROUND(cc, dd, aa, bb, F1, K1, in[2], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) ROUND(bb, cc, dd, aa, F1, K1, in[3], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) ROUND(aa, bb, cc, dd, F1, K1, in[4], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) ROUND(dd, aa, bb, cc, F1, K1, in[5], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) ROUND(cc, dd, aa, bb, F1, K1, in[6], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) ROUND(bb, cc, dd, aa, F1, K1, in[7], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) ROUND(aa, bb, cc, dd, F1, K1, in[8], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) ROUND(dd, aa, bb, cc, F1, K1, in[9], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) ROUND(cc, dd, aa, bb, F1, K1, in[10], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) ROUND(bb, cc, dd, aa, F1, K1, in[11], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) ROUND(aa, bb, cc, dd, F1, K1, in[12], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) ROUND(dd, aa, bb, cc, F1, K1, in[13], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) ROUND(cc, dd, aa, bb, F1, K1, in[14], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) ROUND(bb, cc, dd, aa, F1, K1, in[15], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) /* round 1: right lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) ROUND(aaa, bbb, ccc, ddd, F4, KK1, in[5], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) ROUND(ddd, aaa, bbb, ccc, F4, KK1, in[14], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) ROUND(ccc, ddd, aaa, bbb, F4, KK1, in[7], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) ROUND(bbb, ccc, ddd, aaa, F4, KK1, in[0], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) ROUND(aaa, bbb, ccc, ddd, F4, KK1, in[9], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) ROUND(ddd, aaa, bbb, ccc, F4, KK1, in[2], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) ROUND(ccc, ddd, aaa, bbb, F4, KK1, in[11], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) ROUND(bbb, ccc, ddd, aaa, F4, KK1, in[4], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) ROUND(aaa, bbb, ccc, ddd, F4, KK1, in[13], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) ROUND(ddd, aaa, bbb, ccc, F4, KK1, in[6], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) ROUND(ccc, ddd, aaa, bbb, F4, KK1, in[15], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) ROUND(bbb, ccc, ddd, aaa, F4, KK1, in[8], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) ROUND(aaa, bbb, ccc, ddd, F4, KK1, in[1], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) ROUND(ddd, aaa, bbb, ccc, F4, KK1, in[10], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) ROUND(ccc, ddd, aaa, bbb, F4, KK1, in[3], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) ROUND(bbb, ccc, ddd, aaa, F4, KK1, in[12], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) /* Swap contents of "a" registers */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) swap(aa, aaa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) /* round 2: left lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) ROUND(aa, bb, cc, dd, F2, K2, in[7], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) ROUND(dd, aa, bb, cc, F2, K2, in[4], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) ROUND(cc, dd, aa, bb, F2, K2, in[13], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) ROUND(bb, cc, dd, aa, F2, K2, in[1], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) ROUND(aa, bb, cc, dd, F2, K2, in[10], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) ROUND(dd, aa, bb, cc, F2, K2, in[6], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) ROUND(cc, dd, aa, bb, F2, K2, in[15], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) ROUND(bb, cc, dd, aa, F2, K2, in[3], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) ROUND(aa, bb, cc, dd, F2, K2, in[12], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) ROUND(dd, aa, bb, cc, F2, K2, in[0], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) ROUND(cc, dd, aa, bb, F2, K2, in[9], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) ROUND(bb, cc, dd, aa, F2, K2, in[5], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) ROUND(aa, bb, cc, dd, F2, K2, in[2], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) ROUND(dd, aa, bb, cc, F2, K2, in[14], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) ROUND(cc, dd, aa, bb, F2, K2, in[11], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) ROUND(bb, cc, dd, aa, F2, K2, in[8], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) /* round 2: right lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) ROUND(aaa, bbb, ccc, ddd, F3, KK2, in[6], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) ROUND(ddd, aaa, bbb, ccc, F3, KK2, in[11], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) ROUND(ccc, ddd, aaa, bbb, F3, KK2, in[3], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) ROUND(bbb, ccc, ddd, aaa, F3, KK2, in[7], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) ROUND(aaa, bbb, ccc, ddd, F3, KK2, in[0], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) ROUND(ddd, aaa, bbb, ccc, F3, KK2, in[13], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) ROUND(ccc, ddd, aaa, bbb, F3, KK2, in[5], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) ROUND(bbb, ccc, ddd, aaa, F3, KK2, in[10], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) ROUND(aaa, bbb, ccc, ddd, F3, KK2, in[14], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) ROUND(ddd, aaa, bbb, ccc, F3, KK2, in[15], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) ROUND(ccc, ddd, aaa, bbb, F3, KK2, in[8], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) ROUND(bbb, ccc, ddd, aaa, F3, KK2, in[12], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) ROUND(aaa, bbb, ccc, ddd, F3, KK2, in[4], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) ROUND(ddd, aaa, bbb, ccc, F3, KK2, in[9], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) ROUND(ccc, ddd, aaa, bbb, F3, KK2, in[1], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) ROUND(bbb, ccc, ddd, aaa, F3, KK2, in[2], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) /* Swap contents of "b" registers */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) swap(bb, bbb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) /* round 3: left lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) ROUND(aa, bb, cc, dd, F3, K3, in[3], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) ROUND(dd, aa, bb, cc, F3, K3, in[10], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) ROUND(cc, dd, aa, bb, F3, K3, in[14], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) ROUND(bb, cc, dd, aa, F3, K3, in[4], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) ROUND(aa, bb, cc, dd, F3, K3, in[9], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) ROUND(dd, aa, bb, cc, F3, K3, in[15], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) ROUND(cc, dd, aa, bb, F3, K3, in[8], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) ROUND(bb, cc, dd, aa, F3, K3, in[1], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) ROUND(aa, bb, cc, dd, F3, K3, in[2], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) ROUND(dd, aa, bb, cc, F3, K3, in[7], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) ROUND(cc, dd, aa, bb, F3, K3, in[0], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) ROUND(bb, cc, dd, aa, F3, K3, in[6], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) ROUND(aa, bb, cc, dd, F3, K3, in[13], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) ROUND(dd, aa, bb, cc, F3, K3, in[11], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) ROUND(cc, dd, aa, bb, F3, K3, in[5], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) ROUND(bb, cc, dd, aa, F3, K3, in[12], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) /* round 3: right lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) ROUND(aaa, bbb, ccc, ddd, F2, KK3, in[15], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) ROUND(ddd, aaa, bbb, ccc, F2, KK3, in[5], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) ROUND(ccc, ddd, aaa, bbb, F2, KK3, in[1], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) ROUND(bbb, ccc, ddd, aaa, F2, KK3, in[3], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) ROUND(aaa, bbb, ccc, ddd, F2, KK3, in[7], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) ROUND(ddd, aaa, bbb, ccc, F2, KK3, in[14], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) ROUND(ccc, ddd, aaa, bbb, F2, KK3, in[6], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) ROUND(bbb, ccc, ddd, aaa, F2, KK3, in[9], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) ROUND(aaa, bbb, ccc, ddd, F2, KK3, in[11], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) ROUND(ddd, aaa, bbb, ccc, F2, KK3, in[8], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) ROUND(ccc, ddd, aaa, bbb, F2, KK3, in[12], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) ROUND(bbb, ccc, ddd, aaa, F2, KK3, in[2], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) ROUND(aaa, bbb, ccc, ddd, F2, KK3, in[10], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) ROUND(ddd, aaa, bbb, ccc, F2, KK3, in[0], 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) ROUND(ccc, ddd, aaa, bbb, F2, KK3, in[4], 7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) ROUND(bbb, ccc, ddd, aaa, F2, KK3, in[13], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) /* Swap contents of "c" registers */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) swap(cc, ccc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) /* round 4: left lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) ROUND(aa, bb, cc, dd, F4, K4, in[1], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) ROUND(dd, aa, bb, cc, F4, K4, in[9], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) ROUND(cc, dd, aa, bb, F4, K4, in[11], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) ROUND(bb, cc, dd, aa, F4, K4, in[10], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) ROUND(aa, bb, cc, dd, F4, K4, in[0], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) ROUND(dd, aa, bb, cc, F4, K4, in[8], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) ROUND(cc, dd, aa, bb, F4, K4, in[12], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) ROUND(bb, cc, dd, aa, F4, K4, in[4], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) ROUND(aa, bb, cc, dd, F4, K4, in[13], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) ROUND(dd, aa, bb, cc, F4, K4, in[3], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) ROUND(cc, dd, aa, bb, F4, K4, in[7], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) ROUND(bb, cc, dd, aa, F4, K4, in[15], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) ROUND(aa, bb, cc, dd, F4, K4, in[14], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) ROUND(dd, aa, bb, cc, F4, K4, in[5], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) ROUND(cc, dd, aa, bb, F4, K4, in[6], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) ROUND(bb, cc, dd, aa, F4, K4, in[2], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) /* round 4: right lane */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) ROUND(aaa, bbb, ccc, ddd, F1, KK4, in[8], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) ROUND(ddd, aaa, bbb, ccc, F1, KK4, in[6], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) ROUND(ccc, ddd, aaa, bbb, F1, KK4, in[4], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) ROUND(bbb, ccc, ddd, aaa, F1, KK4, in[1], 11);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) ROUND(aaa, bbb, ccc, ddd, F1, KK4, in[3], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) ROUND(ddd, aaa, bbb, ccc, F1, KK4, in[11], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) ROUND(ccc, ddd, aaa, bbb, F1, KK4, in[15], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) ROUND(bbb, ccc, ddd, aaa, F1, KK4, in[0], 14);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) ROUND(aaa, bbb, ccc, ddd, F1, KK4, in[5], 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) ROUND(ddd, aaa, bbb, ccc, F1, KK4, in[12], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) ROUND(ccc, ddd, aaa, bbb, F1, KK4, in[2], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) ROUND(bbb, ccc, ddd, aaa, F1, KK4, in[13], 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) ROUND(aaa, bbb, ccc, ddd, F1, KK4, in[9], 12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) ROUND(ddd, aaa, bbb, ccc, F1, KK4, in[7], 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) ROUND(ccc, ddd, aaa, bbb, F1, KK4, in[10], 15);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) ROUND(bbb, ccc, ddd, aaa, F1, KK4, in[14], 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) /* Swap contents of "d" registers */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) swap(dd, ddd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) /* combine results */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) state[0] += aa;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) state[1] += bb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) state[2] += cc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) state[3] += dd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) state[4] += aaa;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) state[5] += bbb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) state[6] += ccc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) state[7] += ddd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) static int rmd256_init(struct shash_desc *desc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) struct rmd256_ctx *rctx = shash_desc_ctx(desc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) rctx->byte_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) rctx->state[0] = RMD_H0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) rctx->state[1] = RMD_H1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) rctx->state[2] = RMD_H2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) rctx->state[3] = RMD_H3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) rctx->state[4] = RMD_H5;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) rctx->state[5] = RMD_H6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) rctx->state[6] = RMD_H7;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) rctx->state[7] = RMD_H8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) memset(rctx->buffer, 0, sizeof(rctx->buffer));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) static int rmd256_update(struct shash_desc *desc, const u8 *data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) unsigned int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) struct rmd256_ctx *rctx = shash_desc_ctx(desc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) const u32 avail = sizeof(rctx->buffer) - (rctx->byte_count & 0x3f);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) rctx->byte_count += len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) /* Enough space in buffer? If so copy and we're done */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) if (avail > len) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) memcpy((char *)rctx->buffer + (sizeof(rctx->buffer) - avail),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) data, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) memcpy((char *)rctx->buffer + (sizeof(rctx->buffer) - avail),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) data, avail);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) rmd256_transform(rctx->state, rctx->buffer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) data += avail;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) len -= avail;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) while (len >= sizeof(rctx->buffer)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) memcpy(rctx->buffer, data, sizeof(rctx->buffer));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) rmd256_transform(rctx->state, rctx->buffer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) data += sizeof(rctx->buffer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) len -= sizeof(rctx->buffer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) memcpy(rctx->buffer, data, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) /* Add padding and return the message digest. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) static int rmd256_final(struct shash_desc *desc, u8 *out)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) struct rmd256_ctx *rctx = shash_desc_ctx(desc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) u32 i, index, padlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) __le64 bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) __le32 *dst = (__le32 *)out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) static const u8 padding[64] = { 0x80, };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) bits = cpu_to_le64(rctx->byte_count << 3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) /* Pad out to 56 mod 64 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) index = rctx->byte_count & 0x3f;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) padlen = (index < 56) ? (56 - index) : ((64+56) - index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) rmd256_update(desc, padding, padlen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) /* Append length */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) rmd256_update(desc, (const u8 *)&bits, sizeof(bits));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) /* Store state in digest */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) for (i = 0; i < 8; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) dst[i] = cpu_to_le32p(&rctx->state[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) /* Wipe context */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) memset(rctx, 0, sizeof(*rctx));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) static struct shash_alg alg = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) .digestsize = RMD256_DIGEST_SIZE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) .init = rmd256_init,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) .update = rmd256_update,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) .final = rmd256_final,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) .descsize = sizeof(struct rmd256_ctx),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) .base = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) .cra_name = "rmd256",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) .cra_driver_name = "rmd256-generic",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) .cra_blocksize = RMD256_BLOCK_SIZE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) .cra_module = THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) static int __init rmd256_mod_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) return crypto_register_shash(&alg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) static void __exit rmd256_mod_fini(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) crypto_unregister_shash(&alg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) subsys_initcall(rmd256_mod_init);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) module_exit(rmd256_mod_fini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) MODULE_LICENSE("GPL");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) MODULE_AUTHOR("Adrian-Ken Rueegsegger <ken@codelabs.ch>");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) MODULE_DESCRIPTION("RIPEMD-256 Message Digest");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) MODULE_ALIAS_CRYPTO("rmd256");