| |
| |
| |
| |
| |
| |
| |
| #include <linux/bug.h> |
| #include <linux/kernel.h> |
| #include <linux/export.h> |
| #include <linux/bitops.h> |
| #include <linux/string.h> |
| #include <asm/unaligned.h> |
| #include <crypto/chacha.h> |
| |
| static void chacha_permute(u32 *x, int nrounds) |
| { |
| <------>int i; |
| |
| <------> |
| <------>WARN_ON_ONCE(nrounds != 20 && nrounds != 12); |
| |
| <------>for (i = 0; i < nrounds; i += 2) { |
| <------><------>x[0] += x[4]; x[12] = rol32(x[12] ^ x[0], 16); |
| <------><------>x[1] += x[5]; x[13] = rol32(x[13] ^ x[1], 16); |
| <------><------>x[2] += x[6]; x[14] = rol32(x[14] ^ x[2], 16); |
| <------><------>x[3] += x[7]; x[15] = rol32(x[15] ^ x[3], 16); |
| |
| <------><------>x[8] += x[12]; x[4] = rol32(x[4] ^ x[8], 12); |
| <------><------>x[9] += x[13]; x[5] = rol32(x[5] ^ x[9], 12); |
| <------><------>x[10] += x[14]; x[6] = rol32(x[6] ^ x[10], 12); |
| <------><------>x[11] += x[15]; x[7] = rol32(x[7] ^ x[11], 12); |
| |
| <------><------>x[0] += x[4]; x[12] = rol32(x[12] ^ x[0], 8); |
| <------><------>x[1] += x[5]; x[13] = rol32(x[13] ^ x[1], 8); |
| <------><------>x[2] += x[6]; x[14] = rol32(x[14] ^ x[2], 8); |
| <------><------>x[3] += x[7]; x[15] = rol32(x[15] ^ x[3], 8); |
| |
| <------><------>x[8] += x[12]; x[4] = rol32(x[4] ^ x[8], 7); |
| <------><------>x[9] += x[13]; x[5] = rol32(x[5] ^ x[9], 7); |
| <------><------>x[10] += x[14]; x[6] = rol32(x[6] ^ x[10], 7); |
| <------><------>x[11] += x[15]; x[7] = rol32(x[7] ^ x[11], 7); |
| |
| <------><------>x[0] += x[5]; x[15] = rol32(x[15] ^ x[0], 16); |
| <------><------>x[1] += x[6]; x[12] = rol32(x[12] ^ x[1], 16); |
| <------><------>x[2] += x[7]; x[13] = rol32(x[13] ^ x[2], 16); |
| <------><------>x[3] += x[4]; x[14] = rol32(x[14] ^ x[3], 16); |
| |
| <------><------>x[10] += x[15]; x[5] = rol32(x[5] ^ x[10], 12); |
| <------><------>x[11] += x[12]; x[6] = rol32(x[6] ^ x[11], 12); |
| <------><------>x[8] += x[13]; x[7] = rol32(x[7] ^ x[8], 12); |
| <------><------>x[9] += x[14]; x[4] = rol32(x[4] ^ x[9], 12); |
| |
| <------><------>x[0] += x[5]; x[15] = rol32(x[15] ^ x[0], 8); |
| <------><------>x[1] += x[6]; x[12] = rol32(x[12] ^ x[1], 8); |
| <------><------>x[2] += x[7]; x[13] = rol32(x[13] ^ x[2], 8); |
| <------><------>x[3] += x[4]; x[14] = rol32(x[14] ^ x[3], 8); |
| |
| <------><------>x[10] += x[15]; x[5] = rol32(x[5] ^ x[10], 7); |
| <------><------>x[11] += x[12]; x[6] = rol32(x[6] ^ x[11], 7); |
| <------><------>x[8] += x[13]; x[7] = rol32(x[7] ^ x[8], 7); |
| <------><------>x[9] += x[14]; x[4] = rol32(x[4] ^ x[9], 7); |
| <------>} |
| } |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| void chacha_block_generic(u32 *state, u8 *stream, int nrounds) |
| { |
| <------>u32 x[16]; |
| <------>int i; |
| |
| <------>memcpy(x, state, 64); |
| |
| <------>chacha_permute(x, nrounds); |
| |
| <------>for (i = 0; i < ARRAY_SIZE(x); i++) |
| <------><------>put_unaligned_le32(x[i] + state[i], &stream[i * sizeof(u32)]); |
| |
| <------>state[12]++; |
| } |
| EXPORT_SYMBOL(chacha_block_generic); |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| void hchacha_block_generic(const u32 *state, u32 *stream, int nrounds) |
| { |
| <------>u32 x[16]; |
| |
| <------>memcpy(x, state, 64); |
| |
| <------>chacha_permute(x, nrounds); |
| |
| <------>memcpy(&stream[0], &x[0], 16); |
| <------>memcpy(&stream[4], &x[12], 16); |
| } |
| EXPORT_SYMBOL(hchacha_block_generic); |
| |