^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0 OR MIT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Copyright (C) 2015-2016 The fiat-crypto Authors.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Copyright (C) 2018-2019 Jason A. Donenfeld <Jason@zx2c4.com>. All Rights Reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * This is a machine-generated formally verified implementation of Curve25519
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * ECDH from: <https://github.com/mit-plv/fiat-crypto>. Though originally
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * machine generated, it has been tweaked to be suitable for use in the kernel.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * It is optimized for 32-bit machines and machines that cannot work efficiently
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * with 128-bit integer types.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <asm/unaligned.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <crypto/curve25519.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/string.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) /* fe means field element. Here the field is \Z/(2^255-19). An element t,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) * entries t[0]...t[9], represents the integer t[0]+2^26 t[1]+2^51 t[2]+2^77
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) * t[3]+2^102 t[4]+...+2^230 t[9].
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) * fe limbs are bounded by 1.125*2^26,1.125*2^25,1.125*2^26,1.125*2^25,etc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) * Multiplication and carrying produce fe from fe_loose.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) typedef struct fe { u32 v[10]; } fe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) /* fe_loose limbs are bounded by 3.375*2^26,3.375*2^25,3.375*2^26,3.375*2^25,etc
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) * Addition and subtraction produce fe_loose from (fe, fe).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) typedef struct fe_loose { u32 v[10]; } fe_loose;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) static __always_inline void fe_frombytes_impl(u32 h[10], const u8 *s)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) /* Ignores top bit of s. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) u32 a0 = get_unaligned_le32(s);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) u32 a1 = get_unaligned_le32(s+4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) u32 a2 = get_unaligned_le32(s+8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) u32 a3 = get_unaligned_le32(s+12);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) u32 a4 = get_unaligned_le32(s+16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) u32 a5 = get_unaligned_le32(s+20);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) u32 a6 = get_unaligned_le32(s+24);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) u32 a7 = get_unaligned_le32(s+28);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) h[0] = a0&((1<<26)-1); /* 26 used, 32-26 left. 26 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) h[1] = (a0>>26) | ((a1&((1<<19)-1))<< 6); /* (32-26) + 19 = 6+19 = 25 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) h[2] = (a1>>19) | ((a2&((1<<13)-1))<<13); /* (32-19) + 13 = 13+13 = 26 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) h[3] = (a2>>13) | ((a3&((1<< 6)-1))<<19); /* (32-13) + 6 = 19+ 6 = 25 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) h[4] = (a3>> 6); /* (32- 6) = 26 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) h[5] = a4&((1<<25)-1); /* 25 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) h[6] = (a4>>25) | ((a5&((1<<19)-1))<< 7); /* (32-25) + 19 = 7+19 = 26 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) h[7] = (a5>>19) | ((a6&((1<<12)-1))<<13); /* (32-19) + 12 = 13+12 = 25 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) h[8] = (a6>>12) | ((a7&((1<< 6)-1))<<20); /* (32-12) + 6 = 20+ 6 = 26 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) h[9] = (a7>> 6)&((1<<25)-1); /* 25 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) static __always_inline void fe_frombytes(fe *h, const u8 *s)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) fe_frombytes_impl(h->v, s);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) static __always_inline u8 /*bool*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) addcarryx_u25(u8 /*bool*/ c, u32 a, u32 b, u32 *low)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) /* This function extracts 25 bits of result and 1 bit of carry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) * (26 total), so a 32-bit intermediate is sufficient.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) u32 x = a + b + c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) *low = x & ((1 << 25) - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) return (x >> 25) & 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) static __always_inline u8 /*bool*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) addcarryx_u26(u8 /*bool*/ c, u32 a, u32 b, u32 *low)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) /* This function extracts 26 bits of result and 1 bit of carry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) * (27 total), so a 32-bit intermediate is sufficient.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) u32 x = a + b + c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) *low = x & ((1 << 26) - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) return (x >> 26) & 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) static __always_inline u8 /*bool*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) subborrow_u25(u8 /*bool*/ c, u32 a, u32 b, u32 *low)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) /* This function extracts 25 bits of result and 1 bit of borrow
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) * (26 total), so a 32-bit intermediate is sufficient.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) u32 x = a - b - c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) *low = x & ((1 << 25) - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) return x >> 31;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) static __always_inline u8 /*bool*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) subborrow_u26(u8 /*bool*/ c, u32 a, u32 b, u32 *low)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) /* This function extracts 26 bits of result and 1 bit of borrow
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) *(27 total), so a 32-bit intermediate is sufficient.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) u32 x = a - b - c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) *low = x & ((1 << 26) - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) return x >> 31;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) static __always_inline u32 cmovznz32(u32 t, u32 z, u32 nz)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) t = -!!t; /* all set if nonzero, 0 if 0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) return (t&nz) | ((~t)&z);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) static __always_inline void fe_freeze(u32 out[10], const u32 in1[10])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) { const u32 x17 = in1[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) { const u32 x18 = in1[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) { const u32 x16 = in1[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) { const u32 x14 = in1[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) { const u32 x12 = in1[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) { const u32 x10 = in1[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) { const u32 x8 = in1[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) { const u32 x6 = in1[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) { const u32 x4 = in1[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) { const u32 x2 = in1[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) { u32 x20; u8/*bool*/ x21 = subborrow_u26(0x0, x2, 0x3ffffed, &x20);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) { u32 x23; u8/*bool*/ x24 = subborrow_u25(x21, x4, 0x1ffffff, &x23);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) { u32 x26; u8/*bool*/ x27 = subborrow_u26(x24, x6, 0x3ffffff, &x26);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) { u32 x29; u8/*bool*/ x30 = subborrow_u25(x27, x8, 0x1ffffff, &x29);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) { u32 x32; u8/*bool*/ x33 = subborrow_u26(x30, x10, 0x3ffffff, &x32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) { u32 x35; u8/*bool*/ x36 = subborrow_u25(x33, x12, 0x1ffffff, &x35);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) { u32 x38; u8/*bool*/ x39 = subborrow_u26(x36, x14, 0x3ffffff, &x38);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) { u32 x41; u8/*bool*/ x42 = subborrow_u25(x39, x16, 0x1ffffff, &x41);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) { u32 x44; u8/*bool*/ x45 = subborrow_u26(x42, x18, 0x3ffffff, &x44);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) { u32 x47; u8/*bool*/ x48 = subborrow_u25(x45, x17, 0x1ffffff, &x47);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) { u32 x49 = cmovznz32(x48, 0x0, 0xffffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) { u32 x50 = (x49 & 0x3ffffed);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) { u32 x52; u8/*bool*/ x53 = addcarryx_u26(0x0, x20, x50, &x52);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) { u32 x54 = (x49 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) { u32 x56; u8/*bool*/ x57 = addcarryx_u25(x53, x23, x54, &x56);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) { u32 x58 = (x49 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) { u32 x60; u8/*bool*/ x61 = addcarryx_u26(x57, x26, x58, &x60);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) { u32 x62 = (x49 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) { u32 x64; u8/*bool*/ x65 = addcarryx_u25(x61, x29, x62, &x64);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) { u32 x66 = (x49 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) { u32 x68; u8/*bool*/ x69 = addcarryx_u26(x65, x32, x66, &x68);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) { u32 x70 = (x49 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) { u32 x72; u8/*bool*/ x73 = addcarryx_u25(x69, x35, x70, &x72);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) { u32 x74 = (x49 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) { u32 x76; u8/*bool*/ x77 = addcarryx_u26(x73, x38, x74, &x76);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) { u32 x78 = (x49 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) { u32 x80; u8/*bool*/ x81 = addcarryx_u25(x77, x41, x78, &x80);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) { u32 x82 = (x49 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) { u32 x84; u8/*bool*/ x85 = addcarryx_u26(x81, x44, x82, &x84);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) { u32 x86 = (x49 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) { u32 x88; addcarryx_u25(x85, x47, x86, &x88);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) out[0] = x52;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) out[1] = x56;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) out[2] = x60;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) out[3] = x64;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) out[4] = x68;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) out[5] = x72;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) out[6] = x76;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) out[7] = x80;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) out[8] = x84;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) out[9] = x88;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) }}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) static __always_inline void fe_tobytes(u8 s[32], const fe *f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) u32 h[10];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) fe_freeze(h, f->v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) s[0] = h[0] >> 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) s[1] = h[0] >> 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) s[2] = h[0] >> 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) s[3] = (h[0] >> 24) | (h[1] << 2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) s[4] = h[1] >> 6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) s[5] = h[1] >> 14;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) s[6] = (h[1] >> 22) | (h[2] << 3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) s[7] = h[2] >> 5;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) s[8] = h[2] >> 13;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) s[9] = (h[2] >> 21) | (h[3] << 5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) s[10] = h[3] >> 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) s[11] = h[3] >> 11;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) s[12] = (h[3] >> 19) | (h[4] << 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) s[13] = h[4] >> 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) s[14] = h[4] >> 10;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) s[15] = h[4] >> 18;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) s[16] = h[5] >> 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) s[17] = h[5] >> 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) s[18] = h[5] >> 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) s[19] = (h[5] >> 24) | (h[6] << 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) s[20] = h[6] >> 7;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) s[21] = h[6] >> 15;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) s[22] = (h[6] >> 23) | (h[7] << 3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) s[23] = h[7] >> 5;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) s[24] = h[7] >> 13;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) s[25] = (h[7] >> 21) | (h[8] << 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) s[26] = h[8] >> 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) s[27] = h[8] >> 12;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) s[28] = (h[8] >> 20) | (h[9] << 6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) s[29] = h[9] >> 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) s[30] = h[9] >> 10;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) s[31] = h[9] >> 18;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) /* h = f */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) static __always_inline void fe_copy(fe *h, const fe *f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) memmove(h, f, sizeof(u32) * 10);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) static __always_inline void fe_copy_lt(fe_loose *h, const fe *f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) memmove(h, f, sizeof(u32) * 10);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) /* h = 0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) static __always_inline void fe_0(fe *h)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) memset(h, 0, sizeof(u32) * 10);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) /* h = 1 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) static __always_inline void fe_1(fe *h)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) memset(h, 0, sizeof(u32) * 10);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) h->v[0] = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) static noinline void fe_add_impl(u32 out[10], const u32 in1[10], const u32 in2[10])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) { const u32 x20 = in1[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) { const u32 x21 = in1[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) { const u32 x19 = in1[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) { const u32 x17 = in1[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) { const u32 x15 = in1[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) { const u32 x13 = in1[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) { const u32 x11 = in1[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) { const u32 x9 = in1[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) { const u32 x7 = in1[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) { const u32 x5 = in1[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) { const u32 x38 = in2[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) { const u32 x39 = in2[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) { const u32 x37 = in2[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) { const u32 x35 = in2[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) { const u32 x33 = in2[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) { const u32 x31 = in2[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) { const u32 x29 = in2[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) { const u32 x27 = in2[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) { const u32 x25 = in2[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) { const u32 x23 = in2[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) out[0] = (x5 + x23);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) out[1] = (x7 + x25);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) out[2] = (x9 + x27);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) out[3] = (x11 + x29);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) out[4] = (x13 + x31);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) out[5] = (x15 + x33);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) out[6] = (x17 + x35);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) out[7] = (x19 + x37);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) out[8] = (x21 + x39);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) out[9] = (x20 + x38);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) }}}}}}}}}}}}}}}}}}}}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) /* h = f + g
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) * Can overlap h with f or g.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) static __always_inline void fe_add(fe_loose *h, const fe *f, const fe *g)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) fe_add_impl(h->v, f->v, g->v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) static noinline void fe_sub_impl(u32 out[10], const u32 in1[10], const u32 in2[10])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) { const u32 x20 = in1[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) { const u32 x21 = in1[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) { const u32 x19 = in1[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) { const u32 x17 = in1[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) { const u32 x15 = in1[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) { const u32 x13 = in1[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) { const u32 x11 = in1[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) { const u32 x9 = in1[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) { const u32 x7 = in1[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) { const u32 x5 = in1[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) { const u32 x38 = in2[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) { const u32 x39 = in2[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) { const u32 x37 = in2[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) { const u32 x35 = in2[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) { const u32 x33 = in2[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) { const u32 x31 = in2[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) { const u32 x29 = in2[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) { const u32 x27 = in2[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) { const u32 x25 = in2[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) { const u32 x23 = in2[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) out[0] = ((0x7ffffda + x5) - x23);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) out[1] = ((0x3fffffe + x7) - x25);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) out[2] = ((0x7fffffe + x9) - x27);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) out[3] = ((0x3fffffe + x11) - x29);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) out[4] = ((0x7fffffe + x13) - x31);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) out[5] = ((0x3fffffe + x15) - x33);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) out[6] = ((0x7fffffe + x17) - x35);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) out[7] = ((0x3fffffe + x19) - x37);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) out[8] = ((0x7fffffe + x21) - x39);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) out[9] = ((0x3fffffe + x20) - x38);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) }}}}}}}}}}}}}}}}}}}}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) /* h = f - g
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) * Can overlap h with f or g.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) static __always_inline void fe_sub(fe_loose *h, const fe *f, const fe *g)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) fe_sub_impl(h->v, f->v, g->v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) static noinline void fe_mul_impl(u32 out[10], const u32 in1[10], const u32 in2[10])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) { const u32 x20 = in1[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) { const u32 x21 = in1[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) { const u32 x19 = in1[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) { const u32 x17 = in1[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) { const u32 x15 = in1[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) { const u32 x13 = in1[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) { const u32 x11 = in1[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) { const u32 x9 = in1[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) { const u32 x7 = in1[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) { const u32 x5 = in1[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) { const u32 x38 = in2[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) { const u32 x39 = in2[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) { const u32 x37 = in2[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) { const u32 x35 = in2[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) { const u32 x33 = in2[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) { const u32 x31 = in2[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) { const u32 x29 = in2[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) { const u32 x27 = in2[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) { const u32 x25 = in2[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) { const u32 x23 = in2[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) { u64 x40 = ((u64)x23 * x5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) { u64 x41 = (((u64)x23 * x7) + ((u64)x25 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) { u64 x42 = ((((u64)(0x2 * x25) * x7) + ((u64)x23 * x9)) + ((u64)x27 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) { u64 x43 = (((((u64)x25 * x9) + ((u64)x27 * x7)) + ((u64)x23 * x11)) + ((u64)x29 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) { u64 x44 = (((((u64)x27 * x9) + (0x2 * (((u64)x25 * x11) + ((u64)x29 * x7)))) + ((u64)x23 * x13)) + ((u64)x31 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) { u64 x45 = (((((((u64)x27 * x11) + ((u64)x29 * x9)) + ((u64)x25 * x13)) + ((u64)x31 * x7)) + ((u64)x23 * x15)) + ((u64)x33 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) { u64 x46 = (((((0x2 * ((((u64)x29 * x11) + ((u64)x25 * x15)) + ((u64)x33 * x7))) + ((u64)x27 * x13)) + ((u64)x31 * x9)) + ((u64)x23 * x17)) + ((u64)x35 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) { u64 x47 = (((((((((u64)x29 * x13) + ((u64)x31 * x11)) + ((u64)x27 * x15)) + ((u64)x33 * x9)) + ((u64)x25 * x17)) + ((u64)x35 * x7)) + ((u64)x23 * x19)) + ((u64)x37 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) { u64 x48 = (((((((u64)x31 * x13) + (0x2 * (((((u64)x29 * x15) + ((u64)x33 * x11)) + ((u64)x25 * x19)) + ((u64)x37 * x7)))) + ((u64)x27 * x17)) + ((u64)x35 * x9)) + ((u64)x23 * x21)) + ((u64)x39 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) { u64 x49 = (((((((((((u64)x31 * x15) + ((u64)x33 * x13)) + ((u64)x29 * x17)) + ((u64)x35 * x11)) + ((u64)x27 * x19)) + ((u64)x37 * x9)) + ((u64)x25 * x21)) + ((u64)x39 * x7)) + ((u64)x23 * x20)) + ((u64)x38 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) { u64 x50 = (((((0x2 * ((((((u64)x33 * x15) + ((u64)x29 * x19)) + ((u64)x37 * x11)) + ((u64)x25 * x20)) + ((u64)x38 * x7))) + ((u64)x31 * x17)) + ((u64)x35 * x13)) + ((u64)x27 * x21)) + ((u64)x39 * x9));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) { u64 x51 = (((((((((u64)x33 * x17) + ((u64)x35 * x15)) + ((u64)x31 * x19)) + ((u64)x37 * x13)) + ((u64)x29 * x21)) + ((u64)x39 * x11)) + ((u64)x27 * x20)) + ((u64)x38 * x9));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) { u64 x52 = (((((u64)x35 * x17) + (0x2 * (((((u64)x33 * x19) + ((u64)x37 * x15)) + ((u64)x29 * x20)) + ((u64)x38 * x11)))) + ((u64)x31 * x21)) + ((u64)x39 * x13));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) { u64 x53 = (((((((u64)x35 * x19) + ((u64)x37 * x17)) + ((u64)x33 * x21)) + ((u64)x39 * x15)) + ((u64)x31 * x20)) + ((u64)x38 * x13));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) { u64 x54 = (((0x2 * ((((u64)x37 * x19) + ((u64)x33 * x20)) + ((u64)x38 * x15))) + ((u64)x35 * x21)) + ((u64)x39 * x17));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) { u64 x55 = (((((u64)x37 * x21) + ((u64)x39 * x19)) + ((u64)x35 * x20)) + ((u64)x38 * x17));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) { u64 x56 = (((u64)x39 * x21) + (0x2 * (((u64)x37 * x20) + ((u64)x38 * x19))));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) { u64 x57 = (((u64)x39 * x20) + ((u64)x38 * x21));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) { u64 x58 = ((u64)(0x2 * x38) * x20);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) { u64 x59 = (x48 + (x58 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) { u64 x60 = (x59 + (x58 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) { u64 x61 = (x60 + x58);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) { u64 x62 = (x47 + (x57 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) { u64 x63 = (x62 + (x57 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) { u64 x64 = (x63 + x57);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) { u64 x65 = (x46 + (x56 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) { u64 x66 = (x65 + (x56 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) { u64 x67 = (x66 + x56);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) { u64 x68 = (x45 + (x55 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) { u64 x69 = (x68 + (x55 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) { u64 x70 = (x69 + x55);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) { u64 x71 = (x44 + (x54 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) { u64 x72 = (x71 + (x54 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) { u64 x73 = (x72 + x54);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) { u64 x74 = (x43 + (x53 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) { u64 x75 = (x74 + (x53 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) { u64 x76 = (x75 + x53);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) { u64 x77 = (x42 + (x52 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) { u64 x78 = (x77 + (x52 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) { u64 x79 = (x78 + x52);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) { u64 x80 = (x41 + (x51 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) { u64 x81 = (x80 + (x51 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) { u64 x82 = (x81 + x51);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) { u64 x83 = (x40 + (x50 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) { u64 x84 = (x83 + (x50 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) { u64 x85 = (x84 + x50);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) { u64 x86 = (x85 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) { u32 x87 = ((u32)x85 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) { u64 x88 = (x86 + x82);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) { u64 x89 = (x88 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) { u32 x90 = ((u32)x88 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) { u64 x91 = (x89 + x79);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) { u64 x92 = (x91 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) { u32 x93 = ((u32)x91 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) { u64 x94 = (x92 + x76);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) { u64 x95 = (x94 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) { u32 x96 = ((u32)x94 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) { u64 x97 = (x95 + x73);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) { u64 x98 = (x97 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) { u32 x99 = ((u32)x97 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) { u64 x100 = (x98 + x70);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) { u64 x101 = (x100 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) { u32 x102 = ((u32)x100 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) { u64 x103 = (x101 + x67);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) { u64 x104 = (x103 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) { u32 x105 = ((u32)x103 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) { u64 x106 = (x104 + x64);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) { u64 x107 = (x106 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) { u32 x108 = ((u32)x106 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) { u64 x109 = (x107 + x61);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) { u64 x110 = (x109 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) { u32 x111 = ((u32)x109 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) { u64 x112 = (x110 + x49);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) { u64 x113 = (x112 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) { u32 x114 = ((u32)x112 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) { u64 x115 = (x87 + (0x13 * x113));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) { u32 x116 = (u32) (x115 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) { u32 x117 = ((u32)x115 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) { u32 x118 = (x116 + x90);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) { u32 x119 = (x118 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) { u32 x120 = (x118 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) out[0] = x117;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) out[1] = x120;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) out[2] = (x119 + x93);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) out[3] = x96;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) out[4] = x99;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) out[5] = x102;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) out[6] = x105;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) out[7] = x108;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) out[8] = x111;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) out[9] = x114;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) }}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) static __always_inline void fe_mul_ttt(fe *h, const fe *f, const fe *g)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) fe_mul_impl(h->v, f->v, g->v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) static __always_inline void fe_mul_tlt(fe *h, const fe_loose *f, const fe *g)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) fe_mul_impl(h->v, f->v, g->v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) static __always_inline void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) fe_mul_tll(fe *h, const fe_loose *f, const fe_loose *g)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) fe_mul_impl(h->v, f->v, g->v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) static noinline void fe_sqr_impl(u32 out[10], const u32 in1[10])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) { const u32 x17 = in1[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) { const u32 x18 = in1[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) { const u32 x16 = in1[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) { const u32 x14 = in1[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) { const u32 x12 = in1[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) { const u32 x10 = in1[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) { const u32 x8 = in1[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) { const u32 x6 = in1[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) { const u32 x4 = in1[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) { const u32 x2 = in1[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) { u64 x19 = ((u64)x2 * x2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) { u64 x20 = ((u64)(0x2 * x2) * x4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) { u64 x21 = (0x2 * (((u64)x4 * x4) + ((u64)x2 * x6)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) { u64 x22 = (0x2 * (((u64)x4 * x6) + ((u64)x2 * x8)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) { u64 x23 = ((((u64)x6 * x6) + ((u64)(0x4 * x4) * x8)) + ((u64)(0x2 * x2) * x10));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) { u64 x24 = (0x2 * ((((u64)x6 * x8) + ((u64)x4 * x10)) + ((u64)x2 * x12)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) { u64 x25 = (0x2 * (((((u64)x8 * x8) + ((u64)x6 * x10)) + ((u64)x2 * x14)) + ((u64)(0x2 * x4) * x12)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) { u64 x26 = (0x2 * (((((u64)x8 * x10) + ((u64)x6 * x12)) + ((u64)x4 * x14)) + ((u64)x2 * x16)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) { u64 x27 = (((u64)x10 * x10) + (0x2 * ((((u64)x6 * x14) + ((u64)x2 * x18)) + (0x2 * (((u64)x4 * x16) + ((u64)x8 * x12))))));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) { u64 x28 = (0x2 * ((((((u64)x10 * x12) + ((u64)x8 * x14)) + ((u64)x6 * x16)) + ((u64)x4 * x18)) + ((u64)x2 * x17)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) { u64 x29 = (0x2 * (((((u64)x12 * x12) + ((u64)x10 * x14)) + ((u64)x6 * x18)) + (0x2 * (((u64)x8 * x16) + ((u64)x4 * x17)))));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) { u64 x30 = (0x2 * (((((u64)x12 * x14) + ((u64)x10 * x16)) + ((u64)x8 * x18)) + ((u64)x6 * x17)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) { u64 x31 = (((u64)x14 * x14) + (0x2 * (((u64)x10 * x18) + (0x2 * (((u64)x12 * x16) + ((u64)x8 * x17))))));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) { u64 x32 = (0x2 * ((((u64)x14 * x16) + ((u64)x12 * x18)) + ((u64)x10 * x17)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) { u64 x33 = (0x2 * ((((u64)x16 * x16) + ((u64)x14 * x18)) + ((u64)(0x2 * x12) * x17)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) { u64 x34 = (0x2 * (((u64)x16 * x18) + ((u64)x14 * x17)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) { u64 x35 = (((u64)x18 * x18) + ((u64)(0x4 * x16) * x17));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) { u64 x36 = ((u64)(0x2 * x18) * x17);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) { u64 x37 = ((u64)(0x2 * x17) * x17);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) { u64 x38 = (x27 + (x37 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) { u64 x39 = (x38 + (x37 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) { u64 x40 = (x39 + x37);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) { u64 x41 = (x26 + (x36 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) { u64 x42 = (x41 + (x36 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) { u64 x43 = (x42 + x36);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) { u64 x44 = (x25 + (x35 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) { u64 x45 = (x44 + (x35 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) { u64 x46 = (x45 + x35);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) { u64 x47 = (x24 + (x34 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) { u64 x48 = (x47 + (x34 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) { u64 x49 = (x48 + x34);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) { u64 x50 = (x23 + (x33 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) { u64 x51 = (x50 + (x33 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) { u64 x52 = (x51 + x33);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) { u64 x53 = (x22 + (x32 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) { u64 x54 = (x53 + (x32 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) { u64 x55 = (x54 + x32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) { u64 x56 = (x21 + (x31 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) { u64 x57 = (x56 + (x31 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) { u64 x58 = (x57 + x31);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) { u64 x59 = (x20 + (x30 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) { u64 x60 = (x59 + (x30 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) { u64 x61 = (x60 + x30);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) { u64 x62 = (x19 + (x29 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) { u64 x63 = (x62 + (x29 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) { u64 x64 = (x63 + x29);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) { u64 x65 = (x64 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) { u32 x66 = ((u32)x64 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) { u64 x67 = (x65 + x61);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) { u64 x68 = (x67 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) { u32 x69 = ((u32)x67 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) { u64 x70 = (x68 + x58);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) { u64 x71 = (x70 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) { u32 x72 = ((u32)x70 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) { u64 x73 = (x71 + x55);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) { u64 x74 = (x73 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) { u32 x75 = ((u32)x73 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) { u64 x76 = (x74 + x52);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) { u64 x77 = (x76 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) { u32 x78 = ((u32)x76 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) { u64 x79 = (x77 + x49);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) { u64 x80 = (x79 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) { u32 x81 = ((u32)x79 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) { u64 x82 = (x80 + x46);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) { u64 x83 = (x82 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) { u32 x84 = ((u32)x82 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) { u64 x85 = (x83 + x43);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) { u64 x86 = (x85 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) { u32 x87 = ((u32)x85 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) { u64 x88 = (x86 + x40);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) { u64 x89 = (x88 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) { u32 x90 = ((u32)x88 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) { u64 x91 = (x89 + x28);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) { u64 x92 = (x91 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) { u32 x93 = ((u32)x91 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) { u64 x94 = (x66 + (0x13 * x92));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) { u32 x95 = (u32) (x94 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) { u32 x96 = ((u32)x94 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) { u32 x97 = (x95 + x69);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) { u32 x98 = (x97 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) { u32 x99 = (x97 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) out[0] = x96;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) out[1] = x99;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) out[2] = (x98 + x72);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) out[3] = x75;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) out[4] = x78;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) out[5] = x81;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) out[6] = x84;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) out[7] = x87;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) out[8] = x90;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) out[9] = x93;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) }}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) static __always_inline void fe_sq_tl(fe *h, const fe_loose *f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) fe_sqr_impl(h->v, f->v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) static __always_inline void fe_sq_tt(fe *h, const fe *f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) fe_sqr_impl(h->v, f->v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) static __always_inline void fe_loose_invert(fe *out, const fe_loose *z)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) fe t0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) fe t1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) fe t2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) fe t3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) fe_sq_tl(&t0, z);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) fe_sq_tt(&t1, &t0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) for (i = 1; i < 2; ++i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) fe_sq_tt(&t1, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) fe_mul_tlt(&t1, z, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) fe_mul_ttt(&t0, &t0, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) fe_sq_tt(&t2, &t0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) fe_mul_ttt(&t1, &t1, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) fe_sq_tt(&t2, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) for (i = 1; i < 5; ++i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) fe_sq_tt(&t2, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) fe_mul_ttt(&t1, &t2, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) fe_sq_tt(&t2, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) for (i = 1; i < 10; ++i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) fe_sq_tt(&t2, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) fe_mul_ttt(&t2, &t2, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) fe_sq_tt(&t3, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) for (i = 1; i < 20; ++i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) fe_sq_tt(&t3, &t3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) fe_mul_ttt(&t2, &t3, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) fe_sq_tt(&t2, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) for (i = 1; i < 10; ++i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) fe_sq_tt(&t2, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) fe_mul_ttt(&t1, &t2, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) fe_sq_tt(&t2, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) for (i = 1; i < 50; ++i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) fe_sq_tt(&t2, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) fe_mul_ttt(&t2, &t2, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) fe_sq_tt(&t3, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) for (i = 1; i < 100; ++i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) fe_sq_tt(&t3, &t3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) fe_mul_ttt(&t2, &t3, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) fe_sq_tt(&t2, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) for (i = 1; i < 50; ++i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) fe_sq_tt(&t2, &t2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) fe_mul_ttt(&t1, &t2, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) fe_sq_tt(&t1, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) for (i = 1; i < 5; ++i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) fe_sq_tt(&t1, &t1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) fe_mul_ttt(out, &t1, &t0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) static __always_inline void fe_invert(fe *out, const fe *z)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) fe_loose l;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) fe_copy_lt(&l, z);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) fe_loose_invert(out, &l);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) /* Replace (f,g) with (g,f) if b == 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618) * replace (f,g) with (f,g) if b == 0.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) * Preconditions: b in {0,1}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) static noinline void fe_cswap(fe *f, fe *g, unsigned int b)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) unsigned i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) b = 0 - b;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) for (i = 0; i < 10; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) u32 x = f->v[i] ^ g->v[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628) x &= b;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) f->v[i] ^= x;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630) g->v[i] ^= x;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) /* NOTE: based on fiat-crypto fe_mul, edited for in2=121666, 0, 0.*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) static __always_inline void fe_mul_121666_impl(u32 out[10], const u32 in1[10])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637) { const u32 x20 = in1[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) { const u32 x21 = in1[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639) { const u32 x19 = in1[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) { const u32 x17 = in1[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) { const u32 x15 = in1[5];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) { const u32 x13 = in1[4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) { const u32 x11 = in1[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644) { const u32 x9 = in1[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) { const u32 x7 = in1[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646) { const u32 x5 = in1[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) { const u32 x38 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648) { const u32 x39 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) { const u32 x37 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) { const u32 x35 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651) { const u32 x33 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) { const u32 x31 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653) { const u32 x29 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) { const u32 x27 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) { const u32 x25 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656) { const u32 x23 = 121666;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) { u64 x40 = ((u64)x23 * x5);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658) { u64 x41 = (((u64)x23 * x7) + ((u64)x25 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) { u64 x42 = ((((u64)(0x2 * x25) * x7) + ((u64)x23 * x9)) + ((u64)x27 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) { u64 x43 = (((((u64)x25 * x9) + ((u64)x27 * x7)) + ((u64)x23 * x11)) + ((u64)x29 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661) { u64 x44 = (((((u64)x27 * x9) + (0x2 * (((u64)x25 * x11) + ((u64)x29 * x7)))) + ((u64)x23 * x13)) + ((u64)x31 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662) { u64 x45 = (((((((u64)x27 * x11) + ((u64)x29 * x9)) + ((u64)x25 * x13)) + ((u64)x31 * x7)) + ((u64)x23 * x15)) + ((u64)x33 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) { u64 x46 = (((((0x2 * ((((u64)x29 * x11) + ((u64)x25 * x15)) + ((u64)x33 * x7))) + ((u64)x27 * x13)) + ((u64)x31 * x9)) + ((u64)x23 * x17)) + ((u64)x35 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) { u64 x47 = (((((((((u64)x29 * x13) + ((u64)x31 * x11)) + ((u64)x27 * x15)) + ((u64)x33 * x9)) + ((u64)x25 * x17)) + ((u64)x35 * x7)) + ((u64)x23 * x19)) + ((u64)x37 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) { u64 x48 = (((((((u64)x31 * x13) + (0x2 * (((((u64)x29 * x15) + ((u64)x33 * x11)) + ((u64)x25 * x19)) + ((u64)x37 * x7)))) + ((u64)x27 * x17)) + ((u64)x35 * x9)) + ((u64)x23 * x21)) + ((u64)x39 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) { u64 x49 = (((((((((((u64)x31 * x15) + ((u64)x33 * x13)) + ((u64)x29 * x17)) + ((u64)x35 * x11)) + ((u64)x27 * x19)) + ((u64)x37 * x9)) + ((u64)x25 * x21)) + ((u64)x39 * x7)) + ((u64)x23 * x20)) + ((u64)x38 * x5));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667) { u64 x50 = (((((0x2 * ((((((u64)x33 * x15) + ((u64)x29 * x19)) + ((u64)x37 * x11)) + ((u64)x25 * x20)) + ((u64)x38 * x7))) + ((u64)x31 * x17)) + ((u64)x35 * x13)) + ((u64)x27 * x21)) + ((u64)x39 * x9));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668) { u64 x51 = (((((((((u64)x33 * x17) + ((u64)x35 * x15)) + ((u64)x31 * x19)) + ((u64)x37 * x13)) + ((u64)x29 * x21)) + ((u64)x39 * x11)) + ((u64)x27 * x20)) + ((u64)x38 * x9));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) { u64 x52 = (((((u64)x35 * x17) + (0x2 * (((((u64)x33 * x19) + ((u64)x37 * x15)) + ((u64)x29 * x20)) + ((u64)x38 * x11)))) + ((u64)x31 * x21)) + ((u64)x39 * x13));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) { u64 x53 = (((((((u64)x35 * x19) + ((u64)x37 * x17)) + ((u64)x33 * x21)) + ((u64)x39 * x15)) + ((u64)x31 * x20)) + ((u64)x38 * x13));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) { u64 x54 = (((0x2 * ((((u64)x37 * x19) + ((u64)x33 * x20)) + ((u64)x38 * x15))) + ((u64)x35 * x21)) + ((u64)x39 * x17));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672) { u64 x55 = (((((u64)x37 * x21) + ((u64)x39 * x19)) + ((u64)x35 * x20)) + ((u64)x38 * x17));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) { u64 x56 = (((u64)x39 * x21) + (0x2 * (((u64)x37 * x20) + ((u64)x38 * x19))));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) { u64 x57 = (((u64)x39 * x20) + ((u64)x38 * x21));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) { u64 x58 = ((u64)(0x2 * x38) * x20);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676) { u64 x59 = (x48 + (x58 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) { u64 x60 = (x59 + (x58 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) { u64 x61 = (x60 + x58);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) { u64 x62 = (x47 + (x57 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) { u64 x63 = (x62 + (x57 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681) { u64 x64 = (x63 + x57);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) { u64 x65 = (x46 + (x56 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) { u64 x66 = (x65 + (x56 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684) { u64 x67 = (x66 + x56);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) { u64 x68 = (x45 + (x55 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686) { u64 x69 = (x68 + (x55 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) { u64 x70 = (x69 + x55);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688) { u64 x71 = (x44 + (x54 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) { u64 x72 = (x71 + (x54 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) { u64 x73 = (x72 + x54);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) { u64 x74 = (x43 + (x53 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692) { u64 x75 = (x74 + (x53 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) { u64 x76 = (x75 + x53);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) { u64 x77 = (x42 + (x52 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) { u64 x78 = (x77 + (x52 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696) { u64 x79 = (x78 + x52);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) { u64 x80 = (x41 + (x51 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698) { u64 x81 = (x80 + (x51 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) { u64 x82 = (x81 + x51);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700) { u64 x83 = (x40 + (x50 << 0x4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) { u64 x84 = (x83 + (x50 << 0x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) { u64 x85 = (x84 + x50);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) { u64 x86 = (x85 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) { u32 x87 = ((u32)x85 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705) { u64 x88 = (x86 + x82);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) { u64 x89 = (x88 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) { u32 x90 = ((u32)x88 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) { u64 x91 = (x89 + x79);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) { u64 x92 = (x91 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) { u32 x93 = ((u32)x91 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) { u64 x94 = (x92 + x76);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) { u64 x95 = (x94 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713) { u32 x96 = ((u32)x94 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) { u64 x97 = (x95 + x73);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) { u64 x98 = (x97 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) { u32 x99 = ((u32)x97 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) { u64 x100 = (x98 + x70);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) { u64 x101 = (x100 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) { u32 x102 = ((u32)x100 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) { u64 x103 = (x101 + x67);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) { u64 x104 = (x103 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) { u32 x105 = ((u32)x103 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723) { u64 x106 = (x104 + x64);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) { u64 x107 = (x106 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) { u32 x108 = ((u32)x106 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) { u64 x109 = (x107 + x61);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727) { u64 x110 = (x109 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) { u32 x111 = ((u32)x109 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) { u64 x112 = (x110 + x49);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) { u64 x113 = (x112 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) { u32 x114 = ((u32)x112 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732) { u64 x115 = (x87 + (0x13 * x113));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733) { u32 x116 = (u32) (x115 >> 0x1a);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) { u32 x117 = ((u32)x115 & 0x3ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735) { u32 x118 = (x116 + x90);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) { u32 x119 = (x118 >> 0x19);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737) { u32 x120 = (x118 & 0x1ffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738) out[0] = x117;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) out[1] = x120;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) out[2] = (x119 + x93);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) out[3] = x96;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742) out[4] = x99;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) out[5] = x102;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) out[6] = x105;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) out[7] = x108;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) out[8] = x111;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) out[9] = x114;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) }}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) static __always_inline void fe_mul121666(fe *h, const fe_loose *f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) fe_mul_121666_impl(h->v, f->v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) void curve25519_generic(u8 out[CURVE25519_KEY_SIZE],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) const u8 scalar[CURVE25519_KEY_SIZE],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) const u8 point[CURVE25519_KEY_SIZE])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760) fe x1, x2, z2, x3, z3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) fe_loose x2l, z2l, x3l;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) unsigned swap = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763) int pos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) u8 e[32];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766) memcpy(e, scalar, 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) curve25519_clamp_secret(e);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) /* The following implementation was transcribed to Coq and proven to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770) * correspond to unary scalar multiplication in affine coordinates given
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) * that x1 != 0 is the x coordinate of some point on the curve. It was
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772) * also checked in Coq that doing a ladderstep with x1 = x3 = 0 gives
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) * z2' = z3' = 0, and z2 = z3 = 0 gives z2' = z3' = 0. The statement was
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) * quantified over the underlying field, so it applies to Curve25519
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775) * itself and the quadratic twist of Curve25519. It was not proven in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) * Coq that prime-field arithmetic correctly simulates extension-field
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) * arithmetic on prime-field values. The decoding of the byte array
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778) * representation of e was not considered.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) * Specification of Montgomery curves in affine coordinates:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) * <https://github.com/mit-plv/fiat-crypto/blob/2456d821825521f7e03e65882cc3521795b0320f/src/Spec/MontgomeryCurve.v#L27>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) * Proof that these form a group that is isomorphic to a Weierstrass
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) * curve:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785) * <https://github.com/mit-plv/fiat-crypto/blob/2456d821825521f7e03e65882cc3521795b0320f/src/Curves/Montgomery/AffineProofs.v#L35>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787) * Coq transcription and correctness proof of the loop
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788) * (where scalarbits=255):
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) * <https://github.com/mit-plv/fiat-crypto/blob/2456d821825521f7e03e65882cc3521795b0320f/src/Curves/Montgomery/XZ.v#L118>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790) * <https://github.com/mit-plv/fiat-crypto/blob/2456d821825521f7e03e65882cc3521795b0320f/src/Curves/Montgomery/XZProofs.v#L278>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791) * preconditions: 0 <= e < 2^255 (not necessarily e < order),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) * fe_invert(0) = 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794) fe_frombytes(&x1, point);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795) fe_1(&x2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796) fe_0(&z2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797) fe_copy(&x3, &x1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798) fe_1(&z3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800) for (pos = 254; pos >= 0; --pos) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) fe tmp0, tmp1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802) fe_loose tmp0l, tmp1l;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803) /* loop invariant as of right before the test, for the case
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) * where x1 != 0:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805) * pos >= -1; if z2 = 0 then x2 is nonzero; if z3 = 0 then x3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806) * is nonzero
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) * let r := e >> (pos+1) in the following equalities of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808) * projective points:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809) * to_xz (r*P) === if swap then (x3, z3) else (x2, z2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810) * to_xz ((r+1)*P) === if swap then (x2, z2) else (x3, z3)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811) * x1 is the nonzero x coordinate of the nonzero
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812) * point (r*P-(r+1)*P)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814) unsigned b = 1 & (e[pos / 8] >> (pos & 7));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815) swap ^= b;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816) fe_cswap(&x2, &x3, swap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817) fe_cswap(&z2, &z3, swap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 818) swap = b;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 819) /* Coq transcription of ladderstep formula (called from
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 820) * transcribed loop):
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 821) * <https://github.com/mit-plv/fiat-crypto/blob/2456d821825521f7e03e65882cc3521795b0320f/src/Curves/Montgomery/XZ.v#L89>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 822) * <https://github.com/mit-plv/fiat-crypto/blob/2456d821825521f7e03e65882cc3521795b0320f/src/Curves/Montgomery/XZProofs.v#L131>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 823) * x1 != 0 <https://github.com/mit-plv/fiat-crypto/blob/2456d821825521f7e03e65882cc3521795b0320f/src/Curves/Montgomery/XZProofs.v#L217>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 824) * x1 = 0 <https://github.com/mit-plv/fiat-crypto/blob/2456d821825521f7e03e65882cc3521795b0320f/src/Curves/Montgomery/XZProofs.v#L147>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 825) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 826) fe_sub(&tmp0l, &x3, &z3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 827) fe_sub(&tmp1l, &x2, &z2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 828) fe_add(&x2l, &x2, &z2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 829) fe_add(&z2l, &x3, &z3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 830) fe_mul_tll(&z3, &tmp0l, &x2l);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 831) fe_mul_tll(&z2, &z2l, &tmp1l);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 832) fe_sq_tl(&tmp0, &tmp1l);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 833) fe_sq_tl(&tmp1, &x2l);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 834) fe_add(&x3l, &z3, &z2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 835) fe_sub(&z2l, &z3, &z2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 836) fe_mul_ttt(&x2, &tmp1, &tmp0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 837) fe_sub(&tmp1l, &tmp1, &tmp0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 838) fe_sq_tl(&z2, &z2l);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 839) fe_mul121666(&z3, &tmp1l);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 840) fe_sq_tl(&x3, &x3l);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 841) fe_add(&tmp0l, &tmp0, &z3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 842) fe_mul_ttt(&z3, &x1, &z2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 843) fe_mul_tll(&z2, &tmp1l, &tmp0l);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 844) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 845) /* here pos=-1, so r=e, so to_xz (e*P) === if swap then (x3, z3)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 846) * else (x2, z2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 847) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 848) fe_cswap(&x2, &x3, swap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 849) fe_cswap(&z2, &z3, swap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 850)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 851) fe_invert(&z2, &z2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 852) fe_mul_ttt(&x2, &x2, &z2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 853) fe_tobytes(out, &x2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 854)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 855) memzero_explicit(&x1, sizeof(x1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 856) memzero_explicit(&x2, sizeof(x2));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 857) memzero_explicit(&z2, sizeof(z2));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 858) memzero_explicit(&x3, sizeof(x3));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 859) memzero_explicit(&z3, sizeof(z3));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 860) memzero_explicit(&x2l, sizeof(x2l));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 861) memzero_explicit(&z2l, sizeof(z2l));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 862) memzero_explicit(&x3l, sizeof(x3l));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 863) memzero_explicit(&e, sizeof(e));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 864) }
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags