diff options
Diffstat (limited to 'FreeRTOS-Plus/Source/WolfSSL/wolfcrypt/src/sp_arm64.c')
| -rw-r--r-- | FreeRTOS-Plus/Source/WolfSSL/wolfcrypt/src/sp_arm64.c | 42082 |
1 files changed, 42082 insertions, 0 deletions
diff --git a/FreeRTOS-Plus/Source/WolfSSL/wolfcrypt/src/sp_arm64.c b/FreeRTOS-Plus/Source/WolfSSL/wolfcrypt/src/sp_arm64.c new file mode 100644 index 000000000..ebebe2a55 --- /dev/null +++ b/FreeRTOS-Plus/Source/WolfSSL/wolfcrypt/src/sp_arm64.c @@ -0,0 +1,42082 @@ +/* sp.c + * + * Copyright (C) 2006-2020 wolfSSL Inc. + * + * This file is part of wolfSSL. + * + * wolfSSL is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * wolfSSL is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1335, USA + */ + +/* Implementation by Sean Parkinson. */ + +#ifdef HAVE_CONFIG_H + #include <config.h> +#endif + +#include <wolfssl/wolfcrypt/settings.h> +#include <wolfssl/wolfcrypt/error-crypt.h> +#include <wolfssl/wolfcrypt/cpuid.h> +#ifdef NO_INLINE + #include <wolfssl/wolfcrypt/misc.h> +#else + #define WOLFSSL_MISC_INCLUDED + #include <wolfcrypt/src/misc.c> +#endif + +#if defined(WOLFSSL_HAVE_SP_RSA) || defined(WOLFSSL_HAVE_SP_DH) || \ + defined(WOLFSSL_HAVE_SP_ECC) + +#ifdef RSA_LOW_MEM +#ifndef WOLFSSL_SP_SMALL +#define WOLFSSL_SP_SMALL +#endif +#endif + +#include <wolfssl/wolfcrypt/sp.h> + +#ifdef WOLFSSL_SP_ARM64_ASM +#if defined(WOLFSSL_HAVE_SP_RSA) || defined(WOLFSSL_HAVE_SP_DH) +#ifndef WOLFSSL_SP_NO_2048 +/* Read big endian unsigned byte array into r. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a Byte array. + * n Number of bytes in array to read. + */ +static void sp_2048_from_bin(sp_digit* r, int size, const byte* a, int n) +{ + int i, j; + byte* d; + + for (i = n - 1,j = 0; i >= 7; i -= 8) { + r[j] = ((sp_digit)a[i - 0] << 0) | + ((sp_digit)a[i - 1] << 8) | + ((sp_digit)a[i - 2] << 16) | + ((sp_digit)a[i - 3] << 24) | + ((sp_digit)a[i - 4] << 32) | + ((sp_digit)a[i - 5] << 40) | + ((sp_digit)a[i - 6] << 48) | + ((sp_digit)a[i - 7] << 56); + j++; + } + + if (i >= 0) { + r[j] = 0; + + d = (byte*)r; + switch (i) { + case 6: d[n - 1 - 6] = a[6]; //fallthrough + case 5: d[n - 1 - 5] = a[5]; //fallthrough + case 4: d[n - 1 - 4] = a[4]; //fallthrough + case 3: d[n - 1 - 3] = a[3]; //fallthrough + case 2: d[n - 1 - 2] = a[2]; //fallthrough + case 1: d[n - 1 - 1] = a[1]; //fallthrough + case 0: d[n - 1 - 0] = a[0]; //fallthrough + } + j++; + } + + for (; j < size; j++) { + r[j] = 0; + } +} + +/* Convert an mp_int to an array of sp_digit. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a A multi-precision integer. + */ +static void sp_2048_from_mp(sp_digit* r, int size, const mp_int* a) +{ +#if DIGIT_BIT == 64 + int j; + + XMEMCPY(r, a->dp, sizeof(sp_digit) * a->used); + + for (j = a->used; j < size; j++) { + r[j] = 0; + } +#elif DIGIT_BIT > 64 + int i, j = 0; + word32 s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i] << s); + r[j] &= 0xffffffffffffffffl; + s = 64U - s; + if (j + 1 >= size) { + break; + } + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + while ((s + 64U) <= (word32)DIGIT_BIT) { + s += 64U; + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + if (s < (word32)DIGIT_BIT) { + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + } + else { + r[++j] = 0L; + } + } + s = (word32)DIGIT_BIT - s; + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#else + int i, j = 0, s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i]) << s; + if (s + DIGIT_BIT >= 64) { + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + s = 64 - s; + if (s == DIGIT_BIT) { + r[++j] = 0; + s = 0; + } + else { + r[++j] = a->dp[i] >> s; + s = DIGIT_BIT - s; + } + } + else { + s += DIGIT_BIT; + } + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#endif +} + +/* Write r as big endian to byte array. + * Fixed length number of bytes written: 256 + * + * r A single precision integer. + * a Byte array. + */ +static void sp_2048_to_bin(sp_digit* r, byte* a) +{ + int i, j; + + for (i = 31, j = 0; i >= 0; i--) { + a[j++] = r[i] >> 56; + a[j++] = r[i] >> 48; + a[j++] = r[i] >> 40; + a[j++] = r[i] >> 32; + a[j++] = r[i] >> 24; + a[j++] = r[i] >> 16; + a[j++] = r[i] >> 8; + a[j++] = r[i] >> 0; + } +} + +#ifndef WOLFSSL_SP_SMALL +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_2048_mul_8(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[8]; + + __asm__ __volatile__ ( + "ldp x9, x10, [%[a], 0]\n\t" + "ldp x11, x12, [%[a], 16]\n\t" + "ldp x13, x14, [%[a], 32]\n\t" + "ldp x15, x16, [%[a], 48]\n\t" + "ldp x17, x19, [%[b], 0]\n\t" + "ldp x20, x21, [%[b], 16]\n\t" + "ldp x22, x23, [%[b], 32]\n\t" + "ldp x24, x25, [%[b], 48]\n\t" + "# A[0] * B[0]\n\t" + "mul x4, x9, x17\n\t" + "umulh x5, x9, x17\n\t" + "str x4, [%[tmp]]\n\t" + "# A[0] * B[1]\n\t" + "mul x7, x9, x19\n\t" + "umulh x8, x9, x19\n\t" + "adds x5, x5, x7\n\t" + "# A[1] * B[0]\n\t" + "mul x7, x10, x17\n\t" + "adc x6, xzr, x8\n\t" + "umulh x8, x10, x17\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[tmp], 8]\n\t" + "adc x4, xzr, xzr\n\t" + "# A[0] * B[2]\n\t" + "mul x7, x9, x20\n\t" + "umulh x8, x9, x20\n\t" + "adds x6, x6, x7\n\t" + "# A[1] * B[1]\n\t" + "mul x7, x10, x19\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x10, x19\n\t" + "adc x5, xzr, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[2] * B[0]\n\t" + "mul x7, x11, x17\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x11, x17\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[tmp], 16]\n\t" + "adc x5, x5, xzr\n\t" + "# A[0] * B[3]\n\t" + "mul x7, x9, x21\n\t" + "umulh x8, x9, x21\n\t" + "adds x4, x4, x7\n\t" + "# A[1] * B[2]\n\t" + "mul x7, x10, x20\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x10, x20\n\t" + "adc x6, xzr, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[2] * B[1]\n\t" + "mul x7, x11, x19\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x11, x19\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[3] * B[0]\n\t" + "mul x7, x12, x17\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x12, x17\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[tmp], 24]\n\t" + "adc x6, x6, xzr\n\t" + "# A[0] * B[4]\n\t" + "mul x7, x9, x22\n\t" + "umulh x8, x9, x22\n\t" + "adds x5, x5, x7\n\t" + "# A[1] * B[3]\n\t" + "mul x7, x10, x21\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x10, x21\n\t" + "adc x4, xzr, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[2] * B[2]\n\t" + "mul x7, x11, x20\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x11, x20\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[3] * B[1]\n\t" + "mul x7, x12, x19\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x12, x19\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[4] * B[0]\n\t" + "mul x7, x13, x17\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x13, x17\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[tmp], 32]\n\t" + "adc x4, x4, xzr\n\t" + "# A[0] * B[5]\n\t" + "mul x7, x9, x23\n\t" + "umulh x8, x9, x23\n\t" + "adds x6, x6, x7\n\t" + "# A[1] * B[4]\n\t" + "mul x7, x10, x22\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x10, x22\n\t" + "adc x5, xzr, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[2] * B[3]\n\t" + "mul x7, x11, x21\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x11, x21\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[3] * B[2]\n\t" + "mul x7, x12, x20\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x12, x20\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[4] * B[1]\n\t" + "mul x7, x13, x19\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x13, x19\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[5] * B[0]\n\t" + "mul x7, x14, x17\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x14, x17\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[tmp], 40]\n\t" + "adc x5, x5, xzr\n\t" + "# A[0] * B[6]\n\t" + "mul x7, x9, x24\n\t" + "umulh x8, x9, x24\n\t" + "adds x4, x4, x7\n\t" + "# A[1] * B[5]\n\t" + "mul x7, x10, x23\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x10, x23\n\t" + "adc x6, xzr, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[2] * B[4]\n\t" + "mul x7, x11, x22\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x11, x22\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[3] * B[3]\n\t" + "mul x7, x12, x21\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x12, x21\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[4] * B[2]\n\t" + "mul x7, x13, x20\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x13, x20\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[5] * B[1]\n\t" + "mul x7, x14, x19\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x14, x19\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[6] * B[0]\n\t" + "mul x7, x15, x17\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x15, x17\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[tmp], 48]\n\t" + "adc x6, x6, xzr\n\t" + "# A[0] * B[7]\n\t" + "mul x7, x9, x25\n\t" + "umulh x8, x9, x25\n\t" + "adds x5, x5, x7\n\t" + "# A[1] * B[6]\n\t" + "mul x7, x10, x24\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x10, x24\n\t" + "adc x4, xzr, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[2] * B[5]\n\t" + "mul x7, x11, x23\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x11, x23\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[3] * B[4]\n\t" + "mul x7, x12, x22\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x12, x22\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[4] * B[3]\n\t" + "mul x7, x13, x21\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x13, x21\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[5] * B[2]\n\t" + "mul x7, x14, x20\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x14, x20\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[6] * B[1]\n\t" + "mul x7, x15, x19\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x15, x19\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[7] * B[0]\n\t" + "mul x7, x16, x17\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x16, x17\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[tmp], 56]\n\t" + "adc x4, x4, xzr\n\t" + "# A[1] * B[7]\n\t" + "mul x7, x10, x25\n\t" + "umulh x8, x10, x25\n\t" + "adds x6, x6, x7\n\t" + "# A[2] * B[6]\n\t" + "mul x7, x11, x24\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x11, x24\n\t" + "adc x5, xzr, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[3] * B[5]\n\t" + "mul x7, x12, x23\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x12, x23\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[4] * B[4]\n\t" + "mul x7, x13, x22\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x13, x22\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[5] * B[3]\n\t" + "mul x7, x14, x21\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x14, x21\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[6] * B[2]\n\t" + "mul x7, x15, x20\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x15, x20\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[7] * B[1]\n\t" + "mul x7, x16, x19\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x16, x19\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[r], 64]\n\t" + "adc x5, x5, xzr\n\t" + "# A[2] * B[7]\n\t" + "mul x7, x11, x25\n\t" + "umulh x8, x11, x25\n\t" + "adds x4, x4, x7\n\t" + "# A[3] * B[6]\n\t" + "mul x7, x12, x24\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x12, x24\n\t" + "adc x6, xzr, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[4] * B[5]\n\t" + "mul x7, x13, x23\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x13, x23\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[5] * B[4]\n\t" + "mul x7, x14, x22\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x14, x22\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[6] * B[3]\n\t" + "mul x7, x15, x21\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x15, x21\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[7] * B[2]\n\t" + "mul x7, x16, x20\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x16, x20\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[r], 72]\n\t" + "adc x6, x6, xzr\n\t" + "# A[3] * B[7]\n\t" + "mul x7, x12, x25\n\t" + "umulh x8, x12, x25\n\t" + "adds x5, x5, x7\n\t" + "# A[4] * B[6]\n\t" + "mul x7, x13, x24\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x13, x24\n\t" + "adc x4, xzr, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[5] * B[5]\n\t" + "mul x7, x14, x23\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x14, x23\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[6] * B[4]\n\t" + "mul x7, x15, x22\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x15, x22\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[7] * B[3]\n\t" + "mul x7, x16, x21\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x16, x21\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[r], 80]\n\t" + "adc x4, x4, xzr\n\t" + "# A[4] * B[7]\n\t" + "mul x7, x13, x25\n\t" + "umulh x8, x13, x25\n\t" + "adds x6, x6, x7\n\t" + "# A[5] * B[6]\n\t" + "mul x7, x14, x24\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x14, x24\n\t" + "adc x5, xzr, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[6] * B[5]\n\t" + "mul x7, x15, x23\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x15, x23\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[7] * B[4]\n\t" + "mul x7, x16, x22\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x16, x22\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[r], 88]\n\t" + "adc x5, x5, xzr\n\t" + "# A[5] * B[7]\n\t" + "mul x7, x14, x25\n\t" + "umulh x8, x14, x25\n\t" + "adds x4, x4, x7\n\t" + "# A[6] * B[6]\n\t" + "mul x7, x15, x24\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x15, x24\n\t" + "adc x6, xzr, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[7] * B[5]\n\t" + "mul x7, x16, x23\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x16, x23\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[r], 96]\n\t" + "adc x6, x6, xzr\n\t" + "# A[6] * B[7]\n\t" + "mul x7, x15, x25\n\t" + "umulh x8, x15, x25\n\t" + "adds x5, x5, x7\n\t" + "# A[7] * B[6]\n\t" + "mul x7, x16, x24\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x16, x24\n\t" + "adc x4, xzr, xzr\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[r], 104]\n\t" + "adc x4, x4, xzr\n\t" + "# A[7] * B[7]\n\t" + "mul x7, x16, x25\n\t" + "umulh x8, x16, x25\n\t" + "adds x6, x6, x7\n\t" + "adc x4, x4, x8\n\t" + "stp x6, x4, [%[r], 112]\n\t" + "ldp x9, x10, [%[tmp], 0]\n\t" + "ldp x11, x12, [%[tmp], 16]\n\t" + "ldp x13, x14, [%[tmp], 32]\n\t" + "ldp x15, x16, [%[tmp], 48]\n\t" + "stp x9, x10, [%[r], 0]\n\t" + "stp x11, x12, [%[r], 16]\n\t" + "stp x13, x14, [%[r], 32]\n\t" + "stp x15, x16, [%[r], 48]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [tmp] "r" (tmp) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22", "x23", "x24", "x25" + ); +} + +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_2048_sqr_8(sp_digit* r, const sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x22, x23, [%[a], 0]\n\t" + "ldp x24, x25, [%[a], 16]\n\t" + "ldp x26, x27, [%[a], 32]\n\t" + "ldp x28, x29, [%[a], 48]\n\t" + "# A[0] * A[1]\n\t" + "mul x3, x22, x23\n\t" + "umulh x7, x22, x23\n\t" + "# A[0] * A[2]\n\t" + "mul x4, x22, x24\n\t" + "umulh x5, x22, x24\n\t" + "adds x7, x7, x4\n\t" + "# A[0] * A[3]\n\t" + "mul x4, x22, x25\n\t" + "adc x8, xzr, x5\n\t" + "umulh x5, x22, x25\n\t" + "adds x8, x8, x4\n\t" + "# A[1] * A[2]\n\t" + "mul x4, x23, x24\n\t" + "adc x9, xzr, x5\n\t" + "umulh x5, x23, x24\n\t" + "adds x8, x8, x4\n\t" + "# A[0] * A[4]\n\t" + "mul x4, x22, x26\n\t" + "adcs x9, x9, x5\n\t" + "umulh x5, x22, x26\n\t" + "adc x10, xzr, xzr\n\t" + "adds x9, x9, x4\n\t" + "# A[1] * A[3]\n\t" + "mul x4, x23, x25\n\t" + "adc x10, x10, x5\n\t" + "umulh x5, x23, x25\n\t" + "adds x9, x9, x4\n\t" + "# A[0] * A[5]\n\t" + "mul x4, x22, x27\n\t" + "adcs x10, x10, x5\n\t" + "umulh x5, x22, x27\n\t" + "adc x11, xzr, xzr\n\t" + "adds x10, x10, x4\n\t" + "# A[1] * A[4]\n\t" + "mul x4, x23, x26\n\t" + "adc x11, x11, x5\n\t" + "umulh x5, x23, x26\n\t" + "adds x10, x10, x4\n\t" + "# A[2] * A[3]\n\t" + "mul x4, x24, x25\n\t" + "adcs x11, x11, x5\n\t" + "umulh x5, x24, x25\n\t" + "adc x12, xzr, xzr\n\t" + "adds x10, x10, x4\n\t" + "# A[0] * A[6]\n\t" + "mul x4, x22, x28\n\t" + "adcs x11, x11, x5\n\t" + "umulh x5, x22, x28\n\t" + "adc x12, x12, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[1] * A[5]\n\t" + "mul x4, x23, x27\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x23, x27\n\t" + "adc x13, xzr, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[2] * A[4]\n\t" + "mul x4, x24, x26\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x24, x26\n\t" + "adc x13, x13, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[0] * A[7]\n\t" + "mul x4, x22, x29\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x22, x29\n\t" + "adc x13, x13, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[1] * A[6]\n\t" + "mul x4, x23, x28\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x23, x28\n\t" + "adc x14, xzr, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[2] * A[5]\n\t" + "mul x4, x24, x27\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x24, x27\n\t" + "adc x14, x14, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[3] * A[4]\n\t" + "mul x4, x25, x26\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x25, x26\n\t" + "adc x14, x14, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[1] * A[7]\n\t" + "mul x4, x23, x29\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x23, x29\n\t" + "adc x14, x14, xzr\n\t" + "adds x13, x13, x4\n\t" + "# A[2] * A[6]\n\t" + "mul x4, x24, x28\n\t" + "adcs x14, x14, x5\n\t" + "umulh x5, x24, x28\n\t" + "adc x15, xzr, xzr\n\t" + "adds x13, x13, x4\n\t" + "# A[3] * A[5]\n\t" + "mul x4, x25, x27\n\t" + "adcs x14, x14, x5\n\t" + "umulh x5, x25, x27\n\t" + "adc x15, x15, xzr\n\t" + "adds x13, x13, x4\n\t" + "# A[2] * A[7]\n\t" + "mul x4, x24, x29\n\t" + "adcs x14, x14, x5\n\t" + "umulh x5, x24, x29\n\t" + "adc x15, x15, xzr\n\t" + "adds x14, x14, x4\n\t" + "# A[3] * A[6]\n\t" + "mul x4, x25, x28\n\t" + "adcs x15, x15, x5\n\t" + "umulh x5, x25, x28\n\t" + "adc x16, xzr, xzr\n\t" + "adds x14, x14, x4\n\t" + "# A[4] * A[5]\n\t" + "mul x4, x26, x27\n\t" + "adcs x15, x15, x5\n\t" + "umulh x5, x26, x27\n\t" + "adc x16, x16, xzr\n\t" + "adds x14, x14, x4\n\t" + "# A[3] * A[7]\n\t" + "mul x4, x25, x29\n\t" + "adcs x15, x15, x5\n\t" + "umulh x5, x25, x29\n\t" + "adc x16, x16, xzr\n\t" + "adds x15, x15, x4\n\t" + "# A[4] * A[6]\n\t" + "mul x4, x26, x28\n\t" + "adcs x16, x16, x5\n\t" + "umulh x5, x26, x28\n\t" + "adc x17, xzr, xzr\n\t" + "adds x15, x15, x4\n\t" + "# A[4] * A[7]\n\t" + "mul x4, x26, x29\n\t" + "adcs x16, x16, x5\n\t" + "umulh x5, x26, x29\n\t" + "adc x17, x17, xzr\n\t" + "adds x16, x16, x4\n\t" + "# A[5] * A[6]\n\t" + "mul x4, x27, x28\n\t" + "adcs x17, x17, x5\n\t" + "umulh x5, x27, x28\n\t" + "adc x19, xzr, xzr\n\t" + "adds x16, x16, x4\n\t" + "# A[5] * A[7]\n\t" + "mul x4, x27, x29\n\t" + "adcs x17, x17, x5\n\t" + "umulh x5, x27, x29\n\t" + "adc x19, x19, xzr\n\t" + "adds x17, x17, x4\n\t" + "# A[6] * A[7]\n\t" + "mul x4, x28, x29\n\t" + "adcs x19, x19, x5\n\t" + "umulh x5, x28, x29\n\t" + "adc x20, xzr, xzr\n\t" + "adds x19, x19, x4\n\t" + "adc x20, x20, x5\n\t" + "# Double\n\t" + "adds x3, x3, x3\n\t" + "adcs x7, x7, x7\n\t" + "adcs x8, x8, x8\n\t" + "adcs x9, x9, x9\n\t" + "adcs x10, x10, x10\n\t" + "adcs x11, x11, x11\n\t" + "adcs x12, x12, x12\n\t" + "adcs x13, x13, x13\n\t" + "adcs x14, x14, x14\n\t" + "adcs x15, x15, x15\n\t" + "adcs x16, x16, x16\n\t" + "adcs x17, x17, x17\n\t" + "adcs x19, x19, x19\n\t" + "# A[0] * A[0]\n\t" + "mul x2, x22, x22\n\t" + "adcs x20, x20, x20\n\t" + "umulh x4, x22, x22\n\t" + "cset x21, cs\n\t" + "# A[1] * A[1]\n\t" + "mul x5, x23, x23\n\t" + "adds x3, x3, x4\n\t" + "umulh x6, x23, x23\n\t" + "adcs x7, x7, x5\n\t" + "# A[2] * A[2]\n\t" + "mul x4, x24, x24\n\t" + "adcs x8, x8, x6\n\t" + "umulh x5, x24, x24\n\t" + "adcs x9, x9, x4\n\t" + "# A[3] * A[3]\n\t" + "mul x6, x25, x25\n\t" + "adcs x10, x10, x5\n\t" + "umulh x4, x25, x25\n\t" + "adcs x11, x11, x6\n\t" + "# A[4] * A[4]\n\t" + "mul x5, x26, x26\n\t" + "adcs x12, x12, x4\n\t" + "umulh x6, x26, x26\n\t" + "adcs x13, x13, x5\n\t" + "# A[5] * A[5]\n\t" + "mul x4, x27, x27\n\t" + "adcs x14, x14, x6\n\t" + "umulh x5, x27, x27\n\t" + "adcs x15, x15, x4\n\t" + "# A[6] * A[6]\n\t" + "mul x6, x28, x28\n\t" + "adcs x16, x16, x5\n\t" + "umulh x4, x28, x28\n\t" + "adcs x17, x17, x6\n\t" + "# A[7] * A[7]\n\t" + "mul x5, x29, x29\n\t" + "adcs x19, x19, x4\n\t" + "umulh x6, x29, x29\n\t" + "adcs x20, x20, x5\n\t" + "stp x2, x3, [%[r], 0]\n\t" + "adc x21, x21, x6\n\t" + "stp x7, x8, [%[r], 16]\n\t" + "stp x9, x10, [%[r], 32]\n\t" + "stp x11, x12, [%[r], 48]\n\t" + "stp x13, x14, [%[r], 64]\n\t" + "stp x15, x16, [%[r], 80]\n\t" + "stp x17, x19, [%[r], 96]\n\t" + "stp x20, x21, [%[r], 112]\n\t" + : + : [r] "r" (r), [a] "r" (a) + : "memory", "x4", "x5", "x6", "x2", "x3", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22", "x23", "x24", "x25", "x26", "x27", "x28", "x29" + ); +} + +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_2048_add_8(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* Sub b from a into a. (a -= b) + * + * a A single precision integer and result. + * b A single precision integer. + */ +static sp_digit sp_2048_sub_in_place_16(sp_digit* a, const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x2, x3, [%[a], 0]\n\t" + "ldp x6, x7, [%[b], 0]\n\t" + "subs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 16]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 0]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 16]\n\t" + "ldp x2, x3, [%[a], 32]\n\t" + "ldp x6, x7, [%[b], 32]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 48]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 48]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 32]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 48]\n\t" + "ldp x2, x3, [%[a], 64]\n\t" + "ldp x6, x7, [%[b], 64]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 80]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 80]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 64]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 80]\n\t" + "ldp x2, x3, [%[a], 96]\n\t" + "ldp x6, x7, [%[b], 96]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 112]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 112]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 96]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 112]\n\t" + "csetm %[a], cc\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); + + return (sp_digit)a; +} + +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_2048_add_16(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 112]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_2048_mask_8(sp_digit* r, const sp_digit* a, sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + int i; + + for (i=0; i<8; i++) { + r[i] = a[i] & m; + } +#else + r[0] = a[0] & m; + r[1] = a[1] & m; + r[2] = a[2] & m; + r[3] = a[3] & m; + r[4] = a[4] & m; + r[5] = a[5] & m; + r[6] = a[6] & m; + r[7] = a[7] & m; +#endif +} + +/* Add digit to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_2048_add_zero_8(sp_digit* r, const sp_digit* a, + const sp_digit d) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adds x3, x3, %[d]\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 48]\n\t" + : + : [r] "r" (r), [a] "r" (a), [d] "r" (d) + : "memory", "x3", "x4", "x5", "x6" + ); +} + +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +SP_NOINLINE static void sp_2048_mul_16(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit* z0 = r; + sp_digit z1[16]; + sp_digit a1[8]; + sp_digit b1[8]; + sp_digit z2[16]; + sp_digit u, ca, cb; + + ca = sp_2048_add_8(a1, a, &a[8]); + cb = sp_2048_add_8(b1, b, &b[8]); + u = ca & cb; + sp_2048_mul_8(z1, a1, b1); + sp_2048_mul_8(z2, &a[8], &b[8]); + sp_2048_mul_8(z0, a, b); + sp_2048_mask_8(r + 16, a1, 0 - cb); + sp_2048_mask_8(b1, b1, 0 - ca); + u += sp_2048_add_8(r + 16, r + 16, b1); + u += sp_2048_sub_in_place_16(z1, z2); + u += sp_2048_sub_in_place_16(z1, z0); + u += sp_2048_add_16(r + 8, r + 8, z1); + u += sp_2048_add_8(r + 16, r + 16, z2); + sp_2048_add_zero_8(r + 24, z2 + 8, u); +} + +#ifdef WOLFSSL_SP_SMALL +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_2048_dbl_8(sp_digit* r, const sp_digit* a) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 64\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "adcs x3, x3, x3\n\t" + "adcs x4, x4, x4\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a) + : + : "memory", "x3", "x4", "x5", "x6", "x11" + ); + + return c; +} + +#else +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_2048_dbl_8(sp_digit* r, const sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "adds x3, x3, x3\n\t" + "ldr x5, [%[a], 16]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 24]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 48]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 56]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6" + ); + + return (sp_digit)r; +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +SP_NOINLINE static void sp_2048_sqr_16(sp_digit* r, const sp_digit* a) +{ + sp_digit* z0 = r; + sp_digit z2[16]; + sp_digit z1[16]; + sp_digit a1[8]; + sp_digit u; + + u = sp_2048_add_8(a1, a, &a[8]); + sp_2048_sqr_8(z1, a1); + sp_2048_sqr_8(z2, &a[8]); + sp_2048_sqr_8(z0, a); + sp_2048_mask_8(r + 16, a1, 0 - u); + u += sp_2048_dbl_8(r + 16, r + 16); + u += sp_2048_sub_in_place_16(z1, z2); + u += sp_2048_sub_in_place_16(z1, z0); + u += sp_2048_add_16(r + 8, r + 8, z1); + u += sp_2048_add_8(r + 16, r + 16, z2); + sp_2048_add_zero_8(r + 24, z2 + 8, u); + +} + +/* Sub b from a into a. (a -= b) + * + * a A single precision integer and result. + * b A single precision integer. + */ +static sp_digit sp_2048_sub_in_place_32(sp_digit* a, const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x2, x3, [%[a], 0]\n\t" + "ldp x6, x7, [%[b], 0]\n\t" + "subs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 16]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 0]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 16]\n\t" + "ldp x2, x3, [%[a], 32]\n\t" + "ldp x6, x7, [%[b], 32]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 48]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 48]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 32]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 48]\n\t" + "ldp x2, x3, [%[a], 64]\n\t" + "ldp x6, x7, [%[b], 64]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 80]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 80]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 64]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 80]\n\t" + "ldp x2, x3, [%[a], 96]\n\t" + "ldp x6, x7, [%[b], 96]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 112]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 112]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 96]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 112]\n\t" + "ldp x2, x3, [%[a], 128]\n\t" + "ldp x6, x7, [%[b], 128]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 144]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 144]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 128]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 144]\n\t" + "ldp x2, x3, [%[a], 160]\n\t" + "ldp x6, x7, [%[b], 160]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 176]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 176]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 160]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 176]\n\t" + "ldp x2, x3, [%[a], 192]\n\t" + "ldp x6, x7, [%[b], 192]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 208]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 208]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 192]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 208]\n\t" + "ldp x2, x3, [%[a], 224]\n\t" + "ldp x6, x7, [%[b], 224]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 240]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 240]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 224]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 240]\n\t" + "csetm %[a], cc\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); + + return (sp_digit)a; +} + +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_2048_add_32(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 112]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 144]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 176]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x3, x4, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 208]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 192]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 208]\n\t" + "ldp x3, x4, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 240]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 224]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 240]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_2048_mask_16(sp_digit* r, const sp_digit* a, sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + int i; + + for (i=0; i<16; i++) { + r[i] = a[i] & m; + } +#else + int i; + + for (i = 0; i < 16; i += 8) { + r[i+0] = a[i+0] & m; + r[i+1] = a[i+1] & m; + r[i+2] = a[i+2] & m; + r[i+3] = a[i+3] & m; + r[i+4] = a[i+4] & m; + r[i+5] = a[i+5] & m; + r[i+6] = a[i+6] & m; + r[i+7] = a[i+7] & m; + } +#endif +} + +/* Add digit to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_2048_add_zero_16(sp_digit* r, const sp_digit* a, + const sp_digit d) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adds x3, x3, %[d]\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 112]\n\t" + : + : [r] "r" (r), [a] "r" (a), [d] "r" (d) + : "memory", "x3", "x4", "x5", "x6" + ); +} + +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +SP_NOINLINE static void sp_2048_mul_32(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit* z0 = r; + sp_digit z1[32]; + sp_digit a1[16]; + sp_digit b1[16]; + sp_digit z2[32]; + sp_digit u, ca, cb; + + ca = sp_2048_add_16(a1, a, &a[16]); + cb = sp_2048_add_16(b1, b, &b[16]); + u = ca & cb; + sp_2048_mul_16(z1, a1, b1); + sp_2048_mul_16(z2, &a[16], &b[16]); + sp_2048_mul_16(z0, a, b); + sp_2048_mask_16(r + 32, a1, 0 - cb); + sp_2048_mask_16(b1, b1, 0 - ca); + u += sp_2048_add_16(r + 32, r + 32, b1); + u += sp_2048_sub_in_place_32(z1, z2); + u += sp_2048_sub_in_place_32(z1, z0); + u += sp_2048_add_32(r + 16, r + 16, z1); + u += sp_2048_add_16(r + 32, r + 32, z2); + sp_2048_add_zero_16(r + 48, z2 + 16, u); +} + +#ifdef WOLFSSL_SP_SMALL +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_2048_dbl_16(sp_digit* r, const sp_digit* a) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 128\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "adcs x3, x3, x3\n\t" + "adcs x4, x4, x4\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a) + : + : "memory", "x3", "x4", "x5", "x6", "x11" + ); + + return c; +} + +#else +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_2048_dbl_16(sp_digit* r, const sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "adds x3, x3, x3\n\t" + "ldr x5, [%[a], 16]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 24]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 48]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 56]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 80]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 88]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 112]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 120]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6" + ); + + return (sp_digit)r; +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +SP_NOINLINE static void sp_2048_sqr_32(sp_digit* r, const sp_digit* a) +{ + sp_digit* z0 = r; + sp_digit z2[32]; + sp_digit z1[32]; + sp_digit a1[16]; + sp_digit u; + + u = sp_2048_add_16(a1, a, &a[16]); + sp_2048_sqr_16(z1, a1); + sp_2048_sqr_16(z2, &a[16]); + sp_2048_sqr_16(z0, a); + sp_2048_mask_16(r + 32, a1, 0 - u); + u += sp_2048_dbl_16(r + 32, r + 32); + u += sp_2048_sub_in_place_32(z1, z2); + u += sp_2048_sub_in_place_32(z1, z0); + u += sp_2048_add_32(r + 16, r + 16, z1); + u += sp_2048_add_16(r + 32, r + 32, z2); + sp_2048_add_zero_16(r + 48, z2 + 16, u); + +} + +#endif /* !WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_2048_add_32(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 256\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "ldp x7, x8, [%[b]], #16\n\t" + "adcs x3, x3, x7\n\t" + "ldp x9, x10, [%[b]], #16\n\t" + "adcs x4, x4, x8\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Sub b from a into a. (a -= b) + * + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_2048_sub_in_place_32(sp_digit* a, const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x10, %[a], 256\n\t" + "\n1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldp x2, x3, [%[a]]\n\t" + "ldp x4, x5, [%[a], #16]\n\t" + "ldp x6, x7, [%[b]], #16\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x8, x9, [%[b]], #16\n\t" + "sbcs x3, x3, x7\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a]], #16\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a]], #16\n\t" + "csetm %[c], cc\n\t" + "cmp %[a], x10\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_2048_mul_32(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[64]; + + __asm__ __volatile__ ( + "mov x5, 0\n\t" + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 248\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[b], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 256\n\t" + "b.eq 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 496\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_2048_sqr_32(sp_digit* r, const sp_digit* a) +{ + sp_digit tmp[64]; + + __asm__ __volatile__ ( + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "mov x5, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 248\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "cmp x4, x3\n\t" + "b.eq 4f\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[a], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "b.al 5f\n\t" + "\n4:\n\t" + "ldr x10, [%[a], x3]\n\t" + "mul x9, x10, x10\n\t" + "umulh x10, x10, x10\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "\n5:\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 256\n\t" + "b.eq 3f\n\t" + "cmp x3, x4\n\t" + "b.gt 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 496\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +#endif /* WOLFSSL_SP_SMALL */ +#if (defined(WOLFSSL_HAVE_SP_RSA) || defined(WOLFSSL_HAVE_SP_DH)) && !defined(WOLFSSL_RSA_PUBLIC_ONLY) +#ifdef WOLFSSL_SP_SMALL +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_2048_mask_16(sp_digit* r, const sp_digit* a, sp_digit m) +{ + int i; + + for (i=0; i<16; i++) { + r[i] = a[i] & m; + } +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_2048_add_16(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 128\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "ldp x7, x8, [%[b]], #16\n\t" + "adcs x3, x3, x7\n\t" + "ldp x9, x10, [%[b]], #16\n\t" + "adcs x4, x4, x8\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Sub b from a into a. (a -= b) + * + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_2048_sub_in_place_16(sp_digit* a, const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x10, %[a], 128\n\t" + "\n1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldp x2, x3, [%[a]]\n\t" + "ldp x4, x5, [%[a], #16]\n\t" + "ldp x6, x7, [%[b]], #16\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x8, x9, [%[b]], #16\n\t" + "sbcs x3, x3, x7\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a]], #16\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a]], #16\n\t" + "csetm %[c], cc\n\t" + "cmp %[a], x10\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_2048_mul_16(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[32]; + + __asm__ __volatile__ ( + "mov x5, 0\n\t" + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 120\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[b], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 128\n\t" + "b.eq 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 240\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_2048_sqr_16(sp_digit* r, const sp_digit* a) +{ + sp_digit tmp[32]; + + __asm__ __volatile__ ( + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "mov x5, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 120\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "cmp x4, x3\n\t" + "b.eq 4f\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[a], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "b.al 5f\n\t" + "\n4:\n\t" + "ldr x10, [%[a], x3]\n\t" + "mul x9, x10, x10\n\t" + "umulh x10, x10, x10\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "\n5:\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 128\n\t" + "b.eq 3f\n\t" + "cmp x3, x4\n\t" + "b.gt 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 240\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +#endif /* WOLFSSL_SP_SMALL */ +#endif /* (WOLFSSL_HAVE_SP_RSA || WOLFSSL_HAVE_SP_DH) && !WOLFSSL_RSA_PUBLIC_ONLY */ + +/* Caclulate the bottom digit of -1/a mod 2^n. + * + * a A single precision number. + * rho Bottom word of inverse. + */ +static void sp_2048_mont_setup(const sp_digit* a, sp_digit* rho) +{ + sp_digit x, b; + + b = a[0]; + x = (((b + 2) & 4) << 1) + b; /* here x*a==1 mod 2**4 */ + x *= 2 - b * x; /* here x*a==1 mod 2**8 */ + x *= 2 - b * x; /* here x*a==1 mod 2**16 */ + x *= 2 - b * x; /* here x*a==1 mod 2**32 */ + x *= 2 - b * x; /* here x*a==1 mod 2**64 */ + + /* rho = -1/m mod b */ + *rho = -x; +} + +/* Mul a by digit b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision digit. + */ +static void sp_2048_mul_d_32(sp_digit* r, const sp_digit* a, + sp_digit b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldr x8, [%[a]]\n\t" + "mul x5, %[b], x8\n\t" + "umulh x3, %[b], x8\n\t" + "mov x4, 0\n\t" + "str x5, [%[r]]\n\t" + "mov x5, 0\n\t" + "mov x9, #8\n\t" + "1:\n\t" + "ldr x8, [%[a], x9]\n\t" + "mul x6, %[b], x8\n\t" + "umulh x7, %[b], x8\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x7\n\t" + "adc x5, xzr, xzr\n\t" + "str x3, [%[r], x9]\n\t" + "mov x3, x4\n\t" + "mov x4, x5\n\t" + "mov x5, #0\n\t" + "add x9, x9, #8\n\t" + "cmp x9, 256\n\t" + "b.lt 1b\n\t" + "str x3, [%[r], 256]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#else + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldp x8, x9, [%[a]]\n\t" + "mul x3, %[b], x8\n\t" + "umulh x4, %[b], x8\n\t" + "mov x5, 0\n\t" + "# A[1] * B\n\t" + "str x3, [%[r]]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "umulh x7, %[b], x9\n\t" + "adds x4, x4, x6\n\t" + "# A[2] * B\n\t" + "ldp x8, x9, [%[a], 16]\n\t" + "str x4, [%[r], 8]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[3] * B\n\t" + "str x5, [%[r], 16]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[4] * B\n\t" + "ldp x8, x9, [%[a], 32]\n\t" + "str x3, [%[r], 24]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[5] * B\n\t" + "str x4, [%[r], 32]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[6] * B\n\t" + "ldp x8, x9, [%[a], 48]\n\t" + "str x5, [%[r], 40]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[7] * B\n\t" + "str x3, [%[r], 48]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[8] * B\n\t" + "ldp x8, x9, [%[a], 64]\n\t" + "str x4, [%[r], 56]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[9] * B\n\t" + "str x5, [%[r], 64]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[10] * B\n\t" + "ldp x8, x9, [%[a], 80]\n\t" + "str x3, [%[r], 72]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[11] * B\n\t" + "str x4, [%[r], 80]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[12] * B\n\t" + "ldp x8, x9, [%[a], 96]\n\t" + "str x5, [%[r], 88]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[13] * B\n\t" + "str x3, [%[r], 96]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[14] * B\n\t" + "ldp x8, x9, [%[a], 112]\n\t" + "str x4, [%[r], 104]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[15] * B\n\t" + "str x5, [%[r], 112]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[16] * B\n\t" + "ldp x8, x9, [%[a], 128]\n\t" + "str x3, [%[r], 120]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[17] * B\n\t" + "str x4, [%[r], 128]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[18] * B\n\t" + "ldp x8, x9, [%[a], 144]\n\t" + "str x5, [%[r], 136]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[19] * B\n\t" + "str x3, [%[r], 144]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[20] * B\n\t" + "ldp x8, x9, [%[a], 160]\n\t" + "str x4, [%[r], 152]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[21] * B\n\t" + "str x5, [%[r], 160]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[22] * B\n\t" + "ldp x8, x9, [%[a], 176]\n\t" + "str x3, [%[r], 168]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[23] * B\n\t" + "str x4, [%[r], 176]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[24] * B\n\t" + "ldp x8, x9, [%[a], 192]\n\t" + "str x5, [%[r], 184]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[25] * B\n\t" + "str x3, [%[r], 192]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[26] * B\n\t" + "ldp x8, x9, [%[a], 208]\n\t" + "str x4, [%[r], 200]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[27] * B\n\t" + "str x5, [%[r], 208]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[28] * B\n\t" + "ldp x8, x9, [%[a], 224]\n\t" + "str x3, [%[r], 216]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[29] * B\n\t" + "str x4, [%[r], 224]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[30] * B\n\t" + "ldp x8, x9, [%[a], 240]\n\t" + "str x5, [%[r], 232]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[31] * B\n\t" + "str x3, [%[r], 240]\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "adc x5, x5, x7\n\t" + "stp x4, x5, [%[r], 248]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#endif +} + +#if (defined(WOLFSSL_HAVE_SP_RSA) || defined(WOLFSSL_HAVE_SP_DH)) && !defined(WOLFSSL_RSA_PUBLIC_ONLY) +/* r = 2^n mod m where n is the number of bits to reduce by. + * Given m must be 2048 bits, just need to subtract. + * + * r A single precision number. + * m A single precision number. + */ +static void sp_2048_mont_norm_16(sp_digit* r, const sp_digit* m) +{ + XMEMSET(r, 0, sizeof(sp_digit) * 16); + + /* r = 2^n mod m */ + sp_2048_sub_in_place_16(r, m); +} + +/* Conditionally subtract b from a using the mask m. + * m is -1 to subtract and 0 when not copying. + * + * r A single precision number representing condition subtract result. + * a A single precision number to subtract from. + * b A single precision number to subtract. + * m Mask value to apply. + */ +static sp_digit sp_2048_cond_sub_16(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit c = 0; + + __asm__ __volatile__ ( + "mov x8, #0\n\t" + "1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldr x4, [%[a], x8]\n\t" + "ldr x5, [%[b], x8]\n\t" + "and x5, x5, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "csetm %[c], cc\n\t" + "str x4, [%[r], x8]\n\t" + "add x8, x8, #8\n\t" + "cmp x8, 128\n\t" + "b.lt 1b\n\t" + : [c] "+r" (c) + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return c; +#else + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "subs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x11, x12, [%[b], 48]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 48]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 48]\n\t" + "ldp x5, x7, [%[b], 64]\n\t" + "ldp x11, x12, [%[b], 80]\n\t" + "ldp x4, x6, [%[a], 64]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 80]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 64]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 80]\n\t" + "ldp x5, x7, [%[b], 96]\n\t" + "ldp x11, x12, [%[b], 112]\n\t" + "ldp x4, x6, [%[a], 96]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 112]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 96]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 112]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +#endif /* WOLFSSL_SP_SMALL */ +} + +/* Reduce the number back to 2048 bits using Montgomery reduction. + * + * a A single precision number to reduce in place. + * m The single precision number representing the modulus. + * mp The digit representing the negative inverse of m mod 2^n. + */ +SP_NOINLINE static void sp_2048_mont_reduce_16(sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_digit ca = 0; + + __asm__ __volatile__ ( + "ldp x14, x15, [%[m], 0]\n\t" + "ldp x16, x17, [%[m], 16]\n\t" + "ldp x19, x20, [%[m], 32]\n\t" + "ldp x21, x22, [%[m], 48]\n\t" + "ldp x23, x24, [%[m], 64]\n\t" + "ldp x25, x26, [%[m], 80]\n\t" + "ldp x27, x28, [%[m], 96]\n\t" + "# i = 16\n\t" + "mov x4, 16\n\t" + "ldp x12, x13, [%[a], 0]\n\t" + "\n1:\n\t" + "# mu = a[i] * mp\n\t" + "mul x9, %[mp], x12\n\t" + "# a[i+0] += m[0] * mu\n\t" + "mul x7, x14, x9\n\t" + "umulh x8, x14, x9\n\t" + "adds x12, x12, x7\n\t" + "# a[i+1] += m[1] * mu\n\t" + "mul x7, x15, x9\n\t" + "adc x6, x8, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x12, x13, x7\n\t" + "# a[i+2] += m[2] * mu\n\t" + "ldr x13, [%[a], 16]\n\t" + "adc x5, x8, xzr\n\t" + "mul x7, x16, x9\n\t" + "adds x12, x12, x6\n\t" + "umulh x8, x16, x9\n\t" + "adc x5, x5, xzr\n\t" + "adds x13, x13, x7\n\t" + "# a[i+3] += m[3] * mu\n\t" + "ldr x10, [%[a], 24]\n\t" + "adc x6, x8, xzr\n\t" + "mul x7, x17, x9\n\t" + "adds x13, x13, x5\n\t" + "umulh x8, x17, x9\n\t" + "adc x6, x6, xzr\n\t" + "adds x10, x10, x7\n\t" + "# a[i+4] += m[4] * mu\n\t" + "ldr x11, [%[a], 32]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "str x10, [%[a], 24]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+5] += m[5] * mu\n\t" + "ldr x10, [%[a], 40]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "str x11, [%[a], 32]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+6] += m[6] * mu\n\t" + "ldr x11, [%[a], 48]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x21, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x21, x9\n\t" + "str x10, [%[a], 40]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+7] += m[7] * mu\n\t" + "ldr x10, [%[a], 56]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x22, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x22, x9\n\t" + "str x11, [%[a], 48]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+8] += m[8] * mu\n\t" + "ldr x11, [%[a], 64]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x23, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x23, x9\n\t" + "str x10, [%[a], 56]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+9] += m[9] * mu\n\t" + "ldr x10, [%[a], 72]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x24, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x24, x9\n\t" + "str x11, [%[a], 64]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+10] += m[10] * mu\n\t" + "ldr x11, [%[a], 80]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x25, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x25, x9\n\t" + "str x10, [%[a], 72]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+11] += m[11] * mu\n\t" + "ldr x10, [%[a], 88]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x26, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x26, x9\n\t" + "str x11, [%[a], 80]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+12] += m[12] * mu\n\t" + "ldr x11, [%[a], 96]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x27, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x27, x9\n\t" + "str x10, [%[a], 88]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+13] += m[13] * mu\n\t" + "ldr x10, [%[a], 104]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x28, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x28, x9\n\t" + "str x11, [%[a], 96]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+14] += m[14] * mu\n\t" + "ldr x11, [%[a], 112]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 112]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 104]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+15] += m[15] * mu\n\t" + "ldr x10, [%[a], 120]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 120]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x8, x8, %[ca]\n\t" + "str x11, [%[a], 112]\n\t" + "cset %[ca], cs\n\t" + "adds x10, x10, x6\n\t" + "ldr x11, [%[a], 128]\n\t" + "str x10, [%[a], 120]\n\t" + "adcs x11, x11, x8\n\t" + "str x11, [%[a], 128]\n\t" + "adc %[ca], %[ca], xzr\n\t" + "subs x4, x4, 1\n\t" + "add %[a], %[a], 8\n\t" + "bne 1b\n\t" + "stp x12, x13, [%[a], 0]\n\t" + : [ca] "+r" (ca), [a] "+r" (a) + : [m] "r" (m), [mp] "r" (mp) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22", "x23", "x24", "x25", "x26", "x27", "x28" + ); + + sp_2048_cond_sub_16(a - 16, a, m, (sp_digit)0 - ca); +} + +/* Multiply two Montogmery form numbers mod the modulus (prime). + * (r = a * b mod m) + * + * r Result of multiplication. + * a First number to multiply in Montogmery form. + * b Second number to multiply in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_2048_mont_mul_16(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m, sp_digit mp) +{ + sp_2048_mul_16(r, a, b); + sp_2048_mont_reduce_16(r, m, mp); +} + +/* Square the Montgomery form number. (r = a * a mod m) + * + * r Result of squaring. + * a Number to square in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_2048_mont_sqr_16(sp_digit* r, const sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_2048_sqr_16(r, a); + sp_2048_mont_reduce_16(r, m, mp); +} + +/* Mul a by digit b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision digit. + */ +static void sp_2048_mul_d_16(sp_digit* r, const sp_digit* a, + sp_digit b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldr x8, [%[a]]\n\t" + "mul x5, %[b], x8\n\t" + "umulh x3, %[b], x8\n\t" + "mov x4, 0\n\t" + "str x5, [%[r]]\n\t" + "mov x5, 0\n\t" + "mov x9, #8\n\t" + "1:\n\t" + "ldr x8, [%[a], x9]\n\t" + "mul x6, %[b], x8\n\t" + "umulh x7, %[b], x8\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x7\n\t" + "adc x5, xzr, xzr\n\t" + "str x3, [%[r], x9]\n\t" + "mov x3, x4\n\t" + "mov x4, x5\n\t" + "mov x5, #0\n\t" + "add x9, x9, #8\n\t" + "cmp x9, 128\n\t" + "b.lt 1b\n\t" + "str x3, [%[r], 128]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#else + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldp x8, x9, [%[a]]\n\t" + "mul x3, %[b], x8\n\t" + "umulh x4, %[b], x8\n\t" + "mov x5, 0\n\t" + "# A[1] * B\n\t" + "str x3, [%[r]]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "umulh x7, %[b], x9\n\t" + "adds x4, x4, x6\n\t" + "# A[2] * B\n\t" + "ldp x8, x9, [%[a], 16]\n\t" + "str x4, [%[r], 8]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[3] * B\n\t" + "str x5, [%[r], 16]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[4] * B\n\t" + "ldp x8, x9, [%[a], 32]\n\t" + "str x3, [%[r], 24]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[5] * B\n\t" + "str x4, [%[r], 32]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[6] * B\n\t" + "ldp x8, x9, [%[a], 48]\n\t" + "str x5, [%[r], 40]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[7] * B\n\t" + "str x3, [%[r], 48]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[8] * B\n\t" + "ldp x8, x9, [%[a], 64]\n\t" + "str x4, [%[r], 56]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[9] * B\n\t" + "str x5, [%[r], 64]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[10] * B\n\t" + "ldp x8, x9, [%[a], 80]\n\t" + "str x3, [%[r], 72]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[11] * B\n\t" + "str x4, [%[r], 80]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[12] * B\n\t" + "ldp x8, x9, [%[a], 96]\n\t" + "str x5, [%[r], 88]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[13] * B\n\t" + "str x3, [%[r], 96]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[14] * B\n\t" + "ldp x8, x9, [%[a], 112]\n\t" + "str x4, [%[r], 104]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[15] * B\n\t" + "str x5, [%[r], 112]\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "adc x4, x4, x7\n\t" + "stp x3, x4, [%[r], 120]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#endif +} + +/* Divide the double width number (d1|d0) by the dividend. (d1|d0 / div) + * + * d1 The high order half of the number to divide. + * d0 The low order half of the number to divide. + * div The dividend. + * returns the result of the division. + */ +static sp_digit div_2048_word_16(sp_digit d1, sp_digit d0, sp_digit div) +{ + sp_digit r; + + __asm__ __volatile__ ( + "lsr x5, %[div], 32\n\t" + "add x5, x5, 1\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x6, x3, 32\n\t" + "mul x4, %[div], x6\n\t" + "umulh x3, %[div], x6\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x3, x3, 32\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "sub %[d0], %[d0], x4\n\t" + + "udiv x3, %[d0], %[div]\n\t" + "add %[r], x6, x3\n\t" + + : [r] "=r" (r) + : [d1] "r" (d1), [d0] "r" (d0), [div] "r" (div) + : "x3", "x4", "x5", "x6" + ); + + return r; +} + +/* Compare a with b in constant time. + * + * a A single precision integer. + * b A single precision integer. + * return -ve, 0 or +ve if a is less than, equal to or greater than b + * respectively. + */ +static int64_t sp_2048_cmp_16(const sp_digit* a, const sp_digit* b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "mov x5, 120\n\t" + "1:\n\t" + "ldr x6, [%[a], x5]\n\t" + "ldr x7, [%[b], x5]\n\t" + "and x6, x6, x4\n\t" + "and x7, x7, x4\n\t" + "subs x6, x6, x7\n\t" + "csel x2, x3, x2, hi\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "subs x5, x5, #8\n\t" + "b.cs 1b\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#else + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "ldp x7, x8, [%[b], 112]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "ldp x7, x8, [%[b], 80]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "ldp x7, x8, [%[b], 48]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "ldp x7, x8, [%[b], 16]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#endif + + return (int64_t)a; +} + +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_2048_div_16(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[32], t2[17]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[15]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 16); + for (i=15; i>=0; i--) { + r1 = div_2048_word_16(t1[16 + i], t1[16 + i - 1], div); + + sp_2048_mul_d_16(t2, d, r1); + t1[16 + i] += sp_2048_sub_in_place_16(&t1[i], t2); + t1[16 + i] -= t2[16]; + sp_2048_mask_16(t2, d, t1[16 + i]); + t1[16 + i] += sp_2048_add_16(&t1[i], &t1[i], t2); + sp_2048_mask_16(t2, d, t1[16 + i]); + t1[16 + i] += sp_2048_add_16(&t1[i], &t1[i], t2); + } + + r1 = sp_2048_cmp_16(t1, d) >= 0; + sp_2048_cond_sub_16(r, t1, d, (sp_digit)0 - r1); + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_2048_mod_16(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_2048_div_16(a, m, NULL, r); +} + +#ifdef WOLFSSL_SP_SMALL +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_2048_mod_exp_16(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[16][32]; +#else + sp_digit* t[16]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 16 * 32, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<16; i++) { + t[i] = td + i * 32; + } +#endif + norm = t[0]; + + sp_2048_mont_setup(m, &mp); + sp_2048_mont_norm_16(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 16U); + if (reduceA != 0) { + err = sp_2048_mod_16(t[1] + 16, a, m); + if (err == MP_OKAY) { + err = sp_2048_mod_16(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 16, a, sizeof(sp_digit) * 16); + err = sp_2048_mod_16(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_2048_mont_sqr_16(t[ 2], t[ 1], m, mp); + sp_2048_mont_mul_16(t[ 3], t[ 2], t[ 1], m, mp); + sp_2048_mont_sqr_16(t[ 4], t[ 2], m, mp); + sp_2048_mont_mul_16(t[ 5], t[ 3], t[ 2], m, mp); + sp_2048_mont_sqr_16(t[ 6], t[ 3], m, mp); + sp_2048_mont_mul_16(t[ 7], t[ 4], t[ 3], m, mp); + sp_2048_mont_sqr_16(t[ 8], t[ 4], m, mp); + sp_2048_mont_mul_16(t[ 9], t[ 5], t[ 4], m, mp); + sp_2048_mont_sqr_16(t[10], t[ 5], m, mp); + sp_2048_mont_mul_16(t[11], t[ 6], t[ 5], m, mp); + sp_2048_mont_sqr_16(t[12], t[ 6], m, mp); + sp_2048_mont_mul_16(t[13], t[ 7], t[ 6], m, mp); + sp_2048_mont_sqr_16(t[14], t[ 7], m, mp); + sp_2048_mont_mul_16(t[15], t[ 8], t[ 7], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 4; + if (c == 64) { + c = 60; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 16); + for (; i>=0 || c>=4; ) { + if (c == 0) { + n = e[i--]; + y = n >> 60; + n <<= 4; + c = 60; + } + else if (c < 4) { + y = n >> 60; + n = e[i--]; + c = 4 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 60) & 0xf; + n <<= 4; + c -= 4; + } + + sp_2048_mont_sqr_16(r, r, m, mp); + sp_2048_mont_sqr_16(r, r, m, mp); + sp_2048_mont_sqr_16(r, r, m, mp); + sp_2048_mont_sqr_16(r, r, m, mp); + + sp_2048_mont_mul_16(r, r, t[y], m, mp); + } + + XMEMSET(&r[16], 0, sizeof(sp_digit) * 16U); + sp_2048_mont_reduce_16(r, m, mp); + + mask = 0 - (sp_2048_cmp_16(r, m) >= 0); + sp_2048_cond_sub_16(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#else +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_2048_mod_exp_16(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[32][32]; +#else + sp_digit* t[32]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 32 * 32, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<32; i++) { + t[i] = td + i * 32; + } +#endif + norm = t[0]; + + sp_2048_mont_setup(m, &mp); + sp_2048_mont_norm_16(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 16U); + if (reduceA != 0) { + err = sp_2048_mod_16(t[1] + 16, a, m); + if (err == MP_OKAY) { + err = sp_2048_mod_16(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 16, a, sizeof(sp_digit) * 16); + err = sp_2048_mod_16(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_2048_mont_sqr_16(t[ 2], t[ 1], m, mp); + sp_2048_mont_mul_16(t[ 3], t[ 2], t[ 1], m, mp); + sp_2048_mont_sqr_16(t[ 4], t[ 2], m, mp); + sp_2048_mont_mul_16(t[ 5], t[ 3], t[ 2], m, mp); + sp_2048_mont_sqr_16(t[ 6], t[ 3], m, mp); + sp_2048_mont_mul_16(t[ 7], t[ 4], t[ 3], m, mp); + sp_2048_mont_sqr_16(t[ 8], t[ 4], m, mp); + sp_2048_mont_mul_16(t[ 9], t[ 5], t[ 4], m, mp); + sp_2048_mont_sqr_16(t[10], t[ 5], m, mp); + sp_2048_mont_mul_16(t[11], t[ 6], t[ 5], m, mp); + sp_2048_mont_sqr_16(t[12], t[ 6], m, mp); + sp_2048_mont_mul_16(t[13], t[ 7], t[ 6], m, mp); + sp_2048_mont_sqr_16(t[14], t[ 7], m, mp); + sp_2048_mont_mul_16(t[15], t[ 8], t[ 7], m, mp); + sp_2048_mont_sqr_16(t[16], t[ 8], m, mp); + sp_2048_mont_mul_16(t[17], t[ 9], t[ 8], m, mp); + sp_2048_mont_sqr_16(t[18], t[ 9], m, mp); + sp_2048_mont_mul_16(t[19], t[10], t[ 9], m, mp); + sp_2048_mont_sqr_16(t[20], t[10], m, mp); + sp_2048_mont_mul_16(t[21], t[11], t[10], m, mp); + sp_2048_mont_sqr_16(t[22], t[11], m, mp); + sp_2048_mont_mul_16(t[23], t[12], t[11], m, mp); + sp_2048_mont_sqr_16(t[24], t[12], m, mp); + sp_2048_mont_mul_16(t[25], t[13], t[12], m, mp); + sp_2048_mont_sqr_16(t[26], t[13], m, mp); + sp_2048_mont_mul_16(t[27], t[14], t[13], m, mp); + sp_2048_mont_sqr_16(t[28], t[14], m, mp); + sp_2048_mont_mul_16(t[29], t[15], t[14], m, mp); + sp_2048_mont_sqr_16(t[30], t[15], m, mp); + sp_2048_mont_mul_16(t[31], t[16], t[15], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 5; + if (c == 64) { + c = 59; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 16); + for (; i>=0 || c>=5; ) { + if (c == 0) { + n = e[i--]; + y = n >> 59; + n <<= 5; + c = 59; + } + else if (c < 5) { + y = n >> 59; + n = e[i--]; + c = 5 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 59) & 0x1f; + n <<= 5; + c -= 5; + } + + sp_2048_mont_sqr_16(r, r, m, mp); + sp_2048_mont_sqr_16(r, r, m, mp); + sp_2048_mont_sqr_16(r, r, m, mp); + sp_2048_mont_sqr_16(r, r, m, mp); + sp_2048_mont_sqr_16(r, r, m, mp); + + sp_2048_mont_mul_16(r, r, t[y], m, mp); + } + + XMEMSET(&r[16], 0, sizeof(sp_digit) * 16U); + sp_2048_mont_reduce_16(r, m, mp); + + mask = 0 - (sp_2048_cmp_16(r, m) >= 0); + sp_2048_cond_sub_16(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#endif /* WOLFSSL_SP_SMALL */ + +#endif /* (WOLFSSL_HAVE_SP_RSA || WOLFSSL_HAVE_SP_DH) && !WOLFSSL_RSA_PUBLIC_ONLY */ + +#if defined(WOLFSSL_HAVE_SP_RSA) || defined(WOLFSSL_HAVE_SP_DH) +/* r = 2^n mod m where n is the number of bits to reduce by. + * Given m must be 2048 bits, just need to subtract. + * + * r A single precision number. + * m A single precision number. + */ +static void sp_2048_mont_norm_32(sp_digit* r, const sp_digit* m) +{ + XMEMSET(r, 0, sizeof(sp_digit) * 32); + + /* r = 2^n mod m */ + sp_2048_sub_in_place_32(r, m); +} + +#endif /* WOLFSSL_HAVE_SP_RSA || WOLFSSL_HAVE_SP_DH */ +/* Conditionally subtract b from a using the mask m. + * m is -1 to subtract and 0 when not copying. + * + * r A single precision number representing condition subtract result. + * a A single precision number to subtract from. + * b A single precision number to subtract. + * m Mask value to apply. + */ +static sp_digit sp_2048_cond_sub_32(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit c = 0; + + __asm__ __volatile__ ( + "mov x8, #0\n\t" + "1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldr x4, [%[a], x8]\n\t" + "ldr x5, [%[b], x8]\n\t" + "and x5, x5, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "csetm %[c], cc\n\t" + "str x4, [%[r], x8]\n\t" + "add x8, x8, #8\n\t" + "cmp x8, 256\n\t" + "b.lt 1b\n\t" + : [c] "+r" (c) + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return c; +#else + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "subs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x11, x12, [%[b], 48]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 48]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 48]\n\t" + "ldp x5, x7, [%[b], 64]\n\t" + "ldp x11, x12, [%[b], 80]\n\t" + "ldp x4, x6, [%[a], 64]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 80]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 64]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 80]\n\t" + "ldp x5, x7, [%[b], 96]\n\t" + "ldp x11, x12, [%[b], 112]\n\t" + "ldp x4, x6, [%[a], 96]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 112]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 96]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 112]\n\t" + "ldp x5, x7, [%[b], 128]\n\t" + "ldp x11, x12, [%[b], 144]\n\t" + "ldp x4, x6, [%[a], 128]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 144]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 128]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 144]\n\t" + "ldp x5, x7, [%[b], 160]\n\t" + "ldp x11, x12, [%[b], 176]\n\t" + "ldp x4, x6, [%[a], 160]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 176]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 160]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 176]\n\t" + "ldp x5, x7, [%[b], 192]\n\t" + "ldp x11, x12, [%[b], 208]\n\t" + "ldp x4, x6, [%[a], 192]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 208]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 192]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 208]\n\t" + "ldp x5, x7, [%[b], 224]\n\t" + "ldp x11, x12, [%[b], 240]\n\t" + "ldp x4, x6, [%[a], 224]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 240]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 224]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 240]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +#endif /* WOLFSSL_SP_SMALL */ +} + +/* Reduce the number back to 2048 bits using Montgomery reduction. + * + * a A single precision number to reduce in place. + * m The single precision number representing the modulus. + * mp The digit representing the negative inverse of m mod 2^n. + */ +SP_NOINLINE static void sp_2048_mont_reduce_32(sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_digit ca = 0; + + __asm__ __volatile__ ( + "ldp x14, x15, [%[m], 0]\n\t" + "ldp x16, x17, [%[m], 16]\n\t" + "ldp x19, x20, [%[m], 32]\n\t" + "ldp x21, x22, [%[m], 48]\n\t" + "ldp x23, x24, [%[m], 64]\n\t" + "ldp x25, x26, [%[m], 80]\n\t" + "ldp x27, x28, [%[m], 96]\n\t" + "# i = 32\n\t" + "mov x4, 32\n\t" + "ldp x12, x13, [%[a], 0]\n\t" + "\n1:\n\t" + "# mu = a[i] * mp\n\t" + "mul x9, %[mp], x12\n\t" + "# a[i+0] += m[0] * mu\n\t" + "mul x7, x14, x9\n\t" + "umulh x8, x14, x9\n\t" + "adds x12, x12, x7\n\t" + "# a[i+1] += m[1] * mu\n\t" + "mul x7, x15, x9\n\t" + "adc x6, x8, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x12, x13, x7\n\t" + "# a[i+2] += m[2] * mu\n\t" + "ldr x13, [%[a], 16]\n\t" + "adc x5, x8, xzr\n\t" + "mul x7, x16, x9\n\t" + "adds x12, x12, x6\n\t" + "umulh x8, x16, x9\n\t" + "adc x5, x5, xzr\n\t" + "adds x13, x13, x7\n\t" + "# a[i+3] += m[3] * mu\n\t" + "ldr x10, [%[a], 24]\n\t" + "adc x6, x8, xzr\n\t" + "mul x7, x17, x9\n\t" + "adds x13, x13, x5\n\t" + "umulh x8, x17, x9\n\t" + "adc x6, x6, xzr\n\t" + "adds x10, x10, x7\n\t" + "# a[i+4] += m[4] * mu\n\t" + "ldr x11, [%[a], 32]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "str x10, [%[a], 24]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+5] += m[5] * mu\n\t" + "ldr x10, [%[a], 40]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "str x11, [%[a], 32]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+6] += m[6] * mu\n\t" + "ldr x11, [%[a], 48]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x21, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x21, x9\n\t" + "str x10, [%[a], 40]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+7] += m[7] * mu\n\t" + "ldr x10, [%[a], 56]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x22, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x22, x9\n\t" + "str x11, [%[a], 48]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+8] += m[8] * mu\n\t" + "ldr x11, [%[a], 64]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x23, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x23, x9\n\t" + "str x10, [%[a], 56]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+9] += m[9] * mu\n\t" + "ldr x10, [%[a], 72]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x24, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x24, x9\n\t" + "str x11, [%[a], 64]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+10] += m[10] * mu\n\t" + "ldr x11, [%[a], 80]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x25, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x25, x9\n\t" + "str x10, [%[a], 72]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+11] += m[11] * mu\n\t" + "ldr x10, [%[a], 88]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x26, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x26, x9\n\t" + "str x11, [%[a], 80]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+12] += m[12] * mu\n\t" + "ldr x11, [%[a], 96]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x27, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x27, x9\n\t" + "str x10, [%[a], 88]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+13] += m[13] * mu\n\t" + "ldr x10, [%[a], 104]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x28, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x28, x9\n\t" + "str x11, [%[a], 96]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+14] += m[14] * mu\n\t" + "ldr x11, [%[a], 112]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 112]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 104]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+15] += m[15] * mu\n\t" + "ldr x10, [%[a], 120]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 120]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 112]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+16] += m[16] * mu\n\t" + "ldr x11, [%[a], 128]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 128]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 120]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+17] += m[17] * mu\n\t" + "ldr x10, [%[a], 136]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 136]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 128]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+18] += m[18] * mu\n\t" + "ldr x11, [%[a], 144]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 144]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 136]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+19] += m[19] * mu\n\t" + "ldr x10, [%[a], 152]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 152]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 144]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+20] += m[20] * mu\n\t" + "ldr x11, [%[a], 160]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 160]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 152]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+21] += m[21] * mu\n\t" + "ldr x10, [%[a], 168]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 168]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 160]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+22] += m[22] * mu\n\t" + "ldr x11, [%[a], 176]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 176]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 168]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+23] += m[23] * mu\n\t" + "ldr x10, [%[a], 184]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 184]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 176]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+24] += m[24] * mu\n\t" + "ldr x11, [%[a], 192]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 192]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 184]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+25] += m[25] * mu\n\t" + "ldr x10, [%[a], 200]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 200]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 192]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+26] += m[26] * mu\n\t" + "ldr x11, [%[a], 208]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 208]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 200]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+27] += m[27] * mu\n\t" + "ldr x10, [%[a], 216]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 216]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 208]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+28] += m[28] * mu\n\t" + "ldr x11, [%[a], 224]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 224]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 216]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+29] += m[29] * mu\n\t" + "ldr x10, [%[a], 232]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 232]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 224]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+30] += m[30] * mu\n\t" + "ldr x11, [%[a], 240]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 240]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 232]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+31] += m[31] * mu\n\t" + "ldr x10, [%[a], 248]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 248]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x8, x8, %[ca]\n\t" + "str x11, [%[a], 240]\n\t" + "cset %[ca], cs\n\t" + "adds x10, x10, x6\n\t" + "ldr x11, [%[a], 256]\n\t" + "str x10, [%[a], 248]\n\t" + "adcs x11, x11, x8\n\t" + "str x11, [%[a], 256]\n\t" + "adc %[ca], %[ca], xzr\n\t" + "subs x4, x4, 1\n\t" + "add %[a], %[a], 8\n\t" + "bne 1b\n\t" + "stp x12, x13, [%[a], 0]\n\t" + : [ca] "+r" (ca), [a] "+r" (a) + : [m] "r" (m), [mp] "r" (mp) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22", "x23", "x24", "x25", "x26", "x27", "x28" + ); + + sp_2048_cond_sub_32(a - 32, a, m, (sp_digit)0 - ca); +} + +/* Multiply two Montogmery form numbers mod the modulus (prime). + * (r = a * b mod m) + * + * r Result of multiplication. + * a First number to multiply in Montogmery form. + * b Second number to multiply in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_2048_mont_mul_32(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m, sp_digit mp) +{ + sp_2048_mul_32(r, a, b); + sp_2048_mont_reduce_32(r, m, mp); +} + +/* Square the Montgomery form number. (r = a * a mod m) + * + * r Result of squaring. + * a Number to square in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_2048_mont_sqr_32(sp_digit* r, const sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_2048_sqr_32(r, a); + sp_2048_mont_reduce_32(r, m, mp); +} + +/* Divide the double width number (d1|d0) by the dividend. (d1|d0 / div) + * + * d1 The high order half of the number to divide. + * d0 The low order half of the number to divide. + * div The dividend. + * returns the result of the division. + */ +static sp_digit div_2048_word_32(sp_digit d1, sp_digit d0, sp_digit div) +{ + sp_digit r; + + __asm__ __volatile__ ( + "lsr x5, %[div], 32\n\t" + "add x5, x5, 1\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x6, x3, 32\n\t" + "mul x4, %[div], x6\n\t" + "umulh x3, %[div], x6\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x3, x3, 32\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "sub %[d0], %[d0], x4\n\t" + + "udiv x3, %[d0], %[div]\n\t" + "add %[r], x6, x3\n\t" + + : [r] "=r" (r) + : [d1] "r" (d1), [d0] "r" (d0), [div] "r" (div) + : "x3", "x4", "x5", "x6" + ); + + return r; +} + +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_2048_mask_32(sp_digit* r, const sp_digit* a, sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + int i; + + for (i=0; i<32; i++) { + r[i] = a[i] & m; + } +#else + int i; + + for (i = 0; i < 32; i += 8) { + r[i+0] = a[i+0] & m; + r[i+1] = a[i+1] & m; + r[i+2] = a[i+2] & m; + r[i+3] = a[i+3] & m; + r[i+4] = a[i+4] & m; + r[i+5] = a[i+5] & m; + r[i+6] = a[i+6] & m; + r[i+7] = a[i+7] & m; + } +#endif +} + +/* Compare a with b in constant time. + * + * a A single precision integer. + * b A single precision integer. + * return -ve, 0 or +ve if a is less than, equal to or greater than b + * respectively. + */ +static int64_t sp_2048_cmp_32(const sp_digit* a, const sp_digit* b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "mov x5, 248\n\t" + "1:\n\t" + "ldr x6, [%[a], x5]\n\t" + "ldr x7, [%[b], x5]\n\t" + "and x6, x6, x4\n\t" + "and x7, x7, x4\n\t" + "subs x6, x6, x7\n\t" + "csel x2, x3, x2, hi\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "subs x5, x5, #8\n\t" + "b.cs 1b\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#else + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "ldp x7, x8, [%[b], 240]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "ldp x7, x8, [%[b], 208]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "ldp x7, x8, [%[b], 176]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "ldp x7, x8, [%[b], 144]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "ldp x7, x8, [%[b], 112]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "ldp x7, x8, [%[b], 80]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "ldp x7, x8, [%[b], 48]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "ldp x7, x8, [%[b], 16]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#endif + + return (int64_t)a; +} + +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_2048_div_32(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[64], t2[33]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[31]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 32); + for (i=31; i>=0; i--) { + r1 = div_2048_word_32(t1[32 + i], t1[32 + i - 1], div); + + sp_2048_mul_d_32(t2, d, r1); + t1[32 + i] += sp_2048_sub_in_place_32(&t1[i], t2); + t1[32 + i] -= t2[32]; + sp_2048_mask_32(t2, d, t1[32 + i]); + t1[32 + i] += sp_2048_add_32(&t1[i], &t1[i], t2); + sp_2048_mask_32(t2, d, t1[32 + i]); + t1[32 + i] += sp_2048_add_32(&t1[i], &t1[i], t2); + } + + r1 = sp_2048_cmp_32(t1, d) >= 0; + sp_2048_cond_sub_32(r, t1, d, (sp_digit)0 - r1); + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_2048_mod_32(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_2048_div_32(a, m, NULL, r); +} + +#ifdef WOLFSSL_SP_SMALL +/* Sub b from a into r. (r = a - b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_2048_sub_32(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 256\n\t" + "\n1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "ldp x7, x8, [%[b]], #16\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x9, x10, [%[b]], #16\n\t" + "sbcs x4, x4, x8\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "csetm %[c], cc\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + return c; +} + +#else +/* Sub b from a into r. (r = a - b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_2048_sub_32(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "subs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 112]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 144]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 176]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x3, x4, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 208]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 192]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 208]\n\t" + "ldp x3, x4, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 240]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 224]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 240]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_2048_div_32_cond(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[64], t2[33]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[31]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 32); + for (i=31; i>=0; i--) { + r1 = div_2048_word_32(t1[32 + i], t1[32 + i - 1], div); + + sp_2048_mul_d_32(t2, d, r1); + t1[32 + i] += sp_2048_sub_in_place_32(&t1[i], t2); + t1[32 + i] -= t2[32]; + if (t1[32 + i] != 0) { + t1[32 + i] += sp_2048_add_32(&t1[i], &t1[i], d); + if (t1[32 + i] != 0) + t1[32 + i] += sp_2048_add_32(&t1[i], &t1[i], d); + } + } + + for (i = 31; i > 0; i--) { + if (t1[i] != d[i]) + break; + } + if (t1[i] >= d[i]) { + sp_2048_sub_32(r, t1, d); + } + else { + XMEMCPY(r, t1, sizeof(*t1) * 32); + } + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_2048_mod_32_cond(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_2048_div_32_cond(a, m, NULL, r); +} + +#if (defined(WOLFSSL_HAVE_SP_RSA) && !defined(WOLFSSL_RSA_PUBLIC_ONLY)) || \ + defined(WOLFSSL_HAVE_SP_DH) +#ifdef WOLFSSL_SP_SMALL +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_2048_mod_exp_32(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[16][64]; +#else + sp_digit* t[16]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 16 * 64, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<16; i++) { + t[i] = td + i * 64; + } +#endif + norm = t[0]; + + sp_2048_mont_setup(m, &mp); + sp_2048_mont_norm_32(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 32U); + if (reduceA != 0) { + err = sp_2048_mod_32(t[1] + 32, a, m); + if (err == MP_OKAY) { + err = sp_2048_mod_32(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 32, a, sizeof(sp_digit) * 32); + err = sp_2048_mod_32(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_2048_mont_sqr_32(t[ 2], t[ 1], m, mp); + sp_2048_mont_mul_32(t[ 3], t[ 2], t[ 1], m, mp); + sp_2048_mont_sqr_32(t[ 4], t[ 2], m, mp); + sp_2048_mont_mul_32(t[ 5], t[ 3], t[ 2], m, mp); + sp_2048_mont_sqr_32(t[ 6], t[ 3], m, mp); + sp_2048_mont_mul_32(t[ 7], t[ 4], t[ 3], m, mp); + sp_2048_mont_sqr_32(t[ 8], t[ 4], m, mp); + sp_2048_mont_mul_32(t[ 9], t[ 5], t[ 4], m, mp); + sp_2048_mont_sqr_32(t[10], t[ 5], m, mp); + sp_2048_mont_mul_32(t[11], t[ 6], t[ 5], m, mp); + sp_2048_mont_sqr_32(t[12], t[ 6], m, mp); + sp_2048_mont_mul_32(t[13], t[ 7], t[ 6], m, mp); + sp_2048_mont_sqr_32(t[14], t[ 7], m, mp); + sp_2048_mont_mul_32(t[15], t[ 8], t[ 7], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 4; + if (c == 64) { + c = 60; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 32); + for (; i>=0 || c>=4; ) { + if (c == 0) { + n = e[i--]; + y = n >> 60; + n <<= 4; + c = 60; + } + else if (c < 4) { + y = n >> 60; + n = e[i--]; + c = 4 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 60) & 0xf; + n <<= 4; + c -= 4; + } + + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + + sp_2048_mont_mul_32(r, r, t[y], m, mp); + } + + XMEMSET(&r[32], 0, sizeof(sp_digit) * 32U); + sp_2048_mont_reduce_32(r, m, mp); + + mask = 0 - (sp_2048_cmp_32(r, m) >= 0); + sp_2048_cond_sub_32(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#else +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_2048_mod_exp_32(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[32][64]; +#else + sp_digit* t[32]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 32 * 64, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<32; i++) { + t[i] = td + i * 64; + } +#endif + norm = t[0]; + + sp_2048_mont_setup(m, &mp); + sp_2048_mont_norm_32(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 32U); + if (reduceA != 0) { + err = sp_2048_mod_32(t[1] + 32, a, m); + if (err == MP_OKAY) { + err = sp_2048_mod_32(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 32, a, sizeof(sp_digit) * 32); + err = sp_2048_mod_32(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_2048_mont_sqr_32(t[ 2], t[ 1], m, mp); + sp_2048_mont_mul_32(t[ 3], t[ 2], t[ 1], m, mp); + sp_2048_mont_sqr_32(t[ 4], t[ 2], m, mp); + sp_2048_mont_mul_32(t[ 5], t[ 3], t[ 2], m, mp); + sp_2048_mont_sqr_32(t[ 6], t[ 3], m, mp); + sp_2048_mont_mul_32(t[ 7], t[ 4], t[ 3], m, mp); + sp_2048_mont_sqr_32(t[ 8], t[ 4], m, mp); + sp_2048_mont_mul_32(t[ 9], t[ 5], t[ 4], m, mp); + sp_2048_mont_sqr_32(t[10], t[ 5], m, mp); + sp_2048_mont_mul_32(t[11], t[ 6], t[ 5], m, mp); + sp_2048_mont_sqr_32(t[12], t[ 6], m, mp); + sp_2048_mont_mul_32(t[13], t[ 7], t[ 6], m, mp); + sp_2048_mont_sqr_32(t[14], t[ 7], m, mp); + sp_2048_mont_mul_32(t[15], t[ 8], t[ 7], m, mp); + sp_2048_mont_sqr_32(t[16], t[ 8], m, mp); + sp_2048_mont_mul_32(t[17], t[ 9], t[ 8], m, mp); + sp_2048_mont_sqr_32(t[18], t[ 9], m, mp); + sp_2048_mont_mul_32(t[19], t[10], t[ 9], m, mp); + sp_2048_mont_sqr_32(t[20], t[10], m, mp); + sp_2048_mont_mul_32(t[21], t[11], t[10], m, mp); + sp_2048_mont_sqr_32(t[22], t[11], m, mp); + sp_2048_mont_mul_32(t[23], t[12], t[11], m, mp); + sp_2048_mont_sqr_32(t[24], t[12], m, mp); + sp_2048_mont_mul_32(t[25], t[13], t[12], m, mp); + sp_2048_mont_sqr_32(t[26], t[13], m, mp); + sp_2048_mont_mul_32(t[27], t[14], t[13], m, mp); + sp_2048_mont_sqr_32(t[28], t[14], m, mp); + sp_2048_mont_mul_32(t[29], t[15], t[14], m, mp); + sp_2048_mont_sqr_32(t[30], t[15], m, mp); + sp_2048_mont_mul_32(t[31], t[16], t[15], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 5; + if (c == 64) { + c = 59; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 32); + for (; i>=0 || c>=5; ) { + if (c == 0) { + n = e[i--]; + y = n >> 59; + n <<= 5; + c = 59; + } + else if (c < 5) { + y = n >> 59; + n = e[i--]; + c = 5 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 59) & 0x1f; + n <<= 5; + c -= 5; + } + + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + + sp_2048_mont_mul_32(r, r, t[y], m, mp); + } + + XMEMSET(&r[32], 0, sizeof(sp_digit) * 32U); + sp_2048_mont_reduce_32(r, m, mp); + + mask = 0 - (sp_2048_cmp_32(r, m) >= 0); + sp_2048_cond_sub_32(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#endif /* WOLFSSL_SP_SMALL */ +#endif /* (WOLFSSL_HAVE_SP_RSA && !WOLFSSL_RSA_PUBLIC_ONLY) || WOLFSSL_HAVE_SP_DH */ + +#ifdef WOLFSSL_HAVE_SP_RSA +/* RSA public key operation. + * + * in Array of bytes representing the number to exponentiate, base. + * inLen Number of bytes in base. + * em Public exponent. + * mm Modulus. + * out Buffer to hold big-endian bytes of exponentiation result. + * Must be at least 256 bytes long. + * outLen Number of bytes in result. + * returns 0 on success, MP_TO_E when the outLen is too small, MP_READ_E when + * an array is too long and MEMORY_E when dynamic memory allocation fails. + */ +int sp_RsaPublic_2048(const byte* in, word32 inLen, mp_int* em, mp_int* mm, + byte* out, word32* outLen) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit a[64], m[32], r[64]; +#else + sp_digit* d = NULL; + sp_digit* a; + sp_digit* m; + sp_digit* r; +#endif + sp_digit *ah; + sp_digit e[1]; + int err = MP_OKAY; + + if (*outLen < 256) + err = MP_TO_E; + if (err == MP_OKAY && (mp_count_bits(em) > 64 || inLen > 256 || + mp_count_bits(mm) != 2048)) + err = MP_READ_E; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 32 * 5, NULL, + DYNAMIC_TYPE_RSA); + if (d == NULL) + err = MEMORY_E; + } + + if (err == MP_OKAY) { + a = d; + r = a + 32 * 2; + m = r + 32 * 2; + } +#endif + + if (err == MP_OKAY) { + ah = a + 32; + + sp_2048_from_bin(ah, 32, in, inLen); +#if DIGIT_BIT >= 64 + e[0] = em->dp[0]; +#else + e[0] = em->dp[0]; + if (em->used > 1) { + e[0] |= ((sp_digit)em->dp[1]) << DIGIT_BIT; + } +#endif + if (e[0] == 0) { + err = MP_EXPTMOD_E; + } + } + if (err == MP_OKAY) { + sp_2048_from_mp(m, 32, mm); + + if (e[0] == 0x3) { + if (err == MP_OKAY) { + sp_2048_sqr_32(r, ah); + err = sp_2048_mod_32_cond(r, r, m); + } + if (err == MP_OKAY) { + sp_2048_mul_32(r, ah, r); + err = sp_2048_mod_32_cond(r, r, m); + } + } + else { + int i; + sp_digit mp; + + sp_2048_mont_setup(m, &mp); + + /* Convert to Montgomery form. */ + XMEMSET(a, 0, sizeof(sp_digit) * 32); + err = sp_2048_mod_32_cond(a, a, m); + + if (err == MP_OKAY) { + for (i = 63; i >= 0; i--) { + if (e[0] >> i) { + break; + } + } + + XMEMCPY(r, a, sizeof(sp_digit) * 32); + for (i--; i>=0; i--) { + sp_2048_mont_sqr_32(r, r, m, mp); + if (((e[0] >> i) & 1) == 1) { + sp_2048_mont_mul_32(r, r, a, m, mp); + } + } + XMEMSET(&r[32], 0, sizeof(sp_digit) * 32); + sp_2048_mont_reduce_32(r, m, mp); + + for (i = 31; i > 0; i--) { + if (r[i] != m[i]) { + break; + } + } + if (r[i] >= m[i]) { + sp_2048_sub_in_place_32(r, m); + } + } + } + } + + if (err == MP_OKAY) { + sp_2048_to_bin(r, out); + *outLen = 256; + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XFREE(d, NULL, DYNAMIC_TYPE_RSA); + } +#endif + + return err; +} + +#if defined(SP_RSA_PRIVATE_EXP_D) || defined(RSA_LOW_MEM) + sp_digit* a; + sp_digit* d = NULL; + sp_digit* m; + sp_digit* r; + int err = MP_OKAY; + + (void)pm; + (void)qm; + (void)dpm; + (void)dqm; + (void)qim; + + if (*outLen < 256U) { + err = MP_TO_E; + } + if (err == MP_OKAY) { + if (mp_count_bits(dm) > 2048) { + err = MP_READ_E; + } + if (inLen > 256) { + err = MP_READ_E; + } + if (mp_count_bits(mm) != 2048) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 32 * 4, NULL, + DYNAMIC_TYPE_RSA); + if (d == NULL) { + err = MEMORY_E; + } + } + if (err == MP_OKAY) { + a = d + 32; + m = a + 64; + r = a; + + sp_2048_from_bin(a, 32, in, inLen); + sp_2048_from_mp(d, 32, dm); + sp_2048_from_mp(m, 32, mm); + err = sp_2048_mod_exp_32(r, a, d, 2048, m, 0); + } + if (err == MP_OKAY) { + sp_2048_to_bin(r, out); + *outLen = 256; + } + + if (d != NULL) { + XMEMSET(d, 0, sizeof(sp_digit) * 32); + XFREE(d, NULL, DYNAMIC_TYPE_RSA); + } + + return err; +#else +#ifndef WOLFSSL_RSA_PUBLIC_ONLY +/* Conditionally add a and b using the mask m. + * m is -1 to add and 0 when not. + * + * r A single precision number representing conditional add result. + * a A single precision number to add with. + * b A single precision number to add. + * m Mask value to apply. + */ +static sp_digit sp_2048_cond_add_16(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit c = 0; + + __asm__ __volatile__ ( + "mov x8, #0\n\t" + "1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldr x4, [%[a], x8]\n\t" + "ldr x5, [%[b], x8]\n\t" + "and x5, x5, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "cset %[c], cs\n\t" + "str x4, [%[r], x8]\n\t" + "add x8, x8, #8\n\t" + "cmp x8, 128\n\t" + "b.lt 1b\n\t" + : [c] "+r" (c) + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return c; +#else + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "adds x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x11, x12, [%[b], 48]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 48]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 48]\n\t" + "ldp x5, x7, [%[b], 64]\n\t" + "ldp x11, x12, [%[b], 80]\n\t" + "ldp x4, x6, [%[a], 64]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 80]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 64]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 80]\n\t" + "ldp x5, x7, [%[b], 96]\n\t" + "ldp x11, x12, [%[b], 112]\n\t" + "ldp x4, x6, [%[a], 96]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 112]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 96]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 112]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +#endif /* WOLFSSL_SP_SMALL */ +} + +/* RSA private key operation. + * + * in Array of bytes representing the number to exponentiate, base. + * inLen Number of bytes in base. + * dm Private exponent. + * pm First prime. + * qm Second prime. + * dpm First prime's CRT exponent. + * dqm Second prime's CRT exponent. + * qim Inverse of second prime mod p. + * mm Modulus. + * out Buffer to hold big-endian bytes of exponentiation result. + * Must be at least 256 bytes long. + * outLen Number of bytes in result. + * returns 0 on success, MP_TO_E when the outLen is too small, MP_READ_E when + * an array is too long and MEMORY_E when dynamic memory allocation fails. + */ +int sp_RsaPrivate_2048(const byte* in, word32 inLen, mp_int* dm, + mp_int* pm, mp_int* qm, mp_int* dpm, mp_int* dqm, mp_int* qim, mp_int* mm, + byte* out, word32* outLen) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit a[32 * 2]; + sp_digit p[16], q[16], dp[16]; + sp_digit tmpa[32], tmpb[32]; +#else + sp_digit* t = NULL; + sp_digit* a; + sp_digit* p; + sp_digit* q; + sp_digit* dp; + sp_digit* tmpa; + sp_digit* tmpb; +#endif + sp_digit* r; + sp_digit* qi; + sp_digit* dq; + sp_digit c; + int err = MP_OKAY; + + (void)dm; + (void)mm; + + if (*outLen < 256) + err = MP_TO_E; + if (err == MP_OKAY && (inLen > 256 || mp_count_bits(mm) != 2048)) + err = MP_READ_E; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + t = (sp_digit*)XMALLOC(sizeof(sp_digit) * 16 * 11, NULL, + DYNAMIC_TYPE_RSA); + if (t == NULL) + err = MEMORY_E; + } + if (err == MP_OKAY) { + a = t; + p = a + 32 * 2; + q = p + 16; + qi = dq = dp = q + 16; + tmpa = qi + 16; + tmpb = tmpa + 32; + + r = t + 32; + } +#else +#endif + + if (err == MP_OKAY) { +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + r = a; + qi = dq = dp; +#endif + sp_2048_from_bin(a, 32, in, inLen); + sp_2048_from_mp(p, 16, pm); + sp_2048_from_mp(q, 16, qm); + sp_2048_from_mp(dp, 16, dpm); + + err = sp_2048_mod_exp_16(tmpa, a, dp, 1024, p, 1); + } + if (err == MP_OKAY) { + sp_2048_from_mp(dq, 16, dqm); + err = sp_2048_mod_exp_16(tmpb, a, dq, 1024, q, 1); + } + + if (err == MP_OKAY) { + c = sp_2048_sub_in_place_16(tmpa, tmpb); + c += sp_2048_cond_add_16(tmpa, tmpa, p, c); + sp_2048_cond_add_16(tmpa, tmpa, p, c); + + sp_2048_from_mp(qi, 16, qim); + sp_2048_mul_16(tmpa, tmpa, qi); + err = sp_2048_mod_16(tmpa, tmpa, p); + } + + if (err == MP_OKAY) { + sp_2048_mul_16(tmpa, q, tmpa); + XMEMSET(&tmpb[16], 0, sizeof(sp_digit) * 16); + sp_2048_add_32(r, tmpb, tmpa); + + sp_2048_to_bin(r, out); + *outLen = 256; + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (t != NULL) { + XMEMSET(t, 0, sizeof(sp_digit) * 16 * 11); + XFREE(t, NULL, DYNAMIC_TYPE_RSA); + } +#else + XMEMSET(tmpa, 0, sizeof(tmpa)); + XMEMSET(tmpb, 0, sizeof(tmpb)); + XMEMSET(p, 0, sizeof(p)); + XMEMSET(q, 0, sizeof(q)); + XMEMSET(dp, 0, sizeof(dp)); +#endif + + return err; +} +#endif /* WOLFSSL_RSA_PUBLIC_ONLY */ +#endif /* SP_RSA_PRIVATE_EXP_D || RSA_LOW_MEM */ +#endif /* WOLFSSL_HAVE_SP_RSA */ +#if defined(WOLFSSL_HAVE_SP_DH) || (defined(WOLFSSL_HAVE_SP_RSA) && \ + !defined(WOLFSSL_RSA_PUBLIC_ONLY)) +/* Convert an array of sp_digit to an mp_int. + * + * a A single precision integer. + * r A multi-precision integer. + */ +static int sp_2048_to_mp(const sp_digit* a, mp_int* r) +{ + int err; + + err = mp_grow(r, (2048 + DIGIT_BIT - 1) / DIGIT_BIT); + if (err == MP_OKAY) { /*lint !e774 case where err is always MP_OKAY*/ +#if DIGIT_BIT == 64 + XMEMCPY(r->dp, a, sizeof(sp_digit) * 32); + r->used = 32; + mp_clamp(r); +#elif DIGIT_BIT < 64 + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 32; i++) { + r->dp[j] |= (mp_digit)(a[i] << s); + r->dp[j] &= (1L << DIGIT_BIT) - 1; + s = DIGIT_BIT - s; + r->dp[++j] = (mp_digit)(a[i] >> s); + while (s + DIGIT_BIT <= 64) { + s += DIGIT_BIT; + r->dp[j++] &= (1L << DIGIT_BIT) - 1; + if (s == SP_WORD_SIZE) { + r->dp[j] = 0; + } + else { + r->dp[j] = (mp_digit)(a[i] >> s); + } + } + s = 64 - s; + } + r->used = (2048 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#else + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 32; i++) { + r->dp[j] |= ((mp_digit)a[i]) << s; + if (s + 64 >= DIGIT_BIT) { + #if DIGIT_BIT != 32 && DIGIT_BIT != 64 + r->dp[j] &= (1L << DIGIT_BIT) - 1; + #endif + s = DIGIT_BIT - s; + r->dp[++j] = a[i] >> s; + s = 64 - s; + } + else { + s += 64; + } + } + r->used = (2048 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#endif + } + + return err; +} + +/* Perform the modular exponentiation for Diffie-Hellman. + * + * base Base. MP integer. + * exp Exponent. MP integer. + * mod Modulus. MP integer. + * res Result. MP integer. + * returns 0 on success, MP_READ_E if there are too many bytes in an array + * and MEMORY_E if memory allocation fails. + */ +int sp_ModExp_2048(mp_int* base, mp_int* exp, mp_int* mod, mp_int* res) +{ + int err = MP_OKAY; + sp_digit b[64], e[32], m[32]; + sp_digit* r = b; + int expBits = mp_count_bits(exp); + + if (mp_count_bits(base) > 2048) { + err = MP_READ_E; + } + + if (err == MP_OKAY) { + if (expBits > 2048) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + if (mp_count_bits(mod) != 2048) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + sp_2048_from_mp(b, 32, base); + sp_2048_from_mp(e, 32, exp); + sp_2048_from_mp(m, 32, mod); + + err = sp_2048_mod_exp_32(r, b, e, expBits, m, 0); + } + + if (err == MP_OKAY) { + err = sp_2048_to_mp(r, res); + } + + XMEMSET(e, 0, sizeof(e)); + + return err; +} + +#ifdef WOLFSSL_HAVE_SP_DH + +#ifdef HAVE_FFDHE_2048 +static void sp_2048_lshift_32(sp_digit* r, sp_digit* a, byte n) +{ + __asm__ __volatile__ ( + "mov x6, 63\n\t" + "sub x6, x6, %[n]\n\t" + "ldr x3, [%[a], 248]\n\t" + "lsr x4, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x4, x4, x6\n\t" + "ldr x2, [%[a], 240]\n\t" + "str x4, [%[r], 256]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 232]\n\t" + "str x3, [%[r], 248]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 224]\n\t" + "str x2, [%[r], 240]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 216]\n\t" + "str x4, [%[r], 232]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 208]\n\t" + "str x3, [%[r], 224]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 200]\n\t" + "str x2, [%[r], 216]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 192]\n\t" + "str x4, [%[r], 208]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 184]\n\t" + "str x3, [%[r], 200]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 176]\n\t" + "str x2, [%[r], 192]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 168]\n\t" + "str x4, [%[r], 184]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 160]\n\t" + "str x3, [%[r], 176]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 152]\n\t" + "str x2, [%[r], 168]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 144]\n\t" + "str x4, [%[r], 160]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 136]\n\t" + "str x3, [%[r], 152]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 128]\n\t" + "str x2, [%[r], 144]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 120]\n\t" + "str x4, [%[r], 136]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 112]\n\t" + "str x3, [%[r], 128]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 104]\n\t" + "str x2, [%[r], 120]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 96]\n\t" + "str x4, [%[r], 112]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 88]\n\t" + "str x3, [%[r], 104]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 80]\n\t" + "str x2, [%[r], 96]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 72]\n\t" + "str x4, [%[r], 88]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 64]\n\t" + "str x3, [%[r], 80]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 56]\n\t" + "str x2, [%[r], 72]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 48]\n\t" + "str x4, [%[r], 64]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 40]\n\t" + "str x3, [%[r], 56]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 32]\n\t" + "str x2, [%[r], 48]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 24]\n\t" + "str x4, [%[r], 40]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 16]\n\t" + "str x3, [%[r], 32]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 8]\n\t" + "str x2, [%[r], 24]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 0]\n\t" + "str x4, [%[r], 16]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "str x2, [%[r]]\n\t" + "str x3, [%[r], 8]\n\t" + : + : [r] "r" (r), [a] "r" (a), [n] "r" (n) + : "memory", "x2", "x3", "x4", "x5", "x6" + ); +} + +/* Modular exponentiate 2 to the e mod m. (r = 2^e mod m) + * + * r A single precision number that is the result of the operation. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_2048_mod_exp_2_32(sp_digit* r, const sp_digit* e, int bits, + const sp_digit* m) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit nd[64]; + sp_digit td[33]; +#else + sp_digit* td; +#endif + sp_digit* norm; + sp_digit* tmp; + sp_digit mp = 1; + sp_digit n, o; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 97, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + norm = td; + tmp = td + 64; +#else + norm = nd; + tmp = td; +#endif + + sp_2048_mont_setup(m, &mp); + sp_2048_mont_norm_32(norm, m); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 6; + if (c == 64) { + c = 58; + } + y = (int)(n >> c); + n <<= 64 - c; + sp_2048_lshift_32(r, norm, y); + for (; i>=0 || c>=6; ) { + if (c == 0) { + n = e[i--]; + y = n >> 58; + n <<= 6; + c = 58; + } + else if (c < 6) { + y = n >> 58; + n = e[i--]; + c = 6 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 58) & 0x3f; + n <<= 6; + c -= 6; + } + + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + sp_2048_mont_sqr_32(r, r, m, mp); + + sp_2048_lshift_32(r, r, y); + sp_2048_mul_d_32(tmp, norm, r[32]); + r[32] = 0; + o = sp_2048_add_32(r, r, tmp); + sp_2048_cond_sub_32(r, r, m, (sp_digit)0 - o); + } + + XMEMSET(&r[32], 0, sizeof(sp_digit) * 32U); + sp_2048_mont_reduce_32(r, m, mp); + + mask = 0 - (sp_2048_cmp_32(r, m) >= 0); + sp_2048_cond_sub_32(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#endif /* HAVE_FFDHE_2048 */ + +/* Perform the modular exponentiation for Diffie-Hellman. + * + * base Base. + * exp Array of bytes that is the exponent. + * expLen Length of data, in bytes, in exponent. + * mod Modulus. + * out Buffer to hold big-endian bytes of exponentiation result. + * Must be at least 256 bytes long. + * outLen Length, in bytes, of exponentiation result. + * returns 0 on success, MP_READ_E if there are too many bytes in an array + * and MEMORY_E if memory allocation fails. + */ +int sp_DhExp_2048(mp_int* base, const byte* exp, word32 expLen, + mp_int* mod, byte* out, word32* outLen) +{ + int err = MP_OKAY; + sp_digit b[64], e[32], m[32]; + sp_digit* r = b; + word32 i; + + if (mp_count_bits(base) > 2048) { + err = MP_READ_E; + } + + if (err == MP_OKAY) { + if (expLen > 256) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + if (mp_count_bits(mod) != 2048) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + sp_2048_from_mp(b, 32, base); + sp_2048_from_bin(e, 32, exp, expLen); + sp_2048_from_mp(m, 32, mod); + + #ifdef HAVE_FFDHE_2048 + if (base->used == 1 && base->dp[0] == 2 && m[31] == (sp_digit)-1) + err = sp_2048_mod_exp_2_32(r, e, expLen * 8, m); + else + #endif + err = sp_2048_mod_exp_32(r, b, e, expLen * 8, m, 0); + + } + + if (err == MP_OKAY) { + sp_2048_to_bin(r, out); + *outLen = 256; + for (i=0; i<256 && out[i] == 0; i++) { + } + *outLen -= i; + XMEMMOVE(out, out + i, *outLen); + + } + + XMEMSET(e, 0, sizeof(e)); + + return err; +} +#endif /* WOLFSSL_HAVE_SP_DH */ + +/* Perform the modular exponentiation for Diffie-Hellman. + * + * base Base. MP integer. + * exp Exponent. MP integer. + * mod Modulus. MP integer. + * res Result. MP integer. + * returns 0 on success, MP_READ_E if there are too many bytes in an array + * and MEMORY_E if memory allocation fails. + */ +int sp_ModExp_1024(mp_int* base, mp_int* exp, mp_int* mod, mp_int* res) +{ + int err = MP_OKAY; + sp_digit b[32], e[16], m[16]; + sp_digit* r = b; + int expBits = mp_count_bits(exp); + + if (mp_count_bits(base) > 1024) { + err = MP_READ_E; + } + + if (err == MP_OKAY) { + if (expBits > 1024) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + if (mp_count_bits(mod) != 1024) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + sp_2048_from_mp(b, 16, base); + sp_2048_from_mp(e, 16, exp); + sp_2048_from_mp(m, 16, mod); + + err = sp_2048_mod_exp_16(r, b, e, expBits, m, 0); + } + + if (err == MP_OKAY) { + XMEMSET(r + 16, 0, sizeof(*r) * 16U); + err = sp_2048_to_mp(r, res); + res->used = mod->used; + mp_clamp(res); + } + + XMEMSET(e, 0, sizeof(e)); + + return err; +} + +#endif /* WOLFSSL_HAVE_SP_DH || (WOLFSSL_HAVE_SP_RSA && !WOLFSSL_RSA_PUBLIC_ONLY) */ + +#endif /* !WOLFSSL_SP_NO_2048 */ + +#ifndef WOLFSSL_SP_NO_3072 +/* Read big endian unsigned byte array into r. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a Byte array. + * n Number of bytes in array to read. + */ +static void sp_3072_from_bin(sp_digit* r, int size, const byte* a, int n) +{ + int i, j; + byte* d; + + for (i = n - 1,j = 0; i >= 7; i -= 8) { + r[j] = ((sp_digit)a[i - 0] << 0) | + ((sp_digit)a[i - 1] << 8) | + ((sp_digit)a[i - 2] << 16) | + ((sp_digit)a[i - 3] << 24) | + ((sp_digit)a[i - 4] << 32) | + ((sp_digit)a[i - 5] << 40) | + ((sp_digit)a[i - 6] << 48) | + ((sp_digit)a[i - 7] << 56); + j++; + } + + if (i >= 0) { + r[j] = 0; + + d = (byte*)r; + switch (i) { + case 6: d[n - 1 - 6] = a[6]; //fallthrough + case 5: d[n - 1 - 5] = a[5]; //fallthrough + case 4: d[n - 1 - 4] = a[4]; //fallthrough + case 3: d[n - 1 - 3] = a[3]; //fallthrough + case 2: d[n - 1 - 2] = a[2]; //fallthrough + case 1: d[n - 1 - 1] = a[1]; //fallthrough + case 0: d[n - 1 - 0] = a[0]; //fallthrough + } + j++; + } + + for (; j < size; j++) { + r[j] = 0; + } +} + +/* Convert an mp_int to an array of sp_digit. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a A multi-precision integer. + */ +static void sp_3072_from_mp(sp_digit* r, int size, const mp_int* a) +{ +#if DIGIT_BIT == 64 + int j; + + XMEMCPY(r, a->dp, sizeof(sp_digit) * a->used); + + for (j = a->used; j < size; j++) { + r[j] = 0; + } +#elif DIGIT_BIT > 64 + int i, j = 0; + word32 s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i] << s); + r[j] &= 0xffffffffffffffffl; + s = 64U - s; + if (j + 1 >= size) { + break; + } + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + while ((s + 64U) <= (word32)DIGIT_BIT) { + s += 64U; + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + if (s < (word32)DIGIT_BIT) { + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + } + else { + r[++j] = 0L; + } + } + s = (word32)DIGIT_BIT - s; + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#else + int i, j = 0, s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i]) << s; + if (s + DIGIT_BIT >= 64) { + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + s = 64 - s; + if (s == DIGIT_BIT) { + r[++j] = 0; + s = 0; + } + else { + r[++j] = a->dp[i] >> s; + s = DIGIT_BIT - s; + } + } + else { + s += DIGIT_BIT; + } + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#endif +} + +/* Write r as big endian to byte array. + * Fixed length number of bytes written: 384 + * + * r A single precision integer. + * a Byte array. + */ +static void sp_3072_to_bin(sp_digit* r, byte* a) +{ + int i, j; + + for (i = 47, j = 0; i >= 0; i--) { + a[j++] = r[i] >> 56; + a[j++] = r[i] >> 48; + a[j++] = r[i] >> 40; + a[j++] = r[i] >> 32; + a[j++] = r[i] >> 24; + a[j++] = r[i] >> 16; + a[j++] = r[i] >> 8; + a[j++] = r[i] >> 0; + } +} + +#ifndef WOLFSSL_SP_SMALL +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_3072_mul_12(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[12]; + + __asm__ __volatile__ ( + "ldp x10, x11, [%[a], 0]\n\t" + "ldp x12, x13, [%[a], 16]\n\t" + "ldp x14, x15, [%[a], 32]\n\t" + "ldp x16, x17, [%[a], 48]\n\t" + "ldp x19, x20, [%[a], 64]\n\t" + "ldp x21, x22, [%[a], 80]\n\t" + "# A[0] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "mul x4, x10, x9\n\t" + "umulh x5, x10, x9\n\t" + "mov x6, 0\n\t" + "str x4, [%[tmp]]\n\t" + "# A[0] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[1] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x4, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[tmp], 8]\n\t" + "adc x4, x4, xzr\n\t" + "# A[0] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[1] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x5, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[2] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[tmp], 16]\n\t" + "adc x5, x5, xzr\n\t" + "# A[0] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[1] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x6, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[2] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[3] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[tmp], 24]\n\t" + "adc x6, x6, xzr\n\t" + "# A[0] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[1] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x4, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[2] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[3] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[4] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[tmp], 32]\n\t" + "adc x4, x4, xzr\n\t" + "# A[0] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[1] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x5, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[2] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[3] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[4] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[5] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[tmp], 40]\n\t" + "adc x5, x5, xzr\n\t" + "# A[0] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[1] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x6, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[2] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[3] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[4] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[5] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[6] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[tmp], 48]\n\t" + "adc x6, x6, xzr\n\t" + "# A[0] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[1] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x4, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[2] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[3] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[4] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[5] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[6] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[7] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[tmp], 56]\n\t" + "adc x4, x4, xzr\n\t" + "# A[0] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[1] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x5, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[2] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[3] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[4] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[5] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[6] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[7] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[8] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[tmp], 64]\n\t" + "adc x5, x5, xzr\n\t" + "# A[0] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[1] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x6, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[2] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[3] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[4] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[5] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[6] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[7] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[8] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[9] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[tmp], 72]\n\t" + "adc x6, x6, xzr\n\t" + "# A[0] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[1] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x4, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[2] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[3] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[4] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[5] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[6] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[7] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[8] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[9] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[10] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[tmp], 80]\n\t" + "adc x4, x4, xzr\n\t" + "# A[0] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x10, x9\n\t" + "umulh x8, x10, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[1] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x11, x9\n\t" + "adc x5, xzr, xzr\n\t" + "umulh x8, x11, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[2] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[3] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[4] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[5] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[6] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[7] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[8] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[9] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[10] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[11] * B[0]\n\t" + "ldr x9, [%[b], 0]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[tmp], 88]\n\t" + "adc x5, x5, xzr\n\t" + "# A[1] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x11, x9\n\t" + "umulh x8, x11, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[2] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x12, x9\n\t" + "adc x6, xzr, xzr\n\t" + "umulh x8, x12, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[3] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[4] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[5] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[6] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[7] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[8] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[9] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[10] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[11] * B[1]\n\t" + "ldr x9, [%[b], 8]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[r], 96]\n\t" + "adc x6, x6, xzr\n\t" + "# A[2] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x12, x9\n\t" + "umulh x8, x12, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[3] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x13, x9\n\t" + "adc x4, xzr, xzr\n\t" + "umulh x8, x13, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[4] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[5] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[6] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[7] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[8] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[9] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[10] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[11] * B[2]\n\t" + "ldr x9, [%[b], 16]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[r], 104]\n\t" + "adc x4, x4, xzr\n\t" + "# A[3] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x13, x9\n\t" + "umulh x8, x13, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[4] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x14, x9\n\t" + "adc x5, xzr, xzr\n\t" + "umulh x8, x14, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[5] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[6] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[7] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[8] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[9] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[10] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[11] * B[3]\n\t" + "ldr x9, [%[b], 24]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[r], 112]\n\t" + "adc x5, x5, xzr\n\t" + "# A[4] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x14, x9\n\t" + "umulh x8, x14, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[5] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x15, x9\n\t" + "adc x6, xzr, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[6] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[7] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[8] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[9] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[10] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[11] * B[4]\n\t" + "ldr x9, [%[b], 32]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[r], 120]\n\t" + "adc x6, x6, xzr\n\t" + "# A[5] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x15, x9\n\t" + "umulh x8, x15, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[6] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x16, x9\n\t" + "adc x4, xzr, xzr\n\t" + "umulh x8, x16, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[7] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[8] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[9] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[10] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[11] * B[5]\n\t" + "ldr x9, [%[b], 40]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[r], 128]\n\t" + "adc x4, x4, xzr\n\t" + "# A[6] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x16, x9\n\t" + "umulh x8, x16, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[7] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x17, x9\n\t" + "adc x5, xzr, xzr\n\t" + "umulh x8, x17, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[8] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[9] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[10] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[11] * B[6]\n\t" + "ldr x9, [%[b], 48]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[r], 136]\n\t" + "adc x5, x5, xzr\n\t" + "# A[7] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x17, x9\n\t" + "umulh x8, x17, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[8] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x19, x9\n\t" + "adc x6, xzr, xzr\n\t" + "umulh x8, x19, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[9] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[10] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[11] * B[7]\n\t" + "ldr x9, [%[b], 56]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[r], 144]\n\t" + "adc x6, x6, xzr\n\t" + "# A[8] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x19, x9\n\t" + "umulh x8, x19, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[9] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x20, x9\n\t" + "adc x4, xzr, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[10] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x5, x5, x7\n\t" + "# A[11] * B[8]\n\t" + "ldr x9, [%[b], 64]\n\t" + "adcs x6, x6, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x4, x4, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[r], 152]\n\t" + "adc x4, x4, xzr\n\t" + "# A[9] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x20, x9\n\t" + "umulh x8, x20, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[10] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x21, x9\n\t" + "adc x5, xzr, xzr\n\t" + "umulh x8, x21, x9\n\t" + "adds x6, x6, x7\n\t" + "# A[11] * B[9]\n\t" + "ldr x9, [%[b], 72]\n\t" + "adcs x4, x4, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[r], 160]\n\t" + "adc x5, x5, xzr\n\t" + "# A[10] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x21, x9\n\t" + "umulh x8, x21, x9\n\t" + "adds x4, x4, x7\n\t" + "# A[11] * B[10]\n\t" + "ldr x9, [%[b], 80]\n\t" + "adcs x5, x5, x8\n\t" + "mul x7, x22, x9\n\t" + "adc x6, xzr, xzr\n\t" + "umulh x8, x22, x9\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[r], 168]\n\t" + "adc x6, x6, xzr\n\t" + "# A[11] * B[11]\n\t" + "ldr x9, [%[b], 88]\n\t" + "mul x7, x22, x9\n\t" + "umulh x8, x22, x9\n\t" + "adds x5, x5, x7\n\t" + "adc x6, x6, x8\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x10, x11, [%[tmp], 0]\n\t" + "ldp x12, x13, [%[tmp], 16]\n\t" + "ldp x14, x15, [%[tmp], 32]\n\t" + "ldp x16, x17, [%[tmp], 48]\n\t" + "ldp x19, x20, [%[tmp], 64]\n\t" + "ldp x21, x22, [%[tmp], 80]\n\t" + "stp x10, x11, [%[r], 0]\n\t" + "stp x12, x13, [%[r], 16]\n\t" + "stp x14, x15, [%[r], 32]\n\t" + "stp x16, x17, [%[r], 48]\n\t" + "stp x19, x20, [%[r], 64]\n\t" + "stp x21, x22, [%[r], 80]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [tmp] "r" (tmp) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22" + ); +} + +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_3072_sqr_12(sp_digit* r, const sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x10, x11, [%[a], 0]\n\t" + "ldp x12, x13, [%[a], 16]\n\t" + "ldp x14, x15, [%[a], 32]\n\t" + "ldp x16, x17, [%[a], 48]\n\t" + "ldp x19, x20, [%[a], 64]\n\t" + "ldp x21, x22, [%[a], 80]\n\t" + "# A[0] * A[0]\n\t" + "mul x2, x10, x10\n\t" + "umulh x3, x10, x10\n\t" + "str x2, [%[r]]\n\t" + "mov x4, 0\n\t" + "# A[0] * A[1]\n\t" + "mul x8, x10, x11\n\t" + "umulh x9, x10, x11\n\t" + "adds x3, x3, x8\n\t" + "adcs x4, x4, x9\n\t" + "adc x2, xzr, xzr\n\t" + "adds x3, x3, x8\n\t" + "str x3, [%[r], 8]\n\t" + "# A[0] * A[2]\n\t" + "mul x8, x10, x12\n\t" + "adcs x4, x4, x9\n\t" + "umulh x9, x10, x12\n\t" + "adc x2, x2, xzr\n\t" + "adds x4, x4, x8\n\t" + "adcs x2, x2, x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x4, x4, x8\n\t" + "# A[1] * A[1]\n\t" + "mul x8, x11, x11\n\t" + "adcs x2, x2, x9\n\t" + "umulh x9, x11, x11\n\t" + "adc x3, x3, xzr\n\t" + "adds x4, x4, x8\n\t" + "str x4, [%[r], 16]\n\t" + "# A[0] * A[3]\n\t" + "mul x8, x10, x13\n\t" + "adcs x2, x2, x9\n\t" + "umulh x9, x10, x13\n\t" + "adc x3, x3, xzr\n\t" + "adds x2, x2, x8\n\t" + "adcs x3, x3, x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x2, x2, x8\n\t" + "# A[1] * A[2]\n\t" + "mul x8, x11, x12\n\t" + "adcs x3, x3, x9\n\t" + "umulh x9, x11, x12\n\t" + "adc x4, x4, xzr\n\t" + "adds x2, x2, x8\n\t" + "adcs x3, x3, x9\n\t" + "adc x4, x4, xzr\n\t" + "adds x2, x2, x8\n\t" + "str x2, [%[r], 24]\n\t" + "# A[0] * A[4]\n\t" + "mul x8, x10, x14\n\t" + "adcs x3, x3, x9\n\t" + "umulh x9, x10, x14\n\t" + "adc x4, x4, xzr\n\t" + "adds x3, x3, x8\n\t" + "adcs x4, x4, x9\n\t" + "adc x2, xzr, xzr\n\t" + "adds x3, x3, x8\n\t" + "# A[1] * A[3]\n\t" + "mul x8, x11, x13\n\t" + "adcs x4, x4, x9\n\t" + "umulh x9, x11, x13\n\t" + "adc x2, x2, xzr\n\t" + "adds x3, x3, x8\n\t" + "adcs x4, x4, x9\n\t" + "adc x2, x2, xzr\n\t" + "adds x3, x3, x8\n\t" + "# A[2] * A[2]\n\t" + "mul x8, x12, x12\n\t" + "adcs x4, x4, x9\n\t" + "umulh x9, x12, x12\n\t" + "adc x2, x2, xzr\n\t" + "adds x3, x3, x8\n\t" + "str x3, [%[r], 32]\n\t" + "# A[0] * A[5]\n\t" + "mul x5, x10, x15\n\t" + "adcs x4, x4, x9\n\t" + "umulh x6, x10, x15\n\t" + "adc x2, x2, xzr\n\t" + "mov x3, 0\n\t" + "mov x7, 0\n\t" + "# A[1] * A[4]\n\t" + "mul x8, x11, x14\n\t" + "umulh x9, x11, x14\n\t" + "adds x5, x5, x8\n\t" + "# A[2] * A[3]\n\t" + "mul x8, x12, x13\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x12, x13\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x4, x4, x5\n\t" + "adcs x2, x2, x6\n\t" + "adc x3, x3, x7\n\t" + "str x4, [%[r], 40]\n\t" + "# A[0] * A[6]\n\t" + "mul x5, x10, x16\n\t" + "umulh x6, x10, x16\n\t" + "mov x4, 0\n\t" + "mov x7, 0\n\t" + "# A[1] * A[5]\n\t" + "mul x8, x11, x15\n\t" + "umulh x9, x11, x15\n\t" + "adds x5, x5, x8\n\t" + "# A[2] * A[4]\n\t" + "mul x8, x12, x14\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x12, x14\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[3] * A[3]\n\t" + "mul x8, x13, x13\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x13, x13\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x2, x2, x5\n\t" + "adcs x3, x3, x6\n\t" + "adc x4, x4, x7\n\t" + "str x2, [%[r], 48]\n\t" + "# A[0] * A[7]\n\t" + "mul x5, x10, x17\n\t" + "umulh x6, x10, x17\n\t" + "mov x2, 0\n\t" + "mov x7, 0\n\t" + "# A[1] * A[6]\n\t" + "mul x8, x11, x16\n\t" + "umulh x9, x11, x16\n\t" + "adds x5, x5, x8\n\t" + "# A[2] * A[5]\n\t" + "mul x8, x12, x15\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x12, x15\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[3] * A[4]\n\t" + "mul x8, x13, x14\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x13, x14\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x3, x3, x5\n\t" + "adcs x4, x4, x6\n\t" + "adc x2, x2, x7\n\t" + "str x3, [%[r], 56]\n\t" + "# A[0] * A[8]\n\t" + "mul x5, x10, x19\n\t" + "umulh x6, x10, x19\n\t" + "mov x3, 0\n\t" + "mov x7, 0\n\t" + "# A[1] * A[7]\n\t" + "mul x8, x11, x17\n\t" + "umulh x9, x11, x17\n\t" + "adds x5, x5, x8\n\t" + "# A[2] * A[6]\n\t" + "mul x8, x12, x16\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x12, x16\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[3] * A[5]\n\t" + "mul x8, x13, x15\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x13, x15\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[4] * A[4]\n\t" + "mul x8, x14, x14\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x14, x14\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x4, x4, x5\n\t" + "adcs x2, x2, x6\n\t" + "adc x3, x3, x7\n\t" + "str x4, [%[r], 64]\n\t" + "# A[0] * A[9]\n\t" + "mul x5, x10, x20\n\t" + "umulh x6, x10, x20\n\t" + "mov x4, 0\n\t" + "mov x7, 0\n\t" + "# A[1] * A[8]\n\t" + "mul x8, x11, x19\n\t" + "umulh x9, x11, x19\n\t" + "adds x5, x5, x8\n\t" + "# A[2] * A[7]\n\t" + "mul x8, x12, x17\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x12, x17\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[3] * A[6]\n\t" + "mul x8, x13, x16\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x13, x16\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[4] * A[5]\n\t" + "mul x8, x14, x15\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x14, x15\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x2, x2, x5\n\t" + "adcs x3, x3, x6\n\t" + "adc x4, x4, x7\n\t" + "str x2, [%[r], 72]\n\t" + "# A[0] * A[10]\n\t" + "mul x5, x10, x21\n\t" + "umulh x6, x10, x21\n\t" + "mov x2, 0\n\t" + "mov x7, 0\n\t" + "# A[1] * A[9]\n\t" + "mul x8, x11, x20\n\t" + "umulh x9, x11, x20\n\t" + "adds x5, x5, x8\n\t" + "# A[2] * A[8]\n\t" + "mul x8, x12, x19\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x12, x19\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[3] * A[7]\n\t" + "mul x8, x13, x17\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x13, x17\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[4] * A[6]\n\t" + "mul x8, x14, x16\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x14, x16\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[5] * A[5]\n\t" + "mul x8, x15, x15\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x15, x15\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x3, x3, x5\n\t" + "adcs x4, x4, x6\n\t" + "adc x2, x2, x7\n\t" + "str x3, [%[r], 80]\n\t" + "# A[0] * A[11]\n\t" + "mul x5, x10, x22\n\t" + "umulh x6, x10, x22\n\t" + "mov x3, 0\n\t" + "mov x7, 0\n\t" + "# A[1] * A[10]\n\t" + "mul x8, x11, x21\n\t" + "umulh x9, x11, x21\n\t" + "adds x5, x5, x8\n\t" + "# A[2] * A[9]\n\t" + "mul x8, x12, x20\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x12, x20\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[3] * A[8]\n\t" + "mul x8, x13, x19\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x13, x19\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[4] * A[7]\n\t" + "mul x8, x14, x17\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x14, x17\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[5] * A[6]\n\t" + "mul x8, x15, x16\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x15, x16\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x4, x4, x5\n\t" + "adcs x2, x2, x6\n\t" + "adc x3, x3, x7\n\t" + "str x4, [%[r], 88]\n\t" + "# A[1] * A[11]\n\t" + "mul x5, x11, x22\n\t" + "umulh x6, x11, x22\n\t" + "mov x4, 0\n\t" + "mov x7, 0\n\t" + "# A[2] * A[10]\n\t" + "mul x8, x12, x21\n\t" + "umulh x9, x12, x21\n\t" + "adds x5, x5, x8\n\t" + "# A[3] * A[9]\n\t" + "mul x8, x13, x20\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x13, x20\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[4] * A[8]\n\t" + "mul x8, x14, x19\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x14, x19\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[5] * A[7]\n\t" + "mul x8, x15, x17\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x15, x17\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[6] * A[6]\n\t" + "mul x8, x16, x16\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x16, x16\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x2, x2, x5\n\t" + "adcs x3, x3, x6\n\t" + "adc x4, x4, x7\n\t" + "str x2, [%[r], 96]\n\t" + "# A[2] * A[11]\n\t" + "mul x5, x12, x22\n\t" + "umulh x6, x12, x22\n\t" + "mov x2, 0\n\t" + "mov x7, 0\n\t" + "# A[3] * A[10]\n\t" + "mul x8, x13, x21\n\t" + "umulh x9, x13, x21\n\t" + "adds x5, x5, x8\n\t" + "# A[4] * A[9]\n\t" + "mul x8, x14, x20\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x14, x20\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[5] * A[8]\n\t" + "mul x8, x15, x19\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x15, x19\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[6] * A[7]\n\t" + "mul x8, x16, x17\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x16, x17\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x3, x3, x5\n\t" + "adcs x4, x4, x6\n\t" + "adc x2, x2, x7\n\t" + "str x3, [%[r], 104]\n\t" + "# A[3] * A[11]\n\t" + "mul x5, x13, x22\n\t" + "umulh x6, x13, x22\n\t" + "mov x3, 0\n\t" + "mov x7, 0\n\t" + "# A[4] * A[10]\n\t" + "mul x8, x14, x21\n\t" + "umulh x9, x14, x21\n\t" + "adds x5, x5, x8\n\t" + "# A[5] * A[9]\n\t" + "mul x8, x15, x20\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x15, x20\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[6] * A[8]\n\t" + "mul x8, x16, x19\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x16, x19\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[7] * A[7]\n\t" + "mul x8, x17, x17\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x17, x17\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x4, x4, x5\n\t" + "adcs x2, x2, x6\n\t" + "adc x3, x3, x7\n\t" + "str x4, [%[r], 112]\n\t" + "# A[4] * A[11]\n\t" + "mul x5, x14, x22\n\t" + "umulh x6, x14, x22\n\t" + "mov x4, 0\n\t" + "mov x7, 0\n\t" + "# A[5] * A[10]\n\t" + "mul x8, x15, x21\n\t" + "umulh x9, x15, x21\n\t" + "adds x5, x5, x8\n\t" + "# A[6] * A[9]\n\t" + "mul x8, x16, x20\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x16, x20\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[7] * A[8]\n\t" + "mul x8, x17, x19\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x17, x19\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x2, x2, x5\n\t" + "adcs x3, x3, x6\n\t" + "adc x4, x4, x7\n\t" + "str x2, [%[r], 120]\n\t" + "# A[5] * A[11]\n\t" + "mul x5, x15, x22\n\t" + "umulh x6, x15, x22\n\t" + "mov x2, 0\n\t" + "mov x7, 0\n\t" + "# A[6] * A[10]\n\t" + "mul x8, x16, x21\n\t" + "umulh x9, x16, x21\n\t" + "adds x5, x5, x8\n\t" + "# A[7] * A[9]\n\t" + "mul x8, x17, x20\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x17, x20\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "# A[8] * A[8]\n\t" + "mul x8, x19, x19\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x19, x19\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x3, x3, x5\n\t" + "adcs x4, x4, x6\n\t" + "adc x2, x2, x7\n\t" + "str x3, [%[r], 128]\n\t" + "# A[6] * A[11]\n\t" + "mul x5, x16, x22\n\t" + "umulh x6, x16, x22\n\t" + "mov x3, 0\n\t" + "mov x7, 0\n\t" + "# A[7] * A[10]\n\t" + "mul x8, x17, x21\n\t" + "umulh x9, x17, x21\n\t" + "adds x5, x5, x8\n\t" + "# A[8] * A[9]\n\t" + "mul x8, x19, x20\n\t" + "adcs x6, x6, x9\n\t" + "umulh x9, x19, x20\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x8\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, xzr\n\t" + "adds x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "adc x7, x7, x7\n\t" + "adds x4, x4, x5\n\t" + "adcs x2, x2, x6\n\t" + "adc x3, x3, x7\n\t" + "str x4, [%[r], 136]\n\t" + "# A[7] * A[11]\n\t" + "mul x8, x17, x22\n\t" + "umulh x9, x17, x22\n\t" + "adds x2, x2, x8\n\t" + "adcs x3, x3, x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x2, x2, x8\n\t" + "# A[8] * A[10]\n\t" + "mul x8, x19, x21\n\t" + "adcs x3, x3, x9\n\t" + "umulh x9, x19, x21\n\t" + "adc x4, x4, xzr\n\t" + "adds x2, x2, x8\n\t" + "adcs x3, x3, x9\n\t" + "adc x4, x4, xzr\n\t" + "adds x2, x2, x8\n\t" + "# A[9] * A[9]\n\t" + "mul x8, x20, x20\n\t" + "adcs x3, x3, x9\n\t" + "umulh x9, x20, x20\n\t" + "adc x4, x4, xzr\n\t" + "adds x2, x2, x8\n\t" + "str x2, [%[r], 144]\n\t" + "# A[8] * A[11]\n\t" + "mul x8, x19, x22\n\t" + "adcs x3, x3, x9\n\t" + "umulh x9, x19, x22\n\t" + "adc x4, x4, xzr\n\t" + "adds x3, x3, x8\n\t" + "adcs x4, x4, x9\n\t" + "adc x2, xzr, xzr\n\t" + "adds x3, x3, x8\n\t" + "# A[9] * A[10]\n\t" + "mul x8, x20, x21\n\t" + "adcs x4, x4, x9\n\t" + "umulh x9, x20, x21\n\t" + "adc x2, x2, xzr\n\t" + "adds x3, x3, x8\n\t" + "adcs x4, x4, x9\n\t" + "adc x2, x2, xzr\n\t" + "adds x3, x3, x8\n\t" + "str x3, [%[r], 152]\n\t" + "# A[9] * A[11]\n\t" + "mul x8, x20, x22\n\t" + "adcs x4, x4, x9\n\t" + "umulh x9, x20, x22\n\t" + "adc x2, x2, xzr\n\t" + "adds x4, x4, x8\n\t" + "adcs x2, x2, x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x4, x4, x8\n\t" + "# A[10] * A[10]\n\t" + "mul x8, x21, x21\n\t" + "adcs x2, x2, x9\n\t" + "umulh x9, x21, x21\n\t" + "adc x3, x3, xzr\n\t" + "adds x4, x4, x8\n\t" + "str x4, [%[r], 160]\n\t" + "# A[10] * A[11]\n\t" + "mul x8, x21, x22\n\t" + "adcs x2, x2, x9\n\t" + "umulh x9, x21, x22\n\t" + "adc x3, x3, xzr\n\t" + "adds x2, x2, x8\n\t" + "adcs x3, x3, x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x2, x2, x8\n\t" + "str x2, [%[r], 168]\n\t" + "# A[11] * A[11]\n\t" + "mul x8, x22, x22\n\t" + "adcs x3, x3, x9\n\t" + "umulh x9, x22, x22\n\t" + "adc x4, x4, xzr\n\t" + "adds x3, x3, x8\n\t" + "adc x4, x4, x9\n\t" + "stp x3, x4, [%[r], 176]\n\t" + : + : [r] "r" (r), [a] "r" (a) + : "memory", "x2", "x3", "x4", "x8", "x9", "x10", "x5", "x6", "x7", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22" + ); +} + +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_3072_add_12(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* Sub b from a into a. (a -= b) + * + * a A single precision integer and result. + * b A single precision integer. + */ +static sp_digit sp_3072_sub_in_place_24(sp_digit* a, const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x2, x3, [%[a], 0]\n\t" + "ldp x6, x7, [%[b], 0]\n\t" + "subs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 16]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 0]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 16]\n\t" + "ldp x2, x3, [%[a], 32]\n\t" + "ldp x6, x7, [%[b], 32]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 48]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 48]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 32]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 48]\n\t" + "ldp x2, x3, [%[a], 64]\n\t" + "ldp x6, x7, [%[b], 64]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 80]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 80]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 64]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 80]\n\t" + "ldp x2, x3, [%[a], 96]\n\t" + "ldp x6, x7, [%[b], 96]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 112]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 112]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 96]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 112]\n\t" + "ldp x2, x3, [%[a], 128]\n\t" + "ldp x6, x7, [%[b], 128]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 144]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 144]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 128]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 144]\n\t" + "ldp x2, x3, [%[a], 160]\n\t" + "ldp x6, x7, [%[b], 160]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 176]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 176]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 160]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 176]\n\t" + "csetm %[a], cc\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); + + return (sp_digit)a; +} + +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_3072_add_24(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 112]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 144]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 176]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_3072_mask_12(sp_digit* r, const sp_digit* a, sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + int i; + + for (i=0; i<12; i++) { + r[i] = a[i] & m; + } +#else + r[0] = a[0] & m; + r[1] = a[1] & m; + r[2] = a[2] & m; + r[3] = a[3] & m; + r[4] = a[4] & m; + r[5] = a[5] & m; + r[6] = a[6] & m; + r[7] = a[7] & m; + r[8] = a[8] & m; + r[9] = a[9] & m; + r[10] = a[10] & m; + r[11] = a[11] & m; +#endif +} + +/* Add digit to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_3072_add_zero_12(sp_digit* r, const sp_digit* a, + const sp_digit d) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adds x3, x3, %[d]\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 80]\n\t" + : + : [r] "r" (r), [a] "r" (a), [d] "r" (d) + : "memory", "x3", "x4", "x5", "x6" + ); +} + +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +SP_NOINLINE static void sp_3072_mul_24(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit* z0 = r; + sp_digit z1[24]; + sp_digit a1[12]; + sp_digit b1[12]; + sp_digit z2[24]; + sp_digit u, ca, cb; + + ca = sp_3072_add_12(a1, a, &a[12]); + cb = sp_3072_add_12(b1, b, &b[12]); + u = ca & cb; + sp_3072_mul_12(z1, a1, b1); + sp_3072_mul_12(z2, &a[12], &b[12]); + sp_3072_mul_12(z0, a, b); + sp_3072_mask_12(r + 24, a1, 0 - cb); + sp_3072_mask_12(b1, b1, 0 - ca); + u += sp_3072_add_12(r + 24, r + 24, b1); + u += sp_3072_sub_in_place_24(z1, z2); + u += sp_3072_sub_in_place_24(z1, z0); + u += sp_3072_add_24(r + 12, r + 12, z1); + u += sp_3072_add_12(r + 24, r + 24, z2); + sp_3072_add_zero_12(r + 36, z2 + 12, u); +} + +#ifdef WOLFSSL_SP_SMALL +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_3072_dbl_12(sp_digit* r, const sp_digit* a) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 96\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "adcs x3, x3, x3\n\t" + "adcs x4, x4, x4\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a) + : + : "memory", "x3", "x4", "x5", "x6", "x11" + ); + + return c; +} + +#else +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_3072_dbl_12(sp_digit* r, const sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "adds x3, x3, x3\n\t" + "ldr x5, [%[a], 16]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 24]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 48]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 56]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 80]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 88]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6" + ); + + return (sp_digit)r; +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +SP_NOINLINE static void sp_3072_sqr_24(sp_digit* r, const sp_digit* a) +{ + sp_digit* z0 = r; + sp_digit z2[24]; + sp_digit z1[24]; + sp_digit a1[12]; + sp_digit u; + + u = sp_3072_add_12(a1, a, &a[12]); + sp_3072_sqr_12(z1, a1); + sp_3072_sqr_12(z2, &a[12]); + sp_3072_sqr_12(z0, a); + sp_3072_mask_12(r + 24, a1, 0 - u); + u += sp_3072_dbl_12(r + 24, r + 24); + u += sp_3072_sub_in_place_24(z1, z2); + u += sp_3072_sub_in_place_24(z1, z0); + u += sp_3072_add_24(r + 12, r + 12, z1); + u += sp_3072_add_12(r + 24, r + 24, z2); + sp_3072_add_zero_12(r + 36, z2 + 12, u); + +} + +/* Sub b from a into a. (a -= b) + * + * a A single precision integer and result. + * b A single precision integer. + */ +static sp_digit sp_3072_sub_in_place_48(sp_digit* a, const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x2, x3, [%[a], 0]\n\t" + "ldp x6, x7, [%[b], 0]\n\t" + "subs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 16]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 0]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 16]\n\t" + "ldp x2, x3, [%[a], 32]\n\t" + "ldp x6, x7, [%[b], 32]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 48]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 48]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 32]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 48]\n\t" + "ldp x2, x3, [%[a], 64]\n\t" + "ldp x6, x7, [%[b], 64]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 80]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 80]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 64]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 80]\n\t" + "ldp x2, x3, [%[a], 96]\n\t" + "ldp x6, x7, [%[b], 96]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 112]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 112]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 96]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 112]\n\t" + "ldp x2, x3, [%[a], 128]\n\t" + "ldp x6, x7, [%[b], 128]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 144]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 144]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 128]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 144]\n\t" + "ldp x2, x3, [%[a], 160]\n\t" + "ldp x6, x7, [%[b], 160]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 176]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 176]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 160]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 176]\n\t" + "ldp x2, x3, [%[a], 192]\n\t" + "ldp x6, x7, [%[b], 192]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 208]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 208]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 192]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 208]\n\t" + "ldp x2, x3, [%[a], 224]\n\t" + "ldp x6, x7, [%[b], 224]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 240]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 240]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 224]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 240]\n\t" + "ldp x2, x3, [%[a], 256]\n\t" + "ldp x6, x7, [%[b], 256]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 272]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 272]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 256]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 272]\n\t" + "ldp x2, x3, [%[a], 288]\n\t" + "ldp x6, x7, [%[b], 288]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 304]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 304]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 288]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 304]\n\t" + "ldp x2, x3, [%[a], 320]\n\t" + "ldp x6, x7, [%[b], 320]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 336]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 336]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 320]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 336]\n\t" + "ldp x2, x3, [%[a], 352]\n\t" + "ldp x6, x7, [%[b], 352]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 368]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 368]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 352]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 368]\n\t" + "csetm %[a], cc\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); + + return (sp_digit)a; +} + +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_3072_add_48(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 112]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 144]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 176]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x3, x4, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 208]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 192]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 208]\n\t" + "ldp x3, x4, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 240]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 224]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 240]\n\t" + "ldp x3, x4, [%[a], 256]\n\t" + "ldp x7, x8, [%[b], 256]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 272]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 272]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 256]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 272]\n\t" + "ldp x3, x4, [%[a], 288]\n\t" + "ldp x7, x8, [%[b], 288]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 304]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 304]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 288]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 304]\n\t" + "ldp x3, x4, [%[a], 320]\n\t" + "ldp x7, x8, [%[b], 320]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 336]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 336]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 320]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 336]\n\t" + "ldp x3, x4, [%[a], 352]\n\t" + "ldp x7, x8, [%[b], 352]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 368]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 368]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 352]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 368]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_3072_mask_24(sp_digit* r, const sp_digit* a, sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + int i; + + for (i=0; i<24; i++) { + r[i] = a[i] & m; + } +#else + int i; + + for (i = 0; i < 24; i += 8) { + r[i+0] = a[i+0] & m; + r[i+1] = a[i+1] & m; + r[i+2] = a[i+2] & m; + r[i+3] = a[i+3] & m; + r[i+4] = a[i+4] & m; + r[i+5] = a[i+5] & m; + r[i+6] = a[i+6] & m; + r[i+7] = a[i+7] & m; + } +#endif +} + +/* Add digit to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_3072_add_zero_24(sp_digit* r, const sp_digit* a, + const sp_digit d) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adds x3, x3, %[d]\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 176]\n\t" + : + : [r] "r" (r), [a] "r" (a), [d] "r" (d) + : "memory", "x3", "x4", "x5", "x6" + ); +} + +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +SP_NOINLINE static void sp_3072_mul_48(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit* z0 = r; + sp_digit z1[48]; + sp_digit a1[24]; + sp_digit b1[24]; + sp_digit z2[48]; + sp_digit u, ca, cb; + + ca = sp_3072_add_24(a1, a, &a[24]); + cb = sp_3072_add_24(b1, b, &b[24]); + u = ca & cb; + sp_3072_mul_24(z1, a1, b1); + sp_3072_mul_24(z2, &a[24], &b[24]); + sp_3072_mul_24(z0, a, b); + sp_3072_mask_24(r + 48, a1, 0 - cb); + sp_3072_mask_24(b1, b1, 0 - ca); + u += sp_3072_add_24(r + 48, r + 48, b1); + u += sp_3072_sub_in_place_48(z1, z2); + u += sp_3072_sub_in_place_48(z1, z0); + u += sp_3072_add_48(r + 24, r + 24, z1); + u += sp_3072_add_24(r + 48, r + 48, z2); + sp_3072_add_zero_24(r + 72, z2 + 24, u); +} + +#ifdef WOLFSSL_SP_SMALL +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_3072_dbl_24(sp_digit* r, const sp_digit* a) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 192\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "adcs x3, x3, x3\n\t" + "adcs x4, x4, x4\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a) + : + : "memory", "x3", "x4", "x5", "x6", "x11" + ); + + return c; +} + +#else +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_3072_dbl_24(sp_digit* r, const sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "adds x3, x3, x3\n\t" + "ldr x5, [%[a], 16]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 24]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 48]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 56]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 80]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 88]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 112]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 120]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 144]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 152]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 176]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 184]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6" + ); + + return (sp_digit)r; +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +SP_NOINLINE static void sp_3072_sqr_48(sp_digit* r, const sp_digit* a) +{ + sp_digit* z0 = r; + sp_digit z2[48]; + sp_digit z1[48]; + sp_digit a1[24]; + sp_digit u; + + u = sp_3072_add_24(a1, a, &a[24]); + sp_3072_sqr_24(z1, a1); + sp_3072_sqr_24(z2, &a[24]); + sp_3072_sqr_24(z0, a); + sp_3072_mask_24(r + 48, a1, 0 - u); + u += sp_3072_dbl_24(r + 48, r + 48); + u += sp_3072_sub_in_place_48(z1, z2); + u += sp_3072_sub_in_place_48(z1, z0); + u += sp_3072_add_48(r + 24, r + 24, z1); + u += sp_3072_add_24(r + 48, r + 48, z2); + sp_3072_add_zero_24(r + 72, z2 + 24, u); + +} + +#endif /* !WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_3072_add_48(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 384\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "ldp x7, x8, [%[b]], #16\n\t" + "adcs x3, x3, x7\n\t" + "ldp x9, x10, [%[b]], #16\n\t" + "adcs x4, x4, x8\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Sub b from a into a. (a -= b) + * + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_3072_sub_in_place_48(sp_digit* a, const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x10, %[a], 384\n\t" + "\n1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldp x2, x3, [%[a]]\n\t" + "ldp x4, x5, [%[a], #16]\n\t" + "ldp x6, x7, [%[b]], #16\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x8, x9, [%[b]], #16\n\t" + "sbcs x3, x3, x7\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a]], #16\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a]], #16\n\t" + "csetm %[c], cc\n\t" + "cmp %[a], x10\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_3072_mul_48(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[96]; + + __asm__ __volatile__ ( + "mov x5, 0\n\t" + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 376\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[b], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 384\n\t" + "b.eq 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 752\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_3072_sqr_48(sp_digit* r, const sp_digit* a) +{ + sp_digit tmp[96]; + + __asm__ __volatile__ ( + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "mov x5, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 376\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "cmp x4, x3\n\t" + "b.eq 4f\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[a], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "b.al 5f\n\t" + "\n4:\n\t" + "ldr x10, [%[a], x3]\n\t" + "mul x9, x10, x10\n\t" + "umulh x10, x10, x10\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "\n5:\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 384\n\t" + "b.eq 3f\n\t" + "cmp x3, x4\n\t" + "b.gt 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 752\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +#endif /* WOLFSSL_SP_SMALL */ +#if (defined(WOLFSSL_HAVE_SP_RSA) || defined(WOLFSSL_HAVE_SP_DH)) && !defined(WOLFSSL_RSA_PUBLIC_ONLY) +#ifdef WOLFSSL_SP_SMALL +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_3072_mask_24(sp_digit* r, const sp_digit* a, sp_digit m) +{ + int i; + + for (i=0; i<24; i++) { + r[i] = a[i] & m; + } +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_3072_add_24(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 192\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "ldp x7, x8, [%[b]], #16\n\t" + "adcs x3, x3, x7\n\t" + "ldp x9, x10, [%[b]], #16\n\t" + "adcs x4, x4, x8\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Sub b from a into a. (a -= b) + * + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_3072_sub_in_place_24(sp_digit* a, const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x10, %[a], 192\n\t" + "\n1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldp x2, x3, [%[a]]\n\t" + "ldp x4, x5, [%[a], #16]\n\t" + "ldp x6, x7, [%[b]], #16\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x8, x9, [%[b]], #16\n\t" + "sbcs x3, x3, x7\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a]], #16\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a]], #16\n\t" + "csetm %[c], cc\n\t" + "cmp %[a], x10\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_3072_mul_24(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[48]; + + __asm__ __volatile__ ( + "mov x5, 0\n\t" + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 184\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[b], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 192\n\t" + "b.eq 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 368\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_3072_sqr_24(sp_digit* r, const sp_digit* a) +{ + sp_digit tmp[48]; + + __asm__ __volatile__ ( + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "mov x5, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 184\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "cmp x4, x3\n\t" + "b.eq 4f\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[a], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "b.al 5f\n\t" + "\n4:\n\t" + "ldr x10, [%[a], x3]\n\t" + "mul x9, x10, x10\n\t" + "umulh x10, x10, x10\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "\n5:\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 192\n\t" + "b.eq 3f\n\t" + "cmp x3, x4\n\t" + "b.gt 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 368\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +#endif /* WOLFSSL_SP_SMALL */ +#endif /* (WOLFSSL_HAVE_SP_RSA || WOLFSSL_HAVE_SP_DH) && !WOLFSSL_RSA_PUBLIC_ONLY */ + +/* Caclulate the bottom digit of -1/a mod 2^n. + * + * a A single precision number. + * rho Bottom word of inverse. + */ +static void sp_3072_mont_setup(const sp_digit* a, sp_digit* rho) +{ + sp_digit x, b; + + b = a[0]; + x = (((b + 2) & 4) << 1) + b; /* here x*a==1 mod 2**4 */ + x *= 2 - b * x; /* here x*a==1 mod 2**8 */ + x *= 2 - b * x; /* here x*a==1 mod 2**16 */ + x *= 2 - b * x; /* here x*a==1 mod 2**32 */ + x *= 2 - b * x; /* here x*a==1 mod 2**64 */ + + /* rho = -1/m mod b */ + *rho = -x; +} + +/* Mul a by digit b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision digit. + */ +static void sp_3072_mul_d_48(sp_digit* r, const sp_digit* a, + sp_digit b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldr x8, [%[a]]\n\t" + "mul x5, %[b], x8\n\t" + "umulh x3, %[b], x8\n\t" + "mov x4, 0\n\t" + "str x5, [%[r]]\n\t" + "mov x5, 0\n\t" + "mov x9, #8\n\t" + "1:\n\t" + "ldr x8, [%[a], x9]\n\t" + "mul x6, %[b], x8\n\t" + "umulh x7, %[b], x8\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x7\n\t" + "adc x5, xzr, xzr\n\t" + "str x3, [%[r], x9]\n\t" + "mov x3, x4\n\t" + "mov x4, x5\n\t" + "mov x5, #0\n\t" + "add x9, x9, #8\n\t" + "cmp x9, 384\n\t" + "b.lt 1b\n\t" + "str x3, [%[r], 384]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#else + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldp x8, x9, [%[a]]\n\t" + "mul x3, %[b], x8\n\t" + "umulh x4, %[b], x8\n\t" + "mov x5, 0\n\t" + "# A[1] * B\n\t" + "str x3, [%[r]]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "umulh x7, %[b], x9\n\t" + "adds x4, x4, x6\n\t" + "# A[2] * B\n\t" + "ldp x8, x9, [%[a], 16]\n\t" + "str x4, [%[r], 8]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[3] * B\n\t" + "str x5, [%[r], 16]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[4] * B\n\t" + "ldp x8, x9, [%[a], 32]\n\t" + "str x3, [%[r], 24]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[5] * B\n\t" + "str x4, [%[r], 32]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[6] * B\n\t" + "ldp x8, x9, [%[a], 48]\n\t" + "str x5, [%[r], 40]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[7] * B\n\t" + "str x3, [%[r], 48]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[8] * B\n\t" + "ldp x8, x9, [%[a], 64]\n\t" + "str x4, [%[r], 56]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[9] * B\n\t" + "str x5, [%[r], 64]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[10] * B\n\t" + "ldp x8, x9, [%[a], 80]\n\t" + "str x3, [%[r], 72]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[11] * B\n\t" + "str x4, [%[r], 80]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[12] * B\n\t" + "ldp x8, x9, [%[a], 96]\n\t" + "str x5, [%[r], 88]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[13] * B\n\t" + "str x3, [%[r], 96]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[14] * B\n\t" + "ldp x8, x9, [%[a], 112]\n\t" + "str x4, [%[r], 104]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[15] * B\n\t" + "str x5, [%[r], 112]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[16] * B\n\t" + "ldp x8, x9, [%[a], 128]\n\t" + "str x3, [%[r], 120]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[17] * B\n\t" + "str x4, [%[r], 128]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[18] * B\n\t" + "ldp x8, x9, [%[a], 144]\n\t" + "str x5, [%[r], 136]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[19] * B\n\t" + "str x3, [%[r], 144]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[20] * B\n\t" + "ldp x8, x9, [%[a], 160]\n\t" + "str x4, [%[r], 152]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[21] * B\n\t" + "str x5, [%[r], 160]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[22] * B\n\t" + "ldp x8, x9, [%[a], 176]\n\t" + "str x3, [%[r], 168]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[23] * B\n\t" + "str x4, [%[r], 176]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[24] * B\n\t" + "ldp x8, x9, [%[a], 192]\n\t" + "str x5, [%[r], 184]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[25] * B\n\t" + "str x3, [%[r], 192]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[26] * B\n\t" + "ldp x8, x9, [%[a], 208]\n\t" + "str x4, [%[r], 200]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[27] * B\n\t" + "str x5, [%[r], 208]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[28] * B\n\t" + "ldp x8, x9, [%[a], 224]\n\t" + "str x3, [%[r], 216]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[29] * B\n\t" + "str x4, [%[r], 224]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[30] * B\n\t" + "ldp x8, x9, [%[a], 240]\n\t" + "str x5, [%[r], 232]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[31] * B\n\t" + "str x3, [%[r], 240]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[32] * B\n\t" + "ldp x8, x9, [%[a], 256]\n\t" + "str x4, [%[r], 248]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[33] * B\n\t" + "str x5, [%[r], 256]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[34] * B\n\t" + "ldp x8, x9, [%[a], 272]\n\t" + "str x3, [%[r], 264]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[35] * B\n\t" + "str x4, [%[r], 272]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[36] * B\n\t" + "ldp x8, x9, [%[a], 288]\n\t" + "str x5, [%[r], 280]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[37] * B\n\t" + "str x3, [%[r], 288]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[38] * B\n\t" + "ldp x8, x9, [%[a], 304]\n\t" + "str x4, [%[r], 296]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[39] * B\n\t" + "str x5, [%[r], 304]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[40] * B\n\t" + "ldp x8, x9, [%[a], 320]\n\t" + "str x3, [%[r], 312]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[41] * B\n\t" + "str x4, [%[r], 320]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[42] * B\n\t" + "ldp x8, x9, [%[a], 336]\n\t" + "str x5, [%[r], 328]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[43] * B\n\t" + "str x3, [%[r], 336]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[44] * B\n\t" + "ldp x8, x9, [%[a], 352]\n\t" + "str x4, [%[r], 344]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[45] * B\n\t" + "str x5, [%[r], 352]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[46] * B\n\t" + "ldp x8, x9, [%[a], 368]\n\t" + "str x3, [%[r], 360]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[47] * B\n\t" + "str x4, [%[r], 368]\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "adc x3, x3, x7\n\t" + "stp x5, x3, [%[r], 376]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#endif +} + +#if (defined(WOLFSSL_HAVE_SP_RSA) || defined(WOLFSSL_HAVE_SP_DH)) && !defined(WOLFSSL_RSA_PUBLIC_ONLY) +/* r = 2^n mod m where n is the number of bits to reduce by. + * Given m must be 3072 bits, just need to subtract. + * + * r A single precision number. + * m A single precision number. + */ +static void sp_3072_mont_norm_24(sp_digit* r, const sp_digit* m) +{ + XMEMSET(r, 0, sizeof(sp_digit) * 24); + + /* r = 2^n mod m */ + sp_3072_sub_in_place_24(r, m); +} + +/* Conditionally subtract b from a using the mask m. + * m is -1 to subtract and 0 when not copying. + * + * r A single precision number representing condition subtract result. + * a A single precision number to subtract from. + * b A single precision number to subtract. + * m Mask value to apply. + */ +static sp_digit sp_3072_cond_sub_24(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit c = 0; + + __asm__ __volatile__ ( + "mov x8, #0\n\t" + "1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldr x4, [%[a], x8]\n\t" + "ldr x5, [%[b], x8]\n\t" + "and x5, x5, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "csetm %[c], cc\n\t" + "str x4, [%[r], x8]\n\t" + "add x8, x8, #8\n\t" + "cmp x8, 192\n\t" + "b.lt 1b\n\t" + : [c] "+r" (c) + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return c; +#else + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "subs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x11, x12, [%[b], 48]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 48]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 48]\n\t" + "ldp x5, x7, [%[b], 64]\n\t" + "ldp x11, x12, [%[b], 80]\n\t" + "ldp x4, x6, [%[a], 64]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 80]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 64]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 80]\n\t" + "ldp x5, x7, [%[b], 96]\n\t" + "ldp x11, x12, [%[b], 112]\n\t" + "ldp x4, x6, [%[a], 96]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 112]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 96]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 112]\n\t" + "ldp x5, x7, [%[b], 128]\n\t" + "ldp x11, x12, [%[b], 144]\n\t" + "ldp x4, x6, [%[a], 128]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 144]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 128]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 144]\n\t" + "ldp x5, x7, [%[b], 160]\n\t" + "ldp x11, x12, [%[b], 176]\n\t" + "ldp x4, x6, [%[a], 160]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 176]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 160]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 176]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +#endif /* WOLFSSL_SP_SMALL */ +} + +/* Reduce the number back to 3072 bits using Montgomery reduction. + * + * a A single precision number to reduce in place. + * m The single precision number representing the modulus. + * mp The digit representing the negative inverse of m mod 2^n. + */ +SP_NOINLINE static void sp_3072_mont_reduce_24(sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_digit ca = 0; + + __asm__ __volatile__ ( + "ldp x14, x15, [%[m], 0]\n\t" + "ldp x16, x17, [%[m], 16]\n\t" + "ldp x19, x20, [%[m], 32]\n\t" + "ldp x21, x22, [%[m], 48]\n\t" + "ldp x23, x24, [%[m], 64]\n\t" + "ldp x25, x26, [%[m], 80]\n\t" + "ldp x27, x28, [%[m], 96]\n\t" + "# i = 24\n\t" + "mov x4, 24\n\t" + "ldp x12, x13, [%[a], 0]\n\t" + "\n1:\n\t" + "# mu = a[i] * mp\n\t" + "mul x9, %[mp], x12\n\t" + "# a[i+0] += m[0] * mu\n\t" + "mul x7, x14, x9\n\t" + "umulh x8, x14, x9\n\t" + "adds x12, x12, x7\n\t" + "# a[i+1] += m[1] * mu\n\t" + "mul x7, x15, x9\n\t" + "adc x6, x8, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x12, x13, x7\n\t" + "# a[i+2] += m[2] * mu\n\t" + "ldr x13, [%[a], 16]\n\t" + "adc x5, x8, xzr\n\t" + "mul x7, x16, x9\n\t" + "adds x12, x12, x6\n\t" + "umulh x8, x16, x9\n\t" + "adc x5, x5, xzr\n\t" + "adds x13, x13, x7\n\t" + "# a[i+3] += m[3] * mu\n\t" + "ldr x10, [%[a], 24]\n\t" + "adc x6, x8, xzr\n\t" + "mul x7, x17, x9\n\t" + "adds x13, x13, x5\n\t" + "umulh x8, x17, x9\n\t" + "adc x6, x6, xzr\n\t" + "adds x10, x10, x7\n\t" + "# a[i+4] += m[4] * mu\n\t" + "ldr x11, [%[a], 32]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "str x10, [%[a], 24]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+5] += m[5] * mu\n\t" + "ldr x10, [%[a], 40]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "str x11, [%[a], 32]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+6] += m[6] * mu\n\t" + "ldr x11, [%[a], 48]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x21, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x21, x9\n\t" + "str x10, [%[a], 40]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+7] += m[7] * mu\n\t" + "ldr x10, [%[a], 56]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x22, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x22, x9\n\t" + "str x11, [%[a], 48]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+8] += m[8] * mu\n\t" + "ldr x11, [%[a], 64]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x23, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x23, x9\n\t" + "str x10, [%[a], 56]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+9] += m[9] * mu\n\t" + "ldr x10, [%[a], 72]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x24, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x24, x9\n\t" + "str x11, [%[a], 64]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+10] += m[10] * mu\n\t" + "ldr x11, [%[a], 80]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x25, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x25, x9\n\t" + "str x10, [%[a], 72]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+11] += m[11] * mu\n\t" + "ldr x10, [%[a], 88]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x26, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x26, x9\n\t" + "str x11, [%[a], 80]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+12] += m[12] * mu\n\t" + "ldr x11, [%[a], 96]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x27, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x27, x9\n\t" + "str x10, [%[a], 88]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+13] += m[13] * mu\n\t" + "ldr x10, [%[a], 104]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x28, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x28, x9\n\t" + "str x11, [%[a], 96]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+14] += m[14] * mu\n\t" + "ldr x11, [%[a], 112]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 112]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 104]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+15] += m[15] * mu\n\t" + "ldr x10, [%[a], 120]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 120]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 112]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+16] += m[16] * mu\n\t" + "ldr x11, [%[a], 128]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 128]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 120]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+17] += m[17] * mu\n\t" + "ldr x10, [%[a], 136]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 136]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 128]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+18] += m[18] * mu\n\t" + "ldr x11, [%[a], 144]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 144]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 136]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+19] += m[19] * mu\n\t" + "ldr x10, [%[a], 152]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 152]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 144]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+20] += m[20] * mu\n\t" + "ldr x11, [%[a], 160]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 160]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 152]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+21] += m[21] * mu\n\t" + "ldr x10, [%[a], 168]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 168]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 160]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+22] += m[22] * mu\n\t" + "ldr x11, [%[a], 176]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 176]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 168]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+23] += m[23] * mu\n\t" + "ldr x10, [%[a], 184]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 184]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x8, x8, %[ca]\n\t" + "str x11, [%[a], 176]\n\t" + "cset %[ca], cs\n\t" + "adds x10, x10, x6\n\t" + "ldr x11, [%[a], 192]\n\t" + "str x10, [%[a], 184]\n\t" + "adcs x11, x11, x8\n\t" + "str x11, [%[a], 192]\n\t" + "adc %[ca], %[ca], xzr\n\t" + "subs x4, x4, 1\n\t" + "add %[a], %[a], 8\n\t" + "bne 1b\n\t" + "stp x12, x13, [%[a], 0]\n\t" + : [ca] "+r" (ca), [a] "+r" (a) + : [m] "r" (m), [mp] "r" (mp) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22", "x23", "x24", "x25", "x26", "x27", "x28" + ); + + sp_3072_cond_sub_24(a - 24, a, m, (sp_digit)0 - ca); +} + +/* Multiply two Montogmery form numbers mod the modulus (prime). + * (r = a * b mod m) + * + * r Result of multiplication. + * a First number to multiply in Montogmery form. + * b Second number to multiply in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_3072_mont_mul_24(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m, sp_digit mp) +{ + sp_3072_mul_24(r, a, b); + sp_3072_mont_reduce_24(r, m, mp); +} + +/* Square the Montgomery form number. (r = a * a mod m) + * + * r Result of squaring. + * a Number to square in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_3072_mont_sqr_24(sp_digit* r, const sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_3072_sqr_24(r, a); + sp_3072_mont_reduce_24(r, m, mp); +} + +/* Mul a by digit b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision digit. + */ +static void sp_3072_mul_d_24(sp_digit* r, const sp_digit* a, + sp_digit b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldr x8, [%[a]]\n\t" + "mul x5, %[b], x8\n\t" + "umulh x3, %[b], x8\n\t" + "mov x4, 0\n\t" + "str x5, [%[r]]\n\t" + "mov x5, 0\n\t" + "mov x9, #8\n\t" + "1:\n\t" + "ldr x8, [%[a], x9]\n\t" + "mul x6, %[b], x8\n\t" + "umulh x7, %[b], x8\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x7\n\t" + "adc x5, xzr, xzr\n\t" + "str x3, [%[r], x9]\n\t" + "mov x3, x4\n\t" + "mov x4, x5\n\t" + "mov x5, #0\n\t" + "add x9, x9, #8\n\t" + "cmp x9, 192\n\t" + "b.lt 1b\n\t" + "str x3, [%[r], 192]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#else + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldp x8, x9, [%[a]]\n\t" + "mul x3, %[b], x8\n\t" + "umulh x4, %[b], x8\n\t" + "mov x5, 0\n\t" + "# A[1] * B\n\t" + "str x3, [%[r]]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "umulh x7, %[b], x9\n\t" + "adds x4, x4, x6\n\t" + "# A[2] * B\n\t" + "ldp x8, x9, [%[a], 16]\n\t" + "str x4, [%[r], 8]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[3] * B\n\t" + "str x5, [%[r], 16]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[4] * B\n\t" + "ldp x8, x9, [%[a], 32]\n\t" + "str x3, [%[r], 24]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[5] * B\n\t" + "str x4, [%[r], 32]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[6] * B\n\t" + "ldp x8, x9, [%[a], 48]\n\t" + "str x5, [%[r], 40]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[7] * B\n\t" + "str x3, [%[r], 48]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[8] * B\n\t" + "ldp x8, x9, [%[a], 64]\n\t" + "str x4, [%[r], 56]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[9] * B\n\t" + "str x5, [%[r], 64]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[10] * B\n\t" + "ldp x8, x9, [%[a], 80]\n\t" + "str x3, [%[r], 72]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[11] * B\n\t" + "str x4, [%[r], 80]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[12] * B\n\t" + "ldp x8, x9, [%[a], 96]\n\t" + "str x5, [%[r], 88]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[13] * B\n\t" + "str x3, [%[r], 96]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[14] * B\n\t" + "ldp x8, x9, [%[a], 112]\n\t" + "str x4, [%[r], 104]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[15] * B\n\t" + "str x5, [%[r], 112]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[16] * B\n\t" + "ldp x8, x9, [%[a], 128]\n\t" + "str x3, [%[r], 120]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[17] * B\n\t" + "str x4, [%[r], 128]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[18] * B\n\t" + "ldp x8, x9, [%[a], 144]\n\t" + "str x5, [%[r], 136]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[19] * B\n\t" + "str x3, [%[r], 144]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[20] * B\n\t" + "ldp x8, x9, [%[a], 160]\n\t" + "str x4, [%[r], 152]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[21] * B\n\t" + "str x5, [%[r], 160]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[22] * B\n\t" + "ldp x8, x9, [%[a], 176]\n\t" + "str x3, [%[r], 168]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[23] * B\n\t" + "str x4, [%[r], 176]\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "adc x3, x3, x7\n\t" + "stp x5, x3, [%[r], 184]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#endif +} + +/* Divide the double width number (d1|d0) by the dividend. (d1|d0 / div) + * + * d1 The high order half of the number to divide. + * d0 The low order half of the number to divide. + * div The dividend. + * returns the result of the division. + */ +static sp_digit div_3072_word_24(sp_digit d1, sp_digit d0, sp_digit div) +{ + sp_digit r; + + __asm__ __volatile__ ( + "lsr x5, %[div], 32\n\t" + "add x5, x5, 1\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x6, x3, 32\n\t" + "mul x4, %[div], x6\n\t" + "umulh x3, %[div], x6\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x3, x3, 32\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "sub %[d0], %[d0], x4\n\t" + + "udiv x3, %[d0], %[div]\n\t" + "add %[r], x6, x3\n\t" + + : [r] "=r" (r) + : [d1] "r" (d1), [d0] "r" (d0), [div] "r" (div) + : "x3", "x4", "x5", "x6" + ); + + return r; +} + +/* Compare a with b in constant time. + * + * a A single precision integer. + * b A single precision integer. + * return -ve, 0 or +ve if a is less than, equal to or greater than b + * respectively. + */ +static int64_t sp_3072_cmp_24(const sp_digit* a, const sp_digit* b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "mov x5, 184\n\t" + "1:\n\t" + "ldr x6, [%[a], x5]\n\t" + "ldr x7, [%[b], x5]\n\t" + "and x6, x6, x4\n\t" + "and x7, x7, x4\n\t" + "subs x6, x6, x7\n\t" + "csel x2, x3, x2, hi\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "subs x5, x5, #8\n\t" + "b.cs 1b\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#else + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "ldp x7, x8, [%[b], 176]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "ldp x7, x8, [%[b], 144]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "ldp x7, x8, [%[b], 112]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "ldp x7, x8, [%[b], 80]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "ldp x7, x8, [%[b], 48]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "ldp x7, x8, [%[b], 16]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#endif + + return (int64_t)a; +} + +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_3072_div_24(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[48], t2[25]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[23]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 24); + for (i=23; i>=0; i--) { + r1 = div_3072_word_24(t1[24 + i], t1[24 + i - 1], div); + + sp_3072_mul_d_24(t2, d, r1); + t1[24 + i] += sp_3072_sub_in_place_24(&t1[i], t2); + t1[24 + i] -= t2[24]; + sp_3072_mask_24(t2, d, t1[24 + i]); + t1[24 + i] += sp_3072_add_24(&t1[i], &t1[i], t2); + sp_3072_mask_24(t2, d, t1[24 + i]); + t1[24 + i] += sp_3072_add_24(&t1[i], &t1[i], t2); + } + + r1 = sp_3072_cmp_24(t1, d) >= 0; + sp_3072_cond_sub_24(r, t1, d, (sp_digit)0 - r1); + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_3072_mod_24(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_3072_div_24(a, m, NULL, r); +} + +#ifdef WOLFSSL_SP_SMALL +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_3072_mod_exp_24(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[16][48]; +#else + sp_digit* t[16]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 16 * 48, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<16; i++) { + t[i] = td + i * 48; + } +#endif + norm = t[0]; + + sp_3072_mont_setup(m, &mp); + sp_3072_mont_norm_24(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 24U); + if (reduceA != 0) { + err = sp_3072_mod_24(t[1] + 24, a, m); + if (err == MP_OKAY) { + err = sp_3072_mod_24(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 24, a, sizeof(sp_digit) * 24); + err = sp_3072_mod_24(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_3072_mont_sqr_24(t[ 2], t[ 1], m, mp); + sp_3072_mont_mul_24(t[ 3], t[ 2], t[ 1], m, mp); + sp_3072_mont_sqr_24(t[ 4], t[ 2], m, mp); + sp_3072_mont_mul_24(t[ 5], t[ 3], t[ 2], m, mp); + sp_3072_mont_sqr_24(t[ 6], t[ 3], m, mp); + sp_3072_mont_mul_24(t[ 7], t[ 4], t[ 3], m, mp); + sp_3072_mont_sqr_24(t[ 8], t[ 4], m, mp); + sp_3072_mont_mul_24(t[ 9], t[ 5], t[ 4], m, mp); + sp_3072_mont_sqr_24(t[10], t[ 5], m, mp); + sp_3072_mont_mul_24(t[11], t[ 6], t[ 5], m, mp); + sp_3072_mont_sqr_24(t[12], t[ 6], m, mp); + sp_3072_mont_mul_24(t[13], t[ 7], t[ 6], m, mp); + sp_3072_mont_sqr_24(t[14], t[ 7], m, mp); + sp_3072_mont_mul_24(t[15], t[ 8], t[ 7], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 4; + if (c == 64) { + c = 60; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 24); + for (; i>=0 || c>=4; ) { + if (c == 0) { + n = e[i--]; + y = n >> 60; + n <<= 4; + c = 60; + } + else if (c < 4) { + y = n >> 60; + n = e[i--]; + c = 4 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 60) & 0xf; + n <<= 4; + c -= 4; + } + + sp_3072_mont_sqr_24(r, r, m, mp); + sp_3072_mont_sqr_24(r, r, m, mp); + sp_3072_mont_sqr_24(r, r, m, mp); + sp_3072_mont_sqr_24(r, r, m, mp); + + sp_3072_mont_mul_24(r, r, t[y], m, mp); + } + + XMEMSET(&r[24], 0, sizeof(sp_digit) * 24U); + sp_3072_mont_reduce_24(r, m, mp); + + mask = 0 - (sp_3072_cmp_24(r, m) >= 0); + sp_3072_cond_sub_24(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#else +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_3072_mod_exp_24(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[32][48]; +#else + sp_digit* t[32]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 32 * 48, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<32; i++) { + t[i] = td + i * 48; + } +#endif + norm = t[0]; + + sp_3072_mont_setup(m, &mp); + sp_3072_mont_norm_24(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 24U); + if (reduceA != 0) { + err = sp_3072_mod_24(t[1] + 24, a, m); + if (err == MP_OKAY) { + err = sp_3072_mod_24(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 24, a, sizeof(sp_digit) * 24); + err = sp_3072_mod_24(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_3072_mont_sqr_24(t[ 2], t[ 1], m, mp); + sp_3072_mont_mul_24(t[ 3], t[ 2], t[ 1], m, mp); + sp_3072_mont_sqr_24(t[ 4], t[ 2], m, mp); + sp_3072_mont_mul_24(t[ 5], t[ 3], t[ 2], m, mp); + sp_3072_mont_sqr_24(t[ 6], t[ 3], m, mp); + sp_3072_mont_mul_24(t[ 7], t[ 4], t[ 3], m, mp); + sp_3072_mont_sqr_24(t[ 8], t[ 4], m, mp); + sp_3072_mont_mul_24(t[ 9], t[ 5], t[ 4], m, mp); + sp_3072_mont_sqr_24(t[10], t[ 5], m, mp); + sp_3072_mont_mul_24(t[11], t[ 6], t[ 5], m, mp); + sp_3072_mont_sqr_24(t[12], t[ 6], m, mp); + sp_3072_mont_mul_24(t[13], t[ 7], t[ 6], m, mp); + sp_3072_mont_sqr_24(t[14], t[ 7], m, mp); + sp_3072_mont_mul_24(t[15], t[ 8], t[ 7], m, mp); + sp_3072_mont_sqr_24(t[16], t[ 8], m, mp); + sp_3072_mont_mul_24(t[17], t[ 9], t[ 8], m, mp); + sp_3072_mont_sqr_24(t[18], t[ 9], m, mp); + sp_3072_mont_mul_24(t[19], t[10], t[ 9], m, mp); + sp_3072_mont_sqr_24(t[20], t[10], m, mp); + sp_3072_mont_mul_24(t[21], t[11], t[10], m, mp); + sp_3072_mont_sqr_24(t[22], t[11], m, mp); + sp_3072_mont_mul_24(t[23], t[12], t[11], m, mp); + sp_3072_mont_sqr_24(t[24], t[12], m, mp); + sp_3072_mont_mul_24(t[25], t[13], t[12], m, mp); + sp_3072_mont_sqr_24(t[26], t[13], m, mp); + sp_3072_mont_mul_24(t[27], t[14], t[13], m, mp); + sp_3072_mont_sqr_24(t[28], t[14], m, mp); + sp_3072_mont_mul_24(t[29], t[15], t[14], m, mp); + sp_3072_mont_sqr_24(t[30], t[15], m, mp); + sp_3072_mont_mul_24(t[31], t[16], t[15], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 5; + if (c == 64) { + c = 59; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 24); + for (; i>=0 || c>=5; ) { + if (c == 0) { + n = e[i--]; + y = n >> 59; + n <<= 5; + c = 59; + } + else if (c < 5) { + y = n >> 59; + n = e[i--]; + c = 5 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 59) & 0x1f; + n <<= 5; + c -= 5; + } + + sp_3072_mont_sqr_24(r, r, m, mp); + sp_3072_mont_sqr_24(r, r, m, mp); + sp_3072_mont_sqr_24(r, r, m, mp); + sp_3072_mont_sqr_24(r, r, m, mp); + sp_3072_mont_sqr_24(r, r, m, mp); + + sp_3072_mont_mul_24(r, r, t[y], m, mp); + } + + XMEMSET(&r[24], 0, sizeof(sp_digit) * 24U); + sp_3072_mont_reduce_24(r, m, mp); + + mask = 0 - (sp_3072_cmp_24(r, m) >= 0); + sp_3072_cond_sub_24(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#endif /* WOLFSSL_SP_SMALL */ + +#endif /* (WOLFSSL_HAVE_SP_RSA || WOLFSSL_HAVE_SP_DH) && !WOLFSSL_RSA_PUBLIC_ONLY */ + +#if defined(WOLFSSL_HAVE_SP_RSA) || defined(WOLFSSL_HAVE_SP_DH) +/* r = 2^n mod m where n is the number of bits to reduce by. + * Given m must be 3072 bits, just need to subtract. + * + * r A single precision number. + * m A single precision number. + */ +static void sp_3072_mont_norm_48(sp_digit* r, const sp_digit* m) +{ + XMEMSET(r, 0, sizeof(sp_digit) * 48); + + /* r = 2^n mod m */ + sp_3072_sub_in_place_48(r, m); +} + +#endif /* WOLFSSL_HAVE_SP_RSA || WOLFSSL_HAVE_SP_DH */ +/* Conditionally subtract b from a using the mask m. + * m is -1 to subtract and 0 when not copying. + * + * r A single precision number representing condition subtract result. + * a A single precision number to subtract from. + * b A single precision number to subtract. + * m Mask value to apply. + */ +static sp_digit sp_3072_cond_sub_48(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit c = 0; + + __asm__ __volatile__ ( + "mov x8, #0\n\t" + "1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldr x4, [%[a], x8]\n\t" + "ldr x5, [%[b], x8]\n\t" + "and x5, x5, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "csetm %[c], cc\n\t" + "str x4, [%[r], x8]\n\t" + "add x8, x8, #8\n\t" + "cmp x8, 384\n\t" + "b.lt 1b\n\t" + : [c] "+r" (c) + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return c; +#else + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "subs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x11, x12, [%[b], 48]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 48]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 48]\n\t" + "ldp x5, x7, [%[b], 64]\n\t" + "ldp x11, x12, [%[b], 80]\n\t" + "ldp x4, x6, [%[a], 64]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 80]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 64]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 80]\n\t" + "ldp x5, x7, [%[b], 96]\n\t" + "ldp x11, x12, [%[b], 112]\n\t" + "ldp x4, x6, [%[a], 96]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 112]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 96]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 112]\n\t" + "ldp x5, x7, [%[b], 128]\n\t" + "ldp x11, x12, [%[b], 144]\n\t" + "ldp x4, x6, [%[a], 128]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 144]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 128]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 144]\n\t" + "ldp x5, x7, [%[b], 160]\n\t" + "ldp x11, x12, [%[b], 176]\n\t" + "ldp x4, x6, [%[a], 160]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 176]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 160]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 176]\n\t" + "ldp x5, x7, [%[b], 192]\n\t" + "ldp x11, x12, [%[b], 208]\n\t" + "ldp x4, x6, [%[a], 192]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 208]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 192]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 208]\n\t" + "ldp x5, x7, [%[b], 224]\n\t" + "ldp x11, x12, [%[b], 240]\n\t" + "ldp x4, x6, [%[a], 224]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 240]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 224]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 240]\n\t" + "ldp x5, x7, [%[b], 256]\n\t" + "ldp x11, x12, [%[b], 272]\n\t" + "ldp x4, x6, [%[a], 256]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 272]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 256]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 272]\n\t" + "ldp x5, x7, [%[b], 288]\n\t" + "ldp x11, x12, [%[b], 304]\n\t" + "ldp x4, x6, [%[a], 288]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 304]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 288]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 304]\n\t" + "ldp x5, x7, [%[b], 320]\n\t" + "ldp x11, x12, [%[b], 336]\n\t" + "ldp x4, x6, [%[a], 320]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 336]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 320]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 336]\n\t" + "ldp x5, x7, [%[b], 352]\n\t" + "ldp x11, x12, [%[b], 368]\n\t" + "ldp x4, x6, [%[a], 352]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 368]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 352]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 368]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +#endif /* WOLFSSL_SP_SMALL */ +} + +/* Reduce the number back to 3072 bits using Montgomery reduction. + * + * a A single precision number to reduce in place. + * m The single precision number representing the modulus. + * mp The digit representing the negative inverse of m mod 2^n. + */ +SP_NOINLINE static void sp_3072_mont_reduce_48(sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_digit ca = 0; + + __asm__ __volatile__ ( + "ldp x14, x15, [%[m], 0]\n\t" + "ldp x16, x17, [%[m], 16]\n\t" + "ldp x19, x20, [%[m], 32]\n\t" + "ldp x21, x22, [%[m], 48]\n\t" + "ldp x23, x24, [%[m], 64]\n\t" + "ldp x25, x26, [%[m], 80]\n\t" + "ldp x27, x28, [%[m], 96]\n\t" + "# i = 48\n\t" + "mov x4, 48\n\t" + "ldp x12, x13, [%[a], 0]\n\t" + "\n1:\n\t" + "# mu = a[i] * mp\n\t" + "mul x9, %[mp], x12\n\t" + "# a[i+0] += m[0] * mu\n\t" + "mul x7, x14, x9\n\t" + "umulh x8, x14, x9\n\t" + "adds x12, x12, x7\n\t" + "# a[i+1] += m[1] * mu\n\t" + "mul x7, x15, x9\n\t" + "adc x6, x8, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x12, x13, x7\n\t" + "# a[i+2] += m[2] * mu\n\t" + "ldr x13, [%[a], 16]\n\t" + "adc x5, x8, xzr\n\t" + "mul x7, x16, x9\n\t" + "adds x12, x12, x6\n\t" + "umulh x8, x16, x9\n\t" + "adc x5, x5, xzr\n\t" + "adds x13, x13, x7\n\t" + "# a[i+3] += m[3] * mu\n\t" + "ldr x10, [%[a], 24]\n\t" + "adc x6, x8, xzr\n\t" + "mul x7, x17, x9\n\t" + "adds x13, x13, x5\n\t" + "umulh x8, x17, x9\n\t" + "adc x6, x6, xzr\n\t" + "adds x10, x10, x7\n\t" + "# a[i+4] += m[4] * mu\n\t" + "ldr x11, [%[a], 32]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "str x10, [%[a], 24]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+5] += m[5] * mu\n\t" + "ldr x10, [%[a], 40]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "str x11, [%[a], 32]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+6] += m[6] * mu\n\t" + "ldr x11, [%[a], 48]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x21, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x21, x9\n\t" + "str x10, [%[a], 40]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+7] += m[7] * mu\n\t" + "ldr x10, [%[a], 56]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x22, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x22, x9\n\t" + "str x11, [%[a], 48]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+8] += m[8] * mu\n\t" + "ldr x11, [%[a], 64]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x23, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x23, x9\n\t" + "str x10, [%[a], 56]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+9] += m[9] * mu\n\t" + "ldr x10, [%[a], 72]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x24, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x24, x9\n\t" + "str x11, [%[a], 64]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+10] += m[10] * mu\n\t" + "ldr x11, [%[a], 80]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x25, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x25, x9\n\t" + "str x10, [%[a], 72]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+11] += m[11] * mu\n\t" + "ldr x10, [%[a], 88]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x26, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x26, x9\n\t" + "str x11, [%[a], 80]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+12] += m[12] * mu\n\t" + "ldr x11, [%[a], 96]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x27, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x27, x9\n\t" + "str x10, [%[a], 88]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+13] += m[13] * mu\n\t" + "ldr x10, [%[a], 104]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x28, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x28, x9\n\t" + "str x11, [%[a], 96]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+14] += m[14] * mu\n\t" + "ldr x11, [%[a], 112]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 112]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 104]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+15] += m[15] * mu\n\t" + "ldr x10, [%[a], 120]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 120]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 112]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+16] += m[16] * mu\n\t" + "ldr x11, [%[a], 128]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 128]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 120]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+17] += m[17] * mu\n\t" + "ldr x10, [%[a], 136]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 136]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 128]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+18] += m[18] * mu\n\t" + "ldr x11, [%[a], 144]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 144]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 136]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+19] += m[19] * mu\n\t" + "ldr x10, [%[a], 152]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 152]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 144]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+20] += m[20] * mu\n\t" + "ldr x11, [%[a], 160]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 160]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 152]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+21] += m[21] * mu\n\t" + "ldr x10, [%[a], 168]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 168]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 160]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+22] += m[22] * mu\n\t" + "ldr x11, [%[a], 176]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 176]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 168]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+23] += m[23] * mu\n\t" + "ldr x10, [%[a], 184]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 184]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 176]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+24] += m[24] * mu\n\t" + "ldr x11, [%[a], 192]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 192]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 184]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+25] += m[25] * mu\n\t" + "ldr x10, [%[a], 200]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 200]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 192]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+26] += m[26] * mu\n\t" + "ldr x11, [%[a], 208]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 208]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 200]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+27] += m[27] * mu\n\t" + "ldr x10, [%[a], 216]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 216]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 208]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+28] += m[28] * mu\n\t" + "ldr x11, [%[a], 224]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 224]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 216]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+29] += m[29] * mu\n\t" + "ldr x10, [%[a], 232]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 232]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 224]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+30] += m[30] * mu\n\t" + "ldr x11, [%[a], 240]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 240]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 232]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+31] += m[31] * mu\n\t" + "ldr x10, [%[a], 248]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 248]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 240]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+32] += m[32] * mu\n\t" + "ldr x11, [%[a], 256]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 256]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 248]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+33] += m[33] * mu\n\t" + "ldr x10, [%[a], 264]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 264]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 256]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+34] += m[34] * mu\n\t" + "ldr x11, [%[a], 272]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 272]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 264]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+35] += m[35] * mu\n\t" + "ldr x10, [%[a], 280]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 280]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 272]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+36] += m[36] * mu\n\t" + "ldr x11, [%[a], 288]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 288]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 280]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+37] += m[37] * mu\n\t" + "ldr x10, [%[a], 296]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 296]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 288]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+38] += m[38] * mu\n\t" + "ldr x11, [%[a], 304]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 304]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 296]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+39] += m[39] * mu\n\t" + "ldr x10, [%[a], 312]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 312]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 304]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+40] += m[40] * mu\n\t" + "ldr x11, [%[a], 320]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 320]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 312]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+41] += m[41] * mu\n\t" + "ldr x10, [%[a], 328]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 328]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 320]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+42] += m[42] * mu\n\t" + "ldr x11, [%[a], 336]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 336]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 328]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+43] += m[43] * mu\n\t" + "ldr x10, [%[a], 344]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 344]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 336]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+44] += m[44] * mu\n\t" + "ldr x11, [%[a], 352]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 352]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 344]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+45] += m[45] * mu\n\t" + "ldr x10, [%[a], 360]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 360]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 352]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+46] += m[46] * mu\n\t" + "ldr x11, [%[a], 368]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 368]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 360]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+47] += m[47] * mu\n\t" + "ldr x10, [%[a], 376]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 376]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x8, x8, %[ca]\n\t" + "str x11, [%[a], 368]\n\t" + "cset %[ca], cs\n\t" + "adds x10, x10, x6\n\t" + "ldr x11, [%[a], 384]\n\t" + "str x10, [%[a], 376]\n\t" + "adcs x11, x11, x8\n\t" + "str x11, [%[a], 384]\n\t" + "adc %[ca], %[ca], xzr\n\t" + "subs x4, x4, 1\n\t" + "add %[a], %[a], 8\n\t" + "bne 1b\n\t" + "stp x12, x13, [%[a], 0]\n\t" + : [ca] "+r" (ca), [a] "+r" (a) + : [m] "r" (m), [mp] "r" (mp) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22", "x23", "x24", "x25", "x26", "x27", "x28" + ); + + sp_3072_cond_sub_48(a - 48, a, m, (sp_digit)0 - ca); +} + +/* Multiply two Montogmery form numbers mod the modulus (prime). + * (r = a * b mod m) + * + * r Result of multiplication. + * a First number to multiply in Montogmery form. + * b Second number to multiply in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_3072_mont_mul_48(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m, sp_digit mp) +{ + sp_3072_mul_48(r, a, b); + sp_3072_mont_reduce_48(r, m, mp); +} + +/* Square the Montgomery form number. (r = a * a mod m) + * + * r Result of squaring. + * a Number to square in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_3072_mont_sqr_48(sp_digit* r, const sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_3072_sqr_48(r, a); + sp_3072_mont_reduce_48(r, m, mp); +} + +/* Divide the double width number (d1|d0) by the dividend. (d1|d0 / div) + * + * d1 The high order half of the number to divide. + * d0 The low order half of the number to divide. + * div The dividend. + * returns the result of the division. + */ +static sp_digit div_3072_word_48(sp_digit d1, sp_digit d0, sp_digit div) +{ + sp_digit r; + + __asm__ __volatile__ ( + "lsr x5, %[div], 32\n\t" + "add x5, x5, 1\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x6, x3, 32\n\t" + "mul x4, %[div], x6\n\t" + "umulh x3, %[div], x6\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x3, x3, 32\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "sub %[d0], %[d0], x4\n\t" + + "udiv x3, %[d0], %[div]\n\t" + "add %[r], x6, x3\n\t" + + : [r] "=r" (r) + : [d1] "r" (d1), [d0] "r" (d0), [div] "r" (div) + : "x3", "x4", "x5", "x6" + ); + + return r; +} + +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_3072_mask_48(sp_digit* r, const sp_digit* a, sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + int i; + + for (i=0; i<48; i++) { + r[i] = a[i] & m; + } +#else + int i; + + for (i = 0; i < 48; i += 8) { + r[i+0] = a[i+0] & m; + r[i+1] = a[i+1] & m; + r[i+2] = a[i+2] & m; + r[i+3] = a[i+3] & m; + r[i+4] = a[i+4] & m; + r[i+5] = a[i+5] & m; + r[i+6] = a[i+6] & m; + r[i+7] = a[i+7] & m; + } +#endif +} + +/* Compare a with b in constant time. + * + * a A single precision integer. + * b A single precision integer. + * return -ve, 0 or +ve if a is less than, equal to or greater than b + * respectively. + */ +static int64_t sp_3072_cmp_48(const sp_digit* a, const sp_digit* b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "mov x5, 376\n\t" + "1:\n\t" + "ldr x6, [%[a], x5]\n\t" + "ldr x7, [%[b], x5]\n\t" + "and x6, x6, x4\n\t" + "and x7, x7, x4\n\t" + "subs x6, x6, x7\n\t" + "csel x2, x3, x2, hi\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "subs x5, x5, #8\n\t" + "b.cs 1b\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#else + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "ldp x5, x6, [%[a], 368]\n\t" + "ldp x7, x8, [%[b], 368]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 352]\n\t" + "ldp x7, x8, [%[b], 352]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 336]\n\t" + "ldp x7, x8, [%[b], 336]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 320]\n\t" + "ldp x7, x8, [%[b], 320]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 304]\n\t" + "ldp x7, x8, [%[b], 304]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 288]\n\t" + "ldp x7, x8, [%[b], 288]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 272]\n\t" + "ldp x7, x8, [%[b], 272]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 256]\n\t" + "ldp x7, x8, [%[b], 256]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "ldp x7, x8, [%[b], 240]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "ldp x7, x8, [%[b], 208]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "ldp x7, x8, [%[b], 176]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "ldp x7, x8, [%[b], 144]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "ldp x7, x8, [%[b], 112]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "ldp x7, x8, [%[b], 80]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "ldp x7, x8, [%[b], 48]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "ldp x7, x8, [%[b], 16]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#endif + + return (int64_t)a; +} + +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_3072_div_48(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[96], t2[49]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[47]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 48); + for (i=47; i>=0; i--) { + r1 = div_3072_word_48(t1[48 + i], t1[48 + i - 1], div); + + sp_3072_mul_d_48(t2, d, r1); + t1[48 + i] += sp_3072_sub_in_place_48(&t1[i], t2); + t1[48 + i] -= t2[48]; + sp_3072_mask_48(t2, d, t1[48 + i]); + t1[48 + i] += sp_3072_add_48(&t1[i], &t1[i], t2); + sp_3072_mask_48(t2, d, t1[48 + i]); + t1[48 + i] += sp_3072_add_48(&t1[i], &t1[i], t2); + } + + r1 = sp_3072_cmp_48(t1, d) >= 0; + sp_3072_cond_sub_48(r, t1, d, (sp_digit)0 - r1); + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_3072_mod_48(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_3072_div_48(a, m, NULL, r); +} + +#ifdef WOLFSSL_SP_SMALL +/* Sub b from a into r. (r = a - b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_3072_sub_48(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 384\n\t" + "\n1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "ldp x7, x8, [%[b]], #16\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x9, x10, [%[b]], #16\n\t" + "sbcs x4, x4, x8\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "csetm %[c], cc\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + return c; +} + +#else +/* Sub b from a into r. (r = a - b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_3072_sub_48(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "subs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 112]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 144]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 176]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x3, x4, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 208]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 192]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 208]\n\t" + "ldp x3, x4, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 240]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 224]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 240]\n\t" + "ldp x3, x4, [%[a], 256]\n\t" + "ldp x7, x8, [%[b], 256]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 272]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 272]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 256]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 272]\n\t" + "ldp x3, x4, [%[a], 288]\n\t" + "ldp x7, x8, [%[b], 288]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 304]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 304]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 288]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 304]\n\t" + "ldp x3, x4, [%[a], 320]\n\t" + "ldp x7, x8, [%[b], 320]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 336]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 336]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 320]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 336]\n\t" + "ldp x3, x4, [%[a], 352]\n\t" + "ldp x7, x8, [%[b], 352]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 368]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 368]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 352]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 368]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_3072_div_48_cond(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[96], t2[49]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[47]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 48); + for (i=47; i>=0; i--) { + r1 = div_3072_word_48(t1[48 + i], t1[48 + i - 1], div); + + sp_3072_mul_d_48(t2, d, r1); + t1[48 + i] += sp_3072_sub_in_place_48(&t1[i], t2); + t1[48 + i] -= t2[48]; + if (t1[48 + i] != 0) { + t1[48 + i] += sp_3072_add_48(&t1[i], &t1[i], d); + if (t1[48 + i] != 0) + t1[48 + i] += sp_3072_add_48(&t1[i], &t1[i], d); + } + } + + for (i = 47; i > 0; i--) { + if (t1[i] != d[i]) + break; + } + if (t1[i] >= d[i]) { + sp_3072_sub_48(r, t1, d); + } + else { + XMEMCPY(r, t1, sizeof(*t1) * 48); + } + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_3072_mod_48_cond(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_3072_div_48_cond(a, m, NULL, r); +} + +#if (defined(WOLFSSL_HAVE_SP_RSA) && !defined(WOLFSSL_RSA_PUBLIC_ONLY)) || \ + defined(WOLFSSL_HAVE_SP_DH) +#ifdef WOLFSSL_SP_SMALL +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_3072_mod_exp_48(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[16][96]; +#else + sp_digit* t[16]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 16 * 96, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<16; i++) { + t[i] = td + i * 96; + } +#endif + norm = t[0]; + + sp_3072_mont_setup(m, &mp); + sp_3072_mont_norm_48(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 48U); + if (reduceA != 0) { + err = sp_3072_mod_48(t[1] + 48, a, m); + if (err == MP_OKAY) { + err = sp_3072_mod_48(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 48, a, sizeof(sp_digit) * 48); + err = sp_3072_mod_48(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_3072_mont_sqr_48(t[ 2], t[ 1], m, mp); + sp_3072_mont_mul_48(t[ 3], t[ 2], t[ 1], m, mp); + sp_3072_mont_sqr_48(t[ 4], t[ 2], m, mp); + sp_3072_mont_mul_48(t[ 5], t[ 3], t[ 2], m, mp); + sp_3072_mont_sqr_48(t[ 6], t[ 3], m, mp); + sp_3072_mont_mul_48(t[ 7], t[ 4], t[ 3], m, mp); + sp_3072_mont_sqr_48(t[ 8], t[ 4], m, mp); + sp_3072_mont_mul_48(t[ 9], t[ 5], t[ 4], m, mp); + sp_3072_mont_sqr_48(t[10], t[ 5], m, mp); + sp_3072_mont_mul_48(t[11], t[ 6], t[ 5], m, mp); + sp_3072_mont_sqr_48(t[12], t[ 6], m, mp); + sp_3072_mont_mul_48(t[13], t[ 7], t[ 6], m, mp); + sp_3072_mont_sqr_48(t[14], t[ 7], m, mp); + sp_3072_mont_mul_48(t[15], t[ 8], t[ 7], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 4; + if (c == 64) { + c = 60; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 48); + for (; i>=0 || c>=4; ) { + if (c == 0) { + n = e[i--]; + y = n >> 60; + n <<= 4; + c = 60; + } + else if (c < 4) { + y = n >> 60; + n = e[i--]; + c = 4 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 60) & 0xf; + n <<= 4; + c -= 4; + } + + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + + sp_3072_mont_mul_48(r, r, t[y], m, mp); + } + + XMEMSET(&r[48], 0, sizeof(sp_digit) * 48U); + sp_3072_mont_reduce_48(r, m, mp); + + mask = 0 - (sp_3072_cmp_48(r, m) >= 0); + sp_3072_cond_sub_48(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#else +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_3072_mod_exp_48(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[32][96]; +#else + sp_digit* t[32]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 32 * 96, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<32; i++) { + t[i] = td + i * 96; + } +#endif + norm = t[0]; + + sp_3072_mont_setup(m, &mp); + sp_3072_mont_norm_48(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 48U); + if (reduceA != 0) { + err = sp_3072_mod_48(t[1] + 48, a, m); + if (err == MP_OKAY) { + err = sp_3072_mod_48(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 48, a, sizeof(sp_digit) * 48); + err = sp_3072_mod_48(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_3072_mont_sqr_48(t[ 2], t[ 1], m, mp); + sp_3072_mont_mul_48(t[ 3], t[ 2], t[ 1], m, mp); + sp_3072_mont_sqr_48(t[ 4], t[ 2], m, mp); + sp_3072_mont_mul_48(t[ 5], t[ 3], t[ 2], m, mp); + sp_3072_mont_sqr_48(t[ 6], t[ 3], m, mp); + sp_3072_mont_mul_48(t[ 7], t[ 4], t[ 3], m, mp); + sp_3072_mont_sqr_48(t[ 8], t[ 4], m, mp); + sp_3072_mont_mul_48(t[ 9], t[ 5], t[ 4], m, mp); + sp_3072_mont_sqr_48(t[10], t[ 5], m, mp); + sp_3072_mont_mul_48(t[11], t[ 6], t[ 5], m, mp); + sp_3072_mont_sqr_48(t[12], t[ 6], m, mp); + sp_3072_mont_mul_48(t[13], t[ 7], t[ 6], m, mp); + sp_3072_mont_sqr_48(t[14], t[ 7], m, mp); + sp_3072_mont_mul_48(t[15], t[ 8], t[ 7], m, mp); + sp_3072_mont_sqr_48(t[16], t[ 8], m, mp); + sp_3072_mont_mul_48(t[17], t[ 9], t[ 8], m, mp); + sp_3072_mont_sqr_48(t[18], t[ 9], m, mp); + sp_3072_mont_mul_48(t[19], t[10], t[ 9], m, mp); + sp_3072_mont_sqr_48(t[20], t[10], m, mp); + sp_3072_mont_mul_48(t[21], t[11], t[10], m, mp); + sp_3072_mont_sqr_48(t[22], t[11], m, mp); + sp_3072_mont_mul_48(t[23], t[12], t[11], m, mp); + sp_3072_mont_sqr_48(t[24], t[12], m, mp); + sp_3072_mont_mul_48(t[25], t[13], t[12], m, mp); + sp_3072_mont_sqr_48(t[26], t[13], m, mp); + sp_3072_mont_mul_48(t[27], t[14], t[13], m, mp); + sp_3072_mont_sqr_48(t[28], t[14], m, mp); + sp_3072_mont_mul_48(t[29], t[15], t[14], m, mp); + sp_3072_mont_sqr_48(t[30], t[15], m, mp); + sp_3072_mont_mul_48(t[31], t[16], t[15], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 5; + if (c == 64) { + c = 59; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 48); + for (; i>=0 || c>=5; ) { + if (c == 0) { + n = e[i--]; + y = n >> 59; + n <<= 5; + c = 59; + } + else if (c < 5) { + y = n >> 59; + n = e[i--]; + c = 5 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 59) & 0x1f; + n <<= 5; + c -= 5; + } + + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + + sp_3072_mont_mul_48(r, r, t[y], m, mp); + } + + XMEMSET(&r[48], 0, sizeof(sp_digit) * 48U); + sp_3072_mont_reduce_48(r, m, mp); + + mask = 0 - (sp_3072_cmp_48(r, m) >= 0); + sp_3072_cond_sub_48(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#endif /* WOLFSSL_SP_SMALL */ +#endif /* (WOLFSSL_HAVE_SP_RSA && !WOLFSSL_RSA_PUBLIC_ONLY) || WOLFSSL_HAVE_SP_DH */ + +#ifdef WOLFSSL_HAVE_SP_RSA +/* RSA public key operation. + * + * in Array of bytes representing the number to exponentiate, base. + * inLen Number of bytes in base. + * em Public exponent. + * mm Modulus. + * out Buffer to hold big-endian bytes of exponentiation result. + * Must be at least 384 bytes long. + * outLen Number of bytes in result. + * returns 0 on success, MP_TO_E when the outLen is too small, MP_READ_E when + * an array is too long and MEMORY_E when dynamic memory allocation fails. + */ +int sp_RsaPublic_3072(const byte* in, word32 inLen, mp_int* em, mp_int* mm, + byte* out, word32* outLen) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit a[96], m[48], r[96]; +#else + sp_digit* d = NULL; + sp_digit* a; + sp_digit* m; + sp_digit* r; +#endif + sp_digit *ah; + sp_digit e[1]; + int err = MP_OKAY; + + if (*outLen < 384) + err = MP_TO_E; + if (err == MP_OKAY && (mp_count_bits(em) > 64 || inLen > 384 || + mp_count_bits(mm) != 3072)) + err = MP_READ_E; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 48 * 5, NULL, + DYNAMIC_TYPE_RSA); + if (d == NULL) + err = MEMORY_E; + } + + if (err == MP_OKAY) { + a = d; + r = a + 48 * 2; + m = r + 48 * 2; + } +#endif + + if (err == MP_OKAY) { + ah = a + 48; + + sp_3072_from_bin(ah, 48, in, inLen); +#if DIGIT_BIT >= 64 + e[0] = em->dp[0]; +#else + e[0] = em->dp[0]; + if (em->used > 1) { + e[0] |= ((sp_digit)em->dp[1]) << DIGIT_BIT; + } +#endif + if (e[0] == 0) { + err = MP_EXPTMOD_E; + } + } + if (err == MP_OKAY) { + sp_3072_from_mp(m, 48, mm); + + if (e[0] == 0x3) { + if (err == MP_OKAY) { + sp_3072_sqr_48(r, ah); + err = sp_3072_mod_48_cond(r, r, m); + } + if (err == MP_OKAY) { + sp_3072_mul_48(r, ah, r); + err = sp_3072_mod_48_cond(r, r, m); + } + } + else { + int i; + sp_digit mp; + + sp_3072_mont_setup(m, &mp); + + /* Convert to Montgomery form. */ + XMEMSET(a, 0, sizeof(sp_digit) * 48); + err = sp_3072_mod_48_cond(a, a, m); + + if (err == MP_OKAY) { + for (i = 63; i >= 0; i--) { + if (e[0] >> i) { + break; + } + } + + XMEMCPY(r, a, sizeof(sp_digit) * 48); + for (i--; i>=0; i--) { + sp_3072_mont_sqr_48(r, r, m, mp); + if (((e[0] >> i) & 1) == 1) { + sp_3072_mont_mul_48(r, r, a, m, mp); + } + } + XMEMSET(&r[48], 0, sizeof(sp_digit) * 48); + sp_3072_mont_reduce_48(r, m, mp); + + for (i = 47; i > 0; i--) { + if (r[i] != m[i]) { + break; + } + } + if (r[i] >= m[i]) { + sp_3072_sub_in_place_48(r, m); + } + } + } + } + + if (err == MP_OKAY) { + sp_3072_to_bin(r, out); + *outLen = 384; + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XFREE(d, NULL, DYNAMIC_TYPE_RSA); + } +#endif + + return err; +} + +#if defined(SP_RSA_PRIVATE_EXP_D) || defined(RSA_LOW_MEM) + sp_digit* a; + sp_digit* d = NULL; + sp_digit* m; + sp_digit* r; + int err = MP_OKAY; + + (void)pm; + (void)qm; + (void)dpm; + (void)dqm; + (void)qim; + + if (*outLen < 384U) { + err = MP_TO_E; + } + if (err == MP_OKAY) { + if (mp_count_bits(dm) > 3072) { + err = MP_READ_E; + } + if (inLen > 384) { + err = MP_READ_E; + } + if (mp_count_bits(mm) != 3072) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 48 * 4, NULL, + DYNAMIC_TYPE_RSA); + if (d == NULL) { + err = MEMORY_E; + } + } + if (err == MP_OKAY) { + a = d + 48; + m = a + 96; + r = a; + + sp_3072_from_bin(a, 48, in, inLen); + sp_3072_from_mp(d, 48, dm); + sp_3072_from_mp(m, 48, mm); + err = sp_3072_mod_exp_48(r, a, d, 3072, m, 0); + } + if (err == MP_OKAY) { + sp_3072_to_bin(r, out); + *outLen = 384; + } + + if (d != NULL) { + XMEMSET(d, 0, sizeof(sp_digit) * 48); + XFREE(d, NULL, DYNAMIC_TYPE_RSA); + } + + return err; +#else +#ifndef WOLFSSL_RSA_PUBLIC_ONLY +/* Conditionally add a and b using the mask m. + * m is -1 to add and 0 when not. + * + * r A single precision number representing conditional add result. + * a A single precision number to add with. + * b A single precision number to add. + * m Mask value to apply. + */ +static sp_digit sp_3072_cond_add_24(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit c = 0; + + __asm__ __volatile__ ( + "mov x8, #0\n\t" + "1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldr x4, [%[a], x8]\n\t" + "ldr x5, [%[b], x8]\n\t" + "and x5, x5, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "cset %[c], cs\n\t" + "str x4, [%[r], x8]\n\t" + "add x8, x8, #8\n\t" + "cmp x8, 192\n\t" + "b.lt 1b\n\t" + : [c] "+r" (c) + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return c; +#else + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "adds x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x11, x12, [%[b], 48]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 48]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 48]\n\t" + "ldp x5, x7, [%[b], 64]\n\t" + "ldp x11, x12, [%[b], 80]\n\t" + "ldp x4, x6, [%[a], 64]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 80]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 64]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 80]\n\t" + "ldp x5, x7, [%[b], 96]\n\t" + "ldp x11, x12, [%[b], 112]\n\t" + "ldp x4, x6, [%[a], 96]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 112]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 96]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 112]\n\t" + "ldp x5, x7, [%[b], 128]\n\t" + "ldp x11, x12, [%[b], 144]\n\t" + "ldp x4, x6, [%[a], 128]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 144]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 128]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 144]\n\t" + "ldp x5, x7, [%[b], 160]\n\t" + "ldp x11, x12, [%[b], 176]\n\t" + "ldp x4, x6, [%[a], 160]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 176]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 160]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 176]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +#endif /* WOLFSSL_SP_SMALL */ +} + +/* RSA private key operation. + * + * in Array of bytes representing the number to exponentiate, base. + * inLen Number of bytes in base. + * dm Private exponent. + * pm First prime. + * qm Second prime. + * dpm First prime's CRT exponent. + * dqm Second prime's CRT exponent. + * qim Inverse of second prime mod p. + * mm Modulus. + * out Buffer to hold big-endian bytes of exponentiation result. + * Must be at least 384 bytes long. + * outLen Number of bytes in result. + * returns 0 on success, MP_TO_E when the outLen is too small, MP_READ_E when + * an array is too long and MEMORY_E when dynamic memory allocation fails. + */ +int sp_RsaPrivate_3072(const byte* in, word32 inLen, mp_int* dm, + mp_int* pm, mp_int* qm, mp_int* dpm, mp_int* dqm, mp_int* qim, mp_int* mm, + byte* out, word32* outLen) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit a[48 * 2]; + sp_digit p[24], q[24], dp[24]; + sp_digit tmpa[48], tmpb[48]; +#else + sp_digit* t = NULL; + sp_digit* a; + sp_digit* p; + sp_digit* q; + sp_digit* dp; + sp_digit* tmpa; + sp_digit* tmpb; +#endif + sp_digit* r; + sp_digit* qi; + sp_digit* dq; + sp_digit c; + int err = MP_OKAY; + + (void)dm; + (void)mm; + + if (*outLen < 384) + err = MP_TO_E; + if (err == MP_OKAY && (inLen > 384 || mp_count_bits(mm) != 3072)) + err = MP_READ_E; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + t = (sp_digit*)XMALLOC(sizeof(sp_digit) * 24 * 11, NULL, + DYNAMIC_TYPE_RSA); + if (t == NULL) + err = MEMORY_E; + } + if (err == MP_OKAY) { + a = t; + p = a + 48 * 2; + q = p + 24; + qi = dq = dp = q + 24; + tmpa = qi + 24; + tmpb = tmpa + 48; + + r = t + 48; + } +#else +#endif + + if (err == MP_OKAY) { +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + r = a; + qi = dq = dp; +#endif + sp_3072_from_bin(a, 48, in, inLen); + sp_3072_from_mp(p, 24, pm); + sp_3072_from_mp(q, 24, qm); + sp_3072_from_mp(dp, 24, dpm); + + err = sp_3072_mod_exp_24(tmpa, a, dp, 1536, p, 1); + } + if (err == MP_OKAY) { + sp_3072_from_mp(dq, 24, dqm); + err = sp_3072_mod_exp_24(tmpb, a, dq, 1536, q, 1); + } + + if (err == MP_OKAY) { + c = sp_3072_sub_in_place_24(tmpa, tmpb); + c += sp_3072_cond_add_24(tmpa, tmpa, p, c); + sp_3072_cond_add_24(tmpa, tmpa, p, c); + + sp_3072_from_mp(qi, 24, qim); + sp_3072_mul_24(tmpa, tmpa, qi); + err = sp_3072_mod_24(tmpa, tmpa, p); + } + + if (err == MP_OKAY) { + sp_3072_mul_24(tmpa, q, tmpa); + XMEMSET(&tmpb[24], 0, sizeof(sp_digit) * 24); + sp_3072_add_48(r, tmpb, tmpa); + + sp_3072_to_bin(r, out); + *outLen = 384; + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (t != NULL) { + XMEMSET(t, 0, sizeof(sp_digit) * 24 * 11); + XFREE(t, NULL, DYNAMIC_TYPE_RSA); + } +#else + XMEMSET(tmpa, 0, sizeof(tmpa)); + XMEMSET(tmpb, 0, sizeof(tmpb)); + XMEMSET(p, 0, sizeof(p)); + XMEMSET(q, 0, sizeof(q)); + XMEMSET(dp, 0, sizeof(dp)); +#endif + + return err; +} +#endif /* WOLFSSL_RSA_PUBLIC_ONLY */ +#endif /* SP_RSA_PRIVATE_EXP_D || RSA_LOW_MEM */ +#endif /* WOLFSSL_HAVE_SP_RSA */ +#if defined(WOLFSSL_HAVE_SP_DH) || (defined(WOLFSSL_HAVE_SP_RSA) && \ + !defined(WOLFSSL_RSA_PUBLIC_ONLY)) +/* Convert an array of sp_digit to an mp_int. + * + * a A single precision integer. + * r A multi-precision integer. + */ +static int sp_3072_to_mp(const sp_digit* a, mp_int* r) +{ + int err; + + err = mp_grow(r, (3072 + DIGIT_BIT - 1) / DIGIT_BIT); + if (err == MP_OKAY) { /*lint !e774 case where err is always MP_OKAY*/ +#if DIGIT_BIT == 64 + XMEMCPY(r->dp, a, sizeof(sp_digit) * 48); + r->used = 48; + mp_clamp(r); +#elif DIGIT_BIT < 64 + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 48; i++) { + r->dp[j] |= (mp_digit)(a[i] << s); + r->dp[j] &= (1L << DIGIT_BIT) - 1; + s = DIGIT_BIT - s; + r->dp[++j] = (mp_digit)(a[i] >> s); + while (s + DIGIT_BIT <= 64) { + s += DIGIT_BIT; + r->dp[j++] &= (1L << DIGIT_BIT) - 1; + if (s == SP_WORD_SIZE) { + r->dp[j] = 0; + } + else { + r->dp[j] = (mp_digit)(a[i] >> s); + } + } + s = 64 - s; + } + r->used = (3072 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#else + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 48; i++) { + r->dp[j] |= ((mp_digit)a[i]) << s; + if (s + 64 >= DIGIT_BIT) { + #if DIGIT_BIT != 32 && DIGIT_BIT != 64 + r->dp[j] &= (1L << DIGIT_BIT) - 1; + #endif + s = DIGIT_BIT - s; + r->dp[++j] = a[i] >> s; + s = 64 - s; + } + else { + s += 64; + } + } + r->used = (3072 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#endif + } + + return err; +} + +/* Perform the modular exponentiation for Diffie-Hellman. + * + * base Base. MP integer. + * exp Exponent. MP integer. + * mod Modulus. MP integer. + * res Result. MP integer. + * returns 0 on success, MP_READ_E if there are too many bytes in an array + * and MEMORY_E if memory allocation fails. + */ +int sp_ModExp_3072(mp_int* base, mp_int* exp, mp_int* mod, mp_int* res) +{ + int err = MP_OKAY; + sp_digit b[96], e[48], m[48]; + sp_digit* r = b; + int expBits = mp_count_bits(exp); + + if (mp_count_bits(base) > 3072) { + err = MP_READ_E; + } + + if (err == MP_OKAY) { + if (expBits > 3072) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + if (mp_count_bits(mod) != 3072) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + sp_3072_from_mp(b, 48, base); + sp_3072_from_mp(e, 48, exp); + sp_3072_from_mp(m, 48, mod); + + err = sp_3072_mod_exp_48(r, b, e, expBits, m, 0); + } + + if (err == MP_OKAY) { + err = sp_3072_to_mp(r, res); + } + + XMEMSET(e, 0, sizeof(e)); + + return err; +} + +#ifdef WOLFSSL_HAVE_SP_DH + +#ifdef HAVE_FFDHE_3072 +static void sp_3072_lshift_48(sp_digit* r, sp_digit* a, byte n) +{ + __asm__ __volatile__ ( + "mov x6, 63\n\t" + "sub x6, x6, %[n]\n\t" + "ldr x3, [%[a], 376]\n\t" + "lsr x4, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x4, x4, x6\n\t" + "ldr x2, [%[a], 368]\n\t" + "str x4, [%[r], 384]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 360]\n\t" + "str x3, [%[r], 376]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 352]\n\t" + "str x2, [%[r], 368]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 344]\n\t" + "str x4, [%[r], 360]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 336]\n\t" + "str x3, [%[r], 352]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 328]\n\t" + "str x2, [%[r], 344]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 320]\n\t" + "str x4, [%[r], 336]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 312]\n\t" + "str x3, [%[r], 328]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 304]\n\t" + "str x2, [%[r], 320]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 296]\n\t" + "str x4, [%[r], 312]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 288]\n\t" + "str x3, [%[r], 304]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 280]\n\t" + "str x2, [%[r], 296]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 272]\n\t" + "str x4, [%[r], 288]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 264]\n\t" + "str x3, [%[r], 280]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 256]\n\t" + "str x2, [%[r], 272]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 248]\n\t" + "str x4, [%[r], 264]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 240]\n\t" + "str x3, [%[r], 256]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 232]\n\t" + "str x2, [%[r], 248]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 224]\n\t" + "str x4, [%[r], 240]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 216]\n\t" + "str x3, [%[r], 232]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 208]\n\t" + "str x2, [%[r], 224]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 200]\n\t" + "str x4, [%[r], 216]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 192]\n\t" + "str x3, [%[r], 208]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 184]\n\t" + "str x2, [%[r], 200]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 176]\n\t" + "str x4, [%[r], 192]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 168]\n\t" + "str x3, [%[r], 184]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 160]\n\t" + "str x2, [%[r], 176]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 152]\n\t" + "str x4, [%[r], 168]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 144]\n\t" + "str x3, [%[r], 160]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 136]\n\t" + "str x2, [%[r], 152]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 128]\n\t" + "str x4, [%[r], 144]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 120]\n\t" + "str x3, [%[r], 136]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 112]\n\t" + "str x2, [%[r], 128]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 104]\n\t" + "str x4, [%[r], 120]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 96]\n\t" + "str x3, [%[r], 112]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 88]\n\t" + "str x2, [%[r], 104]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 80]\n\t" + "str x4, [%[r], 96]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 72]\n\t" + "str x3, [%[r], 88]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 64]\n\t" + "str x2, [%[r], 80]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 56]\n\t" + "str x4, [%[r], 72]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 48]\n\t" + "str x3, [%[r], 64]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 40]\n\t" + "str x2, [%[r], 56]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 32]\n\t" + "str x4, [%[r], 48]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 24]\n\t" + "str x3, [%[r], 40]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 16]\n\t" + "str x2, [%[r], 32]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 8]\n\t" + "str x4, [%[r], 24]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 0]\n\t" + "str x3, [%[r], 16]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "str x4, [%[r]]\n\t" + "str x2, [%[r], 8]\n\t" + : + : [r] "r" (r), [a] "r" (a), [n] "r" (n) + : "memory", "x2", "x3", "x4", "x5", "x6" + ); +} + +/* Modular exponentiate 2 to the e mod m. (r = 2^e mod m) + * + * r A single precision number that is the result of the operation. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_3072_mod_exp_2_48(sp_digit* r, const sp_digit* e, int bits, + const sp_digit* m) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit nd[96]; + sp_digit td[49]; +#else + sp_digit* td; +#endif + sp_digit* norm; + sp_digit* tmp; + sp_digit mp = 1; + sp_digit n, o; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 145, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + norm = td; + tmp = td + 96; +#else + norm = nd; + tmp = td; +#endif + + sp_3072_mont_setup(m, &mp); + sp_3072_mont_norm_48(norm, m); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 6; + if (c == 64) { + c = 58; + } + y = (int)(n >> c); + n <<= 64 - c; + sp_3072_lshift_48(r, norm, y); + for (; i>=0 || c>=6; ) { + if (c == 0) { + n = e[i--]; + y = n >> 58; + n <<= 6; + c = 58; + } + else if (c < 6) { + y = n >> 58; + n = e[i--]; + c = 6 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 58) & 0x3f; + n <<= 6; + c -= 6; + } + + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + sp_3072_mont_sqr_48(r, r, m, mp); + + sp_3072_lshift_48(r, r, y); + sp_3072_mul_d_48(tmp, norm, r[48]); + r[48] = 0; + o = sp_3072_add_48(r, r, tmp); + sp_3072_cond_sub_48(r, r, m, (sp_digit)0 - o); + } + + XMEMSET(&r[48], 0, sizeof(sp_digit) * 48U); + sp_3072_mont_reduce_48(r, m, mp); + + mask = 0 - (sp_3072_cmp_48(r, m) >= 0); + sp_3072_cond_sub_48(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#endif /* HAVE_FFDHE_3072 */ + +/* Perform the modular exponentiation for Diffie-Hellman. + * + * base Base. + * exp Array of bytes that is the exponent. + * expLen Length of data, in bytes, in exponent. + * mod Modulus. + * out Buffer to hold big-endian bytes of exponentiation result. + * Must be at least 384 bytes long. + * outLen Length, in bytes, of exponentiation result. + * returns 0 on success, MP_READ_E if there are too many bytes in an array + * and MEMORY_E if memory allocation fails. + */ +int sp_DhExp_3072(mp_int* base, const byte* exp, word32 expLen, + mp_int* mod, byte* out, word32* outLen) +{ + int err = MP_OKAY; + sp_digit b[96], e[48], m[48]; + sp_digit* r = b; + word32 i; + + if (mp_count_bits(base) > 3072) { + err = MP_READ_E; + } + + if (err == MP_OKAY) { + if (expLen > 384) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + if (mp_count_bits(mod) != 3072) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + sp_3072_from_mp(b, 48, base); + sp_3072_from_bin(e, 48, exp, expLen); + sp_3072_from_mp(m, 48, mod); + + #ifdef HAVE_FFDHE_3072 + if (base->used == 1 && base->dp[0] == 2 && m[47] == (sp_digit)-1) + err = sp_3072_mod_exp_2_48(r, e, expLen * 8, m); + else + #endif + err = sp_3072_mod_exp_48(r, b, e, expLen * 8, m, 0); + + } + + if (err == MP_OKAY) { + sp_3072_to_bin(r, out); + *outLen = 384; + for (i=0; i<384 && out[i] == 0; i++) { + } + *outLen -= i; + XMEMMOVE(out, out + i, *outLen); + + } + + XMEMSET(e, 0, sizeof(e)); + + return err; +} +#endif /* WOLFSSL_HAVE_SP_DH */ + +/* Perform the modular exponentiation for Diffie-Hellman. + * + * base Base. MP integer. + * exp Exponent. MP integer. + * mod Modulus. MP integer. + * res Result. MP integer. + * returns 0 on success, MP_READ_E if there are too many bytes in an array + * and MEMORY_E if memory allocation fails. + */ +int sp_ModExp_1536(mp_int* base, mp_int* exp, mp_int* mod, mp_int* res) +{ + int err = MP_OKAY; + sp_digit b[48], e[24], m[24]; + sp_digit* r = b; + int expBits = mp_count_bits(exp); + + if (mp_count_bits(base) > 1536) { + err = MP_READ_E; + } + + if (err == MP_OKAY) { + if (expBits > 1536) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + if (mp_count_bits(mod) != 1536) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + sp_3072_from_mp(b, 24, base); + sp_3072_from_mp(e, 24, exp); + sp_3072_from_mp(m, 24, mod); + + err = sp_3072_mod_exp_24(r, b, e, expBits, m, 0); + } + + if (err == MP_OKAY) { + XMEMSET(r + 24, 0, sizeof(*r) * 24U); + err = sp_3072_to_mp(r, res); + res->used = mod->used; + mp_clamp(res); + } + + XMEMSET(e, 0, sizeof(e)); + + return err; +} + +#endif /* WOLFSSL_HAVE_SP_DH || (WOLFSSL_HAVE_SP_RSA && !WOLFSSL_RSA_PUBLIC_ONLY) */ + +#endif /* !WOLFSSL_SP_NO_3072 */ + +#ifdef WOLFSSL_SP_4096 +/* Read big endian unsigned byte array into r. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a Byte array. + * n Number of bytes in array to read. + */ +static void sp_4096_from_bin(sp_digit* r, int size, const byte* a, int n) +{ + int i, j; + byte* d; + + for (i = n - 1,j = 0; i >= 7; i -= 8) { + r[j] = ((sp_digit)a[i - 0] << 0) | + ((sp_digit)a[i - 1] << 8) | + ((sp_digit)a[i - 2] << 16) | + ((sp_digit)a[i - 3] << 24) | + ((sp_digit)a[i - 4] << 32) | + ((sp_digit)a[i - 5] << 40) | + ((sp_digit)a[i - 6] << 48) | + ((sp_digit)a[i - 7] << 56); + j++; + } + + if (i >= 0) { + r[j] = 0; + + d = (byte*)r; + switch (i) { + case 6: d[n - 1 - 6] = a[6]; //fallthrough + case 5: d[n - 1 - 5] = a[5]; //fallthrough + case 4: d[n - 1 - 4] = a[4]; //fallthrough + case 3: d[n - 1 - 3] = a[3]; //fallthrough + case 2: d[n - 1 - 2] = a[2]; //fallthrough + case 1: d[n - 1 - 1] = a[1]; //fallthrough + case 0: d[n - 1 - 0] = a[0]; //fallthrough + } + j++; + } + + for (; j < size; j++) { + r[j] = 0; + } +} + +/* Convert an mp_int to an array of sp_digit. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a A multi-precision integer. + */ +static void sp_4096_from_mp(sp_digit* r, int size, const mp_int* a) +{ +#if DIGIT_BIT == 64 + int j; + + XMEMCPY(r, a->dp, sizeof(sp_digit) * a->used); + + for (j = a->used; j < size; j++) { + r[j] = 0; + } +#elif DIGIT_BIT > 64 + int i, j = 0; + word32 s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i] << s); + r[j] &= 0xffffffffffffffffl; + s = 64U - s; + if (j + 1 >= size) { + break; + } + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + while ((s + 64U) <= (word32)DIGIT_BIT) { + s += 64U; + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + if (s < (word32)DIGIT_BIT) { + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + } + else { + r[++j] = 0L; + } + } + s = (word32)DIGIT_BIT - s; + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#else + int i, j = 0, s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i]) << s; + if (s + DIGIT_BIT >= 64) { + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + s = 64 - s; + if (s == DIGIT_BIT) { + r[++j] = 0; + s = 0; + } + else { + r[++j] = a->dp[i] >> s; + s = DIGIT_BIT - s; + } + } + else { + s += DIGIT_BIT; + } + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#endif +} + +/* Write r as big endian to byte array. + * Fixed length number of bytes written: 512 + * + * r A single precision integer. + * a Byte array. + */ +static void sp_4096_to_bin(sp_digit* r, byte* a) +{ + int i, j; + + for (i = 63, j = 0; i >= 0; i--) { + a[j++] = r[i] >> 56; + a[j++] = r[i] >> 48; + a[j++] = r[i] >> 40; + a[j++] = r[i] >> 32; + a[j++] = r[i] >> 24; + a[j++] = r[i] >> 16; + a[j++] = r[i] >> 8; + a[j++] = r[i] >> 0; + } +} + +#ifndef WOLFSSL_SP_SMALL +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_4096_add_32(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 112]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 144]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 176]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x3, x4, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 208]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 192]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 208]\n\t" + "ldp x3, x4, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 240]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 224]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 240]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* Sub b from a into a. (a -= b) + * + * a A single precision integer and result. + * b A single precision integer. + */ +static sp_digit sp_4096_sub_in_place_64(sp_digit* a, const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x2, x3, [%[a], 0]\n\t" + "ldp x6, x7, [%[b], 0]\n\t" + "subs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 16]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 0]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 16]\n\t" + "ldp x2, x3, [%[a], 32]\n\t" + "ldp x6, x7, [%[b], 32]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 48]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 48]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 32]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 48]\n\t" + "ldp x2, x3, [%[a], 64]\n\t" + "ldp x6, x7, [%[b], 64]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 80]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 80]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 64]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 80]\n\t" + "ldp x2, x3, [%[a], 96]\n\t" + "ldp x6, x7, [%[b], 96]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 112]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 112]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 96]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 112]\n\t" + "ldp x2, x3, [%[a], 128]\n\t" + "ldp x6, x7, [%[b], 128]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 144]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 144]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 128]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 144]\n\t" + "ldp x2, x3, [%[a], 160]\n\t" + "ldp x6, x7, [%[b], 160]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 176]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 176]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 160]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 176]\n\t" + "ldp x2, x3, [%[a], 192]\n\t" + "ldp x6, x7, [%[b], 192]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 208]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 208]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 192]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 208]\n\t" + "ldp x2, x3, [%[a], 224]\n\t" + "ldp x6, x7, [%[b], 224]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 240]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 240]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 224]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 240]\n\t" + "ldp x2, x3, [%[a], 256]\n\t" + "ldp x6, x7, [%[b], 256]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 272]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 272]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 256]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 272]\n\t" + "ldp x2, x3, [%[a], 288]\n\t" + "ldp x6, x7, [%[b], 288]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 304]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 304]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 288]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 304]\n\t" + "ldp x2, x3, [%[a], 320]\n\t" + "ldp x6, x7, [%[b], 320]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 336]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 336]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 320]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 336]\n\t" + "ldp x2, x3, [%[a], 352]\n\t" + "ldp x6, x7, [%[b], 352]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 368]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 368]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 352]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 368]\n\t" + "ldp x2, x3, [%[a], 384]\n\t" + "ldp x6, x7, [%[b], 384]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 400]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 400]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 384]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 400]\n\t" + "ldp x2, x3, [%[a], 416]\n\t" + "ldp x6, x7, [%[b], 416]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 432]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 432]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 416]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 432]\n\t" + "ldp x2, x3, [%[a], 448]\n\t" + "ldp x6, x7, [%[b], 448]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 464]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 464]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 448]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 464]\n\t" + "ldp x2, x3, [%[a], 480]\n\t" + "ldp x6, x7, [%[b], 480]\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 496]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 496]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 480]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 496]\n\t" + "csetm %[a], cc\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); + + return (sp_digit)a; +} + +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_4096_add_64(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 112]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 144]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 176]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x3, x4, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 208]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 192]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 208]\n\t" + "ldp x3, x4, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 240]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 224]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 240]\n\t" + "ldp x3, x4, [%[a], 256]\n\t" + "ldp x7, x8, [%[b], 256]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 272]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 272]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 256]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 272]\n\t" + "ldp x3, x4, [%[a], 288]\n\t" + "ldp x7, x8, [%[b], 288]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 304]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 304]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 288]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 304]\n\t" + "ldp x3, x4, [%[a], 320]\n\t" + "ldp x7, x8, [%[b], 320]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 336]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 336]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 320]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 336]\n\t" + "ldp x3, x4, [%[a], 352]\n\t" + "ldp x7, x8, [%[b], 352]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 368]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 368]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 352]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 368]\n\t" + "ldp x3, x4, [%[a], 384]\n\t" + "ldp x7, x8, [%[b], 384]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 400]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 400]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 384]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 400]\n\t" + "ldp x3, x4, [%[a], 416]\n\t" + "ldp x7, x8, [%[b], 416]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 432]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 432]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 416]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 432]\n\t" + "ldp x3, x4, [%[a], 448]\n\t" + "ldp x7, x8, [%[b], 448]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 464]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 464]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 448]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 464]\n\t" + "ldp x3, x4, [%[a], 480]\n\t" + "ldp x7, x8, [%[b], 480]\n\t" + "adcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 496]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 496]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 480]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 496]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* Add digit to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_4096_add_zero_32(sp_digit* r, const sp_digit* a, + const sp_digit d) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adds x3, x3, %[d]\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x3, x4, [%[a], 192]\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 192]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 208]\n\t" + "ldp x3, x4, [%[a], 224]\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "adcs x3, x3, xzr\n\t" + "adcs x4, x4, xzr\n\t" + "adcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 224]\n\t" + "adcs x6, x6, xzr\n\t" + "stp x5, x6, [%[r], 240]\n\t" + : + : [r] "r" (r), [a] "r" (a), [d] "r" (d) + : "memory", "x3", "x4", "x5", "x6" + ); +} + +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +SP_NOINLINE static void sp_4096_mul_64(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit* z0 = r; + sp_digit z1[64]; + sp_digit a1[32]; + sp_digit b1[32]; + sp_digit z2[64]; + sp_digit u, ca, cb; + + ca = sp_2048_add_32(a1, a, &a[32]); + cb = sp_2048_add_32(b1, b, &b[32]); + u = ca & cb; + sp_2048_mul_32(z1, a1, b1); + sp_2048_mul_32(z2, &a[32], &b[32]); + sp_2048_mul_32(z0, a, b); + sp_2048_mask_32(r + 64, a1, 0 - cb); + sp_2048_mask_32(b1, b1, 0 - ca); + u += sp_2048_add_32(r + 64, r + 64, b1); + u += sp_4096_sub_in_place_64(z1, z2); + u += sp_4096_sub_in_place_64(z1, z0); + u += sp_4096_add_64(r + 32, r + 32, z1); + u += sp_4096_add_32(r + 64, r + 64, z2); + sp_4096_add_zero_32(r + 96, z2 + 32, u); +} + +#ifdef WOLFSSL_SP_SMALL +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_2048_dbl_32(sp_digit* r, const sp_digit* a) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 256\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "adcs x3, x3, x3\n\t" + "adcs x4, x4, x4\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a) + : + : "memory", "x3", "x4", "x5", "x6", "x11" + ); + + return c; +} + +#else +/* Double a into r. (r = a + a) + * + * r A single precision integer. + * a A single precision integer. + */ +static sp_digit sp_2048_dbl_32(sp_digit* r, const sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "adds x3, x3, x3\n\t" + "ldr x5, [%[a], 16]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 24]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 48]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 56]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 80]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 88]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 112]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 120]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 144]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 152]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 176]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 184]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x3, x4, [%[a], 192]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 208]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 216]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 192]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 208]\n\t" + "ldp x3, x4, [%[a], 224]\n\t" + "adcs x3, x3, x3\n\t" + "ldr x5, [%[a], 240]\n\t" + "adcs x4, x4, x4\n\t" + "ldr x6, [%[a], 248]\n\t" + "adcs x5, x5, x5\n\t" + "stp x3, x4, [%[r], 224]\n\t" + "adcs x6, x6, x6\n\t" + "stp x5, x6, [%[r], 240]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6" + ); + + return (sp_digit)r; +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +SP_NOINLINE static void sp_4096_sqr_64(sp_digit* r, const sp_digit* a) +{ + sp_digit* z0 = r; + sp_digit z2[64]; + sp_digit z1[64]; + sp_digit a1[32]; + sp_digit u; + + u = sp_2048_add_32(a1, a, &a[32]); + sp_2048_sqr_32(z1, a1); + sp_2048_sqr_32(z2, &a[32]); + sp_2048_sqr_32(z0, a); + sp_2048_mask_32(r + 64, a1, 0 - u); + u += sp_2048_dbl_32(r + 64, r + 64); + u += sp_4096_sub_in_place_64(z1, z2); + u += sp_4096_sub_in_place_64(z1, z0); + u += sp_4096_add_64(r + 32, r + 32, z1); + u += sp_4096_add_32(r + 64, r + 64, z2); + sp_4096_add_zero_32(r + 96, z2 + 32, u); + +} + +#endif /* !WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_4096_add_64(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 512\n\t" + "\n1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "ldp x7, x8, [%[b]], #16\n\t" + "adcs x3, x3, x7\n\t" + "ldp x9, x10, [%[b]], #16\n\t" + "adcs x4, x4, x8\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "cset %[c], cs\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Sub b from a into a. (a -= b) + * + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_4096_sub_in_place_64(sp_digit* a, const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x10, %[a], 512\n\t" + "\n1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldp x2, x3, [%[a]]\n\t" + "ldp x4, x5, [%[a], #16]\n\t" + "ldp x6, x7, [%[b]], #16\n\t" + "sbcs x2, x2, x6\n\t" + "ldp x8, x9, [%[b]], #16\n\t" + "sbcs x3, x3, x7\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a]], #16\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a]], #16\n\t" + "csetm %[c], cc\n\t" + "cmp %[a], x10\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return c; +} + +#endif /* WOLFSSL_SP_SMALL */ +#ifdef WOLFSSL_SP_SMALL +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_4096_mul_64(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[128]; + + __asm__ __volatile__ ( + "mov x5, 0\n\t" + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 504\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[b], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 512\n\t" + "b.eq 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 1008\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_4096_sqr_64(sp_digit* r, const sp_digit* a) +{ + sp_digit tmp[128]; + + __asm__ __volatile__ ( + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "mov x5, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 504\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "cmp x4, x3\n\t" + "b.eq 4f\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[a], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "b.al 5f\n\t" + "\n4:\n\t" + "ldr x10, [%[a], x3]\n\t" + "mul x9, x10, x10\n\t" + "umulh x10, x10, x10\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "\n5:\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 512\n\t" + "b.eq 3f\n\t" + "cmp x3, x4\n\t" + "b.gt 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 1008\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Caclulate the bottom digit of -1/a mod 2^n. + * + * a A single precision number. + * rho Bottom word of inverse. + */ +static void sp_4096_mont_setup(const sp_digit* a, sp_digit* rho) +{ + sp_digit x, b; + + b = a[0]; + x = (((b + 2) & 4) << 1) + b; /* here x*a==1 mod 2**4 */ + x *= 2 - b * x; /* here x*a==1 mod 2**8 */ + x *= 2 - b * x; /* here x*a==1 mod 2**16 */ + x *= 2 - b * x; /* here x*a==1 mod 2**32 */ + x *= 2 - b * x; /* here x*a==1 mod 2**64 */ + + /* rho = -1/m mod b */ + *rho = -x; +} + +/* Mul a by digit b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision digit. + */ +static void sp_4096_mul_d_64(sp_digit* r, const sp_digit* a, + sp_digit b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldr x8, [%[a]]\n\t" + "mul x5, %[b], x8\n\t" + "umulh x3, %[b], x8\n\t" + "mov x4, 0\n\t" + "str x5, [%[r]]\n\t" + "mov x5, 0\n\t" + "mov x9, #8\n\t" + "1:\n\t" + "ldr x8, [%[a], x9]\n\t" + "mul x6, %[b], x8\n\t" + "umulh x7, %[b], x8\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x7\n\t" + "adc x5, xzr, xzr\n\t" + "str x3, [%[r], x9]\n\t" + "mov x3, x4\n\t" + "mov x4, x5\n\t" + "mov x5, #0\n\t" + "add x9, x9, #8\n\t" + "cmp x9, 512\n\t" + "b.lt 1b\n\t" + "str x3, [%[r], 512]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#else + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldp x8, x9, [%[a]]\n\t" + "mul x3, %[b], x8\n\t" + "umulh x4, %[b], x8\n\t" + "mov x5, 0\n\t" + "# A[1] * B\n\t" + "str x3, [%[r]]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "umulh x7, %[b], x9\n\t" + "adds x4, x4, x6\n\t" + "# A[2] * B\n\t" + "ldp x8, x9, [%[a], 16]\n\t" + "str x4, [%[r], 8]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[3] * B\n\t" + "str x5, [%[r], 16]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[4] * B\n\t" + "ldp x8, x9, [%[a], 32]\n\t" + "str x3, [%[r], 24]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[5] * B\n\t" + "str x4, [%[r], 32]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[6] * B\n\t" + "ldp x8, x9, [%[a], 48]\n\t" + "str x5, [%[r], 40]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[7] * B\n\t" + "str x3, [%[r], 48]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[8] * B\n\t" + "ldp x8, x9, [%[a], 64]\n\t" + "str x4, [%[r], 56]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[9] * B\n\t" + "str x5, [%[r], 64]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[10] * B\n\t" + "ldp x8, x9, [%[a], 80]\n\t" + "str x3, [%[r], 72]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[11] * B\n\t" + "str x4, [%[r], 80]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[12] * B\n\t" + "ldp x8, x9, [%[a], 96]\n\t" + "str x5, [%[r], 88]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[13] * B\n\t" + "str x3, [%[r], 96]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[14] * B\n\t" + "ldp x8, x9, [%[a], 112]\n\t" + "str x4, [%[r], 104]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[15] * B\n\t" + "str x5, [%[r], 112]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[16] * B\n\t" + "ldp x8, x9, [%[a], 128]\n\t" + "str x3, [%[r], 120]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[17] * B\n\t" + "str x4, [%[r], 128]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[18] * B\n\t" + "ldp x8, x9, [%[a], 144]\n\t" + "str x5, [%[r], 136]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[19] * B\n\t" + "str x3, [%[r], 144]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[20] * B\n\t" + "ldp x8, x9, [%[a], 160]\n\t" + "str x4, [%[r], 152]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[21] * B\n\t" + "str x5, [%[r], 160]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[22] * B\n\t" + "ldp x8, x9, [%[a], 176]\n\t" + "str x3, [%[r], 168]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[23] * B\n\t" + "str x4, [%[r], 176]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[24] * B\n\t" + "ldp x8, x9, [%[a], 192]\n\t" + "str x5, [%[r], 184]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[25] * B\n\t" + "str x3, [%[r], 192]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[26] * B\n\t" + "ldp x8, x9, [%[a], 208]\n\t" + "str x4, [%[r], 200]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[27] * B\n\t" + "str x5, [%[r], 208]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[28] * B\n\t" + "ldp x8, x9, [%[a], 224]\n\t" + "str x3, [%[r], 216]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[29] * B\n\t" + "str x4, [%[r], 224]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[30] * B\n\t" + "ldp x8, x9, [%[a], 240]\n\t" + "str x5, [%[r], 232]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[31] * B\n\t" + "str x3, [%[r], 240]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[32] * B\n\t" + "ldp x8, x9, [%[a], 256]\n\t" + "str x4, [%[r], 248]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[33] * B\n\t" + "str x5, [%[r], 256]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[34] * B\n\t" + "ldp x8, x9, [%[a], 272]\n\t" + "str x3, [%[r], 264]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[35] * B\n\t" + "str x4, [%[r], 272]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[36] * B\n\t" + "ldp x8, x9, [%[a], 288]\n\t" + "str x5, [%[r], 280]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[37] * B\n\t" + "str x3, [%[r], 288]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[38] * B\n\t" + "ldp x8, x9, [%[a], 304]\n\t" + "str x4, [%[r], 296]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[39] * B\n\t" + "str x5, [%[r], 304]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[40] * B\n\t" + "ldp x8, x9, [%[a], 320]\n\t" + "str x3, [%[r], 312]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[41] * B\n\t" + "str x4, [%[r], 320]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[42] * B\n\t" + "ldp x8, x9, [%[a], 336]\n\t" + "str x5, [%[r], 328]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[43] * B\n\t" + "str x3, [%[r], 336]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[44] * B\n\t" + "ldp x8, x9, [%[a], 352]\n\t" + "str x4, [%[r], 344]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[45] * B\n\t" + "str x5, [%[r], 352]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[46] * B\n\t" + "ldp x8, x9, [%[a], 368]\n\t" + "str x3, [%[r], 360]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[47] * B\n\t" + "str x4, [%[r], 368]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[48] * B\n\t" + "ldp x8, x9, [%[a], 384]\n\t" + "str x5, [%[r], 376]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[49] * B\n\t" + "str x3, [%[r], 384]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[50] * B\n\t" + "ldp x8, x9, [%[a], 400]\n\t" + "str x4, [%[r], 392]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[51] * B\n\t" + "str x5, [%[r], 400]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[52] * B\n\t" + "ldp x8, x9, [%[a], 416]\n\t" + "str x3, [%[r], 408]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[53] * B\n\t" + "str x4, [%[r], 416]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[54] * B\n\t" + "ldp x8, x9, [%[a], 432]\n\t" + "str x5, [%[r], 424]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[55] * B\n\t" + "str x3, [%[r], 432]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[56] * B\n\t" + "ldp x8, x9, [%[a], 448]\n\t" + "str x4, [%[r], 440]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[57] * B\n\t" + "str x5, [%[r], 448]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[58] * B\n\t" + "ldp x8, x9, [%[a], 464]\n\t" + "str x3, [%[r], 456]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[59] * B\n\t" + "str x4, [%[r], 464]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[60] * B\n\t" + "ldp x8, x9, [%[a], 480]\n\t" + "str x5, [%[r], 472]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[61] * B\n\t" + "str x3, [%[r], 480]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[62] * B\n\t" + "ldp x8, x9, [%[a], 496]\n\t" + "str x4, [%[r], 488]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[63] * B\n\t" + "str x5, [%[r], 496]\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "adc x4, x4, x7\n\t" + "stp x3, x4, [%[r], 504]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#endif +} + +#if defined(WOLFSSL_HAVE_SP_RSA) || defined(WOLFSSL_HAVE_SP_DH) +/* r = 2^n mod m where n is the number of bits to reduce by. + * Given m must be 4096 bits, just need to subtract. + * + * r A single precision number. + * m A single precision number. + */ +static void sp_4096_mont_norm_64(sp_digit* r, const sp_digit* m) +{ + XMEMSET(r, 0, sizeof(sp_digit) * 64); + + /* r = 2^n mod m */ + sp_4096_sub_in_place_64(r, m); +} + +#endif /* WOLFSSL_HAVE_SP_RSA || WOLFSSL_HAVE_SP_DH */ +/* Conditionally subtract b from a using the mask m. + * m is -1 to subtract and 0 when not copying. + * + * r A single precision number representing condition subtract result. + * a A single precision number to subtract from. + * b A single precision number to subtract. + * m Mask value to apply. + */ +static sp_digit sp_4096_cond_sub_64(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit c = 0; + + __asm__ __volatile__ ( + "mov x8, #0\n\t" + "1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldr x4, [%[a], x8]\n\t" + "ldr x5, [%[b], x8]\n\t" + "and x5, x5, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "csetm %[c], cc\n\t" + "str x4, [%[r], x8]\n\t" + "add x8, x8, #8\n\t" + "cmp x8, 512\n\t" + "b.lt 1b\n\t" + : [c] "+r" (c) + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return c; +#else + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "subs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x11, x12, [%[b], 48]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 48]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 48]\n\t" + "ldp x5, x7, [%[b], 64]\n\t" + "ldp x11, x12, [%[b], 80]\n\t" + "ldp x4, x6, [%[a], 64]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 80]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 64]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 80]\n\t" + "ldp x5, x7, [%[b], 96]\n\t" + "ldp x11, x12, [%[b], 112]\n\t" + "ldp x4, x6, [%[a], 96]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 112]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 96]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 112]\n\t" + "ldp x5, x7, [%[b], 128]\n\t" + "ldp x11, x12, [%[b], 144]\n\t" + "ldp x4, x6, [%[a], 128]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 144]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 128]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 144]\n\t" + "ldp x5, x7, [%[b], 160]\n\t" + "ldp x11, x12, [%[b], 176]\n\t" + "ldp x4, x6, [%[a], 160]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 176]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 160]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 176]\n\t" + "ldp x5, x7, [%[b], 192]\n\t" + "ldp x11, x12, [%[b], 208]\n\t" + "ldp x4, x6, [%[a], 192]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 208]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 192]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 208]\n\t" + "ldp x5, x7, [%[b], 224]\n\t" + "ldp x11, x12, [%[b], 240]\n\t" + "ldp x4, x6, [%[a], 224]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 240]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 224]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 240]\n\t" + "ldp x5, x7, [%[b], 256]\n\t" + "ldp x11, x12, [%[b], 272]\n\t" + "ldp x4, x6, [%[a], 256]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 272]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 256]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 272]\n\t" + "ldp x5, x7, [%[b], 288]\n\t" + "ldp x11, x12, [%[b], 304]\n\t" + "ldp x4, x6, [%[a], 288]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 304]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 288]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 304]\n\t" + "ldp x5, x7, [%[b], 320]\n\t" + "ldp x11, x12, [%[b], 336]\n\t" + "ldp x4, x6, [%[a], 320]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 336]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 320]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 336]\n\t" + "ldp x5, x7, [%[b], 352]\n\t" + "ldp x11, x12, [%[b], 368]\n\t" + "ldp x4, x6, [%[a], 352]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 368]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 352]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 368]\n\t" + "ldp x5, x7, [%[b], 384]\n\t" + "ldp x11, x12, [%[b], 400]\n\t" + "ldp x4, x6, [%[a], 384]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 400]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 384]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 400]\n\t" + "ldp x5, x7, [%[b], 416]\n\t" + "ldp x11, x12, [%[b], 432]\n\t" + "ldp x4, x6, [%[a], 416]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 432]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 416]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 432]\n\t" + "ldp x5, x7, [%[b], 448]\n\t" + "ldp x11, x12, [%[b], 464]\n\t" + "ldp x4, x6, [%[a], 448]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 464]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 448]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 464]\n\t" + "ldp x5, x7, [%[b], 480]\n\t" + "ldp x11, x12, [%[b], 496]\n\t" + "ldp x4, x6, [%[a], 480]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 496]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 480]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 496]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +#endif /* WOLFSSL_SP_SMALL */ +} + +/* Reduce the number back to 4096 bits using Montgomery reduction. + * + * a A single precision number to reduce in place. + * m The single precision number representing the modulus. + * mp The digit representing the negative inverse of m mod 2^n. + */ +SP_NOINLINE static void sp_4096_mont_reduce_64(sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_digit ca = 0; + + __asm__ __volatile__ ( + "ldp x14, x15, [%[m], 0]\n\t" + "ldp x16, x17, [%[m], 16]\n\t" + "ldp x19, x20, [%[m], 32]\n\t" + "ldp x21, x22, [%[m], 48]\n\t" + "ldp x23, x24, [%[m], 64]\n\t" + "ldp x25, x26, [%[m], 80]\n\t" + "ldp x27, x28, [%[m], 96]\n\t" + "# i = 64\n\t" + "mov x4, 64\n\t" + "ldp x12, x13, [%[a], 0]\n\t" + "\n1:\n\t" + "# mu = a[i] * mp\n\t" + "mul x9, %[mp], x12\n\t" + "# a[i+0] += m[0] * mu\n\t" + "mul x7, x14, x9\n\t" + "umulh x8, x14, x9\n\t" + "adds x12, x12, x7\n\t" + "# a[i+1] += m[1] * mu\n\t" + "mul x7, x15, x9\n\t" + "adc x6, x8, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x12, x13, x7\n\t" + "# a[i+2] += m[2] * mu\n\t" + "ldr x13, [%[a], 16]\n\t" + "adc x5, x8, xzr\n\t" + "mul x7, x16, x9\n\t" + "adds x12, x12, x6\n\t" + "umulh x8, x16, x9\n\t" + "adc x5, x5, xzr\n\t" + "adds x13, x13, x7\n\t" + "# a[i+3] += m[3] * mu\n\t" + "ldr x10, [%[a], 24]\n\t" + "adc x6, x8, xzr\n\t" + "mul x7, x17, x9\n\t" + "adds x13, x13, x5\n\t" + "umulh x8, x17, x9\n\t" + "adc x6, x6, xzr\n\t" + "adds x10, x10, x7\n\t" + "# a[i+4] += m[4] * mu\n\t" + "ldr x11, [%[a], 32]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "str x10, [%[a], 24]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+5] += m[5] * mu\n\t" + "ldr x10, [%[a], 40]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "str x11, [%[a], 32]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+6] += m[6] * mu\n\t" + "ldr x11, [%[a], 48]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x21, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x21, x9\n\t" + "str x10, [%[a], 40]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+7] += m[7] * mu\n\t" + "ldr x10, [%[a], 56]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x22, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x22, x9\n\t" + "str x11, [%[a], 48]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+8] += m[8] * mu\n\t" + "ldr x11, [%[a], 64]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x23, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x23, x9\n\t" + "str x10, [%[a], 56]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+9] += m[9] * mu\n\t" + "ldr x10, [%[a], 72]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x24, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x24, x9\n\t" + "str x11, [%[a], 64]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+10] += m[10] * mu\n\t" + "ldr x11, [%[a], 80]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x25, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x25, x9\n\t" + "str x10, [%[a], 72]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+11] += m[11] * mu\n\t" + "ldr x10, [%[a], 88]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x26, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x26, x9\n\t" + "str x11, [%[a], 80]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+12] += m[12] * mu\n\t" + "ldr x11, [%[a], 96]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x27, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x27, x9\n\t" + "str x10, [%[a], 88]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+13] += m[13] * mu\n\t" + "ldr x10, [%[a], 104]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x28, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x28, x9\n\t" + "str x11, [%[a], 96]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+14] += m[14] * mu\n\t" + "ldr x11, [%[a], 112]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 112]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 104]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+15] += m[15] * mu\n\t" + "ldr x10, [%[a], 120]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 120]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 112]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+16] += m[16] * mu\n\t" + "ldr x11, [%[a], 128]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 128]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 120]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+17] += m[17] * mu\n\t" + "ldr x10, [%[a], 136]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 136]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 128]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+18] += m[18] * mu\n\t" + "ldr x11, [%[a], 144]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 144]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 136]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+19] += m[19] * mu\n\t" + "ldr x10, [%[a], 152]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 152]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 144]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+20] += m[20] * mu\n\t" + "ldr x11, [%[a], 160]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 160]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 152]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+21] += m[21] * mu\n\t" + "ldr x10, [%[a], 168]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 168]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 160]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+22] += m[22] * mu\n\t" + "ldr x11, [%[a], 176]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 176]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 168]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+23] += m[23] * mu\n\t" + "ldr x10, [%[a], 184]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 184]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 176]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+24] += m[24] * mu\n\t" + "ldr x11, [%[a], 192]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 192]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 184]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+25] += m[25] * mu\n\t" + "ldr x10, [%[a], 200]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 200]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 192]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+26] += m[26] * mu\n\t" + "ldr x11, [%[a], 208]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 208]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 200]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+27] += m[27] * mu\n\t" + "ldr x10, [%[a], 216]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 216]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 208]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+28] += m[28] * mu\n\t" + "ldr x11, [%[a], 224]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 224]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 216]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+29] += m[29] * mu\n\t" + "ldr x10, [%[a], 232]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 232]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 224]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+30] += m[30] * mu\n\t" + "ldr x11, [%[a], 240]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 240]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 232]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+31] += m[31] * mu\n\t" + "ldr x10, [%[a], 248]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 248]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 240]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+32] += m[32] * mu\n\t" + "ldr x11, [%[a], 256]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 256]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 248]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+33] += m[33] * mu\n\t" + "ldr x10, [%[a], 264]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 264]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 256]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+34] += m[34] * mu\n\t" + "ldr x11, [%[a], 272]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 272]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 264]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+35] += m[35] * mu\n\t" + "ldr x10, [%[a], 280]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 280]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 272]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+36] += m[36] * mu\n\t" + "ldr x11, [%[a], 288]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 288]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 280]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+37] += m[37] * mu\n\t" + "ldr x10, [%[a], 296]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 296]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 288]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+38] += m[38] * mu\n\t" + "ldr x11, [%[a], 304]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 304]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 296]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+39] += m[39] * mu\n\t" + "ldr x10, [%[a], 312]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 312]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 304]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+40] += m[40] * mu\n\t" + "ldr x11, [%[a], 320]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 320]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 312]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+41] += m[41] * mu\n\t" + "ldr x10, [%[a], 328]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 328]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 320]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+42] += m[42] * mu\n\t" + "ldr x11, [%[a], 336]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 336]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 328]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+43] += m[43] * mu\n\t" + "ldr x10, [%[a], 344]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 344]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 336]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+44] += m[44] * mu\n\t" + "ldr x11, [%[a], 352]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 352]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 344]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+45] += m[45] * mu\n\t" + "ldr x10, [%[a], 360]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 360]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 352]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+46] += m[46] * mu\n\t" + "ldr x11, [%[a], 368]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 368]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 360]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+47] += m[47] * mu\n\t" + "ldr x10, [%[a], 376]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 376]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 368]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+48] += m[48] * mu\n\t" + "ldr x11, [%[a], 384]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 384]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 376]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+49] += m[49] * mu\n\t" + "ldr x10, [%[a], 392]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 392]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 384]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+50] += m[50] * mu\n\t" + "ldr x11, [%[a], 400]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 400]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 392]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+51] += m[51] * mu\n\t" + "ldr x10, [%[a], 408]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 408]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 400]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+52] += m[52] * mu\n\t" + "ldr x11, [%[a], 416]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 416]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 408]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+53] += m[53] * mu\n\t" + "ldr x10, [%[a], 424]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 424]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 416]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+54] += m[54] * mu\n\t" + "ldr x11, [%[a], 432]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 432]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 424]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+55] += m[55] * mu\n\t" + "ldr x10, [%[a], 440]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 440]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 432]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+56] += m[56] * mu\n\t" + "ldr x11, [%[a], 448]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 448]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 440]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+57] += m[57] * mu\n\t" + "ldr x10, [%[a], 456]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 456]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 448]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+58] += m[58] * mu\n\t" + "ldr x11, [%[a], 464]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 464]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 456]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+59] += m[59] * mu\n\t" + "ldr x10, [%[a], 472]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 472]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 464]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+60] += m[60] * mu\n\t" + "ldr x11, [%[a], 480]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 480]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 472]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+61] += m[61] * mu\n\t" + "ldr x10, [%[a], 488]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 488]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x11, [%[a], 480]\n\t" + "adds x10, x10, x7\n\t" + "# a[i+62] += m[62] * mu\n\t" + "ldr x11, [%[a], 496]\n\t" + "adc x5, x8, xzr\n\t" + "ldr x8, [%[m], 496]\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x8, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x8, x9\n\t" + "str x10, [%[a], 488]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+63] += m[63] * mu\n\t" + "ldr x10, [%[a], 504]\n\t" + "adc x6, x8, xzr\n\t" + "ldr x8, [%[m], 504]\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x8, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x8, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x8, x8, %[ca]\n\t" + "str x11, [%[a], 496]\n\t" + "cset %[ca], cs\n\t" + "adds x10, x10, x6\n\t" + "ldr x11, [%[a], 512]\n\t" + "str x10, [%[a], 504]\n\t" + "adcs x11, x11, x8\n\t" + "str x11, [%[a], 512]\n\t" + "adc %[ca], %[ca], xzr\n\t" + "subs x4, x4, 1\n\t" + "add %[a], %[a], 8\n\t" + "bne 1b\n\t" + "stp x12, x13, [%[a], 0]\n\t" + : [ca] "+r" (ca), [a] "+r" (a) + : [m] "r" (m), [mp] "r" (mp) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22", "x23", "x24", "x25", "x26", "x27", "x28" + ); + + sp_4096_cond_sub_64(a - 64, a, m, (sp_digit)0 - ca); +} + +/* Multiply two Montogmery form numbers mod the modulus (prime). + * (r = a * b mod m) + * + * r Result of multiplication. + * a First number to multiply in Montogmery form. + * b Second number to multiply in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_4096_mont_mul_64(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m, sp_digit mp) +{ + sp_4096_mul_64(r, a, b); + sp_4096_mont_reduce_64(r, m, mp); +} + +/* Square the Montgomery form number. (r = a * a mod m) + * + * r Result of squaring. + * a Number to square in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_4096_mont_sqr_64(sp_digit* r, const sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_4096_sqr_64(r, a); + sp_4096_mont_reduce_64(r, m, mp); +} + +/* Divide the double width number (d1|d0) by the dividend. (d1|d0 / div) + * + * d1 The high order half of the number to divide. + * d0 The low order half of the number to divide. + * div The dividend. + * returns the result of the division. + */ +static sp_digit div_4096_word_64(sp_digit d1, sp_digit d0, sp_digit div) +{ + sp_digit r; + + __asm__ __volatile__ ( + "lsr x5, %[div], 32\n\t" + "add x5, x5, 1\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x6, x3, 32\n\t" + "mul x4, %[div], x6\n\t" + "umulh x3, %[div], x6\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x3, x3, 32\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "sub %[d0], %[d0], x4\n\t" + + "udiv x3, %[d0], %[div]\n\t" + "add %[r], x6, x3\n\t" + + : [r] "=r" (r) + : [d1] "r" (d1), [d0] "r" (d0), [div] "r" (div) + : "x3", "x4", "x5", "x6" + ); + + return r; +} + +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_4096_mask_64(sp_digit* r, const sp_digit* a, sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + int i; + + for (i=0; i<64; i++) { + r[i] = a[i] & m; + } +#else + int i; + + for (i = 0; i < 64; i += 8) { + r[i+0] = a[i+0] & m; + r[i+1] = a[i+1] & m; + r[i+2] = a[i+2] & m; + r[i+3] = a[i+3] & m; + r[i+4] = a[i+4] & m; + r[i+5] = a[i+5] & m; + r[i+6] = a[i+6] & m; + r[i+7] = a[i+7] & m; + } +#endif +} + +/* Compare a with b in constant time. + * + * a A single precision integer. + * b A single precision integer. + * return -ve, 0 or +ve if a is less than, equal to or greater than b + * respectively. + */ +static int64_t sp_4096_cmp_64(const sp_digit* a, const sp_digit* b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "mov x5, 504\n\t" + "1:\n\t" + "ldr x6, [%[a], x5]\n\t" + "ldr x7, [%[b], x5]\n\t" + "and x6, x6, x4\n\t" + "and x7, x7, x4\n\t" + "subs x6, x6, x7\n\t" + "csel x2, x3, x2, hi\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "subs x5, x5, #8\n\t" + "b.cs 1b\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#else + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "ldp x5, x6, [%[a], 496]\n\t" + "ldp x7, x8, [%[b], 496]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 480]\n\t" + "ldp x7, x8, [%[b], 480]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 464]\n\t" + "ldp x7, x8, [%[b], 464]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 448]\n\t" + "ldp x7, x8, [%[b], 448]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 432]\n\t" + "ldp x7, x8, [%[b], 432]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 416]\n\t" + "ldp x7, x8, [%[b], 416]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 400]\n\t" + "ldp x7, x8, [%[b], 400]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 384]\n\t" + "ldp x7, x8, [%[b], 384]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 368]\n\t" + "ldp x7, x8, [%[b], 368]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 352]\n\t" + "ldp x7, x8, [%[b], 352]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 336]\n\t" + "ldp x7, x8, [%[b], 336]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 320]\n\t" + "ldp x7, x8, [%[b], 320]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 304]\n\t" + "ldp x7, x8, [%[b], 304]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 288]\n\t" + "ldp x7, x8, [%[b], 288]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 272]\n\t" + "ldp x7, x8, [%[b], 272]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 256]\n\t" + "ldp x7, x8, [%[b], 256]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "ldp x7, x8, [%[b], 240]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "ldp x7, x8, [%[b], 208]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "ldp x7, x8, [%[b], 176]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "ldp x7, x8, [%[b], 144]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "ldp x7, x8, [%[b], 112]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "ldp x7, x8, [%[b], 80]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "ldp x7, x8, [%[b], 48]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "ldp x7, x8, [%[b], 16]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "ldp x5, x6, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "and x6, x6, x4\n\t" + "and x8, x8, x4\n\t" + "subs x6, x6, x8\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x7, x7, x4\n\t" + "subs x5, x5, x7\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8" + ); +#endif + + return (int64_t)a; +} + +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_4096_div_64(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[128], t2[65]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[63]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 64); + for (i=63; i>=0; i--) { + r1 = div_4096_word_64(t1[64 + i], t1[64 + i - 1], div); + + sp_4096_mul_d_64(t2, d, r1); + t1[64 + i] += sp_4096_sub_in_place_64(&t1[i], t2); + t1[64 + i] -= t2[64]; + sp_4096_mask_64(t2, d, t1[64 + i]); + t1[64 + i] += sp_4096_add_64(&t1[i], &t1[i], t2); + sp_4096_mask_64(t2, d, t1[64 + i]); + t1[64 + i] += sp_4096_add_64(&t1[i], &t1[i], t2); + } + + r1 = sp_4096_cmp_64(t1, d) >= 0; + sp_4096_cond_sub_64(r, t1, d, (sp_digit)0 - r1); + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_4096_mod_64(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_4096_div_64(a, m, NULL, r); +} + +#ifdef WOLFSSL_SP_SMALL +/* Sub b from a into r. (r = a - b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_4096_sub_64(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + sp_digit c = 0; + + __asm__ __volatile__ ( + "add x11, %[a], 512\n\t" + "\n1:\n\t" + "subs %[c], xzr, %[c]\n\t" + "ldp x3, x4, [%[a]], #16\n\t" + "ldp x5, x6, [%[a]], #16\n\t" + "ldp x7, x8, [%[b]], #16\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x9, x10, [%[b]], #16\n\t" + "sbcs x4, x4, x8\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r]], #16\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r]], #16\n\t" + "csetm %[c], cc\n\t" + "cmp %[a], x11\n\t" + "b.ne 1b\n\t" + : [c] "+r" (c), [r] "+r" (r), [a] "+r" (a), [b] "+r" (b) + : + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + return c; +} + +#else +/* Sub b from a into r. (r = a - b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_4096_sub_64(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "subs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldp x3, x4, [%[a], 32]\n\t" + "ldp x7, x8, [%[b], 32]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 48]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 48]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 32]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 48]\n\t" + "ldp x3, x4, [%[a], 64]\n\t" + "ldp x7, x8, [%[b], 64]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 80]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 80]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 64]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x3, x4, [%[a], 96]\n\t" + "ldp x7, x8, [%[b], 96]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 112]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 112]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 96]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 112]\n\t" + "ldp x3, x4, [%[a], 128]\n\t" + "ldp x7, x8, [%[b], 128]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 144]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 144]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 128]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 144]\n\t" + "ldp x3, x4, [%[a], 160]\n\t" + "ldp x7, x8, [%[b], 160]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 176]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 176]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 160]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 176]\n\t" + "ldp x3, x4, [%[a], 192]\n\t" + "ldp x7, x8, [%[b], 192]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 208]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 208]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 192]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 208]\n\t" + "ldp x3, x4, [%[a], 224]\n\t" + "ldp x7, x8, [%[b], 224]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 240]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 240]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 224]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 240]\n\t" + "ldp x3, x4, [%[a], 256]\n\t" + "ldp x7, x8, [%[b], 256]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 272]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 272]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 256]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 272]\n\t" + "ldp x3, x4, [%[a], 288]\n\t" + "ldp x7, x8, [%[b], 288]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 304]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 304]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 288]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 304]\n\t" + "ldp x3, x4, [%[a], 320]\n\t" + "ldp x7, x8, [%[b], 320]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 336]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 336]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 320]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 336]\n\t" + "ldp x3, x4, [%[a], 352]\n\t" + "ldp x7, x8, [%[b], 352]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 368]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 368]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 352]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 368]\n\t" + "ldp x3, x4, [%[a], 384]\n\t" + "ldp x7, x8, [%[b], 384]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 400]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 400]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 384]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 400]\n\t" + "ldp x3, x4, [%[a], 416]\n\t" + "ldp x7, x8, [%[b], 416]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 432]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 432]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 416]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 432]\n\t" + "ldp x3, x4, [%[a], 448]\n\t" + "ldp x7, x8, [%[b], 448]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 464]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 464]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 448]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 464]\n\t" + "ldp x3, x4, [%[a], 480]\n\t" + "ldp x7, x8, [%[b], 480]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 496]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 496]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 480]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 496]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_4096_div_64_cond(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[128], t2[65]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[63]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 64); + for (i=63; i>=0; i--) { + r1 = div_4096_word_64(t1[64 + i], t1[64 + i - 1], div); + + sp_4096_mul_d_64(t2, d, r1); + t1[64 + i] += sp_4096_sub_in_place_64(&t1[i], t2); + t1[64 + i] -= t2[64]; + if (t1[64 + i] != 0) { + t1[64 + i] += sp_4096_add_64(&t1[i], &t1[i], d); + if (t1[64 + i] != 0) + t1[64 + i] += sp_4096_add_64(&t1[i], &t1[i], d); + } + } + + for (i = 63; i > 0; i--) { + if (t1[i] != d[i]) + break; + } + if (t1[i] >= d[i]) { + sp_4096_sub_64(r, t1, d); + } + else { + XMEMCPY(r, t1, sizeof(*t1) * 64); + } + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_4096_mod_64_cond(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_4096_div_64_cond(a, m, NULL, r); +} + +#if (defined(WOLFSSL_HAVE_SP_RSA) && !defined(WOLFSSL_RSA_PUBLIC_ONLY)) || \ + defined(WOLFSSL_HAVE_SP_DH) +#ifdef WOLFSSL_SP_SMALL +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_4096_mod_exp_64(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[16][128]; +#else + sp_digit* t[16]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 16 * 128, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<16; i++) { + t[i] = td + i * 128; + } +#endif + norm = t[0]; + + sp_4096_mont_setup(m, &mp); + sp_4096_mont_norm_64(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 64U); + if (reduceA != 0) { + err = sp_4096_mod_64(t[1] + 64, a, m); + if (err == MP_OKAY) { + err = sp_4096_mod_64(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 64, a, sizeof(sp_digit) * 64); + err = sp_4096_mod_64(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_4096_mont_sqr_64(t[ 2], t[ 1], m, mp); + sp_4096_mont_mul_64(t[ 3], t[ 2], t[ 1], m, mp); + sp_4096_mont_sqr_64(t[ 4], t[ 2], m, mp); + sp_4096_mont_mul_64(t[ 5], t[ 3], t[ 2], m, mp); + sp_4096_mont_sqr_64(t[ 6], t[ 3], m, mp); + sp_4096_mont_mul_64(t[ 7], t[ 4], t[ 3], m, mp); + sp_4096_mont_sqr_64(t[ 8], t[ 4], m, mp); + sp_4096_mont_mul_64(t[ 9], t[ 5], t[ 4], m, mp); + sp_4096_mont_sqr_64(t[10], t[ 5], m, mp); + sp_4096_mont_mul_64(t[11], t[ 6], t[ 5], m, mp); + sp_4096_mont_sqr_64(t[12], t[ 6], m, mp); + sp_4096_mont_mul_64(t[13], t[ 7], t[ 6], m, mp); + sp_4096_mont_sqr_64(t[14], t[ 7], m, mp); + sp_4096_mont_mul_64(t[15], t[ 8], t[ 7], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 4; + if (c == 64) { + c = 60; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 64); + for (; i>=0 || c>=4; ) { + if (c == 0) { + n = e[i--]; + y = n >> 60; + n <<= 4; + c = 60; + } + else if (c < 4) { + y = n >> 60; + n = e[i--]; + c = 4 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 60) & 0xf; + n <<= 4; + c -= 4; + } + + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + + sp_4096_mont_mul_64(r, r, t[y], m, mp); + } + + XMEMSET(&r[64], 0, sizeof(sp_digit) * 64U); + sp_4096_mont_reduce_64(r, m, mp); + + mask = 0 - (sp_4096_cmp_64(r, m) >= 0); + sp_4096_cond_sub_64(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#else +/* Modular exponentiate a to the e mod m. (r = a^e mod m) + * + * r A single precision number that is the result of the operation. + * a A single precision number being exponentiated. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_4096_mod_exp_64(sp_digit* r, const sp_digit* a, const sp_digit* e, + int bits, const sp_digit* m, int reduceA) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit t[32][128]; +#else + sp_digit* t[32]; + sp_digit* td; +#endif + sp_digit* norm; + sp_digit mp = 1; + sp_digit n; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 32 * 128, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + for (i=0; i<32; i++) { + t[i] = td + i * 128; + } +#endif + norm = t[0]; + + sp_4096_mont_setup(m, &mp); + sp_4096_mont_norm_64(norm, m); + + XMEMSET(t[1], 0, sizeof(sp_digit) * 64U); + if (reduceA != 0) { + err = sp_4096_mod_64(t[1] + 64, a, m); + if (err == MP_OKAY) { + err = sp_4096_mod_64(t[1], t[1], m); + } + } + else { + XMEMCPY(t[1] + 64, a, sizeof(sp_digit) * 64); + err = sp_4096_mod_64(t[1], t[1], m); + } + } + + if (err == MP_OKAY) { + sp_4096_mont_sqr_64(t[ 2], t[ 1], m, mp); + sp_4096_mont_mul_64(t[ 3], t[ 2], t[ 1], m, mp); + sp_4096_mont_sqr_64(t[ 4], t[ 2], m, mp); + sp_4096_mont_mul_64(t[ 5], t[ 3], t[ 2], m, mp); + sp_4096_mont_sqr_64(t[ 6], t[ 3], m, mp); + sp_4096_mont_mul_64(t[ 7], t[ 4], t[ 3], m, mp); + sp_4096_mont_sqr_64(t[ 8], t[ 4], m, mp); + sp_4096_mont_mul_64(t[ 9], t[ 5], t[ 4], m, mp); + sp_4096_mont_sqr_64(t[10], t[ 5], m, mp); + sp_4096_mont_mul_64(t[11], t[ 6], t[ 5], m, mp); + sp_4096_mont_sqr_64(t[12], t[ 6], m, mp); + sp_4096_mont_mul_64(t[13], t[ 7], t[ 6], m, mp); + sp_4096_mont_sqr_64(t[14], t[ 7], m, mp); + sp_4096_mont_mul_64(t[15], t[ 8], t[ 7], m, mp); + sp_4096_mont_sqr_64(t[16], t[ 8], m, mp); + sp_4096_mont_mul_64(t[17], t[ 9], t[ 8], m, mp); + sp_4096_mont_sqr_64(t[18], t[ 9], m, mp); + sp_4096_mont_mul_64(t[19], t[10], t[ 9], m, mp); + sp_4096_mont_sqr_64(t[20], t[10], m, mp); + sp_4096_mont_mul_64(t[21], t[11], t[10], m, mp); + sp_4096_mont_sqr_64(t[22], t[11], m, mp); + sp_4096_mont_mul_64(t[23], t[12], t[11], m, mp); + sp_4096_mont_sqr_64(t[24], t[12], m, mp); + sp_4096_mont_mul_64(t[25], t[13], t[12], m, mp); + sp_4096_mont_sqr_64(t[26], t[13], m, mp); + sp_4096_mont_mul_64(t[27], t[14], t[13], m, mp); + sp_4096_mont_sqr_64(t[28], t[14], m, mp); + sp_4096_mont_mul_64(t[29], t[15], t[14], m, mp); + sp_4096_mont_sqr_64(t[30], t[15], m, mp); + sp_4096_mont_mul_64(t[31], t[16], t[15], m, mp); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 5; + if (c == 64) { + c = 59; + } + y = (int)(n >> c); + n <<= 64 - c; + XMEMCPY(r, t[y], sizeof(sp_digit) * 64); + for (; i>=0 || c>=5; ) { + if (c == 0) { + n = e[i--]; + y = n >> 59; + n <<= 5; + c = 59; + } + else if (c < 5) { + y = n >> 59; + n = e[i--]; + c = 5 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 59) & 0x1f; + n <<= 5; + c -= 5; + } + + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + + sp_4096_mont_mul_64(r, r, t[y], m, mp); + } + + XMEMSET(&r[64], 0, sizeof(sp_digit) * 64U); + sp_4096_mont_reduce_64(r, m, mp); + + mask = 0 - (sp_4096_cmp_64(r, m) >= 0); + sp_4096_cond_sub_64(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#endif /* WOLFSSL_SP_SMALL */ +#endif /* (WOLFSSL_HAVE_SP_RSA && !WOLFSSL_RSA_PUBLIC_ONLY) || WOLFSSL_HAVE_SP_DH */ + +#ifdef WOLFSSL_HAVE_SP_RSA +/* RSA public key operation. + * + * in Array of bytes representing the number to exponentiate, base. + * inLen Number of bytes in base. + * em Public exponent. + * mm Modulus. + * out Buffer to hold big-endian bytes of exponentiation result. + * Must be at least 512 bytes long. + * outLen Number of bytes in result. + * returns 0 on success, MP_TO_E when the outLen is too small, MP_READ_E when + * an array is too long and MEMORY_E when dynamic memory allocation fails. + */ +int sp_RsaPublic_4096(const byte* in, word32 inLen, mp_int* em, mp_int* mm, + byte* out, word32* outLen) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit a[128], m[64], r[128]; +#else + sp_digit* d = NULL; + sp_digit* a; + sp_digit* m; + sp_digit* r; +#endif + sp_digit *ah; + sp_digit e[1]; + int err = MP_OKAY; + + if (*outLen < 512) + err = MP_TO_E; + if (err == MP_OKAY && (mp_count_bits(em) > 64 || inLen > 512 || + mp_count_bits(mm) != 4096)) + err = MP_READ_E; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 64 * 5, NULL, + DYNAMIC_TYPE_RSA); + if (d == NULL) + err = MEMORY_E; + } + + if (err == MP_OKAY) { + a = d; + r = a + 64 * 2; + m = r + 64 * 2; + } +#endif + + if (err == MP_OKAY) { + ah = a + 64; + + sp_4096_from_bin(ah, 64, in, inLen); +#if DIGIT_BIT >= 64 + e[0] = em->dp[0]; +#else + e[0] = em->dp[0]; + if (em->used > 1) { + e[0] |= ((sp_digit)em->dp[1]) << DIGIT_BIT; + } +#endif + if (e[0] == 0) { + err = MP_EXPTMOD_E; + } + } + if (err == MP_OKAY) { + sp_4096_from_mp(m, 64, mm); + + if (e[0] == 0x3) { + if (err == MP_OKAY) { + sp_4096_sqr_64(r, ah); + err = sp_4096_mod_64_cond(r, r, m); + } + if (err == MP_OKAY) { + sp_4096_mul_64(r, ah, r); + err = sp_4096_mod_64_cond(r, r, m); + } + } + else { + int i; + sp_digit mp; + + sp_4096_mont_setup(m, &mp); + + /* Convert to Montgomery form. */ + XMEMSET(a, 0, sizeof(sp_digit) * 64); + err = sp_4096_mod_64_cond(a, a, m); + + if (err == MP_OKAY) { + for (i = 63; i >= 0; i--) { + if (e[0] >> i) { + break; + } + } + + XMEMCPY(r, a, sizeof(sp_digit) * 64); + for (i--; i>=0; i--) { + sp_4096_mont_sqr_64(r, r, m, mp); + if (((e[0] >> i) & 1) == 1) { + sp_4096_mont_mul_64(r, r, a, m, mp); + } + } + XMEMSET(&r[64], 0, sizeof(sp_digit) * 64); + sp_4096_mont_reduce_64(r, m, mp); + + for (i = 63; i > 0; i--) { + if (r[i] != m[i]) { + break; + } + } + if (r[i] >= m[i]) { + sp_4096_sub_in_place_64(r, m); + } + } + } + } + + if (err == MP_OKAY) { + sp_4096_to_bin(r, out); + *outLen = 512; + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XFREE(d, NULL, DYNAMIC_TYPE_RSA); + } +#endif + + return err; +} + +#if defined(SP_RSA_PRIVATE_EXP_D) || defined(RSA_LOW_MEM) + sp_digit* a; + sp_digit* d = NULL; + sp_digit* m; + sp_digit* r; + int err = MP_OKAY; + + (void)pm; + (void)qm; + (void)dpm; + (void)dqm; + (void)qim; + + if (*outLen < 512U) { + err = MP_TO_E; + } + if (err == MP_OKAY) { + if (mp_count_bits(dm) > 4096) { + err = MP_READ_E; + } + if (inLen > 512) { + err = MP_READ_E; + } + if (mp_count_bits(mm) != 4096) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 64 * 4, NULL, + DYNAMIC_TYPE_RSA); + if (d == NULL) { + err = MEMORY_E; + } + } + if (err == MP_OKAY) { + a = d + 64; + m = a + 128; + r = a; + + sp_4096_from_bin(a, 64, in, inLen); + sp_4096_from_mp(d, 64, dm); + sp_4096_from_mp(m, 64, mm); + err = sp_4096_mod_exp_64(r, a, d, 4096, m, 0); + } + if (err == MP_OKAY) { + sp_4096_to_bin(r, out); + *outLen = 512; + } + + if (d != NULL) { + XMEMSET(d, 0, sizeof(sp_digit) * 64); + XFREE(d, NULL, DYNAMIC_TYPE_RSA); + } + + return err; +#else +#ifndef WOLFSSL_RSA_PUBLIC_ONLY +/* Conditionally add a and b using the mask m. + * m is -1 to add and 0 when not. + * + * r A single precision number representing conditional add result. + * a A single precision number to add with. + * b A single precision number to add. + * m Mask value to apply. + */ +static sp_digit sp_4096_cond_add_32(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit c = 0; + + __asm__ __volatile__ ( + "mov x8, #0\n\t" + "1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldr x4, [%[a], x8]\n\t" + "ldr x5, [%[b], x8]\n\t" + "and x5, x5, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "cset %[c], cs\n\t" + "str x4, [%[r], x8]\n\t" + "add x8, x8, #8\n\t" + "cmp x8, 256\n\t" + "b.lt 1b\n\t" + : [c] "+r" (c) + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return c; +#else + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "adds x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x11, x12, [%[b], 48]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 48]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 48]\n\t" + "ldp x5, x7, [%[b], 64]\n\t" + "ldp x11, x12, [%[b], 80]\n\t" + "ldp x4, x6, [%[a], 64]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 80]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 64]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 80]\n\t" + "ldp x5, x7, [%[b], 96]\n\t" + "ldp x11, x12, [%[b], 112]\n\t" + "ldp x4, x6, [%[a], 96]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 112]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 96]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 112]\n\t" + "ldp x5, x7, [%[b], 128]\n\t" + "ldp x11, x12, [%[b], 144]\n\t" + "ldp x4, x6, [%[a], 128]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 144]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 128]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 144]\n\t" + "ldp x5, x7, [%[b], 160]\n\t" + "ldp x11, x12, [%[b], 176]\n\t" + "ldp x4, x6, [%[a], 160]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 176]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 160]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 176]\n\t" + "ldp x5, x7, [%[b], 192]\n\t" + "ldp x11, x12, [%[b], 208]\n\t" + "ldp x4, x6, [%[a], 192]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 208]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 192]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 208]\n\t" + "ldp x5, x7, [%[b], 224]\n\t" + "ldp x11, x12, [%[b], 240]\n\t" + "ldp x4, x6, [%[a], 224]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 240]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 224]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 240]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +#endif /* WOLFSSL_SP_SMALL */ +} + +/* RSA private key operation. + * + * in Array of bytes representing the number to exponentiate, base. + * inLen Number of bytes in base. + * dm Private exponent. + * pm First prime. + * qm Second prime. + * dpm First prime's CRT exponent. + * dqm Second prime's CRT exponent. + * qim Inverse of second prime mod p. + * mm Modulus. + * out Buffer to hold big-endian bytes of exponentiation result. + * Must be at least 512 bytes long. + * outLen Number of bytes in result. + * returns 0 on success, MP_TO_E when the outLen is too small, MP_READ_E when + * an array is too long and MEMORY_E when dynamic memory allocation fails. + */ +int sp_RsaPrivate_4096(const byte* in, word32 inLen, mp_int* dm, + mp_int* pm, mp_int* qm, mp_int* dpm, mp_int* dqm, mp_int* qim, mp_int* mm, + byte* out, word32* outLen) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit a[64 * 2]; + sp_digit p[32], q[32], dp[32]; + sp_digit tmpa[64], tmpb[64]; +#else + sp_digit* t = NULL; + sp_digit* a; + sp_digit* p; + sp_digit* q; + sp_digit* dp; + sp_digit* tmpa; + sp_digit* tmpb; +#endif + sp_digit* r; + sp_digit* qi; + sp_digit* dq; + sp_digit c; + int err = MP_OKAY; + + (void)dm; + (void)mm; + + if (*outLen < 512) + err = MP_TO_E; + if (err == MP_OKAY && (inLen > 512 || mp_count_bits(mm) != 4096)) + err = MP_READ_E; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + t = (sp_digit*)XMALLOC(sizeof(sp_digit) * 32 * 11, NULL, + DYNAMIC_TYPE_RSA); + if (t == NULL) + err = MEMORY_E; + } + if (err == MP_OKAY) { + a = t; + p = a + 64 * 2; + q = p + 32; + qi = dq = dp = q + 32; + tmpa = qi + 32; + tmpb = tmpa + 64; + + r = t + 64; + } +#else +#endif + + if (err == MP_OKAY) { +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + r = a; + qi = dq = dp; +#endif + sp_4096_from_bin(a, 64, in, inLen); + sp_4096_from_mp(p, 32, pm); + sp_4096_from_mp(q, 32, qm); + sp_4096_from_mp(dp, 32, dpm); + + err = sp_2048_mod_exp_32(tmpa, a, dp, 2048, p, 1); + } + if (err == MP_OKAY) { + sp_4096_from_mp(dq, 32, dqm); + err = sp_2048_mod_exp_32(tmpb, a, dq, 2048, q, 1); + } + + if (err == MP_OKAY) { + c = sp_2048_sub_in_place_32(tmpa, tmpb); + c += sp_4096_cond_add_32(tmpa, tmpa, p, c); + sp_4096_cond_add_32(tmpa, tmpa, p, c); + + sp_2048_from_mp(qi, 32, qim); + sp_2048_mul_32(tmpa, tmpa, qi); + err = sp_2048_mod_32(tmpa, tmpa, p); + } + + if (err == MP_OKAY) { + sp_2048_mul_32(tmpa, q, tmpa); + XMEMSET(&tmpb[32], 0, sizeof(sp_digit) * 32); + sp_4096_add_64(r, tmpb, tmpa); + + sp_4096_to_bin(r, out); + *outLen = 512; + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (t != NULL) { + XMEMSET(t, 0, sizeof(sp_digit) * 32 * 11); + XFREE(t, NULL, DYNAMIC_TYPE_RSA); + } +#else + XMEMSET(tmpa, 0, sizeof(tmpa)); + XMEMSET(tmpb, 0, sizeof(tmpb)); + XMEMSET(p, 0, sizeof(p)); + XMEMSET(q, 0, sizeof(q)); + XMEMSET(dp, 0, sizeof(dp)); +#endif + + return err; +} +#endif /* WOLFSSL_RSA_PUBLIC_ONLY */ +#endif /* SP_RSA_PRIVATE_EXP_D || RSA_LOW_MEM */ +#endif /* WOLFSSL_HAVE_SP_RSA */ +#if defined(WOLFSSL_HAVE_SP_DH) || (defined(WOLFSSL_HAVE_SP_RSA) && \ + !defined(WOLFSSL_RSA_PUBLIC_ONLY)) +/* Convert an array of sp_digit to an mp_int. + * + * a A single precision integer. + * r A multi-precision integer. + */ +static int sp_4096_to_mp(const sp_digit* a, mp_int* r) +{ + int err; + + err = mp_grow(r, (4096 + DIGIT_BIT - 1) / DIGIT_BIT); + if (err == MP_OKAY) { /*lint !e774 case where err is always MP_OKAY*/ +#if DIGIT_BIT == 64 + XMEMCPY(r->dp, a, sizeof(sp_digit) * 64); + r->used = 64; + mp_clamp(r); +#elif DIGIT_BIT < 64 + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 64; i++) { + r->dp[j] |= (mp_digit)(a[i] << s); + r->dp[j] &= (1L << DIGIT_BIT) - 1; + s = DIGIT_BIT - s; + r->dp[++j] = (mp_digit)(a[i] >> s); + while (s + DIGIT_BIT <= 64) { + s += DIGIT_BIT; + r->dp[j++] &= (1L << DIGIT_BIT) - 1; + if (s == SP_WORD_SIZE) { + r->dp[j] = 0; + } + else { + r->dp[j] = (mp_digit)(a[i] >> s); + } + } + s = 64 - s; + } + r->used = (4096 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#else + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 64; i++) { + r->dp[j] |= ((mp_digit)a[i]) << s; + if (s + 64 >= DIGIT_BIT) { + #if DIGIT_BIT != 32 && DIGIT_BIT != 64 + r->dp[j] &= (1L << DIGIT_BIT) - 1; + #endif + s = DIGIT_BIT - s; + r->dp[++j] = a[i] >> s; + s = 64 - s; + } + else { + s += 64; + } + } + r->used = (4096 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#endif + } + + return err; +} + +/* Perform the modular exponentiation for Diffie-Hellman. + * + * base Base. MP integer. + * exp Exponent. MP integer. + * mod Modulus. MP integer. + * res Result. MP integer. + * returns 0 on success, MP_READ_E if there are too many bytes in an array + * and MEMORY_E if memory allocation fails. + */ +int sp_ModExp_4096(mp_int* base, mp_int* exp, mp_int* mod, mp_int* res) +{ + int err = MP_OKAY; + sp_digit b[128], e[64], m[64]; + sp_digit* r = b; + int expBits = mp_count_bits(exp); + + if (mp_count_bits(base) > 4096) { + err = MP_READ_E; + } + + if (err == MP_OKAY) { + if (expBits > 4096) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + if (mp_count_bits(mod) != 4096) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + sp_4096_from_mp(b, 64, base); + sp_4096_from_mp(e, 64, exp); + sp_4096_from_mp(m, 64, mod); + + err = sp_4096_mod_exp_64(r, b, e, expBits, m, 0); + } + + if (err == MP_OKAY) { + err = sp_4096_to_mp(r, res); + } + + XMEMSET(e, 0, sizeof(e)); + + return err; +} + +#ifdef WOLFSSL_HAVE_SP_DH + +#ifdef HAVE_FFDHE_4096 +static void sp_4096_lshift_64(sp_digit* r, sp_digit* a, byte n) +{ + __asm__ __volatile__ ( + "mov x6, 63\n\t" + "sub x6, x6, %[n]\n\t" + "ldr x3, [%[a], 504]\n\t" + "lsr x4, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x4, x4, x6\n\t" + "ldr x2, [%[a], 496]\n\t" + "str x4, [%[r], 512]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 488]\n\t" + "str x3, [%[r], 504]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 480]\n\t" + "str x2, [%[r], 496]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 472]\n\t" + "str x4, [%[r], 488]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 464]\n\t" + "str x3, [%[r], 480]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 456]\n\t" + "str x2, [%[r], 472]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 448]\n\t" + "str x4, [%[r], 464]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 440]\n\t" + "str x3, [%[r], 456]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 432]\n\t" + "str x2, [%[r], 448]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 424]\n\t" + "str x4, [%[r], 440]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 416]\n\t" + "str x3, [%[r], 432]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 408]\n\t" + "str x2, [%[r], 424]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 400]\n\t" + "str x4, [%[r], 416]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 392]\n\t" + "str x3, [%[r], 408]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 384]\n\t" + "str x2, [%[r], 400]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 376]\n\t" + "str x4, [%[r], 392]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 368]\n\t" + "str x3, [%[r], 384]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 360]\n\t" + "str x2, [%[r], 376]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 352]\n\t" + "str x4, [%[r], 368]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 344]\n\t" + "str x3, [%[r], 360]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 336]\n\t" + "str x2, [%[r], 352]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 328]\n\t" + "str x4, [%[r], 344]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 320]\n\t" + "str x3, [%[r], 336]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 312]\n\t" + "str x2, [%[r], 328]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 304]\n\t" + "str x4, [%[r], 320]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 296]\n\t" + "str x3, [%[r], 312]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 288]\n\t" + "str x2, [%[r], 304]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 280]\n\t" + "str x4, [%[r], 296]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 272]\n\t" + "str x3, [%[r], 288]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 264]\n\t" + "str x2, [%[r], 280]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 256]\n\t" + "str x4, [%[r], 272]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 248]\n\t" + "str x3, [%[r], 264]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 240]\n\t" + "str x2, [%[r], 256]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 232]\n\t" + "str x4, [%[r], 248]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 224]\n\t" + "str x3, [%[r], 240]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 216]\n\t" + "str x2, [%[r], 232]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 208]\n\t" + "str x4, [%[r], 224]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 200]\n\t" + "str x3, [%[r], 216]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 192]\n\t" + "str x2, [%[r], 208]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 184]\n\t" + "str x4, [%[r], 200]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 176]\n\t" + "str x3, [%[r], 192]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 168]\n\t" + "str x2, [%[r], 184]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 160]\n\t" + "str x4, [%[r], 176]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 152]\n\t" + "str x3, [%[r], 168]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 144]\n\t" + "str x2, [%[r], 160]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 136]\n\t" + "str x4, [%[r], 152]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 128]\n\t" + "str x3, [%[r], 144]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 120]\n\t" + "str x2, [%[r], 136]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 112]\n\t" + "str x4, [%[r], 128]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 104]\n\t" + "str x3, [%[r], 120]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 96]\n\t" + "str x2, [%[r], 112]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 88]\n\t" + "str x4, [%[r], 104]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 80]\n\t" + "str x3, [%[r], 96]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 72]\n\t" + "str x2, [%[r], 88]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 64]\n\t" + "str x4, [%[r], 80]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 56]\n\t" + "str x3, [%[r], 72]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 48]\n\t" + "str x2, [%[r], 64]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 40]\n\t" + "str x4, [%[r], 56]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 32]\n\t" + "str x3, [%[r], 48]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 24]\n\t" + "str x2, [%[r], 40]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "ldr x2, [%[a], 16]\n\t" + "str x4, [%[r], 32]\n\t" + "lsr x5, x2, 1\n\t" + "lsl x2, x2, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x3, x3, x5\n\t" + "ldr x4, [%[a], 8]\n\t" + "str x3, [%[r], 24]\n\t" + "lsr x5, x4, 1\n\t" + "lsl x4, x4, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x2, x2, x5\n\t" + "ldr x3, [%[a], 0]\n\t" + "str x2, [%[r], 16]\n\t" + "lsr x5, x3, 1\n\t" + "lsl x3, x3, %[n]\n\t" + "lsr x5, x5, x6\n\t" + "orr x4, x4, x5\n\t" + "str x3, [%[r]]\n\t" + "str x4, [%[r], 8]\n\t" + : + : [r] "r" (r), [a] "r" (a), [n] "r" (n) + : "memory", "x2", "x3", "x4", "x5", "x6" + ); +} + +/* Modular exponentiate 2 to the e mod m. (r = 2^e mod m) + * + * r A single precision number that is the result of the operation. + * e A single precision number that is the exponent. + * bits The number of bits in the exponent. + * m A single precision number that is the modulus. + * returns 0 on success and MEMORY_E on dynamic memory allocation failure. + */ +static int sp_4096_mod_exp_2_64(sp_digit* r, const sp_digit* e, int bits, + const sp_digit* m) +{ +#ifndef WOLFSSL_SMALL_STACK + sp_digit nd[128]; + sp_digit td[65]; +#else + sp_digit* td; +#endif + sp_digit* norm; + sp_digit* tmp; + sp_digit mp = 1; + sp_digit n, o; + sp_digit mask; + int i; + int c, y; + int err = MP_OKAY; + +#ifdef WOLFSSL_SMALL_STACK + td = (sp_digit*)XMALLOC(sizeof(sp_digit) * 193, NULL, + DYNAMIC_TYPE_TMP_BUFFER); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#ifdef WOLFSSL_SMALL_STACK + norm = td; + tmp = td + 128; +#else + norm = nd; + tmp = td; +#endif + + sp_4096_mont_setup(m, &mp); + sp_4096_mont_norm_64(norm, m); + + i = (bits - 1) / 64; + n = e[i--]; + c = bits & 63; + if (c == 0) { + c = 64; + } + c -= bits % 6; + if (c == 64) { + c = 58; + } + y = (int)(n >> c); + n <<= 64 - c; + sp_4096_lshift_64(r, norm, y); + for (; i>=0 || c>=6; ) { + if (c == 0) { + n = e[i--]; + y = n >> 58; + n <<= 6; + c = 58; + } + else if (c < 6) { + y = n >> 58; + n = e[i--]; + c = 6 - c; + y |= n >> (64 - c); + n <<= c; + c = 64 - c; + } + else { + y = (n >> 58) & 0x3f; + n <<= 6; + c -= 6; + } + + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + sp_4096_mont_sqr_64(r, r, m, mp); + + sp_4096_lshift_64(r, r, y); + sp_4096_mul_d_64(tmp, norm, r[64]); + r[64] = 0; + o = sp_4096_add_64(r, r, tmp); + sp_4096_cond_sub_64(r, r, m, (sp_digit)0 - o); + } + + XMEMSET(&r[64], 0, sizeof(sp_digit) * 64U); + sp_4096_mont_reduce_64(r, m, mp); + + mask = 0 - (sp_4096_cmp_64(r, m) >= 0); + sp_4096_cond_sub_64(r, r, m, mask); + } + +#ifdef WOLFSSL_SMALL_STACK + if (td != NULL) { + XFREE(td, NULL, DYNAMIC_TYPE_TMP_BUFFER); + } +#endif + + return err; +} +#endif /* HAVE_FFDHE_4096 */ + +/* Perform the modular exponentiation for Diffie-Hellman. + * + * base Base. + * exp Array of bytes that is the exponent. + * expLen Length of data, in bytes, in exponent. + * mod Modulus. + * out Buffer to hold big-endian bytes of exponentiation result. + * Must be at least 512 bytes long. + * outLen Length, in bytes, of exponentiation result. + * returns 0 on success, MP_READ_E if there are too many bytes in an array + * and MEMORY_E if memory allocation fails. + */ +int sp_DhExp_4096(mp_int* base, const byte* exp, word32 expLen, + mp_int* mod, byte* out, word32* outLen) +{ + int err = MP_OKAY; + sp_digit b[128], e[64], m[64]; + sp_digit* r = b; + word32 i; + + if (mp_count_bits(base) > 4096) { + err = MP_READ_E; + } + + if (err == MP_OKAY) { + if (expLen > 512) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + if (mp_count_bits(mod) != 4096) { + err = MP_READ_E; + } + } + + if (err == MP_OKAY) { + sp_4096_from_mp(b, 64, base); + sp_4096_from_bin(e, 64, exp, expLen); + sp_4096_from_mp(m, 64, mod); + + #ifdef HAVE_FFDHE_4096 + if (base->used == 1 && base->dp[0] == 2 && m[63] == (sp_digit)-1) + err = sp_4096_mod_exp_2_64(r, e, expLen * 8, m); + else + #endif + err = sp_4096_mod_exp_64(r, b, e, expLen * 8, m, 0); + + } + + if (err == MP_OKAY) { + sp_4096_to_bin(r, out); + *outLen = 512; + for (i=0; i<512 && out[i] == 0; i++) { + } + *outLen -= i; + XMEMMOVE(out, out + i, *outLen); + + } + + XMEMSET(e, 0, sizeof(e)); + + return err; +} +#endif /* WOLFSSL_HAVE_SP_DH */ + +#endif /* WOLFSSL_HAVE_SP_DH || (WOLFSSL_HAVE_SP_RSA && !WOLFSSL_RSA_PUBLIC_ONLY) */ + +#endif /* WOLFSSL_SP_4096 */ + +#endif /* WOLFSSL_HAVE_SP_RSA || WOLFSSL_HAVE_SP_DH */ +#ifdef WOLFSSL_HAVE_SP_ECC +#ifndef WOLFSSL_SP_NO_256 + +/* Point structure to use. */ +typedef struct sp_point_256 { + sp_digit x[2 * 4]; + sp_digit y[2 * 4]; + sp_digit z[2 * 4]; + int infinity; +} sp_point_256; + +/* The modulus (prime) of the curve P256. */ +static const sp_digit p256_mod[4] = { + 0xffffffffffffffffL,0x00000000ffffffffL,0x0000000000000000L, + 0xffffffff00000001L +}; +/* The Montogmery normalizer for modulus of the curve P256. */ +static const sp_digit p256_norm_mod[4] = { + 0x0000000000000001L,0xffffffff00000000L,0xffffffffffffffffL, + 0x00000000fffffffeL +}; +/* The Montogmery multiplier for modulus of the curve P256. */ +static const sp_digit p256_mp_mod = 0x0000000000000001; +#if defined(WOLFSSL_VALIDATE_ECC_KEYGEN) || defined(HAVE_ECC_SIGN) || \ + defined(HAVE_ECC_VERIFY) +/* The order of the curve P256. */ +static const sp_digit p256_order[4] = { + 0xf3b9cac2fc632551L,0xbce6faada7179e84L,0xffffffffffffffffL, + 0xffffffff00000000L +}; +#endif +/* The order of the curve P256 minus 2. */ +static const sp_digit p256_order2[4] = { + 0xf3b9cac2fc63254fL,0xbce6faada7179e84L,0xffffffffffffffffL, + 0xffffffff00000000L +}; +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +/* The Montogmery normalizer for order of the curve P256. */ +static const sp_digit p256_norm_order[4] = { + 0x0c46353d039cdaafL,0x4319055258e8617bL,0x0000000000000000L, + 0x00000000ffffffffL +}; +#endif +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +/* The Montogmery multiplier for order of the curve P256. */ +static const sp_digit p256_mp_order = 0xccd1c8aaee00bc4fL; +#endif +#ifdef WOLFSSL_SP_SMALL +/* The base point of curve P256. */ +static const sp_point_256 p256_base = { + /* X ordinate */ + { + 0xf4a13945d898c296L,0x77037d812deb33a0L,0xf8bce6e563a440f2L, + 0x6b17d1f2e12c4247L, + 0L, 0L, 0L, 0L + }, + /* Y ordinate */ + { + 0xcbb6406837bf51f5L,0x2bce33576b315eceL,0x8ee7eb4a7c0f9e16L, + 0x4fe342e2fe1a7f9bL, + 0L, 0L, 0L, 0L + }, + /* Z ordinate */ + { + 0x0000000000000001L,0x0000000000000000L,0x0000000000000000L, + 0x0000000000000000L, + 0L, 0L, 0L, 0L + }, + /* infinity */ + 0 +}; +#endif /* WOLFSSL_SP_SMALL */ +#if defined(HAVE_ECC_CHECK_KEY) || defined(HAVE_COMP_KEY) +static const sp_digit p256_b[4] = { + 0x3bce3c3e27d2604bL,0x651d06b0cc53b0f6L,0xb3ebbd55769886bcL, + 0x5ac635d8aa3a93e7L +}; +#endif + +static int sp_256_point_new_ex_4(void* heap, sp_point_256* sp, sp_point_256** p) +{ + int ret = MP_OKAY; + (void)heap; +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + (void)sp; + *p = (sp_point_256*)XMALLOC(sizeof(sp_point_256), heap, DYNAMIC_TYPE_ECC); +#else + *p = sp; +#endif + if (*p == NULL) { + ret = MEMORY_E; + } + return ret; +} + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) +/* Allocate memory for point and return error. */ +#define sp_256_point_new_4(heap, sp, p) sp_256_point_new_ex_4((heap), NULL, &(p)) +#else +/* Set pointer to data and return no error. */ +#define sp_256_point_new_4(heap, sp, p) sp_256_point_new_ex_4((heap), &(sp), &(p)) +#endif + + +static void sp_256_point_free_4(sp_point_256* p, int clear, void* heap) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) +/* If valid pointer then clear point data if requested and free data. */ + if (p != NULL) { + if (clear != 0) { + XMEMSET(p, 0, sizeof(*p)); + } + XFREE(p, heap, DYNAMIC_TYPE_ECC); + } +#else +/* Clear point data if requested. */ + if (clear != 0) { + XMEMSET(p, 0, sizeof(*p)); + } +#endif + (void)heap; +} + +/* Multiply a number by Montogmery normalizer mod modulus (prime). + * + * r The resulting Montgomery form number. + * a The number to convert. + * m The modulus (prime). + */ +static int sp_256_mod_mul_norm_4(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + int64_t t[8]; + int64_t a32[8]; + int64_t o; + + (void)m; + + a32[0] = a[0] & 0xffffffff; + a32[1] = a[0] >> 32; + a32[2] = a[1] & 0xffffffff; + a32[3] = a[1] >> 32; + a32[4] = a[2] & 0xffffffff; + a32[5] = a[2] >> 32; + a32[6] = a[3] & 0xffffffff; + a32[7] = a[3] >> 32; + + /* 1 1 0 -1 -1 -1 -1 0 */ + t[0] = 0 + a32[0] + a32[1] - a32[3] - a32[4] - a32[5] - a32[6]; + /* 0 1 1 0 -1 -1 -1 -1 */ + t[1] = 0 + a32[1] + a32[2] - a32[4] - a32[5] - a32[6] - a32[7]; + /* 0 0 1 1 0 -1 -1 -1 */ + t[2] = 0 + a32[2] + a32[3] - a32[5] - a32[6] - a32[7]; + /* -1 -1 0 2 2 1 0 -1 */ + t[3] = 0 - a32[0] - a32[1] + 2 * a32[3] + 2 * a32[4] + a32[5] - a32[7]; + /* 0 -1 -1 0 2 2 1 0 */ + t[4] = 0 - a32[1] - a32[2] + 2 * a32[4] + 2 * a32[5] + a32[6]; + /* 0 0 -1 -1 0 2 2 1 */ + t[5] = 0 - a32[2] - a32[3] + 2 * a32[5] + 2 * a32[6] + a32[7]; + /* -1 -1 0 0 0 1 3 2 */ + t[6] = 0 - a32[0] - a32[1] + a32[5] + 3 * a32[6] + 2 * a32[7]; + /* 1 0 -1 -1 -1 -1 0 3 */ + t[7] = 0 + a32[0] - a32[2] - a32[3] - a32[4] - a32[5] + 3 * a32[7]; + + t[1] += t[0] >> 32; t[0] &= 0xffffffff; + t[2] += t[1] >> 32; t[1] &= 0xffffffff; + t[3] += t[2] >> 32; t[2] &= 0xffffffff; + t[4] += t[3] >> 32; t[3] &= 0xffffffff; + t[5] += t[4] >> 32; t[4] &= 0xffffffff; + t[6] += t[5] >> 32; t[5] &= 0xffffffff; + t[7] += t[6] >> 32; t[6] &= 0xffffffff; + o = t[7] >> 32; t[7] &= 0xffffffff; + t[0] += o; + t[3] -= o; + t[6] -= o; + t[7] += o; + t[1] += t[0] >> 32; t[0] &= 0xffffffff; + t[2] += t[1] >> 32; t[1] &= 0xffffffff; + t[3] += t[2] >> 32; t[2] &= 0xffffffff; + t[4] += t[3] >> 32; t[3] &= 0xffffffff; + t[5] += t[4] >> 32; t[4] &= 0xffffffff; + t[6] += t[5] >> 32; t[5] &= 0xffffffff; + t[7] += t[6] >> 32; t[6] &= 0xffffffff; + r[0] = (t[1] << 32) | t[0]; + r[1] = (t[3] << 32) | t[2]; + r[2] = (t[5] << 32) | t[4]; + r[3] = (t[7] << 32) | t[6]; + + return MP_OKAY; +} + +/* Convert an mp_int to an array of sp_digit. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a A multi-precision integer. + */ +static void sp_256_from_mp(sp_digit* r, int size, const mp_int* a) +{ +#if DIGIT_BIT == 64 + int j; + + XMEMCPY(r, a->dp, sizeof(sp_digit) * a->used); + + for (j = a->used; j < size; j++) { + r[j] = 0; + } +#elif DIGIT_BIT > 64 + int i, j = 0; + word32 s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i] << s); + r[j] &= 0xffffffffffffffffl; + s = 64U - s; + if (j + 1 >= size) { + break; + } + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + while ((s + 64U) <= (word32)DIGIT_BIT) { + s += 64U; + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + if (s < (word32)DIGIT_BIT) { + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + } + else { + r[++j] = 0L; + } + } + s = (word32)DIGIT_BIT - s; + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#else + int i, j = 0, s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i]) << s; + if (s + DIGIT_BIT >= 64) { + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + s = 64 - s; + if (s == DIGIT_BIT) { + r[++j] = 0; + s = 0; + } + else { + r[++j] = a->dp[i] >> s; + s = DIGIT_BIT - s; + } + } + else { + s += DIGIT_BIT; + } + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#endif +} + +/* Convert a point of type ecc_point to type sp_point_256. + * + * p Point of type sp_point_256 (result). + * pm Point of type ecc_point. + */ +static void sp_256_point_from_ecc_point_4(sp_point_256* p, const ecc_point* pm) +{ + XMEMSET(p->x, 0, sizeof(p->x)); + XMEMSET(p->y, 0, sizeof(p->y)); + XMEMSET(p->z, 0, sizeof(p->z)); + sp_256_from_mp(p->x, 4, pm->x); + sp_256_from_mp(p->y, 4, pm->y); + sp_256_from_mp(p->z, 4, pm->z); + p->infinity = 0; +} + +/* Convert an array of sp_digit to an mp_int. + * + * a A single precision integer. + * r A multi-precision integer. + */ +static int sp_256_to_mp(const sp_digit* a, mp_int* r) +{ + int err; + + err = mp_grow(r, (256 + DIGIT_BIT - 1) / DIGIT_BIT); + if (err == MP_OKAY) { /*lint !e774 case where err is always MP_OKAY*/ +#if DIGIT_BIT == 64 + XMEMCPY(r->dp, a, sizeof(sp_digit) * 4); + r->used = 4; + mp_clamp(r); +#elif DIGIT_BIT < 64 + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 4; i++) { + r->dp[j] |= (mp_digit)(a[i] << s); + r->dp[j] &= (1L << DIGIT_BIT) - 1; + s = DIGIT_BIT - s; + r->dp[++j] = (mp_digit)(a[i] >> s); + while (s + DIGIT_BIT <= 64) { + s += DIGIT_BIT; + r->dp[j++] &= (1L << DIGIT_BIT) - 1; + if (s == SP_WORD_SIZE) { + r->dp[j] = 0; + } + else { + r->dp[j] = (mp_digit)(a[i] >> s); + } + } + s = 64 - s; + } + r->used = (256 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#else + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 4; i++) { + r->dp[j] |= ((mp_digit)a[i]) << s; + if (s + 64 >= DIGIT_BIT) { + #if DIGIT_BIT != 32 && DIGIT_BIT != 64 + r->dp[j] &= (1L << DIGIT_BIT) - 1; + #endif + s = DIGIT_BIT - s; + r->dp[++j] = a[i] >> s; + s = 64 - s; + } + else { + s += 64; + } + } + r->used = (256 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#endif + } + + return err; +} + +/* Convert a point of type sp_point_256 to type ecc_point. + * + * p Point of type sp_point_256. + * pm Point of type ecc_point (result). + * returns MEMORY_E when allocation of memory in ecc_point fails otherwise + * MP_OKAY. + */ +static int sp_256_point_to_ecc_point_4(const sp_point_256* p, ecc_point* pm) +{ + int err; + + err = sp_256_to_mp(p->x, pm->x); + if (err == MP_OKAY) { + err = sp_256_to_mp(p->y, pm->y); + } + if (err == MP_OKAY) { + err = sp_256_to_mp(p->z, pm->z); + } + + return err; +} + +/* Conditionally copy a into r using the mask m. + * m is -1 to copy and 0 when not. + * + * r A single precision number to copy over. + * a A single precision number to copy. + * m Mask value to apply. + */ +static void sp_256_cond_copy_4(sp_digit* r, const sp_digit* a, sp_digit m) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[r], 0]\n\t" + "ldp x7, x8, [%[a], 0]\n\t" + "eor x7, x7, x3\n\t" + "ldp x5, x6, [%[r], 16]\n\t" + "eor x8, x8, x4\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "eor x9, x9, x5\n\t" + "eor x10, x10, x6\n\t" + "and x7, x7, %[m]\n\t" + "and x8, x8, %[m]\n\t" + "and x9, x9, %[m]\n\t" + "and x10, x10, %[m]\n\t" + "eor x3, x3, x7\n\t" + "eor x4, x4, x8\n\t" + "eor x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "eor x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + : + : [r] "r" (r), [a] "r" (a), [m] "r" (m) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); +} + +/* Multiply two Montogmery form numbers mod the modulus (prime). + * (r = a * b mod m) + * + * r Result of multiplication. + * a First number to multiply in Montogmery form. + * b Second number to multiply in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +SP_NOINLINE static void sp_256_mont_mul_4(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m, sp_digit mp) +{ + (void)m; + (void)mp; + + __asm__ __volatile__ ( + "ldp x16, x17, [%[a], 0]\n\t" + "ldp x21, x22, [%[b], 0]\n\t" + "# A[0] * B[0]\n\t" + "mul x8, x16, x21\n\t" + "ldr x19, [%[a], 16]\n\t" + "umulh x9, x16, x21\n\t" + "ldr x23, [%[b], 16]\n\t" + "# A[0] * B[1]\n\t" + "mul x4, x16, x22\n\t" + "ldr x20, [%[a], 24]\n\t" + "umulh x5, x16, x22\n\t" + "ldr x24, [%[b], 24]\n\t" + "adds x9, x9, x4\n\t" + "# A[1] * B[0]\n\t" + "mul x4, x17, x21\n\t" + "adc x10, xzr, x5\n\t" + "umulh x5, x17, x21\n\t" + "adds x9, x9, x4\n\t" + "# A[0] * B[2]\n\t" + "mul x4, x16, x23\n\t" + "adcs x10, x10, x5\n\t" + "umulh x5, x16, x23\n\t" + "adc x11, xzr, xzr\n\t" + "adds x10, x10, x4\n\t" + "# A[1] * B[1]\n\t" + "mul x4, x17, x22\n\t" + "adc x11, x11, x5\n\t" + "umulh x5, x17, x22\n\t" + "adds x10, x10, x4\n\t" + "# A[2] * B[0]\n\t" + "mul x4, x19, x21\n\t" + "adcs x11, x11, x5\n\t" + "umulh x5, x19, x21\n\t" + "adc x12, xzr, xzr\n\t" + "adds x10, x10, x4\n\t" + "# A[0] * B[3]\n\t" + "mul x4, x16, x24\n\t" + "adcs x11, x11, x5\n\t" + "umulh x5, x16, x24\n\t" + "adc x12, x12, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[1] * B[2]\n\t" + "mul x4, x17, x23\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x17, x23\n\t" + "adc x13, xzr, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[2] * B[1]\n\t" + "mul x4, x19, x22\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x19, x22\n\t" + "adc x13, x13, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[3] * B[0]\n\t" + "mul x4, x20, x21\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x20, x21\n\t" + "adc x13, x13, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[1] * B[3]\n\t" + "mul x4, x17, x24\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x17, x24\n\t" + "adc x13, x13, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[2] * B[2]\n\t" + "mul x4, x19, x23\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x19, x23\n\t" + "adc x14, xzr, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[3] * B[1]\n\t" + "mul x4, x20, x22\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x20, x22\n\t" + "adc x14, x14, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[2] * B[3]\n\t" + "mul x4, x19, x24\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x19, x24\n\t" + "adc x14, x14, xzr\n\t" + "adds x13, x13, x4\n\t" + "# A[3] * B[2]\n\t" + "mul x4, x20, x23\n\t" + "adcs x14, x14, x5\n\t" + "umulh x5, x20, x23\n\t" + "adc x15, xzr, xzr\n\t" + "adds x13, x13, x4\n\t" + "# A[3] * B[3]\n\t" + "mul x4, x20, x24\n\t" + "adcs x14, x14, x5\n\t" + "umulh x5, x20, x24\n\t" + "adc x15, x15, xzr\n\t" + "adds x14, x14, x4\n\t" + "mov x4, x8\n\t" + "adc x15, x15, x5\n\t" + "# Start Reduction\n\t" + "mov x5, x9\n\t" + "mov x6, x10\n\t" + "# mu = a[0]-a[3] + a[0]-a[2] << 32 << 64 + (a[0] * 2) << 192\n\t" + "# - a[0] << 32 << 192\n\t" + "# + (a[0] * 2) << 192\n\t" + "# a[0]-a[2] << 32\n\t" + "lsl x10, x10, 32\n\t" + "add x7, x11, x8\n\t" + "eor x10, x10, x9, lsr #32\n\t" + "lsl x9, x9, 32\n\t" + "add x7, x7, x8\n\t" + "eor x9, x9, x8, lsr #32\n\t" + "# + a[0]-a[2] << 32 << 64\n\t" + "# - a[0] << 32 << 192\n\t" + "adds x5, x5, x8, lsl #32\n\t" + "sub x7, x7, x8, lsl #32\n\t" + "adcs x6, x6, x9\n\t" + "adc x7, x7, x10\n\t" + "# a += (mu << 256) - (mu << 224) + (mu << 192) + (mu << 96) - mu\n\t" + "# a += mu << 256\n\t" + "adds x12, x12, x4\n\t" + "adcs x13, x13, x5\n\t" + "adcs x14, x14, x6\n\t" + "adcs x15, x15, x7\n\t" + "cset x8, cs\n\t" + "# a += mu << 192\n\t" + "# mu <<= 32\n\t" + "# a += (mu << 32) << 64\n\t" + "adds x11, x11, x4\n\t" + "adcs x12, x12, x5\n\t" + "adcs x13, x13, x6\n\t" + "lsr x16, x7, 32\n\t" + "adcs x14, x14, x7\n\t" + "lsl x7, x7, 32\n\t" + "adcs x15, x15, xzr\n\t" + "eor x7, x7, x6, lsr #32\n\t" + "adc x8, x8, xzr\n\t" + "lsl x6, x6, 32\n\t" + "eor x6, x6, x5, lsr #32\n\t" + "adds x11, x11, x6\n\t" + "lsl x5, x5, 32\n\t" + "adcs x12, x12, x7\n\t" + "eor x5, x5, x4, lsr #32\n\t" + "adcs x13, x13, x16\n\t" + "lsl x4, x4, 32\n\t" + "adcs x14, x14, xzr\n\t" + "adcs x15, x15, xzr\n\t" + "adc x8, x8, xzr\n\t" + "# a -= (mu << 32) << 192\n\t" + "subs x11, x11, x4\n\t" + "sbcs x12, x12, x5\n\t" + "sbcs x13, x13, x6\n\t" + "sub x8, xzr, x8\n\t" + "sbcs x14, x14, x7\n\t" + "sub x8, x8, #1\n\t" + "sbcs x15, x15, x16\n\t" + "mov x19, 0xffffffff00000001\n\t" + "adc x8, x8, xzr\n\t" + "# mask m and sub from result if overflow\n\t" + "# m[0] = -1 & mask = mask\n\t" + "subs x12, x12, x8\n\t" + "# m[1] = 0xffffffff & mask = mask >> 32 as mask is all 1s or 0s\n\t" + "lsr x17, x8, 32\n\t" + "sbcs x13, x13, x17\n\t" + "and x19, x19, x8\n\t" + "# m[2] = 0 & mask = 0\n\t" + "sbcs x14, x14, xzr\n\t" + "stp x12, x13, [%[r], 0]\n\t" + "# m[3] = 0xffffffff00000001 & mask\n\t" + "sbc x15, x15, x19\n\t" + "stp x14, x15, [%[r], 16]\n\t" + : [a] "+r" (a), [b] "+r" (b) + : [r] "r" (r) + : "memory", "x4", "x5", "x6", "x7", "x16", "x17", "x19", "x20", "x21", "x22", "x23", "x24", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15" + ); +} + +/* Square the Montgomery form number mod the modulus (prime). (r = a * a mod m) + * + * r Result of squaring. + * a Number to square in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +SP_NOINLINE static void sp_256_mont_sqr_4(sp_digit* r, const sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + (void)m; + (void)mp; + + __asm__ __volatile__ ( + "ldp x16, x17, [%[a], 0]\n\t" + "# A[0] * A[1]\n\t" + "mul x9, x16, x17\n\t" + "ldr x19, [%[a], 16]\n\t" + "umulh x10, x16, x17\n\t" + "ldr x20, [%[a], 24]\n\t" + "# A[0] * A[2]\n\t" + "mul x4, x16, x19\n\t" + "umulh x5, x16, x19\n\t" + "adds x10, x10, x4\n\t" + "# A[0] * A[3]\n\t" + "mul x4, x16, x20\n\t" + "adc x11, xzr, x5\n\t" + "umulh x5, x16, x20\n\t" + "adds x11, x11, x4\n\t" + "# A[1] * A[2]\n\t" + "mul x4, x17, x19\n\t" + "adc x12, xzr, x5\n\t" + "umulh x5, x17, x19\n\t" + "adds x11, x11, x4\n\t" + "# A[1] * A[3]\n\t" + "mul x4, x17, x20\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x17, x20\n\t" + "adc x13, xzr, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[2] * A[3]\n\t" + "mul x4, x19, x20\n\t" + "adc x13, x13, x5\n\t" + "umulh x5, x19, x20\n\t" + "adds x13, x13, x4\n\t" + "adc x14, xzr, x5\n\t" + "# Double\n\t" + "adds x9, x9, x9\n\t" + "adcs x10, x10, x10\n\t" + "adcs x11, x11, x11\n\t" + "adcs x12, x12, x12\n\t" + "adcs x13, x13, x13\n\t" + "# A[0] * A[0]\n\t" + "mul x8, x16, x16\n\t" + "adcs x14, x14, x14\n\t" + "umulh x3, x16, x16\n\t" + "cset x15, cs\n\t" + "# A[1] * A[1]\n\t" + "mul x4, x17, x17\n\t" + "adds x9, x9, x3\n\t" + "umulh x5, x17, x17\n\t" + "adcs x10, x10, x4\n\t" + "# A[2] * A[2]\n\t" + "mul x6, x19, x19\n\t" + "adcs x11, x11, x5\n\t" + "umulh x7, x19, x19\n\t" + "adcs x12, x12, x6\n\t" + "# A[3] * A[3]\n\t" + "mul x16, x20, x20\n\t" + "adcs x13, x13, x7\n\t" + "umulh x17, x20, x20\n\t" + "adcs x14, x14, x16\n\t" + "mov x3, x8\n\t" + "adc x15, x15, x17\n\t" + "# Start Reduction\n\t" + "mov x4, x9\n\t" + "mov x5, x10\n\t" + "# mu = a[0]-a[3] + a[0]-a[2] << 32 << 64 + (a[0] * 2) << 192\n\t" + "# - a[0] << 32 << 192\n\t" + "# + (a[0] * 2) << 192\n\t" + "# a[0]-a[2] << 32\n\t" + "lsl x10, x10, 32\n\t" + "add x6, x11, x8\n\t" + "eor x10, x10, x9, lsr #32\n\t" + "lsl x9, x9, 32\n\t" + "add x6, x6, x8\n\t" + "eor x9, x9, x8, lsr #32\n\t" + "# + a[0]-a[2] << 32 << 64\n\t" + "# - a[0] << 32 << 192\n\t" + "adds x4, x4, x8, lsl #32\n\t" + "sub x6, x6, x8, lsl #32\n\t" + "adcs x5, x5, x9\n\t" + "adc x6, x6, x10\n\t" + "# a += (mu << 256) - (mu << 224) + (mu << 192) + (mu << 96) - mu\n\t" + "# a += mu << 256\n\t" + "adds x12, x12, x3\n\t" + "adcs x13, x13, x4\n\t" + "adcs x14, x14, x5\n\t" + "adcs x15, x15, x6\n\t" + "cset x8, cs\n\t" + "# a += mu << 192\n\t" + "# mu <<= 32\n\t" + "# a += (mu << 32) << 64\n\t" + "adds x11, x11, x3\n\t" + "adcs x12, x12, x4\n\t" + "adcs x13, x13, x5\n\t" + "lsr x7, x6, 32\n\t" + "adcs x14, x14, x6\n\t" + "lsl x6, x6, 32\n\t" + "adcs x15, x15, xzr\n\t" + "eor x6, x6, x5, lsr #32\n\t" + "adc x8, x8, xzr\n\t" + "lsl x5, x5, 32\n\t" + "eor x5, x5, x4, lsr #32\n\t" + "adds x11, x11, x5\n\t" + "lsl x4, x4, 32\n\t" + "adcs x12, x12, x6\n\t" + "eor x4, x4, x3, lsr #32\n\t" + "adcs x13, x13, x7\n\t" + "lsl x3, x3, 32\n\t" + "adcs x14, x14, xzr\n\t" + "adcs x15, x15, xzr\n\t" + "adc x8, x8, xzr\n\t" + "# a -= (mu << 32) << 192\n\t" + "subs x11, x11, x3\n\t" + "sbcs x12, x12, x4\n\t" + "sbcs x13, x13, x5\n\t" + "sub x8, xzr, x8\n\t" + "sbcs x14, x14, x6\n\t" + "sub x8, x8, #1\n\t" + "sbcs x15, x15, x7\n\t" + "mov x17, 0xffffffff00000001\n\t" + "adc x8, x8, xzr\n\t" + "# mask m and sub from result if overflow\n\t" + "# m[0] = -1 & mask = mask\n\t" + "subs x12, x12, x8\n\t" + "# m[1] = 0xffffffff & mask = mask >> 32 as mask is all 1s or 0s\n\t" + "lsr x16, x8, 32\n\t" + "sbcs x13, x13, x16\n\t" + "and x17, x17, x8\n\t" + "# m[2] = 0 & mask = 0\n\t" + "sbcs x14, x14, xzr\n\t" + "stp x12, x13, [%[r], 0]\n\t" + "# m[3] = 0xffffffff00000001 & mask\n\t" + "sbc x15, x15, x17\n\t" + "stp x14, x15, [%[r], 16]\n\t" + : + : [r] "r" (r), [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20" + ); +} + +#if !defined(WOLFSSL_SP_SMALL) || defined(HAVE_COMP_KEY) +/* Square the Montgomery form number a number of times. (r = a ^ n mod m) + * + * r Result of squaring. + * a Number to square in Montogmery form. + * n Number of times to square. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_256_mont_sqr_n_4(sp_digit* r, const sp_digit* a, int n, + const sp_digit* m, sp_digit mp) +{ + sp_256_mont_sqr_4(r, a, m, mp); + for (; n > 1; n--) { + sp_256_mont_sqr_4(r, r, m, mp); + } +} + +#endif /* !WOLFSSL_SP_SMALL || HAVE_COMP_KEY */ +#ifdef WOLFSSL_SP_SMALL +/* Mod-2 for the P256 curve. */ +static const uint64_t p256_mod_minus_2[4] = { + 0xfffffffffffffffdU,0x00000000ffffffffU,0x0000000000000000U, + 0xffffffff00000001U +}; +#endif /* !WOLFSSL_SP_SMALL */ + +/* Invert the number, in Montgomery form, modulo the modulus (prime) of the + * P256 curve. (r = 1 / a mod m) + * + * r Inverse result. + * a Number to invert. + * td Temporary data. + */ +static void sp_256_mont_inv_4(sp_digit* r, const sp_digit* a, sp_digit* td) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit* t = td; + int i; + + XMEMCPY(t, a, sizeof(sp_digit) * 4); + for (i=254; i>=0; i--) { + sp_256_mont_sqr_4(t, t, p256_mod, p256_mp_mod); + if (p256_mod_minus_2[i / 64] & ((sp_digit)1 << (i % 64))) + sp_256_mont_mul_4(t, t, a, p256_mod, p256_mp_mod); + } + XMEMCPY(r, t, sizeof(sp_digit) * 4); +#else + sp_digit* t1 = td; + sp_digit* t2 = td + 2 * 4; + sp_digit* t3 = td + 4 * 4; + /* 0x2 */ + sp_256_mont_sqr_4(t1, a, p256_mod, p256_mp_mod); + /* 0x3 */ + sp_256_mont_mul_4(t2, t1, a, p256_mod, p256_mp_mod); + /* 0xc */ + sp_256_mont_sqr_n_4(t1, t2, 2, p256_mod, p256_mp_mod); + /* 0xd */ + sp_256_mont_mul_4(t3, t1, a, p256_mod, p256_mp_mod); + /* 0xf */ + sp_256_mont_mul_4(t2, t2, t1, p256_mod, p256_mp_mod); + /* 0xf0 */ + sp_256_mont_sqr_n_4(t1, t2, 4, p256_mod, p256_mp_mod); + /* 0xfd */ + sp_256_mont_mul_4(t3, t3, t1, p256_mod, p256_mp_mod); + /* 0xff */ + sp_256_mont_mul_4(t2, t2, t1, p256_mod, p256_mp_mod); + /* 0xff00 */ + sp_256_mont_sqr_n_4(t1, t2, 8, p256_mod, p256_mp_mod); + /* 0xfffd */ + sp_256_mont_mul_4(t3, t3, t1, p256_mod, p256_mp_mod); + /* 0xffff */ + sp_256_mont_mul_4(t2, t2, t1, p256_mod, p256_mp_mod); + /* 0xffff0000 */ + sp_256_mont_sqr_n_4(t1, t2, 16, p256_mod, p256_mp_mod); + /* 0xfffffffd */ + sp_256_mont_mul_4(t3, t3, t1, p256_mod, p256_mp_mod); + /* 0xffffffff */ + sp_256_mont_mul_4(t2, t2, t1, p256_mod, p256_mp_mod); + /* 0xffffffff00000000 */ + sp_256_mont_sqr_n_4(t1, t2, 32, p256_mod, p256_mp_mod); + /* 0xffffffffffffffff */ + sp_256_mont_mul_4(t2, t2, t1, p256_mod, p256_mp_mod); + /* 0xffffffff00000001 */ + sp_256_mont_mul_4(r, t1, a, p256_mod, p256_mp_mod); + /* 0xffffffff000000010000000000000000000000000000000000000000 */ + sp_256_mont_sqr_n_4(r, r, 160, p256_mod, p256_mp_mod); + /* 0xffffffff00000001000000000000000000000000ffffffffffffffff */ + sp_256_mont_mul_4(r, r, t2, p256_mod, p256_mp_mod); + /* 0xffffffff00000001000000000000000000000000ffffffffffffffff00000000 */ + sp_256_mont_sqr_n_4(r, r, 32, p256_mod, p256_mp_mod); + /* 0xffffffff00000001000000000000000000000000fffffffffffffffffffffffd */ + sp_256_mont_mul_4(r, r, t3, p256_mod, p256_mp_mod); +#endif /* WOLFSSL_SP_SMALL */ +} + +/* Compare a with b in constant time. + * + * a A single precision integer. + * b A single precision integer. + * return -ve, 0 or +ve if a is less than, equal to or greater than b + * respectively. + */ +static int64_t sp_256_cmp_4(const sp_digit* a, const sp_digit* b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "mov x5, 24\n\t" + "1:\n\t" + "ldr x6, [%[a], x5]\n\t" + "ldr x7, [%[b], x5]\n\t" + "and x6, x6, x4\n\t" + "and x7, x7, x4\n\t" + "subs x6, x6, x7\n\t" + "csel x2, x3, x2, hi\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "subs x5, x5, #8\n\t" + "b.cs 1b\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12" + ); +#else + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "ldp x5, x6, [%[a], 0]\n\t" + "ldp x7, x8, [%[a], 16]\n\t" + "ldp x9, x10, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "and x8, x8, x4\n\t" + "and x12, x12, x4\n\t" + "subs x8, x8, x12\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x7, x7, x4\n\t" + "and x11, x11, x4\n\t" + "subs x7, x7, x11\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x6, x6, x4\n\t" + "and x10, x10, x4\n\t" + "subs x6, x6, x10\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x9, x9, x4\n\t" + "subs x5, x5, x9\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12" + ); +#endif + + return (int64_t)a; +} + +/* Normalize the values in each word to 64. + * + * a Array of sp_digit to normalize. + */ +#define sp_256_norm_4(a) + +/* Conditionally subtract b from a using the mask m. + * m is -1 to subtract and 0 when not copying. + * + * r A single precision number representing condition subtract result. + * a A single precision number to subtract from. + * b A single precision number to subtract. + * m Mask value to apply. + */ +static sp_digit sp_256_cond_sub_4(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "subs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +} + +/* Sub b from a into r. (r = a - b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_256_sub_4(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "subs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +#define sp_256_mont_reduce_order_4 sp_256_mont_reduce_4 + +/* Reduce the number back to 256 bits using Montgomery reduction. + * + * a A single precision number to reduce in place. + * m The single precision number representing the modulus. + * mp The digit representing the negative inverse of m mod 2^n. + */ +SP_NOINLINE static void sp_256_mont_reduce_4(sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + __asm__ __volatile__ ( + "ldp x9, x10, [%[a], 0]\n\t" + "ldp x11, x12, [%[a], 16]\n\t" + "ldp x17, x19, [%[m], 0]\n\t" + "ldp x20, x21, [%[m], 16]\n\t" + "mov x8, xzr\n\t" + "# mu = a[0] * mp\n\t" + "mul x5, %[mp], x9\n\t" + "ldr x13, [%[a], 32]\n\t" + "# a[0+0] += m[0] * mu\n\t" + "mul x3, x17, x5\n\t" + "ldr x14, [%[a], 40]\n\t" + "umulh x6, x17, x5\n\t" + "ldr x15, [%[a], 48]\n\t" + "adds x9, x9, x3\n\t" + "ldr x16, [%[a], 56]\n\t" + "adc x6, x6, xzr\n\t" + "# a[0+1] += m[1] * mu\n\t" + "mul x3, x19, x5\n\t" + "umulh x7, x19, x5\n\t" + "adds x3, x3, x6\n\t" + "adc x7, x7, xzr\n\t" + "adds x10, x10, x3\n\t" + "adc x7, x7, xzr\n\t" + "# a[0+2] += m[2] * mu\n\t" + "mul x3, x20, x5\n\t" + "umulh x6, x20, x5\n\t" + "adds x3, x3, x7\n\t" + "adc x6, x6, xzr\n\t" + "adds x11, x11, x3\n\t" + "adc x6, x6, xzr\n\t" + "# a[0+3] += m[3] * mu\n\t" + "mul x3, x21, x5\n\t" + "umulh x4, x21, x5\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x8\n\t" + "cset x8, cs\n\t" + "adds x12, x12, x3\n\t" + "adcs x13, x13, x4\n\t" + "adc x8, x8, xzr\n\t" + "# mu = a[1] * mp\n\t" + "mul x5, %[mp], x10\n\t" + "# a[1+0] += m[0] * mu\n\t" + "mul x3, x17, x5\n\t" + "umulh x6, x17, x5\n\t" + "adds x10, x10, x3\n\t" + "adc x6, x6, xzr\n\t" + "# a[1+1] += m[1] * mu\n\t" + "mul x3, x19, x5\n\t" + "umulh x7, x19, x5\n\t" + "adds x3, x3, x6\n\t" + "adc x7, x7, xzr\n\t" + "adds x11, x11, x3\n\t" + "adc x7, x7, xzr\n\t" + "# a[1+2] += m[2] * mu\n\t" + "mul x3, x20, x5\n\t" + "umulh x6, x20, x5\n\t" + "adds x3, x3, x7\n\t" + "adc x6, x6, xzr\n\t" + "adds x12, x12, x3\n\t" + "adc x6, x6, xzr\n\t" + "# a[1+3] += m[3] * mu\n\t" + "mul x3, x21, x5\n\t" + "umulh x4, x21, x5\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x8\n\t" + "cset x8, cs\n\t" + "adds x13, x13, x3\n\t" + "adcs x14, x14, x4\n\t" + "adc x8, x8, xzr\n\t" + "# mu = a[2] * mp\n\t" + "mul x5, %[mp], x11\n\t" + "# a[2+0] += m[0] * mu\n\t" + "mul x3, x17, x5\n\t" + "umulh x6, x17, x5\n\t" + "adds x11, x11, x3\n\t" + "adc x6, x6, xzr\n\t" + "# a[2+1] += m[1] * mu\n\t" + "mul x3, x19, x5\n\t" + "umulh x7, x19, x5\n\t" + "adds x3, x3, x6\n\t" + "adc x7, x7, xzr\n\t" + "adds x12, x12, x3\n\t" + "adc x7, x7, xzr\n\t" + "# a[2+2] += m[2] * mu\n\t" + "mul x3, x20, x5\n\t" + "umulh x6, x20, x5\n\t" + "adds x3, x3, x7\n\t" + "adc x6, x6, xzr\n\t" + "adds x13, x13, x3\n\t" + "adc x6, x6, xzr\n\t" + "# a[2+3] += m[3] * mu\n\t" + "mul x3, x21, x5\n\t" + "umulh x4, x21, x5\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x8\n\t" + "cset x8, cs\n\t" + "adds x14, x14, x3\n\t" + "adcs x15, x15, x4\n\t" + "adc x8, x8, xzr\n\t" + "# mu = a[3] * mp\n\t" + "mul x5, %[mp], x12\n\t" + "# a[3+0] += m[0] * mu\n\t" + "mul x3, x17, x5\n\t" + "umulh x6, x17, x5\n\t" + "adds x12, x12, x3\n\t" + "adc x6, x6, xzr\n\t" + "# a[3+1] += m[1] * mu\n\t" + "mul x3, x19, x5\n\t" + "umulh x7, x19, x5\n\t" + "adds x3, x3, x6\n\t" + "adc x7, x7, xzr\n\t" + "adds x13, x13, x3\n\t" + "adc x7, x7, xzr\n\t" + "# a[3+2] += m[2] * mu\n\t" + "mul x3, x20, x5\n\t" + "umulh x6, x20, x5\n\t" + "adds x3, x3, x7\n\t" + "adc x6, x6, xzr\n\t" + "adds x14, x14, x3\n\t" + "adc x6, x6, xzr\n\t" + "# a[3+3] += m[3] * mu\n\t" + "mul x3, x21, x5\n\t" + "umulh x4, x21, x5\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x8\n\t" + "cset x8, cs\n\t" + "adds x15, x15, x3\n\t" + "adcs x16, x16, x4\n\t" + "adc x8, x8, xzr\n\t" + "sub x3, xzr, x8\n\t" + "and x17, x17, x3\n\t" + "and x19, x19, x3\n\t" + "and x20, x20, x3\n\t" + "and x21, x21, x3\n\t" + "subs x13, x13, x17\n\t" + "sbcs x14, x14, x19\n\t" + "sbcs x15, x15, x20\n\t" + "stp x13, x14, [%[a], 0]\n\t" + "sbc x16, x16, x21\n\t" + "stp x15, x16, [%[a], 16]\n\t" + : + : [a] "r" (a), [m] "r" (m), [mp] "r" (mp) + : "memory", "x3", "x4", "x5", "x8", "x6", "x7", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21" + ); +} + +/* Map the Montgomery form projective coordinate point to an affine point. + * + * r Resulting affine coordinate point. + * p Montgomery form projective coordinate point. + * t Temporary ordinate data. + */ +static void sp_256_map_4(sp_point_256* r, const sp_point_256* p, sp_digit* t) +{ + sp_digit* t1 = t; + sp_digit* t2 = t + 2*4; + int64_t n; + + sp_256_mont_inv_4(t1, p->z, t + 2*4); + + sp_256_mont_sqr_4(t2, t1, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t1, t2, t1, p256_mod, p256_mp_mod); + + /* x /= z^2 */ + sp_256_mont_mul_4(r->x, p->x, t2, p256_mod, p256_mp_mod); + XMEMSET(r->x + 4, 0, sizeof(r->x) / 2U); + sp_256_mont_reduce_4(r->x, p256_mod, p256_mp_mod); + /* Reduce x to less than modulus */ + n = sp_256_cmp_4(r->x, p256_mod); + sp_256_cond_sub_4(r->x, r->x, p256_mod, 0 - ((n >= 0) ? + (sp_digit)1 : (sp_digit)0)); + sp_256_norm_4(r->x); + + /* y /= z^3 */ + sp_256_mont_mul_4(r->y, p->y, t1, p256_mod, p256_mp_mod); + XMEMSET(r->y + 4, 0, sizeof(r->y) / 2U); + sp_256_mont_reduce_4(r->y, p256_mod, p256_mp_mod); + /* Reduce y to less than modulus */ + n = sp_256_cmp_4(r->y, p256_mod); + sp_256_cond_sub_4(r->y, r->y, p256_mod, 0 - ((n >= 0) ? + (sp_digit)1 : (sp_digit)0)); + sp_256_norm_4(r->y); + + XMEMSET(r->z, 0, sizeof(r->z)); + r->z[0] = 1; + +} + +/* Add two Montgomery form numbers (r = a + b % m). + * + * r Result of addition. + * a First number to add in Montogmery form. + * b Second number to add in Montogmery form. + * m Modulus (prime). + */ +static void sp_256_mont_add_4(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m) +{ + __asm__ __volatile__ ( + "ldp x4, x5, [%[a], 0]\n\t" + "ldp x8, x9, [%[b], 0]\n\t" + "adds x4, x4, x8\n\t" + "ldp x6, x7, [%[a], 16]\n\t" + "adcs x5, x5, x9\n\t" + "ldp x10, x11, [%[b], 16]\n\t" + "adcs x6, x6, x10\n\t" + "adcs x7, x7, x11\n\t" + "mov x13, 0xffffffff00000001\n\t" + "csetm x14, cs\n\t" + "subs x4, x4, x14\n\t" + "lsr x12, x14, 32\n\t" + "sbcs x5, x5, x12\n\t" + "and x13, x13, x14\n\t" + "sbcs x6, x6, xzr\n\t" + "stp x4, x5, [%[r],0]\n\t" + "sbc x7, x7, x13\n\t" + "stp x6, x7, [%[r],16]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14" + ); +} + +/* Double a Montgomery form number (r = a + a % m). + * + * r Result of doubling. + * a Number to double in Montogmery form. + * m Modulus (prime). + */ +static void sp_256_mont_dbl_4(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a]]\n\t" + "ldp x5, x6, [%[a],16]\n\t" + "adds x3, x3, x3\n\t" + "adcs x4, x4, x4\n\t" + "adcs x5, x5, x5\n\t" + "adcs x6, x6, x6\n\t" + "mov x8, 0xffffffff00000001\n\t" + "csetm x9, cs\n\t" + "subs x3, x3, x9\n\t" + "lsr x7, x9, 32\n\t" + "sbcs x4, x4, x7\n\t" + "and x8, x8, x9\n\t" + "sbcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r],0]\n\t" + "sbc x6, x6, x8\n\t" + "stp x5, x6, [%[r],16]\n\t" + : + : [r] "r" (r), [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); + + (void)m; +} + +/* Triple a Montgomery form number (r = a + a + a % m). + * + * r Result of Tripling. + * a Number to triple in Montogmery form. + * m Modulus (prime). + */ +static void sp_256_mont_tpl_4(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + __asm__ __volatile__ ( + "ldp x10, x11, [%[a]]\n\t" + "adds x3, x10, x10\n\t" + "ldr x12, [%[a], 16]\n\t" + "adcs x4, x11, x11\n\t" + "ldr x13, [%[a], 24]\n\t" + "adcs x5, x12, x12\n\t" + "adcs x6, x13, x13\n\t" + "mov x8, 0xffffffff00000001\n\t" + "csetm x9, cs\n\t" + "subs x3, x3, x9\n\t" + "lsr x7, x9, 32\n\t" + "sbcs x4, x4, x7\n\t" + "and x8, x8, x9\n\t" + "sbcs x5, x5, xzr\n\t" + "sbc x6, x6, x8\n\t" + "adds x3, x3, x10\n\t" + "adcs x4, x4, x11\n\t" + "adcs x5, x5, x12\n\t" + "adcs x6, x6, x13\n\t" + "mov x8, 0xffffffff00000001\n\t" + "csetm x9, cs\n\t" + "subs x3, x3, x9\n\t" + "lsr x7, x9, 32\n\t" + "sbcs x4, x4, x7\n\t" + "and x8, x8, x9\n\t" + "sbcs x5, x5, xzr\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "sbc x6, x6, x8\n\t" + "stp x5, x6, [%[r], 16]\n\t" + : + : [r] "r" (r), [a] "r" (a) + : "memory", "x10", "x11", "x12", "x13", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); + + (void)m; +} + +/* Subtract two Montgomery form numbers (r = a - b % m). + * + * r Result of subtration. + * a Number to subtract from in Montogmery form. + * b Number to subtract with in Montogmery form. + * m Modulus (prime). + */ +static void sp_256_mont_sub_4(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m) +{ + __asm__ __volatile__ ( + "ldp x4, x5, [%[a], 0]\n\t" + "ldp x8, x9, [%[b], 0]\n\t" + "subs x4, x4, x8\n\t" + "ldp x6, x7, [%[a], 16]\n\t" + "sbcs x5, x5, x9\n\t" + "ldp x10, x11, [%[b], 16]\n\t" + "sbcs x6, x6, x10\n\t" + "sbcs x7, x7, x11\n\t" + "mov x13, 0xffffffff00000001\n\t" + "csetm x14, cc\n\t" + "adds x4, x4, x14\n\t" + "lsr x12, x14, 32\n\t" + "adcs x5, x5, x12\n\t" + "and x13, x13, x14\n\t" + "adcs x6, x6, xzr\n\t" + "stp x4, x5, [%[r],0]\n\t" + "adc x7, x7, x13\n\t" + "stp x6, x7, [%[r],16]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14" + ); +} + +/* Divide the number by 2 mod the modulus (prime). (r = a / 2 % m) + * + * r Result of division by 2. + * a Number to divide. + * m Modulus (prime). + */ +static void sp_256_div2_4(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "and x9, x3, 1\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "sub x10, xzr, x9\n\t" + "lsr x7, x10, 32\n\t" + "adds x3, x3, x10\n\t" + "and x8, x10, 0xffffffff00000001\n\t" + "adcs x4, x4, x7\n\t" + "lsr x3, x3, 1\n\t" + "adcs x5, x5, xzr\n\t" + "lsr x7, x4, 1\n\t" + "adcs x6, x6, x8\n\t" + "lsr x8, x5, 1\n\t" + "cset x9, cs\n\t" + "lsr x10, x6, 1\n\t" + "orr x3, x3, x4, lsl 63\n\t" + "orr x4, x7, x5, lsl 63\n\t" + "orr x5, x8, x6, lsl 63\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "orr x6, x10, x9, lsl 63\n\t" + "stp x5, x6, [%[r], 16]\n\t" + : + : [r] "r" (r), [a] "r" (a), [m] "r" (m) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + +} + +/* Double the Montgomery form projective point p. + * + * r Result of doubling point. + * p Point to double. + * t Temporary ordinate data. + */ +static void sp_256_proj_point_dbl_4(sp_point_256* r, const sp_point_256* p, sp_digit* t) +{ + sp_digit* t1 = t; + sp_digit* t2 = t + 2*4; + sp_digit* x; + sp_digit* y; + sp_digit* z; + + x = r->x; + y = r->y; + z = r->z; + /* Put infinity into result. */ + if (r != p) { + r->infinity = p->infinity; + } + + /* T1 = Z * Z */ + sp_256_mont_sqr_4(t1, p->z, p256_mod, p256_mp_mod); + /* Z = Y * Z */ + sp_256_mont_mul_4(z, p->y, p->z, p256_mod, p256_mp_mod); + /* Z = 2Z */ + sp_256_mont_dbl_4(z, z, p256_mod); + /* T2 = X - T1 */ + sp_256_mont_sub_4(t2, p->x, t1, p256_mod); + /* T1 = X + T1 */ + sp_256_mont_add_4(t1, p->x, t1, p256_mod); + /* T2 = T1 * T2 */ + sp_256_mont_mul_4(t2, t1, t2, p256_mod, p256_mp_mod); + /* T1 = 3T2 */ + sp_256_mont_tpl_4(t1, t2, p256_mod); + /* Y = 2Y */ + sp_256_mont_dbl_4(y, p->y, p256_mod); + /* Y = Y * Y */ + sp_256_mont_sqr_4(y, y, p256_mod, p256_mp_mod); + /* T2 = Y * Y */ + sp_256_mont_sqr_4(t2, y, p256_mod, p256_mp_mod); + /* T2 = T2/2 */ + sp_256_div2_4(t2, t2, p256_mod); + /* Y = Y * X */ + sp_256_mont_mul_4(y, y, p->x, p256_mod, p256_mp_mod); + /* X = T1 * T1 */ + sp_256_mont_sqr_4(x, t1, p256_mod, p256_mp_mod); + /* X = X - Y */ + sp_256_mont_sub_4(x, x, y, p256_mod); + /* X = X - Y */ + sp_256_mont_sub_4(x, x, y, p256_mod); + /* Y = Y - X */ + sp_256_mont_sub_4(y, y, x, p256_mod); + /* Y = Y * T1 */ + sp_256_mont_mul_4(y, y, t1, p256_mod, p256_mp_mod); + /* Y = Y - T2 */ + sp_256_mont_sub_4(y, y, t2, p256_mod); +} + +/* Subtract two Montgomery form numbers (r = a - b % m). + * + * r Result of subtration. + * a Number to subtract from in Montogmery form. + * b Number to subtract with in Montogmery form. + * m Modulus (prime). + */ +static void sp_256_mont_sub_dbl_4(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m) +{ + __asm__ __volatile__ ( + "ldp x8, x9, [%[b]]\n\t" + "ldp x10, x11, [%[b],16]\n\t" + "adds x8, x8, x8\n\t" + "ldp x4, x5, [%[a]]\n\t" + "adcs x9, x9, x9\n\t" + "ldp x6, x7, [%[a],16]\n\t" + "adcs x10, x10, x10\n\t" + "adcs x11, x11, x11\n\t" + "mov x13, 0xffffffff00000001\n\t" + "csetm x14, cs\n\t" + "subs x8, x8, x14\n\t" + "lsr x12, x14, 32\n\t" + "sbcs x9, x9, x12\n\t" + "and x13, x13, x14\n\t" + "sbcs x10, x10, xzr\n\t" + "sbc x11, x11, x13\n\t" + "subs x4, x4, x8\n\t" + "sbcs x5, x5, x9\n\t" + "sbcs x6, x6, x10\n\t" + "sbcs x7, x7, x11\n\t" + "mov x13, 0xffffffff00000001\n\t" + "csetm x14, cc\n\t" + "adds x4, x4, x14\n\t" + "lsr x12, x14, 32\n\t" + "adcs x5, x5, x12\n\t" + "and x13, x13, x14\n\t" + "adcs x6, x6, xzr\n\t" + "stp x4, x5, [%[r],0]\n\t" + "adc x7, x7, x13\n\t" + "stp x6, x7, [%[r],16]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14" + ); +} + +/* Subtract two Montgomery form numbers (r = a - b % m). + * + * r Result of subtration. + * a Number to subtract from in Montogmery form. + * b Number to subtract with in Montogmery form. + * m Modulus (prime). + */ +static void sp_256_mont_dbl_sub_4(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m) +{ + __asm__ __volatile__ ( + "ldp x4, x5, [%[a]]\n\t" + "ldp x6, x7, [%[a],16]\n\t" + "adds x4, x4, x4\n\t" + "ldp x8, x9, [%[b]]\n\t" + "adcs x5, x5, x5\n\t" + "ldp x10, x11, [%[b],16]\n\t" + "adcs x6, x6, x6\n\t" + "adcs x7, x7, x7\n\t" + "mov x13, 0xffffffff00000001\n\t" + "csetm x14, cs\n\t" + "subs x4, x4, x14\n\t" + "lsr x12, x14, 32\n\t" + "sbcs x5, x5, x12\n\t" + "and x13, x13, x14\n\t" + "sbcs x6, x6, xzr\n\t" + "sbc x7, x7, x13\n\t" + "subs x4, x4, x8\n\t" + "sbcs x5, x5, x9\n\t" + "sbcs x6, x6, x10\n\t" + "sbcs x7, x7, x11\n\t" + "mov x13, 0xffffffff00000001\n\t" + "csetm x14, cc\n\t" + "adds x4, x4, x14\n\t" + "lsr x12, x14, 32\n\t" + "adcs x5, x5, x12\n\t" + "and x13, x13, x14\n\t" + "adcs x6, x6, xzr\n\t" + "stp x4, x5, [%[r],0]\n\t" + "adc x7, x7, x13\n\t" + "stp x6, x7, [%[r],16]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14" + ); +} + +/* Double the Montgomery form projective point p a number of times. + * + * r Result of repeated doubling of point. + * p Point to double. + * n Number of times to double + * t Temporary ordinate data. + */ +static void sp_256_proj_point_dbl_n_4(sp_point_256* p, int n, sp_digit* t) +{ + sp_digit* w = t; + sp_digit* a = t + 2*4; + sp_digit* b = t + 4*4; + sp_digit* t1 = t + 6*4; + sp_digit* x; + sp_digit* y; + sp_digit* z; + + x = p->x; + y = p->y; + z = p->z; + + /* Y = 2*Y */ + sp_256_mont_dbl_4(y, y, p256_mod); + /* W = Z^4 */ + sp_256_mont_sqr_4(w, z, p256_mod, p256_mp_mod); + sp_256_mont_sqr_4(w, w, p256_mod, p256_mp_mod); + +#ifndef WOLFSSL_SP_SMALL + while (--n > 0) +#else + while (--n >= 0) +#endif + { + /* A = 3*(X^2 - W) */ + sp_256_mont_sqr_4(t1, x, p256_mod, p256_mp_mod); + sp_256_mont_sub_4(t1, t1, w, p256_mod); + sp_256_mont_tpl_4(a, t1, p256_mod); + /* B = X*Y^2 */ + sp_256_mont_sqr_4(t1, y, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(b, t1, x, p256_mod, p256_mp_mod); + /* X = A^2 - 2B */ + sp_256_mont_sqr_4(x, a, p256_mod, p256_mp_mod); + sp_256_mont_sub_dbl_4(x, x, b, p256_mod); + /* Z = Z*Y */ + sp_256_mont_mul_4(z, z, y, p256_mod, p256_mp_mod); + /* t2 = Y^4 */ + sp_256_mont_sqr_4(t1, t1, p256_mod, p256_mp_mod); +#ifdef WOLFSSL_SP_SMALL + if (n != 0) +#endif + { + /* W = W*Y^4 */ + sp_256_mont_mul_4(w, w, t1, p256_mod, p256_mp_mod); + } + /* y = 2*A*(B - X) - Y^4 */ + sp_256_mont_sub_4(y, b, x, p256_mod); + sp_256_mont_mul_4(y, y, a, p256_mod, p256_mp_mod); + sp_256_mont_dbl_sub_4(y, y, t1, p256_mod); + } +#ifndef WOLFSSL_SP_SMALL + /* A = 3*(X^2 - W) */ + sp_256_mont_sqr_4(t1, x, p256_mod, p256_mp_mod); + sp_256_mont_sub_4(t1, t1, w, p256_mod); + sp_256_mont_tpl_4(a, t1, p256_mod); + /* B = X*Y^2 */ + sp_256_mont_sqr_4(t1, y, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(b, t1, x, p256_mod, p256_mp_mod); + /* X = A^2 - 2B */ + sp_256_mont_sqr_4(x, a, p256_mod, p256_mp_mod); + sp_256_mont_sub_dbl_4(x, x, b, p256_mod); + /* Z = Z*Y */ + sp_256_mont_mul_4(z, z, y, p256_mod, p256_mp_mod); + /* t2 = Y^4 */ + sp_256_mont_sqr_4(t1, t1, p256_mod, p256_mp_mod); + /* y = 2*A*(B - X) - Y^4 */ + sp_256_mont_sub_4(y, b, x, p256_mod); + sp_256_mont_mul_4(y, y, a, p256_mod, p256_mp_mod); + sp_256_mont_dbl_sub_4(y, y, t1, p256_mod); +#endif + /* Y = Y/2 */ + sp_256_div2_4(y, y, p256_mod); +} + +/* Compare two numbers to determine if they are equal. + * Constant time implementation. + * + * a First number to compare. + * b Second number to compare. + * returns 1 when equal and 0 otherwise. + */ +static int sp_256_cmp_equal_4(const sp_digit* a, const sp_digit* b) +{ + return ((a[0] ^ b[0]) | (a[1] ^ b[1]) | (a[2] ^ b[2]) | (a[3] ^ b[3])) == 0; +} + +/* Add two Montgomery form projective points. + * + * r Result of addition. + * p First point to add. + * q Second point to add. + * t Temporary ordinate data. + */ +static void sp_256_proj_point_add_4(sp_point_256* r, const sp_point_256* p, const sp_point_256* q, + sp_digit* t) +{ + const sp_point_256* ap[2]; + sp_point_256* rp[2]; + sp_digit* t1 = t; + sp_digit* t2 = t + 2*4; + sp_digit* t3 = t + 4*4; + sp_digit* t4 = t + 6*4; + sp_digit* t5 = t + 8*4; + sp_digit* x; + sp_digit* y; + sp_digit* z; + int i; + + /* Ensure only the first point is the same as the result. */ + if (q == r) { + const sp_point_256* a = p; + p = q; + q = a; + } + + /* Check double */ + (void)sp_256_sub_4(t1, p256_mod, q->y); + sp_256_norm_4(t1); + if ((sp_256_cmp_equal_4(p->x, q->x) & sp_256_cmp_equal_4(p->z, q->z) & + (sp_256_cmp_equal_4(p->y, q->y) | sp_256_cmp_equal_4(p->y, t1))) != 0) { + sp_256_proj_point_dbl_4(r, p, t); + } + else { + rp[0] = r; + + /*lint allow cast to different type of pointer*/ + rp[1] = (sp_point_256*)t; /*lint !e9087 !e740*/ + XMEMSET(rp[1], 0, sizeof(sp_point_256)); + x = rp[p->infinity | q->infinity]->x; + y = rp[p->infinity | q->infinity]->y; + z = rp[p->infinity | q->infinity]->z; + + ap[0] = p; + ap[1] = q; + for (i=0; i<4; i++) { + r->x[i] = ap[p->infinity]->x[i]; + } + for (i=0; i<4; i++) { + r->y[i] = ap[p->infinity]->y[i]; + } + for (i=0; i<4; i++) { + r->z[i] = ap[p->infinity]->z[i]; + } + r->infinity = ap[p->infinity]->infinity; + + /* U1 = X1*Z2^2 */ + sp_256_mont_sqr_4(t1, q->z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t3, t1, q->z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t1, t1, x, p256_mod, p256_mp_mod); + /* U2 = X2*Z1^2 */ + sp_256_mont_sqr_4(t2, z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t4, t2, z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t2, t2, q->x, p256_mod, p256_mp_mod); + /* S1 = Y1*Z2^3 */ + sp_256_mont_mul_4(t3, t3, y, p256_mod, p256_mp_mod); + /* S2 = Y2*Z1^3 */ + sp_256_mont_mul_4(t4, t4, q->y, p256_mod, p256_mp_mod); + /* H = U2 - U1 */ + sp_256_mont_sub_4(t2, t2, t1, p256_mod); + /* R = S2 - S1 */ + sp_256_mont_sub_4(t4, t4, t3, p256_mod); + /* Z3 = H*Z1*Z2 */ + sp_256_mont_mul_4(z, z, q->z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(z, z, t2, p256_mod, p256_mp_mod); + /* X3 = R^2 - H^3 - 2*U1*H^2 */ + sp_256_mont_sqr_4(x, t4, p256_mod, p256_mp_mod); + sp_256_mont_sqr_4(t5, t2, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(y, t1, t5, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t5, t5, t2, p256_mod, p256_mp_mod); + sp_256_mont_sub_4(x, x, t5, p256_mod); + sp_256_mont_dbl_4(t1, y, p256_mod); + sp_256_mont_sub_4(x, x, t1, p256_mod); + /* Y3 = R*(U1*H^2 - X3) - S1*H^3 */ + sp_256_mont_sub_4(y, y, x, p256_mod); + sp_256_mont_mul_4(y, y, t4, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t5, t5, t3, p256_mod, p256_mp_mod); + sp_256_mont_sub_4(y, y, t5, p256_mod); + } +} + +/* Double the Montgomery form projective point p a number of times. + * + * r Result of repeated doubling of point. + * p Point to double. + * n Number of times to double + * t Temporary ordinate data. + */ +static void sp_256_proj_point_dbl_n_store_4(sp_point_256* r, const sp_point_256* p, + int n, int m, sp_digit* t) +{ + sp_digit* w = t; + sp_digit* a = t + 2*4; + sp_digit* b = t + 4*4; + sp_digit* t1 = t + 6*4; + sp_digit* t2 = t + 8*4; + sp_digit* x = r[2*m].x; + sp_digit* y = r[(1<<n)*m].y; + sp_digit* z = r[2*m].z; + int i; + + for (i=0; i<4; i++) { + x[i] = p->x[i]; + } + for (i=0; i<4; i++) { + y[i] = p->y[i]; + } + for (i=0; i<4; i++) { + z[i] = p->z[i]; + } + + /* Y = 2*Y */ + sp_256_mont_dbl_4(y, y, p256_mod); + /* W = Z^4 */ + sp_256_mont_sqr_4(w, z, p256_mod, p256_mp_mod); + sp_256_mont_sqr_4(w, w, p256_mod, p256_mp_mod); + for (i=1; i<=n; i++) { + /* A = 3*(X^2 - W) */ + sp_256_mont_sqr_4(t1, x, p256_mod, p256_mp_mod); + sp_256_mont_sub_4(t1, t1, w, p256_mod); + sp_256_mont_tpl_4(a, t1, p256_mod); + /* B = X*Y^2 */ + sp_256_mont_sqr_4(t2, y, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(b, t2, x, p256_mod, p256_mp_mod); + x = r[(1<<i)*m].x; + /* X = A^2 - 2B */ + sp_256_mont_sqr_4(x, a, p256_mod, p256_mp_mod); + sp_256_mont_dbl_4(t1, b, p256_mod); + sp_256_mont_sub_4(x, x, t1, p256_mod); + /* Z = Z*Y */ + sp_256_mont_mul_4(r[(1<<i)*m].z, z, y, p256_mod, p256_mp_mod); + z = r[(1<<i)*m].z; + /* t2 = Y^4 */ + sp_256_mont_sqr_4(t2, t2, p256_mod, p256_mp_mod); + if (i != n) { + /* W = W*Y^4 */ + sp_256_mont_mul_4(w, w, t2, p256_mod, p256_mp_mod); + } + /* y = 2*A*(B - X) - Y^4 */ + sp_256_mont_sub_4(y, b, x, p256_mod); + sp_256_mont_mul_4(y, y, a, p256_mod, p256_mp_mod); + sp_256_mont_dbl_4(y, y, p256_mod); + sp_256_mont_sub_4(y, y, t2, p256_mod); + + /* Y = Y/2 */ + sp_256_div2_4(r[(1<<i)*m].y, y, p256_mod); + r[(1<<i)*m].infinity = 0; + } +} + +/* Add two Montgomery form projective points. + * + * ra Result of addition. + * rs Result of subtraction. + * p First point to add. + * q Second point to add. + * t Temporary ordinate data. + */ +static void sp_256_proj_point_add_sub_4(sp_point_256* ra, sp_point_256* rs, + const sp_point_256* p, const sp_point_256* q, sp_digit* t) +{ + sp_digit* t1 = t; + sp_digit* t2 = t + 2*4; + sp_digit* t3 = t + 4*4; + sp_digit* t4 = t + 6*4; + sp_digit* t5 = t + 8*4; + sp_digit* t6 = t + 10*4; + sp_digit* x = ra->x; + sp_digit* y = ra->y; + sp_digit* z = ra->z; + sp_digit* xs = rs->x; + sp_digit* ys = rs->y; + sp_digit* zs = rs->z; + + + XMEMCPY(x, p->x, sizeof(p->x) / 2); + XMEMCPY(y, p->y, sizeof(p->y) / 2); + XMEMCPY(z, p->z, sizeof(p->z) / 2); + ra->infinity = 0; + rs->infinity = 0; + + /* U1 = X1*Z2^2 */ + sp_256_mont_sqr_4(t1, q->z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t3, t1, q->z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t1, t1, x, p256_mod, p256_mp_mod); + /* U2 = X2*Z1^2 */ + sp_256_mont_sqr_4(t2, z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t4, t2, z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t2, t2, q->x, p256_mod, p256_mp_mod); + /* S1 = Y1*Z2^3 */ + sp_256_mont_mul_4(t3, t3, y, p256_mod, p256_mp_mod); + /* S2 = Y2*Z1^3 */ + sp_256_mont_mul_4(t4, t4, q->y, p256_mod, p256_mp_mod); + /* H = U2 - U1 */ + sp_256_mont_sub_4(t2, t2, t1, p256_mod); + /* RS = S2 + S1 */ + sp_256_mont_add_4(t6, t4, t3, p256_mod); + /* R = S2 - S1 */ + sp_256_mont_sub_4(t4, t4, t3, p256_mod); + /* Z3 = H*Z1*Z2 */ + /* ZS = H*Z1*Z2 */ + sp_256_mont_mul_4(z, z, q->z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(z, z, t2, p256_mod, p256_mp_mod); + XMEMCPY(zs, z, sizeof(p->z)/2); + /* X3 = R^2 - H^3 - 2*U1*H^2 */ + /* XS = RS^2 - H^3 - 2*U1*H^2 */ + sp_256_mont_sqr_4(x, t4, p256_mod, p256_mp_mod); + sp_256_mont_sqr_4(xs, t6, p256_mod, p256_mp_mod); + sp_256_mont_sqr_4(t5, t2, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(y, t1, t5, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t5, t5, t2, p256_mod, p256_mp_mod); + sp_256_mont_sub_4(x, x, t5, p256_mod); + sp_256_mont_sub_4(xs, xs, t5, p256_mod); + sp_256_mont_dbl_4(t1, y, p256_mod); + sp_256_mont_sub_4(x, x, t1, p256_mod); + sp_256_mont_sub_4(xs, xs, t1, p256_mod); + /* Y3 = R*(U1*H^2 - X3) - S1*H^3 */ + /* YS = -RS*(U1*H^2 - XS) - S1*H^3 */ + sp_256_mont_sub_4(ys, y, xs, p256_mod); + sp_256_mont_sub_4(y, y, x, p256_mod); + sp_256_mont_mul_4(y, y, t4, p256_mod, p256_mp_mod); + sp_256_sub_4(t6, p256_mod, t6); + sp_256_mont_mul_4(ys, ys, t6, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t5, t5, t3, p256_mod, p256_mp_mod); + sp_256_mont_sub_4(y, y, t5, p256_mod); + sp_256_mont_sub_4(ys, ys, t5, p256_mod); +} + +/* Structure used to describe recoding of scalar multiplication. */ +typedef struct ecc_recode_256 { + /* Index into pre-computation table. */ + uint8_t i; + /* Use the negative of the point. */ + uint8_t neg; +} ecc_recode_256; + +/* The index into pre-computation table to use. */ +static const uint8_t recode_index_4_6[66] = { + 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, + 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, + 32, 31, 30, 29, 28, 27, 26, 25, 24, 23, 22, 21, 20, 19, 18, 17, + 16, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, + 0, 1, +}; + +/* Whether to negate y-ordinate. */ +static const uint8_t recode_neg_4_6[66] = { + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 0, 0, +}; + +/* Recode the scalar for multiplication using pre-computed values and + * subtraction. + * + * k Scalar to multiply by. + * v Vector of operations to perform. + */ +static void sp_256_ecc_recode_6_4(const sp_digit* k, ecc_recode_256* v) +{ + int i, j; + uint8_t y; + int carry = 0; + int o; + sp_digit n; + + j = 0; + n = k[j]; + o = 0; + for (i=0; i<43; i++) { + y = n; + if (o + 6 < 64) { + y &= 0x3f; + n >>= 6; + o += 6; + } + else if (o + 6 == 64) { + n >>= 6; + if (++j < 4) + n = k[j]; + o = 0; + } + else if (++j < 4) { + n = k[j]; + y |= (n << (64 - o)) & 0x3f; + o -= 58; + n >>= o; + } + + y += carry; + v[i].i = recode_index_4_6[y]; + v[i].neg = recode_neg_4_6[y]; + carry = (y >> 6) + v[i].neg; + } +} + +/* Multiply the point by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * g Point to multiply. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_256_ecc_mulmod_win_add_sub_4(sp_point_256* r, const sp_point_256* g, + const sp_digit* k, int map, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_256 td[33]; + sp_point_256 rtd, pd; + sp_digit tmpd[2 * 4 * 6]; +#endif + sp_point_256* t; + sp_point_256* rt; + sp_point_256* p = NULL; + sp_digit* tmp; + sp_digit* negy; + int i; + ecc_recode_256 v[43]; + int err; + + (void)heap; + + err = sp_256_point_new_4(heap, rtd, rt); + if (err == MP_OKAY) + err = sp_256_point_new_4(heap, pd, p); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + t = (sp_point_256*)XMALLOC(sizeof(sp_point_256) * 33, heap, DYNAMIC_TYPE_ECC); + if (t == NULL) + err = MEMORY_E; + tmp = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 4 * 6, heap, + DYNAMIC_TYPE_ECC); + if (tmp == NULL) + err = MEMORY_E; +#else + t = td; + tmp = tmpd; +#endif + + + if (err == MP_OKAY) { + /* t[0] = {0, 0, 1} * norm */ + XMEMSET(&t[0], 0, sizeof(t[0])); + t[0].infinity = 1; + /* t[1] = {g->x, g->y, g->z} * norm */ + err = sp_256_mod_mul_norm_4(t[1].x, g->x, p256_mod); + } + if (err == MP_OKAY) { + err = sp_256_mod_mul_norm_4(t[1].y, g->y, p256_mod); + } + if (err == MP_OKAY) { + err = sp_256_mod_mul_norm_4(t[1].z, g->z, p256_mod); + } + + if (err == MP_OKAY) { + t[1].infinity = 0; + /* t[2] ... t[32] */ + sp_256_proj_point_dbl_n_store_4(t, &t[ 1], 5, 1, tmp); + sp_256_proj_point_add_4(&t[ 3], &t[ 2], &t[ 1], tmp); + sp_256_proj_point_dbl_4(&t[ 6], &t[ 3], tmp); + sp_256_proj_point_add_sub_4(&t[ 7], &t[ 5], &t[ 6], &t[ 1], tmp); + sp_256_proj_point_dbl_4(&t[10], &t[ 5], tmp); + sp_256_proj_point_add_sub_4(&t[11], &t[ 9], &t[10], &t[ 1], tmp); + sp_256_proj_point_dbl_4(&t[12], &t[ 6], tmp); + sp_256_proj_point_dbl_4(&t[14], &t[ 7], tmp); + sp_256_proj_point_add_sub_4(&t[15], &t[13], &t[14], &t[ 1], tmp); + sp_256_proj_point_dbl_4(&t[18], &t[ 9], tmp); + sp_256_proj_point_add_sub_4(&t[19], &t[17], &t[18], &t[ 1], tmp); + sp_256_proj_point_dbl_4(&t[20], &t[10], tmp); + sp_256_proj_point_dbl_4(&t[22], &t[11], tmp); + sp_256_proj_point_add_sub_4(&t[23], &t[21], &t[22], &t[ 1], tmp); + sp_256_proj_point_dbl_4(&t[24], &t[12], tmp); + sp_256_proj_point_dbl_4(&t[26], &t[13], tmp); + sp_256_proj_point_add_sub_4(&t[27], &t[25], &t[26], &t[ 1], tmp); + sp_256_proj_point_dbl_4(&t[28], &t[14], tmp); + sp_256_proj_point_dbl_4(&t[30], &t[15], tmp); + sp_256_proj_point_add_sub_4(&t[31], &t[29], &t[30], &t[ 1], tmp); + + negy = t[0].y; + + sp_256_ecc_recode_6_4(k, v); + + i = 42; + XMEMCPY(rt, &t[v[i].i], sizeof(sp_point_256)); + for (--i; i>=0; i--) { + sp_256_proj_point_dbl_n_4(rt, 6, tmp); + + XMEMCPY(p, &t[v[i].i], sizeof(sp_point_256)); + sp_256_sub_4(negy, p256_mod, p->y); + sp_256_cond_copy_4(p->y, negy, (sp_digit)0 - v[i].neg); + sp_256_proj_point_add_4(rt, rt, p, tmp); + } + + if (map != 0) { + sp_256_map_4(r, rt, tmp); + } + else { + XMEMCPY(r, rt, sizeof(sp_point_256)); + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (t != NULL) + XFREE(t, heap, DYNAMIC_TYPE_ECC); + if (tmp != NULL) + XFREE(tmp, heap, DYNAMIC_TYPE_ECC); +#endif + sp_256_point_free_4(p, 0, heap); + sp_256_point_free_4(rt, 0, heap); + + return err; +} + +/* A table entry for pre-computed points. */ +typedef struct sp_table_entry_256 { + sp_digit x[4]; + sp_digit y[4]; +} sp_table_entry_256; + +#if defined(FP_ECC) || defined(WOLFSSL_SP_SMALL) +#endif /* FP_ECC || WOLFSSL_SP_SMALL */ +/* Add two Montgomery form projective points. The second point has a q value of + * one. + * Only the first point can be the same pointer as the result point. + * + * r Result of addition. + * p First point to add. + * q Second point to add. + * t Temporary ordinate data. + */ +static void sp_256_proj_point_add_qz1_4(sp_point_256* r, const sp_point_256* p, + const sp_point_256* q, sp_digit* t) +{ + const sp_point_256* ap[2]; + sp_point_256* rp[2]; + sp_digit* t1 = t; + sp_digit* t2 = t + 2*4; + sp_digit* t3 = t + 4*4; + sp_digit* t4 = t + 6*4; + sp_digit* t5 = t + 8*4; + sp_digit* x; + sp_digit* y; + sp_digit* z; + int i; + + /* Check double */ + (void)sp_256_sub_4(t1, p256_mod, q->y); + sp_256_norm_4(t1); + if ((sp_256_cmp_equal_4(p->x, q->x) & sp_256_cmp_equal_4(p->z, q->z) & + (sp_256_cmp_equal_4(p->y, q->y) | sp_256_cmp_equal_4(p->y, t1))) != 0) { + sp_256_proj_point_dbl_4(r, p, t); + } + else { + rp[0] = r; + + /*lint allow cast to different type of pointer*/ + rp[1] = (sp_point_256*)t; /*lint !e9087 !e740*/ + XMEMSET(rp[1], 0, sizeof(sp_point_256)); + x = rp[p->infinity | q->infinity]->x; + y = rp[p->infinity | q->infinity]->y; + z = rp[p->infinity | q->infinity]->z; + + ap[0] = p; + ap[1] = q; + for (i=0; i<4; i++) { + r->x[i] = ap[p->infinity]->x[i]; + } + for (i=0; i<4; i++) { + r->y[i] = ap[p->infinity]->y[i]; + } + for (i=0; i<4; i++) { + r->z[i] = ap[p->infinity]->z[i]; + } + r->infinity = ap[p->infinity]->infinity; + + /* U2 = X2*Z1^2 */ + sp_256_mont_sqr_4(t2, z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t4, t2, z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t2, t2, q->x, p256_mod, p256_mp_mod); + /* S2 = Y2*Z1^3 */ + sp_256_mont_mul_4(t4, t4, q->y, p256_mod, p256_mp_mod); + /* H = U2 - X1 */ + sp_256_mont_sub_4(t2, t2, x, p256_mod); + /* R = S2 - Y1 */ + sp_256_mont_sub_4(t4, t4, y, p256_mod); + /* Z3 = H*Z1 */ + sp_256_mont_mul_4(z, z, t2, p256_mod, p256_mp_mod); + /* X3 = R^2 - H^3 - 2*X1*H^2 */ + sp_256_mont_sqr_4(t1, t4, p256_mod, p256_mp_mod); + sp_256_mont_sqr_4(t5, t2, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t3, x, t5, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t5, t5, t2, p256_mod, p256_mp_mod); + sp_256_mont_sub_4(x, t1, t5, p256_mod); + sp_256_mont_dbl_4(t1, t3, p256_mod); + sp_256_mont_sub_4(x, x, t1, p256_mod); + /* Y3 = R*(X1*H^2 - X3) - Y1*H^3 */ + sp_256_mont_sub_4(t3, t3, x, p256_mod); + sp_256_mont_mul_4(t3, t3, t4, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t5, t5, y, p256_mod, p256_mp_mod); + sp_256_mont_sub_4(y, t3, t5, p256_mod); + } +} + +#ifdef FP_ECC +/* Convert the projective point to affine. + * Ordinates are in Montgomery form. + * + * a Point to convert. + * t Temporary data. + */ +static void sp_256_proj_to_affine_4(sp_point_256* a, sp_digit* t) +{ + sp_digit* t1 = t; + sp_digit* t2 = t + 2 * 4; + sp_digit* tmp = t + 4 * 4; + + sp_256_mont_inv_4(t1, a->z, tmp); + + sp_256_mont_sqr_4(t2, t1, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(t1, t2, t1, p256_mod, p256_mp_mod); + + sp_256_mont_mul_4(a->x, a->x, t2, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(a->y, a->y, t1, p256_mod, p256_mp_mod); + XMEMCPY(a->z, p256_norm_mod, sizeof(p256_norm_mod)); +} + +/* Generate the pre-computed table of points for the base point. + * + * a The base point. + * table Place to store generated point data. + * tmp Temporary data. + * heap Heap to use for allocation. + */ +static int sp_256_gen_stripe_table_4(const sp_point_256* a, + sp_table_entry_256* table, sp_digit* tmp, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_256 td, s1d, s2d; +#endif + sp_point_256* t; + sp_point_256* s1 = NULL; + sp_point_256* s2 = NULL; + int i, j; + int err; + + (void)heap; + + err = sp_256_point_new_4(heap, td, t); + if (err == MP_OKAY) { + err = sp_256_point_new_4(heap, s1d, s1); + } + if (err == MP_OKAY) { + err = sp_256_point_new_4(heap, s2d, s2); + } + + if (err == MP_OKAY) { + err = sp_256_mod_mul_norm_4(t->x, a->x, p256_mod); + } + if (err == MP_OKAY) { + err = sp_256_mod_mul_norm_4(t->y, a->y, p256_mod); + } + if (err == MP_OKAY) { + err = sp_256_mod_mul_norm_4(t->z, a->z, p256_mod); + } + if (err == MP_OKAY) { + t->infinity = 0; + sp_256_proj_to_affine_4(t, tmp); + + XMEMCPY(s1->z, p256_norm_mod, sizeof(p256_norm_mod)); + s1->infinity = 0; + XMEMCPY(s2->z, p256_norm_mod, sizeof(p256_norm_mod)); + s2->infinity = 0; + + /* table[0] = {0, 0, infinity} */ + XMEMSET(&table[0], 0, sizeof(sp_table_entry_256)); + /* table[1] = Affine version of 'a' in Montgomery form */ + XMEMCPY(table[1].x, t->x, sizeof(table->x)); + XMEMCPY(table[1].y, t->y, sizeof(table->y)); + + for (i=1; i<8; i++) { + sp_256_proj_point_dbl_n_4(t, 32, tmp); + sp_256_proj_to_affine_4(t, tmp); + XMEMCPY(table[1<<i].x, t->x, sizeof(table->x)); + XMEMCPY(table[1<<i].y, t->y, sizeof(table->y)); + } + + for (i=1; i<8; i++) { + XMEMCPY(s1->x, table[1<<i].x, sizeof(table->x)); + XMEMCPY(s1->y, table[1<<i].y, sizeof(table->y)); + for (j=(1<<i)+1; j<(1<<(i+1)); j++) { + XMEMCPY(s2->x, table[j-(1<<i)].x, sizeof(table->x)); + XMEMCPY(s2->y, table[j-(1<<i)].y, sizeof(table->y)); + sp_256_proj_point_add_qz1_4(t, s1, s2, tmp); + sp_256_proj_to_affine_4(t, tmp); + XMEMCPY(table[j].x, t->x, sizeof(table->x)); + XMEMCPY(table[j].y, t->y, sizeof(table->y)); + } + } + } + + sp_256_point_free_4(s2, 0, heap); + sp_256_point_free_4(s1, 0, heap); + sp_256_point_free_4( t, 0, heap); + + return err; +} + +#endif /* FP_ECC */ +#if defined(FP_ECC) || defined(WOLFSSL_SP_SMALL) +/* Multiply the point by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_256_ecc_mulmod_stripe_4(sp_point_256* r, const sp_point_256* g, + const sp_table_entry_256* table, const sp_digit* k, int map, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_256 rtd; + sp_point_256 pd; + sp_digit td[2 * 4 * 5]; +#endif + sp_point_256* rt; + sp_point_256* p = NULL; + sp_digit* t; + int i, j; + int y, x; + int err; + + (void)g; + (void)heap; + + + err = sp_256_point_new_4(heap, rtd, rt); + if (err == MP_OKAY) { + err = sp_256_point_new_4(heap, pd, p); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + t = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 4 * 5, heap, + DYNAMIC_TYPE_ECC); + if (t == NULL) { + err = MEMORY_E; + } +#else + t = td; +#endif + + if (err == MP_OKAY) { + XMEMCPY(p->z, p256_norm_mod, sizeof(p256_norm_mod)); + XMEMCPY(rt->z, p256_norm_mod, sizeof(p256_norm_mod)); + + y = 0; + for (j=0,x=31; j<8; j++,x+=32) { + y |= ((k[x / 64] >> (x % 64)) & 1) << j; + } + XMEMCPY(rt->x, table[y].x, sizeof(table[y].x)); + XMEMCPY(rt->y, table[y].y, sizeof(table[y].y)); + rt->infinity = !y; + for (i=30; i>=0; i--) { + y = 0; + for (j=0,x=i; j<8; j++,x+=32) { + y |= ((k[x / 64] >> (x % 64)) & 1) << j; + } + + sp_256_proj_point_dbl_4(rt, rt, t); + XMEMCPY(p->x, table[y].x, sizeof(table[y].x)); + XMEMCPY(p->y, table[y].y, sizeof(table[y].y)); + p->infinity = !y; + sp_256_proj_point_add_qz1_4(rt, rt, p, t); + } + + if (map != 0) { + sp_256_map_4(r, rt, t); + } + else { + XMEMCPY(r, rt, sizeof(sp_point_256)); + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (t != NULL) { + XFREE(t, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_256_point_free_4(p, 0, heap); + sp_256_point_free_4(rt, 0, heap); + + return err; +} + +#endif /* FP_ECC || WOLFSSL_SP_SMALL */ +#ifdef FP_ECC +#ifndef FP_ENTRIES + #define FP_ENTRIES 16 +#endif + +typedef struct sp_cache_256_t { + sp_digit x[4]; + sp_digit y[4]; + sp_table_entry_256 table[256]; + uint32_t cnt; + int set; +} sp_cache_256_t; + +static THREAD_LS_T sp_cache_256_t sp_cache_256[FP_ENTRIES]; +static THREAD_LS_T int sp_cache_256_last = -1; +static THREAD_LS_T int sp_cache_256_inited = 0; + +#ifndef HAVE_THREAD_LS + static volatile int initCacheMutex_256 = 0; + static wolfSSL_Mutex sp_cache_256_lock; +#endif + +static void sp_ecc_get_cache_256(const sp_point_256* g, sp_cache_256_t** cache) +{ + int i, j; + uint32_t least; + + if (sp_cache_256_inited == 0) { + for (i=0; i<FP_ENTRIES; i++) { + sp_cache_256[i].set = 0; + } + sp_cache_256_inited = 1; + } + + /* Compare point with those in cache. */ + for (i=0; i<FP_ENTRIES; i++) { + if (!sp_cache_256[i].set) + continue; + + if (sp_256_cmp_equal_4(g->x, sp_cache_256[i].x) & + sp_256_cmp_equal_4(g->y, sp_cache_256[i].y)) { + sp_cache_256[i].cnt++; + break; + } + } + + /* No match. */ + if (i == FP_ENTRIES) { + /* Find empty entry. */ + i = (sp_cache_256_last + 1) % FP_ENTRIES; + for (; i != sp_cache_256_last; i=(i+1)%FP_ENTRIES) { + if (!sp_cache_256[i].set) { + break; + } + } + + /* Evict least used. */ + if (i == sp_cache_256_last) { + least = sp_cache_256[0].cnt; + for (j=1; j<FP_ENTRIES; j++) { + if (sp_cache_256[j].cnt < least) { + i = j; + least = sp_cache_256[i].cnt; + } + } + } + + XMEMCPY(sp_cache_256[i].x, g->x, sizeof(sp_cache_256[i].x)); + XMEMCPY(sp_cache_256[i].y, g->y, sizeof(sp_cache_256[i].y)); + sp_cache_256[i].set = 1; + sp_cache_256[i].cnt = 1; + } + + *cache = &sp_cache_256[i]; + sp_cache_256_last = i; +} +#endif /* FP_ECC */ + +/* Multiply the base point of P256 by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * g Point to multiply. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_256_ecc_mulmod_4(sp_point_256* r, const sp_point_256* g, const sp_digit* k, + int map, void* heap) +{ +#ifndef FP_ECC + return sp_256_ecc_mulmod_win_add_sub_4(r, g, k, map, heap); +#else + sp_digit tmp[2 * 4 * 5]; + sp_cache_256_t* cache; + int err = MP_OKAY; + +#ifndef HAVE_THREAD_LS + if (initCacheMutex_256 == 0) { + wc_InitMutex(&sp_cache_256_lock); + initCacheMutex_256 = 1; + } + if (wc_LockMutex(&sp_cache_256_lock) != 0) + err = BAD_MUTEX_E; +#endif /* HAVE_THREAD_LS */ + + if (err == MP_OKAY) { + sp_ecc_get_cache_256(g, &cache); + if (cache->cnt == 2) + sp_256_gen_stripe_table_4(g, cache->table, tmp, heap); + +#ifndef HAVE_THREAD_LS + wc_UnLockMutex(&sp_cache_256_lock); +#endif /* HAVE_THREAD_LS */ + + if (cache->cnt < 2) { + err = sp_256_ecc_mulmod_win_add_sub_4(r, g, k, map, heap); + } + else { + err = sp_256_ecc_mulmod_stripe_4(r, g, cache->table, k, + map, heap); + } + } + + return err; +#endif +} + +/* Multiply the point by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * km Scalar to multiply by. + * p Point to multiply. + * r Resulting point. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +int sp_ecc_mulmod_256(mp_int* km, ecc_point* gm, ecc_point* r, int map, + void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_256 p; + sp_digit kd[4]; +#endif + sp_point_256* point; + sp_digit* k = NULL; + int err = MP_OKAY; + + err = sp_256_point_new_4(heap, p, point); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + k = (sp_digit*)XMALLOC(sizeof(sp_digit) * 4, heap, + DYNAMIC_TYPE_ECC); + if (k == NULL) + err = MEMORY_E; + } +#else + k = kd; +#endif + if (err == MP_OKAY) { + sp_256_from_mp(k, 4, km); + sp_256_point_from_ecc_point_4(point, gm); + + err = sp_256_ecc_mulmod_4(point, point, k, map, heap); + } + if (err == MP_OKAY) { + err = sp_256_point_to_ecc_point_4(point, r); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (k != NULL) { + XFREE(k, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_256_point_free_4(point, 0, heap); + + return err; +} + +#ifdef WOLFSSL_SP_SMALL +static const sp_table_entry_256 p256_table[256] = { + /* 0 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 */ + { { 0x79e730d418a9143cL,0x75ba95fc5fedb601L,0x79fb732b77622510L, + 0x18905f76a53755c6L }, + { 0xddf25357ce95560aL,0x8b4ab8e4ba19e45cL,0xd2e88688dd21f325L, + 0x8571ff1825885d85L } }, + /* 2 */ + { { 0x202886024147519aL,0xd0981eac26b372f0L,0xa9d4a7caa785ebc8L, + 0xd953c50ddbdf58e9L }, + { 0x9d6361ccfd590f8fL,0x72e9626b44e6c917L,0x7fd9611022eb64cfL, + 0x863ebb7e9eb288f3L } }, + /* 3 */ + { { 0x7856b6235cdb6485L,0x808f0ea22f0a2f97L,0x3e68d9544f7e300bL, + 0x00076055b5ff80a0L }, + { 0x7634eb9b838d2010L,0x54014fbb3243708aL,0xe0e47d39842a6606L, + 0x8308776134373ee0L } }, + /* 4 */ + { { 0x4f922fc516a0d2bbL,0x0d5cc16c1a623499L,0x9241cf3a57c62c8bL, + 0x2f5e6961fd1b667fL }, + { 0x5c15c70bf5a01797L,0x3d20b44d60956192L,0x04911b37071fdb52L, + 0xf648f9168d6f0f7bL } }, + /* 5 */ + { { 0x9e566847e137bbbcL,0xe434469e8a6a0becL,0xb1c4276179d73463L, + 0x5abe0285133d0015L }, + { 0x92aa837cc04c7dabL,0x573d9f4c43260c07L,0x0c93156278e6cc37L, + 0x94bb725b6b6f7383L } }, + /* 6 */ + { { 0xbbf9b48f720f141cL,0x6199b3cd2df5bc74L,0xdc3f6129411045c4L, + 0xcdd6bbcb2f7dc4efL }, + { 0xcca6700beaf436fdL,0x6f647f6db99326beL,0x0c0fa792014f2522L, + 0xa361bebd4bdae5f6L } }, + /* 7 */ + { { 0x28aa2558597c13c7L,0xc38d635f50b7c3e1L,0x07039aecf3c09d1dL, + 0xba12ca09c4b5292cL }, + { 0x9e408fa459f91dfdL,0x3af43b66ceea07fbL,0x1eceb0899d780b29L, + 0x53ebb99d701fef4bL } }, + /* 8 */ + { { 0x4fe7ee31b0e63d34L,0xf4600572a9e54fabL,0xc0493334d5e7b5a4L, + 0x8589fb9206d54831L }, + { 0xaa70f5cc6583553aL,0x0879094ae25649e5L,0xcc90450710044652L, + 0xebb0696d02541c4fL } }, + /* 9 */ + { { 0x4616ca15ac1647c5L,0xb8127d47c4cf5799L,0xdc666aa3764dfbacL, + 0xeb2820cbd1b27da3L }, + { 0x9406f8d86a87e008L,0xd87dfa9d922378f3L,0x56ed2e4280ccecb2L, + 0x1f28289b55a7da1dL } }, + /* 10 */ + { { 0xabbaa0c03b89da99L,0xa6f2d79eb8284022L,0x27847862b81c05e8L, + 0x337a4b5905e54d63L }, + { 0x3c67500d21f7794aL,0x207005b77d6d7f61L,0x0a5a378104cfd6e8L, + 0x0d65e0d5f4c2fbd6L } }, + /* 11 */ + { { 0xd9d09bbeb5275d38L,0x4268a7450be0a358L,0xf0762ff4973eb265L, + 0xc23da24252f4a232L }, + { 0x5da1b84f0b94520cL,0x09666763b05bd78eL,0x3a4dcb8694d29ea1L, + 0x19de3b8cc790cff1L } }, + /* 12 */ + { { 0x183a716c26c5fe04L,0x3b28de0b3bba1bdbL,0x7432c586a4cb712cL, + 0xe34dcbd491fccbfdL }, + { 0xb408d46baaa58403L,0x9a69748682e97a53L,0x9e39012736aaa8afL, + 0xe7641f447b4e0f7fL } }, + /* 13 */ + { { 0x7d753941df64ba59L,0xd33f10ec0b0242fcL,0x4f06dfc6a1581859L, + 0x4a12df57052a57bfL }, + { 0xbfa6338f9439dbd0L,0xd3c24bd4bde53e1fL,0xfd5e4ffa21f1b314L, + 0x6af5aa93bb5bea46L } }, + /* 14 */ + { { 0xda10b69910c91999L,0x0a24b4402a580491L,0x3e0094b4b8cc2090L, + 0x5fe3475a66a44013L }, + { 0xb0f8cabdf93e7b4bL,0x292b501a7c23f91aL,0x42e889aecd1e6263L, + 0xb544e308ecfea916L } }, + /* 15 */ + { { 0x6478c6e916ddfdceL,0x2c329166f89179e6L,0x4e8d6e764d4e67e1L, + 0xe0b6b2bda6b0c20bL }, + { 0x0d312df2bb7efb57L,0x1aac0dde790c4007L,0xf90336ad679bc944L, + 0x71c023de25a63774L } }, + /* 16 */ + { { 0x62a8c244bfe20925L,0x91c19ac38fdce867L,0x5a96a5d5dd387063L, + 0x61d587d421d324f6L }, + { 0xe87673a2a37173eaL,0x2384800853778b65L,0x10f8441e05bab43eL, + 0xfa11fe124621efbeL } }, + /* 17 */ + { { 0x1c891f2b2cb19ffdL,0x01ba8d5bb1923c23L,0xb6d03d678ac5ca8eL, + 0x586eb04c1f13bedcL }, + { 0x0c35c6e527e8ed09L,0x1e81a33c1819ede2L,0x278fd6c056c652faL, + 0x19d5ac0870864f11L } }, + /* 18 */ + { { 0x1e99f581309a4e1fL,0xab7de71be9270074L,0x26a5ef0befd28d20L, + 0xe7c0073f7f9c563fL }, + { 0x1f6d663a0ef59f76L,0x669b3b5420fcb050L,0xc08c1f7a7a6602d4L, + 0xe08504fec65b3c0aL } }, + /* 19 */ + { { 0xf098f68da031b3caL,0x6d1cab9ee6da6d66L,0x5bfd81fa94f246e8L, + 0x78f018825b0996b4L }, + { 0xb7eefde43a25787fL,0x8016f80d1dccac9bL,0x0cea4877b35bfc36L, + 0x43a773b87e94747aL } }, + /* 20 */ + { { 0x62577734d2b533d5L,0x673b8af6a1bdddc0L,0x577e7c9aa79ec293L, + 0xbb6de651c3b266b1L }, + { 0xe7e9303ab65259b3L,0xd6a0afd3d03a7480L,0xc5ac83d19b3cfc27L, + 0x60b4619a5d18b99bL } }, + /* 21 */ + { { 0xbd6a38e11ae5aa1cL,0xb8b7652b49e73658L,0x0b130014ee5f87edL, + 0x9d0f27b2aeebffcdL }, + { 0xca9246317a730a55L,0x9c955b2fddbbc83aL,0x07c1dfe0ac019a71L, + 0x244a566d356ec48dL } }, + /* 22 */ + { { 0x6db0394aeacf1f96L,0x9f2122a9024c271cL,0x2626ac1b82cbd3b9L, + 0x45e58c873581ef69L }, + { 0xd3ff479da38f9dbcL,0xa8aaf146e888a040L,0x945adfb246e0bed7L, + 0xc040e21cc1e4b7a4L } }, + /* 23 */ + { { 0x847af0006f8117b6L,0x651969ff73a35433L,0x482b35761d9475ebL, + 0x1cdf5c97682c6ec7L }, + { 0x7db775b411f04839L,0x7dbeacf448de1698L,0xb2921dd1b70b3219L, + 0x046755f8a92dff3dL } }, + /* 24 */ + { { 0xcc8ac5d2bce8ffcdL,0x0d53c48b2fe61a82L,0xf6f161727202d6c7L, + 0x046e5e113b83a5f3L }, + { 0xe7b8ff64d8007f01L,0x7fb1ef125af43183L,0x045c5ea635e1a03cL, + 0x6e0106c3303d005bL } }, + /* 25 */ + { { 0x48c7358488dd73b1L,0x7670708f995ed0d9L,0x38385ea8c56a2ab7L, + 0x442594ede901cf1fL }, + { 0xf8faa2c912d4b65bL,0x94c2343b96c90c37L,0xd326e4a15e978d1fL, + 0xa796fa514c2ee68eL } }, + /* 26 */ + { { 0x359fb604823addd7L,0x9e2a6183e56693b3L,0xf885b78e3cbf3c80L, + 0xe4ad2da9c69766e9L }, + { 0x357f7f428e048a61L,0x082d198cc092d9a0L,0xfc3a1af4c03ed8efL, + 0xc5e94046c37b5143L } }, + /* 27 */ + { { 0x476a538c2be75f9eL,0x6fd1a9e8cb123a78L,0xd85e4df0b109c04bL, + 0x63283dafdb464747L }, + { 0xce728cf7baf2df15L,0xe592c4550ad9a7f4L,0xfab226ade834bcc3L, + 0x68bd19ab1981a938L } }, + /* 28 */ + { { 0xc08ead511887d659L,0x3374d5f4b359305aL,0x96986981cfe74fe3L, + 0x495292f53c6fdfd6L }, + { 0x4a878c9e1acec896L,0xd964b210ec5b4484L,0x6696f7e2664d60a7L, + 0x0ec7530d26036837L } }, + /* 29 */ + { { 0x2da13a05ad2687bbL,0xa1f83b6af32e21faL,0x390f5ef51dd4607bL, + 0x0f6207a664863f0bL }, + { 0xbd67e3bb0f138233L,0xdd66b96c272aa718L,0x8ed0040726ec88aeL, + 0xff0db07208ed6dcfL } }, + /* 30 */ + { { 0x749fa1014c95d553L,0xa44052fd5d680a8aL,0x183b4317ff3b566fL, + 0x313b513c88740ea3L }, + { 0xb402e2ac08d11549L,0x071ee10bb4dee21cL,0x26b987dd47f2320eL, + 0x2d3abcf986f19f81L } }, + /* 31 */ + { { 0x4c288501815581a2L,0x9a0a6d56632211afL,0x19ba7a0f0cab2e99L, + 0xc036fa10ded98cdfL }, + { 0x29ae08bac1fbd009L,0x0b68b19006d15816L,0xc2eb32779b9e0d8fL, + 0xa6b2a2c4b6d40194L } }, + /* 32 */ + { { 0xd433e50f6d3549cfL,0x6f33696ffacd665eL,0x695bfdacce11fcb4L, + 0x810ee252af7c9860L }, + { 0x65450fe17159bb2cL,0xf7dfbebe758b357bL,0x2b057e74d69fea72L, + 0xd485717a92731745L } }, + /* 33 */ + { { 0x11741a8af0cb5a98L,0xd3da8f931f3110bfL,0x1994e2cbab382adfL, + 0x6a6045a72f9a604eL }, + { 0x170c0d3fa2b2411dL,0xbe0eb83e510e96e0L,0x3bcc9f738865b3ccL, + 0xd3e45cfaf9e15790L } }, + /* 34 */ + { { 0xce1f69bbe83f7669L,0x09f8ae8272877d6bL,0x9548ae543244278dL, + 0x207755dee3c2c19cL }, + { 0x87bd61d96fef1945L,0x18813cefb12d28c3L,0x9fbcd1d672df64aaL, + 0x48dc5ee57154b00dL } }, + /* 35 */ + { { 0x123790bff7e5a199L,0xe0efb8cf989ccbb7L,0xc27a2bfe0a519c79L, + 0xf2fb0aeddff6f445L }, + { 0x41c09575f0b5025fL,0x550543d740fa9f22L,0x8fa3c8ad380bfbd0L, + 0xa13e9015db28d525L } }, + /* 36 */ + { { 0xf9f7a350a2b65cbcL,0x0b04b9722a464226L,0x265ce241e23f07a1L, + 0x2bf0d6b01497526fL }, + { 0xd3d4dd3f4b216fb7L,0xf7d7b867fbdda26aL,0xaeb7b83f6708505cL, + 0x42a94a5a162fe89fL } }, + /* 37 */ + { { 0x5846ad0beaadf191L,0x0f8a489025a268d7L,0xe8603050494dc1f6L, + 0x2c2dd969c65ede3dL }, + { 0x6d02171d93849c17L,0x460488ba1da250ddL,0x4810c7063c3a5485L, + 0xf437fa1f42c56dbcL } }, + /* 38 */ + { { 0x6aa0d7144a0f7dabL,0x0f0497931776e9acL,0x52c0a050f5f39786L, + 0xaaf45b3354707aa8L }, + { 0x85e37c33c18d364aL,0xd40b9b063e497165L,0xf417168115ec5444L, + 0xcdf6310df4f272bcL } }, + /* 39 */ + { { 0x7473c6238ea8b7efL,0x08e9351885bc2287L,0x419567722bda8e34L, + 0xf0d008bada9e2ff2L }, + { 0x2912671d2414d3b1L,0xb3754985b019ea76L,0x5c61b96d453bcbdbL, + 0x5bd5c2f5ca887b8bL } }, + /* 40 */ + { { 0xef0f469ef49a3154L,0x3e85a5956e2b2e9aL,0x45aaec1eaa924a9cL, + 0xaa12dfc8a09e4719L }, + { 0x26f272274df69f1dL,0xe0e4c82ca2ff5e73L,0xb9d8ce73b7a9dd44L, + 0x6c036e73e48ca901L } }, + /* 41 */ + { { 0x5cfae12a0f6e3138L,0x6966ef0025ad345aL,0x8993c64b45672bc5L, + 0x292ff65896afbe24L }, + { 0xd5250d445e213402L,0xf6580e274392c9feL,0x097b397fda1c72e8L, + 0x644e0c90311b7276L } }, + /* 42 */ + { { 0xe1e421e1a47153f0L,0xb86c3b79920418c9L,0x93bdce87705d7672L, + 0xf25ae793cab79a77L }, + { 0x1f3194a36d869d0cL,0x9d55c8824986c264L,0x49fb5ea3096e945eL, + 0x39b8e65313db0a3eL } }, + /* 43 */ + { { 0x37754200b6fd2e59L,0x35e2c0669255c98fL,0xd9dab21a0e2a5739L, + 0x39122f2f0f19db06L }, + { 0xcfbce1e003cad53cL,0x225b2c0fe65c17e3L,0x72baf1d29aa13877L, + 0x8de80af8ce80ff8dL } }, + /* 44 */ + { { 0xafbea8d9207bbb76L,0x921c7e7c21782758L,0xdfa2b74b1c0436b1L, + 0x871949062e368c04L }, + { 0xb5f928bba3993df5L,0x639d75b5f3b3d26aL,0x011aa78a85b55050L, + 0xfc315e6a5b74fde1L } }, + /* 45 */ + { { 0x561fd41ae8d6ecfaL,0x5f8c44f61aec7f86L,0x98452a7b4924741dL, + 0xe6d4a7adee389088L }, + { 0x60552ed14593c75dL,0x70a70da4dd271162L,0xd2aede937ba2c7dbL, + 0x35dfaf9a9be2ae57L } }, + /* 46 */ + { { 0x6b956fcdaa736636L,0x09f51d97ae2cab7eL,0xfb10bf410f349966L, + 0x1da5c7d71c830d2bL }, + { 0x5c41e4833cce6825L,0x15ad118ff9573c3bL,0xa28552c7f23036b8L, + 0x7077c0fddbf4b9d6L } }, + /* 47 */ + { { 0xbf63ff8d46b9661cL,0xa1dfd36b0d2cfd71L,0x0373e140a847f8f7L, + 0x53a8632ee50efe44L }, + { 0x0976ff68696d8051L,0xdaec0c95c74f468aL,0x62994dc35e4e26bdL, + 0x028ca76d34e1fcc1L } }, + /* 48 */ + { { 0xd11d47dcfc9877eeL,0xc8b36210801d0002L,0xd002c11754c260b6L, + 0x04c17cd86962f046L }, + { 0x6d9bd094b0daddf5L,0xbea2357524ce55c0L,0x663356e672da03b5L, + 0xf7ba4de9fed97474L } }, + /* 49 */ + { { 0xd0dbfa34ebe1263fL,0x5576373571ae7ce6L,0xd244055382a6f523L, + 0xe31f960052131c41L }, + { 0xd1bb9216ea6b6ec6L,0x37a1d12e73c2fc44L,0xc10e7eac89d0a294L, + 0xaa3a6259ce34d47bL } }, + /* 50 */ + { { 0xfbcf9df536f3dcd3L,0x6ceded50d2bf7360L,0x491710fadf504f5bL, + 0x2398dd627e79daeeL }, + { 0xcf4705a36d09569eL,0xea0619bb5149f769L,0xff9c037735f6034cL, + 0x5717f5b21c046210L } }, + /* 51 */ + { { 0x9fe229c921dd895eL,0x8e51850040c28451L,0xfa13d2391d637ecdL, + 0x660a2c560e3c28deL }, + { 0x9cca88aed67fcbd0L,0xc84724780ea9f096L,0x32b2f48172e92b4dL, + 0x624ee54c4f522453L } }, + /* 52 */ + { { 0x09549ce4d897ecccL,0x4d49d1d93f9880aaL,0x723c2423043a7c20L, + 0x4f392afb92bdfbc0L }, + { 0x6969f8fa7de44fd9L,0xb66cfbe457b32156L,0xdb2fa803368ebc3cL, + 0x8a3e7977ccdb399cL } }, + /* 53 */ + { { 0xdde1881f06c4b125L,0xae34e300f6e3ca8cL,0xef6999de5c7a13e9L, + 0x3888d02370c24404L }, + { 0x7628035644f91081L,0x3d9fcf615f015504L,0x1827edc8632cd36eL, + 0xa5e62e4718102336L } }, + /* 54 */ + { { 0x1a825ee32facd6c8L,0x699c635454bcbc66L,0x0ce3edf798df9931L, + 0x2c4768e6466a5adcL }, + { 0xb346ff8c90a64bc9L,0x630a6020e4779f5cL,0xd949d064bc05e884L, + 0x7b5e6441f9e652a0L } }, + /* 55 */ + { { 0x2169422c1d28444aL,0xe996c5d8be136a39L,0x2387afe5fb0c7fceL, + 0xb8af73cb0c8d744aL }, + { 0x5fde83aa338b86fdL,0xfee3f158a58a5cffL,0xc9ee8f6f20ac9433L, + 0xa036395f7f3f0895L } }, + /* 56 */ + { { 0x8c73c6bba10f7770L,0xa6f16d81a12a0e24L,0x100df68251bc2b9fL, + 0x4be36b01875fb533L }, + { 0x9226086e9fb56dbbL,0x306fef8b07e7a4f8L,0xeeaccc0566d52f20L, + 0x8cbc9a871bdc00c0L } }, + /* 57 */ + { { 0xe131895cc0dac4abL,0xa874a440712ff112L,0x6332ae7c6a1cee57L, + 0x44e7553e0c0835f8L }, + { 0x6d503fff7734002dL,0x9d35cb8b0b34425cL,0x95f702760e8738b5L, + 0x470a683a5eb8fc18L } }, + /* 58 */ + { { 0x81b761dc90513482L,0x0287202a01e9276aL,0xcda441ee0ce73083L, + 0x16410690c63dc6efL }, + { 0xf5034a066d06a2edL,0xdd4d7745189b100bL,0xd914ae72ab8218c9L, + 0xd73479fd7abcbb4fL } }, + /* 59 */ + { { 0x7edefb165ad4c6e5L,0x262cf08f5b06d04dL,0x12ed5bb18575cb14L, + 0x816469e30771666bL }, + { 0xd7ab9d79561e291eL,0xeb9daf22c1de1661L,0xf49827eb135e0513L, + 0x0a36dd23f0dd3f9cL } }, + /* 60 */ + { { 0x098d32c741d5533cL,0x7c5f5a9e8684628fL,0x39a228ade349bd11L, + 0xe331dfd6fdbab118L }, + { 0x5100ab686bcc6ed8L,0x7160c3bdef7a260eL,0x9063d9a7bce850d7L, + 0xd3b4782a492e3389L } }, + /* 61 */ + { { 0xa149b6e8f3821f90L,0x92edd9ed66eb7aadL,0x0bb669531a013116L, + 0x7281275a4c86a5bdL }, + { 0x503858f7d3ff47e5L,0x5e1616bc61016441L,0x62b0f11a7dfd9bb1L, + 0x2c062e7ece145059L } }, + /* 62 */ + { { 0xa76f996f0159ac2eL,0x281e7736cbdb2713L,0x2ad6d28808e46047L, + 0x282a35f92c4e7ef1L }, + { 0x9c354b1ec0ce5cd2L,0xcf99efc91379c229L,0x992caf383e82c11eL, + 0xc71cd513554d2abdL } }, + /* 63 */ + { { 0x4885de9c09b578f4L,0x1884e258e3affa7aL,0x8f76b1b759182f1fL, + 0xc50f6740cf47f3a3L }, + { 0xa9c4adf3374b68eaL,0xa406f32369965fe2L,0x2f86a22285a53050L, + 0xb9ecb3a7212958dcL } }, + /* 64 */ + { { 0x56f8410ef4f8b16aL,0x97241afec47b266aL,0x0a406b8e6d9c87c1L, + 0x803f3e02cd42ab1bL }, + { 0x7f0309a804dbec69L,0xa83b85f73bbad05fL,0xc6097273ad8e197fL, + 0xc097440e5067adc1L } }, + /* 65 */ + { { 0x846a56f2c379ab34L,0xa8ee068b841df8d1L,0x20314459176c68efL, + 0xf1af32d5915f1f30L }, + { 0x99c375315d75bd50L,0x837cffbaf72f67bcL,0x0613a41848d7723fL, + 0x23d0f130e2d41c8bL } }, + /* 66 */ + { { 0x857ab6edf41500d9L,0x0d890ae5fcbeada8L,0x52fe864889725951L, + 0xb0288dd6c0a3faddL }, + { 0x85320f30650bcb08L,0x71af6313695d6e16L,0x31f520a7b989aa76L, + 0xffd3724ff408c8d2L } }, + /* 67 */ + { { 0x53968e64b458e6cbL,0x992dad20317a5d28L,0x3814ae0b7aa75f56L, + 0xf5590f4ad78c26dfL }, + { 0x0fc24bd3cf0ba55aL,0x0fc4724a0c778baeL,0x1ce9864f683b674aL, + 0x18d6da54f6f74a20L } }, + /* 68 */ + { { 0xed93e225d5be5a2bL,0x6fe799835934f3c6L,0x4314092622626ffcL, + 0x50bbb4d97990216aL }, + { 0x378191c6e57ec63eL,0x65422c40181dcdb2L,0x41a8099b0236e0f6L, + 0x2b10011801fe49c3L } }, + /* 69 */ + { { 0xfc68b5c59b391593L,0xc385f5a2598270fcL,0x7144f3aad19adcbbL, + 0xdd55899983fbae0cL }, + { 0x93b88b8e74b82ff4L,0xd2e03c4071e734c9L,0x9a7a9eaf43c0322aL, + 0xe6e4c551149d6041L } }, + /* 70 */ + { { 0x55f655bb1e9af288L,0x647e1a64f7ada931L,0x43697e4bcb2820e5L, + 0x51e00db107ed56ffL }, + { 0x43d169b8771c327eL,0x29cdb20b4a96c2adL,0xc07d51f53deb4779L, + 0xe22f424149829177L } }, + /* 71 */ + { { 0xcd45e8f4635f1abbL,0x7edc0cb568538874L,0xc9472c1fb5a8034dL, + 0xf709373d52dc48c9L }, + { 0x401966bba8af30d6L,0x95bf5f4af137b69cL,0x3966162a9361c47eL, + 0xbd52d288e7275b11L } }, + /* 72 */ + { { 0xab155c7a9c5fa877L,0x17dad6727d3a3d48L,0x43f43f9e73d189d8L, + 0xa0d0f8e4c8aa77a6L }, + { 0x0bbeafd8cc94f92dL,0xd818c8be0c4ddb3aL,0x22cc65f8b82eba14L, + 0xa56c78c7946d6a00L } }, + /* 73 */ + { { 0x2962391b0dd09529L,0x803e0ea63daddfcfL,0x2c77351f5b5bf481L, + 0xd8befdf8731a367aL }, + { 0xab919d42fc0157f4L,0xf51caed7fec8e650L,0xcdf9cb4002d48b0aL, + 0x854a68a5ce9f6478L } }, + /* 74 */ + { { 0xdc35f67b63506ea5L,0x9286c489a4fe0d66L,0x3f101d3bfe95cd4dL, + 0x5cacea0b98846a95L }, + { 0xa90df60c9ceac44dL,0x3db29af4354d1c3aL,0x08dd3de8ad5dbabeL, + 0xe4982d1235e4efa9L } }, + /* 75 */ + { { 0x23104a22c34cd55eL,0x58695bb32680d132L,0xfb345afa1fa1d943L, + 0x8046b7f616b20499L }, + { 0xb533581e38e7d098L,0xd7f61e8df46f0b70L,0x30dea9ea44cb78c4L, + 0xeb17ca7b9082af55L } }, + /* 76 */ + { { 0x1751b59876a145b9L,0xa5cf6b0fc1bc71ecL,0xd3e03565392715bbL, + 0x097b00bafab5e131L }, + { 0xaa66c8e9565f69e1L,0x77e8f75ab5be5199L,0x6033ba11da4fd984L, + 0xf95c747bafdbcc9eL } }, + /* 77 */ + { { 0x558f01d3bebae45eL,0xa8ebe9f0c4bc6955L,0xaeb705b1dbc64fc6L, + 0x3512601e566ed837L }, + { 0x9336f1e1fa1161cdL,0x328ab8d54c65ef87L,0x4757eee2724f21e5L, + 0x0ef971236068ab6bL } }, + /* 78 */ + { { 0x02598cf754ca4226L,0x5eede138f8642c8eL,0x48963f74468e1790L, + 0xfc16d9333b4fbc95L }, + { 0xbe96fb31e7c800caL,0x138063312678adaaL,0x3d6244976ff3e8b5L, + 0x14ca4af1b95d7a17L } }, + /* 79 */ + { { 0x7a4771babd2f81d5L,0x1a5f9d6901f7d196L,0xd898bef7cad9c907L, + 0x4057b063f59c231dL }, + { 0xbffd82fe89c05c0aL,0xe4911c6f1dc0df85L,0x3befccaea35a16dbL, + 0x1c3b5d64f1330b13L } }, + /* 80 */ + { { 0x5fe14bfe80ec21feL,0xf6ce116ac255be82L,0x98bc5a072f4a5d67L, + 0xfad27148db7e63afL }, + { 0x90c0b6ac29ab05b3L,0x37a9a83c4e251ae6L,0x0a7dc875c2aade7dL, + 0x77387de39f0e1a84L } }, + /* 81 */ + { { 0x1e9ecc49a56c0dd7L,0xa5cffcd846086c74L,0x8f7a1408f505aeceL, + 0xb37b85c0bef0c47eL }, + { 0x3596b6e4cc0e6a8fL,0xfd6d4bbf6b388f23L,0xaba453fac39cef4eL, + 0x9c135ac8f9f628d5L } }, + /* 82 */ + { { 0x32aa320284e35743L,0x320d6ab185a3cdefL,0xb821b1761df19819L, + 0x5721361fc433851fL }, + { 0x1f0db36a71fc9168L,0x5f98ba735e5c403cL,0xf64ca87e37bcd8f5L, + 0xdcbac3c9e6bb11bdL } }, + /* 83 */ + { { 0xf01d99684518cbe2L,0xd242fc189c9eb04eL,0x727663c7e47feebfL, + 0xb8c1c89e2d626862L }, + { 0x51a58bddc8e1d569L,0x563809c8b7d88cd0L,0x26c27fd9f11f31ebL, + 0x5d23bbda2f9422d4L } }, + /* 84 */ + { { 0x0a1c729495c8f8beL,0x2961c4803bf362bfL,0x9e418403df63d4acL, + 0xc109f9cb91ece900L }, + { 0xc2d095d058945705L,0xb9083d96ddeb85c0L,0x84692b8d7a40449bL, + 0x9bc3344f2eee1ee1L } }, + /* 85 */ + { { 0x0d5ae35642913074L,0x55491b2748a542b1L,0x469ca665b310732aL, + 0x29591d525f1a4cc1L }, + { 0xe76f5b6bb84f983fL,0xbe7eef419f5f84e1L,0x1200d49680baa189L, + 0x6376551f18ef332cL } }, + /* 86 */ + { { 0xbda5f14e562976ccL,0x22bca3e60ef12c38L,0xbbfa30646cca9852L, + 0xbdb79dc808e2987aL }, + { 0xfd2cb5c9cb06a772L,0x38f475aafe536dceL,0xc2a3e0227c2b5db8L, + 0x8ee86001add3c14aL } }, + /* 87 */ + { { 0xcbe96981a4ade873L,0x7ee9aa4dc4fba48cL,0x2cee28995a054ba5L, + 0x92e51d7a6f77aa4bL }, + { 0x948bafa87190a34dL,0xd698f75bf6bd1ed1L,0xd00ee6e30caf1144L, + 0x5182f86f0a56aaaaL } }, + /* 88 */ + { { 0xfba6212c7a4cc99cL,0xff609b683e6d9ca1L,0x5dbb27cb5ac98c5aL, + 0x91dcab5d4073a6f2L }, + { 0x01b6cc3d5f575a70L,0x0cb361396f8d87faL,0x165d4e8c89981736L, + 0x17a0cedb97974f2bL } }, + /* 89 */ + { { 0x38861e2a076c8d3aL,0x701aad39210f924bL,0x94d0eae413a835d9L, + 0x2e8ce36c7f4cdf41L }, + { 0x91273dab037a862bL,0x01ba9bb760e4c8faL,0xf964538833baf2ddL, + 0xf4ccc6cb34f668f3L } }, + /* 90 */ + { { 0x44ef525cf1f79687L,0x7c59549592efa815L,0xe1231741a5c78d29L, + 0xac0db4889a0df3c9L }, + { 0x86bfc711df01747fL,0x592b9358ef17df13L,0xe5880e4f5ccb6bb5L, + 0x95a64a6194c974a2L } }, + /* 91 */ + { { 0x72c1efdac15a4c93L,0x40269b7382585141L,0x6a8dfb1c16cb0badL, + 0x231e54ba29210677L }, + { 0xa70df9178ae6d2dcL,0x4d6aa63f39112918L,0xf627726b5e5b7223L, + 0xab0be032d8a731e1L } }, + /* 92 */ + { { 0x097ad0e98d131f2dL,0x637f09e33b04f101L,0x1ac86196d5e9a748L, + 0xf1bcc8802cf6a679L }, + { 0x25c69140e8daacb4L,0x3c4e405560f65009L,0x591cc8fc477937a6L, + 0x851694695aebb271L } }, + /* 93 */ + { { 0xde35c143f1dcf593L,0x78202b29b018be3bL,0xe9cdadc29bdd9d3dL, + 0x8f67d9d2daad55d8L }, + { 0x841116567481ea5fL,0xe7d2dde9e34c590cL,0xffdd43f405053fa8L, + 0xf84572b9c0728b5dL } }, + /* 94 */ + { { 0x5e1a7a7197af71c9L,0xa14494447a736565L,0xa1b4ae070e1d5063L, + 0xedee2710616b2c19L }, + { 0xb2f034f511734121L,0x1cac6e554a25e9f0L,0x8dc148f3a40c2ecfL, + 0x9fd27e9b44ebd7f4L } }, + /* 95 */ + { { 0x3cc7658af6e2cb16L,0xe3eb7d2cfe5919b6L,0x5a8c5816168d5583L, + 0xa40c2fb6958ff387L }, + { 0x8c9ec560fedcc158L,0x7ad804c655f23056L,0xd93967049a307e12L, + 0x99bc9bb87dc6decfL } }, + /* 96 */ + { { 0x84a9521d927dafc6L,0x52c1fb695c09cd19L,0x9d9581a0f9366ddeL, + 0x9abe210ba16d7e64L }, + { 0x480af84a48915220L,0xfa73176a4dd816c6L,0xc7d539871681ca5aL, + 0x7881c25787f344b0L } }, + /* 97 */ + { { 0x93399b51e0bcf3ffL,0x0d02cbc5127f74f6L,0x8fb465a2dd01d968L, + 0x15e6e319a30e8940L }, + { 0x646d6e0d3e0e05f4L,0xfad7bddc43588404L,0xbe61c7d1c4f850d3L, + 0x0e55facf191172ceL } }, + /* 98 */ + { { 0x7e9d9806f8787564L,0x1a33172131e85ce6L,0x6b0158cab819e8d6L, + 0xd73d09766fe96577L }, + { 0x424834251eb7206eL,0xa519290fc618bb42L,0x5dcbb8595e30a520L, + 0x9250a3748f15a50bL } }, + /* 99 */ + { { 0xcaff08f8be577410L,0xfd408a035077a8c6L,0xf1f63289ec0a63a4L, + 0x77414082c1cc8c0bL }, + { 0x05a40fa6eb0991cdL,0xc1ca086649fdc296L,0x3a68a3c7b324fd40L, + 0x8cb04f4d12eb20b9L } }, + /* 100 */ + { { 0xb1c2d0556906171cL,0x9073e9cdb0240c3fL,0xdb8e6b4fd8906841L, + 0xe4e429ef47123b51L }, + { 0x0b8dd53c38ec36f4L,0xf9d2dc01ff4b6a27L,0x5d066e07879a9a48L, + 0x37bca2ff3c6e6552L } }, + /* 101 */ + { { 0x4cd2e3c7df562470L,0x44f272a2c0964ac9L,0x7c6d5df980c793beL, + 0x59913edc3002b22aL }, + { 0x7a139a835750592aL,0x99e01d80e783de02L,0xcf8c0375ea05d64fL, + 0x43786e4ab013e226L } }, + /* 102 */ + { { 0xff32b0ed9e56b5a6L,0x0750d9a6d9fc68f9L,0xec15e845597846a7L, + 0x8638ca98b7e79e7aL }, + { 0x2f5ae0960afc24b2L,0x05398eaf4dace8f2L,0x3b765dd0aecba78fL, + 0x1ecdd36a7b3aa6f0L } }, + /* 103 */ + { { 0x5d3acd626c5ff2f3L,0xa2d516c02873a978L,0xad94c9fad2110d54L, + 0xd85d0f85d459f32dL }, + { 0x9f700b8d10b11da3L,0xd2c22c30a78318c4L,0x556988f49208decdL, + 0xa04f19c3b4ed3c62L } }, + /* 104 */ + { { 0x087924c8ed7f93bdL,0xcb64ac5d392f51f6L,0x7cae330a821b71afL, + 0x92b2eeea5c0950b0L }, + { 0x85ac4c9485b6e235L,0xab2ca4a92936c0f0L,0x80faa6b3e0508891L, + 0x1ee782215834276cL } }, + /* 105 */ + { { 0xa60a2e00e63e79f7L,0xf590e7b2f399d906L,0x9021054a6607c09dL, + 0xf3f2ced857a6e150L }, + { 0x200510f3f10d9b55L,0x9d2fcfacd8642648L,0xe5631aa7e8bd0e7cL, + 0x0f56a4543da3e210L } }, + /* 106 */ + { { 0x5b21bffa1043e0dfL,0x6c74b6cc9c007e6dL,0x1a656ec0d4a8517aL, + 0xbd8f17411969e263L }, + { 0x8a9bbb86beb7494aL,0x1567d46f45f3b838L,0xdf7a12a7a4e5a79aL, + 0x2d1a1c3530ccfa09L } }, + /* 107 */ + { { 0x192e3813506508daL,0x336180c4a1d795a7L,0xcddb59497a9944b3L, + 0xa107a65eb91fba46L }, + { 0xe6d1d1c50f94d639L,0x8b4af3758a58b7d7L,0x1a7c5584bd37ca1cL, + 0x183d760af87a9af2L } }, + /* 108 */ + { { 0x29d697110dde59a4L,0xf1ad8d070e8bef87L,0x229b49634f2ebe78L, + 0x1d44179dc269d754L }, + { 0xb32dc0cf8390d30eL,0x0a3b27530de8110cL,0x31af1dc52bc0339aL, + 0x771f9cc29606d262L } }, + /* 109 */ + { { 0x99993e7785040739L,0x44539db98026a939L,0xcf40f6f2f5f8fc26L, + 0x64427a310362718eL }, + { 0x4f4f2d8785428aa8L,0x7b7adc3febfb49a8L,0x201b2c6df23d01acL, + 0x49d9b7496ae90d6dL } }, + /* 110 */ + { { 0xcc78d8bc435d1099L,0x2adbcd4e8e8d1a08L,0x02c2e2a02cb68a41L, + 0x9037d81b3f605445L }, + { 0x7cdbac27074c7b61L,0xfe2031ab57bfd72eL,0x61ccec96596d5352L, + 0x08c3de6a7cc0639cL } }, + /* 111 */ + { { 0x20fdd020f6d552abL,0x56baff9805cd81f1L,0x06fb7c3e91351291L, + 0xc690944245796b2fL }, + { 0x17b3ae9c41231bd1L,0x1eac6e875cc58205L,0x208837abf9d6a122L, + 0x3fa3db02cafe3ac0L } }, + /* 112 */ + { { 0xd75a3e6505058880L,0x7da365ef643943f2L,0x4147861cfab24925L, + 0xc5c4bdb0fdb808ffL }, + { 0x73513e34b272b56bL,0xc8327e9511b9043aL,0xfd8ce37df8844969L, + 0x2d56db9446c2b6b5L } }, + /* 113 */ + { { 0x2461782fff46ac6bL,0xd19f792607a2e425L,0xfafea3c409a48de1L, + 0x0f56bd9de503ba42L }, + { 0x137d4ed1345cda49L,0x821158fc816f299dL,0xe7c6a54aaeb43402L, + 0x4003bb9d1173b5f1L } }, + /* 114 */ + { { 0x3b8e8189a0803387L,0xece115f539cbd404L,0x4297208dd2877f21L, + 0x53765522a07f2f9eL }, + { 0xa4980a21a8a4182dL,0xa2bbd07a3219df79L,0x674d0a2e1a19a2d4L, + 0x7a056f586c5d4549L } }, + /* 115 */ + { { 0x646b25589d8a2a47L,0x5b582948c3df2773L,0x51ec000eabf0d539L, + 0x77d482f17a1a2675L }, + { 0xb8a1bd9587853948L,0xa6f817bd6cfbffeeL,0xab6ec05780681e47L, + 0x4115012b2b38b0e4L } }, + /* 116 */ + { { 0x3c73f0f46de28cedL,0x1d5da7609b13ec47L,0x61b8ce9e6e5c6392L, + 0xcdf04572fbea0946L }, + { 0x1cb3c58b6c53c3b0L,0x97fe3c10447b843cL,0xfb2b8ae12cb9780eL, + 0xee703dda97383109L } }, + /* 117 */ + { { 0x34515140ff57e43aL,0xd44660d3b1b811b8L,0x2b3b5dff8f42b986L, + 0x2a0ad89da162ce21L }, + { 0x64e4a6946bc277baL,0xc788c954c141c276L,0x141aa64ccabf6274L, + 0xd62d0b67ac2b4659L } }, + /* 118 */ + { { 0x39c5d87b2c054ac4L,0x57005859f27df788L,0xedf7cbf3b18128d6L, + 0xb39a23f2991c2426L }, + { 0x95284a15f0b16ae5L,0x0c6a05b1a136f51bL,0x1d63c137f2700783L, + 0x04ed0092c0674cc5L } }, + /* 119 */ + { { 0x1f4185d19ae90393L,0x3047b4294a3d64e6L,0xae0001a69854fc14L, + 0xa0a91fc10177c387L }, + { 0xff0a3f01ae2c831eL,0xbb76ae822b727e16L,0x8f12c8a15a3075b4L, + 0x084cf9889ed20c41L } }, + /* 120 */ + { { 0xd98509defca6becfL,0x2fceae807dffb328L,0x5d8a15c44778e8b9L, + 0xd57955b273abf77eL }, + { 0x210da79e31b5d4f1L,0xaa52f04b3cfa7a1cL,0xd4d12089dc27c20bL, + 0x8e14ea4202d141f1L } }, + /* 121 */ + { { 0xeed50345f2897042L,0x8d05331f43402c4aL,0xc8d9c194c8bdfb21L, + 0x597e1a372aa4d158L }, + { 0x0327ec1acf0bd68cL,0x6d4be0dcab024945L,0x5b9c8d7ac9fe3e84L, + 0xca3f0236199b4deaL } }, + /* 122 */ + { { 0x592a10b56170bd20L,0x0ea897f16d3f5de7L,0xa3363ff144b2ade2L, + 0xbde7fd7e309c07e4L }, + { 0x516bb6d2b8f5432cL,0x210dc1cbe043444bL,0x3db01e6ff8f95b5aL, + 0xb623ad0e0a7dd198L } }, + /* 123 */ + { { 0xa75bd67560c7b65bL,0xab8c559023a4a289L,0xf8220fd0d7b26795L, + 0xd6aa2e4658ec137bL }, + { 0x10abc00b5138bb85L,0x8c31d121d833a95cL,0xb24ff00b1702a32eL, + 0x111662e02dcc513aL } }, + /* 124 */ + { { 0x78114015efb42b87L,0xbd9f5d701b6c4dffL,0x66ecccd7a7d7c129L, + 0xdb3ee1cb94b750f8L }, + { 0xb26f3db0f34837cfL,0xe7eed18bb9578d4fL,0x5d2cdf937c56657dL, + 0x886a644252206a59L } }, + /* 125 */ + { { 0x3c234cfb65b569eaL,0x20011141f72119c1L,0x8badc85da15a619eL, + 0xa70cf4eb018a17bcL }, + { 0x224f97ae8c4a6a65L,0x36e5cf270134378fL,0xbe3a609e4f7e0960L, + 0xaa4772abd1747b77L } }, + /* 126 */ + { { 0x676761317aa60cc0L,0xc79163610368115fL,0xded98bb4bbc1bb5aL, + 0x611a6ddc30faf974L }, + { 0x30e78cbcc15ee47aL,0x2e8962824e0d96a5L,0x36f35adf3dd9ed88L, + 0x5cfffaf816429c88L } }, + /* 127 */ + { { 0xc0d54cff9b7a99cdL,0x7bf3b99d843c45a1L,0x038a908f62c739e1L, + 0x6e5a6b237dc1994cL }, + { 0xef8b454e0ba5db77L,0xb7b8807facf60d63L,0xe591c0c676608378L, + 0x481a238d242dabccL } }, + /* 128 */ + { { 0xe3417bc035d0b34aL,0x440b386b8327c0a7L,0x8fb7262dac0362d1L, + 0x2c41114ce0cdf943L }, + { 0x2ba5cef1ad95a0b1L,0xc09b37a867d54362L,0x26d6cdd201e486c9L, + 0x20477abf42ff9297L } }, + /* 129 */ + { { 0x2f75173c18d65dbfL,0x77bf940e339edad8L,0x7022d26bdcf1001cL, + 0xac66409ac77396b6L }, + { 0x8b0bb36fc6261cc3L,0x213f7bc9190e7e90L,0x6541cebaa45e6c10L, + 0xce8e6975cc122f85L } }, + /* 130 */ + { { 0x0f121b41bc0a67d2L,0x62d4760a444d248aL,0x0e044f1d659b4737L, + 0x08fde365250bb4a8L }, + { 0xaceec3da848bf287L,0xc2a62182d3369d6eL,0x3582dfdc92449482L, + 0x2f7e2fd2565d6cd7L } }, + /* 131 */ + { { 0xae4b92dbc3770fa7L,0x095e8d5c379043f9L,0x54f34e9d17761171L, + 0xc65be92e907702aeL }, + { 0x2758a303f6fd0a40L,0xe7d822e3bcce784bL,0x7ae4f5854f9767bfL, + 0x4bff8e47d1193b3aL } }, + /* 132 */ + { { 0xcd41d21f00ff1480L,0x2ab8fb7d0754db16L,0xac81d2efbbe0f3eaL, + 0x3e4e4ae65772967dL }, + { 0x7e18f36d3c5303e6L,0x3bd9994b92262397L,0x9ed70e261324c3c0L, + 0x5388aefd58ec6028L } }, + /* 133 */ + { { 0xad1317eb5e5d7713L,0x09b985ee75de49daL,0x32f5bc4fc74fb261L, + 0x5cf908d14f75be0eL }, + { 0x760435108e657b12L,0xbfd421a5b96ed9e6L,0x0e29f51f8970ccc2L, + 0xa698ba4060f00ce2L } }, + /* 134 */ + { { 0x73db1686ef748fecL,0xe6e755a27e9d2cf9L,0x630b6544ce265effL, + 0xb142ef8a7aebad8dL }, + { 0xad31af9f17d5770aL,0x66af3b672cb3412fL,0x6bd60d1bdf3359deL, + 0xd1896a9658515075L } }, + /* 135 */ + { { 0xec5957ab33c41c08L,0x87de94ac5468e2e1L,0x18816b73ac472f6cL, + 0x267b0e0b7981da39L }, + { 0x6e554e5d8e62b988L,0xd8ddc755116d21e7L,0x4610faf03d2a6f99L, + 0xb54e287aa1119393L } }, + /* 136 */ + { { 0x0a0122b5178a876bL,0x51ff96ff085104b4L,0x050b31ab14f29f76L, + 0x84abb28b5f87d4e6L }, + { 0xd5ed439f8270790aL,0x2d6cb59d85e3f46bL,0x75f55c1b6c1e2212L, + 0xe5436f6717655640L } }, + /* 137 */ + { { 0x53f9025e2286e8d5L,0x353c95b4864453beL,0xd832f5bde408e3a0L, + 0x0404f68b5b9ce99eL }, + { 0xcad33bdea781e8e5L,0x3cdf5018163c2f5bL,0x575769600119caa3L, + 0x3a4263df0ac1c701L } }, + /* 138 */ + { { 0xc2965ecc9aeb596dL,0x01ea03e7023c92b4L,0x4704b4b62e013961L, + 0x0ca8fd3f905ea367L }, + { 0x92523a42551b2b61L,0x1eb7a89c390fcd06L,0xe7f1d2be0392a63eL, + 0x96dca2644ddb0c33L } }, + /* 139 */ + { { 0x203bb43a387510afL,0x846feaa8a9a36a01L,0xd23a57702f950378L, + 0x4363e2123aad59dcL }, + { 0xca43a1c740246a47L,0xb362b8d2e55dd24dL,0xf9b086045d8faf96L, + 0x840e115cd8bb98c4L } }, + /* 140 */ + { { 0xf12205e21023e8a7L,0xc808a8cdd8dc7a0bL,0xe292a272163a5ddfL, + 0x5e0d6abd30ded6d4L }, + { 0x07a721c27cfc0f64L,0x42eec01d0e55ed88L,0x26a7bef91d1f9db2L, + 0x7dea48f42945a25aL } }, + /* 141 */ + { { 0xabdf6f1ce5060a81L,0xe79f9c72f8f95615L,0xcfd36c5406ac268bL, + 0xabc2a2beebfd16d1L }, + { 0x8ac66f91d3e2eac7L,0x6f10ba63d2dd0466L,0x6790e3770282d31bL, + 0x4ea353946c7eefc1L } }, + /* 142 */ + { { 0xed8a2f8d5266309dL,0x0a51c6c081945a3eL,0xcecaf45a578c5dc1L, + 0x3a76e6891c94ffc3L }, + { 0x9aace8a47d7b0d0fL,0x963ace968f584a5fL,0x51a30c724e697fbeL, + 0x8212a10a465e6464L } }, + /* 143 */ + { { 0xef7c61c3cfab8caaL,0x18eb8e840e142390L,0xcd1dff677e9733caL, + 0xaa7cab71599cb164L }, + { 0x02fc9273bc837bd1L,0xc06407d0c36af5d7L,0x17621292f423da49L, + 0x40e38073fe0617c3L } }, + /* 144 */ + { { 0xf4f80824a7bf9b7cL,0x365d23203fbe30d0L,0xbfbe532097cf9ce3L, + 0xe3604700b3055526L }, + { 0x4dcb99116cc6c2c7L,0x72683708ba4cbee6L,0xdcded434637ad9ecL, + 0x6542d677a3dee15fL } }, + /* 145 */ + { { 0x3f32b6d07b6c377aL,0x6cb03847903448beL,0xd6fdd3a820da8af7L, + 0xa6534aee09bb6f21L }, + { 0x30a1780d1035facfL,0x35e55a339dcb47e6L,0x6ea50fe1c447f393L, + 0xf3cb672fdc9aef22L } }, + /* 146 */ + { { 0xeb3719fe3b55fd83L,0xe0d7a46c875ddd10L,0x33ac9fa905cea784L, + 0x7cafaa2eaae870e7L }, + { 0x9b814d041d53b338L,0xe0acc0a0ef87e6c6L,0xfb93d10811672b0fL, + 0x0aab13c1b9bd522eL } }, + /* 147 */ + { { 0xddcce278d2681297L,0xcb350eb1b509546aL,0x2dc431737661aaf2L, + 0x4b91a602847012e9L }, + { 0xdcff109572f8ddcfL,0x08ebf61e9a911af4L,0x48f4360ac372430eL, + 0x49534c5372321cabL } }, + /* 148 */ + { { 0x83df7d71f07b7e9dL,0xa478efa313cd516fL,0x78ef264b6c047ee3L, + 0xcaf46c4fd65ac5eeL }, + { 0xa04d0c7792aa8266L,0xedf45466913684bbL,0x56e65168ae4b16b0L, + 0x14ce9e5704c6770fL } }, + /* 149 */ + { { 0x99445e3e965e8f91L,0xd3aca1bacb0f2492L,0xd31cc70f90c8a0a0L, + 0x1bb708a53e4c9a71L }, + { 0xd5ca9e69558bdd7aL,0x734a0508018a26b1L,0xb093aa714c9cf1ecL, + 0xf9d126f2da300102L } }, + /* 150 */ + { { 0x749bca7aaff9563eL,0xdd077afeb49914a0L,0xe27a0311bf5f1671L, + 0x807afcb9729ecc69L }, + { 0x7f8a9337c9b08b77L,0x86c3a785443c7e38L,0x85fafa59476fd8baL, + 0x751adcd16568cd8cL } }, + /* 151 */ + { { 0x8aea38b410715c0dL,0xd113ea718f7697f7L,0x665eab1493fbf06dL, + 0x29ec44682537743fL }, + { 0x3d94719cb50bebbcL,0x399ee5bfe4505422L,0x90cd5b3a8d2dedb1L, + 0xff9370e392a4077dL } }, + /* 152 */ + { { 0x59a2d69bc6b75b65L,0x4188f8d5266651c5L,0x28a9f33e3de9d7d2L, + 0x9776478ba2a9d01aL }, + { 0x8852622d929af2c7L,0x334f5d6d4e690923L,0xce6cc7e5a89a51e9L, + 0x74a6313fac2f82faL } }, + /* 153 */ + { { 0xb2f4dfddb75f079cL,0x85b07c9518e36fbbL,0x1b6cfcf0e7cd36ddL, + 0xab75be150ff4863dL }, + { 0x81b367c0173fc9b7L,0xb90a7420d2594fd0L,0x15fdbf03c4091236L, + 0x4ebeac2e0b4459f6L } }, + /* 154 */ + { { 0xeb6c5fe75c9f2c53L,0xd25220118eae9411L,0xc8887633f95ac5d8L, + 0xdf99887b2c1baffcL }, + { 0xbb78eed2850aaecbL,0x9d49181b01d6a272L,0x978dd511b1cdbcacL, + 0x27b040a7779f4058L } }, + /* 155 */ + { { 0x90405db7f73b2eb2L,0xe0df85088e1b2118L,0x501b71525962327eL, + 0xb393dd37e4cfa3f5L }, + { 0xa1230e7b3fd75165L,0xd66344c2bcd33554L,0x6c36f1be0f7b5022L, + 0x09588c12d0463419L } }, + /* 156 */ + { { 0xe086093f02601c3bL,0xfb0252f8cf5c335fL,0x955cf280894aff28L, + 0x81c879a9db9f648bL }, + { 0x040e687cc6f56c51L,0xfed471693f17618cL,0x44f88a419059353bL, + 0xfa0d48f55fc11bc4L } }, + /* 157 */ + { { 0xbc6e1c9de1608e4dL,0x010dda113582822cL,0xf6b7ddc1157ec2d7L, + 0x8ea0e156b6a367d6L }, + { 0xa354e02f2383b3b4L,0x69966b943f01f53cL,0x4ff6632b2de03ca5L, + 0x3f5ab924fa00b5acL } }, + /* 158 */ + { { 0x337bb0d959739efbL,0xc751b0f4e7ebec0dL,0x2da52dd6411a67d1L, + 0x8bc768872b74256eL }, + { 0xa5be3b7282d3d253L,0xa9f679a1f58d779fL,0xa1cac168e16767bbL, + 0xb386f19060fcf34fL } }, + /* 159 */ + { { 0x31f3c1352fedcfc2L,0x5396bf6262f8af0dL,0x9a02b4eae57288c2L, + 0x4cb460f71b069c4dL }, + { 0xae67b4d35b8095eaL,0x92bbf8596fc07603L,0xe1475f66b614a165L, + 0x52c0d50895ef5223L } }, + /* 160 */ + { { 0x231c210e15339848L,0xe87a28e870778c8dL,0x9d1de6616956e170L, + 0x4ac3c9382bb09c0bL }, + { 0x19be05516998987dL,0x8b2376c4ae09f4d6L,0x1de0b7651a3f933dL, + 0x380d94c7e39705f4L } }, + /* 161 */ + { { 0x01a355aa81542e75L,0x96c724a1ee01b9b7L,0x6b3a2977624d7087L, + 0x2ce3e171de2637afL }, + { 0xcfefeb49f5d5bc1aL,0xa655607e2777e2b5L,0x4feaac2f9513756cL, + 0x2e6cd8520b624e4dL } }, + /* 162 */ + { { 0x3685954b8c31c31dL,0x68533d005bf21a0cL,0x0bd7626e75c79ec9L, + 0xca17754742c69d54L }, + { 0xcc6edafff6d2dbb2L,0xfd0d8cbd174a9d18L,0x875e8793aa4578e8L, + 0xa976a7139cab2ce6L } }, + /* 163 */ + { { 0x0a651f1b93fb353dL,0xd75cab8b57fcfa72L,0xaa88cfa731b15281L, + 0x8720a7170a1f4999L }, + { 0x8c3e8d37693e1b90L,0xd345dc0b16f6dfc3L,0x8ea8d00ab52a8742L, + 0x9719ef29c769893cL } }, + /* 164 */ + { { 0x820eed8d58e35909L,0x9366d8dc33ddc116L,0xd7f999d06e205026L, + 0xa5072976e15704c1L }, + { 0x002a37eac4e70b2eL,0x84dcf6576890aa8aL,0xcd71bf18645b2a5cL, + 0x99389c9df7b77725L } }, + /* 165 */ + { { 0x238c08f27ada7a4bL,0x3abe9d03fd389366L,0x6b672e89766f512cL, + 0xa88806aa202c82e4L }, + { 0x6602044ad380184eL,0xa8cb78c4126a8b85L,0x79d670c0ad844f17L, + 0x0043bffb4738dcfeL } }, + /* 166 */ + { { 0x8d59b5dc36d5192eL,0xacf885d34590b2afL,0x83566d0a11601781L, + 0x52f3ef01ba6c4866L }, + { 0x3986732a0edcb64dL,0x0a482c238068379fL,0x16cbe5fa7040f309L, + 0x3296bd899ef27e75L } }, + /* 167 */ + { { 0x476aba89454d81d7L,0x9eade7ef51eb9b3cL,0x619a21cd81c57986L, + 0x3b90febfaee571e9L }, + { 0x9393023e5496f7cbL,0x55be41d87fb51bc4L,0x03f1dd4899beb5ceL, + 0x6e88069d9f810b18L } }, + /* 168 */ + { { 0xce37ab11b43ea1dbL,0x0a7ff1a95259d292L,0x851b02218f84f186L, + 0xa7222beadefaad13L }, + { 0xa2ac78ec2b0a9144L,0x5a024051f2fa59c5L,0x91d1eca56147ce38L, + 0xbe94d523bc2ac690L } }, + /* 169 */ + { { 0x72f4945e0b226ce7L,0xb8afd747967e8b70L,0xedea46f185a6c63eL, + 0x7782defe9be8c766L }, + { 0x760d2aa43db38626L,0x460ae78776f67ad1L,0x341b86fc54499cdbL, + 0x03838567a2892e4bL } }, + /* 170 */ + { { 0x2d8daefd79ec1a0fL,0x3bbcd6fdceb39c97L,0xf5575ffc58f61a95L, + 0xdbd986c4adf7b420L }, + { 0x81aa881415f39eb7L,0x6ee2fcf5b98d976cL,0x5465475dcf2f717dL, + 0x8e24d3c46860bbd0L } }, + /* 171 */ + { { 0x749d8e549a587390L,0x12bb194f0cbec588L,0x46e07da4b25983c6L, + 0x541a99c4407bafc8L }, + { 0xdb241692624c8842L,0x6044c12ad86c05ffL,0xc59d14b44f7fcf62L, + 0xc0092c49f57d35d1L } }, + /* 172 */ + { { 0xd3cc75c3df2e61efL,0x7e8841c82e1b35caL,0xc62d30d1909f29f4L, + 0x75e406347286944dL }, + { 0xe7d41fc5bbc237d0L,0xc9537bf0ec4f01c9L,0x91c51a16282bd534L, + 0x5b7cb658c7848586L } }, + /* 173 */ + { { 0x964a70848a28ead1L,0x802dc508fd3b47f6L,0x9ae4bfd1767e5b39L, + 0x7ae13eba8df097a1L }, + { 0xfd216ef8eadd384eL,0x0361a2d9b6b2ff06L,0x204b98784bcdb5f3L, + 0x787d8074e2a8e3fdL } }, + /* 174 */ + { { 0xc5e25d6b757fbb1cL,0xe47bddb2ca201debL,0x4a55e9a36d2233ffL, + 0x5c2228199ef28484L }, + { 0x773d4a8588315250L,0x21b21a2b827097c1L,0xab7c4ea1def5d33fL, + 0xe45d37abbaf0f2b0L } }, + /* 175 */ + { { 0xd2df1e3428511c8aL,0xebb229c8bdca6cd3L,0x578a71a7627c39a7L, + 0xed7bc12284dfb9d3L }, + { 0xcf22a6df93dea561L,0x5443f18dd48f0ed1L,0xd8b861405bad23e8L, + 0xaac97cc945ca6d27L } }, + /* 176 */ + { { 0xeb54ea74a16bd00aL,0xd839e9adf5c0bcc1L,0x092bb7f11f9bfc06L, + 0x318f97b31163dc4eL }, + { 0xecc0c5bec30d7138L,0x44e8df23abc30220L,0x2bb7972fb0223606L, + 0xfa41faa19a84ff4dL } }, + /* 177 */ + { { 0x4402d974a6642269L,0xc81814ce9bb783bdL,0x398d38e47941e60bL, + 0x38bb6b2c1d26e9e2L }, + { 0xc64e4a256a577f87L,0x8b52d253dc11fe1cL,0xff336abf62280728L, + 0x94dd0905ce7601a5L } }, + /* 178 */ + { { 0x156cf7dcde93f92aL,0xa01333cb89b5f315L,0x02404df9c995e750L, + 0x92077867d25c2ae9L }, + { 0xe2471e010bf39d44L,0x5f2c902096bb53d7L,0x4c44b7b35c9c3d8fL, + 0x81e8428bd29beb51L } }, + /* 179 */ + { { 0x6dd9c2bac477199fL,0x8cb8eeee6b5ecdd9L,0x8af7db3fee40fd0eL, + 0x1b94ab62dbbfa4b1L }, + { 0x44f0d8b3ce47f143L,0x51e623fc63f46163L,0xf18f270fcc599383L, + 0x06a38e28055590eeL } }, + /* 180 */ + { { 0x2e5b0139b3355b49L,0x20e26560b4ebf99bL,0xc08ffa6bd269f3dcL, + 0xa7b36c2083d9d4f8L }, + { 0x64d15c3a1b3e8830L,0xd5fceae1a89f9c0bL,0xcfeee4a2e2d16930L, + 0xbe54c6b4a2822a20L } }, + /* 181 */ + { { 0xd6cdb3df8d91167cL,0x517c3f79e7a6625eL,0x7105648f346ac7f4L, + 0xbf30a5abeae022bbL }, + { 0x8e7785be93828a68L,0x5161c3327f3ef036L,0xe11b5feb592146b2L, + 0xd1c820de2732d13aL } }, + /* 182 */ + { { 0x043e13479038b363L,0x58c11f546b05e519L,0x4fe57abe6026cad1L, + 0xb7d17bed68a18da3L }, + { 0x44ca5891e29c2559L,0x4f7a03765bfffd84L,0x498de4af74e46948L, + 0x3997fd5e6412cc64L } }, + /* 183 */ + { { 0xf20746828bd61507L,0x29e132d534a64d2aL,0xffeddfb08a8a15e3L, + 0x0eeb89293c6c13e8L }, + { 0xe9b69a3ea7e259f8L,0xce1db7e6d13e7e67L,0x277318f6ad1fa685L, + 0x228916f8c922b6efL } }, + /* 184 */ + { { 0x959ae25b0a12ab5bL,0xcc11171f957bc136L,0x8058429ed16e2b0cL, + 0xec05ad1d6e93097eL }, + { 0x157ba5beac3f3708L,0x31baf93530b59d77L,0x47b55237118234e5L, + 0x7d3141567ff11b37L } }, + /* 185 */ + { { 0x7bd9c05cf6dfefabL,0xbe2f2268dcb37707L,0xe53ead973a38bb95L, + 0xe9ce66fc9bc1d7a3L }, + { 0x75aa15766f6a02a1L,0x38c087df60e600edL,0xf8947f3468cdc1b9L, + 0xd9650b0172280651L } }, + /* 186 */ + { { 0x504b4c4a5a057e60L,0xcbccc3be8def25e4L,0xa635320817c1ccbdL, + 0x14d6699a804eb7a2L }, + { 0x2c8a8415db1f411aL,0x09fbaf0bf80d769cL,0xb4deef901c2f77adL, + 0x6f4c68410d43598aL } }, + /* 187 */ + { { 0x8726df4e96c24a96L,0x534dbc85fcbd99a3L,0x3c466ef28b2ae30aL, + 0x4c4350fd61189abbL }, + { 0x2967f716f855b8daL,0x41a42394463c38a1L,0xc37e1413eae93343L, + 0xa726d2425a3118b5L } }, + /* 188 */ + { { 0xdae6b3ee948c1086L,0xf1de503dcbd3a2e1L,0x3f35ed3f03d022f3L, + 0x13639e82cc6cf392L }, + { 0x9ac938fbcdafaa86L,0xf45bc5fb2654a258L,0x1963b26e45051329L, + 0xca9365e1c1a335a3L } }, + /* 189 */ + { { 0x3615ac754c3b2d20L,0x742a5417904e241bL,0xb08521c4cc9d071dL, + 0x9ce29c34970b72a5L }, + { 0x8cc81f736d3e0ad6L,0x8060da9ef2f8434cL,0x35ed1d1a6ce862d9L, + 0x48c4abd7ab42af98L } }, + /* 190 */ + { { 0xd221b0cc40c7485aL,0xead455bbe5274dbfL,0x493c76989263d2e8L, + 0x78017c32f67b33cbL }, + { 0xb9d35769930cb5eeL,0xc0d14e940c408ed2L,0xf8b7bf55272f1a4dL, + 0x53cd0454de5c1c04L } }, + /* 191 */ + { { 0xbcd585fa5d28ccacL,0x5f823e56005b746eL,0x7c79f0a1cd0123aaL, + 0xeea465c1d3d7fa8fL }, + { 0x7810659f0551803bL,0x6c0b599f7ce6af70L,0x4195a77029288e70L, + 0x1b6e42a47ae69193L } }, + /* 192 */ + { { 0x2e80937cf67d04c3L,0x1e312be289eeb811L,0x56b5d88792594d60L, + 0x0224da14187fbd3dL }, + { 0x87abb8630c5fe36fL,0x580f3c604ef51f5fL,0x964fb1bfb3b429ecL, + 0x60838ef042bfff33L } }, + /* 193 */ + { { 0x432cb2f27e0bbe99L,0x7bda44f304aa39eeL,0x5f497c7a9fa93903L, + 0x636eb2022d331643L }, + { 0xfcfd0e6193ae00aaL,0x875a00fe31ae6d2fL,0xf43658a29f93901cL, + 0x8844eeb639218bacL } }, + /* 194 */ + { { 0x114171d26b3bae58L,0x7db3df7117e39f3eL,0xcd37bc7f81a8eadaL, + 0x27ba83dc51fb789eL }, + { 0xa7df439ffbf54de5L,0x7277030bb5fe1a71L,0x42ee8e35db297a48L, + 0xadb62d3487f3a4abL } }, + /* 195 */ + { { 0x9b1168a2a175df2aL,0x082aa04f618c32e9L,0xc9e4f2e7146b0916L, + 0xb990fd7675e7c8b2L }, + { 0x0829d96b4df37313L,0x1c205579d0b40789L,0x66c9ae4a78087711L, + 0x81707ef94d10d18dL } }, + /* 196 */ + { { 0x97d7cab203d6ff96L,0x5b851bfc0d843360L,0x268823c4d042db4bL, + 0x3792daead5a8aa5cL }, + { 0x52818865941afa0bL,0xf3e9e74142d83671L,0x17c825275be4e0a7L, + 0x5abd635e94b001baL } }, + /* 197 */ + { { 0x727fa84e0ac4927cL,0xe3886035a7c8cf23L,0xa4bcd5ea4adca0dfL, + 0x5995bf21846ab610L }, + { 0xe90f860b829dfa33L,0xcaafe2ae958fc18bL,0x9b3baf4478630366L, + 0x44c32ca2d483411eL } }, + /* 198 */ + { { 0xa74a97f1e40ed80cL,0x5f938cb131d2ca82L,0x53f2124b7c2d6ad9L, + 0x1f2162fb8082a54cL }, + { 0x7e467cc5720b173eL,0x40e8a666085f12f9L,0x8cebc20e4c9d65dcL, + 0x8f1d402bc3e907c9L } }, + /* 199 */ + { { 0x4f592f9cfbc4058aL,0xb15e14b6292f5670L,0xc55cfe37bc1d8c57L, + 0xb1980f43926edbf9L }, + { 0x98c33e0932c76b09L,0x1df5279d33b07f78L,0x6f08ead4863bb461L, + 0x2828ad9b37448e45L } }, + /* 200 */ + { { 0x696722c4c4cf4ac5L,0xf5ac1a3fdde64afbL,0x0551baa2e0890832L, + 0x4973f1275a14b390L }, + { 0xe59d8335322eac5dL,0x5e07eef50bd9b568L,0xab36720fa2588393L, + 0x6dac8ed0db168ac7L } }, + /* 201 */ + { { 0xf7b545aeeda835efL,0x4aa113d21d10ed51L,0x035a65e013741b09L, + 0x4b23ef5920b9de4cL }, + { 0xe82bb6803c4c7341L,0xd457706d3f58bc37L,0x73527863a51e3ee8L, + 0x4dd71534ddf49a4eL } }, + /* 202 */ + { { 0xbf94467295476cd9L,0x648d072fe31a725bL,0x1441c8b8fc4b67e0L, + 0xfd3170002f4a4dbbL }, + { 0x1cb43ff48995d0e1L,0x76e695d10ef729aaL,0xe0d5f97641798982L, + 0x14fac58c9569f365L } }, + /* 203 */ + { { 0xad9a0065f312ae18L,0x51958dc0fcc93fc9L,0xd9a142408a7d2846L, + 0xed7c765136abda50L }, + { 0x46270f1a25d4abbcL,0x9b5dd8f3f1a113eaL,0xc609b0755b51952fL, + 0xfefcb7f74d2e9f53L } }, + /* 204 */ + { { 0xbd09497aba119185L,0xd54e8c30aac45ba4L,0x492479deaa521179L, + 0x1801a57e87e0d80bL }, + { 0x073d3f8dfcafffb0L,0x6cf33c0bae255240L,0x781d763b5b5fdfbcL, + 0x9f8fc11e1ead1064L } }, + /* 205 */ + { { 0x1583a1715e69544cL,0x0eaf8567f04b7813L,0x1e22a8fd278a4c32L, + 0xa9d3809d3d3a69a9L }, + { 0x936c2c2c59a2da3bL,0x38ccbcf61895c847L,0x5e65244e63d50869L, + 0x3006b9aee1178ef7L } }, + /* 206 */ + { { 0x0bb1f2b0c9eead28L,0x7eef635d89f4dfbcL,0x074757fdb2ce8939L, + 0x0ab85fd745f8f761L }, + { 0xecda7c933e5b4549L,0x4be2bb5c97922f21L,0x261a1274b43b8040L, + 0xb122d67511e942c2L } }, + /* 207 */ + { { 0x3be607be66a5ae7aL,0x01e703fa76adcbe3L,0xaf9043014eb6e5c5L, + 0x9f599dc1097dbaecL }, + { 0x6d75b7180ff250edL,0x8eb91574349a20dcL,0x425605a410b227a3L, + 0x7d5528e08a294b78L } }, + /* 208 */ + { { 0xf0f58f6620c26defL,0x025585ea582b2d1eL,0xfbe7d79b01ce3881L, + 0x28ccea01303f1730L }, + { 0xd1dabcd179644ba5L,0x1fc643e806fff0b8L,0xa60a76fc66b3e17bL, + 0xc18baf48a1d013bfL } }, + /* 209 */ + { { 0x34e638c85dc4216dL,0x00c01067206142acL,0xd453a17195f5064aL, + 0x9def809db7a9596bL }, + { 0x41e8642e67ab8d2cL,0xb42404336237a2b6L,0x7d506a6d64c4218bL, + 0x0357f8b068808ce5L } }, + /* 210 */ + { { 0x8e9dbe644cd2cc88L,0xcc61c28df0b8f39dL,0x4a309874cd30a0c8L, + 0xe4a01add1b489887L }, + { 0x2ed1eeacf57cd8f9L,0x1b767d3ebd594c48L,0xa7295c717bd2f787L, + 0x466d7d79ce10cc30L } }, + /* 211 */ + { { 0x47d318929dada2c7L,0x4fa0a6c38f9aa27dL,0x90e4fd28820a59e1L, + 0xc672a522451ead1aL }, + { 0x30607cc85d86b655L,0xf0235d3bf9ad4af1L,0x99a08680571172a6L, + 0x5e3d64faf2a67513L } }, + /* 212 */ + { { 0xaa6410c79b3b4416L,0xcd8fcf85eab26d99L,0x5ebff74adb656a74L, + 0x6c8a7a95eb8e42fcL }, + { 0x10c60ba7b02a63bdL,0x6b2f23038b8f0047L,0x8c6c3738312d90b0L, + 0x348ae422ad82ca91L } }, + /* 213 */ + { { 0x7f4746635ccda2fbL,0x22accaa18e0726d2L,0x85adf782492b1f20L, + 0xc1074de0d9ef2d2eL }, + { 0xfcf3ce44ae9a65b3L,0xfd71e4ac05d7151bL,0xd4711f50ce6a9788L, + 0xfbadfbdbc9e54ffcL } }, + /* 214 */ + { { 0x1713f1cd20a99363L,0xb915658f6cf22775L,0x968175cd24d359b2L, + 0xb7f976b483716fcdL }, + { 0x5758e24d5d6dbf74L,0x8d23bafd71c3af36L,0x48f477600243dfe3L, + 0xf4d41b2ecafcc805L } }, + /* 215 */ + { { 0x51f1cf28fdabd48dL,0xce81be3632c078a4L,0x6ace2974117146e9L, + 0x180824eae0160f10L }, + { 0x0387698b66e58358L,0x63568752ce6ca358L,0x82380e345e41e6c5L, + 0x67e5f63983cf6d25L } }, + /* 216 */ + { { 0xf89ccb8dcf4899efL,0x949015f09ebb44c0L,0x546f9276b2598ec9L, + 0x9fef789a04c11fc6L }, + { 0x6d367ecf53d2a071L,0xb10e1a7fa4519b09L,0xca6b3fb0611e2eefL, + 0xbc80c181a99c4e20L } }, + /* 217 */ + { { 0x972536f8e5eb82e6L,0x1a484fc7f56cb920L,0xc78e217150b5da5eL, + 0x49270e629f8cdf10L }, + { 0x1a39b7bbea6b50adL,0x9a0284c1a2388ffcL,0x5403eb178107197bL, + 0xd2ee52f961372f7fL } }, + /* 218 */ + { { 0xd37cd28588e0362aL,0x442fa8a78fa5d94dL,0xaff836e5a434a526L, + 0xdfb478bee5abb733L }, + { 0xa91f1ce7673eede6L,0xa5390ad42b5b2f04L,0x5e66f7bf5530da2fL, + 0xd9a140b408df473aL } }, + /* 219 */ + { { 0x0e0221b56e8ea498L,0x623478293563ee09L,0xe06b8391335d2adeL, + 0x760c058d623f4b1aL }, + { 0x0b89b58cc198aa79L,0xf74890d2f07aba7fL,0x4e204110fde2556aL, + 0x7141982d8f190409L } }, + /* 220 */ + { { 0x6f0a0e334d4b0f45L,0xd9280b38392a94e1L,0x3af324c6b3c61d5eL, + 0x3af9d1ce89d54e47L }, + { 0xfd8f798120930371L,0xeda2664c21c17097L,0x0e9545dcdc42309bL, + 0xb1f815c373957dd6L } }, + /* 221 */ + { { 0x84faa78e89fec44aL,0xc8c2ae473caa4cafL,0x691c807dc1b6a624L, + 0xa41aed141543f052L }, + { 0x424353997d5ffe04L,0x8bacb2df625b6e20L,0x85d660be87817775L, + 0xd6e9c1dd86fb60efL } }, + /* 222 */ + { { 0x3aa2e97ec6853264L,0x771533b7e2304a0bL,0x1b912bb7b8eae9beL, + 0x9c9c6e10ae9bf8c2L }, + { 0xa2309a59e030b74cL,0x4ed7494d6a631e90L,0x89f44b23a49b79f2L, + 0x566bd59640fa61b6L } }, + /* 223 */ + { { 0x066c0118c18061f3L,0x190b25d37c83fc70L,0xf05fc8e027273245L, + 0xcf2c7390f525345eL }, + { 0xa09bceb410eb30cfL,0xcfd2ebba0d77703aL,0xe842c43a150ff255L, + 0x02f517558aa20979L } }, + /* 224 */ + { { 0x396ef794addb7d07L,0x0b4fc74224455500L,0xfaff8eacc78aa3ceL, + 0x14e9ada5e8d4d97dL }, + { 0xdaa480a12f7079e2L,0x45baa3cde4b0800eL,0x01765e2d7838157dL, + 0xa0ad4fab8e9d9ae8L } }, + /* 225 */ + { { 0x0bfb76214a653618L,0x1872813c31eaaa5fL,0x1553e73744949d5eL, + 0xbcd530b86e56ed1eL }, + { 0x169be85332e9c47bL,0xdc2776feb50059abL,0xcdba9761192bfbb4L, + 0x909283cf6979341dL } }, + /* 226 */ + { { 0x67b0032476e81a13L,0x9bee1a9962171239L,0x08ed361bd32e19d6L, + 0x35eeb7c9ace1549aL }, + { 0x1280ae5a7e4e5bdcL,0x2dcd2cd3b6ceec6eL,0x52e4224c6e266bc1L, + 0x9a8b2cf4448ae864L } }, + /* 227 */ + { { 0xf6471bf209d03b59L,0xc90e62a3b65af2abL,0xff7ff168ebd5eec9L, + 0x6bdb60f4d4491379L }, + { 0xdadafebc8a55bc30L,0xc79ead1610097fe0L,0x42e197414c1e3bddL, + 0x01ec3cfd94ba08a9L } }, + /* 228 */ + { { 0xba6277ebdc9485c2L,0x48cc9a7922fb10c7L,0x4f61d60f70a28d8aL, + 0xd1acb1c0475464f6L }, + { 0xd26902b126f36612L,0x59c3a44ee0618d8bL,0x4df8a813308357eeL, + 0x7dcd079d405626c2L } }, + /* 229 */ + { { 0x5ce7d4d3f05a4b48L,0xadcd295237230772L,0xd18f7971812a915aL, + 0x0bf53589377d19b8L }, + { 0x35ecd95a6c68ea73L,0xc7f3bbca823a584dL,0x9fb674c6f473a723L, + 0xd28be4d9e16686fcL } }, + /* 230 */ + { { 0x5d2b990638fa8e4bL,0x559f186e893fd8fcL,0x3a6de2aa436fb6fcL, + 0xd76007aa510f88ceL }, + { 0x2d10aab6523a4988L,0xb455cf4474dd0273L,0x7f467082a3407278L, + 0xf2b52f68b303bb01L } }, + /* 231 */ + { { 0x0d57eafa9835b4caL,0x2d2232fcbb669cbcL,0x8eeeb680c6643198L, + 0xd8dbe98ecc5aed3aL }, + { 0xcba9be3fc5a02709L,0x30be68e5f5ba1fa8L,0xfebd43cdf10ea852L, + 0xe01593a3ee559705L } }, + /* 232 */ + { { 0xd3e5af50ea75a0a6L,0x512226ac57858033L,0x6fe6d50fd0176406L, + 0xafec07b1aeb8ef06L }, + { 0x7fb9956780bb0a31L,0x6f1af3cc37309aaeL,0x9153a15a01abf389L, + 0xa71b93546e2dbfddL } }, + /* 233 */ + { { 0xbf8e12e018f593d2L,0xd1a90428a078122bL,0x150505db0ba4f2adL, + 0x53a2005c628523d9L }, + { 0x07c8b639e7f2b935L,0x2bff975ac182961aL,0x86bceea77518ca2cL, + 0xbf47d19b3d588e3dL } }, + /* 234 */ + { { 0x672967a7dd7665d5L,0x4e3030572f2f4de5L,0x144005ae80d4903fL, + 0x001c2c7f39c9a1b6L }, + { 0x143a801469efc6d6L,0xc810bdaa7bc7a724L,0x5f65670ba78150a4L, + 0xfdadf8e786ffb99bL } }, + /* 235 */ + { { 0xfd38cb88ffc00785L,0x77fa75913b48eb67L,0x0454d055bf368fbcL, + 0x3a838e4d5aa43c94L }, + { 0x561663293e97bb9aL,0x9eb93363441d94d9L,0x515591a60adb2a83L, + 0x3cdb8257873e1da3L } }, + /* 236 */ + { { 0x137140a97de77eabL,0xf7e1c50d41648109L,0x762dcad2ceb1d0dfL, + 0x5a60cc89f1f57fbaL }, + { 0x80b3638240d45673L,0x1b82be195913c655L,0x057284b8dd64b741L, + 0x922ff56fdbfd8fc0L } }, + /* 237 */ + { { 0x1b265deec9a129a1L,0xa5b1ce57cc284e04L,0x04380c46cebfbe3cL, + 0x72919a7df6c5cd62L }, + { 0x298f453a8fb90f9aL,0xd719c00b88e4031bL,0xe32c0e77796f1856L, + 0x5e7917803624089aL } }, + /* 238 */ + { { 0x5c16ec557f63cdfbL,0x8e6a3571f1cae4fdL,0xfce26bea560597caL, + 0x4e0a5371e24c2fabL }, + { 0x276a40d3a5765357L,0x3c89af440d73a2b4L,0xb8f370ae41d11a32L, + 0xf5ff7818d56604eeL } }, + /* 239 */ + { { 0xfbf3e3fe1a09df21L,0x26d5d28ee66e8e47L,0x2096bd0a29c89015L, + 0xe41df0e9533f5e64L }, + { 0x305fda40b3ba9e3fL,0xf2340ceb2604d895L,0x0866e1927f0367c7L, + 0x8edd7d6eac4f155fL } }, + /* 240 */ + { { 0xc9a1dc0e0bfc8ff3L,0x14efd82be936f42fL,0x67016f7ccca381efL, + 0x1432c1caed8aee96L }, + { 0xec68482970b23c26L,0xa64fe8730735b273L,0xe389f6e5eaef0f5aL, + 0xcaef480b5ac8d2c6L } }, + /* 241 */ + { { 0x5245c97875315922L,0xd82951713063cca5L,0xf3ce60d0b64ef2cbL, + 0xd0ba177e8efae236L }, + { 0x53a9ae8fb1b3af60L,0x1a796ae53d2da20eL,0x01d63605df9eef28L, + 0xf31c957c1c54ae16L } }, + /* 242 */ + { { 0xc0f58d5249cc4597L,0xdc5015b0bae0a028L,0xefc5fc55734a814aL, + 0x013404cb96e17c3aL }, + { 0xb29e2585c9a824bfL,0xd593185e001eaed7L,0x8d6ee68261ef68acL, + 0x6f377c4b91933e6cL } }, + /* 243 */ + { { 0x9f93bad1a8333fd2L,0xa89302025a2a95b8L,0x211e5037eaf75aceL, + 0x6dba3e4ed2d09506L }, + { 0xa48ef98cd04399cdL,0x1811c66ee6b73adeL,0x72f60752c17ecaf3L, + 0xf13cf3423becf4a7L } }, + /* 244 */ + { { 0xceeb9ec0a919e2ebL,0x83a9a195f62c0f68L,0xcfba3bb67aba2299L, + 0xc83fa9a9274bbad3L }, + { 0x0d7d1b0b62fa1ce0L,0xe58b60f53418efbfL,0xbfa8ef9e52706f04L, + 0xb49d70f45d702683L } }, + /* 245 */ + { { 0x914c7510fad5513bL,0x05f32eecb1751e2dL,0x6d850418d9fb9d59L, + 0x59cfadbb0c30f1cfL }, + { 0xe167ac2355cb7fd6L,0x249367b8820426a3L,0xeaeec58c90a78864L, + 0x5babf362354a4b67L } }, + /* 246 */ + { { 0x37c981d1ee424865L,0x8b002878f2e5577fL,0x702970f1b9e0c058L, + 0x6188c6a79026c8f0L }, + { 0x06f9a19bd0f244daL,0x1ecced5cfb080873L,0x35470f9b9f213637L, + 0x993fe475df50b9d9L } }, + /* 247 */ + { { 0x68e31cdf9b2c3609L,0x84eb19c02c46d4eaL,0x7ac9ec1a9a775101L, + 0x81f764664c80616bL }, + { 0x1d7c2a5a75fbe978L,0x6743fed3f183b356L,0x838d1f04501dd2bfL, + 0x564a812a5fe9060dL } }, + /* 248 */ + { { 0x7a5a64f4fa817d1dL,0x55f96844bea82e0fL,0xb5ff5a0fcd57f9aaL, + 0x226bf3cf00e51d6cL }, + { 0xd6d1a9f92f2833cfL,0x20a0a35a4f4f89a8L,0x11536c498f3f7f77L, + 0x68779f47ff257836L } }, + /* 249 */ + { { 0x79b0c1c173043d08L,0xa54467741fc020faL,0xd3767e289a6d26d0L, + 0x97bcb0d1eb092e0bL }, + { 0x2ab6eaa8f32ed3c3L,0xc8a4f151b281bc48L,0x4d1bf4f3bfa178f3L, + 0xa872ffe80a784655L } }, + /* 250 */ + { { 0xb1ab7935a32b2086L,0xe1eb710e8160f486L,0x9bd0cd913b6ae6beL, + 0x02812bfcb732a36aL }, + { 0xa63fd7cacf605318L,0x646e5d50fdfd6d1dL,0xa1d683982102d619L, + 0x07391cc9fe5396afL } }, + /* 251 */ + { { 0xc50157f08b80d02bL,0x6b8333d162877f7fL,0x7aca1af878d542aeL, + 0x355d2adc7e6d2a08L }, + { 0xb41f335a287386e1L,0xfd272a94f8e43275L,0x286ca2cde79989eaL, + 0x3dc2b1e37c2a3a79L } }, + /* 252 */ + { { 0xd689d21c04581352L,0x0a00c825376782beL,0x203bd5909fed701fL, + 0xc47869103ccd846bL }, + { 0x5dba770824c768edL,0x72feea026841f657L,0x73313ed56accce0eL, + 0xccc42968d5bb4d32L } }, + /* 253 */ + { { 0x94e50de13d7620b9L,0xd89a5c8a5992a56aL,0xdc007640675487c9L, + 0xe147eb42aa4871cfL }, + { 0x274ab4eeacf3ae46L,0xfd4936fb50350fbeL,0xdf2afe4748c840eaL, + 0x239ac047080e96e3L } }, + /* 254 */ + { { 0x481d1f352bfee8d4L,0xce80b5cffa7b0fecL,0x105c4c9e2ce9af3cL, + 0xc55fa1a3f5f7e59dL }, + { 0x3186f14e8257c227L,0xc5b1653f342be00bL,0x09afc998aa904fb2L, + 0x094cd99cd4f4b699L } }, + /* 255 */ + { { 0x8a981c84d703bebaL,0x8631d15032ceb291L,0xa445f2c9e3bd49ecL, + 0xb90a30b642abad33L }, + { 0xb465404fb4a5abf9L,0x004750c375db7603L,0x6f9a42ccca35d89fL, + 0x019f8b9a1b7924f7L } }, +}; + +/* Multiply the base point of P256 by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_256_ecc_mulmod_base_4(sp_point_256* r, const sp_digit* k, + int map, void* heap) +{ + return sp_256_ecc_mulmod_stripe_4(r, &p256_base, p256_table, + k, map, heap); +} + +#else +/* The index into pre-computation table to use. */ +static const uint8_t recode_index_4_7[130] = { + 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, + 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, + 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, + 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, + 64, 63, 62, 61, 60, 59, 58, 57, 56, 55, 54, 53, 52, 51, 50, 49, + 48, 47, 46, 45, 44, 43, 42, 41, 40, 39, 38, 37, 36, 35, 34, 33, + 32, 31, 30, 29, 28, 27, 26, 25, 24, 23, 22, 21, 20, 19, 18, 17, + 16, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, + 0, 1, +}; + +/* Whether to negate y-ordinate. */ +static const uint8_t recode_neg_4_7[130] = { + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 0, 0, +}; + +/* Recode the scalar for multiplication using pre-computed values and + * subtraction. + * + * k Scalar to multiply by. + * v Vector of operations to perform. + */ +static void sp_256_ecc_recode_7_4(const sp_digit* k, ecc_recode_256* v) +{ + int i, j; + uint8_t y; + int carry = 0; + int o; + sp_digit n; + + j = 0; + n = k[j]; + o = 0; + for (i=0; i<37; i++) { + y = n; + if (o + 7 < 64) { + y &= 0x7f; + n >>= 7; + o += 7; + } + else if (o + 7 == 64) { + n >>= 7; + if (++j < 4) + n = k[j]; + o = 0; + } + else if (++j < 4) { + n = k[j]; + y |= (n << (64 - o)) & 0x7f; + o -= 57; + n >>= o; + } + + y += carry; + v[i].i = recode_index_4_7[y]; + v[i].neg = recode_neg_4_7[y]; + carry = (y >> 7) + v[i].neg; + } +} + +static const sp_table_entry_256 p256_table[2405] = { + /* 0 << 0 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 0 */ + { { 0x79e730d418a9143cL,0x75ba95fc5fedb601L,0x79fb732b77622510L, + 0x18905f76a53755c6L }, + { 0xddf25357ce95560aL,0x8b4ab8e4ba19e45cL,0xd2e88688dd21f325L, + 0x8571ff1825885d85L } }, + /* 2 << 0 */ + { { 0x850046d410ddd64dL,0xaa6ae3c1a433827dL,0x732205038d1490d9L, + 0xf6bb32e43dcf3a3bL }, + { 0x2f3648d361bee1a5L,0x152cd7cbeb236ff8L,0x19a8fb0e92042dbeL, + 0x78c577510a5b8a3bL } }, + /* 3 << 0 */ + { { 0xffac3f904eebc127L,0xb027f84a087d81fbL,0x66ad77dd87cbbc98L, + 0x26936a3fb6ff747eL }, + { 0xb04c5c1fc983a7ebL,0x583e47ad0861fe1aL,0x788208311a2ee98eL, + 0xd5f06a29e587cc07L } }, + /* 4 << 0 */ + { { 0x74b0b50d46918dccL,0x4650a6edc623c173L,0x0cdaacace8100af2L, + 0x577362f541b0176bL }, + { 0x2d96f24ce4cbaba6L,0x17628471fad6f447L,0x6b6c36dee5ddd22eL, + 0x84b14c394c5ab863L } }, + /* 5 << 0 */ + { { 0xbe1b8aaec45c61f5L,0x90ec649a94b9537dL,0x941cb5aad076c20cL, + 0xc9079605890523c8L }, + { 0xeb309b4ae7ba4f10L,0x73c568efe5eb882bL,0x3540a9877e7a1f68L, + 0x73a076bb2dd1e916L } }, + /* 6 << 0 */ + { { 0x403947373e77664aL,0x55ae744f346cee3eL,0xd50a961a5b17a3adL, + 0x13074b5954213673L }, + { 0x93d36220d377e44bL,0x299c2b53adff14b5L,0xf424d44cef639f11L, + 0xa4c9916d4a07f75fL } }, + /* 7 << 0 */ + { { 0x0746354ea0173b4fL,0x2bd20213d23c00f7L,0xf43eaab50c23bb08L, + 0x13ba5119c3123e03L }, + { 0x2847d0303f5b9d4dL,0x6742f2f25da67bddL,0xef933bdc77c94195L, + 0xeaedd9156e240867L } }, + /* 8 << 0 */ + { { 0x27f14cd19499a78fL,0x462ab5c56f9b3455L,0x8f90f02af02cfc6bL, + 0xb763891eb265230dL }, + { 0xf59da3a9532d4977L,0x21e3327dcf9eba15L,0x123c7b84be60bbf0L, + 0x56ec12f27706df76L } }, + /* 9 << 0 */ + { { 0x75c96e8f264e20e8L,0xabe6bfed59a7a841L,0x2cc09c0444c8eb00L, + 0xe05b3080f0c4e16bL }, + { 0x1eb7777aa45f3314L,0x56af7bedce5d45e3L,0x2b6e019a88b12f1aL, + 0x086659cdfd835f9bL } }, + /* 10 << 0 */ + { { 0x2c18dbd19dc21ec8L,0x98f9868a0fcf8139L,0x737d2cd648250b49L, + 0xcc61c94724b3428fL }, + { 0x0c2b407880dd9e76L,0xc43a8991383fbe08L,0x5f7d2d65779be5d2L, + 0x78719a54eb3b4ab5L } }, + /* 11 << 0 */ + { { 0xea7d260a6245e404L,0x9de407956e7fdfe0L,0x1ff3a4158dac1ab5L, + 0x3e7090f1649c9073L }, + { 0x1a7685612b944e88L,0x250f939ee57f61c8L,0x0c0daa891ead643dL, + 0x68930023e125b88eL } }, + /* 12 << 0 */ + { { 0x04b71aa7d2697768L,0xabdedef5ca345a33L,0x2409d29dee37385eL, + 0x4ee1df77cb83e156L }, + { 0x0cac12d91cbb5b43L,0x170ed2f6ca895637L,0x28228cfa8ade6d66L, + 0x7ff57c9553238acaL } }, + /* 13 << 0 */ + { { 0xccc425634b2ed709L,0x0e356769856fd30dL,0xbcbcd43f559e9811L, + 0x738477ac5395b759L }, + { 0x35752b90c00ee17fL,0x68748390742ed2e3L,0x7cd06422bd1f5bc1L, + 0xfbc08769c9e7b797L } }, + /* 14 << 0 */ + { { 0xa242a35bb0cf664aL,0x126e48f77f9707e3L,0x1717bf54c6832660L, + 0xfaae7332fd12c72eL }, + { 0x27b52db7995d586bL,0xbe29569e832237c2L,0xe8e4193e2a65e7dbL, + 0x152706dc2eaa1bbbL } }, + /* 15 << 0 */ + { { 0x72bcd8b7bc60055bL,0x03cc23ee56e27e4bL,0xee337424e4819370L, + 0xe2aa0e430ad3da09L }, + { 0x40b8524f6383c45dL,0xd766355442a41b25L,0x64efa6de778a4797L, + 0x2042170a7079adf4L } }, + /* 16 << 0 */ + { { 0x808b0b650bc6fb80L,0x5882e0753ffe2e6bL,0xd5ef2f7c2c83f549L, + 0x54d63c809103b723L }, + { 0xf2f11bd652a23f9bL,0x3670c3194b0b6587L,0x55c4623bb1580e9eL, + 0x64edf7b201efe220L } }, + /* 17 << 0 */ + { { 0x97091dcbd53c5c9dL,0xf17624b6ac0a177bL,0xb0f139752cfe2dffL, + 0xc1a35c0a6c7a574eL }, + { 0x227d314693e79987L,0x0575bf30e89cb80eL,0x2f4e247f0d1883bbL, + 0xebd512263274c3d0L } }, + /* 18 << 0 */ + { { 0x5f3e51c856ada97aL,0x4afc964d8f8b403eL,0xa6f247ab412e2979L, + 0x675abd1b6f80ebdaL }, + { 0x66a2bd725e485a1dL,0x4b2a5caf8f4f0b3cL,0x2626927f1b847bbaL, + 0x6c6fc7d90502394dL } }, + /* 19 << 0 */ + { { 0xfea912baa5659ae8L,0x68363aba25e1a16eL,0xb8842277752c41acL, + 0xfe545c282897c3fcL }, + { 0x2d36e9e7dc4c696bL,0x5806244afba977c5L,0x85665e9be39508c1L, + 0xf720ee256d12597bL } }, + /* 20 << 0 */ + { { 0x8a979129d2337a31L,0x5916868f0f862bdcL,0x048099d95dd283baL, + 0xe2d1eeb6fe5bfb4eL }, + { 0x82ef1c417884005dL,0xa2d4ec17ffffcbaeL,0x9161c53f8aa95e66L, + 0x5ee104e1c5fee0d0L } }, + /* 21 << 0 */ + { { 0x562e4cecc135b208L,0x74e1b2654783f47dL,0x6d2a506c5a3f3b30L, + 0xecead9f4c16762fcL }, + { 0xf29dd4b2e286e5b9L,0x1b0fadc083bb3c61L,0x7a75023e7fac29a4L, + 0xc086d5f1c9477fa3L } }, + /* 22 << 0 */ + { { 0x0fc611352f6f3076L,0xc99ffa23e3912a9aL,0x6a0b0685d2f8ba3dL, + 0xfdc777e8e93358a4L }, + { 0x94a787bb35415f04L,0x640c2d6a4d23fea4L,0x9de917da153a35b5L, + 0x793e8d075d5cd074L } }, + /* 23 << 0 */ + { { 0xf4f876532de45068L,0x37c7a7e89e2e1f6eL,0xd0825fa2a3584069L, + 0xaf2cea7c1727bf42L }, + { 0x0360a4fb9e4785a9L,0xe5fda49c27299f4aL,0x48068e1371ac2f71L, + 0x83d0687b9077666fL } }, + /* 24 << 0 */ + { { 0x6d3883b215d02819L,0x6d0d755040dd9a35L,0x61d7cbf91d2b469fL, + 0xf97b232f2efc3115L }, + { 0xa551d750b24bcbc7L,0x11ea494988a1e356L,0x7669f03193cb7501L, + 0x595dc55eca737b8aL } }, + /* 25 << 0 */ + { { 0xa4a319acd837879fL,0x6fc1b49eed6b67b0L,0xe395993332f1f3afL, + 0x966742eb65432a2eL }, + { 0x4b8dc9feb4966228L,0x96cc631243f43950L,0x12068859c9b731eeL, + 0x7b948dc356f79968L } }, + /* 26 << 0 */ + { { 0x61e4ad32ed1f8008L,0xe6c9267ad8b17538L,0x1ac7c5eb857ff6fbL, + 0x994baaa855f2fb10L }, + { 0x84cf14e11d248018L,0x5a39898b628ac508L,0x14fde97b5fa944f5L, + 0xed178030d12e5ac7L } }, + /* 27 << 0 */ + { { 0x042c2af497e2feb4L,0xd36a42d7aebf7313L,0x49d2c9eb084ffdd7L, + 0x9f8aa54b2ef7c76aL }, + { 0x9200b7ba09895e70L,0x3bd0c66fddb7fb58L,0x2d97d10878eb4cbbL, + 0x2d431068d84bde31L } }, + /* 28 << 0 */ + { { 0x4b523eb7172ccd1fL,0x7323cb2830a6a892L,0x97082ec0cfe153ebL, + 0xe97f6b6af2aadb97L }, + { 0x1d3d393ed1a83da1L,0xa6a7f9c7804b2a68L,0x4a688b482d0cb71eL, + 0xa9b4cc5f40585278L } }, + /* 29 << 0 */ + { { 0x5e5db46acb66e132L,0xf1be963a0d925880L,0x944a70270317b9e2L, + 0xe266f95948603d48L }, + { 0x98db66735c208899L,0x90472447a2fb18a3L,0x8a966939777c619fL, + 0x3798142a2a3be21bL } }, + /* 30 << 0 */ + { { 0xb4241cb13298b343L,0xa3a14e49b44f65a1L,0xc5f4d6cd3ac77acdL, + 0xd0288cb552b6fc3cL }, + { 0xd5cc8c2f1c040abcL,0xb675511e06bf9b4aL,0xd667da379b3aa441L, + 0x460d45ce51601f72L } }, + /* 31 << 0 */ + { { 0xe2f73c696755ff89L,0xdd3cf7e7473017e6L,0x8ef5689d3cf7600dL, + 0x948dc4f8b1fc87b4L }, + { 0xd9e9fe814ea53299L,0x2d921ca298eb6028L,0xfaecedfd0c9803fcL, + 0xf38ae8914d7b4745L } }, + /* 32 << 0 */ + { { 0xd8c5fccfc5e3a3d8L,0xbefd904c4079dfbfL,0xbc6d6a58fead0197L, + 0x39227077695532a4L }, + { 0x09e23e6ddbef42f5L,0x7e449b64480a9908L,0x7b969c1aad9a2e40L, + 0x6231d7929591c2a4L } }, + /* 33 << 0 */ + { { 0x871514560f664534L,0x85ceae7c4b68f103L,0xac09c4ae65578ab9L, + 0x33ec6868f044b10cL }, + { 0x6ac4832b3a8ec1f1L,0x5509d1285847d5efL,0xf909604f763f1574L, + 0xb16c4303c32f63c4L } }, + /* 34 << 0 */ + { { 0xb6ab20147ca23cd3L,0xcaa7a5c6a391849dL,0x5b0673a375678d94L, + 0xc982ddd4dd303e64L }, + { 0xfd7b000b5db6f971L,0xbba2cb1f6f876f92L,0xc77332a33c569426L, + 0xa159100c570d74f8L } }, + /* 35 << 0 */ + { { 0xfd16847fdec67ef5L,0x742ee464233e76b7L,0x0b8e4134efc2b4c8L, + 0xca640b8642a3e521L }, + { 0x653a01908ceb6aa9L,0x313c300c547852d5L,0x24e4ab126b237af7L, + 0x2ba901628bb47af8L } }, + /* 36 << 0 */ + { { 0x3d5e58d6a8219bb7L,0xc691d0bd1b06c57fL,0x0ae4cb10d257576eL, + 0x3569656cd54a3dc3L }, + { 0xe5ebaebd94cda03aL,0x934e82d3162bfe13L,0x450ac0bae251a0c6L, + 0x480b9e11dd6da526L } }, + /* 37 << 0 */ + { { 0x00467bc58cce08b5L,0xb636458c7f178d55L,0xc5748baea677d806L, + 0x2763a387dfa394ebL }, + { 0xa12b448a7d3cebb6L,0xe7adda3e6f20d850L,0xf63ebce51558462cL, + 0x58b36143620088a8L } }, + /* 38 << 0 */ + { { 0x8a2cc3ca4d63c0eeL,0x512331170fe948ceL,0x7463fd85222ef33bL, + 0xadf0c7dc7c603d6cL }, + { 0x0ec32d3bfe7765e5L,0xccaab359bf380409L,0xbdaa84d68e59319cL, + 0xd9a4c2809c80c34dL } }, + /* 39 << 0 */ + { { 0xa9d89488a059c142L,0x6f5ae714ff0b9346L,0x068f237d16fb3664L, + 0x5853e4c4363186acL }, + { 0xe2d87d2363c52f98L,0x2ec4a76681828876L,0x47b864fae14e7b1cL, + 0x0c0bc0e569192408L } }, + /* 40 << 0 */ + { { 0xe4d7681db82e9f3eL,0x83200f0bdf25e13cL,0x8909984c66f27280L, + 0x462d7b0075f73227L }, + { 0xd90ba188f2651798L,0x74c6e18c36ab1c34L,0xab256ea35ef54359L, + 0x03466612d1aa702fL } }, + /* 41 << 0 */ + { { 0x624d60492ed22e91L,0x6fdfe0b56f072822L,0xeeca111539ce2271L, + 0x98100a4fdb01614fL }, + { 0xb6b0daa2a35c628fL,0xb6f94d2ec87e9a47L,0xc67732591d57d9ceL, + 0xf70bfeec03884a7bL } }, + /* 42 << 0 */ + { { 0x5fb35ccfed2bad01L,0xa155cbe31da6a5c7L,0xc2e2594c30a92f8fL, + 0x649c89ce5bfafe43L }, + { 0xd158667de9ff257aL,0x9b359611f32c50aeL,0x4b00b20b906014cfL, + 0xf3a8cfe389bc7d3dL } }, + /* 43 << 0 */ + { { 0x4ff23ffd248a7d06L,0x80c5bfb4878873faL,0xb7d9ad9005745981L, + 0x179c85db3db01994L }, + { 0xba41b06261a6966cL,0x4d82d052eadce5a8L,0x9e91cd3ba5e6a318L, + 0x47795f4f95b2dda0L } }, + /* 44 << 0 */ + { { 0xecfd7c1fd55a897cL,0x009194abb29110fbL,0x5f0e2046e381d3b0L, + 0x5f3425f6a98dd291L }, + { 0xbfa06687730d50daL,0x0423446c4b083b7fL,0x397a247dd69d3417L, + 0xeb629f90387ba42aL } }, + /* 45 << 0 */ + { { 0x1ee426ccd5cd79bfL,0x0032940b946c6e18L,0x1b1e8ae057477f58L, + 0xe94f7d346d823278L }, + { 0xc747cb96782ba21aL,0xc5254469f72b33a5L,0x772ef6dec7f80c81L, + 0xd73acbfe2cd9e6b5L } }, + /* 46 << 0 */ + { { 0x4075b5b149ee90d9L,0x785c339aa06e9ebaL,0xa1030d5babf825e0L, + 0xcec684c3a42931dcL }, + { 0x42ab62c9c1586e63L,0x45431d665ab43f2bL,0x57c8b2c055f7835dL, + 0x033da338c1b7f865L } }, + /* 47 << 0 */ + { { 0x283c7513caa76097L,0x0a624fa936c83906L,0x6b20afec715af2c7L, + 0x4b969974eba78bfdL }, + { 0x220755ccd921d60eL,0x9b944e107baeca13L,0x04819d515ded93d4L, + 0x9bbff86e6dddfd27L } }, + /* 48 << 0 */ + { { 0x6b34413077adc612L,0xa7496529bbd803a0L,0x1a1baaa76d8805bdL, + 0xc8403902470343adL }, + { 0x39f59f66175adff1L,0x0b26d7fbb7d8c5b7L,0xa875f5ce529d75e3L, + 0x85efc7e941325cc2L } }, + /* 49 << 0 */ + { { 0x21950b421ff6acd3L,0xffe7048453dc6909L,0xff4cd0b228766127L, + 0xabdbe6084fb7db2bL }, + { 0x837c92285e1109e8L,0x26147d27f4645b5aL,0x4d78f592f7818ed8L, + 0xd394077ef247fa36L } }, + /* 50 << 0 */ + { { 0x0fb9c2d0488c171aL,0xa78bfbaa13685278L,0xedfbe268d5b1fa6aL, + 0x0dceb8db2b7eaba7L }, + { 0xbf9e80899ae2b710L,0xefde7ae6a4449c96L,0x43b7716bcc143a46L, + 0xd7d34194c3628c13L } }, + /* 51 << 0 */ + { { 0x508cec1c3b3f64c9L,0xe20bc0ba1e5edf3fL,0xda1deb852f4318d4L, + 0xd20ebe0d5c3fa443L }, + { 0x370b4ea773241ea3L,0x61f1511c5e1a5f65L,0x99a5e23d82681c62L, + 0xd731e383a2f54c2dL } }, + /* 52 << 0 */ + { { 0x2692f36e83445904L,0x2e0ec469af45f9c0L,0x905a3201c67528b7L, + 0x88f77f34d0e5e542L }, + { 0xf67a8d295864687cL,0x23b92eae22df3562L,0x5c27014b9bbec39eL, + 0x7ef2f2269c0f0f8dL } }, + /* 53 << 0 */ + { { 0x97359638546c4d8dL,0x5f9c3fc492f24679L,0x912e8beda8c8acd9L, + 0xec3a318d306634b0L }, + { 0x80167f41c31cb264L,0x3db82f6f522113f2L,0xb155bcd2dcafe197L, + 0xfba1da5943465283L } }, + /* 54 << 0 */ + { { 0xa0425b8eb212cf53L,0x4f2e512ef8557c5fL,0xc1286ff925c4d56cL, + 0xbb8a0feaee26c851L }, + { 0xc28f70d2e7d6107eL,0x7ee0c444e76265aaL,0x3df277a41d1936b1L, + 0x1a556e3fea9595ebL } }, + /* 55 << 0 */ + { { 0x258bbbf9e7305683L,0x31eea5bf07ef5be6L,0x0deb0e4a46c814c1L, + 0x5cee8449a7b730ddL }, + { 0xeab495c5a0182bdeL,0xee759f879e27a6b4L,0xc2cf6a6880e518caL, + 0x25e8013ff14cf3f4L } }, + /* 56 << 0 */ + { { 0x8fc441407e8d7a14L,0xbb1ff3ca9556f36aL,0x6a84438514600044L, + 0xba3f0c4a7451ae63L }, + { 0xdfcac25b1f9af32aL,0x01e0db86b1f2214bL,0x4e9a5bc2a4b596acL, + 0x83927681026c2c08L } }, + /* 57 << 0 */ + { { 0x3ec832e77acaca28L,0x1bfeea57c7385b29L,0x068212e3fd1eaf38L, + 0xc13298306acf8cccL }, + { 0xb909f2db2aac9e59L,0x5748060db661782aL,0xc5ab2632c79b7a01L, + 0xda44c6c600017626L } }, + /* 58 << 0 */ + { { 0xf26c00e8a7ea82f0L,0x99cac80de4299aafL,0xd66fe3b67ed78be1L, + 0x305f725f648d02cdL }, + { 0x33ed1bc4623fb21bL,0xfa70533e7a6319adL,0x17ab562dbe5ffb3eL, + 0x0637499456674741L } }, + /* 59 << 0 */ + { { 0x69d44ed65c46aa8eL,0x2100d5d3a8d063d1L,0xcb9727eaa2d17c36L, + 0x4c2bab1b8add53b7L }, + { 0xa084e90c15426704L,0x778afcd3a837ebeaL,0x6651f7017ce477f8L, + 0xa062499846fb7a8bL } }, + /* 60 << 0 */ + { { 0xdc1e6828ed8a6e19L,0x33fc23364189d9c7L,0x026f8fe2671c39bcL, + 0xd40c4ccdbc6f9915L }, + { 0xafa135bbf80e75caL,0x12c651a022adff2cL,0xc40a04bd4f51ad96L, + 0x04820109bbe4e832L } }, + /* 61 << 0 */ + { { 0x3667eb1a7f4c04ccL,0x59556621a9404f84L,0x71cdf6537eceb50aL, + 0x994a44a69b8335faL }, + { 0xd7faf819dbeb9b69L,0x473c5680eed4350dL,0xb6658466da44bba2L, + 0x0d1bc780872bdbf3L } }, + /* 62 << 0 */ + { { 0xe535f175a1962f91L,0x6ed7e061ed58f5a7L,0x177aa4c02089a233L, + 0x0dbcb03ae539b413L }, + { 0xe3dc424ebb32e38eL,0x6472e5ef6806701eL,0xdd47ff98814be9eeL, + 0x6b60cfff35ace009L } }, + /* 63 << 0 */ + { { 0xb8d3d9319ff91fe5L,0x039c4800f0518eedL,0x95c376329182cb26L, + 0x0763a43482fc568dL }, + { 0x707c04d5383e76baL,0xac98b930824e8197L,0x92bf7c8f91230de0L, + 0x90876a0140959b70L } }, + /* 64 << 0 */ + { { 0xdb6d96f305968b80L,0x380a0913089f73b9L,0x7da70b83c2c61e01L, + 0x95fb8394569b38c7L }, + { 0x9a3c651280edfe2fL,0x8f726bb98faeaf82L,0x8010a4a078424bf8L, + 0x296720440e844970L } }, + /* 0 << 7 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 7 */ + { { 0x63c5cb817a2ad62aL,0x7ef2b6b9ac62ff54L,0x3749bba4b3ad9db5L, + 0xad311f2c46d5a617L }, + { 0xb77a8087c2ff3b6dL,0xb46feaf3367834ffL,0xf8aa266d75d6b138L, + 0xfa38d320ec008188L } }, + /* 2 << 7 */ + { { 0x486d8ffa696946fcL,0x50fbc6d8b9cba56dL,0x7e3d423e90f35a15L, + 0x7c3da195c0dd962cL }, + { 0xe673fdb03cfd5d8bL,0x0704b7c2889dfca5L,0xf6ce581ff52305aaL, + 0x399d49eb914d5e53L } }, + /* 3 << 7 */ + { { 0x380a496d6ec293cdL,0x733dbda78e7051f5L,0x037e388db849140aL, + 0xee4b32b05946dbf6L }, + { 0xb1c4fda9cae368d1L,0x5001a7b0fdb0b2f3L,0x6df593742e3ac46eL, + 0x4af675f239b3e656L } }, + /* 4 << 7 */ + { { 0x44e3811039949296L,0x5b63827b361db1b5L,0x3e5323ed206eaff5L, + 0x942370d2c21f4290L }, + { 0xf2caaf2ee0d985a1L,0x192cc64b7239846dL,0x7c0b8f47ae6312f8L, + 0x7dc61f9196620108L } }, + /* 5 << 7 */ + { { 0xb830fb5bc2da7de9L,0xd0e643df0ff8d3beL,0x31ee77ba188a9641L, + 0x4e8aa3aabcf6d502L }, + { 0xf9fb65329a49110fL,0xd18317f62dd6b220L,0x7e3ced4152c3ea5aL, + 0x0d296a147d579c4aL } }, + /* 6 << 7 */ + { { 0x35d6a53eed4c3717L,0x9f8240cf3d0ed2a3L,0x8c0d4d05e5543aa5L, + 0x45d5bbfbdd33b4b4L }, + { 0xfa04cc73137fd28eL,0x862ac6efc73b3ffdL,0x403ff9f531f51ef2L, + 0x34d5e0fcbc73f5a2L } }, + /* 7 << 7 */ + { { 0xf252682008913f4fL,0xea20ed61eac93d95L,0x51ed38b46ca6b26cL, + 0x8662dcbcea4327b0L }, + { 0x6daf295c725d2aaaL,0xbad2752f8e52dcdaL,0x2210e7210b17daccL, + 0xa37f7912d51e8232L } }, + /* 8 << 7 */ + { { 0x4f7081e144cc3addL,0xd5ffa1d687be82cfL,0x89890b6c0edd6472L, + 0xada26e1a3ed17863L }, + { 0x276f271563483caaL,0xe6924cd92f6077fdL,0x05a7fe980a466e3cL, + 0xf1c794b0b1902d1fL } }, + /* 9 << 7 */ + { { 0xe521368882a8042cL,0xd931cfafcd278298L,0x069a0ae0f597a740L, + 0x0adbb3f3eb59107cL }, + { 0x983e951e5eaa8eb8L,0xe663a8b511b48e78L,0x1631cc0d8a03f2c5L, + 0x7577c11e11e271e2L } }, + /* 10 << 7 */ + { { 0x33b2385c08369a90L,0x2990c59b190eb4f8L,0x819a6145c68eac80L, + 0x7a786d622ec4a014L }, + { 0x33faadbe20ac3a8dL,0x31a217815aba2d30L,0x209d2742dba4f565L, + 0xdb2ce9e355aa0fbbL } }, + /* 11 << 7 */ + { { 0x8cef334b168984dfL,0xe81dce1733879638L,0xf6e6949c263720f0L, + 0x5c56feaff593cbecL }, + { 0x8bff5601fde58c84L,0x74e241172eccb314L,0xbcf01b614c9a8a78L, + 0xa233e35e544c9868L } }, + /* 12 << 7 */ + { { 0xb3156bf38bd7aff1L,0x1b5ee4cb1d81b146L,0x7ba1ac41d628a915L, + 0x8f3a8f9cfd89699eL }, + { 0x7329b9c9a0748be7L,0x1d391c95a92e621fL,0xe51e6b214d10a837L, + 0xd255f53a4947b435L } }, + /* 13 << 7 */ + { { 0x07669e04f1788ee3L,0xc14f27afa86938a2L,0x8b47a334e93a01c0L, + 0xff627438d9366808L }, + { 0x7a0985d8ca2a5965L,0x3d9a5542d6e9b9b3L,0xc23eb80b4cf972e8L, + 0x5c1c33bb4fdf72fdL } }, + /* 14 << 7 */ + { { 0x0c4a58d474a86108L,0xf8048a8fee4c5d90L,0xe3c7c924e86d4c80L, + 0x28c889de056a1e60L }, + { 0x57e2662eb214a040L,0xe8c48e9837e10347L,0x8774286280ac748aL, + 0xf1c24022186b06f2L } }, + /* 15 << 7 */ + { { 0xac2dd4c35f74040aL,0x409aeb71fceac957L,0x4fbad78255c4ec23L, + 0xb359ed618a7b76ecL }, + { 0x12744926ed6f4a60L,0xe21e8d7f4b912de3L,0xe2575a59fc705a59L, + 0x72f1d4deed2dbc0eL } }, + /* 16 << 7 */ + { { 0x3d2b24b9eb7926b8L,0xbff88cb3cdbe5509L,0xd0f399afe4dd640bL, + 0x3c5fe1302f76ed45L }, + { 0x6f3562f43764fb3dL,0x7b5af3183151b62dL,0xd5bd0bc7d79ce5f3L, + 0xfdaf6b20ec66890fL } }, + /* 17 << 7 */ + { { 0x735c67ec6063540cL,0x50b259c2e5f9cb8fL,0xb8734f9a3f99c6abL, + 0xf8cc13d5a3a7bc85L }, + { 0x80c1b305c5217659L,0xfe5364d44ec12a54L,0xbd87045e681345feL, + 0x7f8efeb1582f897fL } }, + /* 18 << 7 */ + { { 0xe8cbf1e5d5923359L,0xdb0cea9d539b9fb0L,0x0c5b34cf49859b98L, + 0x5e583c56a4403cc6L }, + { 0x11fc1a2dd48185b7L,0xc93fbc7e6e521787L,0x47e7a05805105b8bL, + 0x7b4d4d58db8260c8L } }, + /* 19 << 7 */ + { { 0xe33930b046eb842aL,0x8e844a9a7bdae56dL,0x34ef3a9e13f7fdfcL, + 0xb3768f82636ca176L }, + { 0x2821f4e04e09e61cL,0x414dc3a1a0c7cddcL,0xd537943754945fcdL, + 0x151b6eefb3555ff1L } }, + /* 20 << 7 */ + { { 0xb31bd6136339c083L,0x39ff8155dfb64701L,0x7c3388d2e29604abL, + 0x1e19084ba6b10442L }, + { 0x17cf54c0eccd47efL,0x896933854a5dfb30L,0x69d023fb47daf9f6L, + 0x9222840b7d91d959L } }, + /* 21 << 7 */ + { { 0x439108f5803bac62L,0x0b7dd91d379bd45fL,0xd651e827ca63c581L, + 0x5c5d75f6509c104fL }, + { 0x7d5fc7381f2dc308L,0x20faa7bfd98454beL,0x95374beea517b031L, + 0xf036b9b1642692acL } }, + /* 22 << 7 */ + { { 0xc510610939842194L,0xb7e2353e49d05295L,0xfc8c1d5cefb42ee0L, + 0xe04884eb08ce811cL }, + { 0xf1f75d817419f40eL,0x5b0ac162a995c241L,0x120921bbc4c55646L, + 0x713520c28d33cf97L } }, + /* 23 << 7 */ + { { 0xb4a65a5ce98c5100L,0x6cec871d2ddd0f5aL,0x251f0b7f9ba2e78bL, + 0x224a8434ce3a2a5fL }, + { 0x26827f6125f5c46fL,0x6a22bedc48545ec0L,0x25ae5fa0b1bb5cdcL, + 0xd693682ffcb9b98fL } }, + /* 24 << 7 */ + { { 0x32027fe891e5d7d3L,0xf14b7d1773a07678L,0xf88497b3c0dfdd61L, + 0xf7c2eec02a8c4f48L }, + { 0xaa5573f43756e621L,0xc013a2401825b948L,0x1c03b34563878572L, + 0xa0472bea653a4184L } }, + /* 25 << 7 */ + { { 0xf4222e270ac69a80L,0x34096d25f51e54f6L,0x00a648cb8fffa591L, + 0x4e87acdc69b6527fL }, + { 0x0575e037e285ccb4L,0x188089e450ddcf52L,0xaa96c9a8870ff719L, + 0x74a56cd81fc7e369L } }, + /* 26 << 7 */ + { { 0x41d04ee21726931aL,0x0bbbb2c83660ecfdL,0xa6ef6de524818e18L, + 0xe421cc51e7d57887L }, + { 0xf127d208bea87be6L,0x16a475d3b1cdd682L,0x9db1b684439b63f7L, + 0x5359b3dbf0f113b6L } }, + /* 27 << 7 */ + { { 0xdfccf1de8bf06e31L,0x1fdf8f44dd383901L,0x10775cad5017e7d2L, + 0xdfc3a59758d11eefL }, + { 0x6ec9c8a0b1ecff10L,0xee6ed6cc28400549L,0xb5ad7bae1b4f8d73L, + 0x61b4f11de00aaab9L } }, + /* 28 << 7 */ + { { 0x7b32d69bd4eff2d7L,0x88ae67714288b60fL,0x159461b437a1e723L, + 0x1f3d4789570aae8cL }, + { 0x869118c07f9871daL,0x35fbda78f635e278L,0x738f3641e1541dacL, + 0x6794b13ac0dae45fL } }, + /* 29 << 7 */ + { { 0x065064ac09cc0917L,0x27c53729c68540fdL,0x0d2d4c8eef227671L, + 0xd23a9f80a1785a04L }, + { 0x98c5952852650359L,0xfa09ad0174a1acadL,0x082d5a290b55bf5cL, + 0xa40f1c67419b8084L } }, + /* 30 << 7 */ + { { 0x3a5c752edcc18770L,0x4baf1f2f8825c3a5L,0xebd63f7421b153edL, + 0xa2383e47b2f64723L }, + { 0xe7bf620a2646d19aL,0x56cb44ec03c83ffdL,0xaf7267c94f6be9f1L, + 0x8b2dfd7bc06bb5e9L } }, + /* 31 << 7 */ + { { 0xb87072f2a672c5c7L,0xeacb11c80d53c5e2L,0x22dac29dff435932L, + 0x37bdb99d4408693cL }, + { 0xf6e62fb62899c20fL,0x3535d512447ece24L,0xfbdc6b88ff577ce3L, + 0x726693bd190575f2L } }, + /* 32 << 7 */ + { { 0x6772b0e5ab4b35a2L,0x1d8b6001f5eeaacfL,0x728f7ce4795b9580L, + 0x4a20ed2a41fb81daL }, + { 0x9f685cd44fec01e6L,0x3ed7ddcca7ff50adL,0x460fd2640c2d97fdL, + 0x3a241426eb82f4f9L } }, + /* 33 << 7 */ + { { 0x17d1df2c6a8ea820L,0xb2b50d3bf22cc254L,0x03856cbab7291426L, + 0x87fd26ae04f5ee39L }, + { 0x9cb696cc02bee4baL,0x5312180406820fd6L,0xa5dfc2690212e985L, + 0x666f7ffa160f9a09L } }, + /* 34 << 7 */ + { { 0xc503cd33bccd9617L,0x365dede4ba7730a3L,0x798c63555ddb0786L, + 0xa6c3200efc9cd3bcL }, + { 0x060ffb2ce5e35efdL,0x99a4e25b5555a1c1L,0x11d95375f70b3751L, + 0x0a57354a160e1bf6L } }, + /* 35 << 7 */ + { { 0xecb3ae4bf8e4b065L,0x07a834c42e53022bL,0x1cd300b38692ed96L, + 0x16a6f79261ee14ecL }, + { 0x8f1063c66a8649edL,0xfbcdfcfe869f3e14L,0x2cfb97c100a7b3ecL, + 0xcea49b3c7130c2f1L } }, + /* 36 << 7 */ + { { 0x462d044fe9d96488L,0x4b53d52e8182a0c1L,0x84b6ddd30391e9e9L, + 0x80ab7b48b1741a09L }, + { 0xec0e15d427d3317fL,0x8dfc1ddb1a64671eL,0x93cc5d5fd49c5b92L, + 0xc995d53d3674a331L } }, + /* 37 << 7 */ + { { 0x302e41ec090090aeL,0x2278a0ccedb06830L,0x1d025932fbc99690L, + 0x0c32fbd2b80d68daL }, + { 0xd79146daf341a6c1L,0xae0ba1391bef68a0L,0xc6b8a5638d774b3aL, + 0x1cf307bd880ba4d7L } }, + /* 38 << 7 */ + { { 0xc033bdc719803511L,0xa9f97b3b8888c3beL,0x3d68aebc85c6d05eL, + 0xc3b88a9d193919ebL }, + { 0x2d300748c48b0ee3L,0x7506bc7c07a746c1L,0xfc48437c6e6d57f3L, + 0x5bd71587cfeaa91aL } }, + /* 39 << 7 */ + { { 0xa4ed0408c1bc5225L,0xd0b946db2719226dL,0x109ecd62758d2d43L, + 0x75c8485a2751759bL }, + { 0xb0b75f499ce4177aL,0x4fa61a1e79c10c3dL,0xc062d300a167fcd7L, + 0x4df3874c750f0fa8L } }, + /* 40 << 7 */ + { { 0x29ae2cf983dfedc9L,0xf84371348d87631aL,0xaf5717117429c8d2L, + 0x18d15867146d9272L }, + { 0x83053ecf69769bb7L,0xc55eb856c479ab82L,0x5ef7791c21b0f4b2L, + 0xaa5956ba3d491525L } }, + /* 41 << 7 */ + { { 0x407a96c29fe20ebaL,0xf27168bbe52a5ad3L,0x43b60ab3bf1d9d89L, + 0xe45c51ef710e727aL }, + { 0xdfca5276099b4221L,0x8dc6407c2557a159L,0x0ead833591035895L, + 0x0a9db9579c55dc32L } }, + /* 42 << 7 */ + { { 0xe40736d3df61bc76L,0x13a619c03f778cdbL,0x6dd921a4c56ea28fL, + 0x76a524332fa647b4L }, + { 0x23591891ac5bdc5dL,0xff4a1a72bac7dc01L,0x9905e26162df8453L, + 0x3ac045dfe63b265fL } }, + /* 43 << 7 */ + { { 0x8a3f341bad53dba7L,0x8ec269cc837b625aL,0xd71a27823ae31189L, + 0x8fb4f9a355e96120L }, + { 0x804af823ff9875cfL,0x23224f575d442a9bL,0x1c4d3b9eecc62679L, + 0x91da22fba0e7ddb1L } }, + /* 44 << 7 */ + { { 0xa370324d6c04a661L,0x9710d3b65e376d17L,0xed8c98f03044e357L, + 0xc364ebbe6422701cL }, + { 0x347f5d517733d61cL,0xd55644b9cea826c3L,0x80c6e0ad55a25548L, + 0x0aa7641d844220a7L } }, + /* 45 << 7 */ + { { 0x1438ec8131810660L,0x9dfa6507de4b4043L,0x10b515d8cc3e0273L, + 0x1b6066dd28d8cfb2L }, + { 0xd3b045919c9efebdL,0x425d4bdfa21c1ff4L,0x5fe5af19d57607d3L, + 0xbbf773f754481084L } }, + /* 46 << 7 */ + { { 0x8435bd6994b03ed1L,0xd9ad1de3634cc546L,0x2cf423fc00e420caL, + 0xeed26d80a03096ddL }, + { 0xd7f60be7a4db09d2L,0xf47f569d960622f7L,0xe5925fd77296c729L, + 0xeff2db2626ca2715L } }, + /* 47 << 7 */ + { { 0xa6fcd014b913e759L,0x53da47868ff4de93L,0x14616d79c32068e1L, + 0xb187d664ccdf352eL }, + { 0xf7afb6501dc90b59L,0x8170e9437daa1b26L,0xc8e3bdd8700c0a84L, + 0x6e8d345f6482bdfaL } }, + /* 48 << 7 */ + { { 0x84cfbfa1c5c5ea50L,0xd3baf14c67960681L,0x263984030dd50942L, + 0xe4b7839c4716a663L }, + { 0xd5f1f794e7de6dc0L,0x5cd0f4d4622aa7ceL,0x5295f3f159acfeecL, + 0x8d933552953e0607L } }, + /* 49 << 7 */ + { { 0xc7db8ec5776c5722L,0xdc467e622b5f290cL,0xd4297e704ff425a9L, + 0x4be924c10cf7bb72L }, + { 0x0d5dc5aea1892131L,0x8bf8a8e3a705c992L,0x73a0b0647a305ac5L, + 0x00c9ca4e9a8c77a8L } }, + /* 50 << 7 */ + { { 0x5dfee80f83774bddL,0x6313160285734485L,0xa1b524ae914a69a9L, + 0xebc2ffafd4e300d7L }, + { 0x52c93db77cfa46a5L,0x71e6161f21653b50L,0x3574fc57a4bc580aL, + 0xc09015dde1bc1253L } }, + /* 51 << 7 */ + { { 0x4b7b47b2d174d7aaL,0x4072d8e8f3a15d04L,0xeeb7d47fd6fa07edL, + 0x6f2b9ff9edbdafb1L }, + { 0x18c516153760fe8aL,0x7a96e6bff06c6c13L,0x4d7a04100ea2d071L, + 0xa1914e9b0be2a5ceL } }, + /* 52 << 7 */ + { { 0x5726e357d8a3c5cfL,0x1197ecc32abb2b13L,0x6c0d7f7f31ae88ddL, + 0x15b20d1afdbb3efeL }, + { 0xcd06aa2670584039L,0x2277c969a7dc9747L,0xbca695877855d815L, + 0x899ea2385188b32aL } }, + /* 53 << 7 */ + { { 0x37d9228b760c1c9dL,0xc7efbb119b5c18daL,0x7f0d1bc819f6dbc5L, + 0x4875384b07e6905bL }, + { 0xc7c50baa3ba8cd86L,0xb0ce40fbc2905de0L,0x708406737a231952L, + 0xa912a262cf43de26L } }, + /* 54 << 7 */ + { { 0x9c38ddcceb5b76c1L,0x746f528526fc0ab4L,0x52a63a50d62c269fL, + 0x60049c5599458621L }, + { 0xe7f48f823c2f7c9eL,0x6bd99043917d5cf3L,0xeb1317a88701f469L, + 0xbd3fe2ed9a449fe0L } }, + /* 55 << 7 */ + { { 0x421e79ca12ef3d36L,0x9ee3c36c3e7ea5deL,0xe48198b5cdff36f7L, + 0xaff4f967c6b82228L }, + { 0x15e19dd0c47adb7eL,0x45699b23032e7dfaL,0x40680c8b1fae026aL, + 0x5a347a48550dbf4dL } }, + /* 56 << 7 */ + { { 0xe652533b3cef0d7dL,0xd94f7b182bbb4381L,0x838752be0e80f500L, + 0x8e6e24889e9c9bfbL }, + { 0xc975169716caca6aL,0x866c49d838531ad9L,0xc917e2397151ade1L, + 0x2d016ec16037c407L } }, + /* 57 << 7 */ + { { 0xa407ccc900eac3f9L,0x835f6280e2ed4748L,0xcc54c3471cc98e0dL, + 0x0e969937dcb572ebL }, + { 0x1b16c8e88f30c9cbL,0xa606ae75373c4661L,0x47aa689b35502cabL, + 0xf89014ae4d9bb64fL } }, + /* 58 << 7 */ + { { 0x202f6a9c31c71f7bL,0x01f95aa3296ffe5cL,0x5fc0601453cec3a3L, + 0xeb9912375f498a45L }, + { 0xae9a935e5d91ba87L,0xc6ac62810b564a19L,0x8a8fe81c3bd44e69L, + 0x7c8b467f9dd11d45L } }, + /* 59 << 7 */ + { { 0xf772251fea5b8e69L,0xaeecb3bdc5b75fbcL,0x1aca3331887ff0e5L, + 0xbe5d49ff19f0a131L }, + { 0x582c13aae5c8646fL,0xdbaa12e820e19980L,0x8f40f31af7abbd94L, + 0x1f13f5a81dfc7663L } }, + /* 60 << 7 */ + { { 0x5d81f1eeaceb4fc0L,0x362560025e6f0f42L,0x4b67d6d7751370c8L, + 0x2608b69803e80589L }, + { 0xcfc0d2fc05268301L,0xa6943d3940309212L,0x192a90c21fd0e1c2L, + 0xb209f11337f1dc76L } }, + /* 61 << 7 */ + { { 0xefcc5e0697bf1298L,0xcbdb6730219d639eL,0xd009c116b81e8c6fL, + 0xa3ffdde31a7ce2e5L }, + { 0xc53fbaaaa914d3baL,0x836d500f88df85eeL,0xd98dc71b66ee0751L, + 0x5a3d7005714516fdL } }, + /* 62 << 7 */ + { { 0x21d3634d39eedbbaL,0x35cd2e680455a46dL,0xc8cafe65f9d7eb0cL, + 0xbda3ce9e00cefb3eL }, + { 0xddc17a602c9cf7a4L,0x01572ee47bcb8773L,0xa92b2b018c7548dfL, + 0x732fd309a84600e3L } }, + /* 63 << 7 */ + { { 0xe22109c716543a40L,0x9acafd36fede3c6cL,0xfb2068526824e614L, + 0x2a4544a9da25dca0L }, + { 0x2598526291d60b06L,0x281b7be928753545L,0xec667b1a90f13b27L, + 0x33a83aff940e2eb4L } }, + /* 64 << 7 */ + { { 0x80009862d5d721d5L,0x0c3357a35bd3a182L,0x27f3a83b7aa2cda4L, + 0xb58ae74ef6f83085L }, + { 0x2a911a812e6dad6bL,0xde286051f43d6c5bL,0x4bdccc41f996c4d8L, + 0xe7312ec00ae1e24eL } }, + /* 0 << 14 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 14 */ + { { 0xf8d112e76e6485b3L,0x4d3e24db771c52f8L,0x48e3ee41684a2f6dL, + 0x7161957d21d95551L }, + { 0x19631283cdb12a6cL,0xbf3fa8822e50e164L,0xf6254b633166cc73L, + 0x3aefa7aeaee8cc38L } }, + /* 2 << 14 */ + { { 0x79b0fe623b36f9fdL,0x26543b23fde19fc0L,0x136e64a0958482efL, + 0x23f637719b095825L }, + { 0x14cfd596b6a1142eL,0x5ea6aac6335aac0bL,0x86a0e8bdf3081dd5L, + 0x5fb89d79003dc12aL } }, + /* 3 << 14 */ + { { 0xf615c33af72e34d4L,0x0bd9ea40110eec35L,0x1c12bc5bc1dea34eL, + 0x686584c949ae4699L }, + { 0x13ad95d38c97b942L,0x4609561a4e5c7562L,0x9e94a4aef2737f89L, + 0xf57594c6371c78b6L } }, + /* 4 << 14 */ + { { 0x0f0165fce3779ee3L,0xe00e7f9dbd495d9eL,0x1fa4efa220284e7aL, + 0x4564bade47ac6219L }, + { 0x90e6312ac4708e8eL,0x4f5725fba71e9adfL,0xe95f55ae3d684b9fL, + 0x47f7ccb11e94b415L } }, + /* 5 << 14 */ + { { 0x7322851b8d946581L,0xf0d13133bdf4a012L,0xa3510f696584dae0L, + 0x03a7c1713c9f6c6dL }, + { 0x5be97f38e475381aL,0xca1ba42285823334L,0xf83cc5c70be17ddaL, + 0x158b14940b918c0fL } }, + /* 6 << 14 */ + { { 0xda3a77e5522e6b69L,0x69c908c3bbcd6c18L,0x1f1b9e48d924fd56L, + 0x37c64e36aa4bb3f7L }, + { 0x5a4fdbdfee478d7dL,0xba75c8bc0193f7a0L,0x84bc1e8456cd16dfL, + 0x1fb08f0846fad151L } }, + /* 7 << 14 */ + { { 0x8a7cabf9842e9f30L,0xa331d4bf5eab83afL,0xd272cfba017f2a6aL, + 0x27560abc83aba0e3L }, + { 0x94b833870e3a6b75L,0x25c6aea26b9f50f5L,0x803d691db5fdf6d0L, + 0x03b77509e6333514L } }, + /* 8 << 14 */ + { { 0x3617890361a341c1L,0x3604dc600cfd6142L,0x022295eb8533316cL, + 0x3dbde4ac44af2922L }, + { 0x898afc5d1c7eef69L,0x58896805d14f4fa1L,0x05002160203c21caL, + 0x6f0d1f3040ef730bL } }, + /* 9 << 14 */ + { { 0x8e8c44d4196224f8L,0x75a4ab95374d079dL,0x79085ecc7d48f123L, + 0x56f04d311bf65ad8L }, + { 0xe220bf1cbda602b2L,0x73ee1742f9612c69L,0x76008fc8084fd06bL, + 0x4000ef9ff11380d1L } }, + /* 10 << 14 */ + { { 0x48201b4b12cfe297L,0x3eee129c292f74e5L,0xe1fe114ec9e874e8L, + 0x899b055c92c5fc41L }, + { 0x4e477a643a39c8cfL,0x82f09efe78963cc9L,0x6fd3fd8fd333f863L, + 0x85132b2adc949c63L } }, + /* 11 << 14 */ + { { 0x7e06a3ab516eb17bL,0x73bec06fd2c7372bL,0xe4f74f55ba896da6L, + 0xbb4afef88e9eb40fL }, + { 0x2d75bec8e61d66b0L,0x02bda4b4ef29300bL,0x8bbaa8de026baa5aL, + 0xff54befda07f4440L } }, + /* 12 << 14 */ + { { 0xbd9b8b1dbe7a2af3L,0xec51caa94fb74a72L,0xb9937a4b63879697L, + 0x7c9a9d20ec2687d5L }, + { 0x1773e44f6ef5f014L,0x8abcf412e90c6900L,0x387bd0228142161eL, + 0x50393755fcb6ff2aL } }, + /* 13 << 14 */ + { { 0x9813fd56ed6def63L,0x53cf64827d53106cL,0x991a35bd431f7ac1L, + 0xf1e274dd63e65fafL }, + { 0xf63ffa3c44cc7880L,0x411a426b7c256981L,0xb698b9fd93a420e0L, + 0x89fdddc0ae53f8feL } }, + /* 14 << 14 */ + { { 0x766e072232398baaL,0x205fee425cfca031L,0xa49f53417a029cf2L, + 0xa88c68b84023890dL }, + { 0xbc2750417337aaa8L,0x9ed364ad0eb384f4L,0xe0816f8529aba92fL, + 0x2e9e194104e38a88L } }, + /* 15 << 14 */ + { { 0x57eef44a3dafd2d5L,0x35d1fae597ed98d8L,0x50628c092307f9b1L, + 0x09d84aaed6cba5c6L }, + { 0x67071bc788aaa691L,0x2dea57a9afe6cb03L,0xdfe11bb43d78ac01L, + 0x7286418c7fd7aa51L } }, + /* 16 << 14 */ + { { 0xfabf770977f7195aL,0x8ec86167adeb838fL,0xea1285a8bb4f012dL, + 0xd68835039a3eab3fL }, + { 0xee5d24f8309004c2L,0xa96e4b7613ffe95eL,0x0cdffe12bd223ea4L, + 0x8f5c2ee5b6739a53L } }, + /* 17 << 14 */ + { { 0x5cb4aaa5dd968198L,0xfa131c5272413a6cL,0x53d46a909536d903L, + 0xb270f0d348606d8eL }, + { 0x518c7564a053a3bcL,0x088254b71a86caefL,0xb3ba8cb40ab5efd0L, + 0x5c59900e4605945dL } }, + /* 18 << 14 */ + { { 0xecace1dda1887395L,0x40960f36932a65deL,0x9611ff5c3aa95529L, + 0xc58215b07c1e5a36L }, + { 0xd48c9b58f0e1a524L,0xb406856bf590dfb8L,0xc7605e049cd95662L, + 0x0dd036eea33ecf82L } }, + /* 19 << 14 */ + { { 0xa50171acc33156b3L,0xf09d24ea4a80172eL,0x4e1f72c676dc8eefL, + 0xe60caadc5e3d44eeL }, + { 0x006ef8a6979b1d8fL,0x60908a1c97788d26L,0x6e08f95b266feec0L, + 0x618427c222e8c94eL } }, + /* 20 << 14 */ + { { 0x3d61333959145a65L,0xcd9bc368fa406337L,0x82d11be32d8a52a0L, + 0xf6877b2797a1c590L }, + { 0x837a819bf5cbdb25L,0x2a4fd1d8de090249L,0x622a7de774990e5fL, + 0x840fa5a07945511bL } }, + /* 21 << 14 */ + { { 0x30b974be6558842dL,0x70df8c6417f3d0a6L,0x7c8035207542e46dL, + 0x7251fe7fe4ecc823L }, + { 0xe59134cb5e9aac9aL,0x11bb0934f0045d71L,0x53e5d9b5dbcb1d4eL, + 0x8d97a90592defc91L } }, + /* 22 << 14 */ + { { 0xfe2893277946d3f9L,0xe132bd2407472273L,0xeeeb510c1eb6ae86L, + 0x777708c5f0595067L }, + { 0x18e2c8cd1297029eL,0x2c61095cbbf9305eL,0xe466c2586b85d6d9L, + 0x8ac06c36da1ea530L } }, + /* 23 << 14 */ + { { 0xa365dc39a1304668L,0xe4a9c88507f89606L,0x65a4898facc7228dL, + 0x3e2347ff84ca8303L }, + { 0xa5f6fb77ea7d23a3L,0x2fac257d672a71cdL,0x6908bef87e6a44d3L, + 0x8ff87566891d3d7aL } }, + /* 24 << 14 */ + { { 0xe58e90b36b0cf82eL,0x6438d2462615b5e7L,0x07b1f8fc669c145aL, + 0xb0d8b2da36f1e1cbL }, + { 0x54d5dadbd9184c4dL,0x3dbb18d5f93d9976L,0x0a3e0f56d1147d47L, + 0x2afa8c8da0a48609L } }, + /* 25 << 14 */ + { { 0x275353e8bc36742cL,0x898f427eeea0ed90L,0x26f4947e3e477b00L, + 0x8ad8848a308741e3L }, + { 0x6c703c38d74a2a46L,0x5e3e05a99ba17ba2L,0xc1fa6f664ab9a9e4L, + 0x474a2d9a3841d6ecL } }, + /* 26 << 14 */ + { { 0x871239ad653ae326L,0x14bcf72aa74cbb43L,0x8737650e20d4c083L, + 0x3df86536110ed4afL }, + { 0xd2d86fe7b53ca555L,0x688cb00dabd5d538L,0xcf81bda31ad38468L, + 0x7ccfe3ccf01167b6L } }, + /* 27 << 14 */ + { { 0xcf4f47e06c4c1fe6L,0x557e1f1a298bbb79L,0xf93b974f30d45a14L, + 0x174a1d2d0baf97c4L }, + { 0x7a003b30c51fbf53L,0xd8940991ee68b225L,0x5b0aa7b71c0f4173L, + 0x975797c9a20a7153L } }, + /* 28 << 14 */ + { { 0x26e08c07e3533d77L,0xd7222e6a2e341c99L,0x9d60ec3d8d2dc4edL, + 0xbdfe0d8f7c476cf8L }, + { 0x1fe59ab61d056605L,0xa9ea9df686a8551fL,0x8489941e47fb8d8cL, + 0xfeb874eb4a7f1b10L } }, + /* 29 << 14 */ + { { 0xfe5fea867ee0d98fL,0x201ad34bdbf61864L,0x45d8fe4737c031d4L, + 0xd5f49fae795f0822L }, + { 0xdb0fb291c7f4a40cL,0x2e69d9c1730ddd92L,0x754e105449d76987L, + 0x8a24911d7662db87L } }, + /* 30 << 14 */ + { { 0x61fc181060a71676L,0xe852d1a8f66a8ad1L,0x172bbd656417231eL, + 0x0d6de7bd3babb11fL }, + { 0x6fde6f88c8e347f8L,0x1c5875479bd99cc3L,0x78e54ed034076950L, + 0x97f0f334796e83baL } }, + /* 31 << 14 */ + { { 0xe4dbe1ce4924867aL,0xbd5f51b060b84917L,0x375300403cb09a79L, + 0xdb3fe0f8ff1743d8L }, + { 0xed7894d8556fa9dbL,0xfa26216923412fbfL,0x563be0dbba7b9291L, + 0x6ca8b8c00c9fb234L } }, + /* 32 << 14 */ + { { 0xed406aa9bd763802L,0xc21486a065303da1L,0x61ae291ec7e62ec4L, + 0x622a0492df99333eL }, + { 0x7fd80c9dbb7a8ee0L,0xdc2ed3bc6c01aedbL,0x35c35a1208be74ecL, + 0xd540cb1a469f671fL } }, + /* 33 << 14 */ + { { 0xd16ced4ecf84f6c7L,0x8561fb9c2d090f43L,0x7e693d796f239db4L, + 0xa736f92877bd0d94L }, + { 0x07b4d9292c1950eeL,0xda17754356dc11b3L,0xa5dfbbaa7a6a878eL, + 0x1c70cb294decb08aL } }, + /* 34 << 14 */ + { { 0xfba28c8b6f0f7c50L,0xa8eba2b8854dcc6dL,0x5ff8e89a36b78642L, + 0x070c1c8ef6873adfL }, + { 0xbbd3c3716484d2e4L,0xfb78318f0d414129L,0x2621a39c6ad93b0bL, + 0x979d74c2a9e917f7L } }, + /* 35 << 14 */ + { { 0xfc19564761fb0428L,0x4d78954abee624d4L,0xb94896e0b8ae86fdL, + 0x6667ac0cc91c8b13L }, + { 0x9f18051243bcf832L,0xfbadf8b7a0010137L,0xc69b4089b3ba8aa7L, + 0xfac4bacde687ce85L } }, + /* 36 << 14 */ + { { 0x9164088d977eab40L,0x51f4c5b62760b390L,0xd238238f340dd553L, + 0x358566c3db1d31c9L }, + { 0x3a5ad69e5068f5ffL,0xf31435fcdaff6b06L,0xae549a5bd6debff0L, + 0x59e5f0b775e01331L } }, + /* 37 << 14 */ + { { 0x5d492fb898559acfL,0x96018c2e4db79b50L,0x55f4a48f609f66aaL, + 0x1943b3af4900a14fL }, + { 0xc22496df15a40d39L,0xb2a446844c20f7c5L,0x76a35afa3b98404cL, + 0xbec75725ff5d1b77L } }, + /* 38 << 14 */ + { { 0xb67aa163bea06444L,0x27e95bb2f724b6f2L,0x3c20e3e9d238c8abL, + 0x1213754eddd6ae17L }, + { 0x8c431020716e0f74L,0x6679c82effc095c2L,0x2eb3adf4d0ac2932L, + 0x2cc970d301bb7a76L } }, + /* 39 << 14 */ + { { 0x70c71f2f740f0e66L,0x545c616b2b6b23ccL,0x4528cfcbb40a8bd7L, + 0xff8396332ab27722L }, + { 0x049127d9025ac99aL,0xd314d4a02b63e33bL,0xc8c310e728d84519L, + 0x0fcb8983b3bc84baL } }, + /* 40 << 14 */ + { { 0x2cc5226138634818L,0x501814f4b44c2e0bL,0xf7e181aa54dfdba3L, + 0xcfd58ff0e759718cL }, + { 0xf90cdb14d3b507a8L,0x57bd478ec50bdad8L,0x29c197e250e5f9aaL, + 0x4db6eef8e40bc855L } }, + /* 41 << 14 */ + { { 0x2cc8f21ad1fc0654L,0xc71cc96381269d73L,0xecfbb204077f49f9L, + 0xdde92571ca56b793L }, + { 0x9abed6a3f97ad8f7L,0xe6c19d3f924de3bdL,0x8dce92f4a140a800L, + 0x85f44d1e1337af07L } }, + /* 42 << 14 */ + { { 0x5953c08b09d64c52L,0xa1b5e49ff5df9749L,0x336a8fb852735f7dL, + 0xb332b6db9add676bL }, + { 0x558b88a0b4511aa4L,0x09788752dbd5cc55L,0x16b43b9cd8cd52bdL, + 0x7f0bc5a0c2a2696bL } }, + /* 43 << 14 */ + { { 0x146e12d4c11f61efL,0x9ce107543a83e79eL,0x08ec73d96cbfca15L, + 0x09ff29ad5b49653fL }, + { 0xe31b72bde7da946eL,0xebf9eb3bee80a4f2L,0xd1aabd0817598ce4L, + 0x18b5fef453f37e80L } }, + /* 44 << 14 */ + { { 0xd5d5cdd35958cd79L,0x3580a1b51d373114L,0xa36e4c91fa935726L, + 0xa38c534def20d760L }, + { 0x7088e40a2ff5845bL,0xe5bb40bdbd78177fL,0x4f06a7a8857f9920L, + 0xe3cc3e50e968f05dL } }, + /* 45 << 14 */ + { { 0x1d68b7fee5682d26L,0x5206f76faec7f87cL,0x41110530041951abL, + 0x58ec52c1d4b5a71aL }, + { 0xf3488f990f75cf9aL,0xf411951fba82d0d5L,0x27ee75be618895abL, + 0xeae060d46d8aab14L } }, + /* 46 << 14 */ + { { 0x9ae1df737fb54dc2L,0x1f3e391b25963649L,0x242ec32afe055081L, + 0x5bd450ef8491c9bdL }, + { 0x367efc67981eb389L,0xed7e19283a0550d5L,0x362e776bab3ce75cL, + 0xe890e3081f24c523L } }, + /* 47 << 14 */ + { { 0xb961b682feccef76L,0x8b8e11f58bba6d92L,0x8f2ccc4c2b2375c4L, + 0x0d7f7a52e2f86cfaL }, + { 0xfd94d30a9efe5633L,0x2d8d246b5451f934L,0x2234c6e3244e6a00L, + 0xde2b5b0dddec8c50L } }, + /* 48 << 14 */ + { { 0x2ce53c5abf776f5bL,0x6f72407160357b05L,0xb259371771bf3f7aL, + 0x87d2501c440c4a9fL }, + { 0x440552e187b05340L,0xb7bf7cc821624c32L,0x4155a6ce22facddbL, + 0x5a4228cb889837efL } }, + /* 49 << 14 */ + { { 0xef87d6d6fd4fd671L,0xa233687ec2daa10eL,0x7562224403c0eb96L, + 0x7632d1848bf19be6L }, + { 0x05d0f8e940735ff4L,0x3a3e6e13c00931f1L,0x31ccde6adafe3f18L, + 0xf381366acfe51207L } }, + /* 50 << 14 */ + { { 0x24c222a960167d92L,0x62f9d6f87529f18cL,0x412397c00353b114L, + 0x334d89dcef808043L }, + { 0xd9ec63ba2a4383ceL,0xcec8e9375cf92ba0L,0xfb8b4288c8be74c0L, + 0x67d6912f105d4391L } }, + /* 51 << 14 */ + { { 0x7b996c461b913149L,0x36aae2ef3a4e02daL,0xb68aa003972de594L, + 0x284ec70d4ec6d545L }, + { 0xf3d2b2d061391d54L,0x69c5d5d6fe114e92L,0xbe0f00b5b4482dffL, + 0xe1596fa5f5bf33c5L } }, + /* 52 << 14 */ + { { 0x10595b5696a71cbaL,0x944938b2fdcadeb7L,0xa282da4cfccd8471L, + 0x98ec05f30d37bfe1L }, + { 0xe171ce1b0698304aL,0x2d69144421bdf79bL,0xd0cd3b741b21dec1L, + 0x712ecd8b16a15f71L } }, + /* 53 << 14 */ + { { 0x8d4c00a700fd56e1L,0x02ec9692f9527c18L,0x21c449374a3e42e1L, + 0x9176fbab1392ae0aL }, + { 0x8726f1ba44b7b618L,0xb4d7aae9f1de491cL,0xf91df7b907b582c0L, + 0x7e116c30ef60aa3aL } }, + /* 54 << 14 */ + { { 0x99270f81466265d7L,0xb15b6fe24df7adf0L,0xfe33b2d3f9738f7fL, + 0x48553ab9d6d70f95L }, + { 0x2cc72ac8c21e94dbL,0x795ac38dbdc0bbeeL,0x0a1be4492e40478fL, + 0x81bd3394052bde55L } }, + /* 55 << 14 */ + { { 0x63c8dbe956b3c4f2L,0x017a99cf904177ccL,0x947bbddb4d010fc1L, + 0xacf9b00bbb2c9b21L }, + { 0x2970bc8d47173611L,0x1a4cbe08ac7d756fL,0x06d9f4aa67d541a2L, + 0xa3e8b68959c2cf44L } }, + /* 56 << 14 */ + { { 0xaad066da4d88f1ddL,0xc604f1657ad35deaL,0x7edc07204478ca67L, + 0xa10dfae0ba02ce06L }, + { 0xeceb1c76af36f4e4L,0x994b2292af3f8f48L,0xbf9ed77b77c8a68cL, + 0x74f544ea51744c9dL } }, + /* 57 << 14 */ + { { 0x82d05bb98113a757L,0x4ef2d2b48a9885e4L,0x1e332be51aa7865fL, + 0x22b76b18290d1a52L }, + { 0x308a231044351683L,0x9d861896a3f22840L,0x5959ddcd841ed947L, + 0x0def0c94154b73bfL } }, + /* 58 << 14 */ + { { 0xf01054174c7c15e0L,0x539bfb023a277c32L,0xe699268ef9dccf5fL, + 0x9f5796a50247a3bdL }, + { 0x8b839de84f157269L,0xc825c1e57a30196bL,0x6ef0aabcdc8a5a91L, + 0xf4a8ce6c498b7fe6L } }, + /* 59 << 14 */ + { { 0x1cce35a770cbac78L,0x83488e9bf6b23958L,0x0341a070d76cb011L, + 0xda6c9d06ae1b2658L }, + { 0xb701fb30dd648c52L,0x994ca02c52fb9fd1L,0x069331176f563086L, + 0x3d2b810017856babL } }, + /* 60 << 14 */ + { { 0xe89f48c85963a46eL,0x658ab875a99e61c7L,0x6e296f874b8517b4L, + 0x36c4fcdcfc1bc656L }, + { 0xde5227a1a3906defL,0x9fe95f5762418945L,0x20c91e81fdd96cdeL, + 0x5adbe47eda4480deL } }, + /* 61 << 14 */ + { { 0xa009370f396de2b6L,0x98583d4bf0ecc7bdL,0xf44f6b57e51d0672L, + 0x03d6b078556b1984L }, + { 0x27dbdd93b0b64912L,0x9b3a343415687b09L,0x0dba646151ec20a9L, + 0xec93db7fff28187cL } }, + /* 62 << 14 */ + { { 0x00ff8c2466e48bddL,0x2514f2f911ccd78eL,0xeba11f4fe1250603L, + 0x8a22cd41243fa156L }, + { 0xa4e58df4b283e4c6L,0x78c298598b39783fL,0x5235aee2a5259809L, + 0xc16284b50e0227ddL } }, + /* 63 << 14 */ + { { 0xa5f579161338830dL,0x6d4b8a6bd2123fcaL,0x236ea68af9c546f8L, + 0xc1d36873fa608d36L }, + { 0xcd76e4958d436d13L,0xd4d9c2218fb080afL,0x665c1728e8ad3fb5L, + 0xcf1ebe4db3d572e0L } }, + /* 64 << 14 */ + { { 0xa7a8746a584c5e20L,0x267e4ea1b9dc7035L,0x593a15cfb9548c9bL, + 0x5e6e21354bd012f3L }, + { 0xdf31cc6a8c8f936eL,0x8af84d04b5c241dcL,0x63990a6f345efb86L, + 0x6fef4e61b9b962cbL } }, + /* 0 << 21 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 21 */ + { { 0xf6368f0925722608L,0x131260db131cf5c6L,0x40eb353bfab4f7acL, + 0x85c7888037eee829L }, + { 0x4c1581ffc3bdf24eL,0x5bff75cbf5c3c5a8L,0x35e8c83fa14e6f40L, + 0xb81d1c0f0295e0caL } }, + /* 2 << 21 */ + { { 0xfcde7cc8f43a730fL,0xe89b6f3c33ab590eL,0xc823f529ad03240bL, + 0x82b79afe98bea5dbL }, + { 0x568f2856962fe5deL,0x0c590adb60c591f3L,0x1fc74a144a28a858L, + 0x3b662498b3203f4cL } }, + /* 3 << 21 */ + { { 0x91e3cf0d6c39765aL,0xa2db3acdac3cca0bL,0x288f2f08cb953b50L, + 0x2414582ccf43cf1aL }, + { 0x8dec8bbc60eee9a8L,0x54c79f02729aa042L,0xd81cd5ec6532f5d5L, + 0xa672303acf82e15fL } }, + /* 4 << 21 */ + { { 0x376aafa8719c0563L,0xcd8ad2dcbc5fc79fL,0x303fdb9fcb750cd3L, + 0x14ff052f4418b08eL }, + { 0xf75084cf3e2d6520L,0x7ebdf0f8144ed509L,0xf43bf0f2d3f25b98L, + 0x86ad71cfa354d837L } }, + /* 5 << 21 */ + { { 0xb827fe9226f43572L,0xdfd3ab5b5d824758L,0x315dd23a539094c1L, + 0x85c0e37a66623d68L }, + { 0x575c79727be19ae0L,0x616a3396df0d36b5L,0xa1ebb3c826b1ff7eL, + 0x635b9485140ad453L } }, + /* 6 << 21 */ + { { 0x92bf3cdada430c0bL,0x4702850e3a96dac6L,0xc91cf0a515ac326aL, + 0x95de4f49ab8c25e4L }, + { 0xb01bad09e265c17cL,0x24e45464087b3881L,0xd43e583ce1fac5caL, + 0xe17cb3186ead97a6L } }, + /* 7 << 21 */ + { { 0x6cc3924374dcec46L,0x33cfc02d54c2b73fL,0x82917844f26cd99cL, + 0x8819dd95d1773f89L }, + { 0x09572aa60871f427L,0x8e0cf365f6f01c34L,0x7fa52988bff1f5afL, + 0x4eb357eae75e8e50L } }, + /* 8 << 21 */ + { { 0xd9d0c8c4868af75dL,0xd7325cff45c8c7eaL,0xab471996cc81ecb0L, + 0xff5d55f3611824edL }, + { 0xbe3145411977a0eeL,0x5085c4c5722038c6L,0x2d5335bff94bb495L, + 0x894ad8a6c8e2a082L } }, + /* 9 << 21 */ + { { 0x5c3e2341ada35438L,0xf4a9fc89049b8c4eL,0xbeeb355a9f17cf34L, + 0x3f311e0e6c91fe10L }, + { 0xc2d2003892ab9891L,0x257bdcc13e8ce9a9L,0x1b2d978988c53beeL, + 0x927ce89acdba143aL } }, + /* 10 << 21 */ + { { 0xb0a32cca523db280L,0x5c889f8a50d43783L,0x503e04b34897d16fL, + 0x8cdb6e7808f5f2e8L }, + { 0x6ab91cf0179c8e74L,0xd8874e5248211d60L,0xf948d4d5ea851200L, + 0x4076d41ee6f9840aL } }, + /* 11 << 21 */ + { { 0xc20e263c47b517eaL,0x79a448fd30685e5eL,0xe55f6f78f90631a0L, + 0x88a790b1a79e6346L }, + { 0x62160c7d80969fe8L,0x54f92fd441491bb9L,0xa6645c235c957526L, + 0xf44cc5aebea3ce7bL } }, + /* 12 << 21 */ + { { 0xf76283278b1e68b7L,0xc731ad7a303f29d3L,0xfe5a9ca957d03ecbL, + 0x96c0d50c41bc97a7L }, + { 0xc4669fe79b4f7f24L,0xfdd781d83d9967efL,0x7892c7c35d2c208dL, + 0x8bf64f7cae545cb3L } }, + /* 13 << 21 */ + { { 0xc01f862c467be912L,0xf4c85ee9c73d30ccL,0x1fa6f4be6ab83ec7L, + 0xa07a3c1c4e3e3cf9L }, + { 0x87f8ef450c00beb3L,0x30e2c2b3000d4c3eL,0x1aa00b94fe08bf5bL, + 0x32c133aa9224ef52L } }, + /* 14 << 21 */ + { { 0x38df16bb32e5685dL,0x68a9e06958e6f544L,0x495aaff7cdc5ebc6L, + 0xf894a645378b135fL }, + { 0xf316350a09e27ecfL,0xeced201e58f7179dL,0x2eec273ce97861baL, + 0x47ec2caed693be2eL } }, + /* 15 << 21 */ + { { 0xfa4c97c4f68367ceL,0xe4f47d0bbe5a5755L,0x17de815db298a979L, + 0xd7eca659c177dc7dL }, + { 0x20fdbb7149ded0a3L,0x4cb2aad4fb34d3c5L,0x2cf31d2860858a33L, + 0x3b6873efa24aa40fL } }, + /* 16 << 21 */ + { { 0x540234b22c11bb37L,0x2d0366dded4c74a3L,0xf9a968daeec5f25dL, + 0x3660106867b63142L }, + { 0x07cd6d2c68d7b6d4L,0xa8f74f090c842942L,0xe27514047768b1eeL, + 0x4b5f7e89fe62aee4L } }, + /* 17 << 21 */ + { { 0xc6a7717789070d26L,0xa1f28e4edd1c8bc7L,0xea5f4f06469e1f17L, + 0x78fc242afbdb78e0L }, + { 0xc9c7c5928b0588f1L,0xb6b7a0fd1535921eL,0xcc5bdb91bde5ae35L, + 0xb42c485e12ff1864L } }, + /* 18 << 21 */ + { { 0xa1113e13dbab98aaL,0xde9d469ba17b1024L,0x23f48b37c0462d3aL, + 0x3752e5377c5c078dL }, + { 0xe3a86add15544eb9L,0xf013aea780fba279L,0x8b5bb76cf22001b5L, + 0xe617ba14f02891abL } }, + /* 19 << 21 */ + { { 0xd39182a6936219d3L,0x5ce1f194ae51cb19L,0xc78f8598bf07a74cL, + 0x6d7158f222cbf1bcL }, + { 0x3b846b21e300ce18L,0x35fba6302d11275dL,0x5fe25c36a0239b9bL, + 0xd8beb35ddf05d940L } }, + /* 20 << 21 */ + { { 0x4db02bb01f7e320dL,0x0641c3646da320eaL,0x6d95fa5d821389a3L, + 0x926997488fcd8e3dL }, + { 0x316fef17ceb6c143L,0x67fcb841d933762bL,0xbb837e35118b17f8L, + 0x4b92552f9fd24821L } }, + /* 21 << 21 */ + { { 0xae6bc70e46aca793L,0x1cf0b0e4e579311bL,0x8dc631be5802f716L, + 0x099bdc6fbddbee4dL }, + { 0xcc352bb20caf8b05L,0xf74d505a72d63df2L,0xb9876d4b91c4f408L, + 0x1ce184739e229b2dL } }, + /* 22 << 21 */ + { { 0x4950759783abdb4aL,0x850fbcb6dee84b18L,0x6325236e609e67dcL, + 0x04d831d99336c6d8L }, + { 0x8deaae3bfa12d45dL,0xe425f8ce4746e246L,0x8004c17524f5f31eL, + 0xaca16d8fad62c3b7L } }, + /* 23 << 21 */ + { { 0x0dc15a6a9152f934L,0xf1235e5ded0e12c1L,0xc33c06ecda477dacL, + 0x76be8732b2ea0006L }, + { 0xcf3f78310c0cd313L,0x3c524553a614260dL,0x31a756f8cab22d15L, + 0x03ee10d177827a20L } }, + /* 24 << 21 */ + { { 0xd1e059b21994ef20L,0x2a653b69638ae318L,0x70d5eb582f699010L, + 0x279739f709f5f84aL }, + { 0x5da4663c8b799336L,0xfdfdf14d203c37ebL,0x32d8a9dca1dbfb2dL, + 0xab40cff077d48f9bL } }, + /* 25 << 21 */ + { { 0xc018b383d20b42d5L,0xf9a810ef9f78845fL,0x40af3753bdba9df0L, + 0xb90bdcfc131dfdf9L }, + { 0x18720591f01ab782L,0xc823f2116af12a88L,0xa51b80f30dc14401L, + 0xde248f77fb2dfbe3L } }, + /* 26 << 21 */ + { { 0xef5a44e50cafe751L,0x73997c9cd4dcd221L,0x32fd86d1de854024L, + 0xd5b53adca09b84bbL }, + { 0x008d7a11dcedd8d1L,0x406bd1c874b32c84L,0x5d4472ff05dde8b1L, + 0x2e25f2cdfce2b32fL } }, + /* 27 << 21 */ + { { 0xbec0dd5e29dfc254L,0x4455fcf62b98b267L,0x0b4d43a5c72df2adL, + 0xea70e6be48a75397L }, + { 0x2aad61695820f3bfL,0xf410d2dd9e37f68fL,0x70fb7dba7be5ac83L, + 0x636bb64536ec3eecL } }, + /* 28 << 21 */ + { { 0x27104ea39754e21cL,0xbc87a3e68d63c373L,0x483351d74109db9aL, + 0x0fa724e360134da7L }, + { 0x9ff44c29b0720b16L,0x2dd0cf1306aceeadL,0x5942758ce26929a6L, + 0x96c5db92b766a92bL } }, + /* 29 << 21 */ + { { 0xcec7d4c05f18395eL,0xd3f227441f80d032L,0x7a68b37acb86075bL, + 0x074764ddafef92dbL }, + { 0xded1e9507bc7f389L,0xc580c850b9756460L,0xaeeec2a47da48157L, + 0x3f0b4e7f82c587b3L } }, + /* 30 << 21 */ + { { 0x231c6de8a9f19c53L,0x5717bd736974e34eL,0xd9e1d216f1508fa9L, + 0x9f112361dadaa124L }, + { 0x80145e31823b7348L,0x4dd8f0d5ac634069L,0xe3d82fc72297c258L, + 0x276fcfee9cee7431L } }, + /* 31 << 21 */ + { { 0x8eb61b5e2bc0aea9L,0x4f668fd5de329431L,0x03a32ab138e4b87eL, + 0xe137451773d0ef0bL }, + { 0x1a46f7e6853ac983L,0xc3bdf42e68e78a57L,0xacf207852ea96dd1L, + 0xa10649b9f1638460L } }, + /* 32 << 21 */ + { { 0xf2369f0b879fbbedL,0x0ff0ae86da9d1869L,0x5251d75956766f45L, + 0x4984d8c02be8d0fcL }, + { 0x7ecc95a6d21008f0L,0x29bd54a03a1a1c49L,0xab9828c5d26c50f3L, + 0x32c0087c51d0d251L } }, + /* 33 << 21 */ + { { 0x9bac3ce60c1cdb26L,0xcd94d947557ca205L,0x1b1bd5989db1fdcdL, + 0x0eda0108a3d8b149L }, + { 0x9506661056152fccL,0xc2f037e6e7192b33L,0xdeffb41ac92e05a4L, + 0x1105f6c2c2f6c62eL } }, + /* 34 << 21 */ + { { 0x68e735008733913cL,0xcce861633f3adc40L,0xf407a94238a278e9L, + 0xd13c1b9d2ab21292L }, + { 0x93ed7ec71c74cf5cL,0x8887dc48f1a4c1b4L,0x3830ff304b3a11f1L, + 0x358c5a3c58937cb6L } }, + /* 35 << 21 */ + { { 0x027dc40489022829L,0x40e939773b798f79L,0x90ad333738be6eadL, + 0x9c23f6bcf34c0a5dL }, + { 0xd1711a35fbffd8bbL,0x60fcfb491949d3ddL,0x09c8ef4b7825d93aL, + 0x24233cffa0a8c968L } }, + /* 36 << 21 */ + { { 0x67ade46ce6d982afL,0xebb6bf3ee7544d7cL,0xd6b9ba763d8bd087L, + 0x46fe382d4dc61280L }, + { 0xbd39a7e8b5bdbd75L,0xab381331b8f228feL,0x0709a77cce1c4300L, + 0x6a247e56f337ceacL } }, + /* 37 << 21 */ + { { 0x8f34f21b636288beL,0x9dfdca74c8a7c305L,0x6decfd1bea919e04L, + 0xcdf2688d8e1991f8L }, + { 0xe607df44d0f8a67eL,0xd985df4b0b58d010L,0x57f834c50c24f8f4L, + 0xe976ef56a0bf01aeL } }, + /* 38 << 21 */ + { { 0x536395aca1c32373L,0x351027aa734c0a13L,0xd2f1b5d65e6bd5bcL, + 0x2b539e24223debedL }, + { 0xd4994cec0eaa1d71L,0x2a83381d661dcf65L,0x5f1aed2f7b54c740L, + 0x0bea3fa5d6dda5eeL } }, + /* 39 << 21 */ + { { 0x9d4fb68436cc6134L,0x8eb9bbf3c0a443ddL,0xfc500e2e383b7d2aL, + 0x7aad621c5b775257L }, + { 0x69284d740a8f7cc0L,0xe820c2ce07562d65L,0xbf9531b9499758eeL, + 0x73e95ca56ee0cc2dL } }, + /* 40 << 21 */ + { { 0xf61790abfbaf50a5L,0xdf55e76b684e0750L,0xec516da7f176b005L, + 0x575553bb7a2dddc7L }, + { 0x37c87ca3553afa73L,0x315f3ffc4d55c251L,0xe846442aaf3e5d35L, + 0x61b911496495ff28L } }, + /* 41 << 21 */ + { { 0x23cc95d3fa326dc3L,0x1df4da1f18fc2ceaL,0x24bf9adcd0a37d59L, + 0xb6710053320d6e1eL }, + { 0x96f9667e618344d1L,0xcc7ce042a06445afL,0xa02d8514d68dbc3aL, + 0x4ea109e4280b5a5bL } }, + /* 42 << 21 */ + { { 0x5741a7acb40961bfL,0x4ada59376aa56bfaL,0x7feb914502b765d1L, + 0x561e97bee6ad1582L }, + { 0xbbc4a5b6da3982f5L,0x0c2659edb546f468L,0xb8e7e6aa59612d20L, + 0xd83dfe20ac19e8e0L } }, + /* 43 << 21 */ + { { 0x8530c45fb835398cL,0x6106a8bfb38a41c2L,0x21e8f9a635f5dcdbL, + 0x39707137cae498edL }, + { 0x70c23834d8249f00L,0x9f14b58fab2537a0L,0xd043c3655f61c0c2L, + 0xdc5926d609a194a7L } }, + /* 44 << 21 */ + { { 0xddec03398e77738aL,0xd07a63effba46426L,0x2e58e79cee7f6e86L, + 0xe59b0459ff32d241L }, + { 0xc5ec84e520fa0338L,0x97939ac8eaff5aceL,0x0310a4e3b4a38313L, + 0x9115fba28f9d9885L } }, + /* 45 << 21 */ + { { 0x8dd710c25fadf8c3L,0x66be38a2ce19c0e2L,0xd42a279c4cfe5022L, + 0x597bb5300e24e1b8L }, + { 0x3cde86b7c153ca7fL,0xa8d30fb3707d63bdL,0xac905f92bd60d21eL, + 0x98e7ffb67b9a54abL } }, + /* 46 << 21 */ + { { 0xd7147df8e9726a30L,0xb5e216ffafce3533L,0xb550b7992ff1ec40L, + 0x6b613b87a1e953fdL }, + { 0x87b88dba792d5610L,0x2ee1270aa190fbe1L,0x02f4e2dc2ef581daL, + 0x016530e4eff82a95L } }, + /* 47 << 21 */ + { { 0xcbb93dfd8fd6ee89L,0x16d3d98646848fffL,0x600eff241da47adfL, + 0x1b9754a00ad47a71L }, + { 0x8f9266df70c33b98L,0xaadc87aedf34186eL,0x0d2ce8e14ad24132L, + 0x8a47cbfc19946ebaL } }, + /* 48 << 21 */ + { { 0x47feeb6662b5f3afL,0xcefab5610abb3734L,0x449de60e19f35cb1L, + 0x39f8db14157f0eb9L }, + { 0xffaecc5b3c61bfd6L,0xa5a4d41d41216703L,0x7f8fabed224e1cc2L, + 0x0d5a8186871ad953L } }, + /* 49 << 21 */ + { { 0xf10774f7d22da9a9L,0x45b8a678cc8a9b0dL,0xd9c2e722bdc32cffL, + 0xbf71b5f5337202a5L }, + { 0x95c57f2f69fc4db9L,0xb6dad34c765d01e1L,0x7e0bd13fcb904635L, + 0x61751253763a588cL } }, + /* 50 << 21 */ + { { 0xd85c299781af2c2dL,0xc0f7d9c481b9d7daL,0x838a34ae08533e8dL, + 0x15c4cb08311d8311L }, + { 0x97f832858e121e14L,0xeea7dc1e85000a5fL,0x0c6059b65d256274L, + 0xec9beaceb95075c0L } }, + /* 51 << 21 */ + { { 0x173daad71df97828L,0xbf851cb5a8937877L,0xb083c59401646f3cL, + 0x3bad30cf50c6d352L }, + { 0xfeb2b202496bbceaL,0x3cf9fd4f18a1e8baL,0xd26de7ff1c066029L, + 0x39c81e9e4e9ed4f8L } }, + /* 52 << 21 */ + { { 0xd8be0cb97b390d35L,0x01df2bbd964aab27L,0x3e8c1a65c3ef64f8L, + 0x567291d1716ed1ddL }, + { 0x95499c6c5f5406d3L,0x71fdda395ba8e23fL,0xcfeb320ed5096eceL, + 0xbe7ba92bca66dd16L } }, + /* 53 << 21 */ + { { 0x4608d36bc6fb5a7dL,0xe3eea15a6d2dd0e0L,0x75b0a3eb8f97a36aL, + 0xf59814cc1c83de1eL }, + { 0x56c9c5b01c33c23fL,0xa96c1da46faa4136L,0x46bf2074de316551L, + 0x3b866e7b1f756c8fL } }, + /* 54 << 21 */ + { { 0x727727d81495ed6bL,0xb2394243b682dce7L,0x8ab8454e758610f3L, + 0xc243ce84857d72a4L }, + { 0x7b320d71dbbf370fL,0xff9afa3778e0f7caL,0x0119d1e0ea7b523fL, + 0xb997f8cb058c7d42L } }, + /* 55 << 21 */ + { { 0x285bcd2a37bbb184L,0x51dcec49a45d1fa6L,0x6ade3b64e29634cbL, + 0x080c94a726b86ef1L }, + { 0xba583db12283fbe3L,0x902bddc85a9315edL,0x07c1ccb386964becL, + 0x78f4eacfb6258301L } }, + /* 56 << 21 */ + { { 0x4bdf3a4956f90823L,0xba0f5080741d777bL,0x091d71c3f38bf760L, + 0x9633d50f9b625b02L }, + { 0x03ecb743b8c9de61L,0xb47512545de74720L,0x9f9defc974ce1cb2L, + 0x774a4f6a00bd32efL } }, + /* 57 << 21 */ + { { 0xaca385f773848f22L,0x53dad716f3f8558eL,0xab7b34b093c471f9L, + 0xf530e06919644bc7L }, + { 0x3d9fb1ffdd59d31aL,0x4382e0df08daa795L,0x165c6f4bd5cc88d7L, + 0xeaa392d54a18c900L } }, + /* 58 << 21 */ + { { 0x94203c67648024eeL,0x188763f28c2fabcdL,0xa80f87acbbaec835L, + 0x632c96e0f29d8d54L }, + { 0x29b0a60e4c00a95eL,0x2ef17f40e011e9faL,0xf6c0e1d115b77223L, + 0xaaec2c6214b04e32L } }, + /* 59 << 21 */ + { { 0xd35688d83d84e58cL,0x2af5094c958571dbL,0x4fff7e19760682a6L, + 0x4cb27077e39a407cL }, + { 0x0f59c5474ff0e321L,0x169f34a61b34c8ffL,0x2bff109652bc1ba7L, + 0xa25423b783583544L } }, + /* 60 << 21 */ + { { 0x5d55d5d50ac8b782L,0xff6622ec2db3c892L,0x48fce7416b8bb642L, + 0x31d6998c69d7e3dcL }, + { 0xdbaf8004cadcaed0L,0x801b0142d81d053cL,0x94b189fc59630ec6L, + 0x120e9934af762c8eL } }, + /* 61 << 21 */ + { { 0x53a29aa4fdc6a404L,0x19d8e01ea1909948L,0x3cfcabf1d7e89681L, + 0x3321a50d4e132d37L }, + { 0xd0496863e9a86111L,0x8c0cde6106a3bc65L,0xaf866c49fc9f8eefL, + 0x2066350eff7f5141L } }, + /* 62 << 21 */ + { { 0x4f8a4689e56ddfbdL,0xea1b0c07fe32983aL,0x2b317462873cb8cbL, + 0x658deddc2d93229fL }, + { 0x65efaf4d0f64ef58L,0xfe43287d730cc7a8L,0xaebc0c723d047d70L, + 0x92efa539d92d26c9L } }, + /* 63 << 21 */ + { { 0x06e7845794b56526L,0x415cb80f0961002dL,0x89e5c56576dcb10fL, + 0x8bbb6982ff9259feL }, + { 0x4fe8795b9abc2668L,0xb5d4f5341e678fb1L,0x6601f3be7b7da2b9L, + 0x98da59e2a13d6805L } }, + /* 64 << 21 */ + { { 0x190d8ea601799a52L,0xa20cec41b86d2952L,0x3062ffb27fff2a7cL, + 0x741b32e579f19d37L }, + { 0xf80d81814eb57d47L,0x7a2d0ed416aef06bL,0x09735fb01cecb588L, + 0x1641caaac6061f5bL } }, + /* 0 << 28 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 28 */ + { { 0x7f99824f20151427L,0x206828b692430206L,0xaa9097d7e1112357L, + 0xacf9a2f209e414ecL }, + { 0xdbdac9da27915356L,0x7e0734b7001efee3L,0x54fab5bbd2b288e2L, + 0x4c630fc4f62dd09cL } }, + /* 2 << 28 */ + { { 0x8537107a1ac2703bL,0xb49258d86bc857b5L,0x57df14debcdaccd1L, + 0x24ab68d7c4ae8529L }, + { 0x7ed8b5d4734e59d0L,0x5f8740c8c495cc80L,0x84aedd5a291db9b3L, + 0x80b360f84fb995beL } }, + /* 3 << 28 */ + { { 0xae915f5d5fa067d1L,0x4134b57f9668960cL,0xbd3656d6a48edaacL, + 0xdac1e3e4fc1d7436L }, + { 0x674ff869d81fbb26L,0x449ed3ecb26c33d4L,0x85138705d94203e8L, + 0xccde538bbeeb6f4aL } }, + /* 4 << 28 */ + { { 0x55d5c68da61a76faL,0x598b441dca1554dcL,0xd39923b9773b279cL, + 0x33331d3c36bf9efcL }, + { 0x2d4c848e298de399L,0xcfdb8e77a1a27f56L,0x94c855ea57b8ab70L, + 0xdcdb9dae6f7879baL } }, + /* 5 << 28 */ + { { 0x7bdff8c2019f2a59L,0xb3ce5bb3cb4fbc74L,0xea907f688a9173ddL, + 0x6cd3d0d395a75439L }, + { 0x92ecc4d6efed021cL,0x09a9f9b06a77339aL,0x87ca6b157188c64aL, + 0x10c2996844899158L } }, + /* 6 << 28 */ + { { 0x5859a229ed6e82efL,0x16f338e365ebaf4eL,0x0cd313875ead67aeL, + 0x1c73d22854ef0bb4L }, + { 0x4cb5513174a5c8c7L,0x01cd29707f69ad6aL,0xa04d00dde966f87eL, + 0xd96fe4470b7b0321L } }, + /* 7 << 28 */ + { { 0x342ac06e88fbd381L,0x02cd4a845c35a493L,0xe8fa89de54f1bbcdL, + 0x341d63672575ed4cL }, + { 0xebe357fbd238202bL,0x600b4d1aa984ead9L,0xc35c9f4452436ea0L, + 0x96fe0a39a370751bL } }, + /* 8 << 28 */ + { { 0x4c4f07367f636a38L,0x9f943fb70e76d5cbL,0xb03510baa8b68b8bL, + 0xc246780a9ed07a1fL }, + { 0x3c0514156d549fc2L,0xc2953f31607781caL,0x955e2c69d8d95413L, + 0xb300fadc7bd282e3L } }, + /* 9 << 28 */ + { { 0x81fe7b5087e9189fL,0xdb17375cf42dda27L,0x22f7d896cf0a5904L, + 0xa0e57c5aebe348e6L }, + { 0xa61011d3f40e3c80L,0xb11893218db705c5L,0x4ed9309e50fedec3L, + 0xdcf14a104d6d5c1dL } }, + /* 10 << 28 */ + { { 0x056c265b55691342L,0xe8e0850491049dc7L,0x131329f5c9bae20aL, + 0x96c8b3e8d9dccdb4L }, + { 0x8c5ff838fb4ee6b4L,0xfc5a9aeb41e8ccf0L,0x7417b764fae050c6L, + 0x0953c3d700452080L } }, + /* 11 << 28 */ + { { 0x2137268238dfe7e8L,0xea417e152bb79d4bL,0x59641f1c76e7cf2dL, + 0x271e3059ea0bcfccL }, + { 0x624c7dfd7253ecbdL,0x2f552e254fca6186L,0xcbf84ecd4d866e9cL, + 0x73967709f68d4610L } }, + /* 12 << 28 */ + { { 0xa14b1163c27901b4L,0xfd9236e0899b8bf3L,0x42b091eccbc6da0aL, + 0xbb1dac6f5ad1d297L }, + { 0x80e61d53a91cf76eL,0x4110a412d31f1ee7L,0x2d87c3ba13efcf77L, + 0x1f374bb4df450d76L } }, + /* 13 << 28 */ + { { 0x5e78e2f20d188dabL,0xe3968ed0f4b885efL,0x46c0568e7314570fL, + 0x3161633801170521L }, + { 0x18e1e7e24f0c8afeL,0x4caa75ffdeea78daL,0x82db67f27c5d8a51L, + 0x36a44d866f505370L } }, + /* 14 << 28 */ + { { 0xd72c5bda0333974fL,0x5db516ae27a70146L,0x34705281210ef921L, + 0xbff17a8f0c9c38e5L }, + { 0x78f4814e12476da1L,0xc1e1661333c16980L,0x9e5b386f424d4bcaL, + 0x4c274e87c85740deL } }, + /* 15 << 28 */ + { { 0xb6a9b88d6c2f5226L,0x14d1b944550d7ca8L,0x580c85fc1fc41709L, + 0xc1da368b54c6d519L }, + { 0x2b0785ced5113cf7L,0x0670f6335a34708fL,0x46e2376715cc3f88L, + 0x1b480cfa50c72c8fL } }, + /* 16 << 28 */ + { { 0x202886024147519aL,0xd0981eac26b372f0L,0xa9d4a7caa785ebc8L, + 0xd953c50ddbdf58e9L }, + { 0x9d6361ccfd590f8fL,0x72e9626b44e6c917L,0x7fd9611022eb64cfL, + 0x863ebb7e9eb288f3L } }, + /* 17 << 28 */ + { { 0x6e6ab7616aca8ee7L,0x97d10b39d7b40358L,0x1687d3771e5feb0dL, + 0xc83e50e48265a27aL }, + { 0x8f75a9fec954b313L,0xcc2e8f47310d1f61L,0xf5ba81c56557d0e0L, + 0x25f9680c3eaf6207L } }, + /* 18 << 28 */ + { { 0xf95c66094354080bL,0x5225bfa57bf2fe1cL,0xc5c004e25c7d98faL, + 0x3561bf1c019aaf60L }, + { 0x5e6f9f17ba151474L,0xdec2f934b04f6ecaL,0x64e368a1269acb1eL, + 0x1332d9e40cdda493L } }, + /* 19 << 28 */ + { { 0x60d6cf69df23de05L,0x66d17da2009339a0L,0x9fcac9850a693923L, + 0xbcf057fced7c6a6dL }, + { 0xc3c5c8c5f0b5662cL,0x25318dd8dcba4f24L,0x60e8cb75082b69ffL, + 0x7c23b3ee1e728c01L } }, + /* 20 << 28 */ + { { 0x15e10a0a097e4403L,0xcb3d0a8619854665L,0x88d8e211d67d4826L, + 0xb39af66e0b9d2839L }, + { 0xa5f94588bd475ca8L,0xe06b7966c077b80bL,0xfedb1485da27c26cL, + 0xd290d33afe0fd5e0L } }, + /* 21 << 28 */ + { { 0xa40bcc47f34fb0faL,0xb4760cc81fb1ab09L,0x8fca0993a273bfe3L, + 0x13e4fe07f70b213cL }, + { 0x3bcdb992fdb05163L,0x8c484b110c2b19b6L,0x1acb815faaf2e3e2L, + 0xc6905935b89ff1b4L } }, + /* 22 << 28 */ + { { 0xb2ad6f9d586e74e1L,0x488883ad67b80484L,0x758aa2c7369c3ddbL, + 0x8ab74e699f9afd31L }, + { 0x10fc2d285e21beb1L,0x3484518a318c42f9L,0x377427dc53cf40c3L, + 0x9de0781a391bc1d9L } }, + /* 23 << 28 */ + { { 0x8faee858693807e1L,0xa38653274e81ccc7L,0x02c30ff26f835b84L, + 0xb604437b0d3d38d4L }, + { 0xb3fc8a985ca1823dL,0xb82f7ec903be0324L,0xee36d761cf684a33L, + 0x5a01df0e9f29bf7dL } }, + /* 24 << 28 */ + { { 0x686202f31306583dL,0x05b10da0437c622eL,0xbf9aaa0f076a7bc8L, + 0x25e94efb8f8f4e43L }, + { 0x8a35c9b7fa3dc26dL,0xe0e5fb9396ff03c5L,0xa77e3843ebc394ceL, + 0xcede65958361de60L } }, + /* 25 << 28 */ + { { 0xd27c22f6a1993545L,0xab01cc3624d671baL,0x63fa2877a169c28eL, + 0x925ef9042eb08376L }, + { 0x3b2fa3cf53aa0b32L,0xb27beb5b71c49d7aL,0xb60e1834d105e27fL, + 0xd60897884f68570dL } }, + /* 26 << 28 */ + { { 0x23094ce0d6fbc2acL,0x738037a1815ff551L,0xda73b1bb6bef119cL, + 0xdcf6c430eef506baL }, + { 0x00e4fe7be3ef104aL,0xebdd9a2c0a065628L,0x853a81c38792043eL, + 0x22ad6eceb3b59108L } }, + /* 27 << 28 */ + { { 0x9fb813c039cd297dL,0x8ec7e16e05bda5d9L,0x2834797c0d104b96L, + 0xcc11a2e77c511510L }, + { 0x96ca5a5396ee6380L,0x054c8655cea38742L,0xb5946852d54dfa7dL, + 0x97c422e71f4ab207L } }, + /* 28 << 28 */ + { { 0xbf9075090c22b540L,0x2cde42aab7c267d4L,0xba18f9ed5ab0d693L, + 0x3ba62aa66e4660d9L }, + { 0xb24bf97bab9ea96aL,0x5d039642e3b60e32L,0x4e6a45067c4d9bd5L, + 0x666c5b9e7ed4a6a4L } }, + /* 29 << 28 */ + { { 0xfa3fdcd98edbd7ccL,0x4660bb87c6ccd753L,0x9ae9082021e6b64fL, + 0x8a56a713b36bfb3fL }, + { 0xabfce0965726d47fL,0x9eed01b20b1a9a7fL,0x30e9cad44eb74a37L, + 0x7b2524cc53e9666dL } }, + /* 30 << 28 */ + { { 0x6a29683b8f4b002fL,0xc2200d7a41f4fc20L,0xcf3af47a3a338accL, + 0x6539a4fbe7128975L }, + { 0xcec31c14c33c7fcfL,0x7eb6799bc7be322bL,0x119ef4e96646f623L, + 0x7b7a26a554d7299bL } }, + /* 31 << 28 */ + { { 0xcb37f08d403f46f2L,0x94b8fc431a0ec0c7L,0xbb8514e3c332142fL, + 0xf3ed2c33e80d2a7aL }, + { 0x8d2080afb639126cL,0xf7b6be60e3553adeL,0x3950aa9f1c7e2b09L, + 0x847ff9586410f02bL } }, + /* 32 << 28 */ + { { 0x877b7cf5678a31b0L,0xd50301ae3998b620L,0x734257c5c00fb396L, + 0xf9fb18a004e672a6L }, + { 0xff8bd8ebe8758851L,0x1e64e4c65d99ba44L,0x4b8eaedf7dfd93b7L, + 0xba2f2a9804e76b8cL } }, + /* 33 << 28 */ + { { 0x7d790cbae8053433L,0xc8e725a03d2c9585L,0x58c5c476cdd8f5edL, + 0xd106b952efa9fe1dL }, + { 0x3c5c775b0eff13a9L,0x242442bae057b930L,0xe9f458d4c9b70cbdL, + 0x69b71448a3cdb89aL } }, + /* 34 << 28 */ + { { 0x41ee46f60e2ed742L,0x573f104540067493L,0xb1e154ff9d54c304L, + 0x2ad0436a8d3a7502L }, + { 0xee4aaa2d431a8121L,0xcd38b3ab886f11edL,0x57d49ea6034a0eb7L, + 0xd2b773bdf7e85e58L } }, + /* 35 << 28 */ + { { 0x4a559ac49b5c1f14L,0xc444be1a3e54df2bL,0x13aad704eda41891L, + 0xcd927bec5eb5c788L }, + { 0xeb3c8516e48c8a34L,0x1b7ac8124b546669L,0x1815f896594df8ecL, + 0x87c6a79c79227865L } }, + /* 36 << 28 */ + { { 0xae02a2f09b56ddbdL,0x1339b5ac8a2f1cf3L,0xf2b569c7839dff0dL, + 0xb0b9e864fee9a43dL }, + { 0x4ff8ca4177bb064eL,0x145a2812fd249f63L,0x3ab7beacf86f689aL, + 0x9bafec2701d35f5eL } }, + /* 37 << 28 */ + { { 0x28054c654265aa91L,0xa4b18304035efe42L,0x6887b0e69639dec7L, + 0xf4b8f6ad3d52aea5L }, + { 0xfb9293cc971a8a13L,0x3f159e5d4c934d07L,0x2c50e9b109acbc29L, + 0x08eb65e67154d129L } }, + /* 38 << 28 */ + { { 0x4feff58930b75c3eL,0x0bb82fe294491c93L,0xd8ac377a89af62bbL, + 0xd7b514909685e49fL }, + { 0xabca9a7b04497f19L,0x1b35ed0a1a7ad13fL,0x6b601e213ec86ed6L, + 0xda91fcb9ce0c76f1L } }, + /* 39 << 28 */ + { { 0x9e28507bd7ab27e1L,0x7c19a55563945b7bL,0x6b43f0a1aafc9827L, + 0x443b4fbd3aa55b91L }, + { 0x962b2e656962c88fL,0x139da8d4ce0db0caL,0xb93f05dd1b8d6c4fL, + 0x779cdff7180b9824L } }, + /* 40 << 28 */ + { { 0xbba23fddae57c7b7L,0x345342f21b932522L,0xfd9c80fe556d4aa3L, + 0xa03907ba6525bb61L }, + { 0x38b010e1ff218933L,0xc066b654aa52117bL,0x8e14192094f2e6eaL, + 0x66a27dca0d32f2b2L } }, + /* 41 << 28 */ + { { 0x69c7f993048b3717L,0xbf5a989ab178ae1cL,0x49fa9058564f1d6bL, + 0x27ec6e15d31fde4eL }, + { 0x4cce03737276e7fcL,0x64086d7989d6bf02L,0x5a72f0464ccdd979L, + 0x909c356647775631L } }, + /* 42 << 28 */ + { { 0x1c07bc6b75dd7125L,0xb4c6bc9787a0428dL,0x507ece52fdeb6b9dL, + 0xfca56512b2c95432L }, + { 0x15d97181d0e8bd06L,0x384dd317c6bb46eaL,0x5441ea203952b624L, + 0xbcf70dee4e7dc2fbL } }, + /* 43 << 28 */ + { { 0x372b016e6628e8c3L,0x07a0d667b60a7522L,0xcf05751b0a344ee2L, + 0x0ec09a48118bdeecL }, + { 0x6e4b3d4ed83dce46L,0x43a6316d99d2fc6eL,0xa99d898956cf044cL, + 0x7c7f4454ae3e5fb7L } }, + /* 44 << 28 */ + { { 0xb2e6b121fbabbe92L,0x281850fbe1330076L,0x093581ec97890015L, + 0x69b1dded75ff77f5L }, + { 0x7cf0b18fab105105L,0x953ced31a89ccfefL,0x3151f85feb914009L, + 0x3c9f1b8788ed48adL } }, + /* 45 << 28 */ + { { 0xc9aba1a14a7eadcbL,0x928e7501522e71cfL,0xeaede7273a2e4f83L, + 0x467e10d11ce3bbd3L }, + { 0xf3442ac3b955dcf0L,0xba96307dd3d5e527L,0xf763a10efd77f474L, + 0x5d744bd06a6e1ff0L } }, + /* 46 << 28 */ + { { 0xd287282aa777899eL,0xe20eda8fd03f3cdeL,0x6a7e75bb50b07d31L, + 0x0b7e2a946f379de4L }, + { 0x31cb64ad19f593cfL,0x7b1a9e4f1e76ef1dL,0xe18c9c9db62d609cL, + 0x439bad6de779a650L } }, + /* 47 << 28 */ + { { 0x219d9066e032f144L,0x1db632b8e8b2ec6aL,0xff0d0fd4fda12f78L, + 0x56fb4c2d2a25d265L }, + { 0x5f4e2ee1255a03f1L,0x61cd6af2e96af176L,0xe0317ba8d068bc97L, + 0x927d6bab264b988eL } }, + /* 48 << 28 */ + { { 0xa18f07e0e90fb21eL,0x00fd2b80bba7fca1L,0x20387f2795cd67b5L, + 0x5b89a4e7d39707f7L }, + { 0x8f83ad3f894407ceL,0xa0025b946c226132L,0xc79563c7f906c13bL, + 0x5f548f314e7bb025L } }, + /* 49 << 28 */ + { { 0x2b4c6b8feac6d113L,0xa67e3f9c0e813c76L,0x3982717c3fe1f4b9L, + 0x5886581926d8050eL }, + { 0x99f3640cf7f06f20L,0xdc6102162a66ebc2L,0x52f2c175767a1e08L, + 0x05660e1a5999871bL } }, + /* 50 << 28 */ + { { 0x6b0f17626d3c4693L,0xf0e7d62737ed7beaL,0xc51758c7b75b226dL, + 0x40a886281f91613bL }, + { 0x889dbaa7bbb38ce0L,0xe0404b65bddcad81L,0xfebccd3a8bc9671fL, + 0xfbf9a357ee1f5375L } }, + /* 51 << 28 */ + { { 0x5dc169b028f33398L,0xb07ec11d72e90f65L,0xae7f3b4afaab1eb1L, + 0xd970195e5f17538aL }, + { 0x52b05cbe0181e640L,0xf5debd622643313dL,0x761481545df31f82L, + 0x23e03b333a9e13c5L } }, + /* 52 << 28 */ + { { 0xff7589494fde0c1fL,0xbf8a1abee5b6ec20L,0x702278fb87e1db6cL, + 0xc447ad7a35ed658fL }, + { 0x48d4aa3803d0ccf2L,0x80acb338819a7c03L,0x9bc7c89e6e17ceccL, + 0x46736b8b03be1d82L } }, + /* 53 << 28 */ + { { 0xd65d7b60c0432f96L,0xddebe7a3deb5442fL,0x79a253077dff69a2L, + 0x37a56d9402cf3122L }, + { 0x8bab8aedf2350d0aL,0x13c3f276037b0d9aL,0xc664957c44c65caeL, + 0x88b44089c2e71a88L } }, + /* 54 << 28 */ + { { 0xdb88e5a35cb02664L,0x5d4c0bf18686c72eL,0xea3d9b62a682d53eL, + 0x9b605ef40b2ad431L }, + { 0x71bac202c69645d0L,0xa115f03a6a1b66e7L,0xfe2c563a158f4dc4L, + 0xf715b3a04d12a78cL } }, + /* 55 << 28 */ + { { 0x8f7f0a48d413213aL,0x2035806dc04becdbL,0xecd34a995d8587f5L, + 0x4d8c30799f6d3a71L }, + { 0x1b2a2a678d95a8f6L,0xc58c9d7df2110d0dL,0xdeee81d5cf8fba3fL, + 0xa42be3c00c7cdf68L } }, + /* 56 << 28 */ + { { 0x2126f742d43b5eaaL,0x054a0766dfa59b85L,0x9d0d5e36126bfd45L, + 0xa1f8fbd7384f8a8fL }, + { 0x317680f5d563fcccL,0x48ca5055f280a928L,0xe00b81b227b578cfL, + 0x10aad9182994a514L } }, + /* 57 << 28 */ + { { 0xd9e07b62b7bdc953L,0x9f0f6ff25bc086ddL,0x09d1ccff655eee77L, + 0x45475f795bef7df1L }, + { 0x3faa28fa86f702ccL,0x92e609050f021f07L,0xe9e629687f8fa8c6L, + 0xbd71419af036ea2cL } }, + /* 58 << 28 */ + { { 0x171ee1cc6028da9aL,0x5352fe1ac251f573L,0xf8ff236e3fa997f4L, + 0xd831b6c9a5749d5fL }, + { 0x7c872e1de350e2c2L,0xc56240d91e0ce403L,0xf9deb0776974f5cbL, + 0x7d50ba87961c3728L } }, + /* 59 << 28 */ + { { 0xd6f894265a3a2518L,0xcf817799c6303d43L,0x510a0471619e5696L, + 0xab049ff63a5e307bL }, + { 0xe4cdf9b0feb13ec7L,0xd5e971179d8ff90cL,0xf6f64d069afa96afL, + 0x00d0bf5e9d2012a2L } }, + /* 60 << 28 */ + { { 0xe63f301f358bcdc0L,0x07689e990a9d47f8L,0x1f689e2f4f43d43aL, + 0x4d542a1690920904L }, + { 0xaea293d59ca0a707L,0xd061fe458ac68065L,0x1033bf1b0090008cL, + 0x29749558c08a6db6L } }, + /* 61 << 28 */ + { { 0x74b5fc59c1d5d034L,0xf712e9f667e215e0L,0xfd520cbd860200e6L, + 0x0229acb43ea22588L }, + { 0x9cd1e14cfff0c82eL,0x87684b6259c69e73L,0xda85e61c96ccb989L, + 0x2d5dbb02a3d06493L } }, + /* 62 << 28 */ + { { 0xf22ad33ae86b173cL,0xe8e41ea5a79ff0e3L,0x01d2d725dd0d0c10L, + 0x31f39088032d28f9L }, + { 0x7b3f71e17829839eL,0x0cf691b44502ae58L,0xef658dbdbefc6115L, + 0xa5cd6ee5b3ab5314L } }, + /* 63 << 28 */ + { { 0x206c8d7b5f1d2347L,0x794645ba4cc2253aL,0xd517d8ff58389e08L, + 0x4fa20dee9f847288L }, + { 0xeba072d8d797770aL,0x7360c91dbf429e26L,0x7200a3b380af8279L, + 0x6a1c915082dadce3L } }, + /* 64 << 28 */ + { { 0x0ee6d3a7c35d8794L,0x042e65580356bae5L,0x9f59698d643322fdL, + 0x9379ae1550a61967L }, + { 0x64b9ae62fcc9981eL,0xaed3d6316d2934c6L,0x2454b3025e4e65ebL, + 0xab09f647f9950428L } }, + /* 0 << 35 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 35 */ + { { 0xb2083a1222248accL,0x1f6ec0ef3264e366L,0x5659b7045afdee28L, + 0x7a823a40e6430bb5L }, + { 0x24592a04e1900a79L,0xcde09d4ac9ee6576L,0x52b6463f4b5ea54aL, + 0x1efe9ed3d3ca65a7L } }, + /* 2 << 35 */ + { { 0xe27a6dbe305406ddL,0x8eb7dc7fdd5d1957L,0xf54a6876387d4d8fL, + 0x9c479409c7762de4L }, + { 0xbe4d5b5d99b30778L,0x25380c566e793682L,0x602d37f3dac740e3L, + 0x140deabe1566e4aeL } }, + /* 3 << 35 */ + { { 0x4481d067afd32acfL,0xd8f0fccae1f71ccfL,0xd208dd0cb596f2daL, + 0xd049d7309aad93f9L }, + { 0xc79f263d42ab580eL,0x09411bb123f707b4L,0x8cfde1ff835e0edaL, + 0x7270749090f03402L } }, + /* 4 << 35 */ + { { 0xeaee6126c49a861eL,0x024f3b65e14f0d06L,0x51a3f1e8c69bfc17L, + 0xc3c3a8e9a7686381L }, + { 0x3400752cb103d4c8L,0x02bc46139218b36bL,0xc67f75eb7651504aL, + 0xd6848b56d02aebfaL } }, + /* 5 << 35 */ + { { 0xbd9802e6c30fa92bL,0x5a70d96d9a552784L,0x9085c4ea3f83169bL, + 0xfa9423bb06908228L }, + { 0x2ffebe12fe97a5b9L,0x85da604971b99118L,0x9cbc2f7f63178846L, + 0xfd96bc709153218eL } }, + /* 6 << 35 */ + { { 0x958381db1782269bL,0xae34bf792597e550L,0xbb5c60645f385153L, + 0x6f0e96afe3088048L }, + { 0xbf6a021577884456L,0xb3b5688c69310ea7L,0x17c9429504fad2deL, + 0xe020f0e517896d4dL } }, + /* 7 << 35 */ + { { 0x730ba0ab0976505fL,0x567f6813095e2ec5L,0x470620106331ab71L, + 0x72cfa97741d22b9fL }, + { 0x33e55ead8a2373daL,0xa8d0d5f47ba45a68L,0xba1d8f9c03029d15L, + 0x8f34f1ccfc55b9f3L } }, + /* 8 << 35 */ + { { 0xcca4428dbbe5a1a9L,0x8187fd5f3126bd67L,0x0036973a48105826L, + 0xa39b6663b8bd61a0L }, + { 0x6d42deef2d65a808L,0x4969044f94636b19L,0xf611ee47dd5d564cL, + 0x7b2f3a49d2873077L } }, + /* 9 << 35 */ + { { 0x94157d45300eb294L,0x2b2a656e169c1494L,0xc000dd76d3a47aa9L, + 0xa2864e4fa6243ea4L }, + { 0x82716c47db89842eL,0x12dfd7d761479fb7L,0x3b9a2c56e0b2f6dcL, + 0x46be862ad7f85d67L } }, + /* 10 << 35 */ + { { 0x03b0d8dd0f82b214L,0x460c34f9f103cbc6L,0xf32e5c0318d79e19L, + 0x8b8888baa84117f8L }, + { 0x8f3c37dcc0722677L,0x10d21be91c1c0f27L,0xd47c8468e0f7a0c6L, + 0x9bf02213adecc0e0L } }, + /* 11 << 35 */ + { { 0x0baa7d1242b48b99L,0x1bcb665d48424096L,0x8b847cd6ebfb5cfbL, + 0x87c2ae569ad4d10dL }, + { 0xf1cbb1220de36726L,0xe7043c683fdfbd21L,0x4bd0826a4e79d460L, + 0x11f5e5984bd1a2cbL } }, + /* 12 << 35 */ + { { 0x97554160b7fe7b6eL,0x7d16189a400a3fb2L,0xd73e9beae328ca1eL, + 0x0dd04b97e793d8ccL }, + { 0xa9c83c9b506db8ccL,0x5cd47aaecf38814cL,0x26fc430db64b45e6L, + 0x079b5499d818ea84L } }, + /* 13 << 35 */ + { { 0xebb01102c1c24a3bL,0xca24e5681c161c1aL,0x103eea6936f00a4aL, + 0x9ad76ee876176c7bL }, + { 0x97451fc2538e0ff7L,0x94f898096604b3b0L,0x6311436e3249cfd7L, + 0x27b4a7bd41224f69L } }, + /* 14 << 35 */ + { { 0x03b5d21ae0ac2941L,0x279b0254c2d31937L,0x3307c052cac992d0L, + 0x6aa7cb92efa8b1f3L }, + { 0x5a1825800d37c7a5L,0x13380c37342d5422L,0x92ac2d66d5d2ef92L, + 0x035a70c9030c63c6L } }, + /* 15 << 35 */ + { { 0xc16025dd4ce4f152L,0x1f419a71f9df7c06L,0x6d5b221491e4bb14L, + 0xfc43c6cc839fb4ceL }, + { 0x49f06591925d6b2dL,0x4b37d9d362186598L,0x8c54a971d01b1629L, + 0xe1a9c29f51d50e05L } }, + /* 16 << 35 */ + { { 0x5109b78571ba1861L,0x48b22d5cd0c8f93dL,0xe8fa84a78633bb93L, + 0x53fba6ba5aebbd08L }, + { 0x7ff27df3e5eea7d8L,0x521c879668ca7158L,0xb9d5133bce6f1a05L, + 0x2d50cd53fd0ebee4L } }, + /* 17 << 35 */ + { { 0xc82115d6c5a3ef16L,0x993eff9dba079221L,0xe4da2c5e4b5da81cL, + 0x9a89dbdb8033fd85L }, + { 0x60819ebf2b892891L,0x53902b215d14a4d5L,0x6ac35051d7fda421L, + 0xcc6ab88561c83284L } }, + /* 18 << 35 */ + { { 0x14eba133f74cff17L,0x240aaa03ecb813f2L,0xcfbb65406f665beeL, + 0x084b1fe4a425ad73L }, + { 0x009d5d16d081f6a6L,0x35304fe8eef82c90L,0xf20346d5aa9eaa22L, + 0x0ada9f07ac1c91e3L } }, + /* 19 << 35 */ + { { 0xa6e21678968a6144L,0x54c1f77c07b31a1eL,0xd6bb787e5781fbe1L, + 0x61bd2ee0e31f1c4aL }, + { 0xf25aa1e9781105fcL,0x9cf2971f7b2f8e80L,0x26d15412cdff919bL, + 0x01db4ebe34bc896eL } }, + /* 20 << 35 */ + { { 0x7d9b3e23b40df1cfL,0x5933737394e971b4L,0xbf57bd14669cf921L, + 0x865daedf0c1a1064L }, + { 0x3eb70bd383279125L,0xbc3d5b9f34ecdaabL,0x91e3ed7e5f755cafL, + 0x49699f54d41e6f02L } }, + /* 21 << 35 */ + { { 0x185770e1d4a7a15bL,0x08f3587aeaac87e7L,0x352018db473133eaL, + 0x674ce71904fd30fcL }, + { 0x7b8d9835088b3e0eL,0x7a0356a95d0d47a1L,0x9d9e76596474a3c4L, + 0x61ea48a7ff66966cL } }, + /* 22 << 35 */ + { { 0x304177580f3e4834L,0xfdbb21c217a9afcbL,0x756fa17f2f9a67b3L, + 0x2a6b2421a245c1a8L }, + { 0x64be27944af02291L,0xade465c62a5804feL,0x8dffbd39a6f08fd7L, + 0xc4efa84caa14403bL } }, + /* 23 << 35 */ + { { 0xa1b91b2a442b0f5cL,0xb748e317cf997736L,0x8d1b62bfcee90e16L, + 0x907ae2710b2078c0L }, + { 0xdf31534b0c9bcdddL,0x043fb05439adce83L,0x99031043d826846aL, + 0x61a9c0d6b144f393L } }, + /* 24 << 35 */ + { { 0xdab4804647718427L,0xdf17ff9b6e830f8bL,0x408d7ee8e49a1347L, + 0x6ac71e2391c1d4aeL }, + { 0xc8cbb9fd1defd73cL,0x19840657bbbbfec5L,0x39db1cb59e7ef8eaL, + 0x78aa829664105f30L } }, + /* 25 << 35 */ + { { 0xa3d9b7f0a3738c29L,0x0a2f235abc3250a3L,0x55e506f6445e4cafL, + 0x0974f73d33475f7aL }, + { 0xd37dbba35ba2f5a8L,0x542c6e636af40066L,0x26d99b53c5d73e2cL, + 0x06060d7d6c3ca33eL } }, + /* 26 << 35 */ + { { 0xcdbef1c2065fef4aL,0x77e60f7dfd5b92e3L,0xd7c549f026708350L, + 0x201b3ad034f121bfL }, + { 0x5fcac2a10334fc14L,0x8a9a9e09344552f6L,0x7dd8a1d397653082L, + 0x5fc0738f79d4f289L } }, + /* 27 << 35 */ + { { 0x787d244d17d2d8c3L,0xeffc634570830684L,0x5ddb96dde4f73ae5L, + 0x8efb14b1172549a5L }, + { 0x6eb73eee2245ae7aL,0xbca4061eea11f13eL,0xb577421d30b01f5dL, + 0xaa688b24782e152cL } }, + /* 28 << 35 */ + { { 0x67608e71bd3502baL,0x4ef41f24b4de75a0L,0xb08dde5efd6125e5L, + 0xde484825a409543fL }, + { 0x1f198d9865cc2295L,0x428a37716e0edfa2L,0x4f9697a2adf35fc7L, + 0x01a43c79f7cac3c7L } }, + /* 29 << 35 */ + { { 0xb05d70590fd3659aL,0x8927f30cbb7f2d9aL,0x4023d1ac8cf984d3L, + 0x32125ed302897a45L }, + { 0xfb572dad3d414205L,0x73000ef2e3fa82a9L,0x4c0868e9f10a5581L, + 0x5b61fc676b0b3ca5L } }, + /* 30 << 35 */ + { { 0xc1258d5b7cae440cL,0x21c08b41402b7531L,0xf61a8955de932321L, + 0x3568faf82d1408afL }, + { 0x71b15e999ecf965bL,0xf14ed248e917276fL,0xc6f4caa1820cf9e2L, + 0x681b20b218d83c7eL } }, + /* 31 << 35 */ + { { 0x6cde738dc6c01120L,0x71db0813ae70e0dbL,0x95fc064474afe18cL, + 0x34619053129e2be7L }, + { 0x80615ceadb2a3b15L,0x0a49a19edb4c7073L,0x0e1b84c88fd2d367L, + 0xd74bf462033fb8aaL } }, + /* 32 << 35 */ + { { 0x889f6d65533ef217L,0x7158c7e4c3ca2e87L,0xfb670dfbdc2b4167L, + 0x75910a01844c257fL }, + { 0xf336bf07cf88577dL,0x22245250e45e2aceL,0x2ed92e8d7ca23d85L, + 0x29f8be4c2b812f58L } }, + /* 33 << 35 */ + { { 0xdd9ebaa7076fe12bL,0x3f2400cbae1537f9L,0x1aa9352817bdfb46L, + 0xc0f9843067883b41L }, + { 0x5590ede10170911dL,0x7562f5bb34d4b17fL,0xe1fa1df21826b8d2L, + 0xb40b796a6bd80d59L } }, + /* 34 << 35 */ + { { 0xd65bf1973467ba92L,0x8c9b46dbf70954b0L,0x97c8a0f30e78f15dL, + 0xa8f3a69a85a4c961L }, + { 0x4242660f61e4ce9bL,0xbf06aab36ea6790cL,0xc6706f8eec986416L, + 0x9e56dec19a9fc225L } }, + /* 35 << 35 */ + { { 0x527c46f49a9898d9L,0xd799e77b5633cdefL,0x24eacc167d9e4297L, + 0xabb61cea6b1cb734L }, + { 0xbee2e8a7f778443cL,0x3bb42bf129de2fe6L,0xcbed86a13003bb6fL, + 0xd3918e6cd781cdf6L } }, + /* 36 << 35 */ + { { 0x4bee32719a5103f1L,0x5243efc6f50eac06L,0xb8e122cb6adcc119L, + 0x1b7faa84c0b80a08L }, + { 0x32c3d1bd6dfcd08cL,0x129dec4e0be427deL,0x98ab679c1d263c83L, + 0xafc83cb7cef64effL } }, + /* 37 << 35 */ + { { 0x85eb60882fa6be76L,0x892585fb1328cbfeL,0xc154d3edcf618ddaL, + 0xc44f601b3abaf26eL }, + { 0x7bf57d0b2be1fdfdL,0xa833bd2d21137feeL,0x9353af362db591a8L, + 0xc76f26dc5562a056L } }, + /* 38 << 35 */ + { { 0x1d87e47d3fdf5a51L,0x7afb5f9355c9cab0L,0x91bbf58f89e0586eL, + 0x7c72c0180d843709L }, + { 0xa9a5aafb99b5c3dcL,0xa48a0f1d3844aeb0L,0x7178b7ddb667e482L, + 0x453985e96e23a59aL } }, + /* 39 << 35 */ + { { 0x4a54c86001b25dd8L,0x0dd37f48fb897c8aL,0x5f8aa6100ea90cd9L, + 0xc8892c6816d5830dL }, + { 0xeb4befc0ef514ca5L,0x478eb679e72c9ee6L,0x9bca20dadbc40d5fL, + 0xf015de21dde4f64aL } }, + /* 40 << 35 */ + { { 0xaa6a4de0eaf4b8a5L,0x68cfd9ca4bc60e32L,0x668a4b017fd15e70L, + 0xd9f0694af27dc09dL }, + { 0xf6c3cad5ba708bcdL,0x5cd2ba695bb95c2aL,0xaa28c1d333c0a58fL, + 0x23e274e3abc77870L } }, + /* 41 << 35 */ + { { 0x44c3692ddfd20a4aL,0x091c5fd381a66653L,0x6c0bb69109a0757dL, + 0x9072e8b9667343eaL }, + { 0x31d40eb080848becL,0x95bd480a79fd36ccL,0x01a77c6165ed43f5L, + 0xafccd1272e0d40bfL } }, + /* 42 << 35 */ + { { 0xeccfc82d1cc1884bL,0xc85ac2015d4753b4L,0xc7a6caac658e099fL, + 0xcf46369e04b27390L }, + { 0xe2e7d049506467eaL,0x481b63a237cdecccL,0x4029abd8ed80143aL, + 0x28bfe3c7bcb00b88L } }, + /* 43 << 35 */ + { { 0x3bec10090643d84aL,0x885f3668abd11041L,0xdb02432cf83a34d6L, + 0x32f7b360719ceebeL }, + { 0xf06c7837dad1fe7aL,0x60a157a95441a0b0L,0x704970e9e2d47550L, + 0xcd2bd553271b9020L } }, + /* 44 << 35 */ + { { 0xff57f82f33e24a0bL,0x9cbee23ff2565079L,0x16353427eb5f5825L, + 0x276feec4e948d662L }, + { 0xd1b62bc6da10032bL,0x718351ddf0e72a53L,0x934520762420e7baL, + 0x96368fff3a00118dL } }, + /* 45 << 35 */ + { { 0x00ce2d26150a49e4L,0x0c28b6363f04706bL,0xbad65a4658b196d0L, + 0x6c8455fcec9f8b7cL }, + { 0xe90c895f2d71867eL,0x5c0be31bedf9f38cL,0x2a37a15ed8f6ec04L, + 0x239639e78cd85251L } }, + /* 46 << 35 */ + { { 0xd89753159c7c4c6bL,0x603aa3c0d7409af7L,0xb8d53d0c007132fbL, + 0x68d12af7a6849238L }, + { 0xbe0607e7bf5d9279L,0x9aa50055aada74ceL,0xe81079cbba7e8ccbL, + 0x610c71d1a5f4ff5eL } }, + /* 47 << 35 */ + { { 0x9e2ee1a75aa07093L,0xca84004ba75da47cL,0x074d39513de75401L, + 0xf938f756bb311592L }, + { 0x9619761800a43421L,0x39a2536207bc78c8L,0x278f710a0a171276L, + 0xb28446ea8d1a8f08L } }, + /* 48 << 35 */ + { { 0x184781bfe3b6a661L,0x7751cb1de6d279f7L,0xf8ff95d6c59eb662L, + 0x186d90b758d3dea7L }, + { 0x0e4bb6c1dfb4f754L,0x5c5cf56b2b2801dcL,0xc561e4521f54564dL, + 0xb4fb8c60f0dd7f13L } }, + /* 49 << 35 */ + { { 0xf884963033ff98c7L,0x9619fffacf17769cL,0xf8090bf61bfdd80aL, + 0x14d9a149422cfe63L }, + { 0xb354c3606f6df9eaL,0xdbcf770d218f17eaL,0x207db7c879eb3480L, + 0x213dbda8559b6a26L } }, + /* 50 << 35 */ + { { 0xac4c200b29fc81b3L,0xebc3e09f171d87c1L,0x917995301481aa9eL, + 0x051b92e192e114faL }, + { 0xdf8f92e9ecb5537fL,0x44b1b2cc290c7483L,0xa711455a2adeb016L, + 0x964b685681a10c2cL } }, + /* 51 << 35 */ + { { 0x4f159d99cec03623L,0x05532225ef3271eaL,0xb231bea3c5ee4849L, + 0x57a54f507094f103L }, + { 0x3e2d421d9598b352L,0xe865a49c67412ab4L,0xd2998a251cc3a912L, + 0x5d0928080c74d65dL } }, + /* 52 << 35 */ + { { 0x73f459084088567aL,0xeb6b280e1f214a61L,0x8c9adc34caf0c13dL, + 0x39d12938f561fb80L }, + { 0xb2dc3a5ebc6edfb4L,0x7485b1b1fe4d210eL,0x062e0400e186ae72L, + 0x91e32d5c6eeb3b88L } }, + /* 53 << 35 */ + { { 0x6df574d74be59224L,0xebc88ccc716d55f3L,0x26c2e6d0cad6ed33L, + 0xc6e21e7d0d3e8b10L }, + { 0x2cc5840e5bcc36bbL,0x9292445e7da74f69L,0x8be8d3214e5193a8L, + 0x3ec236298df06413L } }, + /* 54 << 35 */ + { { 0xc7e9ae85b134defaL,0x6073b1d01bb2d475L,0xb9ad615e2863c00dL, + 0x9e29493d525f4ac4L }, + { 0xc32b1dea4e9acf4fL,0x3e1f01c8a50db88dL,0xb05d70ea04da916cL, + 0x714b0d0ad865803eL } }, + /* 55 << 35 */ + { { 0x4bd493fc9920cb5eL,0x5b44b1f792c7a3acL,0xa2a77293bcec9235L, + 0x5ee06e87cd378553L }, + { 0xceff8173da621607L,0x2bb03e4c99f5d290L,0x2945106aa6f734acL, + 0xb5056604d25c4732L } }, + /* 56 << 35 */ + { { 0x5945920ce079afeeL,0x686e17a06789831fL,0x5966bee8b74a5ae5L, + 0x38a673a21e258d46L }, + { 0xbd1cc1f283141c95L,0x3b2ecf4f0e96e486L,0xcd3aa89674e5fc78L, + 0x415ec10c2482fa7aL } }, + /* 57 << 35 */ + { { 0x1523441980503380L,0x513d917ad314b392L,0xb0b52f4e63caecaeL, + 0x07bf22ad2dc7780bL }, + { 0xe761e8a1e4306839L,0x1b3be9625dd7feaaL,0x4fe728de74c778f1L, + 0xf1fa0bda5e0070f6L } }, + /* 58 << 35 */ + { { 0x85205a316ec3f510L,0x2c7e4a14d2980475L,0xde3c19c06f30ebfdL, + 0xdb1c1f38d4b7e644L }, + { 0xfe291a755dce364aL,0xb7b22a3c058f5be3L,0x2cd2c30237fea38cL, + 0x2930967a2e17be17L } }, + /* 59 << 35 */ + { { 0x87f009de0c061c65L,0xcb014aacedc6ed44L,0x49bd1cb43bafb1ebL, + 0x81bd8b5c282d3688L }, + { 0x1cdab87ef01a17afL,0x21f37ac4e710063bL,0x5a6c567642fc8193L, + 0xf4753e7056a6015cL } }, + /* 60 << 35 */ + { { 0x020f795ea15b0a44L,0x8f37c8d78958a958L,0x63b7e89ba4b675b5L, + 0xb4fb0c0c0fc31aeaL }, + { 0xed95e639a7ff1f2eL,0x9880f5a3619614fbL,0xdeb6ff02947151abL, + 0x5bc5118ca868dcdbL } }, + /* 61 << 35 */ + { { 0xd8da20554c20cea5L,0xcac2776e14c4d69aL,0xcccb22c1622d599bL, + 0xa4ddb65368a9bb50L }, + { 0x2c4ff1511b4941b4L,0xe1ff19b46efba588L,0x35034363c48345e0L, + 0x45542e3d1e29dfc4L } }, + /* 62 << 35 */ + { { 0xf197cb91349f7aedL,0x3b2b5a008fca8420L,0x7c175ee823aaf6d8L, + 0x54dcf42135af32b6L }, + { 0x0ba1430727d6561eL,0x879d5ee4d175b1e2L,0xc7c4367399807db5L, + 0x77a544559cd55bcdL } }, + /* 63 << 35 */ + { { 0xe6c2ff130105c072L,0x18f7a99f8dda7da4L,0x4c3018200e2d35c1L, + 0x06a53ca0d9cc6c82L }, + { 0xaa21cc1ef1aa1d9eL,0x324143344a75b1e8L,0x2a6d13280ebe9fdcL, + 0x16bd173f98a4755aL } }, + /* 64 << 35 */ + { { 0xfbb9b2452133ffd9L,0x39a8b2f1830f1a20L,0x484bc97dd5a1f52aL, + 0xd6aebf56a40eddf8L }, + { 0x32257acb76ccdac6L,0xaf4d36ec1586ff27L,0x8eaa8863f8de7dd1L, + 0x0045d5cf88647c16L } }, + /* 0 << 42 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 42 */ + { { 0xa6f3d574c005979dL,0xc2072b426a40e350L,0xfca5c1568de2ecf9L, + 0xa8c8bf5ba515344eL }, + { 0x97aee555114df14aL,0xd4374a4dfdc5ec6bL,0x754cc28f2ca85418L, + 0x71cb9e27d3c41f78L } }, + /* 2 << 42 */ + { { 0x8910507903605c39L,0xf0843d9ea142c96cL,0xf374493416923684L, + 0x732caa2ffa0a2893L }, + { 0xb2e8c27061160170L,0xc32788cc437fbaa3L,0x39cd818ea6eda3acL, + 0xe2e942399e2b2e07L } }, + /* 3 << 42 */ + { { 0x6967d39b0260e52aL,0xd42585cc90653325L,0x0d9bd60521ca7954L, + 0x4fa2087781ed57b3L }, + { 0x60c1eff8e34a0bbeL,0x56b0040c84f6ef64L,0x28be2b24b1af8483L, + 0xb2278163f5531614L } }, + /* 4 << 42 */ + { { 0x8df275455922ac1cL,0xa7b3ef5ca52b3f63L,0x8e77b21471de57c4L, + 0x31682c10834c008bL }, + { 0xc76824f04bd55d31L,0xb6d1c08617b61c71L,0x31db0903c2a5089dL, + 0x9c092172184e5d3fL } }, + /* 5 << 42 */ + { { 0xdd7ced5bc00cc638L,0x1a2015eb61278fc2L,0x2e8e52886a37f8d6L, + 0xc457786fe79933adL }, + { 0xb3fe4cce2c51211aL,0xad9b10b224c20498L,0x90d87a4fd28db5e5L, + 0x698cd1053aca2fc3L } }, + /* 6 << 42 */ + { { 0x4f112d07e91b536dL,0xceb982f29eba09d6L,0x3c157b2c197c396fL, + 0xe23c2d417b66eb24L }, + { 0x480c57d93f330d37L,0xb3a4c8a179108debL,0x702388decb199ce5L, + 0x0b019211b944a8d4L } }, + /* 7 << 42 */ + { { 0x24f2a692840bb336L,0x7c353bdca669fa7bL,0xda20d6fcdec9c300L, + 0x625fbe2fa13a4f17L }, + { 0xa2b1b61adbc17328L,0x008965bfa9515621L,0x49690939c620ff46L, + 0x182dd27d8717e91cL } }, + /* 8 << 42 */ + { { 0x5ace5035ea6c3997L,0x54259aaac2610befL,0xef18bb3f3c80dd39L, + 0x6910b95b5fc3fa39L }, + { 0xfce2f51043e09aeeL,0xced56c9fa7675665L,0x10e265acd872db61L, + 0x6982812eae9fce69L } }, + /* 9 << 42 */ + { { 0x29be11c6ce800998L,0x72bb1752b90360d9L,0x2c1931975a4ad590L, + 0x2ba2f5489fc1dbc0L }, + { 0x7fe4eebbe490ebe0L,0x12a0a4cd7fae11c0L,0x7197cf81e903ba37L, + 0xcf7d4aa8de1c6dd8L } }, + /* 10 << 42 */ + { { 0x92af6bf43fd5684cL,0x2b26eecf80360aa1L,0xbd960f3000546a82L, + 0x407b3c43f59ad8feL }, + { 0x86cae5fe249c82baL,0x9e0faec72463744cL,0x87f551e894916272L, + 0x033f93446ceb0615L } }, + /* 11 << 42 */ + { { 0x1e5eb0d18be82e84L,0x89967f0e7a582fefL,0xbcf687d5a6e921faL, + 0xdfee4cf3d37a09baL }, + { 0x94f06965b493c465L,0x638b9a1c7635c030L,0x7666786466f05e9fL, + 0xccaf6808c04da725L } }, + /* 12 << 42 */ + { { 0xca2eb690768fccfcL,0xf402d37db835b362L,0x0efac0d0e2fdfcceL, + 0xefc9cdefb638d990L }, + { 0x2af12b72d1669a8bL,0x33c536bc5774ccbdL,0x30b21909fb34870eL, + 0xc38fa2f77df25acaL } }, + /* 13 << 42 */ + { { 0x74c5f02bbf81f3f5L,0x0525a5aeaf7e4581L,0x88d2aaba433c54aeL, + 0xed9775db806a56c5L }, + { 0xd320738ac0edb37dL,0x25fdb6ee66cc1f51L,0xac661d1710600d76L, + 0x931ec1f3bdd1ed76L } }, + /* 14 << 42 */ + { { 0x65c11d6219ee43f1L,0x5cd57c3e60829d97L,0xd26c91a3984be6e8L, + 0xf08d93098b0c53bdL }, + { 0x94bc9e5bc016e4eaL,0xd391683911d43d2bL,0x886c5ad773701155L, + 0xe037762620b00715L } }, + /* 15 << 42 */ + { { 0x7f01c9ecaa80ba59L,0x3083411a68538e51L,0x970370f1e88128afL, + 0x625cc3db91dec14bL }, + { 0xfef9666c01ac3107L,0xb2a8d577d5057ac3L,0xb0f2629992be5df7L, + 0xf579c8e500353924L } }, + /* 16 << 42 */ + { { 0xb8fa3d931341ed7aL,0x4223272ca7b59d49L,0x3dcb194783b8c4a4L, + 0x4e413c01ed1302e4L }, + { 0x6d999127e17e44ceL,0xee86bf7533b3adfbL,0xf6902fe625aa96caL, + 0xb73540e4e5aae47dL } }, + /* 17 << 42 */ + { { 0x32801d7b1b4a158cL,0xe571c99e27e2a369L,0x40cb76c010d9f197L, + 0xc308c2893167c0aeL }, + { 0xa6ef9dd3eb7958f2L,0xa7226dfc300879b1L,0x6cd0b3627edf0636L, + 0x4efbce6c7bc37eedL } }, + /* 18 << 42 */ + { { 0x75f92a058d699021L,0x586d4c79772566e3L,0x378ca5f1761ad23aL, + 0x650d86fc1465a8acL }, + { 0x7a4ed457842ba251L,0x6b65e3e642234933L,0xaf1543b731aad657L, + 0xa4cefe98cbfec369L } }, + /* 19 << 42 */ + { { 0xb587da909f47befbL,0x6562e9fb41312d13L,0xa691ea59eff1cefeL, + 0xcc30477a05fc4cf6L }, + { 0xa16324610b0ffd3dL,0xa1f16f3b5b355956L,0x5b148d534224ec24L, + 0xdc834e7bf977012aL } }, + /* 20 << 42 */ + { { 0x7bfc5e75b2c69dbcL,0x3aa77a2903c3da6cL,0xde0df03cca910271L, + 0xcbd5ca4a7806dc55L }, + { 0xe1ca58076db476cbL,0xfde15d625f37a31eL,0xf49af520f41af416L, + 0x96c5c5b17d342db5L } }, + /* 21 << 42 */ + { { 0x155c43b7eb4ceb9bL,0x2e9930104e77371aL,0x1d2987da675d43afL, + 0xef2bc1c08599fd72L }, + { 0x96894b7b9342f6b2L,0x201eadf27c8e71f0L,0xf3479d9f4a1f3efcL, + 0xe0f8a742702a9704L } }, + /* 22 << 42 */ + { { 0xeafd44b6b3eba40cL,0xf9739f29c1c1e0d0L,0x0091471a619d505eL, + 0xc15f9c969d7c263eL }, + { 0x5be4728583afbe33L,0xa3b6d6af04f1e092L,0xe76526b9751a9d11L, + 0x2ec5b26d9a4ae4d2L } }, + /* 23 << 42 */ + { { 0xeb66f4d902f6fb8dL,0x4063c56196912164L,0xeb7050c180ef3000L, + 0x288d1c33eaa5b3f0L }, + { 0xe87c68d607806fd8L,0xb2f7f9d54bbbf50fL,0x25972f3aac8d6627L, + 0xf854777410e8c13bL } }, + /* 24 << 42 */ + { { 0xcc50ef6c872b4a60L,0xab2a34a44613521bL,0x39c5c190983e15d1L, + 0x61dde5df59905512L }, + { 0xe417f6219f2275f3L,0x0750c8b6451d894bL,0x75b04ab978b0bdaaL, + 0x3bfd9fd4458589bdL } }, + /* 25 << 42 */ + { { 0xf1013e30ee9120b6L,0x2b51af9323a4743eL,0xea96ffae48d14d9eL, + 0x71dc0dbe698a1d32L }, + { 0x914962d20180cca4L,0x1ae60677c3568963L,0x8cf227b1437bc444L, + 0xc650c83bc9962c7aL } }, + /* 26 << 42 */ + { { 0x23c2c7ddfe7ccfc4L,0xf925c89d1b929d48L,0x4460f74b06783c33L, + 0xac2c8d49a590475aL }, + { 0xfb40b407b807bba0L,0x9d1e362d69ff8f3aL,0xa33e9681cbef64a4L, + 0x67ece5fa332fb4b2L } }, + /* 27 << 42 */ + { { 0x6900a99b739f10e3L,0xc3341ca9ff525925L,0xee18a626a9e2d041L, + 0xa5a8368529580dddL }, + { 0xf3470c819d7de3cdL,0xedf025862062cf9cL,0xf43522fac010edb0L, + 0x3031413513a4b1aeL } }, + /* 28 << 42 */ + { { 0xc792e02adb22b94bL,0x993d8ae9a1eaa45bL,0x8aad6cd3cd1e1c63L, + 0x89529ca7c5ce688aL }, + { 0x2ccee3aae572a253L,0xe02b643802a21efbL,0xa7091b6ec9430358L, + 0x06d1b1fa9d7db504L } }, + /* 29 << 42 */ + { { 0x58846d32c4744733L,0x40517c71379f9e34L,0x2f65655f130ef6caL, + 0x526e4488f1f3503fL }, + { 0x8467bd177ee4a976L,0x1d9dc913921363d1L,0xd8d24c33b069e041L, + 0x5eb5da0a2cdf7f51L } }, + /* 30 << 42 */ + { { 0x1c0f3cb1197b994fL,0x3c95a6c52843eae9L,0x7766ffc9a6097ea5L, + 0x7bea4093d723b867L }, + { 0xb48e1f734db378f9L,0x70025b00e37b77acL,0x943dc8e7af24ad46L, + 0xb98a15ac16d00a85L } }, + /* 31 << 42 */ + { { 0x3adc38ba2743b004L,0xb1c7f4f7334415eeL,0xea43df8f1e62d05aL, + 0x326189059d76a3b6L }, + { 0x2fbd0bb5a23a0f46L,0x5bc971db6a01918cL,0x7801d94ab4743f94L, + 0xb94df65e676ae22bL } }, + /* 32 << 42 */ + { { 0xaafcbfabaf95894cL,0x7b9bdc07276b2241L,0xeaf983625bdda48bL, + 0x5977faf2a3fcb4dfL }, + { 0xbed042ef052c4b5bL,0x9fe87f71067591f0L,0xc89c73ca22f24ec7L, + 0x7d37fa9ee64a9f1bL } }, + /* 33 << 42 */ + { { 0x2710841a15562627L,0x2c01a613c243b034L,0x1d135c562bc68609L, + 0xc2ca17158b03f1f6L }, + { 0xc9966c2d3eb81d82L,0xc02abf4a8f6df13eL,0x77b34bd78f72b43bL, + 0xaff6218f360c82b0L } }, + /* 34 << 42 */ + { { 0x0aa5726c8d55b9d2L,0xdc0adbe999e9bffbL,0x9097549cefb9e72aL, + 0x167557129dfb3111L }, + { 0xdd8bf984f26847f9L,0xbcb8e387dfb30cb7L,0xc1fd32a75171ef9cL, + 0x977f3fc7389b363fL } }, + /* 35 << 42 */ + { { 0x116eaf2bf4babda0L,0xfeab68bdf7113c8eL,0xd1e3f064b7def526L, + 0x1ac30885e0b3fa02L }, + { 0x1c5a6e7b40142d9dL,0x839b560330921c0bL,0x48f301fa36a116a3L, + 0x380e1107cfd9ee6dL } }, + /* 36 << 42 */ + { { 0x7945ead858854be1L,0x4111c12ecbd4d49dL,0xece3b1ec3a29c2efL, + 0x6356d4048d3616f5L }, + { 0x9f0d6a8f594d320eL,0x0989316df651ccd2L,0x6c32117a0f8fdde4L, + 0x9abe5cc5a26a9bbcL } }, + /* 37 << 42 */ + { { 0xcff560fb9723f671L,0x21b2a12d7f3d593cL,0xe4cb18da24ba0696L, + 0x186e2220c3543384L }, + { 0x722f64e088312c29L,0x94282a9917dc7752L,0x62467bbf5a85ee89L, + 0xf435c650f10076a0L } }, + /* 38 << 42 */ + { { 0xc9ff153943b3a50bL,0x7132130c1a53efbcL,0x31bfe063f7b0c5b7L, + 0xb0179a7d4ea994ccL }, + { 0x12d064b3c85f455bL,0x472593288f6e0062L,0xf64e590bb875d6d9L, + 0x22dd6225ad92bcc7L } }, + /* 39 << 42 */ + { { 0xb658038eb9c3bd6dL,0x00cdb0d6fbba27c8L,0x0c6813371062c45dL, + 0xd8515b8c2d33407dL }, + { 0xcb8f699e8cbb5ecfL,0x8c4347f8c608d7d8L,0x2c11850abb3e00dbL, + 0x20a8dafdecb49d19L } }, + /* 40 << 42 */ + { { 0xbd78148045ee2f40L,0x75e354af416b60cfL,0xde0b58a18d49a8c4L, + 0xe40e94e2fa359536L }, + { 0xbd4fa59f62accd76L,0x05cf466a8c762837L,0xb5abda99448c277bL, + 0x5a9e01bf48b13740L } }, + /* 41 << 42 */ + { { 0x9d457798326aad8dL,0xbdef4954c396f7e7L,0x6fb274a2c253e292L, + 0x2800bf0a1cfe53e7L }, + { 0x22426d3144438fd4L,0xef2339235e259f9aL,0x4188503c03f66264L, + 0x9e5e7f137f9fdfabL } }, + /* 42 << 42 */ + { { 0x565eb76c5fcc1abaL,0xea63254859b5bff8L,0x5587c087aab6d3faL, + 0x92b639ea6ce39c1bL }, + { 0x0706e782953b135cL,0x7308912e425268efL,0x599e92c7090e7469L, + 0x83b90f529bc35e75L } }, + /* 43 << 42 */ + { { 0x4750b3d0244975b3L,0xf3a4435811965d72L,0x179c67749c8dc751L, + 0xff18cdfed23d9ff0L }, + { 0xc40138332028e247L,0x96e280e2f3bfbc79L,0xf60417bdd0880a84L, + 0x263c9f3d2a568151L } }, + /* 44 << 42 */ + { { 0x36be15b32d2ce811L,0x846dc0c2f8291d21L,0x5cfa0ecb789fcfdbL, + 0x45a0beedd7535b9aL }, + { 0xec8e9f0796d69af1L,0x31a7c5b8599ab6dcL,0xd36d45eff9e2e09fL, + 0x3cf49ef1dcee954bL } }, + /* 45 << 42 */ + { { 0x6be34cf3086cff9bL,0x88dbd49139a3360fL,0x1e96b8cc0dbfbd1dL, + 0xc1e5f7bfcb7e2552L }, + { 0x0547b21428819d98L,0xc770dd9c7aea9dcbL,0xaef0d4c7041d68c8L, + 0xcc2b981813cb9ba8L } }, + /* 46 << 42 */ + { { 0x7fc7bc76fe86c607L,0x6b7b9337502a9a95L,0x1948dc27d14dab63L, + 0x249dd198dae047beL }, + { 0xe8356584a981a202L,0x3531dd183a893387L,0x1be11f90c85c7209L, + 0x93d2fe1ee2a52b5aL } }, + /* 47 << 42 */ + { { 0x8225bfe2ec6d6b97L,0x9cf6d6f4bd0aa5deL,0x911459cb54779f5fL, + 0x5649cddb86aeb1f3L }, + { 0x321335793f26ce5aL,0xc289a102550f431eL,0x559dcfda73b84c6fL, + 0x84973819ee3ac4d7L } }, + /* 48 << 42 */ + { { 0xb51e55e6f2606a82L,0xe25f706190f2fb57L,0xacef6c2ab1a4e37cL, + 0x864e359d5dcf2706L }, + { 0x479e6b187ce57316L,0x2cab25003a96b23dL,0xed4898628ef16df7L, + 0x2056538cef3758b5L } }, + /* 49 << 42 */ + { { 0xa7df865ef15d3101L,0x80c5533a61b553d7L,0x366e19974ed14294L, + 0x6620741fb3c0bcd6L }, + { 0x21d1d9c4edc45418L,0x005b859ec1cc4a9dL,0xdf01f630a1c462f0L, + 0x15d06cf3f26820c7L } }, + /* 50 << 42 */ + { { 0x9f7f24ee3484be47L,0x2ff33e964a0c902fL,0x00bdf4575a0bc453L, + 0x2378dfaf1aa238dbL }, + { 0x272420ec856720f2L,0x2ad9d95b96797291L,0xd1242cc6768a1558L, + 0x2e287f8b5cc86aa8L } }, + /* 51 << 42 */ + { { 0x796873d0990cecaaL,0xade55f81675d4080L,0x2645eea321f0cd84L, + 0x7a1efa0fb4e17d02L }, + { 0xf6858420037cc061L,0x682e05f0d5d43e12L,0x59c3699427218710L, + 0x85cbba4d3f7cd2fcL } }, + /* 52 << 42 */ + { { 0x726f97297a3cd22aL,0x9f8cd5dc4a628397L,0x17b93ab9c23165edL, + 0xff5f5dbf122823d4L }, + { 0xc1e4e4b5654a446dL,0xd1a9496f677257baL,0x6387ba94de766a56L, + 0x23608bc8521ec74aL } }, + /* 53 << 42 */ + { { 0x16a522d76688c4d4L,0x9d6b428207373abdL,0xa62f07acb42efaa3L, + 0xf73e00f7e3b90180L }, + { 0x36175fec49421c3eL,0xc4e44f9b3dcf2678L,0x76df436b7220f09fL, + 0x172755fb3aa8b6cfL } }, + /* 54 << 42 */ + { { 0xbab89d57446139ccL,0x0a0a6e025fe0208fL,0xcdbb63e211e5d399L, + 0x33ecaa12a8977f0bL }, + { 0x59598b21f7c42664L,0xb3e91b32ab65d08aL,0x035822eef4502526L, + 0x1dcf0176720a82a9L } }, + /* 55 << 42 */ + { { 0x50f8598f3d589e02L,0xdf0478ffb1d63d2cL,0x8b8068bd1571cd07L, + 0x30c3aa4fd79670cdL }, + { 0x25e8fd4b941ade7fL,0x3d1debdc32790011L,0x65b6dcbd3a3f9ff0L, + 0x282736a4793de69cL } }, + /* 56 << 42 */ + { { 0xef69a0c3d41d3bd3L,0xb533b8c907a26bdeL,0xe2801d97db2edf9fL, + 0xdc4a8269e1877af0L }, + { 0x6c1c58513d590dbeL,0x84632f6bee4e9357L,0xd36d36b779b33374L, + 0xb46833e39bbca2e6L } }, + /* 57 << 42 */ + { { 0x37893913f7fc0586L,0x385315f766bf4719L,0x72c56293b31855dcL, + 0xd1416d4e849061feL }, + { 0xbeb3ab7851047213L,0x447f6e61f040c996L,0xd06d310d638b1d0cL, + 0xe28a413fbad1522eL } }, + /* 58 << 42 */ + { { 0x685a76cb82003f86L,0x610d07f70bcdbca3L,0x6ff660219ca4c455L, + 0x7df39b87cea10eecL }, + { 0xb9255f96e22db218L,0x8cc6d9eb08a34c44L,0xcd4ffb86859f9276L, + 0x8fa15eb250d07335L } }, + /* 59 << 42 */ + { { 0xdf553845cf2c24b5L,0x89f66a9f52f9c3baL,0x8f22b5b9e4a7ceb3L, + 0xaffef8090e134686L }, + { 0x3e53e1c68eb8fac2L,0x93c1e4eb28aec98eL,0xb6b91ec532a43bcbL, + 0x2dbfa947b2d74a51L } }, + /* 60 << 42 */ + { { 0xe065d190ca84bad7L,0xfb13919fad58e65cL,0x3c41718bf1cb6e31L, + 0x688969f006d05c3fL }, + { 0xd4f94ce721264d45L,0xfdfb65e97367532bL,0x5b1be8b10945a39dL, + 0x229f789c2b8baf3bL } }, + /* 61 << 42 */ + { { 0xd8f41f3e6f49f15dL,0x678ce828907f0792L,0xc69ace82fca6e867L, + 0x106451aed01dcc89L }, + { 0x1bb4f7f019fc32d2L,0x64633dfcb00c52d2L,0x8f13549aad9ea445L, + 0x99a3bf50fb323705L } }, + /* 62 << 42 */ + { { 0x0c9625a2534d4dbcL,0x45b8f1d1c2a2fea3L,0x76ec21a1a530fc1aL, + 0x4bac9c2a9e5bd734L }, + { 0x5996d76a7b4e3587L,0x0045cdee1182d9e3L,0x1aee24b91207f13dL, + 0x66452e9797345a41L } }, + /* 63 << 42 */ + { { 0x16e5b0549f950cd0L,0x9cc72fb1d7fdd075L,0x6edd61e766249663L, + 0xde4caa4df043cccbL }, + { 0x11b1f57a55c7ac17L,0x779cbd441a85e24dL,0x78030f86e46081e7L, + 0xfd4a60328e20f643L } }, + /* 64 << 42 */ + { { 0xcc7a64880a750c0fL,0x39bacfe34e548e83L,0x3d418c760c110f05L, + 0x3e4daa4cb1f11588L }, + { 0x2733e7b55ffc69ffL,0x46f147bc92053127L,0x885b2434d722df94L, + 0x6a444f65e6fc6b7cL } }, + /* 0 << 49 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 49 */ + { { 0x7a1a465ac3f16ea8L,0x115a461db2f1d11cL,0x4767dd956c68a172L, + 0x3392f2ebd13a4698L }, + { 0xc7a99ccde526cdc7L,0x8e537fdc22292b81L,0x76d8cf69a6d39198L, + 0xffc5ff432446852dL } }, + /* 2 << 49 */ + { { 0x97b14f7ea90567e6L,0x513257b7b6ae5cb7L,0x85454a3c9f10903dL, + 0xd8d2c9ad69bc3724L }, + { 0x38da93246b29cb44L,0xb540a21d77c8cbacL,0x9bbfe43501918e42L, + 0xfffa707a56c3614eL } }, + /* 3 << 49 */ + { { 0x0ce4e3f1d4e353b7L,0x062d8a14ef46b0a0L,0x6408d5ab574b73fdL, + 0xbc41d1c9d3273ffdL }, + { 0x3538e1e76be77800L,0x71fe8b37c5655031L,0x1cd916216b9b331aL, + 0xad825d0bbb388f73L } }, + /* 4 << 49 */ + { { 0x56c2e05b1cb76219L,0x0ec0bf9171567e7eL,0xe7076f8661c4c910L, + 0xd67b085bbabc04d9L }, + { 0x9fb904595e93a96aL,0x7526c1eafbdc249aL,0x0d44d367ecdd0bb7L, + 0x953999179dc0d695L } }, + /* 5 << 49 */ + { { 0x61360ee99e240d18L,0x057cdcacb4b94466L,0xe7667cd12fe5325cL, + 0x1fa297b521974e3bL }, + { 0xfa4081e7db083d76L,0x31993be6f206bd15L,0x8949269b14c19f8cL, + 0x21468d72a9d92357L } }, + /* 6 << 49 */ + { { 0x2ccbc583a4c506ecL,0x957ed188d1acfe97L,0x8baed83312f1aea2L, + 0xef2a6cb48325362dL }, + { 0x130dde428e195c43L,0xc842025a0e6050c6L,0x2da972a708686a5dL, + 0xb52999a1e508b4a8L } }, + /* 7 << 49 */ + { { 0xd9f090b910a5a8bdL,0xca91d249096864daL,0x8e6a93be3f67dbc1L, + 0xacae6fbaf5f4764cL }, + { 0x1563c6e0d21411a0L,0x28fa787fda0a4ad8L,0xd524491c908c8030L, + 0x1257ba0e4c795f07L } }, + /* 8 << 49 */ + { { 0x83f49167ceca9754L,0x426d2cf64b7939a0L,0x2555e355723fd0bfL, + 0xa96e6d06c4f144e2L }, + { 0x4768a8dd87880e61L,0x15543815e508e4d5L,0x09d7e772b1b65e15L, + 0x63439dd6ac302fa0L } }, + /* 9 << 49 */ + { { 0xb93f802fc14e35c2L,0x71735b7c4341333cL,0x03a2510416d4f362L, + 0x3f4d069bbf433c8eL }, + { 0x0d83ae01f78f5a7cL,0x50a8ffbe7c4eed07L,0xc74f890676e10f83L, + 0x7d0809669ddaf8e1L } }, + /* 10 << 49 */ + { { 0xb11df8e1698e04ccL,0x877be203169005c8L,0x32749e8c4f3c6179L, + 0x2dbc9d0a7853fc05L }, + { 0x187d4f939454d937L,0xe682ce9db4800e1bL,0xa9129ad8165e68e8L, + 0x0fe29735be7f785bL } }, + /* 11 << 49 */ + { { 0x5303f40c5b9e02b7L,0xa37c969235ee04e8L,0x5f46cc2034d6632bL, + 0x55ef72b296ac545bL }, + { 0xabec5c1f7b91b062L,0x0a79e1c7bb33e821L,0xbb04b4283a9f4117L, + 0x0de1f28ffd2a475aL } }, + /* 12 << 49 */ + { { 0x31019ccf3a4434b4L,0xa34581111a7954dcL,0xa9dac80de34972a7L, + 0xb043d05474f6b8ddL }, + { 0x021c319e11137b1aL,0x00a754ceed5cc03fL,0x0aa2c794cbea5ad4L, + 0x093e67f470c015b6L } }, + /* 13 << 49 */ + { { 0x72cdfee9c97e3f6bL,0xc10bcab4b6da7461L,0x3b02d2fcb59806b9L, + 0x85185e89a1de6f47L }, + { 0x39e6931f0eb6c4d4L,0x4d4440bdd4fa5b04L,0x5418786e34be7eb8L, + 0x6380e5219d7259bcL } }, + /* 14 << 49 */ + { { 0x20ac0351d598d710L,0x272c4166cb3a4da4L,0xdb82fe1aca71de1fL, + 0x746e79f2d8f54b0fL }, + { 0x6e7fc7364b573e9bL,0x75d03f46fd4b5040L,0x5c1cc36d0b98d87bL, + 0x513ba3f11f472da1L } }, + /* 15 << 49 */ + { { 0x79d0af26abb177ddL,0xf82ab5687891d564L,0x2b6768a972232173L, + 0xefbb3bb08c1f6619L }, + { 0xb29c11dba6d18358L,0x519e2797b0916d3aL,0xd4dc18f09188e290L, + 0x648e86e398b0ca7fL } }, + /* 16 << 49 */ + { { 0x859d3145983c38b5L,0xb14f176c637abc8bL,0x2793fb9dcaff7be6L, + 0xebe5a55f35a66a5aL }, + { 0x7cec1dcd9f87dc59L,0x7c595cd3fbdbf560L,0x5b543b2226eb3257L, + 0x69080646c4c935fdL } }, + /* 17 << 49 */ + { { 0x7f2e440381e9ede3L,0x243c3894caf6df0aL,0x7c605bb11c073b11L, + 0xcd06a541ba6a4a62L }, + { 0x2916894949d4e2e5L,0x33649d074af66880L,0xbfc0c885e9a85035L, + 0xb4e52113fc410f4bL } }, + /* 18 << 49 */ + { { 0xdca3b70678a6513bL,0x92ea4a2a9edb1943L,0x02642216db6e2dd8L, + 0x9b45d0b49fd57894L }, + { 0x114e70dbc69d11aeL,0x1477dd194c57595fL,0xbc2208b4ec77c272L, + 0x95c5b4d7db68f59cL } }, + /* 19 << 49 */ + { { 0xb8c4fc6342e532b7L,0x386ba4229ae35290L,0xfb5dda42d201ecbcL, + 0x2353dc8ba0e38fd6L }, + { 0x9a0b85ea68f7e978L,0x96ec56822ad6d11fL,0x5e279d6ce5f6886dL, + 0xd3fe03cd3cb1914dL } }, + /* 20 << 49 */ + { { 0xfe541fa47ea67c77L,0x952bd2afe3ea810cL,0x791fef568d01d374L, + 0xa3a1c6210f11336eL }, + { 0x5ad0d5a9c7ec6d79L,0xff7038af3225c342L,0x003c6689bc69601bL, + 0x25059bc745e8747dL } }, + /* 21 << 49 */ + { { 0xfa4965b2f2086fbfL,0xf6840ea686916078L,0xd7ac762070081d6cL, + 0xe600da31b5328645L }, + { 0x01916f63529b8a80L,0xe80e48582d7d6f3eL,0x29eb0fe8d664ca7cL, + 0xf017637be7b43b0cL } }, + /* 22 << 49 */ + { { 0x9a75c80676cb2566L,0x8f76acb1b24892d9L,0x7ae7b9cc1f08fe45L, + 0x19ef73296a4907d8L }, + { 0x2db4ab715f228bf0L,0xf3cdea39817032d7L,0x0b1f482edcabe3c0L, + 0x3baf76b4bb86325cL } }, + /* 23 << 49 */ + { { 0xd49065e010089465L,0x3bab5d298e77c596L,0x7636c3a6193dbd95L, + 0xdef5d294b246e499L }, + { 0xb22c58b9286b2475L,0xa0b93939cd80862bL,0x3002c83af0992388L, + 0x6de01f9beacbe14cL } }, + /* 24 << 49 */ + { { 0x6aac688eadd70482L,0x708de92a7b4a4e8aL,0x75b6dd73758a6eefL, + 0xea4bf352725b3c43L }, + { 0x10041f2c87912868L,0xb1b1be95ef09297aL,0x19ae23c5a9f3860aL, + 0xc4f0f839515dcf4bL } }, + /* 25 << 49 */ + { { 0x3c7ecca397f6306aL,0x744c44ae68a3a4b0L,0x69cd13a0b3a1d8a2L, + 0x7cad0a1e5256b578L }, + { 0xea653fcd33791d9eL,0x9cc2a05d74b2e05fL,0x73b391dcfd7affa2L, + 0xddb7091eb6b05442L } }, + /* 26 << 49 */ + { { 0xc71e27bf8538a5c6L,0x195c63dd89abff17L,0xfd3152851b71e3daL, + 0x9cbdfda7fa680fa0L }, + { 0x9db876ca849d7eabL,0xebe2764b3c273271L,0x663357e3f208dceaL, + 0x8c5bd833565b1b70L } }, + /* 27 << 49 */ + { { 0xccc3b4f59837fc0dL,0x9b641ba8a79cf00fL,0x7428243ddfdf3990L, + 0x83a594c4020786b1L }, + { 0xb712451a526c4502L,0x9d39438e6adb3f93L,0xfdb261e3e9ff0ccdL, + 0x80344e3ce07af4c3L } }, + /* 28 << 49 */ + { { 0x75900d7c2fa4f126L,0x08a3b8655c99a232L,0x2478b6bfdb25e0c3L, + 0x482cc2c271db2edfL }, + { 0x37df7e645f321bb8L,0x8a93821b9a8005b4L,0x3fa2f10ccc8c1958L, + 0x0d3322182c269d0aL } }, + /* 29 << 49 */ + { { 0x20ab8119e246b0e6L,0xb39781e4d349fd17L,0xd293231eb31aa100L, + 0x4b779c97bb032168L }, + { 0x4b3f19e1c8470500L,0x45b7efe90c4c869dL,0xdb84f38aa1a6bbccL, + 0x3b59cb15b2fddbc1L } }, + /* 30 << 49 */ + { { 0xba5514df3fd165e8L,0x499fd6a9061f8811L,0x72cd1fe0bfef9f00L, + 0x120a4bb979ad7e8aL }, + { 0xf2ffd0955f4a5ac5L,0xcfd174f195a7a2f0L,0xd42301ba9d17baf1L, + 0xd2fa487a77f22089L } }, + /* 31 << 49 */ + { { 0x9cb09efeb1dc77e1L,0xe956693921c99682L,0x8c5469016c6067bbL, + 0xfd37857461c24456L }, + { 0x2b6a6cbe81796b33L,0x62d550f658e87f8bL,0x1b763e1c7f1b01b4L, + 0x4b93cfea1b1b5e12L } }, + /* 32 << 49 */ + { { 0xb93452381d531696L,0x57201c0088cdde69L,0xdde922519a86afc7L, + 0xe3043895bd35cea8L }, + { 0x7608c1e18555970dL,0x8267dfa92535935eL,0xd4c60a57322ea38bL, + 0xe0bf7977804ef8b5L } }, + /* 33 << 49 */ + { { 0x1a0dab28c06fece4L,0xd405991e94e7b49dL,0xc542b6d2706dab28L, + 0xcb228da3a91618fbL }, + { 0x224e4164107d1ceaL,0xeb9fdab3d0f5d8f1L,0xc02ba3860d6e41cdL, + 0x676a72c59b1f7146L } }, + /* 34 << 49 */ + { { 0xffd6dd984d6cb00bL,0xcef9c5cade2e8d7cL,0xa1bbf5d7641c7936L, + 0x1b95b230ee8f772eL }, + { 0xf765a92ee8ac25b1L,0xceb04cfc3a18b7c6L,0x27944cef0acc8966L, + 0xcbb3c957434c1004L } }, + /* 35 << 49 */ + { { 0x9c9971a1a43ff93cL,0x5bc2db17a1e358a9L,0x45b4862ea8d9bc82L, + 0x70ebfbfb2201e052L }, + { 0xafdf64c792871591L,0xea5bcae6b42d0219L,0xde536c552ad8f03cL, + 0xcd6c3f4da76aa33cL } }, + /* 36 << 49 */ + { { 0xbeb5f6230bca6de3L,0xdd20dd99b1e706fdL,0x90b3ff9dac9059d4L, + 0x2d7b29027ccccc4eL }, + { 0x8a090a59ce98840fL,0xa5d947e08410680aL,0x49ae346a923379a5L, + 0x7dbc84f9b28a3156L } }, + /* 37 << 49 */ + { { 0xfd40d91654a1aff2L,0xabf318ba3a78fb9bL,0x50152ed83029f95eL, + 0x9fc1dd77c58ad7faL }, + { 0x5fa5791513595c17L,0xb95046688f62b3a9L,0x907b5b24ff3055b0L, + 0x2e995e359a84f125L } }, + /* 38 << 49 */ + { { 0x87dacf697e9bbcfbL,0x95d0c1d6e86d96e3L,0x65726e3c2d95a75cL, + 0x2c3c9001acd27f21L }, + { 0x1deab5616c973f57L,0x108b7e2ca5221643L,0x5fee9859c4ef79d4L, + 0xbd62b88a40d4b8c6L } }, + /* 39 << 49 */ + { { 0xb4dd29c4197c75d6L,0x266a6df2b7076febL,0x9512d0ea4bf2df11L, + 0x1320c24f6b0cc9ecL }, + { 0x6bb1e0e101a59596L,0x8317c5bbeff9aaacL,0x65bb405e385aa6c9L, + 0x613439c18f07988fL } }, + /* 40 << 49 */ + { { 0xd730049f16a66e91L,0xe97f2820fa1b0e0dL,0x4131e003304c28eaL, + 0x820ab732526bac62L }, + { 0xb2ac9ef928714423L,0x54ecfffaadb10cb2L,0x8781476ef886a4ccL, + 0x4b2c87b5db2f8d49L } }, + /* 41 << 49 */ + { { 0xe857cd200a44295dL,0x707d7d2158c6b044L,0xae8521f9f596757cL, + 0x87448f0367b2b714L }, + { 0x13a9bc455ebcd58dL,0x79bcced99122d3c1L,0x3c6442479e076642L, + 0x0cf227782df4767dL } }, + /* 42 << 49 */ + { { 0x5e61aee471d444b6L,0x211236bfc5084a1dL,0x7e15bc9a4fd3eaf6L, + 0x68df2c34ab622bf5L }, + { 0x9e674f0f59bf4f36L,0xf883669bd7f34d73L,0xc48ac1b831497b1dL, + 0x323b925d5106703bL } }, + /* 43 << 49 */ + { { 0x22156f4274082008L,0xeffc521ac8482bcbL,0x5c6831bf12173479L, + 0xcaa2528fc4739490L }, + { 0x84d2102a8f1b3c4dL,0xcf64dfc12d9bec0dL,0x433febad78a546efL, + 0x1f621ec37b73cef1L } }, + /* 44 << 49 */ + { { 0x6aecd62737338615L,0x162082ab01d8edf6L,0x833a811919e86b66L, + 0x6023a251d299b5dbL }, + { 0xf5bb0c3abbf04b89L,0x6735eb69ae749a44L,0xd0e058c54713de3bL, + 0xfdf2593e2c3d4ccdL } }, + /* 45 << 49 */ + { { 0x1b8f414efdd23667L,0xdd52aacafa2015eeL,0x3e31b517bd9625ffL, + 0x5ec9322d8db5918cL }, + { 0xbc73ac85a96f5294L,0x82aa5bf361a0666aL,0x49755810bf08ac42L, + 0xd21cdfd5891cedfcL } }, + /* 46 << 49 */ + { { 0x918cb57b67f8be10L,0x365d1a7c56ffa726L,0x2435c5046532de93L, + 0xc0fc5e102674cd02L }, + { 0x6e51fcf89cbbb142L,0x1d436e5aafc50692L,0x766bffff3fbcae22L, + 0x3148c2fdfd55d3b8L } }, + /* 47 << 49 */ + { { 0x52c7fdc9233222faL,0x89ff1092e419fb6bL,0x3cd6db9925254977L, + 0x2e85a1611cf12ca7L }, + { 0xadd2547cdc810bc9L,0xea3f458f9d257c22L,0x642c1fbe27d6b19bL, + 0xed07e6b5140481a6L } }, + /* 48 << 49 */ + { { 0x6ada1d4286d2e0f8L,0xe59201220e8a9fd5L,0x02c936af708c1b49L, + 0x60f30fee2b4bfaffL }, + { 0x6637ad06858e6a61L,0xce4c77673fd374d0L,0x39d54b2d7188defbL, + 0xa8c9d250f56a6b66L } }, + /* 49 << 49 */ + { { 0x58fc0f5eb24fe1dcL,0x9eaf9dee6b73f24cL,0xa90d588b33650705L, + 0xde5b62c5af2ec729L }, + { 0x5c72cfaed3c2b36eL,0x868c19d5034435daL,0x88605f93e17ee145L, + 0xaa60c4ee77a5d5b1L } }, + /* 50 << 49 */ + { { 0xbcf5bfd23b60c472L,0xaf4ef13ceb1d3049L,0x373f44fce13895c9L, + 0xf29b382f0cbc9822L }, + { 0x1bfcb85373efaef6L,0xcf56ac9ca8c96f40L,0xd7adf1097a191e24L, + 0x98035f44bf8a8dc2L } }, + /* 51 << 49 */ + { { 0xf40a71b91e750c84L,0xc57f7b0c5dc6c469L,0x49a0e79c6fbc19c1L, + 0x6b0f5889a48ebdb8L }, + { 0x5d3fd084a07c4e9fL,0xc3830111ab27de14L,0x0e4929fe33e08dccL, + 0xf4a5ad2440bb73a3L } }, + /* 52 << 49 */ + { { 0xde86c2bf490f97caL,0x288f09c667a1ce18L,0x364bb8861844478dL, + 0x7840fa42ceedb040L }, + { 0x1269fdd25a631b37L,0x94761f1ea47c8b7dL,0xfc0c2e17481c6266L, + 0x85e16ea23daa5fa7L } }, + /* 53 << 49 */ + { { 0xccd8603392491048L,0x0c2f6963f4d402d7L,0x6336f7dfdf6a865cL, + 0x0a2a463cb5c02a87L }, + { 0xb0e29be7bf2f12eeL,0xf0a2200266bad988L,0x27f87e039123c1d7L, + 0x21669c55328a8c98L } }, + /* 54 << 49 */ + { { 0x186b980392f14529L,0xd3d056cc63954df3L,0x2f03fd58175a46f6L, + 0x63e34ebe11558558L }, + { 0xe13fedee5b80cfa5L,0xe872a120d401dbd1L,0x52657616e8a9d667L, + 0xbc8da4b6e08d6693L } }, + /* 55 << 49 */ + { { 0x370fb9bb1b703e75L,0x6773b186d4338363L,0x18dad378ecef7bffL, + 0xaac787ed995677daL }, + { 0x4801ea8b0437164bL,0xf430ad2073fe795eL,0xb164154d8ee5eb73L, + 0x0884ecd8108f7c0eL } }, + /* 56 << 49 */ + { { 0x0e6ec0965f520698L,0x640631fe44f7b8d9L,0x92fd34fca35a68b9L, + 0x9c5a4b664d40cf4eL }, + { 0x949454bf80b6783dL,0x80e701fe3a320a10L,0x8d1a564a1a0a39b2L, + 0x1436d53d320587dbL } }, + /* 57 << 49 */ + { { 0xf5096e6d6556c362L,0xbc23a3c0e2455d7eL,0x3a7aee54807230f9L, + 0x9ba1cfa622ae82fdL }, + { 0x833a057a99c5d706L,0x8be85f4b842315c9L,0xd083179a66a72f12L, + 0x2fc77d5dcdcc73cdL } }, + /* 58 << 49 */ + { { 0x22b88a805616ee30L,0xfb09548fe7ab1083L,0x8ad6ab0d511270cdL, + 0x61f6c57a6924d9abL }, + { 0xa0f7bf7290aecb08L,0x849f87c90df784a4L,0x27c79c15cfaf1d03L, + 0xbbf9f675c463faceL } }, + /* 59 << 49 */ + { { 0x91502c65765ba543L,0x18ce3cac42ea60ddL,0xe5cee6ac6e43ecb3L, + 0x63e4e91068f2aeebL }, + { 0x26234fa3c85932eeL,0x96883e8b4c90c44dL,0x29b9e738a18a50f6L, + 0xbfc62b2a3f0420dfL } }, + /* 60 << 49 */ + { { 0xd22a7d906d3e1fa9L,0x17115618fe05b8a3L,0x2a0c9926bb2b9c01L, + 0xc739fcc6e07e76a2L }, + { 0x540e9157165e439aL,0x06353a626a9063d8L,0x84d9559461e927a3L, + 0x013b9b26e2e0be7fL } }, + /* 61 << 49 */ + { { 0x4feaec3b973497f1L,0x15c0f94e093ebc2dL,0x6af5f22733af0583L, + 0x0c2af206c61f3340L }, + { 0xd25dbdf14457397cL,0x2e8ed017cabcbae0L,0xe3010938c2815306L, + 0xbaa99337e8c6cd68L } }, + /* 62 << 49 */ + { { 0x085131823b0ec7deL,0x1e1b822b58df05dfL,0x5c14842fa5c3b683L, + 0x98fe977e3eba34ceL }, + { 0xfd2316c20d5e8873L,0xe48d839abd0d427dL,0x495b2218623fc961L, + 0x24ee56e7b46fba5eL } }, + /* 63 << 49 */ + { { 0x9184a55b91e4de58L,0xa7488ca5dfdea288L,0xa723862ea8dcc943L, + 0x92d762b2849dc0fcL }, + { 0x3c444a12091ff4a9L,0x581113fa0cada274L,0xb9de0a4530d8eae2L, + 0x5e0fcd85df6b41eaL } }, + /* 64 << 49 */ + { { 0x6233ea68c094dbb5L,0xb77d062ed968d410L,0x3e719bbc58b3002dL, + 0x68e7dd3d3dc49d58L }, + { 0x8d825740013a5e58L,0x213117473c9e3c1bL,0x0cb0a2a77c99b6abL, + 0x5c48a3b3c2f888f2L } }, + /* 0 << 56 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 56 */ + { { 0xc7913e91991724f3L,0x5eda799c39cbd686L,0xddb595c763d4fc1eL, + 0x6b63b80bac4fed54L }, + { 0x6ea0fc697e5fb516L,0x737708bad0f1c964L,0x9628745f11a92ca5L, + 0x61f379589a86967aL } }, + /* 2 << 56 */ + { { 0x9af39b2caa665072L,0x78322fa4efd324efL,0x3d153394c327bd31L, + 0x81d5f2713129dab0L }, + { 0xc72e0c42f48027f5L,0xaa40cdbc8536e717L,0xf45a657a2d369d0fL, + 0xb03bbfc4ea7f74e6L } }, + /* 3 << 56 */ + { { 0x46a8c4180d738dedL,0x6f1a5bb0e0de5729L,0xf10230b98ba81675L, + 0x32c6f30c112b33d4L }, + { 0x7559129dd8fffb62L,0x6a281b47b459bf05L,0x77c1bd3afa3b6776L, + 0x0709b3807829973aL } }, + /* 4 << 56 */ + { { 0x8c26b232a3326505L,0x38d69272ee1d41bfL,0x0459453effe32afaL, + 0xce8143ad7cb3ea87L }, + { 0x932ec1fa7e6ab666L,0x6cd2d23022286264L,0x459a46fe6736f8edL, + 0x50bf0d009eca85bbL } }, + /* 5 << 56 */ + { { 0x0b825852877a21ecL,0x300414a70f537a94L,0x3f1cba4021a9a6a2L, + 0x50824eee76943c00L }, + { 0xa0dbfcecf83cba5dL,0xf953814893b4f3c0L,0x6174416248f24dd7L, + 0x5322d64de4fb09ddL } }, + /* 6 << 56 */ + { { 0x574473843d9325f3L,0xa9bef2d0f371cb84L,0x77d2188ba61e36c5L, + 0xbbd6a7d7c602df72L }, + { 0xba3aa9028f61bc0bL,0xf49085ed6ed0b6a1L,0x8bc625d6ae6e8298L, + 0x832b0b1da2e9c01dL } }, + /* 7 << 56 */ + { { 0xa337c447f1f0ced1L,0x800cc7939492dd2bL,0x4b93151dbea08efaL, + 0x820cf3f8de0a741eL }, + { 0xff1982dc1c0f7d13L,0xef92196084dde6caL,0x1ad7d97245f96ee3L, + 0x319c8dbe29dea0c7L } }, + /* 8 << 56 */ + { { 0xd3ea38717b82b99bL,0x75922d4d470eb624L,0x8f66ec543b95d466L, + 0x66e673ccbee1e346L }, + { 0x6afe67c4b5f2b89aL,0x3de9c1e6290e5cd3L,0x8c278bb6310a2adaL, + 0x420fa3840bdb323bL } }, + /* 9 << 56 */ + { { 0x0ae1d63b0eb919b0L,0xd74ee51da74b9620L,0x395458d0a674290cL, + 0x324c930f4620a510L }, + { 0x2d1f4d19fbac27d4L,0x4086e8ca9bedeeacL,0x0cdd211b9b679ab8L, + 0x5970167d7090fec4L } }, + /* 10 << 56 */ + { { 0x3420f2c9faf1fc63L,0x616d333a328c8bb4L,0x7d65364c57f1fe4aL, + 0x9343e87755e5c73aL }, + { 0x5795176be970e78cL,0xa36ccebf60533627L,0xfc7c738009cdfc1bL, + 0xb39a2afeb3fec326L } }, + /* 11 << 56 */ + { { 0xb7ff1ba16224408aL,0xcc856e92247cfc5eL,0x01f102e7c18bc493L, + 0x4613ab742091c727L }, + { 0xaa25e89cc420bf2bL,0x00a5317690337ec2L,0xd2be9f437d025fc7L, + 0x3316fb856e6fe3dcL } }, + /* 12 << 56 */ + { { 0x27520af59ac50814L,0xfdf95e789a8e4223L,0xb7e7df2a56bec5a0L, + 0xf7022f7ddf159e5dL }, + { 0x93eeeab1cac1fe8fL,0x8040188c37451168L,0x7ee8aa8ad967dce6L, + 0xfa0e79e73abc9299L } }, + /* 13 << 56 */ + { { 0x67332cfc2064cfd1L,0x339c31deb0651934L,0x719b28d52a3bcbeaL, + 0xee74c82b9d6ae5c6L }, + { 0x0927d05ebaf28ee6L,0x82cecf2c9d719028L,0x0b0d353eddb30289L, + 0xfe4bb977fddb2e29L } }, + /* 14 << 56 */ + { { 0xbb5bb990640bfd9eL,0xd226e27782f62108L,0x4bf0098502ffdd56L, + 0x7756758a2ca1b1b5L }, + { 0xc32b62a35285fe91L,0xedbc546a8c9cd140L,0x1e47a013af5cb008L, + 0xbca7e720073ce8f2L } }, + /* 15 << 56 */ + { { 0xe10b2ab817a91caeL,0xb89aab6508e27f63L,0x7b3074a7dba3ddf9L, + 0x1c20ce09330c2972L }, + { 0x6b9917b45fcf7e33L,0xe6793743945ceb42L,0x18fc22155c633d19L, + 0xad1adb3cc7485474L } }, + /* 16 << 56 */ + { { 0x646f96796424c49bL,0xf888dfe867c241c9L,0xe12d4b9324f68b49L, + 0x9a6b62d8a571df20L }, + { 0x81b4b26d179483cbL,0x666f96329511fae2L,0xd281b3e4d53aa51fL, + 0x7f96a7657f3dbd16L } }, + /* 17 << 56 */ + { { 0xa7f8b5bf074a30ceL,0xd7f52107005a32e6L,0x6f9e090750237ed4L, + 0x2f21da478096fa2bL }, + { 0xf3e19cb4eec863a0L,0xd18f77fd9527620aL,0x9505c81c407c1cf8L, + 0x9998db4e1b6ec284L } }, + /* 18 << 56 */ + { { 0x7e3389e5c247d44dL,0x125071413f4f3d80L,0xd4ba01104a78a6c7L, + 0x312874a0767720beL }, + { 0xded059a675944370L,0xd6123d903b2c0bddL,0xa56b717b51c108e3L, + 0x9bb7940e070623e9L } }, + /* 19 << 56 */ + { { 0x794e2d5984ac066cL,0xf5954a92e68c69a0L,0x28c524584fd99dccL, + 0x60e639fcb1012517L }, + { 0xc2e601257de79248L,0xe9ef6404f12fc6d7L,0x4c4f28082a3b5d32L, + 0x865ad32ec768eb8aL } }, + /* 20 << 56 */ + { { 0xac02331b13fb70b6L,0x037b44c195599b27L,0x1a860fc460bd082cL, + 0xa2e25745c980cd01L }, + { 0xee3387a81da0263eL,0x931bfb952d10f3d6L,0x5b687270a1f24a32L, + 0xf140e65dca494b86L } }, + /* 21 << 56 */ + { { 0x4f4ddf91b2f1ac7aL,0xf99eaabb760fee27L,0x57f4008a49c228e5L, + 0x090be4401cf713bbL }, + { 0xac91fbe45004f022L,0xd838c2c2569e1af6L,0xd6c7d20b0f1daaa5L, + 0xaa063ac11bbb02c0L } }, + /* 22 << 56 */ + { { 0x0938a42259558a78L,0x5343c6698435da2fL,0x96f67b18034410dcL, + 0x7cc1e42484510804L }, + { 0x86a1543f16dfbb7dL,0x921fa9425b5bd592L,0x9dcccb6eb33dd03cL, + 0x8581ddd9b843f51eL } }, + /* 23 << 56 */ + { { 0x54935fcb81d73c9eL,0x6d07e9790a5e97abL,0x4dc7b30acf3a6babL, + 0x147ab1f3170bee11L }, + { 0x0aaf8e3d9fafdee4L,0xfab3dbcb538a8b95L,0x405df4b36ef13871L, + 0xf1f4e9cb088d5a49L } }, + /* 24 << 56 */ + { { 0x9bcd24d366b33f1dL,0x3b97b8205ce445c0L,0xe2926549ba93ff61L, + 0xd9c341ce4dafe616L }, + { 0xfb30a76e16efb6f3L,0xdf24b8ca605b953cL,0x8bd52afec2fffb9fL, + 0xbbac5ff7e19d0b96L } }, + /* 25 << 56 */ + { { 0x43c01b87459afccdL,0x6bd45143b7432652L,0x8473453055b5d78eL, + 0x81088fdb1554ba7dL }, + { 0xada0a52c1e269375L,0xf9f037c42dc5ec10L,0xc066060794bfbc11L, + 0xc0a630bbc9c40d2fL } }, + /* 26 << 56 */ + { { 0x5efc797eab64c31eL,0xffdb1dab74507144L,0xf61242871ca6790cL, + 0xe9609d81e69bf1bfL }, + { 0xdb89859500d24fc9L,0x9c750333e51fb417L,0x51830a91fef7bbdeL, + 0x0ce67dc8945f585cL } }, + /* 27 << 56 */ + { { 0x9a730ed44763eb50L,0x24a0e221c1ab0d66L,0x643b6393648748f3L, + 0x1982daa16d3c6291L }, + { 0x6f00a9f78bbc5549L,0x7a1783e17f36384eL,0xe8346323de977f50L, + 0x91ab688db245502aL } }, + /* 28 << 56 */ + { { 0x331ab6b56d0bdd66L,0x0a6ef32e64b71229L,0x1028150efe7c352fL, + 0x27e04350ce7b39d3L }, + { 0x2a3c8acdc1070c82L,0xfb2034d380c9feefL,0x2d729621709f3729L, + 0x8df290bf62cb4549L } }, + /* 29 << 56 */ + { { 0x02f99f33fc2e4326L,0x3b30076d5eddf032L,0xbb21f8cf0c652fb5L, + 0x314fb49eed91cf7bL }, + { 0xa013eca52f700750L,0x2b9e3c23712a4575L,0xe5355557af30fbb0L, + 0x1ada35167c77e771L } }, + /* 30 << 56 */ + { { 0x45f6ecb27b135670L,0xe85d19df7cfc202eL,0x0f1b50c758d1be9fL, + 0x5ebf2c0aead2e344L }, + { 0x1531fe4eabc199c9L,0xc703259256bab0aeL,0x16ab2e486c1fec54L, + 0x0f87fda804280188L } }, + /* 31 << 56 */ + { { 0xdc9f46fc609e4a74L,0x2a44a143ba667f91L,0xbc3d8b95b4d83436L, + 0xa01e4bd0c7bd2958L }, + { 0x7b18293273483c90L,0xa79c6aa1a7c7b598L,0xbf3983c6eaaac07eL, + 0x8f18181e96e0d4e6L } }, + /* 32 << 56 */ + { { 0x8553d37c051af62bL,0xe9a998eb0bf94496L,0xe0844f9fb0d59aa1L, + 0x983fd558e6afb813L }, + { 0x9670c0ca65d69804L,0x732b22de6ea5ff2dL,0xd7640ba95fd8623bL, + 0x9f619163a6351782L } }, + /* 33 << 56 */ + { { 0x0bfc27eeacee5043L,0xae419e732eb10f02L,0x19c028d18943fb05L, + 0x71f01cf7ff13aa2aL }, + { 0x7790737e8887a132L,0x6751330966318410L,0x9819e8a37ddb795eL, + 0xfecb8ef5dad100b2L } }, + /* 34 << 56 */ + { { 0x59f74a223021926aL,0xb7c28a496f9b4c1cL,0xed1a733f912ad0abL, + 0x42a910af01a5659cL }, + { 0x3842c6e07bd68cabL,0x2b57fa3876d70ac8L,0x8a6707a83c53aaebL, + 0x62c1c51065b4db18L } }, + /* 35 << 56 */ + { { 0x8de2c1fbb2d09dc7L,0xc3dfed12266bd23bL,0x927d039bd5b27db6L, + 0x2fb2f0f1103243daL }, + { 0xf855a07b80be7399L,0xed9327ce1f9f27a8L,0xa0bd99c7729bdef7L, + 0x2b67125e28250d88L } }, + /* 36 << 56 */ + { { 0x784b26e88670ced7L,0xe3dfe41fc31bd3b4L,0x9e353a06bcc85cbcL, + 0x302e290960178a9dL }, + { 0x860abf11a6eac16eL,0x76447000aa2b3aacL,0x46ff9d19850afdabL, + 0x35bdd6a5fdb2d4c1L } }, + /* 37 << 56 */ + { { 0xe82594b07e5c9ce9L,0x0f379e5320af346eL,0x608b31e3bc65ad4aL, + 0x710c6b12267c4826L }, + { 0x51c966f971954cf1L,0xb1cec7930d0aa215L,0x1f15598986bd23a8L, + 0xae2ff99cf9452e86L } }, + /* 38 << 56 */ + { { 0xd8dd953c340ceaa2L,0x263552752e2e9333L,0x15d4e5f98586f06dL, + 0xd6bf94a8f7cab546L }, + { 0x33c59a0ab76a9af0L,0x52740ab3ba095af7L,0xc444de8a24389ca0L, + 0xcc6f9863706da0cbL } }, + /* 39 << 56 */ + { { 0xb5a741a76b2515cfL,0x71c416019585c749L,0x78350d4fe683de97L, + 0x31d6152463d0b5f5L }, + { 0x7a0cc5e1fbce090bL,0xaac927edfbcb2a5bL,0xe920de4920d84c35L, + 0x8c06a0b622b4de26L } }, + /* 40 << 56 */ + { { 0xd34dd58bafe7ddf3L,0x55851fedc1e6e55bL,0xd1395616960696e7L, + 0x940304b25f22705fL }, + { 0x6f43f861b0a2a860L,0xcf1212820e7cc981L,0x121862120ab64a96L, + 0x09215b9ab789383cL } }, + /* 41 << 56 */ + { { 0x311eb30537387c09L,0xc5832fcef03ee760L,0x30358f5832f7ea19L, + 0xe01d3c3491d53551L }, + { 0x1ca5ee41da48ea80L,0x34e71e8ecf4fa4c1L,0x312abd257af1e1c7L, + 0xe3afcdeb2153f4a5L } }, + /* 42 << 56 */ + { { 0x9d5c84d700235e9aL,0x0308d3f48c4c836fL,0xc0a66b0489332de5L, + 0x610dd39989e566efL }, + { 0xf8eea460d1ac1635L,0x84cbb3fb20a2c0dfL,0x40afb488e74a48c5L, + 0x29738198d326b150L } }, + /* 43 << 56 */ + { { 0x2a17747fa6d74081L,0x60ea4c0555a26214L,0x53514bb41f88c5feL, + 0xedd645677e83426cL }, + { 0xd5d6cbec96460b25L,0xa12fd0ce68dc115eL,0xc5bc3ed2697840eaL, + 0x969876a8a6331e31L } }, + /* 44 << 56 */ + { { 0x60c36217472ff580L,0xf42297054ad41393L,0x4bd99ef0a03b8b92L, + 0x501c7317c144f4f6L }, + { 0x159009b318464945L,0x6d5e594c74c5c6beL,0x2d587011321a3660L, + 0xd1e184b13898d022L } }, + /* 45 << 56 */ + { { 0x5ba047524c6a7e04L,0x47fa1e2b45550b65L,0x9419daf048c0a9a5L, + 0x663629537c243236L }, + { 0xcd0744b15cb12a88L,0x561b6f9a2b646188L,0x599415a566c2c0c0L, + 0xbe3f08590f83f09aL } }, + /* 46 << 56 */ + { { 0x9141c5beb92041b8L,0x01ae38c726477d0dL,0xca8b71f3d12c7a94L, + 0xfab5b31f765c70dbL }, + { 0x76ae7492487443e9L,0x8595a310990d1349L,0xf8dbeda87d460a37L, + 0x7f7ad0821e45a38fL } }, + /* 47 << 56 */ + { { 0xed1d4db61059705aL,0xa3dd492ae6b9c697L,0x4b92ee3a6eb38bd5L, + 0xbab2609d67cc0bb7L }, + { 0x7fc4fe896e70ee82L,0xeff2c56e13e6b7e3L,0x9b18959e34d26fcaL, + 0x2517ab66889d6b45L } }, + /* 48 << 56 */ + { { 0xf167b4e0bdefdd4fL,0x69958465f366e401L,0x5aa368aba73bbec0L, + 0x121487097b240c21L }, + { 0x378c323318969006L,0xcb4d73cee1fe53d1L,0x5f50a80e130c4361L, + 0xd67f59517ef5212bL } }, + /* 49 << 56 */ + { { 0xf145e21e9e70c72eL,0xb2e52e295566d2fbL,0x44eaba4a032397f5L, + 0x5e56937b7e31a7deL }, + { 0x68dcf517456c61e1L,0xbc2e954aa8b0a388L,0xe3552fa760a8b755L, + 0x03442dae73ad0cdeL } }, + /* 50 << 56 */ + { { 0x37ffe747ceb26210L,0x983545e8787baef9L,0x8b8c853586a3de31L, + 0xc621dbcbfacd46dbL }, + { 0x82e442e959266fbbL,0xa3514c37339d471cL,0x3a11b77162cdad96L, + 0xf0cb3b3cecf9bdf0L } }, + /* 51 << 56 */ + { { 0x3fcbdbce478e2135L,0x7547b5cfbda35342L,0xa97e81f18a677af6L, + 0xc8c2bf8328817987L }, + { 0xdf07eaaf45580985L,0xc68d1f05c93b45cbL,0x106aa2fec77b4cacL, + 0x4c1d8afc04a7ae86L } }, + /* 52 << 56 */ + { { 0xdb41c3fd9eb45ab2L,0x5b234b5bd4b22e74L,0xda253decf215958aL, + 0x67e0606ea04edfa0L }, + { 0xabbbf070ef751b11L,0xf352f175f6f06dceL,0xdfc4b6af6839f6b4L, + 0x53ddf9a89959848eL } }, + /* 53 << 56 */ + { { 0xda49c379c21520b0L,0x90864ff0dbd5d1b6L,0x2f055d235f49c7f7L, + 0xe51e4e6aa796b2d8L }, + { 0xc361a67f5c9dc340L,0x5ad53c37bca7c620L,0xda1d658832c756d0L, + 0xad60d9118bb67e13L } }, + /* 54 << 56 */ + { { 0xd6c47bdf0eeec8c6L,0x4a27fec1078a1821L,0x081f7415c3099524L, + 0x8effdf0b82cd8060L }, + { 0xdb70ec1c65842df8L,0x8821b358d319a901L,0x72ee56eede42b529L, + 0x5bb39592236e4286L } }, + /* 55 << 56 */ + { { 0xd1183316fd6f7140L,0xf9fadb5bbd8e81f7L,0x701d5e0c5a02d962L, + 0xfdee4dbf1b601324L }, + { 0xbed1740735d7620eL,0x04e3c2c3f48c0012L,0x9ee29da73455449aL, + 0x562cdef491a836c4L } }, + /* 56 << 56 */ + { { 0x8f682a5f47701097L,0x617125d8ff88d0c2L,0x948fda2457bb86ddL, + 0x348abb8f289f7286L }, + { 0xeb10eab599d94bbdL,0xd51ba28e4684d160L,0xabe0e51c30c8f41aL, + 0x66588b4513254f4aL } }, + /* 57 << 56 */ + { { 0x147ebf01fad097a5L,0x49883ea8610e815dL,0xe44d60ba8a11de56L, + 0xa970de6e827a7a6dL }, + { 0x2be414245e17fc19L,0xd833c65701214057L,0x1375813b363e723fL, + 0x6820bb88e6a52e9bL } }, + /* 58 << 56 */ + { { 0x7e7f6970d875d56aL,0xd6a0a9ac51fbf6bfL,0x54ba8790a3083c12L, + 0xebaeb23d6ae7eb64L }, + { 0xa8685c3ab99a907aL,0xf1e74550026bf40bL,0x7b73a027c802cd9eL, + 0x9a8a927c4fef4635L } }, + /* 59 << 56 */ + { { 0xe1b6f60c08191224L,0xc4126ebbde4ec091L,0xe1dff4dc4ae38d84L, + 0xde3f57db4f2ef985L }, + { 0x34964337d446a1ddL,0x7bf217a0859e77f6L,0x8ff105278e1d13f5L, + 0xa304ef0374eeae27L } }, + /* 60 << 56 */ + { { 0xfc6f5e47d19dfa5aL,0xdb007de37fad982bL,0x28205ad1613715f5L, + 0x251e67297889529eL }, + { 0x727051841ae98e78L,0xf818537d271cac32L,0xc8a15b7eb7f410f5L, + 0xc474356f81f62393L } }, + /* 61 << 56 */ + { { 0x92dbdc5ac242316bL,0xabe060acdbf4aff5L,0x6e8c38fe909a8ec6L, + 0x43e514e56116cb94L }, + { 0x2078fa3807d784f9L,0x1161a880f4b5b357L,0x5283ce7913adea3dL, + 0x0756c3e6cc6a910bL } }, + /* 62 << 56 */ + { { 0x60bcfe01aaa79697L,0x04a73b2956391db1L,0xdd8dad47189b45a0L, + 0xbfac0dd048d5b8d9L }, + { 0x34ab3af57d3d2ec2L,0x6fa2fc2d207bd3afL,0x9ff4009266550dedL, + 0x719b3e871fd5b913L } }, + /* 63 << 56 */ + { { 0xa573a4966d17fbc7L,0x0cd1a70a73d2b24eL,0x34e2c5cab2676937L, + 0xe7050b06bf669f21L }, + { 0xfbe948b61ede9046L,0xa053005197662659L,0x58cbd4edf10124c5L, + 0xde2646e4dd6c06c8L } }, + /* 64 << 56 */ + { { 0x332f81088cad38c0L,0x471b7e906bd68ae2L,0x56ac3fb20d8e27a3L, + 0xb54660db136b4b0dL }, + { 0x123a1e11a6fd8de4L,0x44dbffeaa37799efL,0x4540b977ce6ac17cL, + 0x495173a8af60acefL } }, + /* 0 << 63 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 63 */ + { { 0x9ebb284d391c2a82L,0xbcdd4863158308e8L,0x006f16ec83f1edcaL, + 0xa13e2c37695dc6c8L }, + { 0x2ab756f04a057a87L,0xa8765500a6b48f98L,0x4252face68651c44L, + 0xa52b540be1765e02L } }, + /* 2 << 63 */ + { { 0x4f922fc516a0d2bbL,0x0d5cc16c1a623499L,0x9241cf3a57c62c8bL, + 0x2f5e6961fd1b667fL }, + { 0x5c15c70bf5a01797L,0x3d20b44d60956192L,0x04911b37071fdb52L, + 0xf648f9168d6f0f7bL } }, + /* 3 << 63 */ + { { 0x6dc1acafe60b7cf7L,0x25860a5084a9d869L,0x56fc6f09e7ba8ac4L, + 0x828c5bd06148d29eL }, + { 0xac6b435edc55ae5fL,0xa527f56cc0117411L,0x94d5045efd24342cL, + 0x2c4c0a3570b67c0dL } }, + /* 4 << 63 */ + { { 0x027cc8b8fac61d9aL,0x7d25e062e3c6fe8aL,0xe08805bfe5bff503L, + 0x13271e6c6ff632f7L }, + { 0x55dca6c0232f76a5L,0x8957c32d701ef426L,0xee728bcba10a5178L, + 0x5ea60411b62c5173L } }, + /* 5 << 63 */ + { { 0xfc4e964ed0b8892bL,0x9ea176839301bb74L,0x6265c5aefcc48626L, + 0xe60cf82ebb3e9102L }, + { 0x57adf797d4df5531L,0x235b59a18deeefe2L,0x60adcf583f306eb1L, + 0x105c27533d09492dL } }, + /* 6 << 63 */ + { { 0x4090914bb5def996L,0x1cb69c83233dd1e7L,0xc1e9c1d39b3d5e76L, + 0x1f3338edfccf6012L }, + { 0xb1e95d0d2f5378a8L,0xacf4c2c72f00cd21L,0x6e984240eb5fe290L, + 0xd66c038d248088aeL } }, + /* 7 << 63 */ + { { 0x804d264af94d70cfL,0xbdb802ef7314bf7eL,0x8fb54de24333ed02L, + 0x740461e0285635d9L }, + { 0x4113b2c8365e9383L,0xea762c833fdef652L,0x4eec6e2e47b956c1L, + 0xa3d814be65620fa4L } }, + /* 8 << 63 */ + { { 0x9ad5462bb4d8bc50L,0x181c0b16a9195770L,0xebd4fe1c78412a68L, + 0xae0341bcc0dff48cL }, + { 0xb6bc45cf7003e866L,0xf11a6dea8a24a41bL,0x5407151ad04c24c2L, + 0x62c9d27dda5b7b68L } }, + /* 9 << 63 */ + { { 0x2e96423588cceff6L,0x8594c54f8b07ed69L,0x1578e73cc84d0d0dL, + 0x7b4e1055ff532868L }, + { 0xa348c0d5b5ec995aL,0xbf4b9d5514289a54L,0x9ba155a658fbd777L, + 0x186ed7a81a84491dL } }, + /* 10 << 63 */ + { { 0xd4992b30614c0900L,0xda98d121bd00c24bL,0x7f534dc87ec4bfa1L, + 0x4a5ff67437dc34bcL }, + { 0x68c196b81d7ea1d7L,0x38cf289380a6d208L,0xfd56cd09e3cbbd6eL, + 0xec72e27e4205a5b6L } }, + /* 11 << 63 */ + { { 0x15ea68f5a44f77f7L,0x7aa5f9fdb43c52bcL,0x86ff676f94f0e609L, + 0xa4cde9632e2d432bL }, + { 0x8cafa0c0eee470afL,0x84137d0e8a3f5ec8L,0xebb40411faa31231L, + 0xa239c13f6f7f7ccfL } }, + /* 12 << 63 */ + { { 0x32865719a8afd30bL,0x867983288a826dceL,0xdf04e891c4a8fbe0L, + 0xbb6b6e1bebf56ad3L }, + { 0x0a695b11471f1ff0L,0xd76c3389be15baf0L,0x018edb95be96c43eL, + 0xf2beaaf490794158L } }, + /* 13 << 63 */ + { { 0x152db09ec3076a27L,0x5e82908ee416545dL,0xa2c41272356d6f2eL, + 0xdc9c964231fd74e1L }, + { 0x66ceb88d519bf615L,0xe29ecd7605a2274eL,0x3a0473c4bf5e2fa0L, + 0x6b6eb67164284e67L } }, + /* 14 << 63 */ + { { 0xe8b97932b88756ddL,0xed4e8652f17e3e61L,0xc2dd14993ee1c4a4L, + 0xc0aaee17597f8c0eL }, + { 0x15c4edb96c168af3L,0x6563c7bfb39ae875L,0xadfadb6f20adb436L, + 0xad55e8c99a042ac0L } }, + /* 15 << 63 */ + { { 0x975a1ed8b76da1f5L,0x10dfa466a58acb94L,0x8dd7f7e3ac060282L, + 0x6813e66a572a051eL }, + { 0xb4ccae1e350cb901L,0xb653d65650cb7822L,0x42484710dfab3b87L, + 0xcd7ee5379b670fd0L } }, + /* 16 << 63 */ + { { 0x0a50b12e523b8bf6L,0x8009eb5b8f910c1bL,0xf535af824a167588L, + 0x0f835f9cfb2a2abdL }, + { 0xf59b29312afceb62L,0xc797df2a169d383fL,0xeb3f5fb066ac02b0L, + 0x029d4c6fdaa2d0caL } }, + /* 17 << 63 */ + { { 0xd4059bc1afab4bc5L,0x833f5c6f56783247L,0xb53466308d2d3605L, + 0x83387891d34d8433L }, + { 0xd973b30fadd9419aL,0xbcca1099afe3fce8L,0x081783150809aac6L, + 0x01b7f21a540f0f11L } }, + /* 18 << 63 */ + { { 0x65c29219909523c8L,0xa62f648fa3a1c741L,0x88598d4f60c9e55aL, + 0xbce9141b0e4f347aL }, + { 0x9af97d8435f9b988L,0x0210da62320475b6L,0x3c076e229191476cL, + 0x7520dbd944fc7834L } }, + /* 19 << 63 */ + { { 0x6a6b2cfec1ab1bbdL,0xef8a65bedc650938L,0x72855540805d7bc4L, + 0xda389396ed11fdfdL }, + { 0xa9d5bd3674660876L,0x11d67c54b45dff35L,0x6af7d148a4f5da94L, + 0xbb8d4c3fc0bbeb31L } }, + /* 20 << 63 */ + { { 0x87a7ebd1e0a1b12aL,0x1e4ef88d770ba95fL,0x8c33345cdc2ae9cbL, + 0xcecf127601cc8403L }, + { 0x687c012e1b39b80fL,0xfd90d0ad35c33ba4L,0xa3ef5a675c9661c2L, + 0x368fc88ee017429eL } }, + /* 21 << 63 */ + { { 0xd30c6761196a2fa2L,0x931b9817bd5b312eL,0xba01000c72f54a31L, + 0xa203d2c866eaa541L }, + { 0xf2abdee098939db3L,0xe37d6c2c3e606c02L,0xf2921574521ff643L, + 0x2781b3c4d7e2fca3L } }, + /* 22 << 63 */ + { { 0x664300b07850ec06L,0xac5a38b97d3a10cfL,0x9233188de34ab39dL, + 0xe77057e45072cbb9L }, + { 0xbcf0c042b59e78dfL,0x4cfc91e81d97de52L,0x4661a26c3ee0ca4aL, + 0x5620a4c1fb8507bcL } }, + /* 23 << 63 */ + { { 0x4b44d4aa049f842cL,0xceabc5d51540e82bL,0x306710fd15c6f156L, + 0xbe5ae52b63db1d72L }, + { 0x06f1e7e6334957f1L,0x57e388f031144a70L,0xfb69bb2fdf96447bL, + 0x0f78ebd373e38a12L } }, + /* 24 << 63 */ + { { 0xb82226052b7ce542L,0xe6d4ce997472bde1L,0x53e16ebe09d2f4daL, + 0x180ff42e53b92b2eL }, + { 0xc59bcc022c34a1c6L,0x3803d6f9422c46c2L,0x18aff74f5c14a8a2L, + 0x55aebf8010a08b28L } }, + /* 25 << 63 */ + { { 0x66097d587135593fL,0x32e6eff72be570cdL,0x584e6a102a8c860dL, + 0xcd185890a2eb4163L }, + { 0x7ceae99d6d97e134L,0xd42c6b70dd8447ceL,0x59ddbb4ab8c50273L, + 0x03c612df3cf34e1eL } }, + /* 26 << 63 */ + { { 0x84b9ca1504b6c5a0L,0x35216f3918f0e3a3L,0x3ec2d2bcbd986c00L, + 0x8bf546d9d19228feL }, + { 0xd1c655a44cd623c3L,0x366ce718502b8e5aL,0x2cfc84b4eea0bfe7L, + 0xe01d5ceecf443e8eL } }, + /* 27 << 63 */ + { { 0x8ec045d9036520f8L,0xdfb3c3d192d40e98L,0x0bac4ccecc559a04L, + 0x35eccae5240ea6b1L }, + { 0x180b32dbf8a5a0acL,0x547972a5eb699700L,0xa3765801ca26bca0L, + 0x57e09d0ea647f25aL } }, + /* 28 << 63 */ + { { 0xb956970e2fdd23ccL,0xb80288bc5682e971L,0xe6e6d91e9ae86ebcL, + 0x0564c83f8c9f1939L }, + { 0x551932a239560368L,0xe893752b049c28e2L,0x0b03cee5a6a158c3L, + 0xe12d656b04964263L } }, + /* 29 << 63 */ + { { 0x4b47554e63e3bc1dL,0xc719b6a245044ff7L,0x4f24d30ae48daa07L, + 0xa3f37556c8c1edc3L }, + { 0x9a47bf760700d360L,0xbb1a1824822ae4e2L,0x22e275a389f1fb4cL, + 0x72b1aa239968c5f5L } }, + /* 30 << 63 */ + { { 0xa75feacabe063f64L,0x9b392f43bce47a09L,0xd42415091ad07acaL, + 0x4b0c591b8d26cd0fL }, + { 0x2d42ddfd92f1169aL,0x63aeb1ac4cbf2392L,0x1de9e8770691a2afL, + 0xebe79af7d98021daL } }, + /* 31 << 63 */ + { { 0xcfdf2a4e40e50acfL,0xf0a98ad7af01d665L,0xefb640bf1831be1fL, + 0x6fe8bd2f80e9ada0L }, + { 0x94c103a16cafbc91L,0x170f87598308e08cL,0x5de2d2ab9780ff4fL, + 0x666466bc45b201f2L } }, + /* 32 << 63 */ + { { 0x58af2010f5b343bcL,0x0f2e400af2f142feL,0x3483bfdea85f4bdfL, + 0xf0b1d09303bfeaa9L }, + { 0x2ea01b95c7081603L,0xe943e4c93dba1097L,0x47be92adb438f3a6L, + 0x00bb7742e5bf6636L } }, + /* 33 << 63 */ + { { 0x136b7083824297b4L,0x9d0e55805584455fL,0xab48cedcf1c7d69eL, + 0x53a9e4812a256e76L }, + { 0x0402b0e065eb2413L,0xdadbbb848fc407a7L,0xa65cd5a48d7f5492L, + 0x21d4429374bae294L } }, + /* 34 << 63 */ + { { 0x66917ce63b5f1cc4L,0x37ae52eace872e62L,0xbb087b722905f244L, + 0x120770861e6af74fL }, + { 0x4b644e491058edeaL,0x827510e3b638ca1dL,0x8cf2b7046038591cL, + 0xffc8b47afe635063L } }, + /* 35 << 63 */ + { { 0x3ae220e61b4d5e63L,0xbd8647429d961b4bL,0x610c107e9bd16bedL, + 0x4270352a1127147bL }, + { 0x7d17ffe664cfc50eL,0x50dee01a1e36cb42L,0x068a762235dc5f9aL, + 0x9a08d536df53f62cL } }, + /* 36 << 63 */ + { { 0x4ed714576be5f7deL,0xd93006f8c2263c9eL,0xe073694ccacacb36L, + 0x2ff7a5b43ae118abL }, + { 0x3cce53f1cd871236L,0xf156a39dc2aa6d52L,0x9cc5f271b198d76dL, + 0xbc615b6f81383d39L } }, + /* 37 << 63 */ + { { 0xa54538e8de3eee6bL,0x58c77538ab910d91L,0x31e5bdbc58d278bdL, + 0x3cde4adfb963acaeL }, + { 0xb1881fd25302169cL,0x8ca60fa0a989ed8bL,0xa1999458ff96a0eeL, + 0xc1141f03ac6c283dL } }, + /* 38 << 63 */ + { { 0x7677408d6dfafed3L,0x33a0165339661588L,0x3c9c15ec0b726fa0L, + 0x090cfd936c9b56daL }, + { 0xe34f4baea3c40af5L,0x3469eadbd21129f1L,0xcc51674a1e207ce8L, + 0x1e293b24c83b1ef9L } }, + /* 39 << 63 */ + { { 0x17173d131e6c0bb4L,0x1900469590776d35L,0xe7980e346de6f922L, + 0x873554cbf4dd9a22L }, + { 0x0316c627cbf18a51L,0x4d93651b3032c081L,0x207f27713946834dL, + 0x2c08d7b430cdbf80L } }, + /* 40 << 63 */ + { { 0x137a4fb486df2a61L,0xa1ed9c07ecf7b4a2L,0xb2e460e27bd042ffL, + 0xb7f5e2fa5f62f5ecL }, + { 0x7aa6ec6bcc2423b7L,0x75ce0a7fba63eea7L,0x67a45fb1f250a6e1L, + 0x93bc919ce53cdc9fL } }, + /* 41 << 63 */ + { { 0x9271f56f871942dfL,0x2372ff6f7859ad66L,0x5f4c2b9633cb1a78L, + 0xe3e291015838aa83L }, + { 0xa7ed1611e4e8110cL,0x2a2d70d5330198ceL,0xbdf132e86720efe0L, + 0xe61a896266a471bfL } }, + /* 42 << 63 */ + { { 0x796d3a85825808bdL,0x51dc3cb73fd6e902L,0x643c768a916219d1L, + 0x36cd7685a2ad7d32L }, + { 0xe3db9d05b22922a4L,0x6494c87edba29660L,0xf0ac91dfbcd2ebc7L, + 0x4deb57a045107f8dL } }, + /* 43 << 63 */ + { { 0x42271f59c3d12a73L,0x5f71687ca5c2c51dL,0xcb1f50c605797bcbL, + 0x29ed0ed9d6d34eb0L }, + { 0xe5fe5b474683c2ebL,0x4956eeb597447c46L,0x5b163a4371207167L, + 0x93fa2fed0248c5efL } }, + /* 44 << 63 */ + { { 0x67930af231f63950L,0xa77797c114caa2c9L,0x526e80ee27ac7e62L, + 0xe1e6e62658b28aecL }, + { 0x636178b0b3c9fef0L,0xaf7752e06d5f90beL,0x94ecaf18eece51cfL, + 0x2864d0edca806e1fL } }, + /* 45 << 63 */ + { { 0x6de2e38397c69134L,0x5a42c316eb291293L,0xc77792196a60bae0L, + 0xa24de3466b7599d1L }, + { 0x49d374aab75d4941L,0x989005862d501ff0L,0x9f16d40eeb7974cfL, + 0x1033860bcdd8c115L } }, + /* 46 << 63 */ + { { 0xb6c69ac82094cec3L,0x9976fb88403b770cL,0x1dea026c4859590dL, + 0xb6acbb468562d1fdL }, + { 0x7cd6c46144569d85L,0xc3190a3697f0891dL,0xc6f5319548d5a17dL, + 0x7d919966d749abc8L } }, + /* 47 << 63 */ + { { 0x65104837dd1c8a20L,0x7e5410c82f683419L,0x958c3ca8be94022eL, + 0x605c31976145dac2L }, + { 0x3fc0750101683d54L,0x1d7127c5595b1234L,0x10b8f87c9481277fL, + 0x677db2a8e65a1adbL } }, + /* 48 << 63 */ + { { 0xec2fccaaddce3345L,0x2a6811b7012a4350L,0x96760ff1ac598bdcL, + 0x054d652ad1bf4128L }, + { 0x0a1151d492a21005L,0xad7f397133110fdfL,0x8c95928c1960100fL, + 0x6c91c8257bf03362L } }, + /* 49 << 63 */ + { { 0xc8c8b2a2ce309f06L,0xfdb27b59ca27204bL,0xd223eaa50848e32eL, + 0xb93e4b2ee7bfaf1eL }, + { 0xc5308ae644aa3dedL,0x317a666ac015d573L,0xc888ce231a979707L, + 0xf141c1e60d5c4958L } }, + /* 50 << 63 */ + { { 0xb53b7de561906373L,0x858dbadeeb999595L,0x8cbb47b2a59e5c36L, + 0x660318b3dcf4e842L }, + { 0xbd161ccd12ba4b7aL,0xf399daabf8c8282aL,0x1587633aeeb2130dL, + 0xa465311ada38dd7dL } }, + /* 51 << 63 */ + { { 0x5f75eec864d3779bL,0x3c5d0476ad64c171L,0x874103712a914428L, + 0x8096a89190e2fc29L }, + { 0xd3d2ae9d23b3ebc2L,0x90bdd6dba580cfd6L,0x52dbb7f3c5b01f6cL, + 0xe68eded4e102a2dcL } }, + /* 52 << 63 */ + { { 0x17785b7799eb6df0L,0x26c3cc517386b779L,0x345ed9886417a48eL, + 0xe990b4e407d6ef31L }, + { 0x0f456b7e2586abbaL,0x239ca6a559c96e9aL,0xe327459ce2eb4206L, + 0x3a4c3313a002b90aL } }, + /* 53 << 63 */ + { { 0x2a114806f6a3f6fbL,0xad5cad2f85c251ddL,0x92c1f613f5a784d3L, + 0xec7bfacf349766d5L }, + { 0x04b3cd333e23cb3bL,0x3979fe84c5a64b2dL,0x192e27207e589106L, + 0xa60c43d1a15b527fL } }, + /* 54 << 63 */ + { { 0x2dae9082be7cf3a6L,0xcc86ba92bc967274L,0xf28a2ce8aea0a8a9L, + 0x404ca6d96ee988b3L }, + { 0xfd7e9c5d005921b8L,0xf56297f144e79bf9L,0xa163b4600d75ddc2L, + 0x30b23616a1f2be87L } }, + /* 55 << 63 */ + { { 0x4b070d21bfe50e2bL,0x7ef8cfd0e1bfede1L,0xadba00112aac4ae0L, + 0x2a3e7d01b9ebd033L }, + { 0x995277ece38d9d1cL,0xb500249e9c5d2de3L,0x8912b820f13ca8c9L, + 0xc8798114877793afL } }, + /* 56 << 63 */ + { { 0x19e6125dec3f1decL,0x07b1f040911178daL,0xd93ededa904a6738L, + 0x55187a5a0bebedcdL }, + { 0xf7d04722eb329d41L,0xf449099ef170b391L,0xfd317a69ca99f828L, + 0x50c3db2b34a4976dL } }, + /* 57 << 63 */ + { { 0xe9ba77843757b392L,0x326caefdaa3ca05aL,0x78e5293bf1e593d4L, + 0x7842a9370d98fd13L }, + { 0xe694bf965f96b10dL,0x373a9df606a8cd05L,0x997d1e51e8f0c7fcL, + 0x1d01979063fd972eL } }, + /* 58 << 63 */ + { { 0x0064d8585499fb32L,0x7b67bad977a8aeb7L,0x1d3eb9772d08eec5L, + 0x5fc047a6cbabae1dL }, + { 0x0577d159e54a64bbL,0x8862201bc43497e4L,0xad6b4e282ce0608dL, + 0x8b687b7d0b167aacL } }, + /* 59 << 63 */ + { { 0x6ed4d3678b2ecfa9L,0x24dfe62da90c3c38L,0xa1862e103fe5c42bL, + 0x1ca73dcad5732a9fL }, + { 0x35f038b776bb87adL,0x674976abf242b81fL,0x4f2bde7eb0fd90cdL, + 0x6efc172ea7fdf092L } }, + /* 60 << 63 */ + { { 0x3806b69b92222f1fL,0x5a2459ca6cf7ae70L,0x6789f69ca85217eeL, + 0x5f232b5ee3dc85acL }, + { 0x660e3ec548e9e516L,0x124b4e473197eb31L,0x10a0cb13aafcca23L, + 0x7bd63ba48213224fL } }, + /* 61 << 63 */ + { { 0xaffad7cc290a7f4fL,0x6b409c9e0286b461L,0x58ab809fffa407afL, + 0xc3122eedc68ac073L }, + { 0x17bf9e504ef24d7eL,0x5d9297943e2a5811L,0x519bc86702902e01L, + 0x76bba5da39c8a851L } }, + /* 62 << 63 */ + { { 0xe9f9669cda94951eL,0x4b6af58d66b8d418L,0xfa32107417d426a4L, + 0xc78e66a99dde6027L }, + { 0x0516c0834a53b964L,0xfc659d38ff602330L,0x0ab55e5c58c5c897L, + 0x985099b2838bc5dfL } }, + /* 63 << 63 */ + { { 0x061d9efcc52fc238L,0x712b27286ac1da3fL,0xfb6581499283fe08L, + 0x4954ac94b8aaa2f7L }, + { 0x85c0ada47fb2e74fL,0xee8ba98eb89926b0L,0xe4f9d37d23d1af5bL, + 0x14ccdbf9ba9b015eL } }, + /* 64 << 63 */ + { { 0xb674481b7bfe7178L,0x4e1debae65405868L,0x061b2821c48c867dL, + 0x69c15b35513b30eaL }, + { 0x3b4a166636871088L,0xe5e29f5d1220b1ffL,0x4b82bb35233d9f4dL, + 0x4e07633318cdc675L } }, + /* 0 << 70 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 70 */ + { { 0x0d53f5c7a3e6fcedL,0xe8cbbdd5f45fbdebL,0xf85c01df13339a70L, + 0x0ff71880142ceb81L }, + { 0x4c4e8774bd70437aL,0x5fb32891ba0bda6aL,0x1cdbebd2f18bd26eL, + 0x2f9526f103a9d522L } }, + /* 2 << 70 */ + { { 0x40ce305192c4d684L,0x8b04d7257612efcdL,0xb9dcda366f9cae20L, + 0x0edc4d24f058856cL }, + { 0x64f2e6bf85427900L,0x3de81295dc09dfeaL,0xd41b4487379bf26cL, + 0x50b62c6d6df135a9L } }, + /* 3 << 70 */ + { { 0xd4f8e3b4c72dfe67L,0xc416b0f690e19fdfL,0x18b9098d4c13bd35L, + 0xac11118a15b8cb9eL }, + { 0xf598a318f0062841L,0xbfe0602f89f356f4L,0x7ae3637e30177a0cL, + 0x3409774761136537L } }, + /* 4 << 70 */ + { { 0x0db2fb5ed005832aL,0x5f5efd3b91042e4fL,0x8c4ffdc6ed70f8caL, + 0xe4645d0bb52da9ccL }, + { 0x9596f58bc9001d1fL,0x52c8f0bc4e117205L,0xfd4aa0d2e398a084L, + 0x815bfe3a104f49deL } }, + /* 5 << 70 */ + { { 0x97e5443f23885e5fL,0xf72f8f99e8433aabL,0xbd00b154e4d4e604L, + 0xd0b35e6ae5e173ffL }, + { 0x57b2a0489164722dL,0x3e3c665b88761ec8L,0x6bdd13973da83832L, + 0x3c8b1a1e73dafe3bL } }, + /* 6 << 70 */ + { { 0x4497ace654317cacL,0xbe600ab9521771b3L,0xb42e409eb0dfe8b8L, + 0x386a67d73942310fL }, + { 0x25548d8d4431cc28L,0xa7cff142985dc524L,0x4d60f5a193c4be32L, + 0x83ebd5c8d071c6e1L } }, + /* 7 << 70 */ + { { 0xba3a80a7b1fd2b0bL,0x9b3ad3965bec33e8L,0xb3868d6179743fb3L, + 0xcfd169fcfdb462faL }, + { 0xd3b499d79ce0a6afL,0x55dc1cf1e42d3ff8L,0x04fb9e6cc6c3e1b2L, + 0x47e6961d6f69a474L } }, + /* 8 << 70 */ + { { 0x54eb3acce548b37bL,0xb38e754284d40549L,0x8c3daa517b341b4fL, + 0x2f6928ec690bf7faL }, + { 0x0496b32386ce6c41L,0x01be1c5510adadcdL,0xc04e67e74bb5faf9L, + 0x3cbaf678e15c9985L } }, + /* 9 << 70 */ + { { 0x8cd1214550ca4247L,0xba1aa47ae7dd30aaL,0x2f81ddf1e58fee24L, + 0x03452936eec9b0e8L }, + { 0x8bdc3b81243aea96L,0x9a2919af15c3d0e5L,0x9ea640ec10948361L, + 0x5ac86d5b6e0bcccfL } }, + /* 10 << 70 */ + { { 0xf892d918c36cf440L,0xaed3e837c939719cL,0xb07b08d2c0218b64L, + 0x6f1bcbbace9790ddL }, + { 0x4a84d6ed60919b8eL,0xd89007918ac1f9ebL,0xf84941aa0dd5daefL, + 0xb22fe40a67fd62c5L } }, + /* 11 << 70 */ + { { 0x97e15ba2157f2db3L,0xbda2fc8f8e28ca9cL,0x5d050da437b9f454L, + 0x3d57eb572379d72eL }, + { 0xe9b5eba2fb5ee997L,0x01648ca2e11538caL,0x32bb76f6f6327974L, + 0x338f14b8ff3f4bb7L } }, + /* 12 << 70 */ + { { 0x524d226ad7ab9a2dL,0x9c00090d7dfae958L,0x0ba5f5398751d8c2L, + 0x8afcbcdd3ab8262dL }, + { 0x57392729e99d043bL,0xef51263baebc943aL,0x9feace9320862935L, + 0x639efc03b06c817bL } }, + /* 13 << 70 */ + { { 0x1fe054b366b4be7aL,0x3f25a9de84a37a1eL,0xf39ef1ad78d75cd9L, + 0xd7b58f495062c1b5L }, + { 0x6f74f9a9ff563436L,0xf718ff29e8af51e7L,0x5234d31315e97fecL, + 0xb6a8e2b1292f1c0aL } }, + /* 14 << 70 */ + { { 0xa7f53aa8327720c1L,0x956ca322ba092cc8L,0x8f03d64a28746c4dL, + 0x51fe178266d0d392L }, + { 0xd19b34db3c832c80L,0x60dccc5c6da2e3b4L,0x245dd62e0a104cccL, + 0xa7ab1de1620b21fdL } }, + /* 15 << 70 */ + { { 0xb293ae0b3893d123L,0xf7b75783b15ee71cL,0x5aa3c61442a9468bL, + 0xd686123cdb15d744L }, + { 0x8c616891a7ab4116L,0x6fcd72c8a4e6a459L,0xac21911077e5fad7L, + 0xfb6a20e7704fa46bL } }, + /* 16 << 70 */ + { { 0xe839be7d341d81dcL,0xcddb688932148379L,0xda6211a1f7026eadL, + 0xf3b2575ff4d1cc5eL }, + { 0x40cfc8f6a7a73ae6L,0x83879a5e61d5b483L,0xc5acb1ed41a50ebcL, + 0x59a60cc83c07d8faL } }, + /* 17 << 70 */ + { { 0x1b73bdceb1876262L,0x2b0d79f012af4ee9L,0x8bcf3b0bd46e1d07L, + 0x17d6af9de45d152fL }, + { 0x735204616d736451L,0x43cbbd9756b0bf5aL,0xb0833a5bd5999b9dL, + 0x702614f0eb72e398L } }, + /* 18 << 70 */ + { { 0x0aadf01a59c3e9f8L,0x40200e77ce6b3d16L,0xda22bdd3deddafadL, + 0x76dedaf4310d72e1L }, + { 0x49ef807c4bc2e88fL,0x6ba81291146dd5a5L,0xa1a4077a7d8d59e9L, + 0x87b6a2e7802db349L } }, + /* 19 << 70 */ + { { 0xd56799971b4e598eL,0xf499ef1f06fe4b1dL,0x3978d3aefcb267c5L, + 0xb582b557235786d0L }, + { 0x32b3b2ca1715cb07L,0x4c3de6a28480241dL,0x63b5ffedcb571ecdL, + 0xeaf53900ed2fe9a9L } }, + /* 20 << 70 */ + { { 0xdec98d4ac3b81990L,0x1cb837229e0cc8feL,0xfe0b0491d2b427b9L, + 0x0f2386ace983a66cL }, + { 0x930c4d1eb3291213L,0xa2f82b2e59a62ae4L,0x77233853f93e89e3L, + 0x7f8063ac11777c7fL } }, + /* 21 << 70 */ + { { 0xff0eb56759ad2877L,0x6f4546429865c754L,0xe6fe701a236e9a84L, + 0xc586ef1606e40fc3L }, + { 0x3f62b6e024bafad9L,0xc8b42bd264da906aL,0xc98e1eb4da3276a0L, + 0x30d0e5fc06cbf852L } }, + /* 22 << 70 */ + { { 0x1b6b2ae1e8b4dfd4L,0xd754d5c78301cbacL,0x66097629112a39acL, + 0xf86b599993ba4ab9L }, + { 0x26c9dea799f9d581L,0x0473b1a8c2fafeaaL,0x1469af553b2505a5L, + 0x227d16d7d6a43323L } }, + /* 23 << 70 */ + { { 0x3316f73cad3d97f9L,0x52bf3bb51f137455L,0x953eafeb09954e7cL, + 0xa721dfeddd732411L }, + { 0xb4929821141d4579L,0x3411321caa3bd435L,0xafb355aa17fa6015L, + 0xb4e7ef4a18e42f0eL } }, + /* 24 << 70 */ + { { 0x604ac97c59371000L,0xe1c48c707f759c18L,0x3f62ecc5a5db6b65L, + 0x0a78b17338a21495L }, + { 0x6be1819dbcc8ad94L,0x70dc04f6d89c3400L,0x462557b4a6b4840aL, + 0x544c6ade60bd21c0L } }, + /* 25 << 70 */ + { { 0x6a00f24e907a544bL,0xa7520dcb313da210L,0xfe939b7511e4994bL, + 0x918b6ba6bc275d70L }, + { 0xd3e5e0fc644be892L,0x707a9816fdaf6c42L,0x60145567f15c13feL, + 0x4818ebaae130a54aL } }, + /* 26 << 70 */ + { { 0x28aad3ad58d2f767L,0xdc5267fdd7e7c773L,0x4919cc88c3afcc98L, + 0xaa2e6ab02db8cd4bL }, + { 0xd46fec04d0c63eaaL,0xa1cb92c519ffa832L,0x678dd178e43a631fL, + 0xfb5ae1cd3dc788b3L } }, + /* 27 << 70 */ + { { 0x68b4fb906e77de04L,0x7992bcf0f06dbb97L,0x896e6a13c417c01dL, + 0x8d96332cb956be01L }, + { 0x902fc93a413aa2b9L,0x99a4d915fc98c8a5L,0x52c29407565f1137L, + 0x4072690f21e4f281L } }, + /* 28 << 70 */ + { { 0x36e607cf02ff6072L,0xa47d2ca98ad98cdcL,0xbf471d1ef5f56609L, + 0xbcf86623f264ada0L }, + { 0xb70c0687aa9e5cb6L,0xc98124f217401c6cL,0x8189635fd4a61435L, + 0xd28fb8afa9d98ea6L } }, + /* 29 << 70 */ + { { 0xb9a67c2a40c251f8L,0x88cd5d87a2da44beL,0x437deb96e09b5423L, + 0x150467db64287dc1L }, + { 0xe161debbcdabb839L,0xa79e9742f1839a3eL,0xbb8dd3c2652d202bL, + 0x7b3e67f7e9f97d96L } }, + /* 30 << 70 */ + { { 0x5aa5d78fb1cb6ac9L,0xffa13e8eca1d0d45L,0x369295dd2ba5bf95L, + 0xd68bd1f839aff05eL }, + { 0xaf0d86f926d783f2L,0x543a59b3fc3aafc1L,0x3fcf81d27b7da97cL, + 0xc990a056d25dee46L } }, + /* 31 << 70 */ + { { 0x3e6775b8519cce2cL,0xfc9af71fae13d863L,0x774a4a6f47c1605cL, + 0x46ba42452fd205e8L }, + { 0xa06feea4d3fd524dL,0x1e7246416de1acc2L,0xf53816f1334e2b42L, + 0x49e5918e922f0024L } }, + /* 32 << 70 */ + { { 0x439530b665c7322dL,0xcf12cc01b3c1b3fbL,0xc70b01860172f685L, + 0xb915ee221b58391dL }, + { 0x9afdf03ba317db24L,0x87dec65917b8ffc4L,0x7f46597be4d3d050L, + 0x80a1c1ed006500e7L } }, + /* 33 << 70 */ + { { 0x84902a9678bf030eL,0xfb5e9c9a50560148L,0x6dae0a9263362426L, + 0xdcaeecf4a9e30c40L }, + { 0xc0d887bb518d0c6bL,0x99181152cb985b9dL,0xad186898ef7bc381L, + 0x18168ffb9ee46201L } }, + /* 34 << 70 */ + { { 0x9a04cdaa2502753cL,0xbb279e2651407c41L,0xeacb03aaf23564e5L, + 0x1833658271e61016L }, + { 0x8684b8c4eb809877L,0xb336e18dea0e672eL,0xefb601f034ee5867L, + 0x2733edbe1341cfd1L } }, + /* 35 << 70 */ + { { 0xb15e809a26025c3cL,0xe6e981a69350df88L,0x923762378502fd8eL, + 0x4791f2160c12be9bL }, + { 0xb725678925f02425L,0xec8631947a974443L,0x7c0ce882fb41cc52L, + 0xc266ff7ef25c07f2L } }, + /* 36 << 70 */ + { { 0x3d4da8c3017025f3L,0xefcf628cfb9579b4L,0x5c4d00161f3716ecL, + 0x9c27ebc46801116eL }, + { 0x5eba0ea11da1767eL,0xfe15145247004c57L,0x3ace6df68c2373b7L, + 0x75c3dffe5dbc37acL } }, + /* 37 << 70 */ + { { 0x3dc32a73ddc925fcL,0xb679c8412f65ee0bL,0x715a3295451cbfebL, + 0xd9889768f76e9a29L }, + { 0xec20ce7fb28ad247L,0xe99146c400894d79L,0x71457d7c9f5e3ea7L, + 0x097b266238030031L } }, + /* 38 << 70 */ + { { 0xdb7f6ae6cf9f82a8L,0x319decb9438f473aL,0xa63ab386283856c3L, + 0x13e3172fb06a361bL }, + { 0x2959f8dc7d5a006cL,0x2dbc27c675fba752L,0xc1227ab287c22c9eL, + 0x06f61f7571a268b2L } }, + /* 39 << 70 */ + { { 0x1b6bb97104779ce2L,0xaca838120aadcb1dL,0x297ae0bcaeaab2d5L, + 0xa5c14ee75bfb9f13L }, + { 0xaa00c583f17a62c7L,0x39eb962c173759f6L,0x1eeba1d486c9a88fL, + 0x0ab6c37adf016c5eL } }, + /* 40 << 70 */ + { { 0xa2a147dba28a0749L,0x246c20d6ee519165L,0x5068d1b1d3810715L, + 0xb1e7018c748160b9L }, + { 0x03f5b1faf380ff62L,0xef7fb1ddf3cb2c1eL,0xeab539a8fc91a7daL, + 0x83ddb707f3f9b561L } }, + /* 41 << 70 */ + { { 0xc550e211fe7df7a4L,0xa7cd07f2063f6f40L,0xb0de36352976879cL, + 0xb5f83f85e55741daL }, + { 0x4ea9d25ef3d8ac3dL,0x6fe2066f62819f02L,0x4ab2b9c2cef4a564L, + 0x1e155d965ffa2de3L } }, + /* 42 << 70 */ + { { 0x0eb0a19bc3a72d00L,0x4037665b8513c31bL,0x2fb2b6bf04c64637L, + 0x45c34d6e08cdc639L }, + { 0x56f1e10ff01fd796L,0x4dfb8101fe3667b8L,0xe0eda2539021d0c0L, + 0x7a94e9ff8a06c6abL } }, + /* 43 << 70 */ + { { 0x2d3bb0d9bb9aa882L,0xea20e4e5ec05fd10L,0xed7eeb5f1a1ca64eL, + 0x2fa6b43cc6327cbdL }, + { 0xb577e3cf3aa91121L,0x8c6bd5ea3a34079bL,0xd7e5ba3960e02fc0L, + 0xf16dd2c390141bf8L } }, + /* 44 << 70 */ + { { 0xb57276d980101b98L,0x760883fdb82f0f66L,0x89d7de754bc3eff3L, + 0x03b606435dc2ab40L }, + { 0xcd6e53dfe05beeacL,0xf2f1e862bc3325cdL,0xdd0f7921774f03c3L, + 0x97ca72214552cc1bL } }, + /* 45 << 70 */ + { { 0x5a0d6afe1cd19f72L,0xa20915dcf183fbebL,0x9fda4b40832c403cL, + 0x32738eddbe425442L }, + { 0x469a1df6b5eccf1aL,0x4b5aff4228bbe1f0L,0x31359d7f570dfc93L, + 0xa18be235f0088628L } }, + /* 46 << 70 */ + { { 0xa5b30fbab00ed3a9L,0x34c6137473cdf8beL,0x2c5c5f46abc56797L, + 0x5cecf93db82a8ae2L }, + { 0x7d3dbe41a968fbf0L,0xd23d45831a5c7f3dL,0xf28f69a0c087a9c7L, + 0xc2d75471474471caL } }, + /* 47 << 70 */ + { { 0x36ec9f4a4eb732ecL,0x6c943bbdb1ca6bedL,0xd64535e1f2457892L, + 0x8b84a8eaf7e2ac06L }, + { 0xe0936cd32499dd5fL,0x12053d7e0ed04e57L,0x4bdd0076e4305d9dL, + 0x34a527b91f67f0a2L } }, + /* 48 << 70 */ + { { 0xe79a4af09cec46eaL,0xb15347a1658b9bc7L,0x6bd2796f35af2f75L, + 0xac9579904051c435L }, + { 0x2669dda3c33a655dL,0x5d503c2e88514aa3L,0xdfa113373753dd41L, + 0x3f0546730b754f78L } }, + /* 49 << 70 */ + { { 0xbf185677496125bdL,0xfb0023c83775006cL,0xfa0f072f3a037899L, + 0x4222b6eb0e4aea57L }, + { 0x3dde5e767866d25aL,0xb6eb04f84837aa6fL,0x5315591a2cf1cdb8L, + 0x6dfb4f412d4e683cL } }, + /* 50 << 70 */ + { { 0x7e923ea448ee1f3aL,0x9604d9f705a2afd5L,0xbe1d4a3340ea4948L, + 0x5b45f1f4b44cbd2fL }, + { 0x5faf83764acc757eL,0xa7cf9ab863d68ff7L,0x8ad62f69df0e404bL, + 0xd65f33c212bdafdfL } }, + /* 51 << 70 */ + { { 0xc365de15a377b14eL,0x6bf5463b8e39f60cL,0x62030d2d2ce68148L, + 0xd95867efe6f843a8L }, + { 0xd39a0244ef5ab017L,0x0bd2d8c14ab55d12L,0xc9503db341639169L, + 0x2d4e25b0f7660c8aL } }, + /* 52 << 70 */ + { { 0x760cb3b5e224c5d7L,0xfa3baf8c68616919L,0x9fbca1138d142552L, + 0x1ab18bf17669ebf5L }, + { 0x55e6f53e9bdf25ddL,0x04cc0bf3cb6cd154L,0x595bef4995e89080L, + 0xfe9459a8104a9ac1L } }, + /* 53 << 70 */ + { { 0xad2d89cacce9bb32L,0xddea65e1f7de8285L,0x62ed8c35b351bd4bL, + 0x4150ff360c0e19a7L }, + { 0x86e3c801345f4e47L,0x3bf21f71203a266cL,0x7ae110d4855b1f13L, + 0x5d6aaf6a07262517L } }, + /* 54 << 70 */ + { { 0x1e0f12e1813d28f1L,0x6000e11d7ad7a523L,0xc7d8deefc744a17bL, + 0x1e990b4814c05a00L }, + { 0x68fddaee93e976d5L,0x696241d146610d63L,0xb204e7c3893dda88L, + 0x8bccfa656a3a6946L } }, + /* 55 << 70 */ + { { 0xb59425b4c5cd1411L,0x701b4042ff3658b1L,0xe3e56bca4784cf93L, + 0x27de5f158fe68d60L }, + { 0x4ab9cfcef8d53f19L,0xddb10311a40a730dL,0x6fa73cd14eee0a8aL, + 0xfd5487485249719dL } }, + /* 56 << 70 */ + { { 0x49d66316a8123ef0L,0x73c32db4e7f95438L,0x2e2ed2090d9e7854L, + 0xf98a93299d9f0507L }, + { 0xc5d33cf60c6aa20aL,0x9a32ba1475279bb2L,0x7e3202cb774a7307L, + 0x64ed4bc4e8c42dbdL } }, + /* 57 << 70 */ + { { 0xc20f1a06d4caed0dL,0xb8021407171d22b3L,0xd426ca04d13268d7L, + 0x9237700725f4d126L }, + { 0x4204cbc371f21a85L,0x18461b7af82369baL,0xc0c07d313fc858f9L, + 0x5deb5a50e2bab569L } }, + /* 58 << 70 */ + { { 0xd5959d46d5eea89eL,0xfdff842408437f4bL,0xf21071e43cfe254fL, + 0x7241769695468321L }, + { 0x5d8288b9102cae3eL,0x2d143e3df1965dffL,0x00c9a376a078d847L, + 0x6fc0da3126028731L } }, + /* 59 << 70 */ + { { 0xa2baeadfe45083a2L,0x66bc72185e5b4bcdL,0x2c826442d04b8e7fL, + 0xc19f54516c4b586bL }, + { 0x60182c495b7eeed5L,0xd9954ecd7aa9dfa1L,0xa403a8ecc73884adL, + 0x7fb17de29bb39041L } }, + /* 60 << 70 */ + { { 0x694b64c5abb020e8L,0x3d18c18419c4eec7L,0x9c4673ef1c4793e5L, + 0xc7b8aeb5056092e6L }, + { 0x3aa1ca43f0f8c16bL,0x224ed5ecd679b2f6L,0x0d56eeaf55a205c9L, + 0xbfe115ba4b8e028bL } }, + /* 61 << 70 */ + { { 0x97e608493927f4feL,0xf91fbf94759aa7c5L,0x985af7696be90a51L, + 0xc1277b7878ccb823L }, + { 0x395b656ee7a75952L,0x00df7de0928da5f5L,0x09c231754ca4454fL, + 0x4ec971f47aa2d3c1L } }, + /* 62 << 70 */ + { { 0x45c3c507e75d9cccL,0x63b7be8a3dc90306L,0x37e09c665db44bdcL, + 0x50d60da16841c6a2L }, + { 0x6f9b65ee08df1b12L,0x387348797ff089dfL,0x9c331a663fe8013dL, + 0x017f5de95f42fcc8L } }, + /* 63 << 70 */ + { { 0x43077866e8e57567L,0xc9f781cef9fcdb18L,0x38131dda9b12e174L, + 0x25d84aa38a03752aL }, + { 0x45e09e094d0c0ce2L,0x1564008b92bebba5L,0xf7e8ad31a87284c7L, + 0xb7c4b46c97e7bbaaL } }, + /* 64 << 70 */ + { { 0x3e22a7b397acf4ecL,0x0426c4005ea8b640L,0x5e3295a64e969285L, + 0x22aabc59a6a45670L }, + { 0xb929714c5f5942bcL,0x9a6168bdfa3182edL,0x2216a665104152baL, + 0x46908d03b6926368L } }, + /* 0 << 77 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 77 */ + { { 0xa9f5d8745a1251fbL,0x967747a8c72725c7L,0x195c33e531ffe89eL, + 0x609d210fe964935eL }, + { 0xcafd6ca82fe12227L,0xaf9b5b960426469dL,0x2e9ee04c5693183cL, + 0x1084a333c8146fefL } }, + /* 2 << 77 */ + { { 0x96649933aed1d1f7L,0x566eaff350563090L,0x345057f0ad2e39cfL, + 0x148ff65b1f832124L }, + { 0x042e89d4cf94cf0dL,0x319bec84520c58b3L,0x2a2676265361aa0dL, + 0xc86fa3028fbc87adL } }, + /* 3 << 77 */ + { { 0xfc83d2ab5c8b06d5L,0xb1a785a2fe4eac46L,0xb99315bc846f7779L, + 0xcf31d816ef9ea505L }, + { 0x2391fe6a15d7dc85L,0x2f132b04b4016b33L,0x29547fe3181cb4c7L, + 0xdb66d8a6650155a1L } }, + /* 4 << 77 */ + { { 0x6b66d7e1adc1696fL,0x98ebe5930acd72d0L,0x65f24550cc1b7435L, + 0xce231393b4b9a5ecL }, + { 0x234a22d4db067df9L,0x98dda095caff9b00L,0x1bbc75a06100c9c1L, + 0x1560a9c8939cf695L } }, + /* 5 << 77 */ + { { 0xcf006d3e99e0925fL,0x2dd74a966322375aL,0xc58b446ab56af5baL, + 0x50292683e0b9b4f1L }, + { 0xe2c34cb41aeaffa3L,0x8b17203f9b9587c1L,0x6d559207ead1350cL, + 0x2b66a215fb7f9604L } }, + /* 6 << 77 */ + { { 0x0850325efe51bf74L,0x9c4f579e5e460094L,0x5c87b92a76da2f25L, + 0x889de4e06febef33L }, + { 0x6900ec06646083ceL,0xbe2a0335bfe12773L,0xadd1da35c5344110L, + 0x757568b7b802cd20L } }, + /* 7 << 77 */ + { { 0x7555977900f7e6c8L,0x38e8b94f0facd2f0L,0xfea1f3af03fde375L, + 0x5e11a1d875881dfcL }, + { 0xb3a6b02ec1e2f2efL,0x193d2bbbc605a6c5L,0x325ffeee339a0b2dL, + 0x27b6a7249e0c8846L } }, + /* 8 << 77 */ + { { 0xe4050f1cf1c367caL,0x9bc85a9bc90fbc7dL,0xa373c4a2e1a11032L, + 0xb64232b7ad0393a9L }, + { 0xf5577eb0167dad29L,0x1604f30194b78ab2L,0x0baa94afe829348bL, + 0x77fbd8dd41654342L } }, + /* 9 << 77 */ + { { 0xdab50ea5b964e39aL,0xd4c29e3cd0d3c76eL,0x80dae67c56d11964L, + 0x7307a8bfe5ffcc2fL }, + { 0x65bbc1aa91708c3bL,0xa151e62c28bf0eebL,0x6cb533816fa34db7L, + 0x5139e05ca29403a8L } }, + /* 10 << 77 */ + { { 0x6ff651b494a7cd2eL,0x5671ffd10699336cL,0x6f5fd2cc979a896aL, + 0x11e893a8d8148cefL }, + { 0x988906a165cf7b10L,0x81b67178c50d8485L,0x7c0deb358a35b3deL, + 0x423ac855c1d29799L } }, + /* 11 << 77 */ + { { 0xaf580d87dac50b74L,0x28b2b89f5869734cL,0x99a3b936874e28fbL, + 0xbb2c919025f3f73aL }, + { 0x199f691884a9d5b7L,0x7ebe23257e770374L,0xf442e1070738efe2L, + 0xcf9f3f56cf9082d2L } }, + /* 12 << 77 */ + { { 0x719f69e109618708L,0xcc9e8364c183f9b1L,0xec203a95366a21afL, + 0x6aec5d6d068b141fL }, + { 0xee2df78a994f04e9L,0xb39ccae8271245b0L,0xb875a4a997e43f4fL, + 0x507dfe11db2cea98L } }, + /* 13 << 77 */ + { { 0x4fbf81cb489b03e9L,0xdb86ec5b6ec414faL,0xfad444f9f51b3ae5L, + 0xca7d33d61914e3feL }, + { 0xa9c32f5c0ae6c4d0L,0xa9ca1d1e73969568L,0x98043c311aa7467eL, + 0xe832e75ce21b5ac6L } }, + /* 14 << 77 */ + { { 0x314b7aea5232123dL,0x08307c8c65ae86dbL,0x06e7165caa4668edL, + 0xb170458bb4d3ec39L }, + { 0x4d2e3ec6c19bb986L,0xc5f34846ae0304edL,0x917695a06c9f9722L, + 0x6c7f73174cab1c0aL } }, + /* 15 << 77 */ + { { 0x6295940e9d6d2e8bL,0xd318b8c1549f7c97L,0x2245320497713885L, + 0x468d834ba8a440feL }, + { 0xd81fe5b2bfba796eL,0x152364db6d71f116L,0xbb8c7c59b5b66e53L, + 0x0b12c61b2641a192L } }, + /* 16 << 77 */ + { { 0x31f14802fcf0a7fdL,0x42fd07895488b01eL,0x71d78d6d9952b498L, + 0x8eb572d907ac5201L }, + { 0xe0a2a44c4d194a88L,0xd2b63fd9ba017e66L,0x78efc6c8f888aefcL, + 0xb76f6bda4a881a11L } }, + /* 17 << 77 */ + { { 0x187f314bb46c2397L,0x004cf5665ded2819L,0xa9ea570438764d34L, + 0xbba4521778084709L }, + { 0x064745711171121eL,0xad7b7eb1e7c9b671L,0xdacfbc40730f7507L, + 0x178cd8c6c7ad7bd1L } }, + /* 18 << 77 */ + { { 0xbf0be101b2a67238L,0x3556d367af9c14f2L,0x104b7831a5662075L, + 0x58ca59bb79d9e60aL }, + { 0x4bc45392a569a73bL,0x517a52e85698f6c9L,0x85643da5aeadd755L, + 0x1aed0cd52a581b84L } }, + /* 19 << 77 */ + { { 0xb9b4ff8480af1372L,0x244c3113f1ba5d1fL,0x2a5dacbef5f98d31L, + 0x2c3323e84375bc2aL }, + { 0x17a3ab4a5594b1ddL,0xa1928bfbceb4797eL,0xe83af245e4886a19L, + 0x8979d54672b5a74aL } }, + /* 20 << 77 */ + { { 0xa0f726bc19f9e967L,0xd9d03152e8fbbf4eL,0xcfd6f51db7707d40L, + 0x633084d963f6e6e0L }, + { 0xedcd9cdc55667eafL,0x73b7f92b2e44d56fL,0xfb2e39b64e962b14L, + 0x7d408f6ef671fcbfL } }, + /* 21 << 77 */ + { { 0xcc634ddc164a89bbL,0x74a42bb23ef3bd05L,0x1280dbb2428decbbL, + 0x6103f6bb402c8596L }, + { 0xfa2bf581355a5752L,0x562f96a800946674L,0x4e4ca16d6da0223bL, + 0xfe47819f28d3aa25L } }, + /* 22 << 77 */ + { { 0x9eea3075f8dfcf8aL,0xa284f0aa95669825L,0xb3fca250867d3fd8L, + 0x20757b5f269d691eL }, + { 0xf2c2402093b8a5deL,0xd3f93359ebc06da6L,0x1178293eb2739c33L, + 0xd2a3e770bcd686e5L } }, + /* 23 << 77 */ + { { 0xa76f49f4cd941534L,0x0d37406be3c71c0eL,0x172d93973b97f7e3L, + 0xec17e239bd7fd0deL }, + { 0xe32905516f496ba2L,0x6a69317236ad50e7L,0xc4e539a283e7eff5L, + 0x752737e718e1b4cfL } }, + /* 24 << 77 */ + { { 0xa2f7932c68af43eeL,0x5502468e703d00bdL,0xe5dc978f2fb061f5L, + 0xc9a1904a28c815adL }, + { 0xd3af538d470c56a4L,0x159abc5f193d8cedL,0x2a37245f20108ef3L, + 0xfa17081e223f7178L } }, + /* 25 << 77 */ + { { 0x27b0fb2b10c8c0f5L,0x2102c3ea40650547L,0x594564df8ac3bfa7L, + 0x98102033509dad96L }, + { 0x6989643ff1d18a13L,0x35eebd91d7fc5af0L,0x078d096afaeaafd8L, + 0xb7a89341def3de98L } }, + /* 26 << 77 */ + { { 0x2a206e8decf2a73aL,0x066a63978e551994L,0x3a6a088ab98d53a2L, + 0x0ce7c67c2d1124aaL }, + { 0x48cec671759a113cL,0xe3b373d34f6f67faL,0x5455d479fd36727bL, + 0xe5a428eea13c0d81L } }, + /* 27 << 77 */ + { { 0xb853dbc81c86682bL,0xb78d2727b8d02b2aL,0xaaf69bed8ebc329aL, + 0xdb6b40b3293b2148L }, + { 0xe42ea77db8c4961fL,0xb1a12f7c20e5e0abL,0xa0ec527479e8b05eL, + 0x68027391fab60a80L } }, + /* 28 << 77 */ + { { 0x6bfeea5f16b1bd5eL,0xf957e4204de30ad3L,0xcbaf664e6a353b9eL, + 0x5c87331226d14febL }, + { 0x4e87f98cb65f57cbL,0xdb60a6215e0cdd41L,0x67c16865a6881440L, + 0x1093ef1a46ab52aaL } }, + /* 29 << 77 */ + { { 0xc095afb53f4ece64L,0x6a6bb02e7604551aL,0x55d44b4e0b26b8cdL, + 0xe5f9a999f971268aL }, + { 0xc08ec42511a7de84L,0x83568095fda469ddL,0x737bfba16c6c90a2L, + 0x1cb9c4a0be229831L } }, + /* 30 << 77 */ + { { 0x93bccbbabb2eec64L,0xa0c23b64da03adbeL,0x5f7aa00ae0e86ac4L, + 0x470b941efc1401e6L }, + { 0x5ad8d6799df43574L,0x4ccfb8a90f65d810L,0x1bce80e3aa7fbd81L, + 0x273291ad9508d20aL } }, + /* 31 << 77 */ + { { 0xf5c4b46b42a92806L,0x810684eca86ab44aL,0x4591640bca0bc9f8L, + 0xb5efcdfc5c4b6054L }, + { 0x16fc89076e9edd12L,0xe29d0b50d4d792f9L,0xa45fd01c9b03116dL, + 0x85035235c81765a4L } }, + /* 32 << 77 */ + { { 0x1fe2a9b2b4b4b67cL,0xc1d10df0e8020604L,0x9d64abfcbc8058d8L, + 0x8943b9b2712a0fbbL }, + { 0x90eed9143b3def04L,0x85ab3aa24ce775ffL,0x605fd4ca7bbc9040L, + 0x8b34a564e2c75dfbL } }, + /* 33 << 77 */ + { { 0x41ffc94a10358560L,0x2d8a50729e5c28aaL,0xe915a0fc4cc7eb15L, + 0xe9efab058f6d0f5dL }, + { 0xdbab47a9d19e9b91L,0x8cfed7450276154cL,0x154357ae2cfede0dL, + 0x520630df19f5a4efL } }, + /* 34 << 77 */ + { { 0x25759f7ce382360fL,0xb6db05c988bf5857L,0x2917d61d6c58d46cL, + 0x14f8e491fd20cb7aL }, + { 0xb68a727a11c20340L,0x0386f86faf7ccbb6L,0x5c8bc6ccfee09a20L, + 0x7d76ff4abb7eea35L } }, + /* 35 << 77 */ + { { 0xa7bdebe7db15be7aL,0x67a08054d89f0302L,0x56bf0ea9c1193364L, + 0xc824446762837ebeL }, + { 0x32bd8e8b20d841b8L,0x127a0548dbb8a54fL,0x83dd4ca663b20236L, + 0x87714718203491faL } }, + /* 36 << 77 */ + { { 0x4dabcaaaaa8a5288L,0x91cc0c8aaf23a1c9L,0x34c72c6a3f220e0cL, + 0xbcc20bdf1232144aL }, + { 0x6e2f42daa20ede1bL,0xc441f00c74a00515L,0xbf46a5b6734b8c4bL, + 0x574095037b56c9a4L } }, + /* 37 << 77 */ + { { 0x9f735261e4585d45L,0x9231faed6734e642L,0x1158a176be70ee6cL, + 0x35f1068d7c3501bfL }, + { 0x6beef900a2d26115L,0x649406f2ef0afee3L,0x3f43a60abc2420a1L, + 0x509002a7d5aee4acL } }, + /* 38 << 77 */ + { { 0xb46836a53ff3571bL,0x24f98b78837927c1L,0x6254256a4533c716L, + 0xf27abb0bd07ee196L }, + { 0xd7cf64fc5c6d5bfdL,0x6915c751f0cd7a77L,0xd9f590128798f534L, + 0x772b0da8f81d8b5fL } }, + /* 39 << 77 */ + { { 0x1244260c2e03fa69L,0x36cf0e3a3be1a374L,0x6e7c1633ef06b960L, + 0xa71a4c55671f90f6L }, + { 0x7a94125133c673dbL,0xc0bea51073e8c131L,0x61a8a699d4f6c734L, + 0x25e78c88341ed001L } }, + /* 40 << 77 */ + { { 0x5c18acf88e2f7d90L,0xfdbf33d777be32cdL,0x0a085cd7d2eb5ee9L, + 0x2d702cfbb3201115L }, + { 0xb6e0ebdb85c88ce8L,0x23a3ce3c1e01d617L,0x3041618e567333acL, + 0x9dd0fd8f157edb6bL } }, + /* 41 << 77 */ + { { 0x27f74702b57872b8L,0x2ef26b4f657d5fe1L,0x95426f0a57cf3d40L, + 0x847e2ad165a6067aL }, + { 0xd474d9a009996a74L,0x16a56acd2a26115cL,0x02a615c3d16f4d43L, + 0xcc3fc965aadb85b7L } }, + /* 42 << 77 */ + { { 0x386bda73ce07d1b0L,0xd82910c258ad4178L,0x124f82cfcd2617f4L, + 0xcc2f5e8def691770L }, + { 0x82702550b8c30cccL,0x7b856aea1a8e575aL,0xbb822fefb1ab9459L, + 0x085928bcec24e38eL } }, + /* 43 << 77 */ + { { 0x5d0402ecba8f4b4dL,0xc07cd4ba00b4d58bL,0x5d8dffd529227e7aL, + 0x61d44d0c31bf386fL }, + { 0xe486dc2b135e6f4dL,0x680962ebe79410efL,0xa61bd343f10088b5L, + 0x6aa76076e2e28686L } }, + /* 44 << 77 */ + { { 0x80463d118fb98871L,0xcb26f5c3bbc76affL,0xd4ab8eddfbe03614L, + 0xc8eb579bc0cf2deeL }, + { 0xcc004c15c93bae41L,0x46fbae5d3aeca3b2L,0x671235cf0f1e9ab1L, + 0xadfba9349ec285c1L } }, + /* 45 << 77 */ + { { 0x88ded013f216c980L,0xc8ac4fb8f79e0bc1L,0xa29b89c6fb97a237L, + 0xb697b7809922d8e7L }, + { 0x3142c639ddb945b5L,0x447b06c7e094c3a9L,0xcdcb364272266c90L, + 0x633aad08a9385046L } }, + /* 46 << 77 */ + { { 0xa36c936bb57c6477L,0x871f8b64e94dbcc6L,0x28d0fb62a591a67bL, + 0x9d40e081c1d926f5L }, + { 0x3111eaf6f2d84b5aL,0x228993f9a565b644L,0x0ccbf5922c83188bL, + 0xf87b30ab3df3e197L } }, + /* 47 << 77 */ + { { 0xb8658b317642bca8L,0x1a032d7f52800f17L,0x051dcae579bf9445L, + 0xeba6b8ee54a2e253L }, + { 0x5c8b9cadd4485692L,0x84bda40e8986e9beL,0xd16d16a42f0db448L, + 0x8ec80050a14d4188L } }, + /* 48 << 77 */ + { { 0xb2b2610798fa7aaaL,0x41209ee4f073aa4eL,0xf1570359f2d6b19bL, + 0xcbe6868cfc577cafL }, + { 0x186c4bdc32c04dd3L,0xa6c35faecfeee397L,0xb4a1b312f086c0cfL, + 0xe0a5ccc6d9461fe2L } }, + /* 49 << 77 */ + { { 0xc32278aa1536189fL,0x1126c55fba6df571L,0x0f71a602b194560eL, + 0x8b2d7405324bd6e1L }, + { 0x8481939e3738be71L,0xb5090b1a1a4d97a9L,0x116c65a3f05ba915L, + 0x21863ad3aae448aaL } }, + /* 50 << 77 */ + { { 0xd24e2679a7aae5d3L,0x7076013d0de5c1c4L,0x2d50f8babb05b629L, + 0x73c1abe26e66efbbL }, + { 0xefd4b422f2488af7L,0xe4105d02663ba575L,0x7eb60a8b53a69457L, + 0x62210008c945973bL } }, + /* 51 << 77 */ + { { 0xfb25547877a50ec6L,0xbf0392f70a37a72cL,0xa0a7a19c4be18e7aL, + 0x90d8ea1625b1e0afL }, + { 0x7582a293ef953f57L,0x90a64d05bdc5465aL,0xca79c497e2510717L, + 0x560dbb7c18cb641fL } }, + /* 52 << 77 */ + { { 0x1d8e32864b66abfbL,0xd26f52e559030900L,0x1ee3f6435584941aL, + 0x6d3b3730569f5958L }, + { 0x9ff2a62f4789dba5L,0x91fcb81572b5c9b7L,0xf446cb7d6c8f9a0eL, + 0x48f625c139b7ecb5L } }, + /* 53 << 77 */ + { { 0xbabae8011c6219b8L,0xe7a562d928ac2f23L,0xe1b4873226e20588L, + 0x06ee1cad775af051L }, + { 0xda29ae43faff79f7L,0xc141a412652ee9e0L,0x1e127f6f195f4bd0L, + 0x29c6ab4f072f34f8L } }, + /* 54 << 77 */ + { { 0x7b7c147730448112L,0x82b51af1e4a38656L,0x2bf2028a2f315010L, + 0xc9a4a01f6ea88cd4L }, + { 0xf63e95d8257e5818L,0xdd8efa10b4519b16L,0xed8973e00da910bfL, + 0xed49d0775c0fe4a9L } }, + /* 55 << 77 */ + { { 0xac3aac5eb7caee1eL,0x1033898da7f4da57L,0x42145c0e5c6669b9L, + 0x42daa688c1aa2aa0L }, + { 0x629cc15c1a1d885aL,0x25572ec0f4b76817L,0x8312e4359c8f8f28L, + 0x8107f8cd81965490L } }, + /* 56 << 77 */ + { { 0x516ff3a36fa6110cL,0x74fb1eb1fb93561fL,0x6c0c90478457522bL, + 0xcfd321046bb8bdc6L }, + { 0x2d6884a2cc80ad57L,0x7c27fc3586a9b637L,0x3461baedadf4e8cdL, + 0x1d56251a617242f0L } }, + /* 57 << 77 */ + { { 0x0b80d209c955bef4L,0xdf02cad206adb047L,0xf0d7cb915ec74feeL, + 0xd25033751111ba44L }, + { 0x9671755edf53cb36L,0x54dcb6123368551bL,0x66d69aacc8a025a4L, + 0x6be946c6e77ef445L } }, + /* 58 << 77 */ + { { 0x719946d1a995e094L,0x65e848f6e51e04d8L,0xe62f33006a1e3113L, + 0x1541c7c1501de503L }, + { 0x4daac9faf4acfadeL,0x0e58589744cd0b71L,0x544fd8690a51cd77L, + 0x60fc20ed0031016dL } }, + /* 59 << 77 */ + { { 0x58b404eca4276867L,0x46f6c3cc34f34993L,0x477ca007c636e5bdL, + 0x8018f5e57c458b47L }, + { 0xa1202270e47b668fL,0xcef48ccdee14f203L,0x23f98bae62ff9b4dL, + 0x55acc035c589edddL } }, + /* 60 << 77 */ + { { 0x3fe712af64db4444L,0x19e9d634becdd480L,0xe08bc047a930978aL, + 0x2dbf24eca1280733L }, + { 0x3c0ae38c2cd706b2L,0x5b012a5b359017b9L,0x3943c38c72e0f5aeL, + 0x786167ea57176fa3L } }, + /* 61 << 77 */ + { { 0xe5f9897d594881dcL,0x6b5efad8cfb820c1L,0xb2179093d55018deL, + 0x39ad7d320bac56ceL }, + { 0xb55122e02cfc0e81L,0x117c4661f6d89daaL,0x362d01e1cb64fa09L, + 0x6a309b4e3e9c4dddL } }, + /* 62 << 77 */ + { { 0xfa979fb7abea49b1L,0xb4b1d27d10e2c6c5L,0xbd61c2c423afde7aL, + 0xeb6614f89786d358L }, + { 0x4a5d816b7f6f7459L,0xe431a44f09360e7bL,0x8c27a032c309914cL, + 0xcea5d68acaede3d8L } }, + /* 63 << 77 */ + { { 0x3668f6653a0a3f95L,0x893694167ceba27bL,0x89981fade4728fe9L, + 0x7102c8a08a093562L }, + { 0xbb80310e235d21c8L,0x505e55d1befb7f7bL,0xa0a9081112958a67L, + 0xd67e106a4d851fefL } }, + /* 64 << 77 */ + { { 0xb84011a9431dd80eL,0xeb7c7cca73306cd9L,0x20fadd29d1b3b730L, + 0x83858b5bfe37b3d3L }, + { 0xbf4cd193b6251d5cL,0x1cca1fd31352d952L,0xc66157a490fbc051L, + 0x7990a63889b98636L } }, + /* 0 << 84 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 84 */ + { { 0xe5aa692a87dec0e1L,0x010ded8df7b39d00L,0x7b1b80c854cfa0b5L, + 0x66beb876a0f8ea28L }, + { 0x50d7f5313476cd0eL,0xa63d0e65b08d3949L,0x1a09eea953479fc6L, + 0x82ae9891f499e742L } }, + /* 2 << 84 */ + { { 0xab58b9105ca7d866L,0x582967e23adb3b34L,0x89ae4447cceac0bcL, + 0x919c667c7bf56af5L }, + { 0x9aec17b160f5dcd7L,0xec697b9fddcaadbcL,0x0b98f341463467f5L, + 0xb187f1f7a967132fL } }, + /* 3 << 84 */ + { { 0x90fe7a1d214aeb18L,0x1506af3c741432f7L,0xbb5565f9e591a0c4L, + 0x10d41a77b44f1bc3L }, + { 0xa09d65e4a84bde96L,0x42f060d8f20a6a1cL,0x652a3bfdf27f9ce7L, + 0xb6bdb65c3b3d739fL } }, + /* 4 << 84 */ + { { 0xeb5ddcb6ec7fae9fL,0x995f2714efb66e5aL,0xdee95d8e69445d52L, + 0x1b6c2d4609e27620L }, + { 0x32621c318129d716L,0xb03909f10958c1aaL,0x8c468ef91af4af63L, + 0x162c429ffba5cdf6L } }, + /* 5 << 84 */ + { { 0x2f682343753b9371L,0x29cab45a5f1f9cd7L,0x571623abb245db96L, + 0xc507db093fd79999L }, + { 0x4e2ef652af036c32L,0x86f0cc7805018e5cL,0xc10a73d4ab8be350L, + 0x6519b3977e826327L } }, + /* 6 << 84 */ + { { 0xe8cb5eef9c053df7L,0x8de25b37b300ea6fL,0xdb03fa92c849cffbL, + 0x242e43a7e84169bbL }, + { 0xe4fa51f4dd6f958eL,0x6925a77ff4445a8dL,0xe6e72a50e90d8949L, + 0xc66648e32b1f6390L } }, + /* 7 << 84 */ + { { 0xb2ab1957173e460cL,0x1bbbce7530704590L,0xc0a90dbddb1c7162L, + 0x505e399e15cdd65dL }, + { 0x68434dcb57797ab7L,0x60ad35ba6a2ca8e8L,0x4bfdb1e0de3336c1L, + 0xbbef99ebd8b39015L } }, + /* 8 << 84 */ + { { 0x6c3b96f31711ebecL,0x2da40f1fce98fdc4L,0xb99774d357b4411fL, + 0x87c8bdf415b65bb6L }, + { 0xda3a89e3c2eef12dL,0xde95bb9b3c7471f3L,0x600f225bd812c594L, + 0x54907c5d2b75a56bL } }, + /* 9 << 84 */ + { { 0xa93cc5f08db60e35L,0x743e3cd6fa833319L,0x7dad5c41f81683c9L, + 0x70c1e7d99c34107eL }, + { 0x0edc4a39a6be0907L,0x36d4703586d0b7d3L,0x8c76da03272bfa60L, + 0x0b4a07ea0f08a414L } }, + /* 10 << 84 */ + { { 0x699e4d2945c1dd53L,0xcadc5898231debb5L,0xdf49fcc7a77f00e0L, + 0x93057bbfa73e5a0eL }, + { 0x2f8b7ecd027a4cd1L,0x114734b3c614011aL,0xe7a01db767677c68L, + 0x89d9be5e7e273f4fL } }, + /* 11 << 84 */ + { { 0xd225cb2e089808efL,0xf1f7a27dd59e4107L,0x53afc7618211b9c9L, + 0x0361bc67e6819159L }, + { 0x2a865d0b7f071426L,0x6a3c1810e7072567L,0x3e3bca1e0d6bcabdL, + 0xa1b02bc1408591bcL } }, + /* 12 << 84 */ + { { 0xe0deee5931fba239L,0xf47424d398bd91d1L,0x0f8886f4071a3c1dL, + 0x3f7d41e8a819233bL }, + { 0x708623c2cf6eb998L,0x86bb49af609a287fL,0x942bb24963c90762L, + 0x0ef6eea555a9654bL } }, + /* 13 << 84 */ + { { 0x5f6d2d7236f5defeL,0xfa9922dc56f99176L,0x6c8c5ecef78ce0c7L, + 0x7b44589dbe09b55eL }, + { 0xe11b3bca9ea83770L,0xd7fa2c7f2ab71547L,0x2a3dd6fa2a1ddcc0L, + 0x09acb4305a7b7707L } }, + /* 14 << 84 */ + { { 0x4add4a2e649d4e57L,0xcd53a2b01917526eL,0xc526233020b44ac4L, + 0x4028746abaa2c31dL }, + { 0x5131839064291d4cL,0xbf48f151ee5ad909L,0xcce57f597b185681L, + 0x7c3ac1b04854d442L } }, + /* 15 << 84 */ + { { 0x65587dc3c093c171L,0xae7acb2424f42b65L,0x5a338adb955996cbL, + 0xc8e656756051f91bL }, + { 0x66711fba28b8d0b1L,0x15d74137b6c10a90L,0x70cdd7eb3a232a80L, + 0xc9e2f07f6191ed24L } }, + /* 16 << 84 */ + { { 0xa80d1db6f79588c0L,0xfa52fc69b55768ccL,0x0b4df1ae7f54438aL, + 0x0cadd1a7f9b46a4fL }, + { 0xb40ea6b31803dd6fL,0x488e4fa555eaae35L,0x9f047d55382e4e16L, + 0xc9b5b7e02f6e0c98L } }, + /* 17 << 84 */ + { { 0x6b1bd2d395762649L,0xa9604ee7c7aea3f6L,0x3646ff276dc6f896L, + 0x9bf0e7f52860bad1L }, + { 0x2d92c8217cb44b92L,0xa2f5ce63aea9c182L,0xd0a2afb19154a5fdL, + 0x482e474c95801da6L } }, + /* 18 << 84 */ + { { 0xc19972d0b611c24bL,0x1d468e6560a8f351L,0xeb7580697bcf6421L, + 0xec9dd0ee88fbc491L }, + { 0x5b59d2bf956c2e32L,0x73dc6864dcddf94eL,0xfd5e2321bcee7665L, + 0xa7b4f8ef5e9a06c4L } }, + /* 19 << 84 */ + { { 0xfba918dd7280f855L,0xbbaac2608baec688L,0xa3b3f00f33400f42L, + 0x3d2dba2966f2e6e4L }, + { 0xb6f71a9498509375L,0x8f33031fcea423ccL,0x009b8dd04807e6fbL, + 0x5163cfe55cdb954cL } }, + /* 20 << 84 */ + { { 0x03cc8f17cf41c6e8L,0xf1f03c2a037b925cL,0xc39c19cc66d2427cL, + 0x823d24ba7b6c18e4L }, + { 0x32ef9013901f0b4fL,0x684360f1f8941c2eL,0x0ebaff522c28092eL, + 0x7891e4e3256c932fL } }, + /* 21 << 84 */ + { { 0x51264319ac445e3dL,0x553432e78ea74381L,0xe6eeaa6967e9c50aL, + 0x27ced28462e628c7L }, + { 0x3f96d3757a4afa57L,0xde0a14c3e484c150L,0x364a24eb38bd9923L, + 0x1df18da0e5177422L } }, + /* 22 << 84 */ + { { 0x174e8f82d8d38a9bL,0x2e97c600e7de1391L,0xc5709850a1c175ddL, + 0x969041a032ae5035L }, + { 0xcbfd533b76a2086bL,0xd6bba71bd7c2e8feL,0xb2d58ee6099dfb67L, + 0x3a8b342d064a85d9L } }, + /* 23 << 84 */ + { { 0x3bc07649522f9be3L,0x690c075bdf1f49a8L,0x80e1aee83854ec42L, + 0x2a7dbf4417689dc7L }, + { 0xc004fc0e3faf4078L,0xb2f02e9edf11862cL,0xf10a5e0fa0a1b7b3L, + 0x30aca6238936ec80L } }, + /* 24 << 84 */ + { { 0xf83cbf0502f40d9aL,0x4681c4682c318a4dL,0x985756180e9c2674L, + 0xbe79d0461847092eL }, + { 0xaf1e480a78bd01e0L,0x6dd359e472a51db9L,0x62ce3821e3afbab6L, + 0xc5cee5b617733199L } }, + /* 25 << 84 */ + { { 0xe08b30d46ffd9fbbL,0x6e5bc69936c610b7L,0xf343cff29ce262cfL, + 0xca2e4e3568b914c1L }, + { 0x011d64c016de36c5L,0xe0b10fdd42e2b829L,0x789429816685aaf8L, + 0xe7511708230ede97L } }, + /* 26 << 84 */ + { { 0x671ed8fc3b922bf8L,0xe4d8c0a04c29b133L,0x87eb12393b6e99c4L, + 0xaff3974c8793bebaL }, + { 0x037494052c18df9bL,0xc5c3a29391007139L,0x6a77234fe37a0b95L, + 0x02c29a21b661c96bL } }, + /* 27 << 84 */ + { { 0xc3aaf1d6141ecf61L,0x9195509e3bb22f53L,0x2959740422d51357L, + 0x1b083822537bed60L }, + { 0xcd7d6e35e07289f0L,0x1f94c48c6dd86effL,0xc8bb1f82eb0f9cfaL, + 0x9ee0b7e61b2eb97dL } }, + /* 28 << 84 */ + { { 0x5a52fe2e34d74e31L,0xa352c3103bf79ab6L,0x97ff6c5aabfeeb8fL, + 0xbfbe8feff5c97305L }, + { 0xd6081ce6a7904608L,0x1f812f3ac4fca249L,0x9b24bc9ab9e5e200L, + 0x91022c6738012ee8L } }, + /* 29 << 84 */ + { { 0xe83d9c5d30a713a1L,0x4876e3f084ef0f93L,0xc9777029c1fbf928L, + 0xef7a6bb3bce7d2a4L }, + { 0xb8067228dfa2a659L,0xd5cd3398d877a48fL,0xbea4fd8f025d0f3fL, + 0xd67d2e352eae7c2bL } }, + /* 30 << 84 */ + { { 0x184de7d7cc5f4394L,0xb5551b5c4536e142L,0x2e89b212d34aa60aL, + 0x14a96feaf50051d5L }, + { 0x4e21ef740d12bb0bL,0xc522f02060b9677eL,0x8b12e4672df7731dL, + 0x39f803827b326d31L } }, + /* 31 << 84 */ + { { 0xdfb8630c39024a94L,0xaacb96a897319452L,0xd68a3961eda3867cL, + 0x0c58e2b077c4ffcaL }, + { 0x3d545d634da919faL,0xef79b69af15e2289L,0x54bc3d3d808bab10L, + 0xc8ab300745f82c37L } }, + /* 32 << 84 */ + { { 0xc12738b67c4a658aL,0xb3c4763940e72182L,0x3b77be468798e44fL, + 0xdc047df217a7f85fL }, + { 0x2439d4c55e59d92dL,0xcedca475e8e64d8dL,0xa724cd0d87ca9b16L, + 0x35e4fd59a5540dfeL } }, + /* 33 << 84 */ + { { 0xf8c1ff18e4bcf6b1L,0x856d6285295018faL,0x433f665c3263c949L, + 0xa6a76dd6a1f21409L }, + { 0x17d32334cc7b4f79L,0xa1d0312206720e4aL,0xadb6661d81d9bed5L, + 0xf0d6fb0211db15d1L } }, + /* 34 << 84 */ + { { 0x7fd11ad51fb747d2L,0xab50f9593033762bL,0x2a7e711bfbefaf5aL, + 0xc73932783fef2bbfL }, + { 0xe29fa2440df6f9beL,0x9092757b71efd215L,0xee60e3114f3d6fd9L, + 0x338542d40acfb78bL } }, + /* 35 << 84 */ + { { 0x44a23f0838961a0fL,0x1426eade986987caL,0x36e6ee2e4a863cc6L, + 0x48059420628b8b79L }, + { 0x30303ad87396e1deL,0x5c8bdc4838c5aad1L,0x3e40e11f5c8f5066L, + 0xabd6e7688d246bbdL } }, + /* 36 << 84 */ + { { 0x68aa40bb23330a01L,0xd23f5ee4c34eafa0L,0x3bbee3155de02c21L, + 0x18dd4397d1d8dd06L }, + { 0x3ba1939a122d7b44L,0xe6d3b40aa33870d6L,0x8e620f701c4fe3f8L, + 0xf6bba1a5d3a50cbfL } }, + /* 37 << 84 */ + { { 0x4a78bde5cfc0aee0L,0x847edc46c08c50bdL,0xbaa2439cad63c9b2L, + 0xceb4a72810fc2acbL }, + { 0xa419e40e26da033dL,0x6cc3889d03e02683L,0x1cd28559fdccf725L, + 0x0fd7e0f18d13d208L } }, + /* 38 << 84 */ + { { 0x01b9733b1f0df9d4L,0x8cc2c5f3a2b5e4f3L,0x43053bfa3a304fd4L, + 0x8e87665c0a9f1aa7L }, + { 0x087f29ecd73dc965L,0x15ace4553e9023dbL,0x2370e3092bce28b4L, + 0xf9723442b6b1e84aL } }, + /* 39 << 84 */ + { { 0xbeee662eb72d9f26L,0xb19396def0e47109L,0x85b1fa73e13289d0L, + 0x436cf77e54e58e32L }, + { 0x0ec833b3e990ef77L,0x7373e3ed1b11fc25L,0xbe0eda870fc332ceL, + 0xced049708d7ea856L } }, + /* 40 << 84 */ + { { 0xf85ff7857e977ca0L,0xb66ee8dadfdd5d2bL,0xf5e37950905af461L, + 0x587b9090966d487cL }, + { 0x6a198a1b32ba0127L,0xa7720e07141615acL,0xa23f3499996ef2f2L, + 0xef5f64b4470bcb3dL } }, + /* 41 << 84 */ + { { 0xa526a96292b8c559L,0x0c14aac069740a0fL,0x0d41a9e3a6bdc0a5L, + 0x97d521069c48aef4L }, + { 0xcf16bd303e7c253bL,0xcc834b1a47fdedc1L,0x7362c6e5373aab2eL, + 0x264ed85ec5f590ffL } }, + /* 42 << 84 */ + { { 0x7a46d9c066d41870L,0xa50c20b14787ba09L,0x185e7e51e3d44635L, + 0xb3b3e08031e2d8dcL }, + { 0xbed1e558a179e9d9L,0x2daa3f7974a76781L,0x4372baf23a40864fL, + 0x46900c544fe75cb5L } }, + /* 43 << 84 */ + { { 0xb95f171ef76765d0L,0x4ad726d295c87502L,0x2ec769da4d7c99bdL, + 0x5e2ddd19c36cdfa8L }, + { 0xc22117fca93e6deaL,0xe8a2583b93771123L,0xbe2f6089fa08a3a2L, + 0x4809d5ed8f0e1112L } }, + /* 44 << 84 */ + { { 0x3b414aa3da7a095eL,0x9049acf126f5aaddL,0x78d46a4d6be8b84aL, + 0xd66b1963b732b9b3L }, + { 0x5c2ac2a0de6e9555L,0xcf52d098b5bd8770L,0x15a15fa60fd28921L, + 0x56ccb81e8b27536dL } }, + /* 45 << 84 */ + { { 0x0f0d8ab89f4ccbb8L,0xed5f44d2db221729L,0x4314198800bed10cL, + 0xc94348a41d735b8bL }, + { 0x79f3e9c429ef8479L,0x4c13a4e3614c693fL,0x32c9af568e143a14L, + 0xbc517799e29ac5c4L } }, + /* 46 << 84 */ + { { 0x05e179922774856fL,0x6e52fb056c1bf55fL,0xaeda4225e4f19e16L, + 0x70f4728aaf5ccb26L }, + { 0x5d2118d1b2947f22L,0xc827ea16281d6fb9L,0x8412328d8cf0eabdL, + 0x45ee9fb203ef9dcfL } }, + /* 47 << 84 */ + { { 0x8e700421bb937d63L,0xdf8ff2d5cc4b37a6L,0xa4c0d5b25ced7b68L, + 0x6537c1efc7308f59L }, + { 0x25ce6a263b37f8e8L,0x170e9a9bdeebc6ceL,0xdd0379528728d72cL, + 0x445b0e55850154bcL } }, + /* 48 << 84 */ + { { 0x4b7d0e0683a7337bL,0x1e3416d4ffecf249L,0x24840eff66a2b71fL, + 0xd0d9a50ab37cc26dL }, + { 0xe21981506fe28ef7L,0x3cc5ef1623324c7fL,0x220f3455769b5263L, + 0xe2ade2f1a10bf475L } }, + /* 49 << 84 */ + { { 0x28cd20fa458d3671L,0x1549722c2dc4847bL,0x6dd01e55591941e3L, + 0x0e6fbcea27128ccbL }, + { 0xae1a1e6b3bef0262L,0xfa8c472c8f54e103L,0x7539c0a872c052ecL, + 0xd7b273695a3490e9L } }, + /* 50 << 84 */ + { { 0x143fe1f171684349L,0x36b4722e32e19b97L,0xdc05922790980affL, + 0x175c9c889e13d674L }, + { 0xa7de5b226e6bfdb1L,0x5ea5b7b2bedb4b46L,0xd5570191d34a6e44L, + 0xfcf60d2ea24ff7e6L } }, + /* 51 << 84 */ + { { 0x614a392d677819e1L,0x7be74c7eaa5a29e8L,0xab50fece63c85f3fL, + 0xaca2e2a946cab337L }, + { 0x7f700388122a6fe3L,0xdb69f703882a04a8L,0x9a77935dcf7aed57L, + 0xdf16207c8d91c86fL } }, + /* 52 << 84 */ + { { 0x2fca49ab63ed9998L,0xa3125c44a77ddf96L,0x05dd8a8624344072L, + 0xa023dda2fec3fb56L }, + { 0x421b41fc0c743032L,0x4f2120c15e438639L,0xfb7cae51c83c1b07L, + 0xb2370caacac2171aL } }, + /* 53 << 84 */ + { { 0x2eb2d9626cc820fbL,0x59feee5cb85a44bfL,0x94620fca5b6598f0L, + 0x6b922cae7e314051L }, + { 0xff8745ad106bed4eL,0x546e71f5dfa1e9abL,0x935c1e481ec29487L, + 0x9509216c4d936530L } }, + /* 54 << 84 */ + { { 0xc7ca306785c9a2dbL,0xd6ae51526be8606fL,0x09dbcae6e14c651dL, + 0xc9536e239bc32f96L }, + { 0xa90535a934521b03L,0xf39c526c878756ffL,0x383172ec8aedf03cL, + 0x20a8075eefe0c034L } }, + /* 55 << 84 */ + { { 0xf22f9c6264026422L,0x8dd1078024b9d076L,0x944c742a3bef2950L, + 0x55b9502e88a2b00bL }, + { 0xa59e14b486a09817L,0xa39dd3ac47bb4071L,0x55137f663be0592fL, + 0x07fcafd4c9e63f5bL } }, + /* 56 << 84 */ + { { 0x963652ee346eb226L,0x7dfab085ec2facb7L,0x273bf2b8691add26L, + 0x30d74540f2b46c44L }, + { 0x05e8e73ef2c2d065L,0xff9b8a00d42eeac9L,0x2fcbd20597209d22L, + 0xeb740ffade14ea2cL } }, + /* 57 << 84 */ + { { 0xc71ff913a8aef518L,0x7bfc74bbfff4cfa2L,0x1716680cb6b36048L, + 0x121b2cce9ef79af1L }, + { 0xbff3c836a01eb3d3L,0x50eb1c6a5f79077bL,0xa48c32d6a004bbcfL, + 0x47a593167d64f61dL } }, + /* 58 << 84 */ + { { 0x6068147f93102016L,0x12c5f65494d12576L,0xefb071a7c9bc6b91L, + 0x7c2da0c56e23ea95L }, + { 0xf4fd45b6d4a1dd5dL,0x3e7ad9b69122b13cL,0x342ca118e6f57a48L, + 0x1c2e94a706f8288fL } }, + /* 59 << 84 */ + { { 0x99e68f075a97d231L,0x7c80de974d838758L,0xbce0f5d005872727L, + 0xbe5d95c219c4d016L }, + { 0x921d5cb19c2492eeL,0x42192dc1404d6fb3L,0x4c84dcd132f988d3L, + 0xde26d61fa17b8e85L } }, + /* 60 << 84 */ + { { 0xc466dcb6137c7408L,0x9a38d7b636a266daL,0x7ef5cb0683bebf1bL, + 0xe5cdcbbf0fd014e3L }, + { 0x30aa376df65965a0L,0x60fe88c2ebb3e95eL,0x33fd0b6166ee6f20L, + 0x8827dcdb3f41f0a0L } }, + /* 61 << 84 */ + { { 0xbf8a9d240c56c690L,0x40265dadddb7641dL,0x522b05bf3a6b662bL, + 0x466d1dfeb1478c9bL }, + { 0xaa6169621484469bL,0x0db6054902df8f9fL,0xc37bca023cb8bf51L, + 0x5effe34621371ce8L } }, + /* 62 << 84 */ + { { 0xe8f65264ff112c32L,0x8a9c736d7b971fb2L,0xa4f194707b75080dL, + 0xfc3f2c5a8839c59bL }, + { 0x1d6c777e5aeb49c2L,0xf3db034dda1addfeL,0xd76fee5a5535affcL, + 0x0853ac70b92251fdL } }, + /* 63 << 84 */ + { { 0x37e3d5948b2a29d5L,0x28f1f4574de00ddbL,0x8083c1b5f42c328bL, + 0xd8ef1d8fe493c73bL }, + { 0x96fb626041dc61bdL,0xf74e8a9d27ee2f8aL,0x7c605a802c946a5dL, + 0xeed48d653839ccfdL } }, + /* 64 << 84 */ + { { 0x9894344f3a29467aL,0xde81e949c51eba6dL,0xdaea066ba5e5c2f2L, + 0x3fc8a61408c8c7b3L }, + { 0x7adff88f06d0de9fL,0xbbc11cf53b75ce0aL,0x9fbb7accfbbc87d5L, + 0xa1458e267badfde2L } }, + /* 0 << 91 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 91 */ + { { 0x1cb43668e039c256L,0x5f26fb8b7c17fd5dL,0xeee426af79aa062bL, + 0x072002d0d78fbf04L }, + { 0x4c9ca237e84fb7e3L,0xb401d8a10c82133dL,0xaaa525926d7e4181L, + 0xe943083373dbb152L } }, + /* 2 << 91 */ + { { 0xf92dda31be24319aL,0x03f7d28be095a8e7L,0xa52fe84098782185L, + 0x276ddafe29c24dbcL }, + { 0x80cd54961d7a64ebL,0xe43608897f1dbe42L,0x2f81a8778438d2d5L, + 0x7e4d52a885169036L } }, + /* 3 << 91 */ + { { 0x19e3d5b11d59715dL,0xc7eaa762d788983eL,0xe5a730b0abf1f248L, + 0xfbab8084fae3fd83L }, + { 0x65e50d2153765b2fL,0xbdd4e083fa127f3dL,0x9cf3c074397b1b10L, + 0x59f8090cb1b59fd3L } }, + /* 4 << 91 */ + { { 0x7b15fd9d615faa8fL,0x8fa1eb40968554edL,0x7bb4447e7aa44882L, + 0x2bb2d0d1029fff32L }, + { 0x075e2a646caa6d2fL,0x8eb879de22e7351bL,0xbcd5624e9a506c62L, + 0x218eaef0a87e24dcL } }, + /* 5 << 91 */ + { { 0x37e5684744ddfa35L,0x9ccfc5c5dab3f747L,0x9ac1df3f1ee96cf4L, + 0x0c0571a13b480b8fL }, + { 0x2fbeb3d54b3a7b3cL,0x35c036695dcdbb99L,0x52a0f5dcb2415b3aL, + 0xd57759b44413ed9aL } }, + /* 6 << 91 */ + { { 0x1fe647d83d30a2c5L,0x0857f77ef78a81dcL,0x11d5a334131a4a9bL, + 0xc0a94af929d393f5L }, + { 0xbc3a5c0bdaa6ec1aL,0xba9fe49388d2d7edL,0xbb4335b4bb614797L, + 0x991c4d6872f83533L } }, + /* 7 << 91 */ + { { 0x53258c28d2f01cb3L,0x93d6eaa3d75db0b1L,0x419a2b0de87d0db4L, + 0xa1e48f03d8fe8493L }, + { 0xf747faf6c508b23aL,0xf137571a35d53549L,0x9f5e58e2fcf9b838L, + 0xc7186ceea7fd3cf5L } }, + /* 8 << 91 */ + { { 0x77b868cee978a1d3L,0xe3a68b337ab92d04L,0x5102979487a5b862L, + 0x5f0606c33a61d41dL }, + { 0x2814be276f9326f1L,0x2f521c14c6fe3c2eL,0x17464d7dacdf7351L, + 0x10f5f9d3777f7e44L } }, + /* 9 << 91 */ + { { 0xce8e616b269fb37dL,0xaaf738047de62de5L,0xaba111754fdd4153L, + 0x515759ba3770b49bL }, + { 0x8b09ebf8aa423a61L,0x592245a1cd41fb92L,0x1cba8ec19b4c8936L, + 0xa87e91e3af36710eL } }, + /* 10 << 91 */ + { { 0x1fd84ce43d34a2e3L,0xee3759ceb43b5d61L,0x895bc78c619186c7L, + 0xf19c3809cbb9725aL }, + { 0xc0be21aade744b1fL,0xa7d222b060f8056bL,0x74be6157b23efe11L, + 0x6fab2b4f0cd68253L } }, + /* 11 << 91 */ + { { 0xad33ea5f4bf1d725L,0x9c1d8ee24f6c950fL,0x544ee78aa377af06L, + 0x54f489bb94a113e1L }, + { 0x8f11d634992fb7e8L,0x0169a7aaa2a44347L,0x1d49d4af95020e00L, + 0x95945722e08e120bL } }, + /* 12 << 91 */ + { { 0xb6e33878a4d32282L,0xe36e029d48020ae7L,0xe05847fb37a9b750L, + 0xf876812cb29e3819L }, + { 0x84ad138ed23a17f0L,0x6d7b4480f0b3950eL,0xdfa8aef42fd67ae0L, + 0x8d3eea2452333af6L } }, + /* 13 << 91 */ + { { 0x0d052075b15d5accL,0xc6d9c79fbd815bc4L,0x8dcafd88dfa36cf2L, + 0x908ccbe238aa9070L }, + { 0x638722c4ba35afceL,0x5a3da8b0fd6abf0bL,0x2dce252cc9c335c1L, + 0x84e7f0de65aa799bL } }, + /* 14 << 91 */ + { { 0x2101a522b99a72cbL,0x06de6e6787618016L,0x5ff8c7cde6f3653eL, + 0x0a821ab5c7a6754aL }, + { 0x7e3fa52b7cb0b5a2L,0xa7fb121cc9048790L,0x1a72502006ce053aL, + 0xb490a31f04e929b0L } }, + /* 15 << 91 */ + { { 0xe17be47d62dd61adL,0x781a961c6be01371L,0x1063bfd3dae3cbbaL, + 0x356474067f73c9baL }, + { 0xf50e957b2736a129L,0xa6313702ed13f256L,0x9436ee653a19fcc5L, + 0xcf2bdb29e7a4c8b6L } }, + /* 16 << 91 */ + { { 0xb06b1244c5f95cd8L,0xda8c8af0f4ab95f4L,0x1bae59c2b9e5836dL, + 0x07d51e7e3acffffcL }, + { 0x01e15e6ac2ccbcdaL,0x3bc1923f8528c3e0L,0x43324577a49fead4L, + 0x61a1b8842aa7a711L } }, + /* 17 << 91 */ + { { 0xf9a86e08700230efL,0x0af585a1bd19adf8L,0x7645f361f55ad8f2L, + 0x6e67622346c3614cL }, + { 0x23cb257c4e774d3fL,0x82a38513ac102d1bL,0x9bcddd887b126aa5L, + 0xe716998beefd3ee4L } }, + /* 18 << 91 */ + { { 0x4239d571fb167583L,0xdd011c78d16c8f8aL,0x271c289569a27519L, + 0x9ce0a3b7d2d64b6aL }, + { 0x8c977289d5ec6738L,0xa3b49f9a8840ef6bL,0x808c14c99a453419L, + 0x5c00295b0cf0a2d5L } }, + /* 19 << 91 */ + { { 0x524414fb1d4bcc76L,0xb07691d2459a88f1L,0x77f43263f70d110fL, + 0x64ada5e0b7abf9f3L }, + { 0xafd0f94e5b544cf5L,0xb4a13a15fd2713feL,0xb99b7d6e250c74f4L, + 0x097f2f7320324e45L } }, + /* 20 << 91 */ + { { 0x994b37d8affa8208L,0xc3c31b0bdc29aafcL,0x3da746517a3a607fL, + 0xd8e1b8c1fe6955d6L }, + { 0x716e1815c8418682L,0x541d487f7dc91d97L,0x48a04669c6996982L, + 0xf39cab1583a6502eL } }, + /* 21 << 91 */ + { { 0x025801a0e68db055L,0xf3569758ba3338d5L,0xb0c8c0aaee2afa84L, + 0x4f6985d3fb6562d1L }, + { 0x351f1f15132ed17aL,0x510ed0b4c04365feL,0xa3f98138e5b1f066L, + 0xbc9d95d632df03dcL } }, + /* 22 << 91 */ + { { 0xa83ccf6e19abd09eL,0x0b4097c14ff17edbL,0x58a5c478d64a06ceL, + 0x2ddcc3fd544a58fdL }, + { 0xd449503d9e8153b8L,0x3324fd027774179bL,0xaf5d47c8dbd9120cL, + 0xeb86016234fa94dbL } }, + /* 23 << 91 */ + { { 0x5817bdd1972f07f4L,0xe5579e2ed27bbcebL,0x86847a1f5f11e5a6L, + 0xb39ed2557c3cf048L }, + { 0xe1076417a2f62e55L,0x6b9ab38f1bcf82a2L,0x4bb7c3197aeb29f9L, + 0xf6d17da317227a46L } }, + /* 24 << 91 */ + { { 0xab53ddbd0f968c00L,0xa03da7ec000c880bL,0x7b2396246a9ad24dL, + 0x612c040101ec60d0L }, + { 0x70d10493109f5df1L,0xfbda403080af7550L,0x30b93f95c6b9a9b3L, + 0x0c74ec71007d9418L } }, + /* 25 << 91 */ + { { 0x941755646edb951fL,0x5f4a9d787f22c282L,0xb7870895b38d1196L, + 0xbc593df3a228ce7cL }, + { 0xc78c5bd46af3641aL,0x7802200b3d9b3dccL,0x0dc73f328be33304L, + 0x847ed87d61ffb79aL } }, + /* 26 << 91 */ + { { 0xf85c974e6d671192L,0x1e14100ade16f60fL,0x45cb0d5a95c38797L, + 0x18923bba9b022da4L }, + { 0xef2be899bbe7e86eL,0x4a1510ee216067bfL,0xd98c815484d5ce3eL, + 0x1af777f0f92a2b90L } }, + /* 27 << 91 */ + { { 0x9fbcb4004ef65724L,0x3e04a4c93c0ca6feL,0xfb3e2cb555002994L, + 0x1f3a93c55363ecabL }, + { 0x1fe00efe3923555bL,0x744bedd91e1751eaL,0x3fb2db596ab69357L, + 0x8dbd7365f5e6618bL } }, + /* 28 << 91 */ + { { 0x99d53099df1ea40eL,0xb3f24a0b57d61e64L,0xd088a198596eb812L, + 0x22c8361b5762940bL }, + { 0x66f01f97f9c0d95cL,0x884611728e43cdaeL,0x11599a7fb72b15c3L, + 0x135a7536420d95ccL } }, + /* 29 << 91 */ + { { 0x2dcdf0f75f7ae2f6L,0x15fc6e1dd7fa6da2L,0x81ca829ad1d441b6L, + 0x84c10cf804a106b6L }, + { 0xa9b26c95a73fbbd0L,0x7f24e0cb4d8f6ee8L,0x48b459371e25a043L, + 0xf8a74fca036f3dfeL } }, + /* 30 << 91 */ + { { 0x1ed46585c9f84296L,0x7fbaa8fb3bc278b0L,0xa8e96cd46c4fcbd0L, + 0x940a120273b60a5fL }, + { 0x34aae12055a4aec8L,0x550e9a74dbd742f0L,0x794456d7228c68abL, + 0x492f8868a4e25ec6L } }, + /* 31 << 91 */ + { { 0x682915adb2d8f398L,0xf13b51cc5b84c953L,0xcda90ab85bb917d6L, + 0x4b6155604ea3dee1L }, + { 0x578b4e850a52c1c8L,0xeab1a69520b75fc4L,0x60c14f3caa0bb3c6L, + 0x220f448ab8216094L } }, + /* 32 << 91 */ + { { 0x4fe7ee31b0e63d34L,0xf4600572a9e54fabL,0xc0493334d5e7b5a4L, + 0x8589fb9206d54831L }, + { 0xaa70f5cc6583553aL,0x0879094ae25649e5L,0xcc90450710044652L, + 0xebb0696d02541c4fL } }, + /* 33 << 91 */ + { { 0x5a171fdeb9718710L,0x38f1bed8f374a9f5L,0xc8c582e1ba39bdc1L, + 0xfc457b0a908cc0ceL }, + { 0x9a187fd4883841e2L,0x8ec25b3938725381L,0x2553ed0596f84395L, + 0x095c76616f6c6897L } }, + /* 34 << 91 */ + { { 0x917ac85c4bdc5610L,0xb2885fe4179eb301L,0x5fc655478b78bdccL, + 0x4a9fc893e59e4699L }, + { 0xbb7ff0cd3ce299afL,0x195be9b3adf38b20L,0x6a929c87d38ddb8fL, + 0x55fcc99cb21a51b9L } }, + /* 35 << 91 */ + { { 0x2b695b4c721a4593L,0xed1e9a15768eaac2L,0xfb63d71c7489f914L, + 0xf98ba31c78118910L }, + { 0x802913739b128eb4L,0x7801214ed448af4aL,0xdbd2e22b55418dd3L, + 0xeffb3c0dd3998242L } }, + /* 36 << 91 */ + { { 0xdfa6077cc7bf3827L,0xf2165bcb47f8238fL,0xfe37cf688564d554L, + 0xe5f825c40a81fb98L }, + { 0x43cc4f67ffed4d6fL,0xbc609578b50a34b0L,0x8aa8fcf95041faf1L, + 0x5659f053651773b6L } }, + /* 37 << 91 */ + { { 0xe87582c36044d63bL,0xa60894090cdb0ca0L,0x8c993e0fbfb2bcf6L, + 0xfc64a71945985cfcL }, + { 0x15c4da8083dbedbaL,0x804ae1122be67df7L,0xda4c9658a23defdeL, + 0x12002ddd5156e0d3L } }, + /* 38 << 91 */ + { { 0xe68eae895dd21b96L,0x8b99f28bcf44624dL,0x0ae008081ec8897aL, + 0xdd0a93036712f76eL }, + { 0x962375224e233de4L,0x192445b12b36a8a5L,0xabf9ff74023993d9L, + 0x21f37bf42aad4a8fL } }, + /* 39 << 91 */ + { { 0x340a4349f8bd2bbdL,0x1d902cd94868195dL,0x3d27bbf1e5fdb6f1L, + 0x7a5ab088124f9f1cL }, + { 0xc466ab06f7a09e03L,0x2f8a197731f2c123L,0xda355dc7041b6657L, + 0xcb840d128ece2a7cL } }, + /* 40 << 91 */ + { { 0xb600ad9f7db32675L,0x78fea13307a06f1bL,0x5d032269b31f6094L, + 0x07753ef583ec37aaL }, + { 0x03485aed9c0bea78L,0x41bb3989bc3f4524L,0x09403761697f726dL, + 0x6109beb3df394820L } }, + /* 41 << 91 */ + { { 0x804111ea3b6d1145L,0xb6271ea9a8582654L,0x619615e624e66562L, + 0xa2554945d7b6ad9cL }, + { 0xd9c4985e99bfe35fL,0x9770ccc07b51cdf6L,0x7c32701392881832L, + 0x8777d45f286b26d1L } }, + /* 42 << 91 */ + { { 0x9bbeda22d847999dL,0x03aa33b6c3525d32L,0x4b7b96d428a959a1L, + 0xbb3786e531e5d234L }, + { 0xaeb5d3ce6961f247L,0x20aa85af02f93d3fL,0x9cd1ad3dd7a7ae4fL, + 0xbf6688f0781adaa8L } }, + /* 43 << 91 */ + { { 0xb1b40e867469ceadL,0x1904c524309fca48L,0x9b7312af4b54bbc7L, + 0xbe24bf8f593affa2L }, + { 0xbe5e0790bd98764bL,0xa0f45f17a26e299eL,0x4af0d2c26b8fe4c7L, + 0xef170db18ae8a3e6L } }, + /* 44 << 91 */ + { { 0x0e8d61a029e0ccc1L,0xcd53e87e60ad36caL,0x328c6623c8173822L, + 0x7ee1767da496be55L }, + { 0x89f13259648945afL,0x9e45a5fd25c8009cL,0xaf2febd91f61ab8cL, + 0x43f6bc868a275385L } }, + /* 45 << 91 */ + { { 0x87792348f2142e79L,0x17d89259c6e6238aL,0x7536d2f64a839d9bL, + 0x1f428fce76a1fbdcL }, + { 0x1c1096010db06dfeL,0xbfc16bc150a3a3ccL,0xf9cbd9ec9b30f41bL, + 0x5b5da0d600138cceL } }, + /* 46 << 91 */ + { { 0xec1d0a4856ef96a7L,0xb47eb848982bf842L,0x66deae32ec3f700dL, + 0x4e43c42caa1181e0L }, + { 0xa1d72a31d1a4aa2aL,0x440d4668c004f3ceL,0x0d6a2d3b45fe8a7aL, + 0x820e52e2fb128365L } }, + /* 47 << 91 */ + { { 0x29ac5fcf25e51b09L,0x180cd2bf2023d159L,0xa9892171a1ebf90eL, + 0xf97c4c877c132181L }, + { 0x9f1dc724c03dbb7eL,0xae043765018cbbe4L,0xfb0b2a360767d153L, + 0xa8e2f4d6249cbaebL } }, + /* 48 << 91 */ + { { 0x172a5247d95ea168L,0x1758fada2970764aL,0xac803a511d978169L, + 0x299cfe2ede77e01bL }, + { 0x652a1e17b0a98927L,0x2e26e1d120014495L,0x7ae0af9f7175b56aL, + 0xc2e22a80d64b9f95L } }, + /* 49 << 91 */ + { { 0x4d0ff9fbd90a060aL,0x496a27dbbaf38085L,0x32305401da776bcfL, + 0xb8cdcef6725f209eL }, + { 0x61ba0f37436a0bbaL,0x263fa10876860049L,0x92beb98eda3542cfL, + 0xa2d4d14ad5849538L } }, + /* 50 << 91 */ + { { 0x989b9d6812e9a1bcL,0x61d9075c5f6e3268L,0x352c6aa999ace638L, + 0xde4e4a55920f43ffL }, + { 0xe5e4144ad673c017L,0x667417ae6f6e05eaL,0x613416aedcd1bd56L, + 0x5eb3620186693711L } }, + /* 51 << 91 */ + { { 0x2d7bc5043a1aa914L,0x175a129976dc5975L,0xe900e0f23fc8125cL, + 0x569ef68c11198875L }, + { 0x9012db6363a113b4L,0xe3bd3f5698835766L,0xa5c94a5276412deaL, + 0xad9e2a09aa735e5cL } }, + /* 52 << 91 */ + { { 0x405a984c508b65e9L,0xbde4a1d16df1a0d1L,0x1a9433a1dfba80daL, + 0xe9192ff99440ad2eL }, + { 0x9f6496965099fe92L,0x25ddb65c0b27a54aL,0x178279ddc590da61L, + 0x5479a999fbde681aL } }, + /* 53 << 91 */ + { { 0xd0e84e05013fe162L,0xbe11dc92632d471bL,0xdf0b0c45fc0e089fL, + 0x04fb15b04c144025L }, + { 0xa61d5fc213c99927L,0xa033e9e03de2eb35L,0xf8185d5cb8dacbb4L, + 0x9a88e2658644549dL } }, + /* 54 << 91 */ + { { 0xf717af6254671ff6L,0x4bd4241b5fa58603L,0x06fba40be67773c0L, + 0xc1d933d26a2847e9L }, + { 0xf4f5acf3689e2c70L,0x92aab0e746bafd31L,0x798d76aa3473f6e5L, + 0xcc6641db93141934L } }, + /* 55 << 91 */ + { { 0xcae27757d31e535eL,0x04cc43b687c2ee11L,0x8d1f96752e029ffaL, + 0xc2150672e4cc7a2cL }, + { 0x3b03c1e08d68b013L,0xa9d6816fedf298f3L,0x1bfbb529a2804464L, + 0x95a52fae5db22125L } }, + /* 56 << 91 */ + { { 0x55b321600e1cb64eL,0x004828f67e7fc9feL,0x13394b821bb0fb93L, + 0xb6293a2d35f1a920L }, + { 0xde35ef21d145d2d9L,0xbe6225b3bb8fa603L,0x00fc8f6b32cf252dL, + 0xa28e52e6117cf8c2L } }, + /* 57 << 91 */ + { { 0x9d1dc89b4c371e6dL,0xcebe067536ef0f28L,0x5de05d09a4292f81L, + 0xa8303593353e3083L }, + { 0xa1715b0a7e37a9bbL,0x8c56f61e2b8faec3L,0x5250743133c9b102L, + 0x0130cefca44431f0L } }, + /* 58 << 91 */ + { { 0x56039fa0bd865cfbL,0x4b03e578bc5f1dd7L,0x40edf2e4babe7224L, + 0xc752496d3a1988f6L }, + { 0xd1572d3b564beb6bL,0x0db1d11039a1c608L,0x568d193416f60126L, + 0x05ae9668f354af33L } }, + /* 59 << 91 */ + { { 0x19de6d37c92544f2L,0xcc084353a35837d5L,0xcbb6869c1a514eceL, + 0xb633e7282e1d1066L }, + { 0xf15dd69f936c581cL,0x96e7b8ce7439c4f9L,0x5e676f482e448a5bL, + 0xb2ca7d5bfd916bbbL } }, + /* 60 << 91 */ + { { 0xd55a2541f5024025L,0x47bc5769e4c2d937L,0x7d31b92a0362189fL, + 0x83f3086eef7816f9L }, + { 0xf9f46d94b587579aL,0xec2d22d830e76c5fL,0x27d57461b000ffcfL, + 0xbb7e65f9364ffc2cL } }, + /* 61 << 91 */ + { { 0x7c7c94776652a220L,0x61618f89d696c981L,0x5021701d89effff3L, + 0xf2c8ff8e7c314163L }, + { 0x2da413ad8efb4d3eL,0x937b5adfce176d95L,0x22867d342a67d51cL, + 0x262b9b1018eb3ac9L } }, + /* 62 << 91 */ + { { 0x4e314fe4c43ff28bL,0x764766276a664e7aL,0x3e90e40bb7a565c2L, + 0x8588993ac1acf831L }, + { 0xd7b501d68f938829L,0x996627ee3edd7d4cL,0x37d44a6290cd34c7L, + 0xa8327499f3833e8dL } }, + /* 63 << 91 */ + { { 0x2e18917d4bf50353L,0x85dd726b556765fbL,0x54fe65d693d5ab66L, + 0x3ddbaced915c25feL }, + { 0xa799d9a412f22e85L,0xe2a248676d06f6bcL,0xf4f1ee5643ca1637L, + 0xfda2828b61ece30aL } }, + /* 64 << 91 */ + { { 0x758c1a3ea2dee7a6L,0xdcde2f3c734b2284L,0xaba445d24eaba6adL, + 0x35aaf66876cee0a7L }, + { 0x7e0b04a9e5aa049aL,0xe74083ad91103e84L,0xbeb183ce40afecc3L, + 0x6b89de9fea043f7aL } }, + /* 0 << 98 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 98 */ + { { 0x0e299d23fe67ba66L,0x9145076093cf2f34L,0xf45b5ea997fcf913L, + 0x5be008438bd7dddaL }, + { 0x358c3e05d53ff04dL,0xbf7ccdc35de91ef7L,0xad684dbfb69ec1a0L, + 0x367e7cf2801fd997L } }, + /* 2 << 98 */ + { { 0x0ca1f3b7b0dc8595L,0x27de46089f1d9f2eL,0x1af3bf39badd82a7L, + 0x79356a7965862448L }, + { 0xc0602345f5f9a052L,0x1a8b0f89139a42f9L,0xb53eee42844d40fcL, + 0x93b0bfe54e5b6368L } }, + /* 3 << 98 */ + { { 0x5434dd02c024789cL,0x90dca9ea41b57bfcL,0x8aa898e2243398dfL, + 0xf607c834894a94bbL }, + { 0xbb07be97c2c99b76L,0x6576ba6718c29302L,0x3d79efcce703a88cL, + 0xf259ced7b6a0d106L } }, + /* 4 << 98 */ + { { 0x0f893a5dc8de610bL,0xe8c515fb67e223ceL,0x7774bfa64ead6dc5L, + 0x89d20f95925c728fL }, + { 0x7a1e0966098583ceL,0xa2eedb9493f2a7d7L,0x1b2820974c304d4aL, + 0x0842e3dac077282dL } }, + /* 5 << 98 */ + { { 0xe4d972a33b9e2d7bL,0x7cc60b27c48218ffL,0x8fc7083884149d91L, + 0x5c04346f2f461eccL }, + { 0xebe9fdf2614650a9L,0x5e35b537c1f666acL,0x645613d188babc83L, + 0x88cace3ac5e1c93eL } }, + /* 6 << 98 */ + { { 0x209ca3753de92e23L,0xccb03cc85fbbb6e3L,0xccb90f03d7b1487eL, + 0xfa9c2a38c710941fL }, + { 0x756c38236724ceedL,0x3a902258192d0323L,0xb150e519ea5e038eL, + 0xdcba2865c7427591L } }, + /* 7 << 98 */ + { { 0xe549237f78890732L,0xc443bef953fcb4d9L,0x9884d8a6eb3480d6L, + 0x8a35b6a13048b186L }, + { 0xb4e4471665e9a90aL,0x45bf380d653006c0L,0x8f3f820d4fe9ae3bL, + 0x244a35a0979a3b71L } }, + /* 8 << 98 */ + { { 0xa1010e9d74cd06ffL,0x9c17c7dfaca3eeacL,0x74c86cd38063aa2bL, + 0x8595c4b3734614ffL }, + { 0xa3de00ca990f62ccL,0xd9bed213ca0c3be5L,0x7886078adf8ce9f5L, + 0xddb27ce35cd44444L } }, + /* 9 << 98 */ + { { 0xed374a6658926dddL,0x138b2d49908015b8L,0x886c6579de1f7ab8L, + 0x888b9aa0c3020b7aL }, + { 0xd3ec034e3a96e355L,0xba65b0b8f30fbe9aL,0x064c8e50ff21367aL, + 0x1f508ea40b04b46eL } }, + /* 10 << 98 */ + { { 0x98561a49747c866cL,0xbbb1e5fe0518a062L,0x20ff4e8becdc3608L, + 0x7f55cded20184027L }, + { 0x8d73ec95f38c85f0L,0x5b589fdf8bc3b8c3L,0xbe95dd980f12b66fL, + 0xf5bd1a090e338e01L } }, + /* 11 << 98 */ + { { 0x65163ae55e915918L,0x6158d6d986f8a46bL,0x8466b538eeebf99cL, + 0xca8761f6bca477efL }, + { 0xaf3449c29ebbc601L,0xef3b0f41e0c3ae2fL,0xaa6c577d5de63752L, + 0xe916660164682a51L } }, + /* 12 << 98 */ + { { 0x5a3097befc15aa1eL,0x40d12548b54b0745L,0x5bad4706519a5f12L, + 0xed03f717a439dee6L }, + { 0x0794bb6c4a02c499L,0xf725083dcffe71d2L,0x2cad75190f3adcafL, + 0x7f68ea1c43729310L } }, + /* 13 << 98 */ + { { 0xe747c8c7b7ffd977L,0xec104c3580761a22L,0x8395ebaf5a3ffb83L, + 0xfb3261f4e4b63db7L }, + { 0x53544960d883e544L,0x13520d708cc2eeb8L,0x08f6337bd3d65f99L, + 0x83997db2781cf95bL } }, + /* 14 << 98 */ + { { 0xce6ff1060dbd2c01L,0x4f8eea6b1f9ce934L,0x546f7c4b0e993921L, + 0x6236a3245e753fc7L }, + { 0x65a41f84a16022e9L,0x0c18d87843d1dbb2L,0x73c556402d4cef9cL, + 0xa042810870444c74L } }, + /* 15 << 98 */ + { { 0x68e4f15e9afdfb3cL,0x49a561435bdfb6dfL,0xa9bc1bd45f823d97L, + 0xbceb5970ea111c2aL }, + { 0x366b455fb269bbc4L,0x7cd85e1ee9bc5d62L,0xc743c41c4f18b086L, + 0xa4b4099095294fb9L } }, + /* 16 << 98 */ + { { 0x9c7c581d26ee8382L,0xcf17dcc5359d638eL,0xee8273abb728ae3dL, + 0x1d112926f821f047L }, + { 0x1149847750491a74L,0x687fa761fde0dfb9L,0x2c2580227ea435abL, + 0x6b8bdb9491ce7e3fL } }, + /* 17 << 98 */ + { { 0x4c5b5dc93bf834aaL,0x043718194f6c7e4bL,0xc284e00a3736bcadL, + 0x0d88111821ae8f8dL }, + { 0xf9cf0f82f48c8e33L,0xa11fd075a1bf40dbL,0xdceab0dedc2733e5L, + 0xc560a8b58e986bd7L } }, + /* 18 << 98 */ + { { 0x48dd1fe23929d097L,0x3885b29092f188f1L,0x0f2ae613da6fcdacL, + 0x9054303eb662a46cL }, + { 0xb6871e440738042aL,0x98e6a977bdaf6449L,0xd8bc0650d1c9df1bL, + 0xef3d645136e098f9L } }, + /* 19 << 98 */ + { { 0x03fbae82b6d72d28L,0x77ca9db1f5d84080L,0x8a112cffa58efc1cL, + 0x518d761cc564cb4aL }, + { 0x69b5740ef0d1b5ceL,0x717039cce9eb1785L,0x3fe29f9022f53382L, + 0x8e54ba566bc7c95cL } }, + /* 20 << 98 */ + { { 0x9c806d8af7f91d0fL,0x3b61b0f1a82a5728L,0x4640032d94d76754L, + 0x273eb5de47d834c6L }, + { 0x2988abf77b4e4d53L,0xb7ce66bfde401777L,0x9fba6b32715071b3L, + 0x82413c24ad3a1a98L } }, + /* 21 << 98 */ + { { 0x5b7fc8c4e0e8ad93L,0xb5679aee5fab868dL,0xb1f9d2fa2b3946f3L, + 0x458897dc5685b50aL }, + { 0x1e98c93089d0caf3L,0x39564c5f78642e92L,0x1b77729a0dbdaf18L, + 0xf9170722579e82e6L } }, + /* 22 << 98 */ + { { 0x680c0317e4515fa5L,0xf85cff84fb0c790fL,0xc7a82aab6d2e0765L, + 0x7446bca935c82b32L }, + { 0x5de607aa6d63184fL,0x7c1a46a8262803a6L,0xd218313daebe8035L, + 0x92113ffdc73c51f8L } }, + /* 23 << 98 */ + { { 0x4b38e08312e7e46cL,0x69d0a37a56126bd5L,0xfb3f324b73c07e04L, + 0xa0c22f678fda7267L }, + { 0x8f2c00514d2c7d8fL,0xbc45ced3cbe2cae5L,0xe1c6cf07a8f0f277L, + 0xbc3923121eb99a98L } }, + /* 24 << 98 */ + { { 0x75537b7e3cc8ac85L,0x8d725f57dd02753bL,0xfd05ff64b737df2fL, + 0x55fe8712f6d2531dL }, + { 0x57ce04a96ab6b01cL,0x69a02a897cd93724L,0x4f82ac35cf86699bL, + 0x8242d3ad9cb4b232L } }, + /* 25 << 98 */ + { { 0x713d0f65d62105e5L,0xbb222bfa2d29be61L,0xf2f9a79e6cfbef09L, + 0xfc24d8d3d5d6782fL }, + { 0x5db77085d4129967L,0xdb81c3ccdc3c2a43L,0x9d655fc005d8d9a3L, + 0x3f5d057a54298026L } }, + /* 26 << 98 */ + { { 0x1157f56d88c54694L,0xb26baba59b09573eL,0x2cab03b022adffd1L, + 0x60a412c8dd69f383L }, + { 0xed76e98b54b25039L,0xd4ee67d3687e714dL,0x877396487b00b594L, + 0xce419775c9ef709bL } }, + /* 27 << 98 */ + { { 0x40f76f851c203a40L,0x30d352d6eafd8f91L,0xaf196d3d95578dd2L, + 0xea4bb3d777cc3f3dL }, + { 0x42a5bd03b98e782bL,0xac958c400624920dL,0xb838134cfc56fcc8L, + 0x86ec4ccf89572e5eL } }, + /* 28 << 98 */ + { { 0x69c435269be47be0L,0x323b7dd8cb28fea1L,0xfa5538ba3a6c67e5L, + 0xef921d701d378e46L }, + { 0xf92961fc3c4b880eL,0x3f6f914e98940a67L,0xa990eb0afef0ff39L, + 0xa6c2920ff0eeff9cL } }, + /* 29 << 98 */ + { { 0xca80416651b8d9a3L,0x42531bc90ffb0db1L,0x72ce4718aa82e7ceL, + 0x6e199913df574741L }, + { 0xd5f1b13dd5d36946L,0x8255dc65f68f0194L,0xdc9df4cd8710d230L, + 0x3453c20f138c1988L } }, + /* 30 << 98 */ + { { 0x9af98dc089a6ef01L,0x4dbcc3f09857df85L,0x348056015c1ad924L, + 0x40448da5d0493046L }, + { 0xf629926d4ee343e2L,0x6343f1bd90e8a301L,0xefc9349140815b3fL, + 0xf882a423de8f66fbL } }, + /* 31 << 98 */ + { { 0x3a12d5f4e7db9f57L,0x7dfba38a3c384c27L,0x7a904bfd6fc660b1L, + 0xeb6c5db32773b21cL }, + { 0xc350ee661cdfe049L,0x9baac0ce44540f29L,0xbc57b6aba5ec6aadL, + 0x167ce8c30a7c1baaL } }, + /* 32 << 98 */ + { { 0xb23a03a553fb2b56L,0x6ce141e74e057f78L,0x796525c389e490d9L, + 0x0bc95725a31a7e75L }, + { 0x1ec567911220fd06L,0x716e3a3c408b0bd6L,0x31cd6bf7e8ebeba9L, + 0xa7326ca6bee6b670L } }, + /* 33 << 98 */ + { { 0x3d9f851ccd090c43L,0x561e8f13f12c3988L,0x50490b6a904b7be4L, + 0x61690ce10410737bL }, + { 0x299e9a370f009052L,0x258758f0f026092eL,0x9fa255f3fdfcdc0fL, + 0xdbc9fb1fc0e1bcd2L } }, + /* 34 << 98 */ + { { 0x35f9dd6e24651840L,0xdca45a84a5c59abcL,0x103d396fecca4938L, + 0x4532da0ab97b3f29L }, + { 0xc4135ea51999a6bfL,0x3aa9505a5e6bf2eeL,0xf77cef063f5be093L, + 0x97d1a0f8a943152eL } }, + /* 35 << 98 */ + { { 0x2cb0ebba2e1c21ddL,0xf41b29fc2c6797c4L,0xc6e17321b300101fL, + 0x4422b0e9d0d79a89L }, + { 0x49e4901c92f1bfc4L,0x06ab1f8fe1e10ed9L,0x84d35577db2926b8L, + 0xca349d39356e8ec2L } }, + /* 36 << 98 */ + { { 0x70b63d32343bf1a9L,0x8fd3bd2837d1a6b1L,0x0454879c316865b4L, + 0xee959ff6c458efa2L }, + { 0x0461dcf89706dc3fL,0x737db0e2164e4b2eL,0x092626802f8843c8L, + 0x54498bbc7745e6f6L } }, + /* 37 << 98 */ + { { 0x359473faa29e24afL,0xfcc3c45470aa87a1L,0xfd2c4bf500573aceL, + 0xb65b514e28dd1965L }, + { 0xe46ae7cf2193e393L,0x60e9a4e1f5444d97L,0xe7594e9600ff38edL, + 0x43d84d2f0a0e0f02L } }, + /* 38 << 98 */ + { { 0x8b6db141ee398a21L,0xb88a56aee3bcc5beL,0x0a1aa52f373460eaL, + 0x20da1a56160bb19bL }, + { 0xfb54999d65bf0384L,0x71a14d245d5a180eL,0xbc44db7b21737b04L, + 0xd84fcb1801dd8e92L } }, + /* 39 << 98 */ + { { 0x80de937bfa44b479L,0x535054995c98fd4fL,0x1edb12ab28f08727L, + 0x4c58b582a5f3ef53L }, + { 0xbfb236d88327f246L,0xc3a3bfaa4d7df320L,0xecd96c59b96024f2L, + 0xfc293a537f4e0433L } }, + /* 40 << 98 */ + { { 0x5341352b5acf6e10L,0xc50343fdafe652c3L,0x4af3792d18577a7fL, + 0xe1a4c617af16823dL }, + { 0x9b26d0cd33425d0aL,0x306399ed9b7bc47fL,0x2a792f33706bb20bL, + 0x3121961498111055L } }, + /* 41 << 98 */ + { { 0x864ec06487f5d28bL,0x11392d91962277fdL,0xb5aa7942bb6aed5fL, + 0x080094dc47e799d9L }, + { 0x4afa588c208ba19bL,0xd3e7570f8512f284L,0xcbae64e602f5799aL, + 0xdeebe7ef514b9492L } }, + /* 42 << 98 */ + { { 0x30300f98e5c298ffL,0x17f561be3678361fL,0xf52ff31298cb9a16L, + 0x6233c3bc5562d490L }, + { 0x7bfa15a192e3a2cbL,0x961bcfd1e6365119L,0x3bdd29bf2c8c53b1L, + 0x739704df822844baL } }, + /* 43 << 98 */ + { { 0x7dacfb587e7b754bL,0x23360791a806c9b9L,0xe7eb88c923504452L, + 0x2983e996852c1783L }, + { 0xdd4ae529958d881dL,0x026bae03262c7b3cL,0x3a6f9193960b52d1L, + 0xd0980f9092696cfbL } }, + /* 44 << 98 */ + { { 0x4c1f428cd5f30851L,0x94dfed272a4f6630L,0x4df53772fc5d48a4L, + 0xdd2d5a2f933260ceL }, + { 0x574115bdd44cc7a5L,0x4ba6b20dbd12533aL,0x30e93cb8243057c9L, + 0x794c486a14de320eL } }, + /* 45 << 98 */ + { { 0xe925d4cef21496e4L,0xf951d198ec696331L,0x9810e2de3e8d812fL, + 0xd0a47259389294abL }, + { 0x513ba2b50e3bab66L,0x462caff5abad306fL,0xe2dc6d59af04c49eL, + 0x1aeb8750e0b84b0bL } }, + /* 46 << 98 */ + { { 0xc034f12f2f7d0ca2L,0x6d2e8128e06acf2fL,0x801f4f8321facc2fL, + 0xa1170c03f40ef607L }, + { 0xfe0a1d4f7805a99cL,0xbde56a36cc26aba5L,0x5b1629d035531f40L, + 0xac212c2b9afa6108L } }, + /* 47 << 98 */ + { { 0x30a06bf315697be5L,0x6f0545dc2c63c7c1L,0x5d8cb8427ccdadafL, + 0xd52e379bac7015bbL }, + { 0xc4f56147f462c23eL,0xd44a429846bc24b0L,0xbc73d23ae2856d4fL, + 0x61cedd8c0832bcdfL } }, + /* 48 << 98 */ + { { 0x6095355699f241d7L,0xee4adbd7001a349dL,0x0b35bf6aaa89e491L, + 0x7f0076f4136f7546L }, + { 0xd19a18ba9264da3dL,0x6eb2d2cd62a7a28bL,0xcdba941f8761c971L, + 0x1550518ba3be4a5dL } }, + /* 49 << 98 */ + { { 0xd0e8e2f057d0b70cL,0xeea8612ecd133ba3L,0x814670f044416aecL, + 0x424db6c330775061L }, + { 0xd96039d116213fd1L,0xc61e7fa518a3478fL,0xa805bdcccb0c5021L, + 0xbdd6f3a80cc616ddL } }, + /* 50 << 98 */ + { { 0x060096675d97f7e2L,0x31db0fc1af0bf4b6L,0x23680ed45491627aL, + 0xb99a3c667d741fb1L }, + { 0xe9bb5f5536b1ff92L,0x29738577512b388dL,0xdb8a2ce750fcf263L, + 0x385346d46c4f7b47L } }, + /* 51 << 98 */ + { { 0xbe86c5ef31631f9eL,0xbf91da2103a57a29L,0xc3b1f7967b23f821L, + 0x0f7d00d2770db354L }, + { 0x8ffc6c3bd8fe79daL,0xcc5e8c40d525c996L,0x4640991dcfff632aL, + 0x64d97e8c67112528L } }, + /* 52 << 98 */ + { { 0xc232d97302f1cd1eL,0xce87eacb1dd212a4L,0x6e4c8c73e69802f7L, + 0x12ef02901fffddbdL }, + { 0x941ec74e1bcea6e2L,0xd0b540243cb92cbbL,0x809fb9d47e8f9d05L, + 0x3bf16159f2992aaeL } }, + /* 53 << 98 */ + { { 0xad40f279f8a7a838L,0x11aea63105615660L,0xbf52e6f1a01f6fa1L, + 0xef0469953dc2aec9L }, + { 0x785dbec9d8080711L,0xe1aec60a9fdedf76L,0xece797b5fa21c126L, + 0xc66e898f05e52732L } }, + /* 54 << 98 */ + { { 0x39bb69c408811fdbL,0x8bfe1ef82fc7f082L,0xc8e7a393174f4138L, + 0xfba8ad1dd58d1f98L }, + { 0xbc21d0cebfd2fd5bL,0x0b839a826ee60d61L,0xaacf7658afd22253L, + 0xb526bed8aae396b3L } }, + /* 55 << 98 */ + { { 0xccc1bbc238564464L,0x9e3ff9478c45bc73L,0xcde9bca358188a78L, + 0x138b8ee0d73bf8f7L }, + { 0x5c7e234c4123c489L,0x66e69368fa643297L,0x0629eeee39a15fa3L, + 0x95fab881a9e2a927L } }, + /* 56 << 98 */ + { { 0xb2497007eafbb1e1L,0xd75c9ce6e75b7a93L,0x3558352defb68d78L, + 0xa2f26699223f6396L }, + { 0xeb911ecfe469b17aL,0x62545779e72d3ec2L,0x8ea47de782cb113fL, + 0xebe4b0864e1fa98dL } }, + /* 57 << 98 */ + { { 0xec2d5ed78cdfedb1L,0xa535c077fe211a74L,0x9678109b11d244c5L, + 0xf17c8bfbbe299a76L }, + { 0xb651412efb11fbc4L,0xea0b548294ab3f65L,0xd8dffd950cf78243L, + 0x2e719e57ce0361d4L } }, + /* 58 << 98 */ + { { 0x9007f085304ddc5bL,0x095e8c6d4daba2eaL,0x5a33cdb43f9d28a9L, + 0x85b95cd8e2283003L }, + { 0xbcd6c819b9744733L,0x29c5f538fc7f5783L,0x6c49b2fad59038e4L, + 0x68349cc13bbe1018L } }, + /* 59 << 98 */ + { { 0xcc490c1d21830ee5L,0x36f9c4eee9bfa297L,0x58fd729448de1a94L, + 0xaadb13a84e8f2cdcL }, + { 0x515eaaa081313dbaL,0xc76bb468c2152dd8L,0x357f8d75a653dbf8L, + 0xe4d8c4d1b14ac143L } }, + /* 60 << 98 */ + { { 0xbdb8e675b055cb40L,0x898f8e7b977b5167L,0xecc65651b82fb863L, + 0x565448146d88f01fL }, + { 0xb0928e95263a75a9L,0xcfb6836f1a22fcdaL,0x651d14db3f3bd37cL, + 0x1d3837fbb6ad4664L } }, + /* 61 << 98 */ + { { 0x7c5fb538ff4f94abL,0x7243c7126d7fb8f2L,0xef13d60ca85c5287L, + 0x18cfb7c74bb8dd1bL }, + { 0x82f9bfe672908219L,0x35c4592b9d5144abL,0x52734f379cf4b42fL, + 0x6bac55e78c60ddc4L } }, + /* 62 << 98 */ + { { 0xb5cd811e94dea0f6L,0x259ecae4e18cc1a3L,0x6a0e836e15e660f8L, + 0x6c639ea60e02bff2L }, + { 0x8721b8cb7e1026fdL,0x9e73b50b63261942L,0xb8c7097477f01da3L, + 0x1839e6a68268f57fL } }, + /* 63 << 98 */ + { { 0x571b94155150b805L,0x1892389ef92c7097L,0x8d69c18e4a084b95L, + 0x7014c512be5b495cL }, + { 0x4780db361b07523cL,0x2f6219ce2c1c64faL,0xc38b81b0602c105aL, + 0xab4f4f205dc8e360L } }, + /* 64 << 98 */ + { { 0x20d3c982cf7d62d2L,0x1f36e29d23ba8150L,0x48ae0bf092763f9eL, + 0x7a527e6b1d3a7007L }, + { 0xb4a89097581a85e3L,0x1f1a520fdc158be5L,0xf98db37d167d726eL, + 0x8802786e1113e862L } }, + /* 0 << 105 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 105 */ + { { 0xefb2149e36f09ab0L,0x03f163ca4a10bb5bL,0xd029704506e20998L, + 0x56f0af001b5a3babL }, + { 0x7af4cfec70880e0dL,0x7332a66fbe3d913fL,0x32e6c84a7eceb4bdL, + 0xedc4a79a9c228f55L } }, + /* 2 << 105 */ + { { 0xc37c7dd0c55c4496L,0xa6a9635725bbabd2L,0x5b7e63f2add7f363L, + 0x9dce37822e73f1dfL }, + { 0xe1e5a16ab2b91f71L,0xe44898235ba0163cL,0xf2759c32f6e515adL, + 0xa5e2f1f88615eecfL } }, + /* 3 << 105 */ + { { 0x74519be7abded551L,0x03d358b8c8b74410L,0x4d00b10b0e10d9a9L, + 0x6392b0b128da52b7L }, + { 0x6744a2980b75c904L,0xc305b0aea8f7f96cL,0x042e421d182cf932L, + 0xf6fc5d509e4636caL } }, + /* 4 << 105 */ + { { 0x795847c9d64cc78cL,0x6c50621b9b6cb27bL,0x07099bf8df8022abL, + 0x48f862ebc04eda1dL }, + { 0xd12732ede1603c16L,0x19a80e0f5c9a9450L,0xe2257f54b429b4fcL, + 0x66d3b2c645460515L } }, + /* 5 << 105 */ + { { 0x6ca4f87e822e37beL,0x73f237b4253bda4eL,0xf747f3a241190aebL, + 0xf06fa36f804cf284L }, + { 0x0a6bbb6efc621c12L,0x5d624b6440b80ec6L,0x4b0724257ba556f3L, + 0x7fa0c3543e2d20a8L } }, + /* 6 << 105 */ + { { 0xe921fa31e3229d41L,0xa929c65294531bd4L,0x84156027a6d38209L, + 0xf3d69f736bdb97bdL }, + { 0x8906d19a16833631L,0x68a34c2e03d51be3L,0xcb59583b0e511cd8L, + 0x99ce6bfdfdc132a8L } }, + /* 7 << 105 */ + { { 0x3facdaaaffcdb463L,0x658bbc1a34a38b08L,0x12a801f8f1a9078dL, + 0x1567bcf96ab855deL }, + { 0xe08498e03572359bL,0xcf0353e58659e68bL,0xbb86e9c87d23807cL, + 0xbc08728d2198e8a2L } }, + /* 8 << 105 */ + { { 0x8de2b7bc453cadd6L,0x203900a7bc0bc1f8L,0xbcd86e47a6abd3afL, + 0x911cac128502effbL }, + { 0x2d550242ec965469L,0x0e9f769229e0017eL,0x633f078f65979885L, + 0xfb87d4494cf751efL } }, + /* 9 << 105 */ + { { 0xe1790e4bfc25419aL,0x364672034bff3cfdL,0xc8db638625b6e83fL, + 0x6cc69f236cad6fd2L }, + { 0x0219e45a6bc68bb9L,0xe43d79b6297f7334L,0x7d445368465dc97cL, + 0x4b9eea322a0b949aL } }, + /* 10 << 105 */ + { { 0x1b96c6ba6102d021L,0xeaafac782f4461eaL,0xd4b85c41c49f19a8L, + 0x275c28e4cf538875L }, + { 0x35451a9ddd2e54e0L,0x6991adb50605618bL,0x5b8b4bcd7b36cd24L, + 0x372a4f8c56f37216L } }, + /* 11 << 105 */ + { { 0xc890bd73a6a5da60L,0x6f083da0dc4c9ff0L,0xf4e14d94f0536e57L, + 0xf9ee1edaaaec8243L }, + { 0x571241ec8bdcf8e7L,0xa5db82710b041e26L,0x9a0b9a99e3fff040L, + 0xcaaf21dd7c271202L } }, + /* 12 << 105 */ + { { 0xb4e2b2e14f0dd2e8L,0xe77e7c4f0a377ac7L,0x69202c3f0d7a2198L, + 0xf759b7ff28200eb8L }, + { 0xc87526eddcfe314eL,0xeb84c52453d5cf99L,0xb1b52ace515138b6L, + 0x5aa7ff8c23fca3f4L } }, + /* 13 << 105 */ + { { 0xff0b13c3b9791a26L,0x960022dacdd58b16L,0xdbd55c9257aad2deL, + 0x3baaaaa3f30fe619L }, + { 0x9a4b23460d881efdL,0x506416c046325e2aL,0x91381e76035c18d4L, + 0xb3bb68bef27817b0L } }, + /* 14 << 105 */ + { { 0x15bfb8bf5116f937L,0x7c64a586c1268943L,0x71e25cc38419a2c8L, + 0x9fd6b0c48335f463L }, + { 0x4bf0ba3ce8ee0e0eL,0x6f6fba60298c21faL,0x57d57b39ae66bee0L, + 0x292d513022672544L } }, + /* 15 << 105 */ + { { 0xf451105dbab093b3L,0x012f59b902839986L,0x8a9158023474a89cL, + 0x048c919c2de03e97L }, + { 0xc476a2b591071cd5L,0x791ed89a034970a5L,0x89bd9042e1b7994bL, + 0x8eaf5179a1057ffdL } }, + /* 16 << 105 */ + { { 0x6066e2a2d551ee10L,0x87a8f1d8727e09a6L,0x00d08bab2c01148dL, + 0x6da8e4f1424f33feL }, + { 0x466d17f0cf9a4e71L,0xff5020103bf5cb19L,0xdccf97d8d062ecc0L, + 0x80c0d9af81d80ac4L } }, + /* 17 << 105 */ + { { 0xe87771d8033f2876L,0xb0186ec67d5cc3dbL,0x58e8bb803bc9bc1dL, + 0x4d1395cc6f6ef60eL }, + { 0xa73c62d6186244a0L,0x918e5f23110a5b53L,0xed4878ca741b7eabL, + 0x3038d71adbe03e51L } }, + /* 18 << 105 */ + { { 0x840204b7a93c3246L,0x21ab6069a0b9b4cdL,0xf5fa6e2bb1d64218L, + 0x1de6ad0ef3d56191L }, + { 0x570aaa88ff1929c7L,0xc6df4c6b640e87b5L,0xde8a74f2c65f0cccL, + 0x8b972fd5e6f6cc01L } }, + /* 19 << 105 */ + { { 0x3fff36b60b846531L,0xba7e45e610a5e475L,0x84a1d10e4145b6c5L, + 0xf1f7f91a5e046d9dL }, + { 0x0317a69244de90d7L,0x951a1d4af199c15eL,0x91f78046c9d73debL, + 0x74c82828fab8224fL } }, + /* 20 << 105 */ + { { 0xaa6778fce7560b90L,0xb4073e61a7e824ceL,0xff0d693cd642eba8L, + 0x7ce2e57a5dccef38L }, + { 0x89c2c7891df1ad46L,0x83a06922098346fdL,0x2d715d72da2fc177L, + 0x7b6dd71d85b6cf1dL } }, + /* 21 << 105 */ + { { 0xc60a6d0a73fa9cb0L,0xedd3992e328bf5a9L,0xc380ddd0832c8c82L, + 0xd182d410a2a0bf50L }, + { 0x7d9d7438d9a528dbL,0xe8b1a0e9caf53994L,0xddd6e5fe0e19987cL, + 0xacb8df03190b059dL } }, + /* 22 << 105 */ + { { 0x53703a328300129fL,0x1f63766268c43bfdL,0xbcbd191300e54051L, + 0x812fcc627bf5a8c5L }, + { 0x3f969d5f29fb85daL,0x72f4e00a694759e8L,0x426b6e52790726b7L, + 0x617bbc873bdbb209L } }, + /* 23 << 105 */ + { { 0x511f8bb997aee317L,0x812a4096e81536a8L,0x137dfe593ac09b9bL, + 0x0682238fba8c9a7aL }, + { 0x7072ead6aeccb4bdL,0x6a34e9aa692ba633L,0xc82eaec26fff9d33L, + 0xfb7535121d4d2b62L } }, + /* 24 << 105 */ + { { 0x1a0445ff1d7aadabL,0x65d38260d5f6a67cL,0x6e62fb0891cfb26fL, + 0xef1e0fa55c7d91d6L }, + { 0x47e7c7ba33db72cdL,0x017cbc09fa7c74b2L,0x3c931590f50a503cL, + 0xcac54f60616baa42L } }, + /* 25 << 105 */ + { { 0x9b6cd380b2369f0fL,0x97d3a70d23c76151L,0x5f9dd6fc9862a9c6L, + 0x044c4ab212312f51L }, + { 0x035ea0fd834a2ddcL,0x49e6b862cc7b826dL,0xb03d688362fce490L, + 0x62f2497ab37e36e9L } }, + /* 26 << 105 */ + { { 0x04b005b6c6458293L,0x36bb5276e8d10af7L,0xacf2dc138ee617b8L, + 0x470d2d35b004b3d4L }, + { 0x06790832feeb1b77L,0x2bb75c3985657f9cL,0xd70bd4edc0f60004L, + 0xfe797ecc219b018bL } }, + /* 27 << 105 */ + { { 0x9b5bec2a753aebccL,0xdaf9f3dcc939eca5L,0xd6bc6833d095ad09L, + 0x98abdd51daa4d2fcL }, + { 0xd9840a318d168be5L,0xcf7c10e02325a23cL,0xa5c02aa07e6ecfafL, + 0x2462e7e6b5bfdf18L } }, + /* 28 << 105 */ + { { 0xab2d8a8ba0cc3f12L,0x68dd485dbc672a29L,0x72039752596f2cd3L, + 0x5d3eea67a0cf3d8dL }, + { 0x810a1a81e6602671L,0x8f144a4014026c0cL,0xbc753a6d76b50f85L, + 0xc4dc21e8645cd4a4L } }, + /* 29 << 105 */ + { { 0xc5262dea521d0378L,0x802b8e0e05011c6fL,0x1ba19cbb0b4c19eaL, + 0x21db64b5ebf0aaecL }, + { 0x1f394ee970342f9dL,0x93a10aee1bc44a14L,0xa7eed31b3efd0baaL, + 0x6e7c824e1d154e65L } }, + /* 30 << 105 */ + { { 0xee23fa819966e7eeL,0x64ec4aa805b7920dL,0x2d44462d2d90aad4L, + 0xf44dd195df277ad5L }, + { 0x8d6471f1bb46b6a1L,0x1e65d313fd885090L,0x33a800f513a977b4L, + 0xaca9d7210797e1efL } }, + /* 31 << 105 */ + { { 0x9a5a85a0fcff6a17L,0x9970a3f31eca7ceeL,0xbb9f0d6bc9504be3L, + 0xe0c504beadd24ee2L }, + { 0x7e09d95677fcc2f4L,0xef1a522765bb5fc4L,0x145d4fb18b9286aaL, + 0x66fd0c5d6649028bL } }, + /* 32 << 105 */ + { { 0x98857ceb1bf4581cL,0xe635e186aca7b166L,0x278ddd22659722acL, + 0xa0903c4c1db68007L }, + { 0x366e458948f21402L,0x31b49c14b96abda2L,0x329c4b09e0403190L, + 0x97197ca3d29f43feL } }, + /* 33 << 105 */ + { { 0x8073dd1e274983d8L,0xda1a3bde55717c8fL,0xfd3d4da20361f9d1L, + 0x1332d0814c7de1ceL }, + { 0x9b7ef7a3aa6d0e10L,0x17db2e73f54f1c4aL,0xaf3dffae4cd35567L, + 0xaaa2f406e56f4e71L } }, + /* 34 << 105 */ + { { 0x8966759e7ace3fc7L,0x9594eacf45a8d8c6L,0x8de3bd8b91834e0eL, + 0xafe4ca53548c0421L }, + { 0xfdd7e856e6ee81c6L,0x8f671beb6b891a3aL,0xf7a58f2bfae63829L, + 0x9ab186fb9c11ac9fL } }, + /* 35 << 105 */ + { { 0x8d6eb36910b5be76L,0x046b7739fb040bcdL,0xccb4529fcb73de88L, + 0x1df0fefccf26be03L }, + { 0xad7757a6bcfcd027L,0xa8786c75bb3165caL,0xe9db1e347e99a4d9L, + 0x99ee86dfb06c504bL } }, + /* 36 << 105 */ + { { 0x5b7c2dddc15c9f0aL,0xdf87a7344295989eL,0x59ece47c03d08fdaL, + 0xb074d3ddad5fc702L }, + { 0x2040790351a03776L,0x2bb1f77b2a608007L,0x25c58f4fe1153185L, + 0xe6df62f6766e6447L } }, + /* 37 << 105 */ + { { 0xefb3d1beed51275aL,0x5de47dc72f0f483fL,0x7932d98e97c2bedfL, + 0xd5c119270219f8a1L }, + { 0x9d751200a73a294eL,0x5f88434a9dc20172L,0xd28d9fd3a26f506aL, + 0xa890cd319d1dcd48L } }, + /* 38 << 105 */ + { { 0x0aebaec170f4d3b4L,0xfd1a13690ffc8d00L,0xb9d9c24057d57838L, + 0x45929d2668bac361L }, + { 0x5a2cd06025b15ca6L,0x4b3c83e16e474446L,0x1aac7578ee1e5134L, + 0xa418f5d6c91e2f41L } }, + /* 39 << 105 */ + { { 0x6936fc8a213ed68bL,0x860ae7ed510a5224L,0x63660335def09b53L, + 0x641b2897cd79c98dL }, + { 0x29bd38e101110f35L,0x79c26f42648b1937L,0x64dae5199d9164f4L, + 0xd85a23100265c273L } }, + /* 40 << 105 */ + { { 0x7173dd5d4b07e2b1L,0xd144c4cb8d9ea221L,0xe8b04ea41105ab14L, + 0x92dda542fe80d8f1L }, + { 0xe9982fa8cf03dce6L,0x8b5ea9651a22cffcL,0xf7f4ea7f3fad88c4L, + 0x62db773e6a5ba95cL } }, + /* 41 << 105 */ + { { 0xd20f02fb93f24567L,0xfd46c69a315257caL,0x0ac74cc78bcab987L, + 0x46f31c015ceca2f5L }, + { 0x40aedb59888b219eL,0xe50ecc37e1fccd02L,0x1bcd9dad911f816cL, + 0x583cc1ec8db9b00cL } }, + /* 42 << 105 */ + { { 0xf3cd2e66a483bf11L,0xfa08a6f5b1b2c169L,0xf375e2454be9fa28L, + 0x99a7ffec5b6d011fL }, + { 0x6a3ebddbc4ae62daL,0x6cea00ae374aef5dL,0xab5fb98d9d4d05bcL, + 0x7cba1423d560f252L } }, + /* 43 << 105 */ + { { 0x49b2cc21208490deL,0x1ca66ec3bcfb2879L,0x7f1166b71b6fb16fL, + 0xfff63e0865fe5db3L }, + { 0xb8345abe8b2610beL,0xb732ed8039de3df4L,0x0e24ed50211c32b4L, + 0xd10d8a69848ff27dL } }, + /* 44 << 105 */ + { { 0xc1074398ed4de248L,0xd7cedace10488927L,0xa4aa6bf885673e13L, + 0xb46bae916daf30afL }, + { 0x07088472fcef7ad8L,0x61151608d4b35e97L,0xbcfe8f26dde29986L, + 0xeb84c4c7d5a34c79L } }, + /* 45 << 105 */ + { { 0xc1eec55c164e1214L,0x891be86da147bb03L,0x9fab4d100ba96835L, + 0xbf01e9b8a5c1ae9fL }, + { 0x6b4de139b186ebc0L,0xd5c74c2685b91bcaL,0x5086a99cc2d93854L, + 0xeed62a7ba7a9dfbcL } }, + /* 46 << 105 */ + { { 0x8778ed6f76b7618aL,0xbff750a503b66062L,0x4cb7be22b65186dbL, + 0x369dfbf0cc3a6d13L }, + { 0xc7dab26c7191a321L,0x9edac3f940ed718eL,0xbc142b36d0cfd183L, + 0xc8af82f67c991693L } }, + /* 47 << 105 */ + { { 0xb3d1e4d897ce0b2aL,0xe6d7c87fc3a55cdfL,0x35846b9568b81afeL, + 0x018d12afd3c239d8L }, + { 0x2b2c620801206e15L,0xe0e42453a3b882c6L,0x854470a3a50162d5L, + 0x081574787017a62aL } }, + /* 48 << 105 */ + { { 0x18bd3fb4820357c7L,0x992039ae6f1458adL,0x9a1df3c525b44aa1L, + 0x2d780357ed3d5281L }, + { 0x58cf7e4dc77ad4d4L,0xd49a7998f9df4fc4L,0x4465a8b51d71205eL, + 0xa0ee0ea6649254aaL } }, + /* 49 << 105 */ + { { 0x4b5eeecfab7bd771L,0x6c87307335c262b9L,0xdc5bd6483c9d61e7L, + 0x233d6d54321460d2L }, + { 0xd20c5626fc195bccL,0x2544595804d78b63L,0xe03fcb3d17ec8ef3L, + 0x54b690d146b8f781L } }, + /* 50 << 105 */ + { { 0x82fa2c8a21230646L,0xf51aabb9084f418cL,0xff4fbec11a30ba43L, + 0x6a5acf73743c9df7L }, + { 0x1da2b357d635b4d5L,0xc3de68ddecd5c1daL,0xa689080bd61af0ddL, + 0xdea5938ad665bf99L } }, + /* 51 << 105 */ + { { 0x0231d71afe637294L,0x01968aa6a5a81cd8L,0x11252d50048e63b5L, + 0xc446bc526ca007e9L }, + { 0xef8c50a696d6134bL,0x9361fbf59e09a05cL,0xf17f85a6dca3291aL, + 0xb178d548ff251a21L } }, + /* 52 << 105 */ + { { 0x87f6374ba4df3915L,0x566ce1bf2fd5d608L,0x425cba4d7de35102L, + 0x6b745f8f58c5d5e2L }, + { 0x88402af663122edfL,0x3190f9ed3b989a89L,0x4ad3d387ebba3156L, + 0xef385ad9c7c469a5L } }, + /* 53 << 105 */ + { { 0xb08281de3f642c29L,0x20be0888910ffb88L,0xf353dd4ad5292546L, + 0x3f1627de8377a262L }, + { 0xa5faa013eefcd638L,0x8f3bf62674cc77c3L,0x32618f65a348f55eL, + 0x5787c0dc9fefeb9eL } }, + /* 54 << 105 */ + { { 0xf1673aa2d9a23e44L,0x88dfa9934e10690dL,0x1ced1b362bf91108L, + 0x9193ceca3af48649L }, + { 0xfb34327d2d738fc5L,0x6697b037975fee6cL,0x2f485da0c04079a5L, + 0x2cdf57352feaa1acL } }, + /* 55 << 105 */ + { { 0x76944420bd55659eL,0x7973e32b4376090cL,0x86bb4fe1163b591aL, + 0x10441aedc196f0caL }, + { 0x3b431f4a045ad915L,0x6c11b437a4afacb1L,0x30b0c7db71fdbbd8L, + 0xb642931feda65acdL } }, + /* 56 << 105 */ + { { 0x4baae6e89c92b235L,0xa73bbd0e6b3993a1L,0xd06d60ec693dd031L, + 0x03cab91b7156881cL }, + { 0xd615862f1db3574bL,0x485b018564bb061aL,0x27434988a0181e06L, + 0x2cd61ad4c1c0c757L } }, + /* 57 << 105 */ + { { 0x3effed5a2ff9f403L,0x8dc98d8b62239029L,0x2206021e1f17b70dL, + 0xafbec0cabf510015L }, + { 0x9fed716480130dfaL,0x306dc2b58a02dcf5L,0x48f06620feb10fc0L, + 0x78d1e1d55a57cf51L } }, + /* 58 << 105 */ + { { 0xadef8c5a192ef710L,0x88afbd4b3b7431f9L,0x7e1f740764250c9eL, + 0x6e31318db58bec07L }, + { 0xfd4fc4b824f89b4eL,0x65a5dd8848c36a2aL,0x4f1eccfff024baa7L, + 0x22a21cf2cba94650L } }, + /* 59 << 105 */ + { { 0x95d29dee42a554f7L,0x828983a5002ec4baL,0x8112a1f78badb73dL, + 0x79ea8897a27c1839L }, + { 0x8969a5a7d065fd83L,0xf49af791b262a0bcL,0xfcdea8b6af2b5127L, + 0x10e913e1564c2dbcL } }, + /* 60 << 105 */ + { { 0x51239d14bc21ef51L,0xe51c3ceb4ce57292L,0x795ff06847bbcc3bL, + 0x86b46e1ebd7e11e6L }, + { 0x0ea6ba2380041ef4L,0xd72fe5056262342eL,0x8abc6dfd31d294d4L, + 0xbbe017a21278c2c9L } }, + /* 61 << 105 */ + { { 0xb1fcfa09b389328aL,0x322fbc62d01771b5L,0x04c0d06360b045bfL, + 0xdb652edc10e52d01L }, + { 0x50ef932c03ec6627L,0xde1b3b2dc1ee50e3L,0x5ab7bdc5dc37a90dL, + 0xfea6721331e33a96L } }, + /* 62 << 105 */ + { { 0x6482b5cb4f2999aaL,0x38476cc6b8cbf0ddL,0x93ebfacb173405bbL, + 0x15cdafe7e52369ecL }, + { 0xd42d5ba4d935b7dbL,0x648b60041c99a4cdL,0x785101bda3b5545bL, + 0x4bf2c38a9dd67fafL } }, + /* 63 << 105 */ + { { 0xb1aadc634442449cL,0xe0e9921a33ad4fb8L,0x5c552313aa686d82L, + 0xdee635fa465d866cL }, + { 0xbc3c224a18ee6e8aL,0xeed748a6ed42e02fL,0xe70f930ad474cd08L, + 0x774ea6ecfff24adfL } }, + /* 64 << 105 */ + { { 0x03e2de1cf3480d4aL,0xf0d8edc7bc8acf1aL,0xf23e330368295a9cL, + 0xfadd5f68c546a97dL }, + { 0x895597ad96f8acb1L,0xbddd49d5671bdae2L,0x16fcd52821dd43f4L, + 0xa5a454126619141aL } }, + /* 0 << 112 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 112 */ + { { 0x8ce9b6bfc360e25aL,0xe6425195075a1a78L,0x9dc756a8481732f4L, + 0x83c0440f5432b57aL }, + { 0xc670b3f1d720281fL,0x2205910ed135e051L,0xded14b0edb052be7L, + 0x697b3d27c568ea39L } }, + /* 2 << 112 */ + { { 0x2e599b9afb3ff9edL,0x28c2e0ab17f6515cL,0x1cbee4fd474da449L, + 0x071279a44f364452L }, + { 0x97abff6601fbe855L,0x3ee394e85fda51c4L,0x190385f667597c0bL, + 0x6e9fccc6a27ee34bL } }, + /* 3 << 112 */ + { { 0x0b89de9314092ebbL,0xf17256bd428e240cL,0xcf89a7f393d2f064L, + 0x4f57841ee1ed3b14L }, + { 0x4ee14405e708d855L,0x856aae7203f1c3d0L,0xc8e5424fbdd7eed5L, + 0x3333e4ef73ab4270L } }, + /* 4 << 112 */ + { { 0x3bc77adedda492f8L,0xc11a3aea78297205L,0x5e89a3e734931b4cL, + 0x17512e2e9f5694bbL }, + { 0x5dc349f3177bf8b6L,0x232ea4ba08c7ff3eL,0x9c4f9d16f511145dL, + 0xccf109a333b379c3L } }, + /* 5 << 112 */ + { { 0xe75e7a88a1f25897L,0x7ac6961fa1b5d4d8L,0xe3e1077308f3ed5cL, + 0x208a54ec0a892dfbL }, + { 0xbe826e1978660710L,0x0cf70a97237df2c8L,0x418a7340ed704da5L, + 0xa3eeb9a908ca33fdL } }, + /* 6 << 112 */ + { { 0x49d96233169bca96L,0x04d286d42da6aafbL,0xc09606eca0c2fa94L, + 0x8869d0d523ff0fb3L }, + { 0xa99937e5d0150d65L,0xa92e2503240c14c9L,0x656bf945108e2d49L, + 0x152a733aa2f59e2bL } }, + /* 7 << 112 */ + { { 0xb4323d588434a920L,0xc0af8e93622103c5L,0x667518ef938dbf9aL, + 0xa184307383a9cdf2L }, + { 0x350a94aa5447ab80L,0xe5e5a325c75a3d61L,0x74ba507f68411a9eL, + 0x10581fc1594f70c5L } }, + /* 8 << 112 */ + { { 0x60e2857080eb24a9L,0x7bedfb4d488e0cfdL,0x721ebbd7c259cdb8L, + 0x0b0da855bc6390a9L }, + { 0x2b4d04dbde314c70L,0xcdbf1fbc6c32e846L,0x33833eabb162fc9eL, + 0x9939b48bb0dd3ab7L } }, + /* 9 << 112 */ + { { 0x5aaa98a7cb0c9c8cL,0x75105f3081c4375cL,0xceee50575ef1c90fL, + 0xb31e065fc23a17bfL }, + { 0x5364d275d4b6d45aL,0xd363f3ad62ec8996L,0xb5d212394391c65bL, + 0x84564765ebb41b47L } }, + /* 10 << 112 */ + { { 0x20d18ecc37107c78L,0xacff3b6b570c2a66L,0x22f975d99bd0d845L, + 0xef0a0c46ba178fa0L }, + { 0x1a41965176b6028eL,0xc49ec674248612d4L,0x5b6ac4f27338af55L, + 0x06145e627bee5a36L } }, + /* 11 << 112 */ + { { 0x33e95d07e75746b5L,0x1c1e1f6dc40c78beL,0x967833ef222ff8e2L, + 0x4bedcf6ab49180adL }, + { 0x6b37e9c13d7a4c8aL,0x2748887c6ddfe760L,0xf7055123aa3a5bbcL, + 0x954ff2257bbb8e74L } }, + /* 12 << 112 */ + { { 0xc42b8ab197c3dfb9L,0x55a549b0cf168154L,0xad6748e7c1b50692L, + 0x2775780f6fc5cbcbL }, + { 0x4eab80b8e1c9d7c8L,0x8c69dae13fdbcd56L,0x47e6b4fb9969eaceL, + 0x002f1085a705cb5aL } }, + /* 13 << 112 */ + { { 0x4e23ca446d3fea55L,0xb4ae9c86f4810568L,0x47bfb91b2a62f27dL, + 0x60deb4c9d9bac28cL }, + { 0xa892d8947de6c34cL,0x4ee682594494587dL,0x914ee14e1a3f8a5bL, + 0xbb113eaa28700385L } }, + /* 14 << 112 */ + { { 0x81ca03b92115b4c9L,0x7c163d388908cad1L,0xc912a118aa18179aL, + 0xe09ed750886e3081L }, + { 0xa676e3fa26f516caL,0x753cacf78e732f91L,0x51592aea833da8b4L, + 0xc626f42f4cbea8aaL } }, + /* 15 << 112 */ + { { 0xef9dc899a7b56eafL,0x00c0e52c34ef7316L,0x5b1e4e24fe818a86L, + 0x9d31e20dc538be47L }, + { 0x22eb932d3ed68974L,0xe44bbc087c4e87c4L,0x4121086e0dde9aefL, + 0x8e6b9cff134f4345L } }, + /* 16 << 112 */ + { { 0x96892c1f711b0eb9L,0xb905f2c8780ab954L,0xace26309a20792dbL, + 0xec8ac9b30684e126L }, + { 0x486ad8b6b40a2447L,0x60121fc19fe3fb24L,0x5626fccf1a8e3b3fL, + 0x4e5686226ad1f394L } }, + /* 17 << 112 */ + { { 0xda7aae0d196aa5a1L,0xe0df8c771041b5fbL,0x451465d926b318b7L, + 0xc29b6e557ab136e9L }, + { 0x2c2ab48b71148463L,0xb5738de364454a76L,0x54ccf9a05a03abe4L, + 0x377c02960427d58eL } }, + /* 18 << 112 */ + { { 0x73f5f0b92bb39c1fL,0x14373f2ce608d8c5L,0xdcbfd31400fbb805L, + 0xdf18fb2083afdcfbL }, + { 0x81a57f4242b3523fL,0xe958532d87f650fbL,0xaa8dc8b68b0a7d7cL, + 0x1b75dfb7150166beL } }, + /* 19 << 112 */ + { { 0x90e4f7c92d7d1413L,0x67e2d6b59834f597L,0x4fd4f4f9a808c3e8L, + 0xaf8237e0d5281ec1L }, + { 0x25ab5fdc84687ceeL,0xc5ded6b1a5b26c09L,0x8e4a5aecc8ea7650L, + 0x23b73e5c14cc417fL } }, + /* 20 << 112 */ + { { 0x2bfb43183037bf52L,0xb61e6db578c725d7L,0x8efd4060bbb3e5d7L, + 0x2e014701dbac488eL }, + { 0xac75cf9a360aa449L,0xb70cfd0579634d08L,0xa591536dfffb15efL, + 0xb2c37582d07c106cL } }, + /* 21 << 112 */ + { { 0xb4293fdcf50225f9L,0xc52e175cb0e12b03L,0xf649c3bad0a8bf64L, + 0x745a8fefeb8ae3c6L }, + { 0x30d7e5a358321bc3L,0xb1732be70bc4df48L,0x1f217993e9ea5058L, + 0xf7a71cde3e4fd745L } }, + /* 22 << 112 */ + { { 0x86cc533e894c5bbbL,0x6915c7d969d83082L,0xa6aa2d055815c244L, + 0xaeeee59249b22ce5L }, + { 0x89e39d1378135486L,0x3a275c1f16b76f2fL,0xdb6bcc1be036e8f5L, + 0x4df69b215e4709f5L } }, + /* 23 << 112 */ + { { 0xa188b2502d0f39aaL,0x622118bb15a85947L,0x2ebf520ffde0f4faL, + 0xa40e9f294860e539L }, + { 0x7b6a51eb22b57f0fL,0x849a33b97e80644aL,0x50e5d16f1cf095feL, + 0xd754b54eec55f002L } }, + /* 24 << 112 */ + { { 0x5cfbbb22236f4a98L,0x0b0c59e9066800bbL,0x4ac69a8f5a9a7774L, + 0x2b33f804d6bec948L }, + { 0xb372929532e6c466L,0x68956d0f4e599c73L,0xa47a249f155c31ccL, + 0x24d80f0de1ce284eL } }, + /* 25 << 112 */ + { { 0xcd821dfb988baf01L,0xe6331a7ddbb16647L,0x1eb8ad33094cb960L, + 0x593cca38c91bbca5L }, + { 0x384aac8d26567456L,0x40fa0309c04b6490L,0x97834cd6dab6c8f6L, + 0x68a7318d3f91e55fL } }, + /* 26 << 112 */ + { { 0xa00fd04efc4d3157L,0xb56f8ab22bf3bdeaL,0x014f56484fa57172L, + 0x948c5860450abdb3L }, + { 0x342b5df00ebd4f08L,0x3e5168cd0e82938eL,0x7aedc1ceb0df5dd0L, + 0x6bbbc6d9e5732516L } }, + /* 27 << 112 */ + { { 0xc7bfd486605daaa6L,0x46fd72b7bb9a6c9eL,0xe4847fb1a124fb89L, + 0x75959cbda2d8ffbcL }, + { 0x42579f65c8a588eeL,0x368c92e6b80b499dL,0xea4ef6cd999a5df1L, + 0xaa73bb7f936fe604L } }, + /* 28 << 112 */ + { { 0xf347a70d6457d188L,0x86eda86b8b7a388bL,0xb7cdff060ccd6013L, + 0xbeb1b6c7d0053fb2L }, + { 0x0b02238799240a9fL,0x1bbb384f776189b2L,0x8695e71e9066193aL, + 0x2eb5009706ffac7eL } }, + /* 29 << 112 */ + { { 0x0654a9c04a7d2caaL,0x6f3fb3d1a5aaa290L,0x835db041ff476e8fL, + 0x540b8b0bc42295e4L }, + { 0xa5c73ac905e214f5L,0x9a74075a56a0b638L,0x2e4b1090ce9e680bL, + 0x57a5b4796b8d9afaL } }, + /* 30 << 112 */ + { { 0x0dca48e726bfe65cL,0x097e391c7290c307L,0x683c462e6669e72eL, + 0xf505be1e062559acL }, + { 0x5fbe3ea1e3a3035aL,0x6431ebf69cd50da8L,0xfd169d5c1f6407f2L, + 0x8d838a9560fce6b8L } }, + /* 31 << 112 */ + { { 0x2a2bfa7f650006f0L,0xdfd7dad350c0fbb2L,0x92452495ccf9ad96L, + 0x183bf494d95635f9L }, + { 0x02d5df434a7bd989L,0x505385cca5431095L,0xdd98e67dfd43f53eL, + 0xd61e1a6c500c34a9L } }, + /* 32 << 112 */ + { { 0x5a4b46c64a8a3d62L,0x8469c4d0247743d2L,0x2bb3a13d88f7e433L, + 0x62b23a1001be5849L }, + { 0xe83596b4a63d1a4cL,0x454e7fea7d183f3eL,0x643fce6117afb01cL, + 0x4e65e5e61c4c3638L } }, + /* 33 << 112 */ + { { 0x41d85ea1ef74c45bL,0x2cfbfa66ae328506L,0x98b078f53ada7da9L, + 0xd985fe37ec752fbbL }, + { 0xeece68fe5a0148b4L,0x6f9a55c72d78136dL,0x232dccc4d2b729ceL, + 0xa27e0dfd90aafbc4L } }, + /* 34 << 112 */ + { { 0x9647445212b4603eL,0xa876c5516b706d14L,0xdf145fcf69a9d412L, + 0xe2ab75b72d479c34L }, + { 0x12df9a761a23ff97L,0xc61389925d359d10L,0x6e51c7aefa835f22L, + 0x69a79cb1c0fcc4d9L } }, + /* 35 << 112 */ + { { 0xf57f350d594cc7e1L,0x3079ca633350ab79L,0x226fb6149aff594aL, + 0x35afec026d59a62bL }, + { 0x9bee46f406ed2c6eL,0x58da17357d939a57L,0x44c504028fd1797eL, + 0xd8853e7c5ccea6caL } }, + /* 36 << 112 */ + { { 0x4065508da35fcd5fL,0x8965df8c495ccaebL,0x0f2da85012e1a962L, + 0xee471b94c1cf1cc4L }, + { 0xcef19bc80a08fb75L,0x704958f581de3591L,0x2867f8b23aef4f88L, + 0x8d749384ea9f9a5fL } }, + /* 37 << 112 */ + { { 0x1b3855378c9049f4L,0x5be948f37b92d8b6L,0xd96f725db6e2bd6bL, + 0x37a222bc958c454dL }, + { 0xe7c61abb8809bf61L,0x46f07fbc1346f18dL,0xfb567a7ae87c0d1cL, + 0x84a461c87ef3d07aL } }, + /* 38 << 112 */ + { { 0x0a5adce6d9278d98L,0x24d948139dfc73e1L,0x4f3528b6054321c3L, + 0x2e03fdde692ea706L }, + { 0x10e6061947b533c0L,0x1a8bc73f2ca3c055L,0xae58d4b21bb62b8fL, + 0xb2045a73584a24e3L } }, + /* 39 << 112 */ + { { 0x3ab3d5afbd76e195L,0x478dd1ad6938a810L,0x6ffab3936ee3d5cbL, + 0xdfb693db22b361e4L }, + { 0xf969449651dbf1a7L,0xcab4b4ef08a2e762L,0xe8c92f25d39bba9aL, + 0x850e61bcf1464d96L } }, + /* 40 << 112 */ + { { 0xb7e830e3dc09508bL,0xfaf6d2cf74317655L,0x72606cebdf690355L, + 0x48bb92b3d0c3ded6L }, + { 0x65b754845c7cf892L,0xf6cd7ac9d5d5f01fL,0xc2c30a5996401d69L, + 0x91268650ed921878L } }, + /* 41 << 112 */ + { { 0x380bf913b78c558fL,0x43c0baebc8afdaa9L,0x377f61d554f169d3L, + 0xf8da07e3ae5ff20bL }, + { 0xb676c49da8a90ea8L,0x81c1ff2b83a29b21L,0x383297ac2ad8d276L, + 0x3001122fba89f982L } }, + /* 42 << 112 */ + { { 0xe1d794be6718e448L,0x246c14827c3e6e13L,0x56646ef85d26b5efL, + 0x80f5091e88069cddL }, + { 0xc5992e2f724bdd38L,0x02e915b48471e8c7L,0x96ff320a0d0ff2a9L, + 0xbf8864874384d1a0L } }, + /* 43 << 112 */ + { { 0xbbe1e6a6c93f72d6L,0xd5f75d12cad800eaL,0xfa40a09fe7acf117L, + 0x32c8cdd57581a355L }, + { 0x742219927023c499L,0xa8afe5d738ec3901L,0x5691afcba90e83f0L, + 0x41bcaa030b8f8eacL } }, + /* 44 << 112 */ + { { 0xe38b5ff98d2668d5L,0x0715281a7ad81965L,0x1bc8fc7c03c6ce11L, + 0xcbbee6e28b650436L }, + { 0x06b00fe80cdb9808L,0x17d6e066fe3ed315L,0x2e9d38c64d0b5018L, + 0xab8bfd56844dcaefL } }, + /* 45 << 112 */ + { { 0x42894a59513aed8bL,0xf77f3b6d314bd07aL,0xbbdecb8f8e42b582L, + 0xf10e2fa8d2390fe6L }, + { 0xefb9502262a2f201L,0x4d59ea5050ee32b0L,0xd87f77286da789a8L, + 0xcf98a2cff79492c4L } }, + /* 46 << 112 */ + { { 0xf9577239720943c2L,0xba044cf53990b9d0L,0x5aa8e82395f2884aL, + 0x834de6ed0278a0afL }, + { 0xc8e1ee9a5f25bd12L,0x9259ceaa6f7ab271L,0x7e6d97a277d00b76L, + 0x5c0c6eeaa437832aL } }, + /* 47 << 112 */ + { { 0x5232c20f5606b81dL,0xabd7b3750d991ee5L,0x4d2bfe358632d951L, + 0x78f8514698ed9364L }, + { 0x951873f0f30c3282L,0x0da8ac80a789230bL,0x3ac7789c5398967fL, + 0xa69b8f7fbdda0fb5L } }, + /* 48 << 112 */ + { { 0xe5db77176add8545L,0x1b71cb6672c49b66L,0xd856073968421d77L, + 0x03840fe883e3afeaL }, + { 0xb391dad51ec69977L,0xae243fb9307f6726L,0xc88ac87be8ca160cL, + 0x5174cced4ce355f4L } }, + /* 49 << 112 */ + { { 0x98a35966e58ba37dL,0xfdcc8da27817335dL,0x5b75283083fbc7bfL, + 0x68e419d4d9c96984L }, + { 0x409a39f402a40380L,0x88940faf1fe977bcL,0xc640a94b8f8edea6L, + 0x1e22cd17ed11547dL } }, + /* 50 << 112 */ + { { 0xe28568ce59ffc3e2L,0x60aa1b55c1dee4e7L,0xc67497c8837cb363L, + 0x06fb438a105a2bf2L }, + { 0x30357ec4500d8e20L,0x1ad9095d0670db10L,0x7f589a05c73b7cfdL, + 0xf544607d880d6d28L } }, + /* 51 << 112 */ + { { 0x17ba93b1a20ef103L,0xad8591306ba6577bL,0x65c91cf66fa214a0L, + 0xd7d49c6c27990da5L }, + { 0xecd9ec8d20bb569dL,0xbd4b2502eeffbc33L,0x2056ca5a6bed0467L, + 0x7916a1f75b63728cL } }, + /* 52 << 112 */ + { { 0xd4f9497d53a4f566L,0x8973466497b56810L,0xf8e1da740494a621L, + 0x82546a938d011c68L }, + { 0x1f3acb19c61ac162L,0x52f8fa9cabad0d3eL,0x15356523b4b7ea43L, + 0x5a16ad61ae608125L } }, + /* 53 << 112 */ + { { 0xb0bcb87f4faed184L,0x5f236b1d5029f45fL,0xd42c76070bc6b1fcL, + 0xc644324e68aefce3L }, + { 0x8e191d595c5d8446L,0xc020807713ae1979L,0xadcaee553ba59cc7L, + 0x20ed6d6ba2cb81baL } }, + /* 54 << 112 */ + { { 0x0952ba19b6efcffcL,0x60f12d6897c0b87cL,0x4ee2c7c49caa30bcL, + 0x767238b797fbff4eL }, + { 0xebc73921501b5d92L,0x3279e3dfc2a37737L,0x9fc12bc86d197543L, + 0xfa94dc6f0a40db4eL } }, + /* 55 << 112 */ + { { 0x7392b41a530ccbbdL,0x87c82146ea823525L,0xa52f984c05d98d0cL, + 0x2ae57d735ef6974cL }, + { 0x9377f7bf3042a6ddL,0xb1a007c019647a64L,0xfaa9079a0cca9767L, + 0x3d81a25bf68f72d5L } }, + /* 56 << 112 */ + { { 0x752067f8ff81578eL,0x786221509045447dL,0xc0c22fcf0505aa6fL, + 0x1030f0a66bed1c77L }, + { 0x31f29f151f0bd739L,0x2d7989c7e6debe85L,0x5c070e728e677e98L, + 0x0a817bd306e81fd5L } }, + /* 57 << 112 */ + { { 0xc110d830b0f2ac95L,0x48d0995aab20e64eL,0x0f3e00e17729cd9aL, + 0x2a570c20dd556946L }, + { 0x912dbcfd4e86214dL,0x2d014ee2cf615498L,0x55e2b1e63530d76eL, + 0xc5135ae4fd0fd6d1L } }, + /* 58 << 112 */ + { { 0x0066273ad4f3049fL,0xbb8e9893e7087477L,0x2dba1ddb14c6e5fdL, + 0xdba3788651f57e6cL }, + { 0x5aaee0a65a72f2cfL,0x1208bfbf7bea5642L,0xf5c6aa3b67872c37L, + 0xd726e08343f93224L } }, + /* 59 << 112 */ + { { 0x1854daa5061f1658L,0xc0016df1df0cd2b3L,0xc2a3f23e833d50deL, + 0x73b681d2bbbd3017L }, + { 0x2f046dc43ac343c0L,0x9c847e7d85716421L,0xe1e13c910917eed4L, + 0x3fc9eebd63a1b9c6L } }, + /* 60 << 112 */ + { { 0x0f816a727fe02299L,0x6335ccc2294f3319L,0x3820179f4745c5beL, + 0xe647b782922f066eL }, + { 0xc22e49de02cafb8aL,0x299bc2fffcc2ecccL,0x9a8feea26e0e8282L, + 0xa627278bfe893205L } }, + /* 61 << 112 */ + { { 0xa7e197337933e47bL,0xf4ff6b132e766402L,0xa4d8be0a98440d9fL, + 0x658f5c2f38938808L }, + { 0x90b75677c95b3b3eL,0xfa0442693137b6ffL,0x077b039b43c47c29L, + 0xcca95dd38a6445b2L } }, + /* 62 << 112 */ + { { 0x0b498ba42333fc4cL,0x274f8e68f736a1b1L,0x6ca348fd5f1d4b2eL, + 0x24d3be78a8f10199L }, + { 0x8535f858ca14f530L,0xa6e7f1635b982e51L,0x847c851236e1bf62L, + 0xf6a7c58e03448418L } }, + /* 63 << 112 */ + { { 0x583f3703f9374ab6L,0x864f91956e564145L,0x33bc3f4822526d50L, + 0x9f323c801262a496L }, + { 0xaa97a7ae3f046a9aL,0x70da183edf8a039aL,0x5b68f71c52aa0ba6L, + 0x9be0fe5121459c2dL } }, + /* 64 << 112 */ + { { 0xc1e17eb6cbc613e5L,0x33131d55497ea61cL,0x2f69d39eaf7eded5L, + 0x73c2f434de6af11bL }, + { 0x4ca52493a4a375faL,0x5f06787cb833c5c2L,0x814e091f3e6e71cfL, + 0x76451f578b746666L } }, + /* 0 << 119 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 119 */ + { { 0x80f9bdef694db7e0L,0xedca8787b9fcddc6L,0x51981c3403b8dce1L, + 0x4274dcf170e10ba1L }, + { 0xf72743b86def6d1aL,0xd25b1670ebdb1866L,0xc4491e8c050c6f58L, + 0x2be2b2ab87fbd7f5L } }, + /* 2 << 119 */ + { { 0x3e0e5c9dd111f8ecL,0xbcc33f8db7c4e760L,0x702f9a91bd392a51L, + 0x7da4a795c132e92dL }, + { 0x1a0b0ae30bb1151bL,0x54febac802e32251L,0xea3a5082694e9e78L, + 0xe58ffec1e4fe40b8L } }, + /* 3 << 119 */ + { { 0xf85592fcd1e0cf9eL,0xdea75f0dc0e7b2e8L,0xc04215cfc135584eL, + 0x174fc7272f57092aL }, + { 0xe7277877eb930beaL,0x504caccb5eb02a5aL,0xf9fe08f7f5241b9bL, + 0xe7fb62f48d5ca954L } }, + /* 4 << 119 */ + { { 0xfbb8349d29c4120bL,0x9f94391fc0d0d915L,0xc4074fa75410ba51L, + 0xa66adbf6150a5911L }, + { 0xc164543c34bfca38L,0xe0f27560b9e1ccfcL,0x99da0f53e820219cL, + 0xe8234498c6b4997aL } }, + /* 5 << 119 */ + { { 0xcfb88b769d4c5423L,0x9e56eb10b0521c49L,0x418e0b5ebe8700a1L, + 0x00cbaad6f93cb58aL }, + { 0xe923fbded92a5e67L,0xca4979ac1f347f11L,0x89162d856bc0585bL, + 0xdd6254afac3c70e3L } }, + /* 6 << 119 */ + { { 0x7b23c513516e19e4L,0x56e2e847c5c4d593L,0x9f727d735ce71ef6L, + 0x5b6304a6f79a44c5L }, + { 0x6638a7363ab7e433L,0x1adea470fe742f83L,0xe054b8545b7fc19fL, + 0xf935381aba1d0698L } }, + /* 7 << 119 */ + { { 0x546eab2d799e9a74L,0x96239e0ea949f729L,0xca274c6b7090055aL, + 0x835142c39020c9b0L }, + { 0xa405667aa2e8807fL,0x29f2c0851aa3d39eL,0xcc555d6442fc72f5L, + 0xe856e0e7fbeacb3cL } }, + /* 8 << 119 */ + { { 0xb5504f9d918e4936L,0x65035ef6b2513982L,0x0553a0c26f4d9cb9L, + 0x6cb10d56bea85509L }, + { 0x48d957b7a242da11L,0x16a4d3dd672b7268L,0x3d7e637c8502a96bL, + 0x27c7032b730d463bL } }, + /* 9 << 119 */ + { { 0xbdc02b18e4136a14L,0xbacf969d678e32bfL,0xc98d89a3dd9c3c03L, + 0x7b92420a23becc4fL }, + { 0xd4b41f78c64d565cL,0x9f969d0010f28295L,0xec7f7f76b13d051aL, + 0x08945e1ea92da585L } }, + /* 10 << 119 */ + { { 0x55366b7d5846426fL,0xe7d09e89247d441dL,0x510b404d736fbf48L, + 0x7fa003d0e784bd7dL }, + { 0x25f7614f17fd9596L,0x49e0e0a135cb98dbL,0x2c65957b2e83a76aL, + 0x5d40da8dcddbe0f8L } }, + /* 11 << 119 */ + { { 0xf2b8c405050bad24L,0x8918426dc2aa4823L,0x2aeab3dda38365a7L, + 0x720317177c91b690L }, + { 0x8b00d69960a94120L,0x478a255de99eaeecL,0xbf656a5f6f60aafdL, + 0xdfd7cb755dee77b3L } }, + /* 12 << 119 */ + { { 0x37f68bb4a595939dL,0x0355647928740217L,0x8e740e7c84ad7612L, + 0xd89bc8439044695fL }, + { 0xf7f3da5d85a9184dL,0x562563bb9fc0b074L,0x06d2e6aaf88a888eL, + 0x612d8643161fbe7cL } }, + /* 13 << 119 */ + { { 0x465edba7f64085e7L,0xb230f30429aa8511L,0x53388426cda2d188L, + 0x908857354b666649L }, + { 0x6f02ff9a652f54f6L,0x65c822945fae2bf0L,0x7816ade062f5eee3L, + 0xdcdbdf43fcc56d70L } }, + /* 14 << 119 */ + { { 0x9fb3bba354530bb2L,0xbde3ef77cb0869eaL,0x89bc90460b431163L, + 0x4d03d7d2e4819a35L }, + { 0x33ae4f9e43b6a782L,0x216db3079c88a686L,0x91dd88e000ffedd9L, + 0xb280da9f12bd4840L } }, + /* 15 << 119 */ + { { 0x32a7cb8a1635e741L,0xfe14008a78be02a7L,0x3fafb3341b7ae030L, + 0x7fd508e75add0ce9L }, + { 0x72c83219d607ad51L,0x0f229c0a8d40964aL,0x1be2c3361c878da2L, + 0xe0c96742eab2ab86L } }, + /* 16 << 119 */ + { { 0x458f86913e538cd7L,0xa7001f6c8e08ad53L,0x52b8c6e6bf5d15ffL, + 0x548234a4011215ddL }, + { 0xff5a9d2d3d5b4045L,0xb0ffeeb64a904190L,0x55a3aca448607f8bL, + 0x8cbd665c30a0672aL } }, + /* 17 << 119 */ + { { 0x87f834e042583068L,0x02da2aebf3f6e683L,0x6b763e5d05c12248L, + 0x7230378f65a8aefcL }, + { 0x93bd80b571e8e5caL,0x53ab041cb3b62524L,0x1b8605136c9c552eL, + 0xe84d402cd5524e66L } }, + /* 18 << 119 */ + { { 0xa37f3573f37f5937L,0xeb0f6c7dd1e4fca5L,0x2965a554ac8ab0fcL, + 0x17fbf56c274676acL }, + { 0x2e2f6bd9acf7d720L,0x41fc8f8810224766L,0x517a14b385d53befL, + 0xdae327a57d76a7d1L } }, + /* 19 << 119 */ + { { 0x6ad0a065c4818267L,0x33aa189b37c1bbc1L,0x64970b5227392a92L, + 0x21699a1c2d1535eaL }, + { 0xcd20779cc2d7a7fdL,0xe318605999c83cf2L,0x9b69440b72c0b8c7L, + 0xa81497d77b9e0e4dL } }, + /* 20 << 119 */ + { { 0x515d5c891f5f82dcL,0x9a7f67d76361079eL,0xa8da81e311a35330L, + 0xe44990c44b18be1bL }, + { 0xc7d5ed95af103e59L,0xece8aba78dac9261L,0xbe82b0999394b8d3L, + 0x6830f09a16adfe83L } }, + /* 21 << 119 */ + { { 0x250a29b488172d01L,0x8b20bd65caff9e02L,0xb8a7661ee8a6329aL, + 0x4520304dd3fce920L }, + { 0xae45da1f2b47f7efL,0xe07f52885bffc540L,0xf79970093464f874L, + 0x2244c2cda6fa1f38L } }, + /* 22 << 119 */ + { { 0x43c41ac194d7d9b1L,0x5bafdd82c82e7f17L,0xdf0614c15fda0fcaL, + 0x74b043a7a8ae37adL }, + { 0x3ba6afa19e71734cL,0x15d5437e9c450f2eL,0x4a5883fe67e242b1L, + 0x5143bdc22c1953c2L } }, + /* 23 << 119 */ + { { 0x542b8b53fc5e8920L,0x363bf9a89a9cee08L,0x02375f10c3486e08L, + 0x2037543b8c5e70d2L }, + { 0x7109bccc625640b4L,0xcbc1051e8bc62c3bL,0xf8455fed803f26eaL, + 0x6badceabeb372424L } }, + /* 24 << 119 */ + { { 0xa2a9ce7c6b53f5f9L,0x642465951b176d99L,0xb1298d36b95c081bL, + 0x53505bb81d9a9ee6L }, + { 0x3f6f9e61f2ba70b0L,0xd07e16c98afad453L,0x9f1694bbe7eb4a6aL, + 0xdfebced93cb0bc8eL } }, + /* 25 << 119 */ + { { 0x92d3dcdc53868c8bL,0x174311a2386107a6L,0x4109e07c689b4e64L, + 0x30e4587f2df3dcb6L }, + { 0x841aea310811b3b2L,0x6144d41d0cce43eaL,0x464c45812a9a7803L, + 0xd03d371f3e158930L } }, + /* 26 << 119 */ + { { 0xc676d7f2b1f3390bL,0x9f7a1b8ca5b61272L,0x4ebebfc9c2e127a9L, + 0x4602500c5dd997bfL }, + { 0x7f09771c4711230fL,0x058eb37c020f09c1L,0xab693d4bfee5e38bL, + 0x9289eb1f4653cbc0L } }, + /* 27 << 119 */ + { { 0xbecf46abd51b9cf5L,0xd2aa9c029f0121afL,0x36aaf7d2e90dc274L, + 0x909e4ea048b95a3cL }, + { 0xe6b704966f32dbdbL,0x672188a08b030b3eL,0xeeffe5b3cfb617e2L, + 0x87e947de7c82709eL } }, + /* 28 << 119 */ + { { 0xa44d2b391770f5a7L,0xe4d4d7910e44eb82L,0x42e69d1e3f69712aL, + 0xbf11c4d6ac6a820eL }, + { 0xb5e7f3e542c4224cL,0xd6b4e81c449d941cL,0x5d72bd165450e878L, + 0x6a61e28aee25ac54L } }, + /* 29 << 119 */ + { { 0x33272094e6f1cd95L,0x7512f30d0d18673fL,0x32f7a4ca5afc1464L, + 0x2f0956566bbb977bL }, + { 0x586f47caa8226200L,0x02c868ad1ac07369L,0x4ef2b845c613acbeL, + 0x43d7563e0386054cL } }, + /* 30 << 119 */ + { { 0x54da9dc7ab952578L,0xb5423df226e84d0bL,0xa8b64eeb9b872042L, + 0xac2057825990f6dfL }, + { 0x4ff696eb21f4c77aL,0x1a79c3e4aab273afL,0x29bc922e9436b3f1L, + 0xff807ef8d6d9a27aL } }, + /* 31 << 119 */ + { { 0x82acea3d778f22a0L,0xfb10b2e85b5e7469L,0xc0b169802818ee7dL, + 0x011afff4c91c1a2fL }, + { 0x95a6d126ad124418L,0x31c081a5e72e295fL,0x36bb283af2f4db75L, + 0xd115540f7acef462L } }, + /* 32 << 119 */ + { { 0xc7f3a8f833f6746cL,0x21e46f65fea990caL,0x915fd5c5caddb0a9L, + 0xbd41f01678614555L }, + { 0x346f4434426ffb58L,0x8055943614dbc204L,0xf3dd20fe5a969b7fL, + 0x9d59e956e899a39aL } }, + /* 33 << 119 */ + { { 0xf1b0971c8ad4cf4bL,0x034488602ffb8fb8L,0xf071ac3c65340ba4L, + 0x408d0596b27fd758L }, + { 0xe7c78ea498c364b0L,0xa4aac4a5051e8ab5L,0xb9e1d560485d9002L, + 0x9acd518a88844455L } }, + /* 34 << 119 */ + { { 0xe4ca688fd06f56c0L,0xa48af70ddf027972L,0x691f0f045e9a609dL, + 0xa9dd82cdee61270eL }, + { 0x8903ca63a0ef18d3L,0x9fb7ee353d6ca3bdL,0xa7b4a09cabf47d03L, + 0x4cdada011c67de8eL } }, + /* 35 << 119 */ + { { 0x520037499355a244L,0xe77fd2b64f2151a9L,0x695d6cf666b4efcbL, + 0xc5a0cacfda2cfe25L }, + { 0x104efe5cef811865L,0xf52813e89ea5cc3dL,0x855683dc40b58dbcL, + 0x0338ecde175fcb11L } }, + /* 36 << 119 */ + { { 0xf9a0563774921592L,0xb4f1261db9bb9d31L,0x551429b74e9c5459L, + 0xbe182e6f6ea71f53L }, + { 0xd3a3b07cdfc50573L,0x9ba1afda62be8d44L,0x9bcfd2cb52ab65d3L, + 0xdf11d547a9571802L } }, + /* 37 << 119 */ + { { 0x099403ee02a2404aL,0x497406f421088a71L,0x994794095004ae71L, + 0xbdb42078a812c362L }, + { 0x2b72a30fd8828442L,0x283add27fcb5ed1cL,0xf7c0e20066a40015L, + 0x3e3be64108b295efL } }, + /* 38 << 119 */ + { { 0xac127dc1e038a675L,0x729deff38c5c6320L,0xb7df8fd4a90d2c53L, + 0x9b74b0ec681e7cd3L }, + { 0x5cb5a623dab407e5L,0xcdbd361576b340c6L,0xa184415a7d28392cL, + 0xc184c1d8e96f7830L } }, + /* 39 << 119 */ + { { 0xc3204f1981d3a80fL,0xfde0c841c8e02432L,0x78203b3e8149e0c1L, + 0x5904bdbb08053a73L }, + { 0x30fc1dd1101b6805L,0x43c223bc49aa6d49L,0x9ed671417a174087L, + 0x311469a0d5997008L } }, + /* 40 << 119 */ + { { 0xb189b6845e43fc61L,0xf3282375e0d3ab57L,0x4fa34b67b1181da8L, + 0x621ed0b299ee52b8L }, + { 0x9b178de1ad990676L,0xd51de67b56d54065L,0x2a2c27c47538c201L, + 0x33856ec838a40f5cL } }, + /* 41 << 119 */ + { { 0x2522fc15be6cdcdeL,0x1e603f339f0c6f89L,0x7994edc3103e30a6L, + 0x033a00db220c853eL }, + { 0xd3cfa409f7bb7fd7L,0x70f8781e462d18f6L,0xbbd82980687fe295L, + 0x6eef4c32595669f3L } }, + /* 42 << 119 */ + { { 0x86a9303b2f7e85c3L,0x5fce462171988f9bL,0x5b935bf6c138acb5L, + 0x30ea7d6725661212L }, + { 0xef1eb5f4e51ab9a2L,0x0587c98aae067c78L,0xb3ce1b3c77ca9ca6L, + 0x2a553d4d54b5f057L } }, + /* 43 << 119 */ + { { 0xc78982364da29ec2L,0xdbdd5d13b9c57316L,0xc57d6e6b2cd80d47L, + 0x80b460cffe9e7391L }, + { 0x98648cabf963c31eL,0x67f9f633cc4d32fdL,0x0af42a9dfdf7c687L, + 0x55f292a30b015ea7L } }, + /* 44 << 119 */ + { { 0x89e468b2cd21ab3dL,0xe504f022c393d392L,0xab21e1d4a5013af9L, + 0xe3283f78c2c28acbL }, + { 0xf38b35f6226bf99fL,0xe83542740e291e69L,0x61673a15b20c162dL, + 0xc101dc75b04fbdbeL } }, + /* 45 << 119 */ + { { 0x8323b4c2255bd617L,0x6c9696936c2a9154L,0xc6e6586062679387L, + 0x8e01db0cb8c88e23L }, + { 0x33c42873893a5559L,0x7630f04b47a3e149L,0xb5d80805ddcf35f8L, + 0x582ca08077dfe732L } }, + /* 46 << 119 */ + { { 0x2c7156e10b1894a0L,0x92034001d81c68c0L,0xed225d00c8b115b5L, + 0x237f9c2283b907f2L }, + { 0x0ea2f32f4470e2c0L,0xb725f7c158be4e95L,0x0f1dcafab1ae5463L, + 0x59ed51871ba2fc04L } }, + /* 47 << 119 */ + { { 0xf6e0f316d0115d4dL,0x5180b12fd3691599L,0x157e32c9527f0a41L, + 0x7b0b081da8e0ecc0L }, + { 0x6dbaaa8abf4f0dd0L,0x99b289c74d252696L,0x79b7755edbf864feL, + 0x6974e2b176cad3abL } }, + /* 48 << 119 */ + { { 0x35dbbee206ddd657L,0xe7cbdd112ff3a96dL,0x88381968076be758L, + 0x2d737e7208c91f5dL }, + { 0x5f83ab6286ec3776L,0x98aa649d945fa7a1L,0xf477ec3772ef0933L, + 0x66f52b1e098c17b1L } }, + /* 49 << 119 */ + { { 0x9eec58fbd803738bL,0x91aaade7e4e86aa4L,0x6b1ae617a5b51492L, + 0x63272121bbc45974L }, + { 0x7e0e28f0862c5129L,0x0a8f79a93321a4a0L,0xe26d16645041c88fL, + 0x0571b80553233e3aL } }, + /* 50 << 119 */ + { { 0xd1b0ccdec9520711L,0x55a9e4ed3c8b84bfL,0x9426bd39a1fef314L, + 0x4f5f638e6eb93f2bL }, + { 0xba2a1ed32bf9341bL,0xd63c13214d42d5a9L,0xd2964a89316dc7c5L, + 0xd1759606ca511851L } }, + /* 51 << 119 */ + { { 0xd8a9201ff9e6ed35L,0xb7b5ee456736925aL,0x0a83fbbc99581af7L, + 0x3076bc4064eeb051L }, + { 0x5511c98c02dec312L,0x270de898238dcb78L,0x2cf4cf9c539c08c9L, + 0xa70cb65e38d3b06eL } }, + /* 52 << 119 */ + { { 0xb12ec10ecfe57bbdL,0x82c7b65635a0c2b5L,0xddc7d5cd161c67bdL, + 0xe32e8985ae3a32ccL }, + { 0x7aba9444d11a5529L,0xe964ed022427fa1aL,0x1528392d24a1770aL, + 0xa152ce2c12c72fcdL } }, + /* 53 << 119 */ + { { 0x714553a48ec07649L,0x18b4c290459dd453L,0xea32b7147b64b110L, + 0xb871bfa52e6f07a2L }, + { 0xb67112e59e2e3c9bL,0xfbf250e544aa90f6L,0xf77aedb8bd539006L, + 0x3b0cdf9ad172a66fL } }, + /* 54 << 119 */ + { { 0xedf69feaf8c51187L,0x05bb67ec741e4da7L,0x47df0f3208114345L, + 0x56facb07bb9792b1L }, + { 0xf3e007e98f6229e4L,0x62d103f4526fba0fL,0x4f33bef7b0339d79L, + 0x9841357bb59bfec1L } }, + /* 55 << 119 */ + { { 0xfa8dbb59c34e6705L,0xc3c7180b7fdaa84cL,0xf95872fca4108537L, + 0x8750cc3b932a3e5aL }, + { 0xb61cc69db7275d7dL,0xffa0168b2e59b2e9L,0xca032abc6ecbb493L, + 0x1d86dbd32c9082d8L } }, + /* 56 << 119 */ + { { 0xae1e0b67e28ef5baL,0x2c9a4699cb18e169L,0x0ecd0e331e6bbd20L, + 0x571b360eaf5e81d2L }, + { 0xcd9fea58101c1d45L,0x6651788e18880452L,0xa99726351f8dd446L, + 0x44bed022e37281d0L } }, + /* 57 << 119 */ + { { 0x094b2b2d33da525dL,0xf193678e13144fd8L,0xb8ab5ba4f4c1061dL, + 0x4343b5fadccbe0f4L }, + { 0xa870237163812713L,0x47bf6d2df7611d93L,0x46729b8cbd21e1d7L, + 0x7484d4e0d629e77dL } }, + /* 58 << 119 */ + { { 0x830e6eea60dbac1fL,0x23d8c484da06a2f7L,0x896714b050ca535bL, + 0xdc8d3644ebd97a9bL }, + { 0x106ef9fab12177b4L,0xf79bf464534d5d9cL,0x2537a349a6ab360bL, + 0xc7c54253a00c744fL } }, + /* 59 << 119 */ + { { 0xb3c7a047e5911a76L,0x61ffa5c8647f1ee7L,0x15aed36f8f56ab42L, + 0x6a0d41b0a3ff9ac9L }, + { 0x68f469f5cc30d357L,0xbe9adf816b72be96L,0x1cd926fe903ad461L, + 0x7e89e38fcaca441bL } }, + /* 60 << 119 */ + { { 0xf0f82de5facf69d4L,0x363b7e764775344cL,0x6894f312b2e36d04L, + 0x3c6cb4fe11d1c9a5L }, + { 0x85d9c3394008e1f2L,0x5e9a85ea249f326cL,0xdc35c60a678c5e06L, + 0xc08b944f9f86fba9L } }, + /* 61 << 119 */ + { { 0xde40c02c89f71f0fL,0xad8f3e31ff3da3c0L,0x3ea5096b42125dedL, + 0x13879cbfa7379183L }, + { 0x6f4714a56b306a0bL,0x359c2ea667646c5eL,0xfacf894307726368L, + 0x07a5893565ff431eL } }, + /* 62 << 119 */ + { { 0x24d661d168754ab0L,0x801fce1d6f429a76L,0xc068a85fa58ce769L, + 0xedc35c545d5eca2bL }, + { 0xea31276fa3f660d1L,0xa0184ebeb8fc7167L,0x0f20f21a1d8db0aeL, + 0xd96d095f56c35e12L } }, + /* 63 << 119 */ + { { 0xedf402b5f8c2a25bL,0x1bb772b9059204b6L,0x50cbeae219b4e34cL, + 0x93109d803fa0845aL }, + { 0x54f7ccf78ef59fb5L,0x3b438fe288070963L,0x9e28c65931f3ba9bL, + 0x9cc31b46ead9da92L } }, + /* 64 << 119 */ + { { 0x3c2f0ba9b733aa5fL,0xdece47cbf05af235L,0xf8e3f715a2ac82a5L, + 0xc97ba6412203f18aL }, + { 0xc3af550409c11060L,0x56ea2c0546af512dL,0xfac28daff3f28146L, + 0x87fab43a959ef494L } }, + /* 0 << 126 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 126 */ + { { 0x09891641d4c5105fL,0x1ae80f8e6d7fbd65L,0x9d67225fbee6bdb0L, + 0x3b433b597fc4d860L }, + { 0x44e66db693e85638L,0xf7b59252e3e9862fL,0xdb785157665c32ecL, + 0x702fefd7ae362f50L } }, + /* 2 << 126 */ + { { 0x3754475d0fefb0c3L,0xd48fb56b46d7c35dL,0xa070b633363798a4L, + 0xae89f3d28fdb98e6L }, + { 0x970b89c86363d14cL,0x8981752167abd27dL,0x9bf7d47444d5a021L, + 0xb3083bafcac72aeeL } }, + /* 3 << 126 */ + { { 0x389741debe949a44L,0x638e9388546a4fa5L,0x3fe6419ca0047bdcL, + 0x7047f648aaea57caL }, + { 0x54e48a9041fbab17L,0xda8e0b28576bdba2L,0xe807eebcc72afddcL, + 0x07d3336df42577bfL } }, + /* 4 << 126 */ + { { 0x62a8c244bfe20925L,0x91c19ac38fdce867L,0x5a96a5d5dd387063L, + 0x61d587d421d324f6L }, + { 0xe87673a2a37173eaL,0x2384800853778b65L,0x10f8441e05bab43eL, + 0xfa11fe124621efbeL } }, + /* 5 << 126 */ + { { 0x047b772e81685d7bL,0x23f27d81bf34a976L,0xc27608e2915f48efL, + 0x3b0b43faa521d5c3L }, + { 0x7613fb2663ca7284L,0x7f5729b41d4db837L,0x87b14898583b526bL, + 0x00b732a6bbadd3d1L } }, + /* 6 << 126 */ + { { 0x8e02f4262048e396L,0x436b50b6383d9de4L,0xf78d3481471e85adL, + 0x8b01ea6ad005c8d6L }, + { 0xd3c7afee97015c07L,0x46cdf1a94e3ba2aeL,0x7a42e50183d3a1d2L, + 0xd54b5268b541dff4L } }, + /* 7 << 126 */ + { { 0x3f24cf304e23e9bcL,0x4387f816126e3624L,0x26a46a033b0b6d61L, + 0xaf1bc8458b2d777cL }, + { 0x25c401ba527de79cL,0x0e1346d44261bbb6L,0x4b96c44b287b4bc7L, + 0x658493c75254562fL } }, + /* 8 << 126 */ + { { 0x23f949feb8a24a20L,0x17ebfed1f52ca53fL,0x9b691bbebcfb4853L, + 0x5617ff6b6278a05dL }, + { 0x241b34c5e3c99ebdL,0xfc64242e1784156aL,0x4206482f695d67dfL, + 0xb967ce0eee27c011L } }, + /* 9 << 126 */ + { { 0x65db375121c80b5dL,0x2e7a563ca31ecca0L,0xe56ffc4e5238a07eL, + 0x3d6c296632ced854L }, + { 0xe99d7d1aaf70b885L,0xafc3bad92d686459L,0x9c78bf460cc8ba5bL, + 0x5a43951918955aa3L } }, + /* 10 << 126 */ + { { 0xf8b517a85fe4e314L,0xe60234d0fcb8906fL,0xffe542acf2061b23L, + 0x287e191f6b4cb59cL }, + { 0x21857ddc09d877d8L,0x1c23478c14678941L,0xbbf0c056b6e05ea4L, + 0x82da4b53b01594feL } }, + /* 11 << 126 */ + { { 0xf7526791fadb8608L,0x049e832d7b74cdf6L,0xa43581ccc2b90a34L, + 0x73639eb89360b10cL }, + { 0x4fba331fe1e4a71bL,0x6ffd6b938072f919L,0x6e53271c65679032L, + 0x67206444f14272ceL } }, + /* 12 << 126 */ + { { 0xc0f734a3b2335834L,0x9526205a90ef6860L,0xcb8be71704e2bb0dL, + 0x2418871e02f383faL }, + { 0xd71776814082c157L,0xcc914ad029c20073L,0xf186c1ebe587e728L, + 0x6fdb3c2261bcd5fdL } }, + /* 13 << 126 */ + { { 0x30d014a6f2f9f8e9L,0x963ece234fec49d2L,0x862025c59605a8d9L, + 0x3987444519f8929aL }, + { 0x01b6ff6512bf476aL,0x598a64d809cf7d91L,0xd7ec774993be56caL, + 0x10899785cbb33615L } }, + /* 14 << 126 */ + { { 0xb8a092fd02eee3adL,0xa86b3d3530145270L,0x323d98c68512b675L, + 0x4b8bc78562ebb40fL }, + { 0x7d301f54413f9cdeL,0xa5e4fb4f2bab5664L,0x1d2b252d1cbfec23L, + 0xfcd576bbe177120dL } }, + /* 15 << 126 */ + { { 0x04427d3e83731a34L,0x2bb9028eed836e8eL,0xb36acff8b612ca7cL, + 0xb88fe5efd3d9c73aL }, + { 0xbe2a6bc6edea4eb3L,0x43b93133488eec77L,0xf41ff566b17106e1L, + 0x469e9172654efa32L } }, + /* 16 << 126 */ + { { 0xb4480f0441c23fa3L,0xb4712eb0c1989a2eL,0x3ccbba0f93a29ca7L, + 0x6e205c14d619428cL }, + { 0x90db7957b3641686L,0x0432691d45ac8b4eL,0x07a759acf64e0350L, + 0x0514d89c9c972517L } }, + /* 17 << 126 */ + { { 0x1701147fa8e67fc3L,0x9e2e0b8bab2085beL,0xd5651824ac284e57L, + 0x890d432574893664L }, + { 0x8a7c5e6ec55e68a3L,0xbf12e90b4339c85aL,0x31846b85f922b655L, + 0x9a54ce4d0bf4d700L } }, + /* 18 << 126 */ + { { 0xd7f4e83af1a14295L,0x916f955cb285d4f9L,0xe57bb0e099ffdabaL, + 0x28a43034eab0d152L }, + { 0x0a36ffa2b8a9cef8L,0x5517407eb9ec051aL,0x9c796096ea68e672L, + 0x853db5fbfb3c77fbL } }, + /* 19 << 126 */ + { { 0x21474ba9e864a51aL,0x6c2676996e8a1b8bL,0x7c82362694120a28L, + 0xe61e9a488383a5dbL }, + { 0x7dd750039f84216dL,0xab020d07ad43cd85L,0x9437ae48da12c659L, + 0x6449c2ebe65452adL } }, + /* 20 << 126 */ + { { 0xcc7c4c1c2cf9d7c1L,0x1320886aee95e5abL,0xbb7b9056beae170cL, + 0xc8a5b250dbc0d662L }, + { 0x4ed81432c11d2303L,0x7da669121f03769fL,0x3ac7a5fd84539828L, + 0x14dada943bccdd02L } }, + /* 21 << 126 */ + { { 0x8b84c3217ef6b0d1L,0x52a9477a7c933f22L,0x5ef6728afd440b82L, + 0x5c3bd8596ce4bd5eL }, + { 0x918b80f5f22c2d3eL,0x368d5040b7bb6cc5L,0xb66142a12695a11cL, + 0x60ac583aeb19ea70L } }, + /* 22 << 126 */ + { { 0x317cbb980eab2437L,0x8cc08c555e2654c8L,0xfe2d6520e6d8307fL, + 0xe9f147f357428993L }, + { 0x5f9c7d14d2fd6cf1L,0xa3ecd0642d4fcbb0L,0xad83fef08e7341f7L, + 0x643f23a03a63115cL } }, + /* 23 << 126 */ + { { 0xd38a78abe65ab743L,0xbf7c75b135edc89cL,0x3dd8752e530df568L, + 0xf85c4a76e308c682L }, + { 0x4c9955b2e68acf37L,0xa544df3dab32af85L,0x4b8ec3f5a25cf493L, + 0x4d8f27641a622febL } }, + /* 24 << 126 */ + { { 0x7bb4f7aaf0dcbc49L,0x7de551f970bbb45bL,0xcfd0f3e49f2ca2e5L, + 0xece587091f5c76efL }, + { 0x32920edd167d79aeL,0x039df8a2fa7d7ec1L,0xf46206c0bb30af91L, + 0x1ff5e2f522676b59L } }, + /* 25 << 126 */ + { { 0x11f4a0396ea51d66L,0x506c1445807d7a26L,0x60da5705755a9b24L, + 0x8fc8cc321f1a319eL }, + { 0x83642d4d9433d67dL,0x7fa5cb8f6a7dd296L,0x576591db9b7bde07L, + 0x13173d25419716fbL } }, + /* 26 << 126 */ + { { 0xea30599dd5b340ffL,0xfc6b5297b0fe76c5L,0x1c6968c8ab8f5adcL, + 0xf723c7f5901c928dL }, + { 0x4203c3219773d402L,0xdf7c6aa31b51dd47L,0x3d49e37a552be23cL, + 0x57febee80b5a6e87L } }, + /* 27 << 126 */ + { { 0xc5ecbee47bd8e739L,0x79d44994ae63bf75L,0x168bd00f38fb8923L, + 0x75d48ee4d0533130L }, + { 0x554f77aadb5cdf33L,0x3396e8963c696769L,0x2fdddbf2d3fd674eL, + 0xbbb8f6ee99d0e3e5L } }, + /* 28 << 126 */ + { { 0x51b90651cbae2f70L,0xefc4bc0593aaa8ebL,0x8ecd8689dd1df499L, + 0x1aee99a822f367a5L }, + { 0x95d485b9ae8274c5L,0x6c14d4457d30b39cL,0xbafea90bbcc1ef81L, + 0x7c5f317aa459a2edL } }, + /* 29 << 126 */ + { { 0x012110754ef44227L,0xa17bed6edc20f496L,0x0cdfe424819853cdL, + 0x13793298f71e2ce7L }, + { 0x3c1f3078dbbe307bL,0x6dd1c20e76ee9936L,0x23ee4b57423caa20L, + 0x4ac3793b8efb840eL } }, + /* 30 << 126 */ + { { 0x934438ebed1f8ca0L,0x3e5466584ebb25a2L,0xc415af0ec069896fL, + 0xc13eddb09a5aa43dL }, + { 0x7a04204fd49eb8f6L,0xd0d5bdfcd74f1670L,0x3697e28656fc0558L, + 0x1020737101cebadeL } }, + /* 31 << 126 */ + { { 0x5f87e6900647a82bL,0x908e0ed48f40054fL,0xa9f633d479853803L, + 0x8ed13c9a4a28b252L }, + { 0x3e2ef6761f460f64L,0x53930b9b36d06336L,0x347073ac8fc4979bL, + 0x84380e0e5ecd5597L } }, + /* 32 << 126 */ + { { 0xe3b22c6bc4fe3c39L,0xba4a81536c7bebdfL,0xf23ab6b725693459L, + 0x53bc377014922b11L }, + { 0x4645c8ab5afc60dbL,0xaa02235520b9f2a3L,0x52a2954cce0fc507L, + 0x8c2731bb7ce1c2e7L } }, + /* 33 << 126 */ + { { 0xf39608ab18a0339dL,0xac7a658d3735436cL,0xb22c2b07cd992b4fL, + 0x4e83daecf40dcfd4L }, + { 0x8a34c7be2f39ea3eL,0xef0c005fb0a56d2eL,0x62731f6a6edd8038L, + 0x5721d7404e3cb075L } }, + /* 34 << 126 */ + { { 0x1ea41511fbeeee1bL,0xd1ef5e73ef1d0c05L,0x42feefd173c07d35L, + 0xe530a00a8a329493L }, + { 0x5d55b7fef15ebfb0L,0x549de03cd322491aL,0xf7b5f602745b3237L, + 0x3632a3a21ab6e2b6L } }, + /* 35 << 126 */ + { { 0x0d3bba890ef59f78L,0x0dfc6443c9e52b9aL,0x1dc7969972631447L, + 0xef033917b3be20b1L }, + { 0x0c92735db1383948L,0xc1fc29a2c0dd7d7dL,0x6485b697403ed068L, + 0x13bfaab3aac93bdcL } }, + /* 36 << 126 */ + { { 0x410dc6a90deeaf52L,0xb003fb024c641c15L,0x1384978c5bc504c4L, + 0x37640487864a6a77L }, + { 0x05991bc6222a77daL,0x62260a575e47eb11L,0xc7af6613f21b432cL, + 0x22f3acc9ab4953e9L } }, + /* 37 << 126 */ + { { 0x529349228e41d155L,0x4d0245683ac059efL,0xb02017554d884411L, + 0xce8055cfa59a178fL }, + { 0xcd77d1aff6204549L,0xa0a00a3ec7066759L,0x471071ef0272c229L, + 0x009bcf6bd3c4b6b0L } }, + /* 38 << 126 */ + { { 0x2a2638a822305177L,0xd51d59df41645bbfL,0xa81142fdc0a7a3c0L, + 0xa17eca6d4c7063eeL }, + { 0x0bb887ed60d9dcecL,0xd6d28e5120ad2455L,0xebed6308a67102baL, + 0x042c31148bffa408L } }, + /* 39 << 126 */ + { { 0xfd099ac58aa68e30L,0x7a6a3d7c1483513eL,0xffcc6b75ba2d8f0cL, + 0x54dacf961e78b954L }, + { 0xf645696fa4a9af89L,0x3a41194006ac98ecL,0x41b8b3f622a67a20L, + 0x2d0b1e0f99dec626L } }, + /* 40 << 126 */ + { { 0x27c8919240be34e8L,0xc7162b3791907f35L,0x90188ec1a956702bL, + 0xca132f7ddf93769cL }, + { 0x3ece44f90e2025b4L,0x67aaec690c62f14cL,0xad74141822e3cc11L, + 0xcf9b75c37ff9a50eL } }, + /* 41 << 126 */ + { { 0x02fa2b164d348272L,0xbd99d61a9959d56dL,0xbc4f19db18762916L, + 0xcc7cce5049c1ac80L }, + { 0x4d59ebaad846bd83L,0x8775a9dca9202849L,0x07ec4ae16e1f4ca9L, + 0x27eb5875ba893f11L } }, + /* 42 << 126 */ + { { 0x00284d51662cc565L,0x82353a6b0db4138dL,0xd9c7aaaaaa32a594L, + 0xf5528b5ea5669c47L }, + { 0xf32202312f23c5ffL,0xe3e8147a6affa3a1L,0xfb423d5c202ddda0L, + 0x3d6414ac6b871bd4L } }, + /* 43 << 126 */ + { { 0x586f82e1a51a168aL,0xb712c67148ae5448L,0x9a2e4bd176233eb8L, + 0x0188223a78811ca9L }, + { 0x553c5e21f7c18de1L,0x7682e451b27bb286L,0x3ed036b30e51e929L, + 0xf487211bec9cb34fL } }, + /* 44 << 126 */ + { { 0x0d0942770c24efc8L,0x0349fd04bef737a4L,0x6d1c9dd2514cdd28L, + 0x29c135ff30da9521L }, + { 0xea6e4508f78b0b6fL,0x176f5dd2678c143cL,0x081484184be21e65L, + 0x27f7525ce7df38c4L } }, + /* 45 << 126 */ + { { 0x1fb70e09748ab1a4L,0x9cba50a05efe4433L,0x7846c7a615f75af2L, + 0x2a7c2c575ee73ea8L }, + { 0x42e566a43f0a449aL,0x45474c3bad90fc3dL,0x7447be3d8b61d057L, + 0x3e9d1cf13a4ec092L } }, + /* 46 << 126 */ + { { 0x1603e453f380a6e6L,0x0b86e4319b1437c2L,0x7a4173f2ef29610aL, + 0x8fa729a7f03d57f7L }, + { 0x3e186f6e6c9c217eL,0xbe1d307991919524L,0x92a62a70153d4fb1L, + 0x32ed3e34d68c2f71L } }, + /* 47 << 126 */ + { { 0xd785027f9eb1a8b7L,0xbc37eb77c5b22fe8L,0x466b34f0b9d6a191L, + 0x008a89af9a05f816L }, + { 0x19b028fb7d42c10aL,0x7fe8c92f49b3f6b8L,0x58907cc0a5a0ade3L, + 0xb3154f51559d1a7cL } }, + /* 48 << 126 */ + { { 0x5066efb6d9790ed6L,0xa77a0cbca6aa793bL,0x1a915f3c223e042eL, + 0x1c5def0469c5874bL }, + { 0x0e83007873b6c1daL,0x55cf85d2fcd8557aL,0x0f7c7c760460f3b1L, + 0x87052acb46e58063L } }, + /* 49 << 126 */ + { { 0x09212b80907eae66L,0x3cb068e04d721c89L,0xa87941aedd45ac1cL, + 0xde8d5c0d0daa0dbbL }, + { 0xda421fdce3502e6eL,0xc89442014d89a084L,0x7307ba5ef0c24bfbL, + 0xda212beb20bde0efL } }, + /* 50 << 126 */ + { { 0xea2da24bf82ce682L,0x058d381607f71fe4L,0x35a024625ffad8deL, + 0xcd7b05dcaadcefabL }, + { 0xd442f8ed1d9f54ecL,0x8be3d618b2d3b5caL,0xe2220ed0e06b2ce2L, + 0x82699a5f1b0da4c0L } }, + /* 51 << 126 */ + { { 0x3ff106f571c0c3a7L,0x8f580f5a0d34180cL,0x4ebb120e22d7d375L, + 0x5e5782cce9513675L }, + { 0x2275580c99c82a70L,0xe8359fbf15ea8c4cL,0x53b48db87b415e70L, + 0xaacf2240100c6014L } }, + /* 52 << 126 */ + { { 0x9faaccf5e4652f1dL,0xbd6fdd2ad56157b2L,0xa4f4fb1f6261ec50L, + 0x244e55ad476bcd52L }, + { 0x881c9305047d320bL,0x1ca983d56181263fL,0x354e9a44278fb8eeL, + 0xad2dbc0f396e4964L } }, + /* 53 << 126 */ + { { 0x723f3aa29268b3deL,0x0d1ca29ae6e0609aL,0x794866aa6cf44252L, + 0x0b59f3e301af87edL }, + { 0xe234e5ff7f4a6c51L,0xa8768fd261dc2f7eL,0xdafc73320a94d81fL, + 0xd7f8428206938ce1L } }, + /* 54 << 126 */ + { { 0xae0b3c0e0546063eL,0x7fbadcb25d61abc6L,0xd5d7a2c9369ac400L, + 0xa5978d09ae67d10cL }, + { 0x290f211e4f85eaacL,0xe61e2ad1facac681L,0xae125225388384cdL, + 0xa7fb68e9ccfde30fL } }, + /* 55 << 126 */ + { { 0x7a59b9363daed4c2L,0x80a9aa402606f789L,0xb40c1ea5f6a6d90aL, + 0x948364d3514d5885L }, + { 0x062ebc6070985182L,0xa6db5b0e33310895L,0x64a12175e329c2f5L, + 0xc5f25bd290ea237eL } }, + /* 56 << 126 */ + { { 0x7915c5242d0a4c23L,0xeb5d26e46bb3cc52L,0x369a9116c09e2c92L, + 0x0c527f92cf182cf8L }, + { 0x9e5919382aede0acL,0xb29222086cc34939L,0x3c9d896299a34361L, + 0x3c81836dc1905fe6L } }, + /* 57 << 126 */ + { { 0x4bfeb57fa001ec5aL,0xe993f5bba0dc5dbaL,0x47884109724a1380L, + 0x8a0369ab32fe9a04L }, + { 0xea068d608c927db8L,0xbf5f37cf94655741L,0x47d402a204b6c7eaL, + 0x4551c2956af259cbL } }, + /* 58 << 126 */ + { { 0x698b71e7ed77ee8bL,0xbddf7bd0f309d5c7L,0x6201c22c34e780caL, + 0xab04f7d84c295ef4L }, + { 0x1c9472944313a8ceL,0xe532e4ac92ca4cfeL,0x89738f80d0a7a97aL, + 0xec088c88a580fd5bL } }, + /* 59 << 126 */ + { { 0x612b1ecc42ce9e51L,0x8f9840fdb25fdd2aL,0x3cda78c001e7f839L, + 0x546b3d3aece05480L }, + { 0x271719a980d30916L,0x45497107584c20c4L,0xaf8f94785bc78608L, + 0x28c7d484277e2a4cL } }, + /* 60 << 126 */ + { { 0xfce0176788a2ffe4L,0xdc506a3528e169a5L,0x0ea108617af9c93aL, + 0x1ed2436103fa0e08L }, + { 0x96eaaa92a3d694e7L,0xc0f43b4def50bc74L,0xce6aa58c64114db4L, + 0x8218e8ea7c000fd4L } }, + /* 61 << 126 */ + { { 0xac815dfb185f8844L,0xcd7e90cb1557abfbL,0x23d16655afbfecdfL, + 0x80f3271f085cac4aL }, + { 0x7fc39aa7d0e62f47L,0x88d519d1460a48e5L,0x59559ac4d28f101eL, + 0x7981d9e9ca9ae816L } }, + /* 62 << 126 */ + { { 0x5c38652c9ac38203L,0x86eaf87f57657fe5L,0x568fc472e21f5416L, + 0x2afff39ce7e597b5L }, + { 0x3adbbb07256d4eabL,0x225986928285ab89L,0x35f8112a041caefeL, + 0x95df02e3a5064c8bL } }, + /* 63 << 126 */ + { { 0x4d63356ec7004bf3L,0x230a08f4db83c7deL,0xca27b2708709a7b7L, + 0x0d1c4cc4cb9abd2dL }, + { 0x8a0bc66e7550fee8L,0x369cd4c79cf7247eL,0x75562e8492b5b7e7L, + 0x8fed0da05802af7bL } }, + /* 64 << 126 */ + { { 0x6a7091c2e48fb889L,0x26882c137b8a9d06L,0xa24986631b82a0e2L, + 0x844ed7363518152dL }, + { 0x282f476fd86e27c7L,0xa04edaca04afefdcL,0x8b256ebc6119e34dL, + 0x56a413e90787d78bL } }, + /* 0 << 133 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 133 */ + { { 0x82ee061d5a74be50L,0xe41781c4dea16ff5L,0xe0b0c81e99bfc8a2L, + 0x624f4d690b547e2dL }, + { 0x3a83545dbdcc9ae4L,0x2573dbb6409b1e8eL,0x482960c4a6c93539L, + 0xf01059ad5ae18798L } }, + /* 2 << 133 */ + { { 0x715c9f973112795fL,0xe8244437984e6ee1L,0x55cb4858ecb66bcdL, + 0x7c136735abaffbeeL }, + { 0x546615955dbec38eL,0x51c0782c388ad153L,0x9ba4c53ac6e0952fL, + 0x27e6782a1b21dfa8L } }, + /* 3 << 133 */ + { { 0x682f903d4ed2dbc2L,0x0eba59c87c3b2d83L,0x8e9dc84d9c7e9335L, + 0x5f9b21b00eb226d7L }, + { 0xe33bd394af267baeL,0xaa86cc25be2e15aeL,0x4f0bf67d6a8ec500L, + 0x5846aa44f9630658L } }, + /* 4 << 133 */ + { { 0xfeb09740e2c2bf15L,0x627a2205a9e99704L,0xec8d73d0c2fbc565L, + 0x223eed8fc20c8de8L }, + { 0x1ee32583a8363b49L,0x1a0b6cb9c9c2b0a6L,0x49f7c3d290dbc85cL, + 0xa8dfbb971ef4c1acL } }, + /* 5 << 133 */ + { { 0xafb34d4c65c7c2abL,0x1d4610e7e2c5ea84L,0x893f6d1b973c4ab5L, + 0xa3cdd7e9945ba5c4L }, + { 0x60514983064417eeL,0x1459b23cad6bdf2bL,0x23b2c3415cf726c3L, + 0x3a82963532d6354aL } }, + /* 6 << 133 */ + { { 0x294f901fab192c18L,0xec5fcbfe7030164fL,0xe2e2fcb7e2246ba6L, + 0x1e7c88b3221a1a0cL }, + { 0x72c7dd93c92d88c5L,0x41c2148e1106fb59L,0x547dd4f5a0f60f14L, + 0xed9b52b263960f31L } }, + /* 7 << 133 */ + { { 0x6c8349ebb0a5b358L,0xb154c5c29e7e2ed6L,0xcad5eccfeda462dbL, + 0xf2d6dbe42de66b69L }, + { 0x426aedf38665e5b2L,0x488a85137b7f5723L,0x15cc43b38bcbb386L, + 0x27ad0af3d791d879L } }, + /* 8 << 133 */ + { { 0xc16c236e846e364fL,0x7f33527cdea50ca0L,0xc48107750926b86dL, + 0x6c2a36090598e70cL }, + { 0xa6755e52f024e924L,0xe0fa07a49db4afcaL,0x15c3ce7d66831790L, + 0x5b4ef350a6cbb0d6L } }, + /* 9 << 133 */ + { { 0x2c4aafc4b6205969L,0x42563f02f6c7854fL,0x016aced51d983b48L, + 0xfeb356d899949755L }, + { 0x8c2a2c81d1a39bd7L,0x8f44340fe6934ae9L,0x148cf91c447904daL, + 0x7340185f0f51a926L } }, + /* 10 << 133 */ + { { 0x2f8f00fb7409ab46L,0x057e78e680e289b2L,0x03e5022ca888e5d1L, + 0x3c87111a9dede4e2L }, + { 0x5b9b0e1c7809460bL,0xe751c85271c9abc7L,0x8b944e28c7cc1dc9L, + 0x4f201ffa1d3cfa08L } }, + /* 11 << 133 */ + { { 0x02fc905c3e6721ceL,0xd52d70dad0b3674cL,0x5dc2e5ca18810da4L, + 0xa984b2735c69dd99L }, + { 0x63b9252784de5ca4L,0x2f1c9872c852dec4L,0x18b03593c2e3de09L, + 0x19d70b019813dc2fL } }, + /* 12 << 133 */ + { { 0x42806b2da6dc1d29L,0xd3030009f871e144L,0xa1feb333aaf49276L, + 0xb5583b9ec70bc04bL }, + { 0x1db0be7895695f20L,0xfc84181189d012b5L,0x6409f27205f61643L, + 0x40d34174d5883128L } }, + /* 13 << 133 */ + { { 0xd79196f567419833L,0x6059e252863b7b08L,0x84da18171c56700cL, + 0x5758ee56b28d3ec4L }, + { 0x7da2771d013b0ea6L,0xfddf524b54c5e9b9L,0x7df4faf824305d80L, + 0x58f5c1bf3a97763fL } }, + /* 14 << 133 */ + { { 0xa5af37f17c696042L,0xd4cba22c4a2538deL,0x211cb9959ea42600L, + 0xcd105f417b069889L }, + { 0xb1e1cf19ddb81e74L,0x472f2d895157b8caL,0x086fb008ee9db885L, + 0x365cd5700f26d131L } }, + /* 15 << 133 */ + { { 0x284b02bba2be7053L,0xdcbbf7c67ab9a6d6L,0x4425559c20f7a530L, + 0x961f2dfa188767c8L }, + { 0xe2fd943570dc80c4L,0x104d6b63f0784120L,0x7f592bc153567122L, + 0xf6bc1246f688ad77L } }, + /* 16 << 133 */ + { { 0x05214c050f15dde9L,0xa47a76a80d5f2b82L,0xbb254d3062e82b62L, + 0x11a05fe03ec955eeL }, + { 0x7eaff46e9d529b36L,0x55ab13018f9e3df6L,0xc463e37199317698L, + 0xfd251438ccda47adL } }, + /* 17 << 133 */ + { { 0xca9c354723d695eaL,0x48ce626e16e589b5L,0x6b5b64c7b187d086L, + 0xd02e1794b2207948L }, + { 0x8b58e98f7198111dL,0x90ca6305dcf9c3ccL,0x5691fe72f34089b0L, + 0x60941af1fc7c80ffL } }, + /* 18 << 133 */ + { { 0xa09bc0a222eb51e5L,0xc0bb7244aa9cf09aL,0x36a8077f80159f06L, + 0x8b5c989edddc560eL }, + { 0x19d2f316512e1f43L,0x02eac554ad08ff62L,0x012ab84c07d20b4eL, + 0x37d1e115d6d4e4e1L } }, + /* 19 << 133 */ + { { 0xb6443e1aab7b19a8L,0xf08d067edef8cd45L,0x63adf3e9685e03daL, + 0xcf15a10e4792b916L }, + { 0xf44bcce5b738a425L,0xebe131d59636b2fdL,0x940688417850d605L, + 0x09684eaab40d749dL } }, + /* 20 << 133 */ + { { 0x8c3c669c72ba075bL,0x89f78b55ba469015L,0x5706aade3e9f8ba8L, + 0x6d8bd565b32d7ed7L }, + { 0x25f4e63b805f08d6L,0x7f48200dc3bcc1b5L,0x4e801968b025d847L, + 0x74afac0487cbe0a8L } }, + /* 21 << 133 */ + { { 0x43ed2c2b7e63d690L,0xefb6bbf00223cdb8L,0x4fec3cae2884d3feL, + 0x065ecce6d75e25a4L }, + { 0x6c2294ce69f79071L,0x0d9a8e5f044b8666L,0x5009f23817b69d8fL, + 0x3c29f8fec5dfdaf7L } }, + /* 22 << 133 */ + { { 0x9067528febae68c4L,0x5b38563230c5ba21L,0x540df1191fdd1aecL, + 0xcf37825bcfba4c78L }, + { 0x77eff980beb11454L,0x40a1a99160c1b066L,0xe8018980f889a1c7L, + 0xb9c52ae976c24be0L } }, + /* 23 << 133 */ + { { 0x05fbbcce45650ef4L,0xae000f108aa29ac7L,0x884b71724f04c470L, + 0x7cd4fde219bb5c25L }, + { 0x6477b22ae8840869L,0xa88688595fbd0686L,0xf23cc02e1116dfbaL, + 0x76cd563fd87d7776L } }, + /* 24 << 133 */ + { { 0xe2a37598a9d82abfL,0x5f188ccbe6c170f5L,0x816822005066b087L, + 0xda22c212c7155adaL }, + { 0x151e5d3afbddb479L,0x4b606b846d715b99L,0x4a73b54bf997cb2eL, + 0x9a1bfe433ecd8b66L } }, + /* 25 << 133 */ + { { 0x1c3128092a67d48aL,0xcd6a671e031fa9e2L,0xbec3312a0e43a34aL, + 0x1d93563955ef47d3L }, + { 0x5ea024898fea73eaL,0x8247b364a035afb2L,0xb58300a65265b54cL, + 0x3286662f722c7148L } }, + /* 26 << 133 */ + { { 0xb77fd76bb4ec4c20L,0xf0a12fa70f3fe3fdL,0xf845bbf541d8c7e8L, + 0xe4d969ca5ec10aa8L }, + { 0x4c0053b743e232a3L,0xdc7a3fac37f8a45aL,0x3c4261c520d81c8fL, + 0xfd4b3453b00eab00L } }, + /* 27 << 133 */ + { { 0x76d48f86d36e3062L,0x626c5277a143ff02L,0x538174deaf76f42eL, + 0x2267aa866407ceacL }, + { 0xfad7635172e572d5L,0xab861af7ba7330ebL,0xa0a1c8c7418d8657L, + 0x988821cb20289a52L } }, + /* 28 << 133 */ + { { 0x79732522cccc18adL,0xaadf3f8df1a6e027L,0xf7382c9317c2354dL, + 0x5ce1680cd818b689L }, + { 0x359ebbfcd9ecbee9L,0x4330689c1cae62acL,0xb55ce5b4c51ac38aL, + 0x7921dfeafe238ee8L } }, + /* 29 << 133 */ + { { 0x3972bef8271d1ca5L,0x3e423bc7e8aabd18L,0x57b09f3f44a3e5e3L, + 0x5da886ae7b444d66L }, + { 0x68206634a9964375L,0x356a2fa3699cd0ffL,0xaf0faa24dba515e9L, + 0x536e1f5cb321d79aL } }, + /* 30 << 133 */ + { { 0xd3b9913a5c04e4eaL,0xd549dcfed6f11513L,0xee227bf579fd1d94L, + 0x9f35afeeb43f2c67L }, + { 0xd2638d24f1314f53L,0x62baf948cabcd822L,0x5542de294ef48db0L, + 0xb3eb6a04fc5f6bb2L } }, + /* 31 << 133 */ + { { 0x23c110ae1208e16aL,0x1a4d15b5f8363e24L,0x30716844164be00bL, + 0xa8e24824f6f4690dL }, + { 0x548773a290b170cfL,0xa1bef33142f191f4L,0x70f418d09247aa97L, + 0xea06028e48be9147L } }, + /* 32 << 133 */ + { { 0xe13122f3dbfb894eL,0xbe9b79f6ce274b18L,0x85a49de5ca58aadfL, + 0x2495775811487351L }, + { 0x111def61bb939099L,0x1d6a974a26d13694L,0x4474b4ced3fc253bL, + 0x3a1485e64c5db15eL } }, + /* 33 << 133 */ + { { 0xe79667b4147c15b4L,0xe34f553b7bc61301L,0x032b80f817094381L, + 0x55d8bafd723eaa21L }, + { 0x5a987995f1c0e74eL,0x5a9b292eebba289cL,0x413cd4b2eb4c8251L, + 0x98b5d243d162db0aL } }, + /* 34 << 133 */ + { { 0xbb47bf6668342520L,0x08d68949baa862d1L,0x11f349c7e906abcdL, + 0x454ce985ed7bf00eL }, + { 0xacab5c9eb55b803bL,0xb03468ea31e3c16dL,0x5c24213dd273bf12L, + 0x211538eb71587887L } }, + /* 35 << 133 */ + { { 0x198e4a2f731dea2dL,0xd5856cf274ed7b2aL,0x86a632eb13a664feL, + 0x932cd909bda41291L }, + { 0x850e95d4c0c4ddc0L,0xc0f422f8347fc2c9L,0xe68cbec486076bcbL, + 0xf9e7c0c0cd6cd286L } }, + /* 36 << 133 */ + { { 0x65994ddb0f5f27caL,0xe85461fba80d59ffL,0xff05481a66601023L, + 0xc665427afc9ebbfbL }, + { 0xb0571a697587fd52L,0x935289f88d49efceL,0x61becc60ea420688L, + 0xb22639d913a786afL } }, + /* 37 << 133 */ + { { 0x1a8e6220361ecf90L,0x001f23e025506463L,0xe4ae9b5d0a5c2b79L, + 0xebc9cdadd8149db5L }, + { 0xb33164a1934aa728L,0x750eb00eae9b60f3L,0x5a91615b9b9cfbfdL, + 0x97015cbfef45f7f6L } }, + /* 38 << 133 */ + { { 0xb462c4a5bf5151dfL,0x21adcc41b07118f2L,0xd60c545b043fa42cL, + 0xfc21aa54e96be1abL }, + { 0xe84bc32f4e51ea80L,0x3dae45f0259b5d8dL,0xbb73c7ebc38f1b5eL, + 0xe405a74ae8ae617dL } }, + /* 39 << 133 */ + { { 0xbb1ae9c69f1c56bdL,0x8c176b9849f196a4L,0xc448f3116875092bL, + 0xb5afe3de9f976033L }, + { 0xa8dafd49145813e5L,0x687fc4d9e2b34226L,0xf2dfc92d4c7ff57fL, + 0x004e3fc1401f1b46L } }, + /* 40 << 133 */ + { { 0x5afddab61430c9abL,0x0bdd41d32238e997L,0xf0947430418042aeL, + 0x71f9addacdddc4cbL }, + { 0x7090c016c52dd907L,0xd9bdf44d29e2047fL,0xe6f1fe801b1011a6L, + 0xb63accbcd9acdc78L } }, + /* 41 << 133 */ + { { 0xcfc7e2351272a95bL,0x0c667717a6276ac8L,0x3c0d3709e2d7eef7L, + 0x5add2b069a685b3eL }, + { 0x363ad32d14ea5d65L,0xf8e01f068d7dd506L,0xc9ea221375b4aac6L, + 0xed2a2bf90d353466L } }, + /* 42 << 133 */ + { { 0x439d79b5e9d3a7c3L,0x8e0ee5a681b7f34bL,0xcf3dacf51dc4ba75L, + 0x1d3d1773eb3310c7L }, + { 0xa8e671127747ae83L,0x31f43160197d6b40L,0x0521cceecd961400L, + 0x67246f11f6535768L } }, + /* 43 << 133 */ + { { 0x702fcc5aef0c3133L,0x247cc45d7e16693bL,0xfd484e49c729b749L, + 0x522cef7db218320fL }, + { 0xe56ef40559ab93b3L,0x225fba119f181071L,0x33bd659515330ed0L, + 0xc4be69d51ddb32f7L } }, + /* 44 << 133 */ + { { 0x264c76680448087cL,0xac30903f71432daeL,0x3851b26600f9bf47L, + 0x400ed3116cdd6d03L }, + { 0x045e79fef8fd2424L,0xfdfd974afa6da98bL,0x45c9f6410c1e673aL, + 0x76f2e7335b2c5168L } }, + /* 45 << 133 */ + { { 0x1adaebb52a601753L,0xb286514cc57c2d49L,0xd87696701e0bfd24L, + 0x950c547e04478922L }, + { 0xd1d41969e5d32bfeL,0x30bc1472750d6c3eL,0x8f3679fee0e27f3aL, + 0x8f64a7dca4a6ee0cL } }, + /* 46 << 133 */ + { { 0x2fe59937633dfb1fL,0xea82c395977f2547L,0xcbdfdf1a661ea646L, + 0xc7ccc591b9085451L }, + { 0x8217796281761e13L,0xda57596f9196885cL,0xbc17e84928ffbd70L, + 0x1e6e0a412671d36fL } }, + /* 47 << 133 */ + { { 0x61ae872c4152fcf5L,0x441c87b09e77e754L,0xd0799dd5a34dff09L, + 0x766b4e4488a6b171L }, + { 0xdc06a51211f1c792L,0xea02ae934be35c3eL,0xe5ca4d6de90c469eL, + 0x4df4368e56e4ff5cL } }, + /* 48 << 133 */ + { { 0x7817acab4baef62eL,0x9f5a2202a85b91e8L,0x9666ebe66ce57610L, + 0x32ad31f3f73bfe03L }, + { 0x628330a425bcf4d6L,0xea950593515056e6L,0x59811c89e1332156L, + 0xc89cf1fe8c11b2d7L } }, + /* 49 << 133 */ + { { 0x75b6391304e60cc0L,0xce811e8d4625d375L,0x030e43fc2d26e562L, + 0xfbb30b4b608d36a0L }, + { 0x634ff82c48528118L,0x7c6fe085cd285911L,0x7f2830c099358f28L, + 0x2e60a95e665e6c09L } }, + /* 50 << 133 */ + { { 0x08407d3d9b785dbfL,0x530889aba759bce7L,0xf228e0e652f61239L, + 0x2b6d14616879be3cL }, + { 0xe6902c0451a7bbf7L,0x30ad99f076f24a64L,0x66d9317a98bc6da0L, + 0xf4f877f3cb596ac0L } }, + /* 51 << 133 */ + { { 0xb05ff62d4c44f119L,0x4555f536e9b77416L,0xc7c0d0598caed63bL, + 0x0cd2b7cec358b2a9L }, + { 0x3f33287b46945fa3L,0xf8785b20d67c8791L,0xc54a7a619637bd08L, + 0x54d4598c18be79d7L } }, + /* 52 << 133 */ + { { 0x889e5acbc46d7ce1L,0x9a515bb78b085877L,0xfac1a03d0b7a5050L, + 0x7d3e738af2926035L }, + { 0x861cc2ce2a6cb0ebL,0x6f2e29558f7adc79L,0x61c4d45133016376L, + 0xd9fd2c805ad59090L } }, + /* 53 << 133 */ + { { 0xe5a83738b2b836a1L,0x855b41a07c0d6622L,0x186fe3177cc19af1L, + 0x6465c1fffdd99acbL }, + { 0x46e5c23f6974b99eL,0x75a7cf8ba2717cbeL,0x4d2ebc3f062be658L, + 0x094b44475f209c98L } }, + /* 54 << 133 */ + { { 0x4af285edb940cb5aL,0x6706d7927cc82f10L,0xc8c8776c030526faL, + 0xfa8e6f76a0da9140L }, + { 0x77ea9d34591ee4f0L,0x5f46e33740274166L,0x1bdf98bbea671457L, + 0xd7c08b46862a1fe2L } }, + /* 55 << 133 */ + { { 0x46cc303c1c08ad63L,0x995434404c845e7bL,0x1b8fbdb548f36bf7L, + 0x5b82c3928c8273a7L }, + { 0x08f712c4928435d5L,0x071cf0f179330380L,0xc74c2d24a8da054aL, + 0xcb0e720143c46b5cL } }, + /* 56 << 133 */ + { { 0x0ad7337ac0b7eff3L,0x8552225ec5e48b3cL,0xe6f78b0c73f13a5fL, + 0x5e70062e82349cbeL }, + { 0x6b8d5048e7073969L,0x392d2a29c33cb3d2L,0xee4f727c4ecaa20fL, + 0xa068c99e2ccde707L } }, + /* 57 << 133 */ + { { 0xfcd5651fb87a2913L,0xea3e3c153cc252f0L,0x777d92df3b6cd3e4L, + 0x7a414143c5a732e7L }, + { 0xa895951aa71ff493L,0xfe980c92bbd37cf6L,0x45bd5e64decfeeffL, + 0x910dc2a9a44c43e9L } }, + /* 58 << 133 */ + { { 0xcb403f26cca9f54dL,0x928bbdfb9303f6dbL,0x3c37951ea9eee67cL, + 0x3bd61a52f79961c3L }, + { 0x09a238e6395c9a79L,0x6940ca2d61eb352dL,0x7d1e5c5ec1875631L, + 0x1e19742c1e1b20d1L } }, + /* 59 << 133 */ + { { 0x4633d90823fc2e6eL,0xa76e29a908959149L,0x61069d9c84ed7da5L, + 0x0baa11cf5dbcad51L }, + { 0xd01eec64961849daL,0x93b75f1faf3d8c28L,0x57bc4f9f1ca2ee44L, + 0x5a26322d00e00558L } }, + /* 60 << 133 */ + { { 0x1888d65861a023efL,0x1d72aab4b9e5246eL,0xa9a26348e5563ec0L, + 0xa0971963c3439a43L }, + { 0x567dd54badb9b5b7L,0x73fac1a1c45a524bL,0x8fe97ef7fe38e608L, + 0x608748d23f384f48L } }, + /* 61 << 133 */ + { { 0xb0571794c486094fL,0x869254a38bf3a8d6L,0x148a8dd1310b0e25L, + 0x99ab9f3f9aa3f7d8L }, + { 0x0927c68a6706c02eL,0x22b5e76c69790e6cL,0x6c3252606c71376cL, + 0x53a5769009ef6657L } }, + /* 62 << 133 */ + { { 0x8d63f852edffcf3aL,0xb4d2ed043c0a6f55L,0xdb3aa8de12519b9eL, + 0x5d38e9c41e0a569aL }, + { 0x871528bf303747e2L,0xa208e77cf5b5c18dL,0x9d129c88ca6bf923L, + 0xbcbf197fbf02839fL } }, + /* 63 << 133 */ + { { 0x9b9bf03027323194L,0x3b055a8b339ca59dL,0xb46b23120f669520L, + 0x19789f1f497e5f24L }, + { 0x9c499468aaf01801L,0x72ee11908b69d59cL,0x8bd39595acf4c079L, + 0x3ee11ece8e0cd048L } }, + /* 64 << 133 */ + { { 0xebde86ec1ed66f18L,0x225d906bd61fce43L,0x5cab07d6e8bed74dL, + 0x16e4617f27855ab7L }, + { 0x6568aaddb2fbc3ddL,0xedb5484f8aeddf5bL,0x878f20e86dcf2fadL, + 0x3516497c615f5699L } }, + /* 0 << 140 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 140 */ + { { 0xef0a3fecfa181e69L,0x9ea02f8130d69a98L,0xb2e9cf8e66eab95dL, + 0x520f2beb24720021L }, + { 0x621c540a1df84361L,0x1203772171fa6d5dL,0x6e3c7b510ff5f6ffL, + 0x817a069babb2bef3L } }, + /* 2 << 140 */ + { { 0x83572fb6b294cda6L,0x6ce9bf75b9039f34L,0x20e012f0095cbb21L, + 0xa0aecc1bd063f0daL }, + { 0x57c21c3af02909e5L,0xc7d59ecf48ce9cdcL,0x2732b8448ae336f8L, + 0x056e37233f4f85f4L } }, + /* 3 << 140 */ + { { 0x8a10b53189e800caL,0x50fe0c17145208fdL,0x9e43c0d3b714ba37L, + 0x427d200e34189accL }, + { 0x05dee24fe616e2c0L,0x9c25f4c8ee1854c1L,0x4d3222a58f342a73L, + 0x0807804fa027c952L } }, + /* 4 << 140 */ + { { 0xc222653a4f0d56f3L,0x961e4047ca28b805L,0x2c03f8b04a73434bL, + 0x4c966787ab712a19L }, + { 0xcc196c42864fee42L,0xc1be93da5b0ece5cL,0xa87d9f22c131c159L, + 0x2bb6d593dce45655L } }, + /* 5 << 140 */ + { { 0x22c49ec9b809b7ceL,0x8a41486be2c72c2cL,0x813b9420fea0bf36L, + 0xb3d36ee9a66dac69L }, + { 0x6fddc08a328cc987L,0x0a3bcd2c3a326461L,0x7103c49dd810dbbaL, + 0xf9d81a284b78a4c4L } }, + /* 6 << 140 */ + { { 0x3de865ade4d55941L,0xdedafa5e30384087L,0x6f414abb4ef18b9bL, + 0x9ee9ea42faee5268L }, + { 0x260faa1637a55a4aL,0xeb19a514015f93b9L,0x51d7ebd29e9c3598L, + 0x523fc56d1932178eL } }, + /* 7 << 140 */ + { { 0x501d070cb98fe684L,0xd60fbe9a124a1458L,0xa45761c892bc6b3fL, + 0xf5384858fe6f27cbL }, + { 0x4b0271f7b59e763bL,0x3d4606a95b5a8e5eL,0x1eda5d9b05a48292L, + 0xda7731d0e6fec446L } }, + /* 8 << 140 */ + { { 0xa3e3369390d45871L,0xe976404006166d8dL,0xb5c3368289a90403L, + 0x4bd1798372f1d637L }, + { 0xa616679ed5d2c53aL,0x5ec4bcd8fdcf3b87L,0xae6d7613b66a694eL, + 0x7460fc76e3fc27e5L } }, + /* 9 << 140 */ + { { 0x70469b8295caabeeL,0xde024ca5889501e3L,0x6bdadc06076ed265L, + 0x0cb1236b5a0ef8b2L }, + { 0x4065ddbf0972ebf9L,0xf1dd387522aca432L,0xa88b97cf744aff76L, + 0xd1359afdfe8e3d24L } }, + /* 10 << 140 */ + { { 0x52a3ba2b91502cf3L,0x2c3832a8084db75dL,0x04a12dddde30b1c9L, + 0x7802eabce31fd60cL }, + { 0x33707327a37fddabL,0x65d6f2abfaafa973L,0x3525c5b811e6f91aL, + 0x76aeb0c95f46530bL } }, + /* 11 << 140 */ + { { 0xe8815ff62f93a675L,0xa6ec968405f48679L,0x6dcbb556358ae884L, + 0x0af61472e19e3873L }, + { 0x72334372a5f696beL,0xc65e57ea6f22fb70L,0x268da30c946cea90L, + 0x136a8a8765681b2aL } }, + /* 12 << 140 */ + { { 0xad5e81dc0f9f44d4L,0xf09a69602c46585aL,0xd1649164c447d1b1L, + 0x3b4b36c8879dc8b1L }, + { 0x20d4177b3b6b234cL,0x096a25051730d9d0L,0x0611b9b8ef80531dL, + 0xba904b3b64bb495dL } }, + /* 13 << 140 */ + { { 0x1192d9d493a3147aL,0x9f30a5dc9a565545L,0x90b1f9cb6ef07212L, + 0x299585460d87fc13L }, + { 0xd3323effc17db9baL,0xcb18548ccb1644a8L,0x18a306d44f49ffbcL, + 0x28d658f14c2e8684L } }, + /* 14 << 140 */ + { { 0x44ba60cda99f8c71L,0x67b7abdb4bf742ffL,0x66310f9c914b3f99L, + 0xae430a32f412c161L }, + { 0x1e6776d388ace52fL,0x4bc0fa2452d7067dL,0x03c286aa8f07cd1bL, + 0x4cb8f38ca985b2c1L } }, + /* 15 << 140 */ + { { 0x83ccbe808c3bff36L,0x005a0bd25263e575L,0x460d7dda259bdcd1L, + 0x4a1c5642fa5cab6bL }, + { 0x2b7bdbb99fe4fc88L,0x09418e28cc97bbb5L,0xd8274fb4a12321aeL, + 0xb137007d5c87b64eL } }, + /* 16 << 140 */ + { { 0x80531fe1c63c4962L,0x50541e89981fdb25L,0xdc1291a1fd4c2b6bL, + 0xc0693a17a6df4fcaL }, + { 0xb2c4604e0117f203L,0x245f19630a99b8d0L,0xaedc20aac6212c44L, + 0xb1ed4e56520f52a8L } }, + /* 17 << 140 */ + { { 0xfe48f575f8547be3L,0x0a7033cda9e45f98L,0x4b45d3a918c50100L, + 0xb2a6cd6aa61d41daL }, + { 0x60bbb4f557933c6bL,0xa7538ebd2b0d7ffcL,0x9ea3ab8d8cd626b6L, + 0x8273a4843601625aL } }, + /* 18 << 140 */ + { { 0x888598450168e508L,0x8cbc9bb299a94abdL,0x713ac792fab0a671L, + 0xa3995b196c9ebffcL }, + { 0xe711668e1239e152L,0x56892558bbb8dff4L,0x8bfc7dabdbf17963L, + 0x5b59fe5ab3de1253L } }, + /* 19 << 140 */ + { { 0x7e3320eb34a9f7aeL,0xe5e8cf72d751efe4L,0x7ea003bcd9be2f37L, + 0xc0f551a0b6c08ef7L }, + { 0x56606268038f6725L,0x1dd38e356d92d3b6L,0x07dfce7cc3cbd686L, + 0x4e549e04651c5da8L } }, + /* 20 << 140 */ + { { 0x4058f93b08b19340L,0xc2fae6f4cac6d89dL,0x4bad8a8c8f159cc7L, + 0x0ddba4b3cb0b601cL }, + { 0xda4fc7b51dd95f8cL,0x1d163cd7cea5c255L,0x30707d06274a8c4cL, + 0x79d9e0082802e9ceL } }, + /* 21 << 140 */ + { { 0x02a29ebfe6ddd505L,0x37064e74b50bed1aL,0x3f6bae65a7327d57L, + 0x3846f5f1f83920bcL }, + { 0x87c3749160df1b9bL,0x4cfb28952d1da29fL,0x10a478ca4ed1743cL, + 0x390c60303edd47c6L } }, + /* 22 << 140 */ + { { 0x8f3e53128c0a78deL,0xccd02bda1e85df70L,0xd6c75c03a61b6582L, + 0x0762921cfc0eebd1L }, + { 0xd34d0823d85010c0L,0xd73aaacb0044cf1fL,0xfb4159bba3b5e78aL, + 0x2287c7f7e5826f3fL } }, + /* 23 << 140 */ + { { 0x4aeaf742580b1a01L,0xf080415d60423b79L,0xe12622cda7dea144L, + 0x49ea499659d62472L }, + { 0xb42991ef571f3913L,0x0610f214f5b25a8aL,0x47adc58530b79e8fL, + 0xf90e3df607a065a2L } }, + /* 24 << 140 */ + { { 0x5d0a5deb43e2e034L,0x53fb5a34444024aaL,0xa8628c686b0c9f7fL, + 0x9c69c29cac563656L }, + { 0x5a231febbace47b6L,0xbdce02899ea5a2ecL,0x05da1fac9463853eL, + 0x96812c52509e78aaL } }, + /* 25 << 140 */ + { { 0xd3fb577157151692L,0xeb2721f8d98e1c44L,0xc050608732399be1L, + 0xda5a5511d979d8b8L }, + { 0x737ed55dc6f56780L,0xe20d30040dc7a7f4L,0x02ce7301f5941a03L, + 0x91ef5215ed30f83aL } }, + /* 26 << 140 */ + { { 0x28727fc14092d85fL,0x72d223c65c49e41aL,0xa7cf30a2ba6a4d81L, + 0x7c086209b030d87dL }, + { 0x04844c7dfc588b09L,0x728cd4995874bbb0L,0xcc1281eee84c0495L, + 0x0769b5baec31958fL } }, + /* 27 << 140 */ + { { 0x665c228bf99c2471L,0xf2d8a11b191eb110L,0x4594f494d36d7024L, + 0x482ded8bcdcb25a1L }, + { 0xc958a9d8dadd4885L,0x7004477ef1d2b547L,0x0a45f6ef2a0af550L, + 0x4fc739d62f8d6351L } }, + /* 28 << 140 */ + { { 0x75cdaf27786f08a9L,0x8700bb2642c2737fL,0x855a71411c4e2670L, + 0x810188c115076fefL }, + { 0xc251d0c9abcd3297L,0xae4c8967f48108ebL,0xbd146de718ceed30L, + 0xf9d4f07ac986bcedL } }, + /* 29 << 140 */ + { { 0x5ad98ed583fa1e08L,0x7780d33ebeabd1fbL,0xe330513c903b1196L, + 0xba11de9ea47bc8c4L }, + { 0x684334da02c2d064L,0x7ecf360da48de23bL,0x57a1b4740a9089d8L, + 0xf28fa439ff36734cL } }, + /* 30 << 140 */ + { { 0xf2a482cbea4570b3L,0xee65d68ba5ebcee9L,0x988d0036b9694cd5L, + 0x53edd0e937885d32L }, + { 0xe37e3307beb9bc6dL,0xe9abb9079f5c6768L,0x4396ccd551f2160fL, + 0x2500888c47336da6L } }, + /* 31 << 140 */ + { { 0x383f9ed9926fce43L,0x809dd1c704da2930L,0x30f6f5968a4cb227L, + 0x0d700c7f73a56b38L }, + { 0x1825ea33ab64a065L,0xaab9b7351338df80L,0x1516100d9b63f57fL, + 0x2574395a27a6a634L } }, + /* 32 << 140 */ + { { 0xb5560fb6700a1acdL,0xe823fd73fd999681L,0xda915d1f6cb4e1baL, + 0x0d0301186ebe00a3L }, + { 0x744fb0c989fca8cdL,0x970d01dbf9da0e0bL,0x0ad8c5647931d76fL, + 0xb15737bff659b96aL } }, + /* 33 << 140 */ + { { 0xdc9933e8a8b484e7L,0xb2fdbdf97a26dec7L,0x2349e9a49f1f0136L, + 0x7860368e70fddddbL }, + { 0xd93d2c1cf9ad3e18L,0x6d6c5f17689f4e79L,0x7a544d91b24ff1b6L, + 0x3e12a5ebfe16cd8cL } }, + /* 34 << 140 */ + { { 0x543574e9a56b872fL,0xa1ad550cfcf68ea2L,0x689e37d23f560ef7L, + 0x8c54b9cac9d47a8bL }, + { 0x46d40a4a088ac342L,0xec450c7c1576c6d0L,0xb589e31c1f9689e9L, + 0xdacf2602b8781718L } }, + /* 35 << 140 */ + { { 0xa89237c6c8cb6b42L,0x1326fc93b96ef381L,0x55d56c6db5f07825L, + 0xacba2eea7449e22dL }, + { 0x74e0887a633c3000L,0xcb6cd172d7cbcf71L,0x309e81dec36cf1beL, + 0x07a18a6d60ae399bL } }, + /* 36 << 140 */ + { { 0xb36c26799edce57eL,0x52b892f4df001d41L,0xd884ae5d16a1f2c6L, + 0x9b329424efcc370aL }, + { 0x3120daf2bd2e21dfL,0x55298d2d02470a99L,0x0b78af6ca05db32eL, + 0x5c76a331601f5636L } }, + /* 37 << 140 */ + { { 0xaae861fff8a4f29cL,0x70dc9240d68f8d49L,0x960e649f81b1321cL, + 0x3d2c801b8792e4ceL }, + { 0xf479f77242521876L,0x0bed93bc416c79b1L,0xa67fbc05263e5bc9L, + 0x01e8e630521db049L } }, + /* 38 << 140 */ + { { 0x76f26738c6f3431eL,0xe609cb02e3267541L,0xb10cff2d818c877cL, + 0x1f0e75ce786a13cbL }, + { 0xf4fdca641158544dL,0x5d777e896cb71ed0L,0x3c233737a9aa4755L, + 0x7b453192e527ab40L } }, + /* 39 << 140 */ + { { 0xdb59f68839f05ffeL,0x8f4f4be06d82574eL,0xcce3450cee292d1bL, + 0xaa448a1261ccd086L }, + { 0xabce91b3f7914967L,0x4537f09b1908a5edL,0xa812421ef51042e7L, + 0xfaf5cebcec0b3a34L } }, + /* 40 << 140 */ + { { 0x730ffd874ca6b39aL,0x70fb72ed02efd342L,0xeb4735f9d75c8edbL, + 0xc11f2157c278aa51L }, + { 0xc459f635bf3bfebfL,0x3a1ff0b46bd9601fL,0xc9d12823c420cb73L, + 0x3e9af3e23c2915a3L } }, + /* 41 << 140 */ + { { 0xe0c82c72b41c3440L,0x175239e5e3039a5fL,0xe1084b8a558795a3L, + 0x328d0a1dd01e5c60L }, + { 0x0a495f2ed3788a04L,0x25d8ff1666c11a9fL,0xf5155f059ed692d6L, + 0x954fa1074f425fe4L } }, + /* 42 << 140 */ + { { 0xd16aabf2e98aaa99L,0x90cd8ba096b0f88aL,0x957f4782c154026aL, + 0x54ee073452af56d2L }, + { 0xbcf89e5445b4147aL,0x3d102f219a52816cL,0x6808517e39b62e77L, + 0x92e2542169169ad8L } }, + /* 43 << 140 */ + { { 0xd721d871bb608558L,0x60e4ebaef6d4ff9bL,0x0ba1081941f2763eL, + 0xca2e45be51ee3247L }, + { 0x66d172ec2bfd7a5fL,0x528a8f2f74d0b12dL,0xe17f1e38dabe70dcL, + 0x1d5d73169f93983cL } }, + /* 44 << 140 */ + { { 0x51b2184adf423e31L,0xcb417291aedb1a10L,0x2054ca93625bcab9L, + 0x54396860a98998f0L }, + { 0x4e53f6c4a54ae57eL,0x0ffeb590ee648e9dL,0xfbbdaadc6afaf6bcL, + 0xf88ae796aa3bfb8aL } }, + /* 45 << 140 */ + { { 0x209f1d44d2359ed9L,0xac68dd03f3544ce2L,0xf378da47fd51e569L, + 0xe1abd8602cc80097L }, + { 0x23ca18d9343b6e3aL,0x480797e8b40a1baeL,0xd1f0c717533f3e67L, + 0x4489697006e6cdfcL } }, + /* 46 << 140 */ + { { 0x8ca2105552a82e8dL,0xb2caf78578460cdcL,0x4c1b7b62e9037178L, + 0xefc09d2cdb514b58L }, + { 0x5f2df9ee9113be5cL,0x2fbda78fb3f9271cL,0xe09a81af8f83fc54L, + 0x06b138668afb5141L } }, + /* 47 << 140 */ + { { 0x38f6480f43e3865dL,0x72dd77a81ddf47d9L,0xf2a8e9714c205ff7L, + 0x46d449d89d088ad8L }, + { 0x926619ea185d706fL,0xe47e02ebc7dd7f62L,0xe7f120a78cbc2031L, + 0xc18bef00998d4ac9L } }, + /* 48 << 140 */ + { { 0x18f37a9c6bdf22daL,0xefbc432f90dc82dfL,0xc52cef8e5d703651L, + 0x82887ba0d99881a5L }, + { 0x7cec9ddab920ec1dL,0xd0d7e8c3ec3e8d3bL,0x445bc3954ca88747L, + 0xedeaa2e09fd53535L } }, + /* 49 << 140 */ + { { 0x461b1d936cc87475L,0xd92a52e26d2383bdL,0xfabccb59d7903546L, + 0x6111a7613d14b112L }, + { 0x0ae584feb3d5f612L,0x5ea69b8d60e828ecL,0x6c07898554087030L, + 0x649cab04ac4821feL } }, + /* 50 << 140 */ + { { 0x25ecedcf8bdce214L,0xb5622f7286af7361L,0x0e1227aa7038b9e2L, + 0xd0efb273ac20fa77L }, + { 0x817ff88b79df975bL,0x856bf2861999503eL,0xb4d5351f5038ec46L, + 0x740a52c5fc42af6eL } }, + /* 51 << 140 */ + { { 0x2e38bb152cbb1a3fL,0xc3eb99fe17a83429L,0xca4fcbf1dd66bb74L, + 0x880784d6cde5e8fcL }, + { 0xddc84c1cb4e7a0beL,0x8780510dbd15a72fL,0x44bcf1af81ec30e1L, + 0x141e50a80a61073eL } }, + /* 52 << 140 */ + { { 0x0d95571847be87aeL,0x68a61417f76a4372L,0xf57e7e87c607c3d3L, + 0x043afaf85252f332L }, + { 0xcc14e1211552a4d2L,0xb6dee692bb4d4ab4L,0xb6ab74c8a03816a4L, + 0x84001ae46f394a29L } }, + /* 53 << 140 */ + { { 0x5bed8344d795fb45L,0x57326e7db79f55a5L,0xc9533ce04accdffcL, + 0x53473caf3993fa04L }, + { 0x7906eb93a13df4c8L,0xa73e51f697cbe46fL,0xd1ab3ae10ae4ccf8L, + 0x256145088a5b3dbcL } }, + /* 54 << 140 */ + { { 0x61eff96211a71b27L,0xdf71412b6bb7fa39L,0xb31ba6b82bd7f3efL, + 0xb0b9c41569180d29L }, + { 0xeec14552014cdde5L,0x702c624b227b4bbbL,0x2b15e8c2d3e988f3L, + 0xee3bcc6da4f7fd04L } }, + /* 55 << 140 */ + { { 0x9d00822a42ac6c85L,0x2db0cea61df9f2b7L,0xd7cad2ab42de1e58L, + 0x346ed5262d6fbb61L }, + { 0xb39629951a2faf09L,0x2fa8a5807c25612eL,0x30ae04da7cf56490L, + 0x756629080eea3961L } }, + /* 56 << 140 */ + { { 0x3609f5c53d080847L,0xcb081d395241d4f6L,0xb4fb381077961a63L, + 0xc20c59842abb66fcL }, + { 0x3d40aa7cf902f245L,0x9cb127364e536b1eL,0x5eda24da99b3134fL, + 0xafbd9c695cd011afL } }, + /* 57 << 140 */ + { { 0x9a16e30ac7088c7dL,0x5ab657103207389fL,0x1b09547fe7407a53L, + 0x2322f9d74fdc6eabL }, + { 0xc0f2f22d7430de4dL,0x19382696e68ca9a9L,0x17f1eff1918e5868L, + 0xe3b5b635586f4204L } }, + /* 58 << 140 */ + { { 0x146ef9803fbc4341L,0x359f2c805b5eed4eL,0x9f35744e7482e41dL, + 0x9a9ac3ecf3b224c2L }, + { 0x9161a6fe91fc50aeL,0x89ccc66bc613fa7cL,0x89268b14c732f15aL, + 0x7cd6f4e2b467ed03L } }, + /* 59 << 140 */ + { { 0xfbf79869ce56b40eL,0xf93e094cc02dde98L,0xefe0c3a8edee2cd7L, + 0x90f3ffc0b268fd42L }, + { 0x81a7fd5608241aedL,0x95ab7ad800b1afe8L,0x401270563e310d52L, + 0xd3ffdeb109d9fc43L } }, + /* 60 << 140 */ + { { 0xc8f85c91d11a8594L,0x2e74d25831cf6db8L,0x829c7ca302b5dfd0L, + 0xe389cfbe69143c86L }, + { 0xd01b6405941768d8L,0x4510399503bf825dL,0xcc4ee16656cd17e2L, + 0xbea3c283ba037e79L } }, + /* 61 << 140 */ + { { 0x4e1ac06ed9a47520L,0xfbfe18aaaf852404L,0x5615f8e28087648aL, + 0x7301e47eb9d150d9L }, + { 0x79f9f9ddb299b977L,0x76697a7ba5b78314L,0x10d674687d7c90e7L, + 0x7afffe03937210b5L } }, + /* 62 << 140 */ + { { 0x5aef3e4b28c22ceeL,0xefb0ecd809fd55aeL,0x4cea71320d2a5d6aL, + 0x9cfb5fa101db6357L }, + { 0x395e0b57f36e1ac5L,0x008fa9ad36cafb7dL,0x8f6cdf705308c4dbL, + 0x51527a3795ed2477L } }, + /* 63 << 140 */ + { { 0xba0dee305bd21311L,0x6ed41b22909c90d7L,0xc5f6b7587c8696d3L, + 0x0db8eaa83ce83a80L }, + { 0xd297fe37b24b4b6fL,0xfe58afe8522d1f0dL,0x973587368c98dbd9L, + 0x6bc226ca9454a527L } }, + /* 64 << 140 */ + { { 0xa12b384ece53c2d0L,0x779d897d5e4606daL,0xa53e47b073ec12b0L, + 0x462dbbba5756f1adL }, + { 0x69fe09f2cafe37b6L,0x273d1ebfecce2e17L,0x8ac1d5383cf607fdL, + 0x8035f7ff12e10c25L } }, + /* 0 << 147 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 147 */ + { { 0x854d34c77e6c5520L,0xc27df9efdcb9ea58L,0x405f2369d686666dL, + 0x29d1febf0417aa85L }, + { 0x9846819e93470afeL,0x3e6a9669e2a27f9eL,0x24d008a2e31e6504L, + 0xdba7cecf9cb7680aL } }, + /* 2 << 147 */ + { { 0xecaff541338d6e43L,0x56f7dd734541d5ccL,0xb5d426de96bc88caL, + 0x48d94f6b9ed3a2c3L }, + { 0x6354a3bb2ef8279cL,0xd575465b0b1867f2L,0xef99b0ff95225151L, + 0xf3e19d88f94500d8L } }, + /* 3 << 147 */ + { { 0x92a83268e32dd620L,0x913ec99f627849a2L,0xedd8fdfa2c378882L, + 0xaf96f33eee6f8cfeL }, + { 0xc06737e5dc3fa8a5L,0x236bb531b0b03a1dL,0x33e59f2989f037b0L, + 0x13f9b5a7d9a12a53L } }, + /* 4 << 147 */ + { { 0x0d0df6ce51efb310L,0xcb5b2eb4958df5beL,0xd6459e2936158e59L, + 0x82aae2b91466e336L }, + { 0xfb658a39411aa636L,0x7152ecc5d4c0a933L,0xf10c758a49f026b7L, + 0xf4837f97cb09311fL } }, + /* 5 << 147 */ + { { 0xddfb02c4c753c45fL,0x18ca81b6f9c840feL,0x846fd09ab0f8a3e6L, + 0xb1162adde7733dbcL }, + { 0x7070ad20236e3ab6L,0xf88cdaf5b2a56326L,0x05fc8719997cbc7aL, + 0x442cd4524b665272L } }, + /* 6 << 147 */ + { { 0x7807f364b71698f5L,0x6ba418d29f7b605eL,0xfd20b00fa03b2cbbL, + 0x883eca37da54386fL }, + { 0xff0be43ff3437f24L,0xe910b432a48bb33cL,0x4963a128329df765L, + 0xac1dd556be2fe6f7L } }, + /* 7 << 147 */ + { { 0x557610f924a0a3fcL,0x38e17bf4e881c3f9L,0x6ba84fafed0dac99L, + 0xd4a222c359eeb918L }, + { 0xc79c1dbe13f542b6L,0x1fc65e0de425d457L,0xeffb754f1debb779L, + 0x638d8fd09e08af60L } }, + /* 8 << 147 */ + { { 0x994f523a626332d5L,0x7bc388335561bb44L,0x005ed4b03d845ea2L, + 0xd39d3ee1c2a1f08aL }, + { 0x6561fdd3e7676b0dL,0x620e35fffb706017L,0x36ce424ff264f9a8L, + 0xc4c3419fda2681f7L } }, + /* 9 << 147 */ + { { 0xfb6afd2f69beb6e8L,0x3a50b9936d700d03L,0xc840b2ad0c83a14fL, + 0x573207be54085befL }, + { 0x5af882e309fe7e5bL,0x957678a43b40a7e1L,0x172d4bdd543056e2L, + 0x9c1b26b40df13c0aL } }, + /* 10 << 147 */ + { { 0x1c30861cf405ff06L,0xebac86bd486e828bL,0xe791a971636933fcL, + 0x50e7c2be7aeee947L }, + { 0xc3d4a095fa90d767L,0xae60eb7be670ab7bL,0x17633a64397b056dL, + 0x93a21f33105012aaL } }, + /* 11 << 147 */ + { { 0x663c370babb88643L,0x91df36d722e21599L,0x183ba8358b761671L, + 0x381eea1d728f3bf1L }, + { 0xb9b2f1ba39966e6cL,0x7c464a28e7295492L,0x0fd5f70a09b26b7fL, + 0xa9aba1f9fbe009dfL } }, + /* 12 << 147 */ + { { 0x857c1f22369b87adL,0x3c00e5d932fca556L,0x1ad74cab90b06466L, + 0xa7112386550faaf2L }, + { 0x7435e1986d9bd5f5L,0x2dcc7e3859c3463fL,0xdc7df748ca7bd4b2L, + 0x13cd4c089dec2f31L } }, + /* 13 << 147 */ + { { 0x0d3b5df8e3237710L,0x0dadb26ecbd2f7b0L,0x9f5966abe4aa082bL, + 0x666ec8de350e966eL }, + { 0x1bfd1ed5ee524216L,0xcd93c59b41dab0b6L,0x658a8435d186d6baL, + 0x1b7d34d2159d1195L } }, + /* 14 << 147 */ + { { 0x5936e46022caf46bL,0x6a45dd8f9a96fe4fL,0xf7925434b98f474eL, + 0x414104120053ef15L }, + { 0x71cf8d1241de97bfL,0xb8547b61bd80bef4L,0xb47d3970c4db0037L, + 0xf1bcd328fef20dffL } }, + /* 15 << 147 */ + { { 0x31a92e0910caad67L,0x1f5919605531a1e1L,0x3bb852e05f4fc840L, + 0x63e297ca93a72c6cL }, + { 0x3c2b0b2e49abad67L,0x6ec405fced3db0d9L,0xdc14a5307fef1d40L, + 0xccd19846280896fcL } }, + /* 16 << 147 */ + { { 0x00f831769bb81648L,0xd69eb485653120d0L,0xd17d75f44ccabc62L, + 0x34a07f82b749fcb1L }, + { 0x2c3af787bbfb5554L,0xb06ed4d062e283f8L,0x5722889fa19213a0L, + 0x162b085edcf3c7b4L } }, + /* 17 << 147 */ + { { 0xbcaecb31e0dd3ecaL,0xc6237fbce52f13a5L,0xcc2b6b0327bac297L, + 0x2ae1cac5b917f54aL }, + { 0x474807d47845ae4fL,0xfec7dd92ce5972e0L,0xc3bd25411d7915bbL, + 0x66f85dc4d94907caL } }, + /* 18 << 147 */ + { { 0xd981b888bdbcf0caL,0xd75f5da6df279e9fL,0x128bbf247054e934L, + 0x3c6ff6e581db134bL }, + { 0x795b7cf4047d26e4L,0xf370f7b85049ec37L,0xc6712d4dced945afL, + 0xdf30b5ec095642bcL } }, + /* 19 << 147 */ + { { 0x9b034c624896246eL,0x5652c016ee90bbd1L,0xeb38636f87fedb73L, + 0x5e32f8470135a613L }, + { 0x0703b312cf933c83L,0xd05bb76e1a7f47e6L,0x825e4f0c949c2415L, + 0x569e56227250d6f8L } }, + /* 20 << 147 */ + { { 0xbbe9eb3a6568013eL,0x8dbd203f22f243fcL,0x9dbd7694b342734aL, + 0x8f6d12f846afa984L }, + { 0xb98610a2c9eade29L,0xbab4f32347dd0f18L,0x5779737b671c0d46L, + 0x10b6a7c6d3e0a42aL } }, + /* 21 << 147 */ + { { 0xfb19ddf33035b41cL,0xd336343f99c45895L,0x61fe493854c857e5L, + 0xc4d506beae4e57d5L }, + { 0x3cd8c8cbbbc33f75L,0x7281f08a9262c77dL,0x083f4ea6f11a2823L, + 0x8895041e9fba2e33L } }, + /* 22 << 147 */ + { { 0xfcdfea499c438edfL,0x7678dcc391edba44L,0xf07b3b87e2ba50f0L, + 0xc13888ef43948c1bL }, + { 0xc2135ad41140af42L,0x8e5104f3926ed1a7L,0xf24430cb88f6695fL, + 0x0ce0637b6d73c120L } }, + /* 23 << 147 */ + { { 0xb2db01e6fe631e8fL,0x1c5563d7d7bdd24bL,0x8daea3ba369ad44fL, + 0x000c81b68187a9f9L }, + { 0x5f48a951aae1fd9aL,0xe35626c78d5aed8aL,0x209527630498c622L, + 0x76d17634773aa504L } }, + /* 24 << 147 */ + { { 0x36d90ddaeb300f7aL,0x9dcf7dfcedb5e801L,0x645cb26874d5244cL, + 0xa127ee79348e3aa2L }, + { 0x488acc53575f1dbbL,0x95037e8580e6161eL,0x57e59283292650d0L, + 0xabe67d9914938216L } }, + /* 25 << 147 */ + { { 0x3c7f944b3f8e1065L,0xed908cb6330e8924L,0x08ee8fd56f530136L, + 0x2227b7d5d7ffc169L }, + { 0x4f55c893b5cd6dd5L,0x82225e11a62796e8L,0x5c6cead1cb18e12cL, + 0x4381ae0c84f5a51aL } }, + /* 26 << 147 */ + { { 0x345913d37fafa4c8L,0x3d9180820491aac0L,0x9347871f3e69264cL, + 0xbea9dd3cb4f4f0cdL }, + { 0xbda5d0673eadd3e7L,0x0033c1b80573bcd8L,0x255893795da2486cL, + 0xcb89ee5b86abbee7L } }, + /* 27 << 147 */ + { { 0x8fe0a8f322532e5dL,0xb6410ff0727dfc4cL,0x619b9d58226726dbL, + 0x5ec256697a2b2dc7L }, + { 0xaf4d2e064c3beb01L,0x852123d07acea556L,0x0e9470faf783487aL, + 0x75a7ea045664b3ebL } }, + /* 28 << 147 */ + { { 0x4ad78f356798e4baL,0x9214e6e5c7d0e091L,0xc420b488b1290403L, + 0x64049e0afc295749L }, + { 0x03ef5af13ae9841fL,0xdbe4ca19b0b662a6L,0x46845c5ffa453458L, + 0xf8dabf1910b66722L } }, + /* 29 << 147 */ + { { 0xb650f0aacce2793bL,0x71db851ec5ec47c1L,0x3eb78f3e3b234fa9L, + 0xb0c60f35fc0106ceL }, + { 0x05427121774eadbdL,0x25367fafce323863L,0x7541b5c9cd086976L, + 0x4ff069e2dc507ad1L } }, + /* 30 << 147 */ + { { 0x741452568776e667L,0x6e76142cb23c6bb5L,0xdbf307121b3a8a87L, + 0x60e7363e98450836L }, + { 0x5741450eb7366d80L,0xe4ee14ca4837dbdfL,0xa765eb9b69d4316fL, + 0x04548dca8ef43825L } }, + /* 31 << 147 */ + { { 0x9c9f4e4c5ae888ebL,0x733abb5156e9ac99L,0xdaad3c20ba6ac029L, + 0x9b8dd3d32ba3e38eL }, + { 0xa9bb4c920bc5d11aL,0xf20127a79c5f88a3L,0x4f52b06e161d3cb8L, + 0x26c1ff096afaf0a6L } }, + /* 32 << 147 */ + { { 0x32670d2f7189e71fL,0xc64387485ecf91e7L,0x15758e57db757a21L, + 0x427d09f8290a9ce5L }, + { 0x846a308f38384a7aL,0xaac3acb4b0732b99L,0x9e94100917845819L, + 0x95cba111a7ce5e03L } }, + /* 33 << 147 */ + { { 0x6f3d4f7fb00009c4L,0xb8396c278ff28b5fL,0xb1a9ae431c97975dL, + 0x9d7ba8afe5d9fed5L }, + { 0x338cf09f34f485b6L,0xbc0ddacc64122516L,0xa450da1205d471feL, + 0x4c3a6250628dd8c9L } }, + /* 34 << 147 */ + { { 0x69c7d103d1295837L,0xa2893e503807eb2fL,0xd6e1e1debdb41491L, + 0xc630745b5e138235L }, + { 0xc892109e48661ae1L,0x8d17e7ebea2b2674L,0x00ec0f87c328d6b5L, + 0x6d858645f079ff9eL } }, + /* 35 << 147 */ + { { 0x6cdf243e19115eadL,0x1ce1393e4bac4fcfL,0x2c960ed09c29f25bL, + 0x59be4d8e9d388a05L }, + { 0x0d46e06cd0def72bL,0xb923db5de0342748L,0xf7d3aacd936d4a3dL, + 0x558519cc0b0b099eL } }, + /* 36 << 147 */ + { { 0x3ea8ebf8827097efL,0x259353dbd054f55dL,0x84c89abc6d2ed089L, + 0x5c548b698e096a7cL }, + { 0xd587f616994b995dL,0x4d1531f6a5845601L,0x792ab31e451fd9f0L, + 0xc8b57bb265adf6caL } }, + /* 37 << 147 */ + { { 0x68440fcb1cd5ad73L,0xb9c860e66144da4fL,0x2ab286aa8462beb8L, + 0xcc6b8fffef46797fL }, + { 0xac820da420c8a471L,0x69ae05a177ff7fafL,0xb9163f39bfb5da77L, + 0xbd03e5902c73ab7aL } }, + /* 38 << 147 */ + { { 0x7e862b5eb2940d9eL,0x3c663d864b9af564L,0xd8309031bde3033dL, + 0x298231b2d42c5bc6L }, + { 0x42090d2c552ad093L,0xa4799d1cff854695L,0x0a88b5d6d31f0d00L, + 0xf8b40825a2f26b46L } }, + /* 39 << 147 */ + { { 0xec29b1edf1bd7218L,0xd491c53b4b24c86eL,0xd2fe588f3395ea65L, + 0x6f3764f74456ef15L }, + { 0xdb43116dcdc34800L,0xcdbcd456c1e33955L,0xefdb554074ab286bL, + 0x948c7a51d18c5d7cL } }, + /* 40 << 147 */ + { { 0xeb81aa377378058eL,0x41c746a104411154L,0xa10c73bcfb828ac7L, + 0x6439be919d972b29L }, + { 0x4bf3b4b043a2fbadL,0x39e6dadf82b5e840L,0x4f7164086397bd4cL, + 0x0f7de5687f1eeccbL } }, + /* 41 << 147 */ + { { 0x5865c5a1d2ffbfc1L,0xf74211fa4ccb6451L,0x66368a88c0b32558L, + 0x5b539dc29ad7812eL }, + { 0x579483d02f3af6f6L,0x5213207899934eceL,0x50b9650fdcc9e983L, + 0xca989ec9aee42b8aL } }, + /* 42 << 147 */ + { { 0x6a44c829d6f62f99L,0x8f06a3094c2a7c0cL,0x4ea2b3a098a0cb0aL, + 0x5c547b70beee8364L }, + { 0x461d40e1682afe11L,0x9e0fc77a7b41c0a8L,0x79e4aefde20d5d36L, + 0x2916e52032dd9f63L } }, + /* 43 << 147 */ + { { 0xf59e52e83f883fafL,0x396f96392b868d35L,0xc902a9df4ca19881L, + 0x0fc96822db2401a6L }, + { 0x4123758766f1c68dL,0x10fc6de3fb476c0dL,0xf8b6b579841f5d90L, + 0x2ba8446cfa24f44aL } }, + /* 44 << 147 */ + { { 0xa237b920ef4a9975L,0x60bb60042330435fL,0xd6f4ab5acfb7e7b5L, + 0xb2ac509783435391L }, + { 0xf036ee2fb0d1ea67L,0xae779a6a74c56230L,0x59bff8c8ab838ae6L, + 0xcd83ca999b38e6f0L } }, + /* 45 << 147 */ + { { 0xbb27bef5e33deed3L,0xe6356f6f001892a8L,0xbf3be6cc7adfbd3eL, + 0xaecbc81c33d1ac9dL }, + { 0xe4feb909e6e861dcL,0x90a247a453f5f801L,0x01c50acb27346e57L, + 0xce29242e461acc1bL } }, + /* 46 << 147 */ + { { 0x04dd214a2f998a91L,0x271ee9b1d4baf27bL,0x7e3027d1e8c26722L, + 0x21d1645c1820dce5L }, + { 0x086f242c7501779cL,0xf0061407fa0e8009L,0xf23ce47760187129L, + 0x05bbdedb0fde9bd0L } }, + /* 47 << 147 */ + { { 0x682f483225d98473L,0xf207fe855c658427L,0xb6fdd7ba4166ffa1L, + 0x0c3140569eed799dL }, + { 0x0db8048f4107e28fL,0x74ed387141216840L,0x74489f8f56a3c06eL, + 0x1e1c005b12777134L } }, + /* 48 << 147 */ + { { 0xdb332a73f37ec3c3L,0xc65259bddd59eba0L,0x2291709cdb4d3257L, + 0x9a793b25bd389390L }, + { 0xf39fe34be43756f0L,0x2f76bdce9afb56c9L,0x9f37867a61208b27L, + 0xea1d4307089972c3L } }, + /* 49 << 147 */ + { { 0x8c5953308bdf623aL,0x5f5accda8441fb7dL,0xfafa941832ddfd95L, + 0x6ad40c5a0fde9be7L }, + { 0x43faba89aeca8709L,0xc64a7cf12c248a9dL,0x1662025272637a76L, + 0xaee1c79122b8d1bbL } }, + /* 50 << 147 */ + { { 0xf0f798fd21a843b2L,0x56e4ed4d8d005cb1L,0x355f77801f0d8abeL, + 0x197b04cf34522326L }, + { 0x41f9b31ffd42c13fL,0x5ef7feb2b40f933dL,0x27326f425d60bad4L, + 0x027ecdb28c92cf89L } }, + /* 51 << 147 */ + { { 0x04aae4d14e3352feL,0x08414d2f73591b90L,0x5ed6124eb7da7d60L, + 0xb985b9314d13d4ecL }, + { 0xa592d3ab96bf36f9L,0x012dbed5bbdf51dfL,0xa57963c0df6c177dL, + 0x010ec86987ca29cfL } }, + /* 52 << 147 */ + { { 0xba1700f6bf926dffL,0x7c9fdbd1f4bf6bc2L,0xdc18dc8f64da11f5L, + 0xa6074b7ad938ae75L }, + { 0x14270066e84f44a4L,0x99998d38d27b954eL,0xc1be8ab2b4f38e9aL, + 0x8bb55bbf15c01016L } }, + /* 53 << 147 */ + { { 0xf73472b40ea2ab30L,0xd365a340f73d68ddL,0xc01a716819c2e1ebL, + 0x32f49e3734061719L }, + { 0xb73c57f101d8b4d6L,0x03c8423c26b47700L,0x321d0bc8a4d8826aL, + 0x6004213c4bc0e638L } }, + /* 54 << 147 */ + { { 0xf78c64a1c1c06681L,0x16e0a16fef018e50L,0x31cbdf91db42b2b3L, + 0xf8f4ffcee0d36f58L }, + { 0xcdcc71cd4cc5e3e0L,0xd55c7cfaa129e3e0L,0xccdb6ba00fb2cbf1L, + 0x6aba0005c4bce3cbL } }, + /* 55 << 147 */ + { { 0x501cdb30d232cfc4L,0x9ddcf12ed58a3cefL,0x02d2cf9c87e09149L, + 0xdc5d7ec72c976257L }, + { 0x6447986e0b50d7ddL,0x88fdbaf7807f112aL,0x58c9822ab00ae9f6L, + 0x6abfb9506d3d27e0L } }, + /* 56 << 147 */ + { { 0xd0a744878a429f4fL,0x0649712bdb516609L,0xb826ba57e769b5dfL, + 0x82335df21fc7aaf2L }, + { 0x2389f0675c93d995L,0x59ac367a68677be6L,0xa77985ff21d9951bL, + 0x038956fb85011cceL } }, + /* 57 << 147 */ + { { 0x608e48cbbb734e37L,0xc08c0bf22be5b26fL,0x17bbdd3bf9b1a0d9L, + 0xeac7d89810483319L }, + { 0xc95c4bafbc1a6deaL,0xfdd0e2bf172aafdbL,0x40373cbc8235c41aL, + 0x14303f21fb6f41d5L } }, + /* 58 << 147 */ + { { 0xba0636210408f237L,0xcad3b09aecd2d1edL,0x4667855a52abb6a2L, + 0xba9157dcaa8b417bL }, + { 0xfe7f35074f013efbL,0x1b112c4baa38c4a2L,0xa1406a609ba64345L, + 0xe53cba336993c80bL } }, + /* 59 << 147 */ + { { 0x45466063ded40d23L,0x3d5f1f4d54908e25L,0x9ebefe62403c3c31L, + 0x274ea0b50672a624L }, + { 0xff818d99451d1b71L,0x80e826438f79cf79L,0xa165df1373ce37f5L, + 0xa744ef4ffe3a21fdL } }, + /* 60 << 147 */ + { { 0x73f1e7f5cf551396L,0xc616898e868c676bL,0x671c28c78c442c36L, + 0xcfe5e5585e0a317dL }, + { 0x1242d8187051f476L,0x56fad2a614f03442L,0x262068bc0a44d0f6L, + 0xdfa2cd6ece6edf4eL } }, + /* 61 << 147 */ + { { 0x0f43813ad15d1517L,0x61214cb2377d44f5L,0xd399aa29c639b35fL, + 0x42136d7154c51c19L }, + { 0x9774711b08417221L,0x0a5546b352545a57L,0x80624c411150582dL, + 0x9ec5c418fbc555bcL } }, + /* 62 << 147 */ + { { 0x2c87dcad771849f1L,0xb0c932c501d7bf6fL,0x6aa5cd3e89116eb2L, + 0xd378c25a51ca7bd3L }, + { 0xc612a0da9e6e3e31L,0x0417a54db68ad5d0L,0x00451e4a22c6edb8L, + 0x9fbfe019b42827ceL } }, + /* 63 << 147 */ + { { 0x2fa92505ba9384a2L,0x21b8596e64ad69c1L,0x8f4fcc49983b35a6L, + 0xde09376072754672L }, + { 0x2f14ccc8f7bffe6dL,0x27566bff5d94263dL,0xb5b4e9c62df3ec30L, + 0x94f1d7d53e6ea6baL } }, + /* 64 << 147 */ + { { 0x97b7851aaaca5e9bL,0x518aa52156713b97L,0x3357e8c7150a61f6L, + 0x7842e7e2ec2c2b69L }, + { 0x8dffaf656868a548L,0xd963bd82e068fc81L,0x64da5c8b65917733L, + 0x927090ff7b247328L } }, + /* 0 << 154 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 154 */ + { { 0x214bc9a7d298c241L,0xe3b697ba56807cfdL,0xef1c78024564eadbL, + 0xdde8cdcfb48149c5L }, + { 0x946bf0a75a4d2604L,0x27154d7f6c1538afL,0x95cc9230de5b1fccL, + 0xd88519e966864f82L } }, + /* 2 << 154 */ + { { 0xb828dd1a7cb1282cL,0xa08d7626be46973aL,0x6baf8d40e708d6b2L, + 0x72571fa14daeb3f3L }, + { 0x85b1732ff22dfd98L,0x87ab01a70087108dL,0xaaaafea85988207aL, + 0xccc832f869f00755L } }, + /* 3 << 154 */ + { { 0x964d950e36ff3bf0L,0x8ad20f6ff0b34638L,0x4d9177b3b5d7585fL, + 0xcf839760ef3f019fL }, + { 0x582fc5b38288c545L,0x2f8e4e9b13116bd1L,0xf91e1b2f332120efL, + 0xcf5687242a17dd23L } }, + /* 4 << 154 */ + { { 0x488f1185ca8d9d1aL,0xadf2c77dd987ded2L,0x5f3039f060c46124L, + 0xe5d70b7571e095f4L }, + { 0x82d586506260e70fL,0x39d75ea7f750d105L,0x8cf3d0b175bac364L, + 0xf3a7564d21d01329L } }, + /* 5 << 154 */ + { { 0x182f04cd2f52d2a7L,0x4fde149ae2df565aL,0xb80c5eeca79fb2f7L, + 0xab491d7b22ddc897L }, + { 0x99d76c18c6312c7fL,0xca0d5f3d6aa41a57L,0x71207325d15363a0L, + 0xe82aa265beb252c2L } }, + /* 6 << 154 */ + { { 0x94ab4700ec3128c2L,0x6c76d8628e383f49L,0xdc36b150c03024ebL, + 0xfb43947753daac69L }, + { 0xfc68764a8dc79623L,0x5b86995db440fbb2L,0xd66879bfccc5ee0dL, + 0x0522894295aa8bd3L } }, + /* 7 << 154 */ + { { 0xb51a40a51e6a75c1L,0x24327c760ea7d817L,0x0663018207774597L, + 0xd6fdbec397fa7164L }, + { 0x20c99dfb13c90f48L,0xd6ac5273686ef263L,0xc6a50bdcfef64eebL, + 0xcd87b28186fdfc32L } }, + /* 8 << 154 */ + { { 0xb24aa43e3fcd3efcL,0xdd26c034b8088e9aL,0xa5ef4dc9bd3d46eaL, + 0xa2f99d588a4c6a6fL }, + { 0xddabd3552f1da46cL,0x72c3f8ce1afacdd1L,0xd90c4eee92d40578L, + 0xd28bb41fca623b94L } }, + /* 9 << 154 */ + { { 0x50fc0711745edc11L,0x9dd9ad7d3dc87558L,0xce6931fbb49d1e64L, + 0x6c77a0a2c98bd0f9L }, + { 0x62b9a6296baf7cb1L,0xcf065f91ccf72d22L,0x7203cce979639071L, + 0x09ae4885f9cb732fL } }, + /* 10 << 154 */ + { { 0x5e7c3becee8314f3L,0x1c068aeddbea298fL,0x08d381f17c80acecL, + 0x03b56be8e330495bL }, + { 0xaeffb8f29222882dL,0x95ff38f6c4af8bf7L,0x50e32d351fc57d8cL, + 0x6635be5217b444f0L } }, + /* 11 << 154 */ + { { 0x04d15276a5177900L,0x4e1dbb47f6858752L,0x5b475622c615796cL, + 0xa6fa0387691867bfL }, + { 0xed7f5d562844c6d0L,0xc633cf9b03a2477dL,0xf6be5c402d3721d6L, + 0xaf312eb7e9fd68e6L } }, + /* 12 << 154 */ + { { 0x242792d2e7417ce1L,0xff42bc71970ee7f5L,0x1ff4dc6d5c67a41eL, + 0x77709b7b20882a58L }, + { 0x3554731dbe217f2cL,0x2af2a8cd5bb72177L,0x58eee769591dd059L, + 0xbb2930c94bba6477L } }, + /* 13 << 154 */ + { { 0x863ee0477d930cfcL,0x4c262ad1396fd1f4L,0xf4765bc8039af7e1L, + 0x2519834b5ba104f6L }, + { 0x7cd61b4cd105f961L,0xa5415da5d63bca54L,0x778280a088a1f17cL, + 0xc49689492329512cL } }, + /* 14 << 154 */ + { { 0x174a9126cecdaa7aL,0xfc8c7e0e0b13247bL,0x29c110d23484c1c4L, + 0xf8eb8757831dfc3bL }, + { 0x022f0212c0067452L,0x3f6f69ee7b9b926cL,0x09032da0ef42daf4L, + 0x79f00ade83f80de4L } }, + /* 15 << 154 */ + { { 0x6210db7181236c97L,0x74f7685b3ee0781fL,0x4df7da7ba3e41372L, + 0x2aae38b1b1a1553eL }, + { 0x1688e222f6dd9d1bL,0x576954485b8b6487L,0x478d21274b2edeaaL, + 0xb2818fa51e85956aL } }, + /* 16 << 154 */ + { { 0x1e6adddaf176f2c0L,0x01ca4604e2572658L,0x0a404ded85342ffbL, + 0x8cf60f96441838d6L }, + { 0x9bbc691cc9071c4aL,0xfd58874434442803L,0x97101c85809c0d81L, + 0xa7fb754c8c456f7fL } }, + /* 17 << 154 */ + { { 0xc95f3c5cd51805e1L,0xab4ccd39b299dca8L,0x3e03d20b47eaf500L, + 0xfa3165c1d7b80893L }, + { 0x005e8b54e160e552L,0xdc4972ba9019d11fL,0x21a6972e0c9a4a7aL, + 0xa52c258f37840fd7L } }, + /* 18 << 154 */ + { { 0xf8559ff4c1e99d81L,0x08e1a7d6a3c617c0L,0xb398fd43248c6ba7L, + 0x6ffedd91d1283794L }, + { 0x8a6a59d2d629d208L,0xa9d141d53490530eL,0x42f6fc1838505989L, + 0x09bf250d479d94eeL } }, + /* 19 << 154 */ + { { 0x223ad3b1b3822790L,0x6c5926c093b8971cL,0x609efc7e75f7fa62L, + 0x45d66a6d1ec2d989L }, + { 0x4422d663987d2792L,0x4a73caad3eb31d2bL,0xf06c2ac1a32cb9e6L, + 0xd9445c5f91aeba84L } }, + /* 20 << 154 */ + { { 0x6af7a1d5af71013fL,0xe68216e50bedc946L,0xf4cba30bd27370a0L, + 0x7981afbf870421ccL }, + { 0x02496a679449f0e1L,0x86cfc4be0a47edaeL,0x3073c936b1feca22L, + 0xf569461203f8f8fbL } }, + /* 21 << 154 */ + { { 0xd063b723901515eaL,0x4c6c77a5749cf038L,0x6361e360ab9e5059L, + 0x596cf171a76a37c0L }, + { 0x800f53fa6530ae7aL,0x0f5e631e0792a7a6L,0x5cc29c24efdb81c9L, + 0xa269e8683f9c40baL } }, + /* 22 << 154 */ + { { 0xec14f9e12cb7191eL,0x78ea1bd8e5b08ea6L,0x3c65aa9b46332bb9L, + 0x84cc22b3bf80ce25L }, + { 0x0098e9e9d49d5bf1L,0xcd4ec1c619087da4L,0x3c9d07c5aef6e357L, + 0x839a02689f8f64b8L } }, + /* 23 << 154 */ + { { 0xc5e9eb62c6d8607fL,0x759689f56aa995e4L,0x70464669bbb48317L, + 0x921474bfe402417dL }, + { 0xcabe135b2a354c8cL,0xd51e52d2812fa4b5L,0xec74109653311fe8L, + 0x4f774535b864514bL } }, + /* 24 << 154 */ + { { 0xbcadd6715bde48f8L,0xc97038732189bc7dL,0x5d45299ec709ee8aL, + 0xd1287ee2845aaff8L }, + { 0x7d1f8874db1dbf1fL,0xea46588b990c88d6L,0x60ba649a84368313L, + 0xd5fdcbce60d543aeL } }, + /* 25 << 154 */ + { { 0x90b46d43810d5ab0L,0x6739d8f904d7e5ccL,0x021c1a580d337c33L, + 0x00a6116268e67c40L }, + { 0x95ef413b379f0a1fL,0xfe126605e9e2ab95L,0x67578b852f5f199cL, + 0xf5c003292cb84913L } }, + /* 26 << 154 */ + { { 0xf795643037577dd8L,0x83b82af429c5fe88L,0x9c1bea26cdbdc132L, + 0x589fa0869c04339eL }, + { 0x033e9538b13799dfL,0x85fa8b21d295d034L,0xdf17f73fbd9ddccaL, + 0xf32bd122ddb66334L } }, + /* 27 << 154 */ + { { 0x55ef88a7858b044cL,0x1f0d69c25aa9e397L,0x55fd9cc340d85559L, + 0xc774df727785ddb2L }, + { 0x5dcce9f6d3bd2e1cL,0xeb30da20a85dfed0L,0x5ed7f5bbd3ed09c4L, + 0x7d42a35c82a9c1bdL } }, + /* 28 << 154 */ + { { 0xcf3de9959890272dL,0x75f3432a3e713a10L,0x5e13479fe28227b8L, + 0xb8561ea9fefacdc8L }, + { 0xa6a297a08332aafdL,0x9b0d8bb573809b62L,0xd2fa1cfd0c63036fL, + 0x7a16eb55bd64bda8L } }, + /* 29 << 154 */ + { { 0x3f5cf5f678e62ddcL,0x2267c45407fd752bL,0x5e361b6b5e437bbeL, + 0x95c595018354e075L }, + { 0xec725f85f2b254d9L,0x844b617d2cb52b4eL,0xed8554f5cf425fb5L, + 0xab67703e2af9f312L } }, + /* 30 << 154 */ + { { 0x4cc34ec13cf48283L,0xb09daa259c8a705eL,0xd1e9d0d05b7d4f84L, + 0x4df6ef64db38929dL }, + { 0xe16b0763aa21ba46L,0xc6b1d178a293f8fbL,0x0ff5b602d520aabfL, + 0x94d671bdc339397aL } }, + /* 31 << 154 */ + { { 0x7c7d98cf4f5792faL,0x7c5e0d6711215261L,0x9b19a631a7c5a6d4L, + 0xc8511a627a45274dL }, + { 0x0c16621ca5a60d99L,0xf7fbab88cf5e48cbL,0xab1e6ca2f7ddee08L, + 0x83bd08cee7867f3cL } }, + /* 32 << 154 */ + { { 0xf7e48e8a2ac13e27L,0x4494f6df4eb1a9f5L,0xedbf84eb981f0a62L, + 0x49badc32536438f0L }, + { 0x50bea541004f7571L,0xbac67d10df1c94eeL,0x253d73a1b727bc31L, + 0xb3d01cf230686e28L } }, + /* 33 << 154 */ + { { 0x51b77b1b55fd0b8bL,0xa099d183feec3173L,0x202b1fb7670e72b7L, + 0xadc88b33a8e1635fL }, + { 0x34e8216af989d905L,0xc2e68d2029b58d01L,0x11f81c926fe55a93L, + 0x15f1462a8f296f40L } }, + /* 34 << 154 */ + { { 0x1915d375ea3d62f2L,0xa17765a301c8977dL,0x7559710ae47b26f6L, + 0xe0bd29c8535077a5L }, + { 0x615f976d08d84858L,0x370dfe8569ced5c1L,0xbbc7503ca734fa56L, + 0xfbb9f1ec91ac4574L } }, + /* 35 << 154 */ + { { 0x95d7ec53060dd7efL,0xeef2dacd6e657979L,0x54511af3e2a08235L, + 0x1e324aa41f4aea3dL }, + { 0x550e7e71e6e67671L,0xbccd5190bf52faf7L,0xf880d316223cc62aL, + 0x0d402c7e2b32eb5dL } }, + /* 36 << 154 */ + { { 0xa40bc039306a5a3bL,0x4e0a41fd96783a1bL,0xa1e8d39a0253cdd4L, + 0x6480be26c7388638L }, + { 0xee365e1d2285f382L,0x188d8d8fec0b5c36L,0x34ef1a481f0f4d82L, + 0x1a8f43e1a487d29aL } }, + /* 37 << 154 */ + { { 0x8168226d77aefb3aL,0xf69a751e1e72c253L,0x8e04359ae9594df1L, + 0x475ffd7dd14c0467L }, + { 0xb5a2c2b13844e95cL,0x85caf647dd12ef94L,0x1ecd2a9ff1063d00L, + 0x1dd2e22923843311L } }, + /* 38 << 154 */ + { { 0x38f0e09d73d17244L,0x3ede77468fc653f1L,0xae4459f5dc20e21cL, + 0x00db2ffa6a8599eaL }, + { 0x11682c3930cfd905L,0x4934d074a5c112a6L,0xbdf063c5568bfe95L, + 0x779a440a016c441aL } }, + /* 39 << 154 */ + { { 0x0c23f21897d6fbdcL,0xd3a5cd87e0776aacL,0xcee37f72d712e8dbL, + 0xfb28c70d26f74e8dL }, + { 0xffe0c728b61301a0L,0xa6282168d3724354L,0x7ff4cb00768ffedcL, + 0xc51b308803b02de9L } }, + /* 40 << 154 */ + { { 0xa5a8147c3902dda5L,0x35d2f706fe6973b4L,0x5ac2efcfc257457eL, + 0x933f48d48700611bL }, + { 0xc365af884912beb2L,0x7f5a4de6162edf94L,0xc646ba7c0c32f34bL, + 0x632c6af3b2091074L } }, + /* 41 << 154 */ + { { 0x58d4f2e3753e43a9L,0x70e1d21724d4e23fL,0xb24bf729afede6a6L, + 0x7f4a94d8710c8b60L }, + { 0xaad90a968d4faa6aL,0xd9ed0b32b066b690L,0x52fcd37b78b6dbfdL, + 0x0b64615e8bd2b431L } }, + /* 42 << 154 */ + { { 0x228e2048cfb9fad5L,0xbeaa386d240b76bdL,0x2d6681c890dad7bcL, + 0x3e553fc306d38f5eL }, + { 0xf27cdb9b9d5f9750L,0x3e85c52ad28c5b0eL,0x190795af5247c39bL, + 0x547831ebbddd6828L } }, + /* 43 << 154 */ + { { 0xf327a2274a82f424L,0x36919c787e47f89dL,0xe478391943c7392cL, + 0xf101b9aa2316fefeL }, + { 0xbcdc9e9c1c5009d2L,0xfb55ea139cd18345L,0xf5b5e231a3ce77c7L, + 0xde6b4527d2f2cb3dL } }, + /* 44 << 154 */ + { { 0x10f6a3339bb26f5fL,0x1e85db8e044d85b6L,0xc3697a0894197e54L, + 0x65e18cc0a7cb4ea8L }, + { 0xa38c4f50a471fe6eL,0xf031747a2f13439cL,0x53c4a6bac007318bL, + 0xa8da3ee51deccb3dL } }, + /* 45 << 154 */ + { { 0x0555b31c558216b1L,0x90c7810c2f79e6c2L,0x9b669f4dfe8eed3cL, + 0x70398ec8e0fac126L }, + { 0xa96a449ef701b235L,0x0ceecdb3eb94f395L,0x285fc368d0cb7431L, + 0x0d37bb5216a18c64L } }, + /* 46 << 154 */ + { { 0x05110d38b880d2ddL,0xa60f177b65930d57L,0x7da34a67f36235f5L, + 0x47f5e17c183816b9L }, + { 0xc7664b57db394af4L,0x39ba215d7036f789L,0x46d2ca0e2f27b472L, + 0xc42647eef73a84b7L } }, + /* 47 << 154 */ + { { 0x44bc754564488f1dL,0xaa922708f4cf85d5L,0x721a01d553e4df63L, + 0x649c0c515db46cedL }, + { 0x6bf0d64e3cffcb6cL,0xe3bf93fe50f71d96L,0x75044558bcc194a0L, + 0x16ae33726afdc554L } }, + /* 48 << 154 */ + { { 0xbfc01adf5ca48f3fL,0x64352f06e22a9b84L,0xcee54da1c1099e4aL, + 0xbbda54e8fa1b89c0L }, + { 0x166a3df56f6e55fbL,0x1ca44a2420176f88L,0x936afd88dfb7b5ffL, + 0xe34c24378611d4a0L } }, + /* 49 << 154 */ + { { 0x7effbb7586142103L,0x6704ba1b1f34fc4dL,0x7c2a468f10c1b122L, + 0x36b3a6108c6aace9L }, + { 0xabfcc0a775a0d050L,0x066f91973ce33e32L,0xce905ef429fe09beL, + 0x89ee25baa8376351L } }, + /* 50 << 154 */ + { { 0x2a3ede22fd29dc76L,0x7fd32ed936f17260L,0x0cadcf68284b4126L, + 0x63422f08a7951fc8L }, + { 0x562b24f40807e199L,0xfe9ce5d122ad4490L,0xc2f51b100db2b1b4L, + 0xeb3613ffe4541d0dL } }, + /* 51 << 154 */ + { { 0xbd2c4a052680813bL,0x527aa55d561b08d6L,0xa9f8a40ea7205558L, + 0xe3eea56f243d0becL }, + { 0x7b853817a0ff58b3L,0xb67d3f651a69e627L,0x0b76bbb9a869b5d6L, + 0xa3afeb82546723edL } }, + /* 52 << 154 */ + { { 0x5f24416d3e554892L,0x8413b53d430e2a45L,0x99c56aee9032a2a0L, + 0x09432bf6eec367b1L }, + { 0x552850c6daf0ecc1L,0x49ebce555bc92048L,0xdfb66ba654811307L, + 0x1b84f7976f298597L } }, + /* 53 << 154 */ + { { 0x795904818d1d7a0dL,0xd9fabe033a6fa556L,0xa40f9c59ba9e5d35L, + 0xcb1771c1f6247577L }, + { 0x542a47cae9a6312bL,0xa34b3560552dd8c5L,0xfdf94de00d794716L, + 0xd46124a99c623094L } }, + /* 54 << 154 */ + { { 0x56b7435d68afe8b4L,0x27f205406c0d8ea1L,0x12b77e1473186898L, + 0xdbc3dd467479490fL }, + { 0x951a9842c03b0c05L,0x8b1b3bb37921bc96L,0xa573b3462b202e0aL, + 0x77e4665d47254d56L } }, + /* 55 << 154 */ + { { 0x08b70dfcd23e3984L,0xab86e8bcebd14236L,0xaa3e07f857114ba7L, + 0x5ac71689ab0ef4f2L }, + { 0x88fca3840139d9afL,0x72733f8876644af0L,0xf122f72a65d74f4aL, + 0x13931577a5626c7aL } }, + /* 56 << 154 */ + { { 0xd5b5d9eb70f8d5a4L,0x375adde7d7bbb228L,0x31e88b860c1c0b32L, + 0xd1f568c4173edbaaL }, + { 0x1592fc835459df02L,0x2beac0fb0fcd9a7eL,0xb0a6fdb81b473b0aL, + 0xe3224c6f0fe8fc48L } }, + /* 57 << 154 */ + { { 0x680bd00ee87edf5bL,0x30385f0220e77cf5L,0xe9ab98c04d42d1b2L, + 0x72d191d2d3816d77L }, + { 0x1564daca0917d9e5L,0x394eab591f8fed7fL,0xa209aa8d7fbb3896L, + 0x5564f3b9be6ac98eL } }, + /* 58 << 154 */ + { { 0xead21d05d73654efL,0x68d1a9c413d78d74L,0x61e017086d4973a0L, + 0x83da350046e6d32aL }, + { 0x6a3dfca468ae0118L,0xa1b9a4c9d02da069L,0x0b2ff9c7ebab8302L, + 0x98af07c3944ba436L } }, + /* 59 << 154 */ + { { 0x85997326995f0f9fL,0x467fade071b58bc6L,0x47e4495abd625a2bL, + 0xfdd2d01d33c3b8cdL }, + { 0x2c38ae28c693f9faL,0x48622329348f7999L,0x97bf738e2161f583L, + 0x15ee2fa7565e8cc9L } }, + /* 60 << 154 */ + { { 0xa1a5c8455777e189L,0xcc10bee0456f2829L,0x8ad95c56da762bd5L, + 0x152e2214e9d91da8L }, + { 0x975b0e727cb23c74L,0xfd5d7670a90c66dfL,0xb5b5b8ad225ffc53L, + 0xab6dff73faded2aeL } }, + /* 61 << 154 */ + { { 0xebd567816f4cbe9dL,0x0ed8b2496a574bd7L,0x41c246fe81a881faL, + 0x91564805c3db9c70L }, + { 0xd7c12b085b862809L,0x1facd1f155858d7bL,0x7693747caf09e92aL, + 0x3b69dcba189a425fL } }, + /* 62 << 154 */ + { { 0x0be28e9f967365efL,0x57300eb2e801f5c9L,0x93b8ac6ad583352fL, + 0xa2cf1f89cd05b2b7L }, + { 0x7c0c9b744dcc40ccL,0xfee38c45ada523fbL,0xb49a4dec1099cc4dL, + 0x325c377f69f069c6L } }, + /* 63 << 154 */ + { { 0xe12458ce476cc9ffL,0x580e0b6cc6d4cb63L,0xd561c8b79072289bL, + 0x0377f264a619e6daL }, + { 0x2668536288e591a5L,0xa453a7bd7523ca2bL,0x8a9536d2c1df4533L, + 0xc8e50f2fbe972f79L } }, + /* 64 << 154 */ + { { 0xd433e50f6d3549cfL,0x6f33696ffacd665eL,0x695bfdacce11fcb4L, + 0x810ee252af7c9860L }, + { 0x65450fe17159bb2cL,0xf7dfbebe758b357bL,0x2b057e74d69fea72L, + 0xd485717a92731745L } }, + /* 0 << 161 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 161 */ + { { 0x896c42e8ee36860cL,0xdaf04dfd4113c22dL,0x1adbb7b744104213L, + 0xe5fd5fa11fd394eaL }, + { 0x68235d941a4e0551L,0x6772cfbe18d10151L,0x276071e309984523L, + 0xe4e879de5a56ba98L } }, + /* 2 << 161 */ + { { 0xaaafafb0285b9491L,0x01a0be881e4c705eL,0xff1d4f5d2ad9caabL, + 0x6e349a4ac37a233fL }, + { 0xcf1c12464a1c6a16L,0xd99e6b6629383260L,0xea3d43665f6d5471L, + 0x36974d04ff8cc89bL } }, + /* 3 << 161 */ + { { 0xc26c49a1cfe89d80L,0xb42c026dda9c8371L,0xca6c013adad066d2L, + 0xfb8f722856a4f3eeL }, + { 0x08b579ecd850935bL,0x34c1a74cd631e1b3L,0xcb5fe596ac198534L, + 0x39ff21f6e1f24f25L } }, + /* 4 << 161 */ + { { 0x27f29e148f929057L,0x7a64ae06c0c853dfL,0x256cd18358e9c5ceL, + 0x9d9cce82ded092a5L }, + { 0xcc6e59796e93b7c7L,0xe1e4709231bb9e27L,0xb70b3083aa9e29a0L, + 0xbf181a753785e644L } }, + /* 5 << 161 */ + { { 0xf53f2c658ead09f7L,0x1335e1d59780d14dL,0x69cc20e0cd1b66bcL, + 0x9b670a37bbe0bfc8L }, + { 0xce53dc8128efbeedL,0x0c74e77c8326a6e5L,0x3604e0d2b88e9a63L, + 0xbab38fca13dc2248L } }, + /* 6 << 161 */ + { { 0x8ed6e8c85c0a3f1eL,0xbcad24927c87c37fL,0xfdfb62bb9ee3b78dL, + 0xeba8e477cbceba46L }, + { 0x37d38cb0eeaede4bL,0x0bc498e87976deb6L,0xb2944c046b6147fbL, + 0x8b123f35f71f9609L } }, + /* 7 << 161 */ + { { 0xa155dcc7de79dc24L,0xf1168a32558f69cdL,0xbac215950d1850dfL, + 0x15c8295bb204c848L }, + { 0xf661aa367d8184ffL,0xc396228e30447bdbL,0x11cd5143bde4a59eL, + 0xe3a26e3b6beab5e6L } }, + /* 8 << 161 */ + { { 0xd3b3a13f1402b9d0L,0x573441c32c7bc863L,0x4b301ec4578c3e6eL, + 0xc26fc9c40adaf57eL }, + { 0x96e71bfd7493cea3L,0xd05d4b3f1af81456L,0xdaca2a8a6a8c608fL, + 0x53ef07f60725b276L } }, + /* 9 << 161 */ + { { 0x07a5fbd27824fc56L,0x3467521813289077L,0x5bf69fd5e0c48349L, + 0xa613ddd3b6aa7875L }, + { 0x7f78c19c5450d866L,0x46f4409c8f84a481L,0x9f1d192890fce239L, + 0x016c4168b2ce44b9L } }, + /* 10 << 161 */ + { { 0xbae023f0c7435978L,0xb152c88820e30e19L,0x9c241645e3fa6fafL, + 0x735d95c184823e60L }, + { 0x0319757303955317L,0x0b4b02a9f03b4995L,0x076bf55970274600L, + 0x32c5cc53aaf57508L } }, + /* 11 << 161 */ + { { 0xe8af6d1f60624129L,0xb7bc5d649a5e2b5eL,0x3814b0485f082d72L, + 0x76f267f2ce19677aL }, + { 0x626c630fb36eed93L,0x55230cd73bf56803L,0x78837949ce2736a0L, + 0x0d792d60aa6c55f1L } }, + /* 12 << 161 */ + { { 0x0318dbfdd5c7c5d2L,0xb38f8da7072b342dL,0x3569bddc7b8de38aL, + 0xf25b5887a1c94842L }, + { 0xb2d5b2842946ad60L,0x854f29ade9d1707eL,0xaa5159dc2c6a4509L, + 0x899f94c057189837L } }, + /* 13 << 161 */ + { { 0xcf6adc51f4a55b03L,0x261762de35e3b2d5L,0x4cc4301204827b51L, + 0xcd22a113c6021442L }, + { 0xce2fd61a247c9569L,0x59a50973d152becaL,0x6c835a1163a716d4L, + 0xc26455ed187dedcfL } }, + /* 14 << 161 */ + { { 0x27f536e049ce89e7L,0x18908539cc890cb5L,0x308909abd83c2aa1L, + 0xecd3142b1ab73bd3L }, + { 0x6a85bf59b3f5ab84L,0x3c320a68f2bea4c6L,0xad8dc5386da4541fL, + 0xeaf34eb0b7c41186L } }, + /* 15 << 161 */ + { { 0x1c780129977c97c4L,0x5ff9beebc57eb9faL,0xa24d0524c822c478L, + 0xfd8eec2a461cd415L }, + { 0xfbde194ef027458cL,0xb4ff53191d1be115L,0x63f874d94866d6f4L, + 0x35c75015b21ad0c9L } }, + /* 16 << 161 */ + { { 0xa6b5c9d646ac49d2L,0x42c77c0b83137aa9L,0x24d000fc68225a38L, + 0x0f63cfc82fe1e907L }, + { 0x22d1b01bc6441f95L,0x7d38f719ec8e448fL,0x9b33fa5f787fb1baL, + 0x94dcfda1190158dfL } }, + /* 17 << 161 */ + { { 0xc47cb3395f6d4a09L,0x6b4f355cee52b826L,0x3d100f5df51b930aL, + 0xf4512fac9f668f69L }, + { 0x546781d5206c4c74L,0xd021d4d4cb4d2e48L,0x494a54c2ca085c2dL, + 0xf1dbaca4520850a8L } }, + /* 18 << 161 */ + { { 0x63c79326490a1acaL,0xcb64dd9c41526b02L,0xbb772591a2979258L, + 0x3f58297048d97846L }, + { 0xd66b70d17c213ba7L,0xc28febb5e8a0ced4L,0x6b911831c10338c1L, + 0x0d54e389bf0126f3L } }, + /* 19 << 161 */ + { { 0x7048d4604af206eeL,0x786c88f677e97cb9L,0xd4375ae1ac64802eL, + 0x469bcfe1d53ec11cL }, + { 0xfc9b340d47062230L,0xe743bb57c5b4a3acL,0xfe00b4aa59ef45acL, + 0x29a4ef2359edf188L } }, + /* 20 << 161 */ + { { 0x40242efeb483689bL,0x2575d3f6513ac262L,0xf30037c80ca6db72L, + 0xc9fcce8298864be2L }, + { 0x84a112ff0149362dL,0x95e575821c4ae971L,0x1fa4b1a8945cf86cL, + 0x4525a7340b024a2fL } }, + /* 21 << 161 */ + { { 0xe76c8b628f338360L,0x483ff59328edf32bL,0x67e8e90a298b1aecL, + 0x9caab338736d9a21L }, + { 0x5c09d2fd66892709L,0x2496b4dcb55a1d41L,0x93f5fb1ae24a4394L, + 0x08c750496fa8f6c1L } }, + /* 22 << 161 */ + { { 0xcaead1c2c905d85fL,0xe9d7f7900733ae57L,0x24c9a65cf07cdd94L, + 0x7389359ca4b55931L }, + { 0xf58709b7367e45f7L,0x1f203067cb7e7adcL,0x82444bffc7b72818L, + 0x07303b35baac8033L } }, + /* 23 << 161 */ + { { 0x1e1ee4e4d13b7ea1L,0xe6489b24e0e74180L,0xa5f2c6107e70ef70L, + 0xa1655412bdd10894L }, + { 0x555ebefb7af4194eL,0x533c1c3c8e89bd9cL,0x735b9b5789895856L, + 0x15fb3cd2567f5c15L } }, + /* 24 << 161 */ + { { 0x057fed45526f09fdL,0xe8a4f10c8128240aL,0x9332efc4ff2bfd8dL, + 0x214e77a0bd35aa31L }, + { 0x32896d7314faa40eL,0x767867ec01e5f186L,0xc9adf8f117a1813eL, + 0xcb6cda7854741795L } }, + /* 25 << 161 */ + { { 0xb7521b6d349d51aaL,0xf56b5a9ee3c7b8e9L,0xc6f1e5c932a096dfL, + 0x083667c4a3635024L }, + { 0x365ea13518087f2fL,0xf1b8eaacd136e45dL,0xc8a0e48473aec989L, + 0xd75a324b142c9259L } }, + /* 26 << 161 */ + { { 0xb7b4d00101dae185L,0x45434e0b9b7a94bcL,0xf54339affbd8cb0bL, + 0xdcc4569ee98ef49eL }, + { 0x7789318a09a51299L,0x81b4d206b2b025d8L,0xf64aa418fae85792L, + 0x3e50258facd7baf7L } }, + /* 27 << 161 */ + { { 0xdce84cdb2996864bL,0xa2e670891f485fa4L,0xb28b2bb6534c6a5aL, + 0x31a7ec6bc94b9d39L }, + { 0x1d217766d6bc20daL,0x4acdb5ec86761190L,0x6872632873701063L, + 0x4d24ee7c2128c29bL } }, + /* 28 << 161 */ + { { 0xc072ebd3a19fd868L,0x612e481cdb8ddd3bL,0xb4e1d7541a64d852L, + 0x00ef95acc4c6c4abL }, + { 0x1536d2edaa0a6c46L,0x6129408643774790L,0x54af25e8343fda10L, + 0x9ff9d98dfd25d6f2L } }, + /* 29 << 161 */ + { { 0x0746af7c468b8835L,0x977a31cb730ecea7L,0xa5096b80c2cf4a81L, + 0xaa9868336458c37aL }, + { 0x6af29bf3a6bd9d34L,0x6a62fe9b33c5d854L,0x50e6c304b7133b5eL, + 0x04b601597d6e6848L } }, + /* 30 << 161 */ + { { 0x4cd296df5579bea4L,0x10e35ac85ceedaf1L,0x04c4c5fde3bcc5b1L, + 0x95f9ee8a89412cf9L }, + { 0x2c9459ee82b6eb0fL,0x2e84576595c2aaddL,0x774a84aed327fcfeL, + 0xd8c937220368d476L } }, + /* 31 << 161 */ + { { 0x0dbd5748f83e8a3bL,0xa579aa968d2495f3L,0x535996a0ae496e9bL, + 0x07afbfe9b7f9bcc2L }, + { 0x3ac1dc6d5b7bd293L,0x3b592cff7022323dL,0xba0deb989c0a3e76L, + 0x18e78e9f4b197acbL } }, + /* 32 << 161 */ + { { 0x211cde10296c36efL,0x7ee8967282c4da77L,0xb617d270a57836daL, + 0xf0cd9c319cb7560bL }, + { 0x01fdcbf7e455fe90L,0x3fb53cbb7e7334f3L,0x781e2ea44e7de4ecL, + 0x8adab3ad0b384fd0L } }, + /* 33 << 161 */ + { { 0x129eee2f53d64829L,0x7a471e17a261492bL,0xe4f9adb9e4cb4a2cL, + 0x3d359f6f97ba2c2dL }, + { 0x346c67860aacd697L,0x92b444c375c2f8a8L,0xc79fa117d85df44eL, + 0x56782372398ddf31L } }, + /* 34 << 161 */ + { { 0x60e690f2bbbab3b8L,0x4851f8ae8b04816bL,0xc72046ab9c92e4d2L, + 0x518c74a17cf3136bL }, + { 0xff4eb50af9877d4cL,0x14578d90a919cabbL,0x8218f8c4ac5eb2b6L, + 0xa3ccc547542016e4L } }, + /* 35 << 161 */ + { { 0x025bf48e327f8349L,0xf3e97346f43cb641L,0xdc2bafdf500f1085L, + 0x571678762f063055L }, + { 0x5bd914b9411925a6L,0x7c078d48a1123de5L,0xee6bf835182b165dL, + 0xb11b5e5bba519727L } }, + /* 36 << 161 */ + { { 0xe33ea76c1eea7b85L,0x2352b46192d4f85eL,0xf101d334afe115bbL, + 0xfabc1294889175a3L }, + { 0x7f6bcdc05233f925L,0xe0a802dbe77fec55L,0xbdb47b758069b659L, + 0x1c5e12def98fbd74L } }, + /* 37 << 161 */ + { { 0x869c58c64b8457eeL,0xa5360f694f7ea9f7L,0xe576c09ff460b38fL, + 0x6b70d54822b7fb36L }, + { 0x3fd237f13bfae315L,0x33797852cbdff369L,0x97df25f525b516f9L, + 0x46f388f2ba38ad2dL } }, + /* 38 << 161 */ + { { 0x656c465889d8ddbbL,0x8830b26e70f38ee8L,0x4320fd5cde1212b0L, + 0xc34f30cfe4a2edb2L }, + { 0xabb131a356ab64b8L,0x7f77f0ccd99c5d26L,0x66856a37bf981d94L, + 0x19e76d09738bd76eL } }, + /* 39 << 161 */ + { { 0xe76c8ac396238f39L,0xc0a482bea830b366L,0xb7b8eaff0b4eb499L, + 0x8ecd83bc4bfb4865L }, + { 0x971b2cb7a2f3776fL,0xb42176a4f4b88adfL,0xb9617df5be1fa446L, + 0x8b32d508cd031bd2L } }, + /* 40 << 161 */ + { { 0x1c6bd47d53b618c0L,0xc424f46c6a227923L,0x7303ffdedd92d964L, + 0xe971287871b5abf2L }, + { 0x8f48a632f815561dL,0x85f48ff5d3c055d1L,0x222a14277525684fL, + 0xd0d841a067360cc3L } }, + /* 41 << 161 */ + { { 0x4245a9260b9267c6L,0xc78913f1cf07f863L,0xaa844c8e4d0d9e24L, + 0xa42ad5223d5f9017L }, + { 0xbd371749a2c989d5L,0x928292dfe1f5e78eL,0x493b383e0a1ea6daL, + 0x5136fd8d13aee529L } }, + /* 42 << 161 */ + { { 0x860c44b1f2c34a99L,0x3b00aca4bf5855acL,0xabf6aaa0faaf37beL, + 0x65f436822a53ec08L }, + { 0x1d9a5801a11b12e1L,0x78a7ab2ce20ed475L,0x0de1067e9a41e0d5L, + 0x30473f5f305023eaL } }, + /* 43 << 161 */ + { { 0xdd3ae09d169c7d97L,0x5cd5baa4cfaef9cdL,0x5cd7440b65a44803L, + 0xdc13966a47f364deL }, + { 0x077b2be82b8357c1L,0x0cb1b4c5e9d57c2aL,0x7a4ceb3205ff363eL, + 0xf310fa4dca35a9efL } }, + /* 44 << 161 */ + { { 0xdbb7b352f97f68c6L,0x0c773b500b02cf58L,0xea2e48213c1f96d9L, + 0xffb357b0eee01815L }, + { 0xb9c924cde0f28039L,0x0b36c95a46a3fbe4L,0x1faaaea45e46db6cL, + 0xcae575c31928aaffL } }, + /* 45 << 161 */ + { { 0x7f671302a70dab86L,0xfcbd12a971c58cfcL,0xcbef9acfbee0cb92L, + 0x573da0b9f8c1b583L }, + { 0x4752fcfe0d41d550L,0xe7eec0e32155cffeL,0x0fc39fcb545ae248L, + 0x522cb8d18065f44eL } }, + /* 46 << 161 */ + { { 0x263c962a70cbb96cL,0xe034362abcd124a9L,0xf120db283c2ae58dL, + 0xb9a38d49fef6d507L }, + { 0xb1fd2a821ff140fdL,0xbd162f3020aee7e0L,0x4e17a5d4cb251949L, + 0x2aebcb834f7e1c3dL } }, + /* 47 << 161 */ + { { 0x608eb25f937b0527L,0xf42e1e47eb7d9997L,0xeba699c4b8a53a29L, + 0x1f921c71e091b536L }, + { 0xcce29e7b5b26bbd5L,0x7a8ef5ed3b61a680L,0xe5ef8043ba1f1c7eL, + 0x16ea821718158ddaL } }, + /* 48 << 161 */ + { { 0x01778a2b599ff0f9L,0x68a923d78104fc6bL,0x5bfa44dfda694ff3L, + 0x4f7199dbf7667f12L }, + { 0xc06d8ff6e46f2a79L,0x08b5deade9f8131dL,0x02519a59abb4ce7cL, + 0xc4f710bcb42aec3eL } }, + /* 49 << 161 */ + { { 0x3d77b05778bde41aL,0x6474bf80b4186b5aL,0x048b3f6788c65741L, + 0xc64519de03c7c154L }, + { 0xdf0738460edfcc4fL,0x319aa73748f1aa6bL,0x8b9f8a02ca909f77L, + 0x902581397580bfefL } }, + /* 50 << 161 */ + { { 0xd8bfd3cac0c22719L,0xc60209e4c9ca151eL,0x7a744ab5d9a1a69cL, + 0x6de5048b14937f8fL }, + { 0x171938d8e115ac04L,0x7df709401c6b16d2L,0xa6aeb6637f8e94e7L, + 0xc130388e2a2cf094L } }, + /* 51 << 161 */ + { { 0x1850be8477f54e6eL,0x9f258a7265d60fe5L,0xff7ff0c06c9146d6L, + 0x039aaf90e63a830bL }, + { 0x38f27a739460342fL,0x4703148c3f795f8aL,0x1bb5467b9681a97eL, + 0x00931ba5ecaeb594L } }, + /* 52 << 161 */ + { { 0xcdb6719d786f337cL,0xd9c01cd2e704397dL,0x0f4a3f20555c2fefL, + 0x004525097c0af223L }, + { 0x54a5804784db8e76L,0x3bacf1aa93c8aa06L,0x11ca957cf7919422L, + 0x5064105378cdaa40L } }, + /* 53 << 161 */ + { { 0x7a3038749f7144aeL,0x170c963f43d4acfdL,0x5e14814958ddd3efL, + 0xa7bde5829e72dba8L }, + { 0x0769da8b6fa68750L,0xfa64e532572e0249L,0xfcaadf9d2619ad31L, + 0x87882daaa7b349cdL } }, + /* 54 << 161 */ + { { 0x9f6eb7316c67a775L,0xcb10471aefc5d0b1L,0xb433750ce1b806b2L, + 0x19c5714d57b1ae7eL }, + { 0xc0dc8b7bed03fd3fL,0xdd03344f31bc194eL,0xa66c52a78c6320b5L, + 0x8bc82ce3d0b6fd93L } }, + /* 55 << 161 */ + { { 0xf8e13501b35f1341L,0xe53156dd25a43e42L,0xd3adf27e4daeb85cL, + 0xb81d8379bbeddeb5L }, + { 0x1b0b546e2e435867L,0x9020eb94eba5dd60L,0x37d911618210cb9dL, + 0x4c596b315c91f1cfL } }, + /* 56 << 161 */ + { { 0xb228a90f0e0b040dL,0xbaf02d8245ff897fL,0x2aac79e600fa6122L, + 0x248288178e36f557L }, + { 0xb9521d31113ec356L,0x9e48861e15eff1f8L,0x2aa1d412e0d41715L, + 0x71f8620353f131b8L } }, + /* 57 << 161 */ + { { 0xf60da8da3fd19408L,0x4aa716dc278d9d99L,0x394531f7a8c51c90L, + 0xb560b0e8f59db51cL }, + { 0xa28fc992fa34bdadL,0xf024fa149cd4f8bdL,0x5cf530f723a9d0d3L, + 0x615ca193e28c9b56L } }, + /* 58 << 161 */ + { { 0x6d2a483d6f73c51eL,0xa4cb2412ea0dc2ddL,0x50663c411eb917ffL, + 0x3d3a74cfeade299eL }, + { 0x29b3990f4a7a9202L,0xa9bccf59a7b15c3dL,0x66a3ccdca5df9208L, + 0x48027c1443f2f929L } }, + /* 59 << 161 */ + { { 0xd385377c40b557f0L,0xe001c366cd684660L,0x1b18ed6be2183a27L, + 0x879738d863210329L }, + { 0xa687c74bbda94882L,0xd1bbcc48a684b299L,0xaf6f1112863b3724L, + 0x6943d1b42c8ce9f8L } }, + /* 60 << 161 */ + { { 0xe044a3bb098cafb4L,0x27ed231060d48cafL,0x542b56753a31b84dL, + 0xcbf3dd50fcddbed7L }, + { 0x25031f1641b1d830L,0xa7ec851dcb0c1e27L,0xac1c8fe0b5ae75dbL, + 0xb24c755708c52120L } }, + /* 61 << 161 */ + { { 0x57f811dc1d4636c3L,0xf8436526681a9939L,0x1f6bc6d99c81adb3L, + 0x840f8ac35b7d80d4L }, + { 0x731a9811f4387f1aL,0x7c501cd3b5156880L,0xa5ca4a07dfe68867L, + 0xf123d8f05fcea120L } }, + /* 62 << 161 */ + { { 0x1fbb0e71d607039eL,0x2b70e215cd3a4546L,0x32d2f01d53324091L, + 0xb796ff08180ab19bL }, + { 0x32d87a863c57c4aaL,0x2aed9cafb7c49a27L,0x9fb35eac31630d98L, + 0x338e8cdf5c3e20a3L } }, + /* 63 << 161 */ + { { 0x80f1618266cde8dbL,0x4e1599802d72fd36L,0xd7b8f13b9b6e5072L, + 0xf52139073b7b5dc1L }, + { 0x4d431f1d8ce4396eL,0x37a1a680a7ed2142L,0xbf375696d01aaf6bL, + 0xaa1c0c54e63aab66L } }, + /* 64 << 161 */ + { { 0x3014368b4ed80940L,0x67e6d0567a6fceddL,0x7c208c49ca97579fL, + 0xfe3d7a81a23597f6L }, + { 0x5e2032027e096ae2L,0xb1f3e1e724b39366L,0x26da26f32fdcdffcL, + 0x79422f1d6097be83L } }, + /* 0 << 168 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 168 */ + { { 0x263a2cfb9db3b381L,0x9c3a2deed4df0a4bL,0x728d06e97d04e61fL, + 0x8b1adfbc42449325L }, + { 0x6ec1d9397e053a1bL,0xee2be5c766daf707L,0x80ba1e14810ac7abL, + 0xdd2ae778f530f174L } }, + /* 2 << 168 */ + { { 0x0435d97a205b9d8bL,0x6eb8f064056756d4L,0xd5e88a8bb6f8210eL, + 0x070ef12dec9fd9eaL }, + { 0x4d8495053bcc876aL,0x12a75338a7404ce3L,0xd22b49e1b8a1db5eL, + 0xec1f205114bfa5adL } }, + /* 3 << 168 */ + { { 0xadbaeb79b6828f36L,0x9d7a025801bd5b9eL,0xeda01e0d1e844b0cL, + 0x4b625175887edfc9L }, + { 0x14109fdd9669b621L,0x88a2ca56f6f87b98L,0xfe2eb788170df6bcL, + 0x0cea06f4ffa473f9L } }, + /* 4 << 168 */ + { { 0x43ed81b5c4e83d33L,0xd9f358795efd488bL,0x164a620f9deb4d0fL, + 0xc6927bdbac6a7394L }, + { 0x45c28df79f9e0f03L,0x2868661efcd7e1a9L,0x7cf4e8d0ffa348f1L, + 0x6bd4c284398538e0L } }, + /* 5 << 168 */ + { { 0x2618a091289a8619L,0xef796e606671b173L,0x664e46e59090c632L, + 0xa38062d41e66f8fbL }, + { 0x6c744a200573274eL,0xd07b67e4a9271394L,0x391223b26bdc0e20L, + 0xbe2d93f1eb0a05a7L } }, + /* 6 << 168 */ + { { 0xf23e2e533f36d141L,0xe84bb3d44dfca442L,0xb804a48d6b7c023aL, + 0x1e16a8fa76431c3bL }, + { 0x1b5452adddd472e0L,0x7d405ee70d1ee127L,0x50fc6f1dffa27599L, + 0x351ac53cbf391b35L } }, + /* 7 << 168 */ + { { 0x7efa14b84444896bL,0x64974d2ff94027fbL,0xefdcd0e8de84487dL, + 0x8c45b2602b48989bL }, + { 0xa8fcbbc2d8463487L,0xd1b2b3f73fbc476cL,0x21d005b7c8f443c0L, + 0x518f2e6740c0139cL } }, + /* 8 << 168 */ + { { 0x56036e8c06d75fc1L,0x2dcf7bb73249a89fL,0x81dd1d3de245e7ddL, + 0xf578dc4bebd6e2a7L }, + { 0x4c028903df2ce7a0L,0xaee362889c39afacL,0xdc847c31146404abL, + 0x6304c0d8a4e97818L } }, + /* 9 << 168 */ + { { 0xae51dca2a91f6791L,0x2abe41909baa9efcL,0xd9d2e2f4559c7ac1L, + 0xe82f4b51fc9f773aL }, + { 0xa77130274073e81cL,0xc0276facfbb596fcL,0x1d819fc9a684f70cL, + 0x29b47fddc9f7b1e0L } }, + /* 10 << 168 */ + { { 0x358de103459b1940L,0xec881c595b013e93L,0x51574c9349532ad3L, + 0x2db1d445b37b46deL }, + { 0xc6445b87df239fd8L,0xc718af75151d24eeL,0xaea1c4a4f43c6259L, + 0x40c0e5d770be02f7L } }, + /* 11 << 168 */ + { { 0x6a4590f4721b33f2L,0x2124f1fbfedf04eaL,0xf8e53cde9745efe7L, + 0xe7e1043265f046d9L }, + { 0xc3fca28ee4d0c7e6L,0x847e339a87253b1bL,0x9b5953483743e643L, + 0xcb6a0a0b4fd12fc5L } }, + /* 12 << 168 */ + { { 0xfb6836c327d02dccL,0x5ad009827a68bcc2L,0x1b24b44c005e912dL, + 0xcc83d20f811fdcfeL }, + { 0x36527ec1666fba0cL,0x6994819714754635L,0xfcdcb1a8556da9c2L, + 0xa593426781a732b2L } }, + /* 13 << 168 */ + { { 0xec1214eda714181dL,0x609ac13b6067b341L,0xff4b4c97a545df1fL, + 0xa124050134d2076bL }, + { 0x6efa0c231409ca97L,0x254cc1a820638c43L,0xd4e363afdcfb46cdL, + 0x62c2adc303942a27L } }, + /* 14 << 168 */ + { { 0xc67b9df056e46483L,0xa55abb2063736356L,0xab93c098c551bc52L, + 0x382b49f9b15fe64bL }, + { 0x9ec221ad4dff8d47L,0x79caf615437df4d6L,0x5f13dc64bb456509L, + 0xe4c589d9191f0714L } }, + /* 15 << 168 */ + { { 0x27b6a8ab3fd40e09L,0xe455842e77313ea9L,0x8b51d1e21f55988bL, + 0x5716dd73062bbbfcL }, + { 0x633c11e54e8bf3deL,0x9a0e77b61b85be3bL,0x565107290911cca6L, + 0x27e76495efa6590fL } }, + /* 16 << 168 */ + { { 0xe4ac8b33070d3aabL,0x2643672b9a2cd5e5L,0x52eff79b1cfc9173L, + 0x665ca49b90a7c13fL }, + { 0x5a8dda59b3efb998L,0x8a5b922d052f1341L,0xae9ebbab3cf9a530L, + 0x35986e7bf56da4d7L } }, + /* 17 << 168 */ + { { 0x3a636b5cff3513ccL,0xbb0cf8ba3198f7ddL,0xb8d4052241f16f86L, + 0x760575d8de13a7bfL }, + { 0x36f74e169f7aa181L,0x163a3ecff509ed1cL,0x6aead61f3c40a491L, + 0x158c95fcdfe8fcaaL } }, + /* 18 << 168 */ + { { 0xa3991b6e13cda46fL,0x79482415342faed0L,0xf3ba5bde666b5970L, + 0x1d52e6bcb26ab6ddL }, + { 0x768ba1e78608dd3dL,0x4930db2aea076586L,0xd9575714e7dc1afaL, + 0x1fc7bf7df7c58817L } }, + /* 19 << 168 */ + { { 0x6b47accdd9eee96cL,0x0ca277fbe58cec37L,0x113fe413e702c42aL, + 0xdd1764eec47cbe51L }, + { 0x041e7cde7b3ed739L,0x50cb74595ce9e1c0L,0x355685132925b212L, + 0x7cff95c4001b081cL } }, + /* 20 << 168 */ + { { 0x63ee4cbd8088b454L,0xdb7f32f79a9e0c8aL,0xb377d4186b2447cbL, + 0xe3e982aad370219bL }, + { 0x06ccc1e4c2a2a593L,0x72c368650773f24fL,0xa13b4da795859423L, + 0x8bbf1d3375040c8fL } }, + /* 21 << 168 */ + { { 0x726f0973da50c991L,0x48afcd5b822d6ee2L,0xe5fc718b20fd7771L, + 0xb9e8e77dfd0807a1L }, + { 0x7f5e0f4499a7703dL,0x6972930e618e36f3L,0x2b7c77b823807bbeL, + 0xe5b82405cb27ff50L } }, + /* 22 << 168 */ + { { 0xba8b8be3bd379062L,0xd64b7a1d2dce4a92L,0x040a73c5b2952e37L, + 0x0a9e252ed438aecaL }, + { 0xdd43956bc39d3bcbL,0x1a31ca00b32b2d63L,0xd67133b85c417a18L, + 0xd08e47902ef442c8L } }, + /* 23 << 168 */ + { { 0x98cb1ae9255c0980L,0x4bd863812b4a739fL,0x5a5c31e11e4a45a1L, + 0x1e5d55fe9cb0db2fL }, + { 0x74661b068ff5cc29L,0x026b389f0eb8a4f4L,0x536b21a458848c24L, + 0x2e5bf8ec81dc72b0L } }, + /* 24 << 168 */ + { { 0x03c187d0ad886aacL,0x5c16878ab771b645L,0xb07dfc6fc74045abL, + 0x2c6360bf7800caedL }, + { 0x24295bb5b9c972a3L,0xc9e6f88e7c9a6dbaL,0x90ffbf2492a79aa6L, + 0xde29d50a41c26ac2L } }, + /* 25 << 168 */ + { { 0x9f0af483d309cbe6L,0x5b020d8ae0bced4fL,0x606e986db38023e3L, + 0xad8f2c9d1abc6933L }, + { 0x19292e1de7400e93L,0xfe3e18a952be5e4dL,0xe8e9771d2e0680bfL, + 0x8c5bec98c54db063L } }, + /* 26 << 168 */ + { { 0x2af9662a74a55d1fL,0xe3fbf28f046f66d8L,0xa3a72ab4d4dc4794L, + 0x09779f455c7c2dd8L }, + { 0xd893bdafc3d19d8dL,0xd5a7509457d6a6dfL,0x8cf8fef9952e6255L, + 0x3da67cfbda9a8affL } }, + /* 27 << 168 */ + { { 0x4c23f62a2c160dcdL,0x34e6c5e38f90eaefL,0x35865519a9a65d5aL, + 0x07c48aae8fd38a3dL }, + { 0xb7e7aeda50068527L,0x2c09ef231c90936aL,0x31ecfeb6e879324cL, + 0xa0871f6bfb0ec938L } }, + /* 28 << 168 */ + { { 0xb1f0fb68d84d835dL,0xc90caf39861dc1e6L,0x12e5b0467594f8d7L, + 0x26897ae265012b92L }, + { 0xbcf68a08a4d6755dL,0x403ee41c0991fbdaL,0x733e343e3bbf17e8L, + 0xd2c7980d679b3d65L } }, + /* 29 << 168 */ + { { 0x33056232d2e11305L,0x966be492f3c07a6fL,0x6a8878ffbb15509dL, + 0xff2211010a9b59a4L }, + { 0x6c9f564aabe30129L,0xc6f2c940336e64cfL,0x0fe752628b0c8022L, + 0xbe0267e96ae8db87L } }, + /* 30 << 168 */ + { { 0x22e192f193bc042bL,0xf085b534b237c458L,0xa0d192bd832c4168L, + 0x7a76e9e3bdf6271dL }, + { 0x52a882fab88911b5L,0xc85345e4b4db0eb5L,0xa3be02a681a7c3ffL, + 0x51889c8cf0ec0469L } }, + /* 31 << 168 */ + { { 0x9d031369a5e829e5L,0xcbb4c6fc1607aa41L,0x75ac59a6241d84c1L, + 0xc043f2bf8829e0eeL }, + { 0x82a38f758ea5e185L,0x8bda40b9d87cbd9fL,0x9e65e75e2d8fc601L, + 0x3d515f74a35690b3L } }, + /* 32 << 168 */ + { { 0x534acf4fda79e5acL,0x68b83b3a8630215fL,0x5c748b2ed085756eL, + 0xb0317258e5d37cb2L }, + { 0x6735841ac5ccc2c4L,0x7d7dc96b3d9d5069L,0xa147e410fd1754bdL, + 0x65296e94d399ddd5L } }, + /* 33 << 168 */ + { { 0xf6b5b2d0bc8fa5bcL,0x8a5ead67500c277bL,0x214625e6dfa08a5dL, + 0x51fdfedc959cf047L }, + { 0x6bc9430b289fca32L,0xe36ff0cf9d9bdc3fL,0x2fe187cb58ea0edeL, + 0xed66af205a900b3fL } }, + /* 34 << 168 */ + { { 0x00e0968b5fa9f4d6L,0x2d4066ce37a362e7L,0xa99a9748bd07e772L, + 0x710989c006a4f1d0L }, + { 0xd5dedf35ce40cbd8L,0xab55c5f01743293dL,0x766f11448aa24e2cL, + 0x94d874f8605fbcb4L } }, + /* 35 << 168 */ + { { 0xa365f0e8a518001bL,0xee605eb69d04ef0fL,0x5a3915cdba8d4d25L, + 0x44c0e1b8b5113472L }, + { 0xcbb024e88b6740dcL,0x89087a53ee1d4f0cL,0xa88fa05c1fc4e372L, + 0x8bf395cbaf8b3af2L } }, + /* 36 << 168 */ + { { 0x1e71c9a1deb8568bL,0xa35daea080fb3d32L,0xe8b6f2662cf8fb81L, + 0x6d51afe89490696aL }, + { 0x81beac6e51803a19L,0xe3d24b7f86219080L,0x727cfd9ddf6f463cL, + 0x8c6865ca72284ee8L } }, + /* 37 << 168 */ + { { 0x32c88b7db743f4efL,0x3793909be7d11dceL,0xd398f9222ff2ebe8L, + 0x2c70ca44e5e49796L }, + { 0xdf4d9929cb1131b1L,0x7826f29825888e79L,0x4d3a112cf1d8740aL, + 0x00384cb6270afa8bL } }, + /* 38 << 168 */ + { { 0xcb64125b3ab48095L,0x3451c25662d05106L,0xd73d577da4955845L, + 0x39570c16bf9f4433L }, + { 0xd7dfaad3adecf263L,0xf1c3d8d1dc76e102L,0x5e774a5854c6a836L, + 0xdad4b6723e92d47bL } }, + /* 39 << 168 */ + { { 0xbe7e990ff0d796a0L,0x5fc62478df0e8b02L,0x8aae8bf4030c00adL, + 0x3d2db93b9004ba0fL }, + { 0xe48c8a79d85d5ddcL,0xe907caa76bb07f34L,0x58db343aa39eaed5L, + 0x0ea6e007adaf5724L } }, + /* 40 << 168 */ + { { 0xe00df169d23233f3L,0x3e32279677cb637fL,0x1f897c0e1da0cf6cL, + 0xa651f5d831d6bbddL }, + { 0xdd61af191a230c76L,0xbd527272cdaa5e4aL,0xca753636d0abcd7eL, + 0x78bdd37c370bd8dcL } }, + /* 41 << 168 */ + { { 0xc23916c217cd93feL,0x65b97a4ddadce6e2L,0xe04ed4eb174e42f8L, + 0x1491ccaabb21480aL }, + { 0x145a828023196332L,0x3c3862d7587b479aL,0x9f4a88a301dcd0edL, + 0x4da2b7ef3ea12f1fL } }, + /* 42 << 168 */ + { { 0xf8e7ae33b126e48eL,0x404a0b32f494e237L,0x9beac474c55acadbL, + 0x4ee5cf3bcbec9fd9L }, + { 0x336b33b97df3c8c3L,0xbd905fe3b76808fdL,0x8f436981aa45c16aL, + 0x255c5bfa3dd27b62L } }, + /* 43 << 168 */ + { { 0x71965cbfc3dd9b4dL,0xce23edbffc068a87L,0xb78d4725745b029bL, + 0x74610713cefdd9bdL }, + { 0x7116f75f1266bf52L,0x0204672218e49bb6L,0xdf43df9f3d6f19e3L, + 0xef1bc7d0e685cb2fL } }, + /* 44 << 168 */ + { { 0xcddb27c17078c432L,0xe1961b9cb77fedb7L,0x1edc2f5cc2290570L, + 0x2c3fefca19cbd886L }, + { 0xcf880a36c2af389aL,0x96c610fdbda71ceaL,0xf03977a932aa8463L, + 0x8eb7763f8586d90aL } }, + /* 45 << 168 */ + { { 0x3f3424542a296e77L,0xc871868342837a35L,0x7dc710906a09c731L, + 0x54778ffb51b816dbL }, + { 0x6b33bfecaf06defdL,0xfe3c105f8592b70bL,0xf937fda461da6114L, + 0x3c13e6514c266ad7L } }, + /* 46 << 168 */ + { { 0xe363a829855938e8L,0x2eeb5d9e9de54b72L,0xbeb93b0e20ccfab9L, + 0x3dffbb5f25e61a25L }, + { 0x7f655e431acc093dL,0x0cb6cc3d3964ce61L,0x6ab283a1e5e9b460L, + 0x55d787c5a1c7e72dL } }, + /* 47 << 168 */ + { { 0x4d2efd47deadbf02L,0x11e80219ac459068L,0x810c762671f311f0L, + 0xfa17ef8d4ab6ef53L }, + { 0xaf47fd2593e43bffL,0x5cb5ff3f0be40632L,0x546871068ee61da3L, + 0x7764196eb08afd0fL } }, + /* 48 << 168 */ + { { 0x831ab3edf0290a8fL,0xcae81966cb47c387L,0xaad7dece184efb4fL, + 0xdcfc53b34749110eL }, + { 0x6698f23c4cb632f9L,0xc42a1ad6b91f8067L,0xb116a81d6284180aL, + 0xebedf5f8e901326fL } }, + /* 49 << 168 */ + { { 0xf2274c9f97e3e044L,0x4201852011d09fc9L,0x56a65f17d18e6e23L, + 0x2ea61e2a352b683cL }, + { 0x27d291bc575eaa94L,0x9e7bc721b8ff522dL,0x5f7268bfa7f04d6fL, + 0x5868c73faba41748L } }, + /* 50 << 168 */ + { { 0x9f85c2db7be0eeadL,0x511e7842ff719135L,0x5a06b1e9c5ea90d7L, + 0x0c19e28326fab631L }, + { 0x8af8f0cfe9206c55L,0x89389cb43553c06aL,0x39dbed97f65f8004L, + 0x0621b037c508991dL } }, + /* 51 << 168 */ + { { 0x1c52e63596e78cc4L,0x5385c8b20c06b4a8L,0xd84ddfdbb0e87d03L, + 0xc49dfb66934bafadL }, + { 0x7071e17059f70772L,0x3a073a843a1db56bL,0x034949033b8af190L, + 0x7d882de3d32920f0L } }, + /* 52 << 168 */ + { { 0x91633f0ab2cf8940L,0x72b0b1786f948f51L,0x2d28dc30782653c8L, + 0x88829849db903a05L }, + { 0xb8095d0c6a19d2bbL,0x4b9e7f0c86f782cbL,0x7af739882d907064L, + 0xd12be0fe8b32643cL } }, + /* 53 << 168 */ + { { 0x358ed23d0e165dc3L,0x3d47ce624e2378ceL,0x7e2bb0b9feb8a087L, + 0x3246e8aee29e10b9L }, + { 0x459f4ec703ce2b4dL,0xe9b4ca1bbbc077cfL,0x2613b4f20e9940c1L, + 0xfc598bb9047d1eb1L } }, + /* 54 << 168 */ + { { 0x9744c62b45036099L,0xa9dee742167c65d8L,0x0c511525dabe1943L, + 0xda11055493c6c624L }, + { 0xae00a52c651a3be2L,0xcda5111d884449a6L,0x063c06f4ff33bed1L, + 0x73baaf9a0d3d76b4L } }, + /* 55 << 168 */ + { { 0x52fb0c9d7fc63668L,0x6886c9dd0c039cdeL,0x602bd59955b22351L, + 0xb00cab02360c7c13L }, + { 0x8cb616bc81b69442L,0x41486700b55c3ceeL,0x71093281f49ba278L, + 0xad956d9c64a50710L } }, + /* 56 << 168 */ + { { 0x9561f28b638a7e81L,0x54155cdf5980ddc3L,0xb2db4a96d26f247aL, + 0x9d774e4e4787d100L }, + { 0x1a9e6e2e078637d2L,0x1c363e2d5e0ae06aL,0x7493483ee9cfa354L, + 0x76843cb37f74b98dL } }, + /* 57 << 168 */ + { { 0xbaca6591d4b66947L,0xb452ce9804460a8cL,0x6830d24643768f55L, + 0xf4197ed87dff12dfL }, + { 0x6521b472400dd0f7L,0x59f5ca8f4b1e7093L,0x6feff11b080338aeL, + 0x0ada31f6a29ca3c6L } }, + /* 58 << 168 */ + { { 0x24794eb694a2c215L,0xd83a43ab05a57ab4L,0x264a543a2a6f89feL, + 0x2c2a3868dd5ec7c2L }, + { 0xd33739408439d9b2L,0x715ea6720acd1f11L,0x42c1d235e7e6cc19L, + 0x81ce6e96b990585cL } }, + /* 59 << 168 */ + { { 0x04e5dfe0d809c7bdL,0xd7b2580c8f1050abL,0x6d91ad78d8a4176fL, + 0x0af556ee4e2e897cL }, + { 0x162a8b73921de0acL,0x52ac9c227ea78400L,0xee2a4eeaefce2174L, + 0xbe61844e6d637f79L } }, + /* 60 << 168 */ + { { 0x0491f1bc789a283bL,0x72d3ac3d880836f4L,0xaa1c5ea388e5402dL, + 0x1b192421d5cc473dL }, + { 0x5c0b99989dc84cacL,0xb0a8482d9c6e75b8L,0x639961d03a191ce2L, + 0xda3bc8656d837930L } }, + /* 61 << 168 */ + { { 0xca990653056e6f8fL,0x84861c4164d133a7L,0x8b403276746abe40L, + 0xb7b4d51aebf8e303L }, + { 0x05b43211220a255dL,0xc997152c02419e6eL,0x76ff47b6630c2feaL, + 0x50518677281fdadeL } }, + /* 62 << 168 */ + { { 0x3283b8bacf902b0bL,0x8d4b4eb537db303bL,0xcc89f42d755011bcL, + 0xb43d74bbdd09d19bL }, + { 0x65746bc98adba350L,0x364eaf8cb51c1927L,0x13c7659610ad72ecL, + 0x30045121f8d40c20L } }, + /* 63 << 168 */ + { { 0x6d2d99b7ea7b979bL,0xcd78cd74e6fb3bcdL,0x11e45a9e86cffbfeL, + 0x78a61cf4637024f6L }, + { 0xd06bc8723d502295L,0xf1376854458cb288L,0xb9db26a1342f8586L, + 0xf33effcf4beee09eL } }, + /* 64 << 168 */ + { { 0xd7e0c4cdb30cfb3aL,0x6d09b8c16c9db4c8L,0x40ba1a4207c8d9dfL, + 0x6fd495f71c52c66dL }, + { 0xfb0e169f275264daL,0x80c2b746e57d8362L,0xedd987f749ad7222L, + 0xfdc229af4398ec7bL } }, + /* 0 << 175 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 175 */ + { { 0xb0d1ed8452666a58L,0x4bcb6e00e6a9c3c2L,0x3c57411c26906408L, + 0xcfc2075513556400L }, + { 0xa08b1c505294dba3L,0xa30ba2868b7dd31eL,0xd70ba90e991eca74L, + 0x094e142ce762c2b9L } }, + /* 2 << 175 */ + { { 0xb81d783e979f3925L,0x1efd130aaf4c89a7L,0x525c2144fd1bf7faL, + 0x4b2969041b265a9eL }, + { 0xed8e9634b9db65b6L,0x35c82e3203599d8aL,0xdaa7a54f403563f3L, + 0x9df088ad022c38abL } }, + /* 3 << 175 */ + { { 0xe5cfb066bb3fd30aL,0x429169daeff0354eL,0x809cf8523524e36cL, + 0x136f4fb30155be1dL }, + { 0x4826af011fbba712L,0x6ef0f0b4506ba1a1L,0xd9928b3177aea73eL, + 0xe2bf6af25eaa244eL } }, + /* 4 << 175 */ + { { 0x8d084f124237b64bL,0x688ebe99e3ecfd07L,0x57b8a70cf6845dd8L, + 0x808fc59c5da4a325L }, + { 0xa9032b2ba3585862L,0xb66825d5edf29386L,0xb5a5a8db431ec29bL, + 0xbb143a983a1e8dc8L } }, + /* 5 << 175 */ + { { 0x35ee94ce12ae381bL,0x3a7f176c86ccda90L,0xc63a657e4606eacaL, + 0x9ae5a38043cd04dfL }, + { 0x9bec8d15ed251b46L,0x1f5d6d30caca5e64L,0x347b3b359ff20f07L, + 0x4d65f034f7e4b286L } }, + /* 6 << 175 */ + { { 0x9e93ba24f111661eL,0xedced484b105eb04L,0x96dc9ba1f424b578L, + 0xbf8f66b7e83e9069L }, + { 0x872d4df4d7ed8216L,0xbf07f3778e2cbecfL,0x4281d89998e73754L, + 0xfec85fbb8aab8708L } }, + /* 7 << 175 */ + { { 0x9a3c0deea5ba5b0bL,0xe6a116ce42d05299L,0xae9775fee9b02d42L, + 0x72b05200a1545cb6L }, + { 0xbc506f7d31a3b4eaL,0xe58930788bbd9b32L,0xc8bc5f37e4b12a97L, + 0x6b000c064a73b671L } }, + /* 8 << 175 */ + { { 0x13b5bf22765fa7d0L,0x59805bf01d6a5370L,0x67a5e29d4280db98L, + 0x4f53916f776b1ce3L }, + { 0x714ff61f33ddf626L,0x4206238ea085d103L,0x1c50d4b7e5809ee3L, + 0x999f450d85f8eb1dL } }, + /* 9 << 175 */ + { { 0x658a6051e4c79e9bL,0x1394cb73c66a9feaL,0x27f31ed5c6be7b23L, + 0xf4c88f365aa6f8feL }, + { 0x0fb0721f4aaa499eL,0x68b3a7d5e3fb2a6bL,0xa788097d3a92851dL, + 0x060e7f8ae96f4913L } }, + /* 10 << 175 */ + { { 0x82eebe731a3a93bcL,0x42bbf465a21adc1aL,0xc10b6fa4ef030efdL, + 0x247aa4c787b097bbL }, + { 0x8b8dc632f60c77daL,0x6ffbc26ac223523eL,0xa4f6ff11344579cfL, + 0x5825653c980250f6L } }, + /* 11 << 175 */ + { { 0xb2dd097ebc1aa2b9L,0x0788939337a0333aL,0x1cf55e7137a0db38L, + 0x2648487f792c1613L }, + { 0xdad013363fcef261L,0x6239c81d0eabf129L,0x8ee761de9d276be2L, + 0x406a7a341eda6ad3L } }, + /* 12 << 175 */ + { { 0x4bf367ba4a493b31L,0x54f20a529bf7f026L,0xb696e0629795914bL, + 0xcddab96d8bf236acL }, + { 0x4ff2c70aed25ea13L,0xfa1d09eb81cbbbe7L,0x88fc8c87468544c5L, + 0x847a670d696b3317L } }, + /* 13 << 175 */ + { { 0xf133421e64bcb626L,0xaea638c826dee0b5L,0xd6e7680bb310346cL, + 0xe06f4097d5d4ced3L }, + { 0x099614527512a30bL,0xf3d867fde589a59aL,0x2e73254f52d0c180L, + 0x9063d8a3333c74acL } }, + /* 14 << 175 */ + { { 0xeda6c595d314e7bcL,0x2ee7464b467899edL,0x1cef423c0a1ed5d3L, + 0x217e76ea69cc7613L }, + { 0x27ccce1fe7cda917L,0x12d8016b8a893f16L,0xbcd6de849fc74f6bL, + 0xfa5817e2f3144e61L } }, + /* 15 << 175 */ + { { 0x1f3541640821ee4cL,0x1583eab40bc61992L,0x7490caf61d72879fL, + 0x998ad9f3f76ae7b2L }, + { 0x1e181950a41157f7L,0xa9d7e1e6e8da3a7eL,0x963784eb8426b95fL, + 0x0ee4ed6e542e2a10L } }, + /* 16 << 175 */ + { { 0xb79d4cc5ac751e7bL,0x93f96472fd4211bdL,0x8c72d3d2c8de4fc6L, + 0x7b69cbf5df44f064L }, + { 0x3da90ca2f4bf94e1L,0x1a5325f8f12894e2L,0x0a437f6c7917d60bL, + 0x9be7048696c9cb5dL } }, + /* 17 << 175 */ + { { 0xb4d880bfe1dc5c05L,0xd738addaeebeeb57L,0x6f0119d3df0fe6a3L, + 0x5c686e5566eaaf5aL }, + { 0x9cb10b50dfd0b7ecL,0xbdd0264b6a497c21L,0xfc0935148c546c96L, + 0x58a947fa79dbf42aL } }, + /* 18 << 175 */ + { { 0xc0b48d4e49ccd6d7L,0xff8fb02c88bd5580L,0xc75235e907d473b2L, + 0x4fab1ac5a2188af3L }, + { 0x030fa3bc97576ec0L,0xe8c946e80b7e7d2fL,0x40a5c9cc70305600L, + 0x6d8260a9c8b013b4L } }, + /* 19 << 175 */ + { { 0x0368304f70bba85cL,0xad090da1a4a0d311L,0x7170e8702415eec1L, + 0xbfba35fe8461ea47L }, + { 0x6279019ac1e91938L,0xa47638f31afc415fL,0x36c65cbbbcba0e0fL, + 0x02160efb034e2c48L } }, + /* 20 << 175 */ + { { 0xe6c51073615cd9e4L,0x498ec047f1243c06L,0x3e5a8809b17b3d8cL, + 0x5cd99e610cc565f1L }, + { 0x81e312df7851dafeL,0xf156f5baa79061e2L,0x80d62b71880c590eL, + 0xbec9746f0a39faa1L } }, + /* 21 << 175 */ + { { 0x1d98a9c1c8ed1f7aL,0x09e43bb5a81d5ff2L,0xd5f00f680da0794aL, + 0x412050d9661aa836L }, + { 0xa89f7c4e90747e40L,0x6dc05ebbb62a3686L,0xdf4de847308e3353L, + 0x53868fbb9fb53bb9L } }, + /* 22 << 175 */ + { { 0x2b09d2c3cfdcf7ddL,0x41a9fce3723fcab4L,0x73d905f707f57ca3L, + 0x080f9fb1ac8e1555L }, + { 0x7c088e849ba7a531L,0x07d35586ed9a147fL,0x602846abaf48c336L, + 0x7320fd320ccf0e79L } }, + /* 23 << 175 */ + { { 0xaa780798b18bd1ffL,0x52c2e300afdd2905L,0xf27ea3d6434267cdL, + 0x8b96d16d15605b5fL }, + { 0x7bb310494b45706bL,0xe7f58b8e743d25f8L,0xe9b5e45b87f30076L, + 0xd19448d65d053d5aL } }, + /* 24 << 175 */ + { { 0x1ecc8cb9d3210a04L,0x6bc7d463dafb5269L,0x3e59b10a67c3489fL, + 0x1769788c65641e1bL }, + { 0x8a53b82dbd6cb838L,0x7066d6e6236d5f22L,0x03aa1c616908536eL, + 0xc971da0d66ae9809L } }, + /* 25 << 175 */ + { { 0x01b3a86bc49a2facL,0x3b8420c03092e77aL,0x020573007d6fb556L, + 0x6941b2a1bff40a87L }, + { 0x140b63080658ff2aL,0x878043633424ab36L,0x0253bd515751e299L, + 0xc75bcd76449c3e3aL } }, + /* 26 << 175 */ + { { 0x92eb40907f8f875dL,0x9c9d754e56c26bbfL,0x158cea618110bbe7L, + 0x62a6b802745f91eaL }, + { 0xa79c41aac6e7394bL,0x445b6a83ad57ef10L,0x0c5277eb6ea6f40cL, + 0x319fe96b88633365L } }, + /* 27 << 175 */ + { { 0x0b0fc61f385f63cbL,0x41250c8422bdd127L,0x67d153f109e942c2L, + 0x60920d08c021ad5dL }, + { 0x229f5746724d81a5L,0xb7ffb8925bba3299L,0x518c51a1de413032L, + 0x2a9bfe773c2fd94cL } }, + /* 28 << 175 */ + { { 0xcbcde2393191f4fdL,0x43093e16d3d6ada1L,0x184579f358769606L, + 0x2c94a8b3d236625cL }, + { 0x6922b9c05c437d8eL,0x3d4ae423d8d9f3c8L,0xf72c31c12e7090a2L, + 0x4ac3f5f3d76a55bdL } }, + /* 29 << 175 */ + { { 0x342508fc6b6af991L,0x0d5271001b5cebbdL,0xb84740d0dd440dd7L, + 0x748ef841780162fdL }, + { 0xa8dbfe0edfc6fafbL,0xeadfdf05f7300f27L,0x7d06555ffeba4ec9L, + 0x12c56f839e25fa97L } }, + /* 30 << 175 */ + { { 0x77f84203d39b8c34L,0xed8b1be63125eddbL,0x5bbf2441f6e39dc5L, + 0xb00f6ee66a5d678aL }, + { 0xba456ecf57d0ea99L,0xdcae0f5817e06c43L,0x01643de40f5b4baaL, + 0x2c324341d161b9beL } }, + /* 31 << 175 */ + { { 0x80177f55e126d468L,0xed325f1f76748e09L,0x6116004acfa9bdc2L, + 0x2d8607e63a9fb468L }, + { 0x0e573e276009d660L,0x3a525d2e8d10c5a1L,0xd26cb45c3b9009a0L, + 0xb6b0cdc0de9d7448L } }, + /* 32 << 175 */ + { { 0x949c9976e1337c26L,0x6faadebdd73d68e5L,0x9e158614f1b768d9L, + 0x22dfa5579cc4f069L }, + { 0xccd6da17be93c6d6L,0x24866c61a504f5b9L,0x2121353c8d694da1L, + 0x1c6ca5800140b8c6L } }, + /* 33 << 175 */ + { { 0xc245ad8ce964021eL,0xb83bffba032b82b3L,0xfaa220c647ef9898L, + 0x7e8d3ac6982c948aL }, + { 0x1faa2091bc2d124aL,0xbd54c3dd05b15ff4L,0x386bf3abc87c6fb7L, + 0xfb2b0563fdeb6f66L } }, + /* 34 << 175 */ + { { 0x4e77c5575b45afb4L,0xe9ded649efb8912dL,0x7ec9bbf542f6e557L, + 0x2570dfff62671f00L }, + { 0x2b3bfb7888e084bdL,0xa024b238f37fe5b4L,0x44e7dc0495649aeeL, + 0x498ca2555e7ec1d8L } }, + /* 35 << 175 */ + { { 0x3bc766eaaaa07e86L,0x0db6facbf3608586L,0xbadd2549bdc259c8L, + 0x95af3c6e041c649fL }, + { 0xb36a928c02e30afbL,0x9b5356ad008a88b8L,0x4b67a5f1cf1d9e9dL, + 0xc6542e47a5d8d8ceL } }, + /* 36 << 175 */ + { { 0x73061fe87adfb6ccL,0xcc826fd398678141L,0x00e758b13c80515aL, + 0x6afe324741485083L }, + { 0x0fcb08b9b6ae8a75L,0xb8cf388d4acf51e1L,0x344a55606961b9d6L, + 0x1a6778b86a97fd0cL } }, + /* 37 << 175 */ + { { 0xd840fdc1ecc4c7e3L,0xde9fe47d16db68ccL,0xe95f89dea3e216aaL, + 0x84f1a6a49594a8beL }, + { 0x7ddc7d725a7b162bL,0xc5cfda19adc817a3L,0x80a5d35078b58d46L, + 0x93365b1382978f19L } }, + /* 38 << 175 */ + { { 0x2e44d22526a1fc90L,0x0d6d10d24d70705dL,0xd94b6b10d70c45f4L, + 0x0f201022b216c079L }, + { 0xcec966c5658fde41L,0xa8d2bc7d7e27601dL,0xbfcce3e1ff230be7L, + 0x3394ff6b0033ffb5L } }, + /* 39 << 175 */ + { { 0xd890c5098132c9afL,0xaac4b0eb361e7868L,0x5194ded3e82d15aaL, + 0x4550bd2e23ae6b7dL }, + { 0x3fda318eea5399d4L,0xd989bffa91638b80L,0x5ea124d0a14aa12dL, + 0x1fb1b8993667b944L } }, + /* 40 << 175 */ + { { 0x95ec796944c44d6aL,0x91df144a57e86137L,0x915fd62073adac44L, + 0x8f01732d59a83801L }, + { 0xec579d253aa0a633L,0x06de5e7cc9d6d59cL,0xc132f958b1ef8010L, + 0x29476f96e65c1a02L } }, + /* 41 << 175 */ + { { 0x336a77c0d34c3565L,0xef1105b21b9f1e9eL,0x63e6d08bf9e08002L, + 0x9aff2f21c613809eL }, + { 0xb5754f853a80e75dL,0xde71853e6bbda681L,0x86f041df8197fd7aL, + 0x8b332e08127817faL } }, + /* 42 << 175 */ + { { 0x05d99be8b9c20cdaL,0x89f7aad5d5cd0c98L,0x7ef936fe5bb94183L, + 0x92ca0753b05cd7f2L }, + { 0x9d65db1174a1e035L,0x02628cc813eaea92L,0xf2d9e24249e4fbf2L, + 0x94fdfd9be384f8b7L } }, + /* 43 << 175 */ + { { 0x65f5605463428c6bL,0x2f7205b290b409a5L,0xf778bb78ff45ae11L, + 0xa13045bec5ee53b2L }, + { 0xe00a14ff03ef77feL,0x689cd59fffef8befL,0x3578f0ed1e9ade22L, + 0xe99f3ec06268b6a8L } }, + /* 44 << 175 */ + { { 0xa2057d91ea1b3c3eL,0x2d1a7053b8823a4aL,0xabbb336a2cca451eL, + 0xcd2466e32218bb5dL }, + { 0x3ac1f42fc8cb762dL,0x7e312aae7690211fL,0xebb9bd7345d07450L, + 0x207c4b8246c2213fL } }, + /* 45 << 175 */ + { { 0x99d425c1375913ecL,0x94e45e9667908220L,0xc08f3087cd67dbf6L, + 0xa5670fbec0887056L }, + { 0x6717b64a66f5b8fcL,0xd5a56aea786fec28L,0xa8c3f55fc0ff4952L, + 0xa77fefae457ac49bL } }, + /* 46 << 175 */ + { { 0x29882d7c98379d44L,0xd000bdfb509edc8aL,0xc6f95979e66fe464L, + 0x504a6115fa61bde0L }, + { 0x56b3b871effea31aL,0x2d3de26df0c21a54L,0x21dbff31834753bfL, + 0xe67ecf4969269d86L } }, + /* 47 << 175 */ + { { 0x7a176952151fe690L,0x035158047f2adb5fL,0xee794b15d1b62a8dL, + 0xf004ceecaae454e6L }, + { 0x0897ea7cf0386facL,0x3b62ff12d1fca751L,0x154181df1b7a04ecL, + 0x2008e04afb5847ecL } }, + /* 48 << 175 */ + { { 0xd147148e41dbd772L,0x2b419f7322942654L,0x669f30d3e9c544f7L, + 0x52a2c223c8540149L }, + { 0x5da9ee14634dfb02L,0x5f074ff0f47869f3L,0x74ee878da3933accL, + 0xe65106514fe35ed1L } }, + /* 49 << 175 */ + { { 0xb3eb9482f1012e7aL,0x51013cc0a8a566aeL,0xdd5e924347c00d3bL, + 0x7fde089d946bb0e5L }, + { 0x030754fec731b4b3L,0x12a136a499fda062L,0x7c1064b85a1a35bcL, + 0xbf1f5763446c84efL } }, + /* 50 << 175 */ + { { 0xed29a56da16d4b34L,0x7fba9d09dca21c4fL,0x66d7ac006d8de486L, + 0x6006198773a2a5e1L }, + { 0x8b400f869da28ff0L,0x3133f70843c4599cL,0x9911c9b8ee28cb0dL, + 0xcd7e28748e0af61dL } }, + /* 51 << 175 */ + { { 0x5a85f0f272ed91fcL,0x85214f319cd4a373L,0x881fe5be1925253cL, + 0xd8dc98e091e8bc76L }, + { 0x7120affe585cc3a2L,0x724952ed735bf97aL,0x5581e7dc3eb34581L, + 0x5cbff4f2e52ee57dL } }, + /* 52 << 175 */ + { { 0x8d320a0e87d8cc7bL,0x9beaa7f3f1d280d0L,0x7a0b95719beec704L, + 0x9126332e5b7f0057L }, + { 0x01fbc1b48ed3bd6dL,0x35bb2c12d945eb24L,0x6404694e9a8ae255L, + 0xb6092eec8d6abfb3L } }, + /* 53 << 175 */ + { { 0x4d76143fcc058865L,0x7b0a5af26e249922L,0x8aef94406a50d353L, + 0xe11e4bcc64f0e07aL }, + { 0x4472993aa14a90faL,0x7706e20cba0c51d4L,0xf403292f1532672dL, + 0x52573bfa21829382L } }, + /* 54 << 175 */ + { { 0x6a7bb6a93b5bdb83L,0x08da65c0a4a72318L,0xc58d22aa63eb065fL, + 0x1717596c1b15d685L }, + { 0x112df0d0b266d88bL,0xf688ae975941945aL,0x487386e37c292cacL, + 0x42f3b50d57d6985cL } }, + /* 55 << 175 */ + { { 0x6da4f9986a90fc34L,0xc8f257d365ca8a8dL,0xc2feabca6951f762L, + 0xe1bc81d074c323acL }, + { 0x1bc68f67251a2a12L,0x10d86587be8a70dcL,0xd648af7ff0f84d2eL, + 0xf0aa9ebc6a43ac92L } }, + /* 56 << 175 */ + { { 0x69e3be0427596893L,0xb6bb02a645bf452bL,0x0875c11af4c698c8L, + 0x6652b5c7bece3794L }, + { 0x7b3755fd4f5c0499L,0x6ea16558b5532b38L,0xd1c69889a2e96ef7L, + 0x9c773c3a61ed8f48L } }, + /* 57 << 175 */ + { { 0x2b653a409b323abcL,0xe26605e1f0e1d791L,0x45d410644a87157aL, + 0x8f9a78b7cbbce616L }, + { 0xcf1e44aac407edddL,0x81ddd1d8a35b964fL,0x473e339efd083999L, + 0x6c94bdde8e796802L } }, + /* 58 << 175 */ + { { 0x5a304ada8545d185L,0x82ae44ea738bb8cbL,0x628a35e3df87e10eL, + 0xd3624f3da15b9fe3L }, + { 0xcc44209b14be4254L,0x7d0efcbcbdbc2ea5L,0x1f60336204c37bbeL, + 0x21f363f556a5852cL } }, + /* 59 << 175 */ + { { 0xa1503d1ca8501550L,0x2251e0e1d8ab10bbL,0xde129c966961c51cL, + 0x1f7246a481910f68L }, + { 0x2eb744ee5f2591f2L,0x3c47d33f5e627157L,0x4d6d62c922f3bd68L, + 0x6120a64bcb8df856L } }, + /* 60 << 175 */ + { { 0x3a9ac6c07b5d07dfL,0xa92b95587ef39783L,0xe128a134ab3a9b4fL, + 0x41c18807b1252f05L }, + { 0xfc7ed08980ba9b1cL,0xac8dc6dec532a9ddL,0xbf829cef55246809L, + 0x101b784f5b4ee80fL } }, + /* 61 << 175 */ + { { 0xc09945bbb6f11603L,0x57b09dbe41d2801eL,0xfba5202fa97534a8L, + 0x7fd8ae5fc17b9614L }, + { 0xa50ba66678308435L,0x9572f77cd3868c4dL,0x0cef7bfd2dd7aab0L, + 0xe7958e082c7c79ffL } }, + /* 62 << 175 */ + { { 0x81262e4225346689L,0x716da290b07c7004L,0x35f911eab7950ee3L, + 0x6fd72969261d21b5L }, + { 0x5238980308b640d3L,0x5b0026ee887f12a1L,0x20e21660742e9311L, + 0x0ef6d5415ff77ff7L } }, + /* 63 << 175 */ + { { 0x969127f0f9c41135L,0xf21d60c968a64993L,0x656e5d0ce541875cL, + 0xf1e0f84ea1d3c233L }, + { 0x9bcca35906002d60L,0xbe2da60c06191552L,0x5da8bbae61181ec3L, + 0x9f04b82365806f19L } }, + /* 64 << 175 */ + { { 0xf1604a7dd4b79bb8L,0xaee806fb52c878c8L,0x34144f118d47b8e8L, + 0x72edf52b949f9054L }, + { 0xebfca84e2127015aL,0x9051d0c09cb7cef3L,0x86e8fe58296deec8L, + 0x33b2818841010d74L } }, + /* 0 << 182 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 182 */ + { { 0x01079383171b445fL,0x9bcf21e38131ad4cL,0x8cdfe205c93987e8L, + 0xe63f4152c92e8c8fL }, + { 0x729462a930add43dL,0x62ebb143c980f05aL,0x4f3954e53b06e968L, + 0xfe1d75ad242cf6b1L } }, + /* 2 << 182 */ + { { 0x5f95c6c7af8685c8L,0xd4c1c8ce2f8f01aaL,0xc44bbe322574692aL, + 0xb8003478d4a4a068L }, + { 0x7c8fc6e52eca3cdbL,0xea1db16bec04d399L,0xb05bc82e8f2bc5cfL, + 0x763d517ff44793d2L } }, + /* 3 << 182 */ + { { 0x4451c1b808bd98d0L,0x644b1cd46575f240L,0x6907eb337375d270L, + 0x56c8bebdfa2286bdL }, + { 0xc713d2acc4632b46L,0x17da427aafd60242L,0x313065b7c95c7546L, + 0xf8239898bf17a3deL } }, + /* 4 << 182 */ + { { 0xf3b7963f4c830320L,0x842c7aa0903203e3L,0xaf22ca0ae7327afbL, + 0x38e13092967609b6L }, + { 0x73b8fb62757558f1L,0x3cc3e831f7eca8c1L,0xe4174474f6331627L, + 0xa77989cac3c40234L } }, + /* 5 << 182 */ + { { 0xe5fd17a144a081e0L,0xd797fb7db70e296aL,0x2b472b30481f719cL, + 0x0e632a98fe6f8c52L }, + { 0x89ccd116c5f0c284L,0xf51088af2d987c62L,0x2a2bccda4c2de6cfL, + 0x810f9efef679f0f9L } }, + /* 6 << 182 */ + { { 0xb0f394b97ffe4b3eL,0x0b691d21e5fa5d21L,0xb0bd77479dfbbc75L, + 0xd2830fdafaf78b00L }, + { 0xf78c249c52434f57L,0x4b1f754598096dabL,0x73bf6f948ff8c0b3L, + 0x34aef03d454e134cL } }, + /* 7 << 182 */ + { { 0xf8d151f4b7ac7ec5L,0xd6ceb95ae50da7d5L,0xa1b492b0dc3a0eb8L, + 0x75157b69b3dd2863L }, + { 0xe2c4c74ec5413d62L,0xbe329ff7bc5fc4c7L,0x835a2aea60fa9ddaL, + 0xf117f5ad7445cb87L } }, + /* 8 << 182 */ + { { 0xae8317f4b0166f7aL,0xfbd3e3f7ceec74e6L,0xfdb516ace0874bfdL, + 0x3d846019c681f3a3L }, + { 0x0b12ee5c7c1620b0L,0xba68b4dd2b63c501L,0xac03cd326668c51eL, + 0x2a6279f74e0bcb5bL } }, + /* 9 << 182 */ + { { 0x17bd69b06ae85c10L,0x729469791dfdd3a6L,0xd9a032682c078becL, + 0x41c6a658bfd68a52L }, + { 0xcdea10240e023900L,0xbaeec121b10d144dL,0x5a600e74058ab8dcL, + 0x1333af21bb89ccddL } }, + /* 10 << 182 */ + { { 0xdf25eae03aaba1f1L,0x2cada16e3b7144cfL,0x657ee27d71ab98bcL, + 0x99088b4c7a6fc96eL }, + { 0x05d5c0a03549dbd4L,0x42cbdf8ff158c3acL,0x3fb6b3b087edd685L, + 0x22071cf686f064d0L } }, + /* 11 << 182 */ + { { 0xd2d6721fff2811e5L,0xdb81b703fe7fae8cL,0x3cfb74efd3f1f7bbL, + 0x0cdbcd7616cdeb5dL }, + { 0x4f39642a566a808cL,0x02b74454340064d6L,0xfabbadca0528fa6fL, + 0xe4c3074cd3fc0bb6L } }, + /* 12 << 182 */ + { { 0xb32cb8b0b796d219L,0xc3e95f4f34741dd9L,0x8721212568edf6f5L, + 0x7a03aee4a2b9cb8eL }, + { 0x0cd3c376f53a89aaL,0x0d8af9b1948a28dcL,0xcf86a3f4902ab04fL, + 0x8aacb62a7f42002dL } }, + /* 13 << 182 */ + { { 0x106985ebf62ffd52L,0xe670b54e5797bf10L,0x4b405209c5e30aefL, + 0x12c97a204365b5e9L }, + { 0x104646ce1fe32093L,0x13cb4ff63907a8c9L,0x8b9f30d1d46e726bL, + 0xe1985e21aba0f499L } }, + /* 14 << 182 */ + { { 0xc573dea910a230cdL,0x24f46a93cd30f947L,0xf2623fcfabe2010aL, + 0x3f278cb273f00e4fL }, + { 0xed55c67d50b920ebL,0xf1cb9a2d8e760571L,0x7c50d1090895b709L, + 0x4207cf07190d4369L } }, + /* 15 << 182 */ + { { 0x3b027e81c4127fe1L,0xa9f8b9ad3ae9c566L,0x5ab10851acbfbba5L, + 0xa747d648569556f5L }, + { 0xcc172b5c2ba97bf7L,0x15e0f77dbcfa3324L,0xa345b7977686279dL, + 0x5a723480e38003d3L } }, + /* 16 << 182 */ + { { 0xfd8e139f8f5fcda8L,0xf3e558c4bdee5bfdL,0xd76cbaf4e33f9f77L, + 0x3a4c97a471771969L }, + { 0xda27e84bf6dce6a7L,0xff373d9613e6c2d1L,0xf115193cd759a6e9L, + 0x3f9b702563d2262cL } }, + /* 17 << 182 */ + { { 0xd9764a31317cd062L,0x30779d8e199f8332L,0xd807410616b11b0bL, + 0x7917ab9f78aeaed8L }, + { 0xb67a9cbe28fb1d8eL,0x2e313563136eda33L,0x010b7069a371a86cL, + 0x44d90fa26744e6b7L } }, + /* 18 << 182 */ + { { 0x68190867d6b3e243L,0x9fe6cd9d59048c48L,0xb900b02895731538L, + 0xa012062f32cae04fL }, + { 0x8107c8bc9399d082L,0x47e8c54a41df12e2L,0x14ba5117b6ef3f73L, + 0x22260bea81362f0bL } }, + /* 19 << 182 */ + { { 0x90ea261e1a18cc20L,0x2192999f2321d636L,0xef64d314e311b6a0L, + 0xd7401e4c3b54a1f5L }, + { 0x190199836fbca2baL,0x46ad32938fbffc4bL,0xa142d3f63786bf40L, + 0xeb5cbc26b67039fcL } }, + /* 20 << 182 */ + { { 0x9cb0ae6c252bd479L,0x05e0f88a12b5848fL,0x78f6d2b2a5c97663L, + 0x6f6e149bc162225cL }, + { 0xe602235cde601a89L,0xd17bbe98f373be1fL,0xcaf49a5ba8471827L, + 0x7e1a0a8518aaa116L } }, + /* 21 << 182 */ + { { 0x6c833196270580c3L,0x1e233839f1c98a14L,0x67b2f7b4ae34e0a5L, + 0x47ac8745d8ce7289L }, + { 0x2b74779a100dd467L,0x274a43374ee50d09L,0x603dcf1383608bc9L, + 0xcd9da6c3c89e8388L } }, + /* 22 << 182 */ + { { 0x2660199f355116acL,0xcc38bb59b6d18eedL,0x3075f31f2f4bc071L, + 0x9774457f265dc57eL }, + { 0x06a6a9c8c6db88bbL,0x6429d07f4ec98e04L,0x8d05e57b05ecaa8bL, + 0x20f140b17872ea7bL } }, + /* 23 << 182 */ + { { 0xdf8c0f09ca494693L,0x48d3a020f252e909L,0x4c5c29af57b14b12L, + 0x7e6fa37dbf47ad1cL }, + { 0x66e7b50649a0c938L,0xb72c0d486be5f41fL,0x6a6242b8b2359412L, + 0xcd35c7748e859480L } }, + /* 24 << 182 */ + { { 0x12536fea87baa627L,0x58c1fec1f72aa680L,0x6c29b637601e5dc9L, + 0x9e3c3c1cde9e01b9L }, + { 0xefc8127b2bcfe0b0L,0x351071022a12f50dL,0x6ccd6cb14879b397L, + 0xf792f804f8a82f21L } }, + /* 25 << 182 */ + { { 0x509d4804a9b46402L,0xedddf85dc10f0850L,0x928410dc4b6208aaL, + 0xf6229c46391012dcL }, + { 0xc5a7c41e7727b9b6L,0x289e4e4baa444842L,0x049ba1d9e9a947eaL, + 0x44f9e47f83c8debcL } }, + /* 26 << 182 */ + { { 0xfa77a1fe611f8b8eL,0xfd2e416af518f427L,0xc5fffa70114ebac3L, + 0xfe57c4e95d89697bL }, + { 0xfdd053acb1aaf613L,0x31df210fea585a45L,0x318cc10e24985034L, + 0x1a38efd15f1d6130L } }, + /* 27 << 182 */ + { { 0xbf86f2370b1e9e21L,0xb258514d1dbe88aaL,0x1e38a58890c1baf9L, + 0x2936a01ebdb9b692L }, + { 0xd576de986dd5b20cL,0xb586bf7170f98ecfL,0xcccf0f12c42d2fd7L, + 0x8717e61cfb35bd7bL } }, + /* 28 << 182 */ + { { 0x8b1e572235e6fc06L,0x3477728f0b3e13d5L,0x150c294daa8a7372L, + 0xc0291d433bfa528aL }, + { 0xc6c8bc67cec5a196L,0xdeeb31e45c2e8a7cL,0xba93e244fb6e1c51L, + 0xb9f8b71b2e28e156L } }, + /* 29 << 182 */ + { { 0xce65a287968a2ab9L,0xe3c5ce6946bbcb1fL,0xf8c835b9e7ae3f30L, + 0x16bbee26ff72b82bL }, + { 0x665e2017fd42cd22L,0x1e139970f8b1d2a0L,0x125cda2979204932L, + 0x7aee94a549c3bee5L } }, + /* 30 << 182 */ + { { 0x68c7016089821a66L,0xf7c376788f981669L,0xd90829fc48cc3645L, + 0x346af049d70addfcL }, + { 0x2057b232370bf29cL,0xf90c73ce42e650eeL,0xe03386eaa126ab90L, + 0x0e266e7e975a087bL } }, + /* 31 << 182 */ + { { 0x80578eb90fca65d9L,0x7e2989ea16af45b8L,0x7438212dcac75a4eL, + 0x38c7ca394fef36b8L }, + { 0x8650c494d402676aL,0x26ab5a66f72c7c48L,0x4e6cb426ce3a464eL, + 0xf8f998962b72f841L } }, + /* 32 << 182 */ + { { 0x8c3184911a335cc8L,0x563459ba6a5913e4L,0x1b920d61c7b32919L, + 0x805ab8b6a02425adL }, + { 0x2ac512da8d006086L,0x6ca4846abcf5c0fdL,0xafea51d8ac2138d7L, + 0xcb647545344cd443L } }, + /* 33 << 182 */ + { { 0x0429ee8fbd7d9040L,0xee66a2de819b9c96L,0x54f9ec25dea7d744L, + 0x2ffea642671721bbL }, + { 0x4f19dbd1114344eaL,0x04304536fd0dbc8bL,0x014b50aa29ec7f91L, + 0xb5fc22febb06014dL } }, + /* 34 << 182 */ + { { 0x60d963a91ee682e0L,0xdf48abc0fe85c727L,0x0cadba132e707c2dL, + 0xde608d3aa645aeffL }, + { 0x05f1c28bedafd883L,0x3c362edebd94de1fL,0x8dd0629d13593e41L, + 0x0a5e736f766d6eafL } }, + /* 35 << 182 */ + { { 0xbfa92311f68cf9d1L,0xa4f9ef87c1797556L,0x10d75a1f5601c209L, + 0x651c374c09b07361L }, + { 0x49950b5888b5ceadL,0x0ef000586fa9dbaaL,0xf51ddc264e15f33aL, + 0x1f8b5ca62ef46140L } }, + /* 36 << 182 */ + { { 0x343ac0a3ee9523f0L,0xbb75eab2975ea978L,0x1bccf332107387f4L, + 0x790f92599ab0062eL }, + { 0xf1a363ad1e4f6a5fL,0x06e08b8462519a50L,0x609151877265f1eeL, + 0x6a80ca3493ae985eL } }, + /* 37 << 182 */ + { { 0x81b29768aaba4864L,0xb13cabf28d52a7d6L,0xb5c363488ead03f1L, + 0xc932ad9581c7c1c0L }, + { 0x5452708ecae1e27bL,0x9dac42691b0df648L,0x233e3f0cdfcdb8bcL, + 0xe6ceccdfec540174L } }, + /* 38 << 182 */ + { { 0xbd0d845e95081181L,0xcc8a7920699355d5L,0x111c0f6dc3b375a8L, + 0xfd95bc6bfd51e0dcL }, + { 0x4a106a266888523aL,0x4d142bd6cb01a06dL,0x79bfd289adb9b397L, + 0x0bdbfb94e9863914L } }, + /* 39 << 182 */ + { { 0x29d8a2291660f6a6L,0x7f6abcd6551c042dL,0x13039deb0ac3ffe8L, + 0xa01be628ec8523fbL }, + { 0x6ea341030ca1c328L,0xc74114bdb903928eL,0x8aa4ff4e9e9144b0L, + 0x7064091f7f9a4b17L } }, + /* 40 << 182 */ + { { 0xa3f4f521e447f2c4L,0x81b8da7a604291f0L,0xd680bc467d5926deL, + 0x84f21fd534a1202fL }, + { 0x1d1e31814e9df3d8L,0x1ca4861a39ab8d34L,0x809ddeec5b19aa4aL, + 0x59f72f7e4d329366L } }, + /* 41 << 182 */ + { { 0xa2f93f41386d5087L,0x40bf739cdd67d64fL,0xb449420566702158L, + 0xc33c65be73b1e178L }, + { 0xcdcd657c38ca6153L,0x97f4519adc791976L,0xcc7c7f29cd6e1f39L, + 0x38de9cfb7e3c3932L } }, + /* 42 << 182 */ + { { 0xe448eba37b793f85L,0xe9f8dbf9f067e914L,0xc0390266f114ae87L, + 0x39ed75a7cd6a8e2aL }, + { 0xadb148487ffba390L,0x67f8cb8b6af9bc09L,0x322c38489c7476dbL, + 0xa320fecf52a538d6L } }, + /* 43 << 182 */ + { { 0xe0493002b2aced2bL,0xdfba1809616bd430L,0x531c4644c331be70L, + 0xbc04d32e90d2e450L }, + { 0x1805a0d10f9f142dL,0x2c44a0c547ee5a23L,0x31875a433989b4e3L, + 0x6b1949fd0c063481L } }, + /* 44 << 182 */ + { { 0x2dfb9e08be0f4492L,0x3ff0da03e9d5e517L,0x03dbe9a1f79466a8L, + 0x0b87bcd015ea9932L }, + { 0xeb64fc83ab1f58abL,0x6d9598da817edc8aL,0x699cff661d3b67e5L, + 0x645c0f2992635853L } }, + /* 45 << 182 */ + { { 0x253cdd82eabaf21cL,0x82b9602a2241659eL,0x2cae07ec2d9f7091L, + 0xbe4c720c8b48cd9bL }, + { 0x6ce5bc036f08d6c9L,0x36e8a997af10bf40L,0x83422d213e10ff12L, + 0x7b26d3ebbcc12494L } }, + /* 46 << 182 */ + { { 0xb240d2d0c9469ad6L,0xc4a11b4d30afa05bL,0x4b604acedd6ba286L, + 0x184866003ee2864cL }, + { 0x5869d6ba8d9ce5beL,0x0d8f68c5ff4bfb0dL,0xb69f210b5700cf73L, + 0x61f6653a6d37c135L } }, + /* 47 << 182 */ + { { 0xff3d432b5aff5a48L,0x0d81c4b972ba3a69L,0xee879ae9fa1899efL, + 0xbac7e2a02d6acafdL }, + { 0xd6d93f6c1c664399L,0x4c288de15bcb135dL,0x83031dab9dab7cbfL, + 0xfe23feb03abbf5f0L } }, + /* 48 << 182 */ + { { 0x9f1b2466cdedca85L,0x140bb7101a09538cL,0xac8ae8515e11115dL, + 0x0d63ff676f03f59eL }, + { 0x755e55517d234afbL,0x61c2db4e7e208fc1L,0xaa9859cef28a4b5dL, + 0xbdd6d4fc34af030fL } }, + /* 49 << 182 */ + { { 0xd1c4a26d3be01cb1L,0x9ba14ffc243aa07cL,0xf95cd3a9b2503502L, + 0xe379bc067d2a93abL }, + { 0x3efc18e9d4ca8d68L,0x083558ec80bb412aL,0xd903b9409645a968L, + 0xa499f0b69ba6054fL } }, + /* 50 << 182 */ + { { 0x208b573cb8349abeL,0x3baab3e530b4fc1cL,0x87e978bacb524990L, + 0x3524194eccdf0e80L }, + { 0x627117257d4bcc42L,0xe90a3d9bb90109baL,0x3b1bdd571323e1e0L, + 0xb78e9bd55eae1599L } }, + /* 51 << 182 */ + { { 0x0794b7469e03d278L,0x80178605d70e6297L,0x171792f899c97855L, + 0x11b393eef5a86b5cL }, + { 0x48ef6582d8884f27L,0xbd44737abf19ba5fL,0x8698de4ca42062c6L, + 0x8975eb8061ce9c54L } }, + /* 52 << 182 */ + { { 0xd50e57c7d7fe71f3L,0x15342190bc97ce38L,0x51bda2de4df07b63L, + 0xba12aeae200eb87dL }, + { 0xabe135d2a9b4f8f6L,0x04619d65fad6d99cL,0x4a6683a77994937cL, + 0x7a778c8b6f94f09aL } }, + /* 53 << 182 */ + { { 0x8c50862320a71b89L,0x241a2aed1c229165L,0x352be595aaf83a99L, + 0x9fbfee7f1562bac8L }, + { 0xeaf658b95c4017e3L,0x1dc7f9e015120b86L,0xd84f13dd4c034d6fL, + 0x283dd737eaea3038L } }, + /* 54 << 182 */ + { { 0x197f2609cd85d6a2L,0x6ebbc345fae60177L,0xb80f031b4e12fedeL, + 0xde55d0c207a2186bL }, + { 0x1fb3e37f24dcdd5aL,0x8d602da57ed191fbL,0x108fb05676023e0dL, + 0x70178c71459c20c0L } }, + /* 55 << 182 */ + { { 0xfad5a3863fe54cf0L,0xa4a3ec4f02bbb475L,0x1aa5ec20919d94d7L, + 0x5d3b63b5a81e4ab3L }, + { 0x7fa733d85ad3d2afL,0xfbc586ddd1ac7a37L,0x282925de40779614L, + 0xfe0ffffbe74a242aL } }, + /* 56 << 182 */ + { { 0x3f39e67f906151e5L,0xcea27f5f55e10649L,0xdca1d4e1c17cf7b7L, + 0x0c326d122fe2362dL }, + { 0x05f7ac337dd35df3L,0x0c3b7639c396dbdfL,0x0912f5ac03b7db1cL, + 0x9dea4b705c9ed4a9L } }, + /* 57 << 182 */ + { { 0x475e6e53aae3f639L,0xfaba0e7cfc278bacL,0x16f9e2219490375fL, + 0xaebf9746a5a7ed0aL }, + { 0x45f9af3ff41ad5d6L,0x03c4623cb2e99224L,0x82c5bb5cb3cf56aaL, + 0x6431181934567ed3L } }, + /* 58 << 182 */ + { { 0xec57f2118be489acL,0x2821895db9a1104bL,0x610dc8756064e007L, + 0x8e526f3f5b20d0feL }, + { 0x6e71ca775b645aeeL,0x3d1dcb9f800e10ffL,0x36b51162189cf6deL, + 0x2c5a3e306bb17353L } }, + /* 59 << 182 */ + { { 0xc186cd3e2a6c6fbfL,0xa74516fa4bf97906L,0x5b4b8f4b279d6901L, + 0x0c4e57b42b573743L }, + { 0x75fdb229b6e386b6L,0xb46793fd99deac27L,0xeeec47eacf712629L, + 0xe965f3c4cbc3b2ddL } }, + /* 60 << 182 */ + { { 0x8dd1fb83425c6559L,0x7fc00ee60af06fdaL,0xe98c922533d956dfL, + 0x0f1ef3354fbdc8a2L }, + { 0x2abb5145b79b8ea2L,0x40fd2945bdbff288L,0x6a814ac4d7185db7L, + 0xc4329d6fc084609aL } }, + /* 61 << 182 */ + { { 0xc9ba7b52ed1be45dL,0x891dd20de4cd2c74L,0x5a4d4a7f824139b1L, + 0x66c17716b873c710L }, + { 0x5e5bc1412843c4e0L,0xd5ac4817b97eb5bfL,0xc0f8af54450c95c7L, + 0xc91b3fa0318406c5L } }, + /* 62 << 182 */ + { { 0x360c340aab9d97f8L,0xfb57bd0790a2d611L,0x4339ae3ca6a6f7e5L, + 0x9c1fcd2a2feb8a10L }, + { 0x972bcca9c7ea7432L,0x1b0b924c308076f6L,0x80b2814a2a5b4ca5L, + 0x2f78f55b61ef3b29L } }, + /* 63 << 182 */ + { { 0xf838744ac18a414fL,0xc611eaae903d0a86L,0x94dabc162a453f55L, + 0xe6f2e3da14efb279L }, + { 0x5b7a60179320dc3cL,0x692e382f8df6b5a4L,0x3f5e15e02d40fa90L, + 0xc87883ae643dd318L } }, + /* 64 << 182 */ + { { 0x511053e453544774L,0x834d0ecc3adba2bcL,0x4215d7f7bae371f5L, + 0xfcfd57bf6c8663bcL }, + { 0xded2383dd6901b1dL,0x3b49fbb4b5587dc3L,0xfd44a08d07625f62L, + 0x3ee4d65b9de9b762L } }, + /* 0 << 189 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 189 */ + { { 0x64e5137d0d63d1faL,0x658fc05202a9d89fL,0x4889487450436309L, + 0xe9ae30f8d598da61L }, + { 0x2ed710d1818baf91L,0xe27e9e068b6a0c20L,0x1e28dcfb1c1a6b44L, + 0x883acb64d6ac57dcL } }, + /* 2 << 189 */ + { { 0x8735728dc2c6ff70L,0x79d6122fc5dc2235L,0x23f5d00319e277f9L, + 0x7ee84e25dded8cc7L }, + { 0x91a8afb063cd880aL,0x3f3ea7c63574af60L,0x0cfcdc8402de7f42L, + 0x62d0792fb31aa152L } }, + /* 3 << 189 */ + { { 0x8e1b4e438a5807ceL,0xad283893e4109a7eL,0xc30cc9cbafd59ddaL, + 0xf65f36c63d8d8093L }, + { 0xdf31469ea60d32b2L,0xee93df4b3e8191c8L,0x9c1017c5355bdeb5L, + 0xd26231858616aa28L } }, + /* 4 << 189 */ + { { 0xb02c83f9dec31a21L,0x988c8b236ad9d573L,0x53e983aea57be365L, + 0xe968734d646f834eL }, + { 0x9137ea8f5da6309bL,0x10f3a624c1f1ce16L,0x782a9ea2ca440921L, + 0xdf94739e5b46f1b5L } }, + /* 5 << 189 */ + { { 0x9f9be006cce85c9bL,0x360e70d6a4c7c2d3L,0x2cd5beeaaefa1e60L, + 0x64cf63c08c3d2b6dL }, + { 0xfb107fa3e1cf6f90L,0xb7e937c6d5e044e6L,0x74e8ca78ce34db9fL, + 0x4f8b36c13e210bd0L } }, + /* 6 << 189 */ + { { 0x1df165a434a35ea8L,0x3418e0f74d4412f6L,0x5af1f8af518836c3L, + 0x42ceef4d130e1965L }, + { 0x5560ca0b543a1957L,0xc33761e5886cb123L,0x66624b1ffe98ed30L, + 0xf772f4bf1090997dL } }, + /* 7 << 189 */ + { { 0xf4e540bb4885d410L,0x7287f8109ba5f8d7L,0x22d0d865de98dfb1L, + 0x49ff51a1bcfbb8a3L }, + { 0xb6b6fa536bc3012eL,0x3d31fd72170d541dL,0x8018724f4b0f4966L, + 0x79e7399f87dbde07L } }, + /* 8 << 189 */ + { { 0x56f8410ef4f8b16aL,0x97241afec47b266aL,0x0a406b8e6d9c87c1L, + 0x803f3e02cd42ab1bL }, + { 0x7f0309a804dbec69L,0xa83b85f73bbad05fL,0xc6097273ad8e197fL, + 0xc097440e5067adc1L } }, + /* 9 << 189 */ + { { 0x730eafb63524ff16L,0xd7f9b51e823fc6ceL,0x27bd0d32443e4ac0L, + 0x40c59ad94d66f217L }, + { 0x6c33136f17c387a4L,0x5043b8d5eb86804dL,0x74970312675a73c9L, + 0x838fdb31f16669b6L } }, + /* 10 << 189 */ + { { 0xc507b6dd418e7dddL,0x39888d93472f19d6L,0x7eae26be0c27eb4dL, + 0x17b53ed3fbabb884L }, + { 0xfc27021b2b01ae4fL,0x88462e87cf488682L,0xbee096ec215e2d87L, + 0xeb2fea9ad242e29bL } }, + /* 11 << 189 */ + { { 0x5d985b5fb821fc28L,0x89d2e197dc1e2ad2L,0x55b566b89030ba62L, + 0xe3fd41b54f41b1c6L }, + { 0xb738ac2eb9a96d61L,0x7f8567ca369443f4L,0x8698622df803a440L, + 0x2b5862368fe2f4dcL } }, + /* 12 << 189 */ + { { 0xbbcc00c756b95bceL,0x5ec03906616da680L,0x79162ee672214252L, + 0x43132b6386a892d2L }, + { 0x4bdd3ff22f3263bfL,0xd5b3733c9cd0a142L,0x592eaa8244415ccbL, + 0x663e89248d5474eaL } }, + /* 13 << 189 */ + { { 0x8058a25e5236344eL,0x82e8df9dbda76ee6L,0xdcf6efd811cc3d22L, + 0x00089cda3b4ab529L }, + { 0x91d3a071bd38a3dbL,0x4ea97fc0ef72b925L,0x0c9fc15bea3edf75L, + 0x5a6297cda4348ed3L } }, + /* 14 << 189 */ + { { 0x0d38ab35ce7c42d4L,0x9fd493ef82feab10L,0x46056b6d82111b45L, + 0xda11dae173efc5c3L }, + { 0xdc7402785545a7fbL,0xbdb2601c40d507e6L,0x121dfeeb7066fa58L, + 0x214369a839ae8c2aL } }, + /* 15 << 189 */ + { { 0x195709cb06e0956cL,0x4c9d254f010cd34bL,0xf51e13f70471a532L, + 0xe19d67911e73054dL }, + { 0xf702a628db5c7be3L,0xc7141218b24dde05L,0xdc18233cf29b2e2eL, + 0x3a6bd1e885342dbaL } }, + /* 16 << 189 */ + { { 0x3f747fa0b311898cL,0xe2a272e4cd0eac65L,0x4bba5851f914d0bcL, + 0x7a1a9660c4a43ee3L }, + { 0xe5a367cea1c8cde9L,0x9d958ba97271abe3L,0xf3ff7eb63d1615cdL, + 0xa2280dcef5ae20b0L } }, + /* 17 << 189 */ + { { 0x56dba5c1cf640147L,0xea5a2e3d5e83d118L,0x04cd6b6dda24c511L, + 0x1c0f4671e854d214L }, + { 0x91a6b7a969565381L,0xdc966240decf1f5bL,0x1b22d21cfcf5d009L, + 0x2a05f6419021dbd5L } }, + /* 18 << 189 */ + { { 0x8c0ed566d4312483L,0x5179a95d643e216fL,0xcc185fec17044493L, + 0xb306333954991a21L }, + { 0xd801ecdb0081a726L,0x0149b0c64fa89bbbL,0xafe9065a4391b6b9L, + 0xedc92786d633f3a3L } }, + /* 19 << 189 */ + { { 0xe408c24aae6a8e13L,0x85833fde9f3897abL,0x43800e7ed81a0715L, + 0xde08e346b44ffc5fL }, + { 0x7094184ccdeff2e0L,0x49f9387b165eaed1L,0x635d6129777c468aL, + 0x8c0dcfd1538c2dd8L } }, + /* 20 << 189 */ + { { 0xd6d9d9e37a6a308bL,0x623758304c2767d3L,0x874a8bc6f38cbeb6L, + 0xd94d3f1accb6fd9eL }, + { 0x92a9735bba21f248L,0x272ad0e56cd1efb0L,0x7437b69c05b03284L, + 0xe7f047026948c225L } }, + /* 21 << 189 */ + { { 0x8a56c04acba2ececL,0x0c181270e3a73e41L,0x6cb34e9d03e93725L, + 0xf77c8713496521a9L }, + { 0x94569183fa7f9f90L,0xf2e7aa4c8c9707adL,0xced2c9ba26c1c9a3L, + 0x9109fe9640197507L } }, + /* 22 << 189 */ + { { 0x9ae868a9e9adfe1cL,0x3984403d314e39bbL,0xb5875720f2fe378fL, + 0x33f901e0ba44a628L }, + { 0xea1125fe3652438cL,0xae9ec4e69dd1f20bL,0x1e740d9ebebf7fbdL, + 0x6dbd3ddc42dbe79cL } }, + /* 23 << 189 */ + { { 0x62082aecedd36776L,0xf612c478e9859039L,0xa493b201032f7065L, + 0xebd4d8f24ff9b211L }, + { 0x3f23a0aaaac4cb32L,0xea3aadb715ed4005L,0xacf17ea4afa27e63L, + 0x56125c1ac11fd66cL } }, + /* 24 << 189 */ + { { 0x266344a43794f8dcL,0xdcca923a483c5c36L,0x2d6b6bbf3f9d10a0L, + 0xb320c5ca81d9bdf3L }, + { 0x620e28ff47b50a95L,0x933e3b01cef03371L,0xf081bf8599100153L, + 0x183be9a0c3a8c8d6L } }, + /* 25 << 189 */ + { { 0x4e3ddc5ad6bbe24dL,0xc6c7463053843795L,0x78193dd765ec2d4cL, + 0xb8df26cccd3c89b2L }, + { 0x98dbe3995a483f8dL,0x72d8a9577dd3313aL,0x65087294ab0bd375L, + 0xfcd892487c259d16L } }, + /* 26 << 189 */ + { { 0x8a9443d77613aa81L,0x8010080085fe6584L,0x70fc4dbc7fb10288L, + 0xf58280d3e86beee8L }, + { 0x14fdd82f7c978c38L,0xdf1204c10de44d7bL,0xa08a1c844160252fL, + 0x591554cac17646a5L } }, + /* 27 << 189 */ + { { 0x214a37d6a05bd525L,0x48d5f09b07957b3cL,0x0247cdcbd7109bc9L, + 0x40f9e4bb30599ce7L }, + { 0xc325fa03f46ad2ecL,0x00f766cfc3e3f9eeL,0xab556668d43a4577L, + 0x68d30a613ee03b93L } }, + /* 28 << 189 */ + { { 0x7ddc81ea77b46a08L,0xcf5a6477c7480699L,0x43a8cb346633f683L, + 0x1b867e6b92363c60L }, + { 0x439211141f60558eL,0xcdbcdd632f41450eL,0x7fc04601cc630e8bL, + 0xea7c66d597038b43L } }, + /* 29 << 189 */ + { { 0x7259b8a504e99fd8L,0x98a8dd124785549aL,0x0e459a7c840552e1L, + 0xcdfcf4d04bb0909eL }, + { 0x34a86db253758da7L,0xe643bb83eac997e1L,0x96400bd7530c5b7eL, + 0x9f97af87b41c8b52L } }, + /* 30 << 189 */ + { { 0x34fc8820fbeee3f9L,0x93e5349049091afdL,0x764b9be59a31f35cL, + 0x71f3786457e3d924L }, + { 0x02fb34e0943aa75eL,0xa18c9c58ab8ff6e4L,0x080f31b133cf0d19L, + 0x5c9682db083518a7L } }, + /* 31 << 189 */ + { { 0x873d4ca6b709c3deL,0x64a842623575b8f0L,0x6275da1f020154bbL, + 0x97678caad17cf1abL }, + { 0x8779795f951a95c3L,0xdd35b16350fccc08L,0x3270962733d8f031L, + 0x3c5ab10a498dd85cL } }, + /* 32 << 189 */ + { { 0xb6c185c341dca566L,0x7de7fedad8622aa3L,0x99e84d92901b6dfbL, + 0x30a02b0e7c4ad288L }, + { 0xc7c81daa2fd3cf36L,0xd1319547df89e59fL,0xb2be8184cd496733L, + 0xd5f449eb93d3412bL } }, + /* 33 << 189 */ + { { 0x7ea41b1b25fe531dL,0xf97974326a1d5646L,0x86067f722bde501aL, + 0xf91481c00c85e89cL }, + { 0xca8ee465f8b05bc6L,0x1844e1cf02e83cdaL,0xca82114ab4dbe33bL, + 0x0f9f87694eabfde2L } }, + /* 34 << 189 */ + { { 0x4936b1c038b27fe2L,0x63b6359baba402dfL,0x40c0ea2f656bdbabL, + 0x9c992a896580c39cL }, + { 0x600e8f152a60aed1L,0xeb089ca4e0bf49dfL,0x9c233d7d2d42d99aL, + 0x648d3f954c6bc2faL } }, + /* 35 << 189 */ + { { 0xdcc383a8e1add3f3L,0xf42c0c6a4f64a348L,0x2abd176f0030dbdbL, + 0x4de501a37d6c215eL }, + { 0x4a107c1f4b9a64bcL,0xa77f0ad32496cd59L,0xfb78ac627688dffbL, + 0x7025a2ca67937d8eL } }, + /* 36 << 189 */ + { { 0xfde8b2d1d1a8f4e7L,0xf5b3da477354927cL,0xe48606a3d9205735L, + 0xac477cc6e177b917L }, + { 0xfb1f73d2a883239aL,0xe12572f6cc8b8357L,0x9d355e9cfb1f4f86L, + 0x89b795f8d9f3ec6eL } }, + /* 37 << 189 */ + { { 0x27be56f1b54398dcL,0x1890efd73fedeed5L,0x62f77f1f9c6d0140L, + 0x7ef0e314596f0ee4L }, + { 0x50ca6631cc61dab3L,0x4a39801df4866e4fL,0x66c8d032ae363b39L, + 0x22c591e52ead66aaL } }, + /* 38 << 189 */ + { { 0x954ba308de02a53eL,0x2a6c060fd389f357L,0xe6cfcde8fbf40b66L, + 0x8e02fc56c6340ce1L }, + { 0xe495779573adb4baL,0x7b86122ca7b03805L,0x63f835120c8e6fa6L, + 0x83660ea0057d7804L } }, + /* 39 << 189 */ + { { 0xbad7910521ba473cL,0xb6c50beeded5389dL,0xee2caf4daa7c9bc0L, + 0xd97b8de48c4e98a7L }, + { 0xa9f63e70ab3bbddbL,0x3898aabf2597815aL,0x7659af89ac15b3d9L, + 0xedf7725b703ce784L } }, + /* 40 << 189 */ + { { 0x25470fabe085116bL,0x04a4337587285310L,0x4e39187ee2bfd52fL, + 0x36166b447d9ebc74L }, + { 0x92ad433cfd4b322cL,0x726aa817ba79ab51L,0xf96eacd8c1db15ebL, + 0xfaf71e910476be63L } }, + /* 41 << 189 */ + { { 0xdd69a640641fad98L,0xb799591829622559L,0x03c6daa5de4199dcL, + 0x92cadc97ad545eb4L }, + { 0x1028238b256534e4L,0x73e80ce68595409aL,0x690d4c66d05dc59bL, + 0xc95f7b8f981dee80L } }, + /* 42 << 189 */ + { { 0xf4337014d856ac25L,0x441bd9ddac524dcaL,0x640b3d855f0499f5L, + 0x39cf84a9d5fda182L }, + { 0x04e7b055b2aa95a0L,0x29e33f0a0ddf1860L,0x082e74b5423f6b43L, + 0x217edeb90aaa2b0fL } }, + /* 43 << 189 */ + { { 0x58b83f3583cbea55L,0xc485ee4dbc185d70L,0x833ff03b1e5f6992L, + 0xb5b9b9cccf0c0dd5L }, + { 0x7caaee8e4e9e8a50L,0x462e907b6269dafdL,0x6ed5cee9fbe791c6L, + 0x68ca3259ed430790L } }, + /* 44 << 189 */ + { { 0x2b72bdf213b5ba88L,0x60294c8a35ef0ac4L,0x9c3230ed19b99b08L, + 0x560fff176c2589aaL }, + { 0x552b8487d6770374L,0xa373202d9a56f685L,0xd3e7f90745f175d9L, + 0x3c2f315fd080d810L } }, + /* 45 << 189 */ + { { 0x1130e9dd7b9520e8L,0xc078f9e20af037b5L,0x38cd2ec71e9c104cL, + 0x0f684368c472fe92L }, + { 0xd3f1b5ed6247e7efL,0xb32d33a9396dfe21L,0x46f59cf44a9aa2c2L, + 0x69cd5168ff0f7e41L } }, + /* 46 << 189 */ + { { 0x3f59da0f4b3234daL,0xcf0b0235b4579ebeL,0x6d1cbb256d2476c7L, + 0x4f0837e69dc30f08L }, + { 0x9a4075bb906f6e98L,0x253bb434c761e7d1L,0xde2e645f6e73af10L, + 0xb89a40600c5f131cL } }, + /* 47 << 189 */ + { { 0xd12840c5b8cc037fL,0x3d093a5b7405bb47L,0x6202c253206348b8L, + 0xbf5d57fcc55a3ca7L }, + { 0x89f6c90c8c3bef48L,0x23ac76235a0a960aL,0xdfbd3d6b552b42abL, + 0x3ef22458132061f6L } }, + /* 48 << 189 */ + { { 0xd74e9bdac97e6516L,0x88779360c230f49eL,0xa6ec1de31e74ea49L, + 0x581dcee53fb645a2L }, + { 0xbaef23918f483f14L,0x6d2dddfcd137d13bL,0x54cde50ed2743a42L, + 0x89a34fc5e4d97e67L } }, + /* 49 << 189 */ + { { 0x13f1f5b312e08ce5L,0xa80540b8a7f0b2caL,0x854bcf7701982805L, + 0xb8653ffd233bea04L }, + { 0x8e7b878702b0b4c9L,0x2675261f9acb170aL,0x061a9d90930c14e5L, + 0xb59b30e0def0abeaL } }, + /* 50 << 189 */ + { { 0x1dc19ea60200ec7dL,0xb6f4a3f90bce132bL,0xb8d5de90f13e27e0L, + 0xbaee5ef01fade16fL }, + { 0x6f406aaae4c6cf38L,0xab4cfe06d1369815L,0x0dcffe87efd550c6L, + 0x9d4f59c775ff7d39L } }, + /* 51 << 189 */ + { { 0xb02553b151deb6adL,0x812399a4b1877749L,0xce90f71fca6006e1L, + 0xc32363a6b02b6e77L }, + { 0x02284fbedc36c64dL,0x86c81e31a7e1ae61L,0x2576c7e5b909d94aL, + 0x8b6f7d02818b2bb0L } }, + /* 52 << 189 */ + { { 0xeca3ed0756faa38aL,0xa3790e6c9305bb54L,0xd784eeda7bc73061L, + 0xbd56d3696dd50614L }, + { 0xd6575949229a8aa9L,0xdcca8f474595ec28L,0x814305c106ab4fe6L, + 0xc8c3976824f43f16L } }, + /* 53 << 189 */ + { { 0xe2a45f36523f2b36L,0x995c6493920d93bbL,0xf8afdab790f1632bL, + 0x79ebbecd1c295954L }, + { 0xc7bb3ddb79592f48L,0x67216a7b5f88e998L,0xd91f098bbc01193eL, + 0xf7d928a5b1db83fcL } }, + /* 54 << 189 */ + { { 0x55e38417e991f600L,0x2a91113e2981a934L,0xcbc9d64806b13bdeL, + 0xb011b6ac0755ff44L }, + { 0x6f4cb518045ec613L,0x522d2d31c2f5930aL,0x5acae1af382e65deL, + 0x5764306727bc966fL } }, + /* 55 << 189 */ + { { 0x5e12705d1c7193f0L,0xf0f32f473be8858eL,0x785c3d7d96c6dfc7L, + 0xd75b4a20bf31795dL }, + { 0x91acf17b342659d4L,0xe596ea3444f0378fL,0x4515708fce52129dL, + 0x17387e1e79f2f585L } }, + /* 56 << 189 */ + { { 0x72cfd2e949dee168L,0x1ae052233e2af239L,0x009e75be1d94066aL, + 0x6cca31c738abf413L }, + { 0xb50bd61d9bc49908L,0x4a9b4a8cf5e2bc1eL,0xeb6cc5f7946f83acL, + 0x27da93fcebffab28L } }, + /* 57 << 189 */ + { { 0xea314c964821c8c5L,0x8de49deda83c15f4L,0x7a64cf207af33004L, + 0x45f1bfebc9627e10L }, + { 0x878b062654b9df60L,0x5e4fdc3ca95c0b33L,0xe54a37cac2035d8eL, + 0x9087cda980f20b8cL } }, + /* 58 << 189 */ + { { 0x36f61c238319ade4L,0x766f287ade8cfdf8L,0x48821948346f3705L, + 0x49a7b85316e4f4a2L }, + { 0xb9b3f8a75cedadfdL,0x8f5628158db2a815L,0xc0b7d55401f68f95L, + 0x12971e27688a208eL } }, + /* 59 << 189 */ + { { 0xc9f8b696d0ff34fcL,0x20824de21222718cL,0x7213cf9f0c95284dL, + 0xe2ad741bdc158240L }, + { 0x0ee3a6df54043ccfL,0x16ff479bd84412b3L,0xf6c74ee0dfc98af0L, + 0xa78a169f52fcd2fbL } }, + /* 60 << 189 */ + { { 0xd8ae874699c930e9L,0x1d33e85849e117a5L,0x7581fcb46624759fL, + 0xde50644f5bedc01dL }, + { 0xbeec5d00caf3155eL,0x672d66acbc73e75fL,0x86b9d8c6270b01dbL, + 0xd249ef8350f55b79L } }, + /* 61 << 189 */ + { { 0x6131d6d473978fe3L,0xcc4e4542754b00a1L,0x4e05df0557dfcfe9L, + 0x94b29cdd51ef6bf0L }, + { 0xe4530cff9bc7edf2L,0x8ac236fdd3da65f3L,0x0faf7d5fc8eb0b48L, + 0x4d2de14c660eb039L } }, + /* 62 << 189 */ + { { 0xc006bba760430e54L,0x10a2d0d6da3289abL,0x9c037a5dd7979c59L, + 0x04d1f3d3a116d944L }, + { 0x9ff224738a0983cdL,0x28e25b38c883cabbL,0xe968dba547a58995L, + 0x2c80b505774eebdfL } }, + /* 63 << 189 */ + { { 0xee763b714a953bebL,0x502e223f1642e7f6L,0x6fe4b64161d5e722L, + 0x9d37c5b0dbef5316L }, + { 0x0115ed70f8330bc7L,0x139850e675a72789L,0x27d7faecffceccc2L, + 0x3016a8604fd9f7f6L } }, + /* 64 << 189 */ + { { 0xc492ec644cd8f64cL,0x58a2d790279d7b51L,0x0ced1fc51fc75256L, + 0x3e658aed8f433017L }, + { 0x0b61942e05da59ebL,0xba3d60a30ddc3722L,0x7c311cd1742e7f87L, + 0x6473ffeef6b01b6eL } }, + /* 0 << 196 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 196 */ + { { 0x8303604f692ac542L,0xf079ffe1227b91d3L,0x19f63e6315aaf9bdL, + 0xf99ee565f1f344fbL }, + { 0x8a1d661fd6219199L,0x8c883bc6d48ce41cL,0x1065118f3c74d904L, + 0x713889ee0faf8b1bL } }, + /* 2 << 196 */ + { { 0x972b3f8f81a1b3beL,0x4f3ce145ce2764a0L,0xe2d0f1cc28c4f5f7L, + 0xdeee0c0dc7f3985bL }, + { 0x7df4adc0d39e25c3L,0x40619820c467a080L,0x440ebc9361cf5a58L, + 0x527729a6422ad600L } }, + /* 3 << 196 */ + { { 0xca6c0937b1b76ba6L,0x1a2eab854d2026dcL,0xb1715e1519d9ae0aL, + 0xf1ad9199bac4a026L }, + { 0x35b3dfb807ea7b0eL,0xedf5496f3ed9eb89L,0x8932e5ff2d6d08abL, + 0xf314874e25bd2731L } }, + /* 4 << 196 */ + { { 0xefb26a753f73f449L,0x1d1c94f88d44fc79L,0x49f0fbc53bc0dc4dL, + 0xb747ea0b3698a0d0L }, + { 0x5218c3fe228d291eL,0x35b804b543c129d6L,0xfac859b8d1acc516L, + 0x6c10697d95d6e668L } }, + /* 5 << 196 */ + { { 0xc38e438f0876fd4eL,0x45f0c30783d2f383L,0x203cc2ecb10934cbL, + 0x6a8f24392c9d46eeL }, + { 0xf16b431b65ccde7bL,0x41e2cd1827e76a6fL,0xb9c8cf8f4e3484d7L, + 0x64426efd8315244aL } }, + /* 6 << 196 */ + { { 0x1c0a8e44fc94dea3L,0x34c8cdbfdad6a0b0L,0x919c384004113cefL, + 0xfd32fba415490ffaL }, + { 0x58d190f6795dcfb7L,0xfef01b0383588bafL,0x9e6d1d63ca1fc1c0L, + 0x53173f96f0a41ac9L } }, + /* 7 << 196 */ + { { 0x2b1d402aba16f73bL,0x2fb310148cf9b9fcL,0x2d51e60e446ef7bfL, + 0xc731021bb91e1745L }, + { 0x9d3b47244fee99d4L,0x4bca48b6fac5c1eaL,0x70f5f514bbea9af7L, + 0x751f55a5974c283aL } }, + /* 8 << 196 */ + { { 0x6e30251acb452fdbL,0x31ee696550f30650L,0xb0b3e508933548d9L, + 0xb8949a4ff4b0ef5bL }, + { 0x208b83263c88f3bdL,0xab147c30db1d9989L,0xed6515fd44d4df03L, + 0x17a12f75e72eb0c5L } }, + /* 9 << 196 */ + { { 0x3b59796d36cf69dbL,0x1219eee956670c18L,0xfe3341f77a070d8eL, + 0x9b70130ba327f90cL }, + { 0x36a324620ae18e0eL,0x2021a62346c0a638L,0x251b5817c62eb0d4L, + 0x87bfbcdf4c762293L } }, + /* 10 << 196 */ + { { 0xf78ab505cdd61d64L,0x8c7a53fcc8c18857L,0xa653ce6f16147515L, + 0x9c923aa5ea7d52d5L }, + { 0xc24709cb5c18871fL,0x7d53bec873b3cc74L,0x59264afffdd1d4c4L, + 0x5555917e240da582L } }, + /* 11 << 196 */ + { { 0xcae8bbda548f5a0eL,0x1910eaba3bbfbbe1L,0xae5796857677afc3L, + 0x49ea61f173ff0b5cL }, + { 0x786554784f7c3922L,0x95d337cd20c68eefL,0x68f1e1e5df779ab9L, + 0x14b491b0b5cf69a8L } }, + /* 12 << 196 */ + { { 0x7a6cbbe028e3fe89L,0xe7e1fee4c5aac0ebL,0x7f47eda5697e5140L, + 0x4f450137b454921fL }, + { 0xdb625f8495cd8185L,0x74be0ba1cdb2e583L,0xaee4fd7cdd5e6de4L, + 0x4251437de8101739L } }, + /* 13 << 196 */ + { { 0x686d72a0ac620366L,0x4be3fb9cb6d59344L,0x6e8b44e7a1eb75b9L, + 0x84e39da391a5c10cL }, + { 0x37cc1490b38f0409L,0x029519432c2ade82L,0x9b6887831190a2d8L, + 0x25627d14231182baL } }, + /* 14 << 196 */ + { { 0x6eb550aa658a6d87L,0x1405aaa7cf9c7325L,0xd147142e5c8748c9L, + 0x7f637e4f53ede0e0L }, + { 0xf8ca277614ffad2cL,0xe58fb1bdbafb6791L,0x17158c23bf8f93fcL, + 0x7f15b3730a4a4655L } }, + /* 15 << 196 */ + { { 0x39d4add2d842ca72L,0xa71e43913ed96305L,0x5bb09cbe6700be14L, + 0x68d69d54d8befcf6L }, + { 0xa45f536737183bcfL,0x7152b7bb3370dff7L,0xcf887baabf12525bL, + 0xe7ac7bddd6d1e3cdL } }, + /* 16 << 196 */ + { { 0x25914f7881fdad90L,0xcf638f560d2cf6abL,0xb90bc03fcc054de5L, + 0x932811a718b06350L }, + { 0x2f00b3309bbd11ffL,0x76108a6fb4044974L,0x801bb9e0a851d266L, + 0x0dd099bebf8990c1L } }, + /* 17 << 196 */ + { { 0x58c5aaaaabe32986L,0x0fe9dd2a50d59c27L,0x84951ff48d307305L, + 0x6c23f82986529b78L }, + { 0x50bb22180b136a79L,0x7e2174de77a20996L,0x6f00a4b9c0bb4da6L, + 0x89a25a17efdde8daL } }, + /* 18 << 196 */ + { { 0xf728a27ec11ee01dL,0xf900553ae5f10dfbL,0x189a83c802ec893cL, + 0x3ca5bdc123f66d77L }, + { 0x9878153797eada9fL,0x59c50ab310256230L,0x346042d9323c69b3L, + 0x1b715a6d2c460449L } }, + /* 19 << 196 */ + { { 0xa41dd4766ae06e0bL,0xcdd7888e9d42e25fL,0x0f395f7456b25a20L, + 0xeadfe0ae8700e27eL }, + { 0xb09d52a969950093L,0x3525d9cb327f8d40L,0xb8235a9467df886aL, + 0x77e4b0dd035faec2L } }, + /* 20 << 196 */ + { { 0x115eb20a517d7061L,0x77fe34336c2df683L,0x6870ddc7cdc6fc67L, + 0xb16105880b87de83L }, + { 0x343584cad9c4ddbeL,0xb3164f1c3d754be2L,0x0731ed3ac1e6c894L, + 0x26327dec4f6b904cL } }, + /* 21 << 196 */ + { { 0x9d49c6de97b5cd32L,0x40835daeb5eceecdL,0xc66350edd9ded7feL, + 0x8aeebb5c7a678804L }, + { 0x51d42fb75b8ee9ecL,0xd7a17bdd8e3ca118L,0x40d7511a2ef4400eL, + 0xc48990ac875a66f4L } }, + /* 22 << 196 */ + { { 0x8de07d2a2199e347L,0xbee755562a39e051L,0x56918786916e51dcL, + 0xeb1913134a2d89ecL }, + { 0x6679610d37d341edL,0x434fbb4156d51c2bL,0xe54b7ee7d7492dbaL, + 0xaa33a79a59021493L } }, + /* 23 << 196 */ + { { 0x49fc5054e4bd6d3dL,0x09540f045ab551d0L,0x8acc90854942d3a6L, + 0x231af02f2d28323bL }, + { 0x93458cac0992c163L,0x1fef8e71888e3bb4L,0x27578da5be8c268cL, + 0xcc8be792e805ec00L } }, + /* 24 << 196 */ + { { 0x29267baec61c3855L,0xebff429d58c1fd3bL,0x22d886c08c0b93b8L, + 0xca5e00b22ddb8953L }, + { 0xcf330117c3fed8b7L,0xd49ac6fa819c01f6L,0x6ddaa6bd3c0fbd54L, + 0x917430688049a2cfL } }, + /* 25 << 196 */ + { { 0xd67f981eaff2ef81L,0xc3654d352818ae80L,0x81d050441b2aa892L, + 0x2db067bf3d099328L }, + { 0xe7c79e86703dcc97L,0xe66f9b37e133e215L,0xcdf119a6e39a7a5cL, + 0x47c60de3876f1b61L } }, + /* 26 << 196 */ + { { 0x6e405939d860f1b2L,0x3e9a1dbcf5ed4d4aL,0x3f23619ec9b6bcbdL, + 0x5ee790cf734e4497L }, + { 0xf0a834b15bdaf9bbL,0x02cedda74ca295f0L,0x4619aa2bcb8e378cL, + 0xe5613244cc987ea4L } }, + /* 27 << 196 */ + { { 0x0bc022cc76b23a50L,0x4a2793ad0a6c21ceL,0x3832878089cac3f5L, + 0x29176f1bcba26d56L }, + { 0x062961874f6f59ebL,0x86e9bca98bdc658eL,0x2ca9c4d357e30402L, + 0x5438b216516a09bbL } }, + /* 28 << 196 */ + { { 0x0a6a063c7672765aL,0x37a3ce640547b9bfL,0x42c099c898b1a633L, + 0xb5ab800d05ee6961L }, + { 0xf1963f5911a5acd6L,0xbaee615746201063L,0x36d9a649a596210aL, + 0xaed043631ba7138cL } }, + /* 29 << 196 */ + { { 0xcf817d1ca4a82b76L,0x5586960ef3806be9L,0x7ab67c8909dc6bb5L, + 0x52ace7a0114fe7ebL }, + { 0xcd987618cbbc9b70L,0x4f06fd5a604ca5e1L,0x90af14ca6dbde133L, + 0x1afe4322948a3264L } }, + /* 30 << 196 */ + { { 0xa70d2ca6c44b2c6cL,0xab7267990ef87dfeL,0x310f64dc2e696377L, + 0x49b42e684c8126a0L }, + { 0x0ea444c3cea0b176L,0x53a8ddf7cb269182L,0xf3e674ebbbba9dcbL, + 0x0d2878a8d8669d33L } }, + /* 31 << 196 */ + { { 0x04b935d5d019b6a3L,0xbb5cf88e406f1e46L,0xa1912d165b57c111L, + 0x9803fc2119ebfd78L }, + { 0x4f231c9ec07764a9L,0xd93286eeb75bd055L,0x83a9457d8ee6c9deL, + 0x046959156087ec90L } }, + /* 32 << 196 */ + { { 0x14c6dd8a58d6cd46L,0x9cb633b58e6634d2L,0xc1305047f81bc328L, + 0x12ede0e226a177e5L }, + { 0x332cca62065a6f4fL,0xc3a47ecd67be487bL,0x741eb1870f47ed1cL, + 0x99e66e58e7598b14L } }, + /* 33 << 196 */ + { { 0x6f0544ca63d0ff12L,0xe5efc784b610a05fL,0xf72917b17cad7b47L, + 0x3ff6ea20f2cac0c0L }, + { 0xcc23791bf21db8b7L,0x7dac70b1d7d93565L,0x682cda1d694bdaadL, + 0xeb88bb8c1023516dL } }, + /* 34 << 196 */ + { { 0xc4c634b4dfdbeb1bL,0x22f5ca72b4ee4deaL,0x1045a368e6524821L, + 0xed9e8a3f052b18b2L }, + { 0x9b7f2cb1b961f49aL,0x7fee2ec17b009670L,0x350d875422507a6dL, + 0x561bd7114db55f1dL } }, + /* 35 << 196 */ + { { 0x4c189ccc320bbcafL,0x568434cfdf1de48cL,0x6af1b00e0fa8f128L, + 0xf0ba9d028907583cL }, + { 0x735a400432ff9f60L,0x3dd8e4b6c25dcf33L,0xf2230f1642c74cefL, + 0xd8117623013fa8adL } }, + /* 36 << 196 */ + { { 0x36822876f51fe76eL,0x8a6811cc11d62589L,0xc3fc7e6546225718L, + 0xb7df2c9fc82fdbcdL }, + { 0x3b1d4e52dd7b205bL,0xb695947847a2e414L,0x05e4d793efa91148L, + 0xb47ed446fd2e9675L } }, + /* 37 << 196 */ + { { 0x1a7098b904c9d9bfL,0x661e28811b793048L,0xb1a16966b01ee461L, + 0xbc5213082954746fL }, + { 0xc909a0fc2477de50L,0xd80bb41c7dbd51efL,0xa85be7ec53294905L, + 0x6d465b1883958f97L } }, + /* 38 << 196 */ + { { 0x16f6f330fb6840fdL,0xfaaeb2143401e6c8L,0xaf83d30fccb5b4f8L, + 0x22885739266dec4bL }, + { 0x51b4367c7bc467dfL,0x926562e3d842d27aL,0xdfcb66140fea14a6L, + 0xeb394daef2734cd9L } }, + /* 39 << 196 */ + { { 0x3eeae5d211c0be98L,0xb1e6ed11814e8165L,0x191086bce52bce1cL, + 0x14b74cc6a75a04daL }, + { 0x63cf11868c060985L,0x071047de2dbd7f7cL,0x4e433b8bce0942caL, + 0xecbac447d8fec61dL } }, + /* 40 << 196 */ + { { 0x8f0ed0e2ebf3232fL,0xfff80f9ec52a2eddL,0xad9ab43375b55fdbL, + 0x73ca7820e42e0c11L }, + { 0x6dace0a0e6251b46L,0x89bc6b5c4c0d932dL,0x3438cd77095da19aL, + 0x2f24a9398d48bdfbL } }, + /* 41 << 196 */ + { { 0x99b47e46766561b7L,0x736600e60ed0322aL,0x06a47cb1638e1865L, + 0x927c1c2dcb136000L }, + { 0x295423370cc5df69L,0x99b37c0209d649a9L,0xc5f0043c6aefdb27L, + 0x6cdd99871be95c27L } }, + /* 42 << 196 */ + { { 0x69850931390420d2L,0x299c40ac0983efa4L,0x3a05e778af39aeadL, + 0x8427440843a45193L }, + { 0x6bcd0fb991a711a0L,0x461592c89f52ab17L,0xb49302b4da3c6ed6L, + 0xc51fddc7330d7067L } }, + /* 43 << 196 */ + { { 0x94babeb6da50d531L,0x521b840da6a7b9daL,0x5305151e404bdc89L, + 0x1bcde201d0d07449L }, + { 0xf427a78b3b76a59aL,0xf84841ce07791a1bL,0xebd314bebf91ed1cL, + 0x8e61d34cbf172943L } }, + /* 44 << 196 */ + { { 0x1d5dc4515541b892L,0xb186ee41fc9d9e54L,0x9d9f345ed5bf610dL, + 0x3e7ba65df6acca9fL }, + { 0x9dda787aa8369486L,0x09f9dab78eb5ba53L,0x5afb2033d6481bc3L, + 0x76f4ce30afa62104L } }, + /* 45 << 196 */ + { { 0xa8fa00cff4f066b5L,0x89ab5143461dafc2L,0x44339ed7a3389998L, + 0x2ff862f1bc214903L }, + { 0x2c88f985b05556e3L,0xcd96058e3467081eL,0x7d6a4176edc637eaL, + 0xe1743d0936a5acdcL } }, + /* 46 << 196 */ + { { 0x66fd72e27eb37726L,0xf7fa264e1481a037L,0x9fbd3bde45f4aa79L, + 0xed1e0147767c3e22L }, + { 0x7621f97982e7abe2L,0x19eedc7245f633f8L,0xe69b155e6137bf3aL, + 0xa0ad13ce414ee94eL } }, + /* 47 << 196 */ + { { 0x93e3d5241c0e651aL,0xab1a6e2a02ce227eL,0xe7af17974ab27ecaL, + 0x245446debd444f39L }, + { 0x59e22a2156c07613L,0x43deafcef4275498L,0x10834ccb67fd0946L, + 0xa75841e547406edfL } }, + /* 48 << 196 */ + { { 0xebd6a6777b0ac93dL,0xa6e37b0d78f5e0d7L,0x2516c09676f5492bL, + 0x1e4bf8889ac05f3aL }, + { 0xcdb42ce04df0ba2bL,0x935d5cfd5062341bL,0x8a30333382acac20L, + 0x429438c45198b00eL } }, + /* 49 << 196 */ + { { 0x1d083bc9049d33faL,0x58b82dda946f67ffL,0xac3e2db867a1d6a3L, + 0x62e6bead1798aac8L }, + { 0xfc85980fde46c58cL,0xa7f6937969c8d7beL,0x23557927837b35ecL, + 0x06a933d8e0790c0cL } }, + /* 50 << 196 */ + { { 0x827c0e9b077ff55dL,0x53977798bb26e680L,0x595308741d9cb54fL, + 0xcca3f4494aac53efL }, + { 0x11dc5c87a07eda0fL,0xc138bccffd6400c8L,0x549680d313e5da72L, + 0xc93eed824540617eL } }, + /* 51 << 196 */ + { { 0xfd3db1574d0b75c0L,0x9716eb426386075bL,0x0639605c817b2c16L, + 0x09915109f1e4f201L }, + { 0x35c9a9285cca6c3bL,0xb25f7d1a3505c900L,0xeb9f7d20630480c4L, + 0xc3c7b8c62a1a501cL } }, + /* 52 << 196 */ + { { 0x3f99183c5a1f8e24L,0xfdb118fa9dd255f0L,0xb9b18b90c27f62a6L, + 0xe8f732f7396ec191L }, + { 0x524a2d910be786abL,0x5d32adef0ac5a0f5L,0x9b53d4d69725f694L, + 0x032a76c60510ba89L } }, + /* 53 << 196 */ + { { 0x840391a3ebeb1544L,0x44b7b88c3ed73ac3L,0xd24bae7a256cb8b3L, + 0x7ceb151ae394cb12L }, + { 0xbd6b66d05bc1e6a8L,0xec70cecb090f07bfL,0x270644ed7d937589L, + 0xee9e1a3d5f1dccfeL } }, + /* 54 << 196 */ + { { 0xb0d40a84745b98d2L,0xda429a212556ed40L,0xf676eced85148cb9L, + 0x5a22d40cded18936L }, + { 0x3bc4b9e570e8a4ceL,0xbfd1445b9eae0379L,0xf23f2c0c1a0bd47eL, + 0xa9c0bb31e1845531L } }, + /* 55 << 196 */ + { { 0x9ddc4d600a4c3f6bL,0xbdfaad792c15ef44L,0xce55a2367f484accL, + 0x08653ca7055b1f15L }, + { 0x2efa8724538873a3L,0x09299e5dace1c7e7L,0x07afab66ade332baL, + 0x9be1fdf692dd71b7L } }, + /* 56 << 196 */ + { { 0xa49b5d595758b11cL,0x0b852893c8654f40L,0xb63ef6f452379447L, + 0xd4957d29105e690cL }, + { 0x7d484363646559b0L,0xf4a8273c49788a8eL,0xee406cb834ce54a9L, + 0x1e1c260ff86fda9bL } }, + /* 57 << 196 */ + { { 0xe150e228cf6a4a81L,0x1fa3b6a31b488772L,0x1e6ff110c5a9c15bL, + 0xc6133b918ad6aa47L }, + { 0x8ac5d55c9dffa978L,0xba1d1c1d5f3965f2L,0xf969f4e07732b52fL, + 0xfceecdb5a5172a07L } }, + /* 58 << 196 */ + { { 0xb0120a5f10f2b8f5L,0xc83a6cdf5c4c2f63L,0x4d47a491f8f9c213L, + 0xd9e1cce5d3f1bbd5L }, + { 0x0d91bc7caba7e372L,0xfcdc74c8dfd1a2dbL,0x05efa800374618e5L, + 0x1121696915a7925eL } }, + /* 59 << 196 */ + { { 0xd4c89823f6021c5dL,0x880d5e84eff14423L,0x6523bc5a6dcd1396L, + 0xd1acfdfc113c978bL }, + { 0xb0c164e8bbb66840L,0xf7f4301e72b58459L,0xc29ad4a6a638e8ecL, + 0xf5ab896146b78699L } }, + /* 60 << 196 */ + { { 0x9dbd79740e954750L,0x0121de8864f9d2c6L,0x2e597b42d985232eL, + 0x55b6c3c553451777L }, + { 0xbb53e547519cb9fbL,0xf134019f8428600dL,0x5a473176e081791aL, + 0x2f3e226335fb0c08L } }, + /* 61 << 196 */ + { { 0xb28c301773d273b0L,0xccd210767721ef9aL,0x054cc292b650dc39L, + 0x662246de6188045eL }, + { 0x904b52fa6b83c0d1L,0xa72df26797e9cd46L,0x886b43cd899725e4L, + 0x2b651688d849ff22L } }, + /* 62 << 196 */ + { { 0x60479b7902f34533L,0x5e354c140c77c148L,0xb4bb7581a8537c78L, + 0x188043d7efe1495fL }, + { 0x9ba12f428c1d5026L,0x2e0c8a2693d4aaabL,0xbdba7b8baa57c450L, + 0x140c9ad69bbdafefL } }, + /* 63 << 196 */ + { { 0x2067aa4225ac0f18L,0xf7b1295b04d1fbf3L,0x14829111a4b04824L, + 0x2ce3f19233bd5e91L }, + { 0x9c7a1d558f2e1b72L,0xfe932286302aa243L,0x497ca7b4d4be9554L, + 0xb8e821b8e0547a6eL } }, + /* 64 << 196 */ + { { 0xfb2838be67e573e0L,0x05891db94084c44bL,0x9131137396c1c2c5L, + 0x6aebfa3fd958444bL }, + { 0xac9cdce9e56e55c1L,0x7148ced32caa46d0L,0x2e10c7efb61fe8ebL, + 0x9fd835daff97cf4dL } }, + /* 0 << 203 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 203 */ + { { 0xa36da109081e9387L,0xfb9780d78c935828L,0xd5940332e540b015L, + 0xc9d7b51be0f466faL }, + { 0xfaadcd41d6d9f671L,0xba6c1e28b1a2ac17L,0x066a7833ed201e5fL, + 0x19d99719f90f462bL } }, + /* 2 << 203 */ + { { 0xf431f462060b5f61L,0xa56f46b47bd057c2L,0x348dca6c47e1bf65L, + 0x9a38783e41bcf1ffL }, + { 0x7a5d33a9da710718L,0x5a7799872e0aeaf6L,0xca87314d2d29d187L, + 0xfa0edc3ec687d733L } }, + /* 3 << 203 */ + { { 0x9df336216a31e09bL,0xde89e44dc1350e35L,0x292148714ca0cf52L, + 0xdf3796720b88a538L }, + { 0xc92a510a2591d61bL,0x79aa87d7585b447bL,0xf67db604e5287f77L, + 0x1697c8bf5efe7a80L } }, + /* 4 << 203 */ + { { 0x1c894849cb198ac7L,0xa884a93d0f264665L,0x2da964ef9b200678L, + 0x3c351b87009834e6L }, + { 0xafb2ef9fe2c4b44bL,0x580f6c473326790cL,0xb84805210b02264aL, + 0x8ba6f9e242a194e2L } }, + /* 5 << 203 */ + { { 0xfc87975f8fb54738L,0x3516078827c3ead3L,0x834116d2b74a085aL, + 0x53c99a73a62fe996L }, + { 0x87585be05b81c51bL,0x925bafa8be0852b7L,0x76a4fafda84d19a7L, + 0x39a45982585206d4L } }, + /* 6 << 203 */ + { { 0x499b6ab65eb03c0eL,0xf19b795472bc3fdeL,0xa86b5b9c6e3a80d2L, + 0xe43775086d42819fL }, + { 0xc1663650bb3ee8a3L,0x75eb14fcb132075fL,0xa8ccc9067ad834f6L, + 0xea6a2474e6e92ffdL } }, + /* 7 << 203 */ + { { 0x9d72fd950f8d6758L,0xcb84e101408c07ddL,0xb9114bfda5e23221L, + 0x358b5fe2e94e742cL }, + { 0x1c0577ec95f40e75L,0xf01554513d73f3d6L,0x9d55cd67bd1b9b66L, + 0x63e86e78af8d63c7L } }, + /* 8 << 203 */ + { { 0x39d934abd3c095f1L,0x04b261bee4b76d71L,0x1d2e6970e73e6984L, + 0x879fb23b5e5fcb11L }, + { 0x11506c72dfd75490L,0x3a97d08561bcf1c1L,0x43201d82bf5e7007L, + 0x7f0ac52f798232a7L } }, + /* 9 << 203 */ + { { 0x2715cbc46eb564d4L,0x8d6c752c9e570e29L,0xf80247c89ef5fd5dL, + 0xc3c66b46d53eb514L }, + { 0x9666b4010f87de56L,0xce62c06fc6c603b5L,0xae7b4c607e4fc942L, + 0x38ac0b77663a9c19L } }, + /* 10 << 203 */ + { { 0xcb4d20ee4b049136L,0x8b63bf12356a4613L,0x1221aef670e08128L, + 0xe62d8c514acb6b16L }, + { 0x71f64a67379e7896L,0xb25237a2cafd7fa5L,0xf077bd983841ba6aL, + 0xc4ac02443cd16e7eL } }, + /* 11 << 203 */ + { { 0x548ba86921fea4caL,0xd36d0817f3dfdac1L,0x09d8d71ff4685fafL, + 0x8eff66bec52c459aL }, + { 0x182faee70b57235eL,0xee3c39b10106712bL,0x5107331fc0fcdcb0L, + 0x669fb9dca51054baL } }, + /* 12 << 203 */ + { { 0xb25101fb319d7682L,0xb02931290a982feeL,0x51c1c9b90261b344L, + 0x0e008c5bbfd371faL }, + { 0xd866dd1c0278ca33L,0x666f76a6e5aa53b1L,0xe5cfb7796013a2cfL, + 0x1d3a1aada3521836L } }, + /* 13 << 203 */ + { { 0xcedd253173faa485L,0xc8ee6c4fc0a76878L,0xddbccfc92a11667dL, + 0x1a418ea91c2f695aL }, + { 0xdb11bd9251f73971L,0x3e4b3c82da2ed89fL,0x9a44f3f4e73e0319L, + 0xd1e3de0f303431afL } }, + /* 14 << 203 */ + { { 0x3c5604ff50f75f9cL,0x1d8eddf37e752b22L,0x0ef074dd3c9a1118L, + 0xd0ffc172ccb86d7bL }, + { 0xabd1ece3037d90f2L,0xe3f307d66055856cL,0x422f93287e4c6dafL, + 0x902aac66334879a0L } }, + /* 15 << 203 */ + { { 0xb6a1e7bf94cdfadeL,0x6c97e1ed7fc6d634L,0x662ad24da2fb63f8L, + 0xf81be1b9a5928405L }, + { 0x86d765e4d14b4206L,0xbecc2e0e8fa0db65L,0xa28838e0b17fc76cL, + 0xe49a602ae37cf24eL } }, + /* 16 << 203 */ + { { 0x76b4131a567193ecL,0xaf3c305ae5f6e70bL,0x9587bd39031eebddL, + 0x5709def871bbe831L }, + { 0x570599830eb2b669L,0x4d80ce1b875b7029L,0x838a7da80364ac16L, + 0x2f431d23be1c83abL } }, + /* 17 << 203 */ + { { 0xe56812a6f9294dd3L,0xb448d01f9b4b0d77L,0xf3ae606104e8305cL, + 0x2bead64594d8c63eL }, + { 0x0a85434d84fd8b07L,0x537b983ff7a9dee5L,0xedcc5f18ef55bd85L, + 0x2041af6221c6cf8bL } }, + /* 18 << 203 */ + { { 0x8e52874cb940c71eL,0x211935a9db5f4b3aL,0x94350492301b1dc3L, + 0x33d2646d29958620L }, + { 0x16b0d64bef911404L,0x9d1f25ea9a3c5ef4L,0x20f200eb4a352c78L, + 0x43929f2c4bd0b428L } }, + /* 19 << 203 */ + { { 0xa5656667c7196e29L,0x7992c2f09391be48L,0xaaa97cbd9ee0cd6eL, + 0x51b0310c3dc8c9bfL }, + { 0x237f8acfdd9f22cbL,0xbb1d81a1b585d584L,0x8d5d85f58c416388L, + 0x0d6e5a5a42fe474fL } }, + /* 20 << 203 */ + { { 0xe781276638235d4eL,0x1c62bd67496e3298L,0x8378660c3f175bc8L, + 0x4d04e18917afdd4dL }, + { 0x32a8160185a8068cL,0xdb58e4e192b29a85L,0xe8a65b86c70d8a3bL, + 0x5f0e6f4e98a0403bL } }, + /* 21 << 203 */ + { { 0x0812968469ed2370L,0x34dc30bd0871ee26L,0x3a5ce9487c9c5b05L, + 0x7d487b8043a90c87L }, + { 0x4089ba37dd0e7179L,0x45f80191b4041811L,0x1c3e105898747ba5L, + 0x98c4e13a6e1ae592L } }, + /* 22 << 203 */ + { { 0xd44636e6e82c9f9eL,0x711db87cc33a1043L,0x6f431263aa8aec05L, + 0x43ff120d2744a4aaL }, + { 0xd3bd892fae77779bL,0xf0fe0cc98cdc9f82L,0xca5f7fe6f1c5b1bcL, + 0xcc63a68244929a72L } }, + /* 23 << 203 */ + { { 0xc7eaba0c09dbe19aL,0x2f3585ad6b5c73c2L,0x8ab8924b0ae50c30L, + 0x17fcd27a638b30baL }, + { 0xaf414d3410b3d5a5L,0x09c107d22a9accf1L,0x15dac49f946a6242L, + 0xaec3df2ad707d642L } }, + /* 24 << 203 */ + { { 0x2c2492b73f894ae0L,0xf59df3e5b75f18ceL,0x7cb740d28f53cad0L, + 0x3eb585fbc4f01294L }, + { 0x17da0c8632c7f717L,0xeb8c795baf943f4cL,0x4ee23fb5f67c51d2L, + 0xef18757568889949L } }, + /* 25 << 203 */ + { { 0xa6b4bdb20389168bL,0xc4ecd258ea577d03L,0x3a63782b55743082L, + 0x6f678f4cc72f08cdL }, + { 0x553511cf65e58dd8L,0xd53b4e3ed402c0cdL,0x37de3e29a037c14cL, + 0x86b6c516c05712aaL } }, + /* 26 << 203 */ + { { 0x2834da3eb38dff6fL,0xbe012c52ea636be8L,0x292d238c61dd37f8L, + 0x0e54523f8f8142dbL }, + { 0xe31eb436036a05d8L,0x83e3cdff1e93c0ffL,0x3fd2fe0f50821ddfL, + 0xc8e19b0dff9eb33bL } }, + /* 27 << 203 */ + { { 0xc8cc943fb569a5feL,0xad0090d4d4342d75L,0x82090b4bcaeca000L, + 0xca39687f1bd410ebL }, + { 0xe7bb0df765959d77L,0x39d782189c964999L,0xd87f62e8b2415451L, + 0xe5efb774bed76108L } }, + /* 28 << 203 */ + { { 0x3ea011a4e822f0d0L,0xbc647ad15a8704f8L,0xbb315b3550c6820fL, + 0x863dec3db7e76becL }, + { 0x01ff5d3af017bfc7L,0x20054439976b8229L,0x067fca370bbd0d3bL, + 0xf63dde647f5e3d0fL } }, + /* 29 << 203 */ + { { 0x22dbefb32a4c94e9L,0xafbff0fe96f8278aL,0x80aea0b13503793dL, + 0xb22380295f06cd29L }, + { 0x65703e578ec3fecaL,0x06c38314393e7053L,0xa0b751eb7c6734c4L, + 0xd2e8a435c59f0f1eL } }, + /* 30 << 203 */ + { { 0x147d90525e9ca895L,0x2f4dd31e972072dfL,0xa16fda8ee6c6755cL, + 0xc66826ffcf196558L }, + { 0x1f1a76a30cf43895L,0xa9d604e083c3097bL,0xe190830966390e0eL, + 0xa50bf753b3c85effL } }, + /* 31 << 203 */ + { { 0x0696bddef6a70251L,0x548b801b3c6ab16aL,0x37fcf704a4d08762L, + 0x090b3defdff76c4eL }, + { 0x87e8cb8969cb9158L,0x44a90744995ece43L,0xf85395f40ad9fbf5L, + 0x49b0f6c54fb0c82dL } }, + /* 32 << 203 */ + { { 0x75d9bc15adf7cccfL,0x81a3e5d6dfa1e1b0L,0x8c39e444249bc17eL, + 0xf37dccb28ea7fd43L }, + { 0xda654873907fba12L,0x35daa6da4a372904L,0x0564cfc66283a6c5L, + 0xd09fa4f64a9395bfL } }, + /* 33 << 203 */ + { { 0x688e9ec9aeb19a36L,0xd913f1cec7bfbfb4L,0x797b9a3c61c2faa6L, + 0x2f979bec6a0a9c12L }, + { 0xb5969d0f359679ecL,0xebcf523d079b0460L,0xfd6b000810fab870L, + 0x3f2edcda9373a39cL } }, + /* 34 << 203 */ + { { 0x0d64f9a76f568431L,0xf848c27c02f8898cL,0xf418ade1260b5bd5L, + 0xc1f3e3236973dee8L }, + { 0x46e9319c26c185ddL,0x6d85b7d8546f0ac4L,0x427965f2247f9d57L, + 0xb519b636b0035f48L } }, + /* 35 << 203 */ + { { 0x6b6163a9ab87d59cL,0xff9f58c339caaa11L,0x4ac39cde3177387bL, + 0x5f6557c2873e77f9L }, + { 0x6750400636a83041L,0x9b1c96ca75ef196cL,0xf34283deb08c7940L, + 0x7ea096441128c316L } }, + /* 36 << 203 */ + { { 0xb510b3b56aa39dffL,0x59b43da29f8e4d8cL,0xa8ce31fd9e4c4b9fL, + 0x0e20be26c1303c01L }, + { 0x18187182e8ee47c9L,0xd9687cdb7db98101L,0x7a520e4da1e14ff6L, + 0x429808ba8836d572L } }, + /* 37 << 203 */ + { { 0xa37ca60d4944b663L,0xf901f7a9a3f91ae5L,0xe4e3e76e9e36e3b1L, + 0x9aa219cf29d93250L }, + { 0x347fe275056a2512L,0xa4d643d9de65d95cL,0x9669d396699fc3edL, + 0xb598dee2cf8c6bbeL } }, + /* 38 << 203 */ + { { 0x682ac1e5dda9e5c6L,0x4e0d3c72caa9fc95L,0x17faaade772bea44L, + 0x5ef8428cab0009c8L }, + { 0xcc4ce47a460ff016L,0xda6d12bf725281cbL,0x44c678480223aad2L, + 0x6e342afa36256e28L } }, + /* 39 << 203 */ + { { 0x1400bb0b93a37c04L,0x62b1bc9bdd10bd96L,0x7251adeb0dac46b7L, + 0x7d33b92e7be4ef51L }, + { 0x28b2a94be61fa29aL,0x4b2be13f06422233L,0x36d6d062330d8d37L, + 0x5ef80e1eb28ca005L } }, + /* 40 << 203 */ + { { 0x174d46996d16768eL,0x9fc4ff6a628bf217L,0x77705a94154e490dL, + 0x9d96dd288d2d997aL }, + { 0x77e2d9d8ce5d72c4L,0x9d06c5a4c11c714fL,0x02aa513679e4a03eL, + 0x1386b3c2030ff28bL } }, + /* 41 << 203 */ + { { 0xfe82e8a6fb283f61L,0x7df203e5f3abc3fbL,0xeec7c3513a4d3622L, + 0xf7d17dbfdf762761L }, + { 0xc3956e44522055f0L,0xde3012db8fa748dbL,0xca9fcb63bf1dcc14L, + 0xa56d9dcfbe4e2f3aL } }, + /* 42 << 203 */ + { { 0xb86186b68bcec9c2L,0x7cf24df9680b9f06L,0xc46b45eac0d29281L, + 0xfff42bc507b10e12L }, + { 0x12263c404d289427L,0x3d5f1899b4848ec4L,0x11f97010d040800cL, + 0xb4c5f529300feb20L } }, + /* 43 << 203 */ + { { 0xcc543f8fde94fdcbL,0xe96af739c7c2f05eL,0xaa5e0036882692e1L, + 0x09c75b68950d4ae9L }, + { 0x62f63df2b5932a7aL,0x2658252ede0979adL,0x2a19343fb5e69631L, + 0x718c7501525b666bL } }, + /* 44 << 203 */ + { { 0x26a42d69ea40dc3aL,0xdc84ad22aecc018fL,0x25c36c7b3270f04aL, + 0x46ba6d4750fa72edL }, + { 0x6c37d1c593e58a8eL,0xa2394731120c088cL,0xc3be4263cb6e86daL, + 0x2c417d367126d038L } }, + /* 45 << 203 */ + { { 0x5b70f9c58b6f8efaL,0x671a2faa37718536L,0xd3ced3c6b539c92bL, + 0xe56f1bd9a31203c2L }, + { 0x8b096ec49ff3c8ebL,0x2deae43243491ceaL,0x2465c6eb17943794L, + 0x5d267e6620586843L } }, + /* 46 << 203 */ + { { 0x9d3d116db07159d0L,0xae07a67fc1896210L,0x8fc84d87bb961579L, + 0x30009e491c1f8dd6L }, + { 0x8a8caf22e3132819L,0xcffa197cf23ab4ffL,0x58103a44205dd687L, + 0x57b796c30ded67a2L } }, + /* 47 << 203 */ + { { 0x0b9c3a6ca1779ad7L,0xa33cfe2e357c09c5L,0x2ea293153db4a57eL, + 0x919596958ebeb52eL }, + { 0x118db9a6e546c879L,0x8e996df46295c8d6L,0xdd99048455ec806bL, + 0x24f291ca165c1035L } }, + /* 48 << 203 */ + { { 0xcca523bb440e2229L,0x324673a273ef4d04L,0xaf3adf343e11ec39L, + 0x6136d7f1dc5968d3L }, + { 0x7a7b2899b053a927L,0x3eaa2661ae067ecdL,0x8549b9c802779cd9L, + 0x061d7940c53385eaL } }, + /* 49 << 203 */ + { { 0x3e0ba883f06d18bdL,0x4ba6de53b2700843L,0xb966b668591a9e4dL, + 0x93f675677f4fa0edL }, + { 0x5a02711b4347237bL,0xbc041e2fe794608eL,0x55af10f570f73d8cL, + 0xd2d4d4f7bb7564f7L } }, + /* 50 << 203 */ + { { 0xd7d27a89b3e93ce7L,0xf7b5a8755d3a2c1bL,0xb29e68a0255b218aL, + 0xb533837e8af76754L }, + { 0xd1b05a73579fab2eL,0xb41055a1ecd74385L,0xb2369274445e9115L, + 0x2972a7c4f520274eL } }, + /* 51 << 203 */ + { { 0x6c08334ef678e68aL,0x4e4160f099b057edL,0x3cfe11b852ccb69aL, + 0x2fd1823a21c8f772L }, + { 0xdf7f072f3298f055L,0x8c0566f9fec74a6eL,0xe549e0195bb4d041L, + 0x7c3930ba9208d850L } }, + /* 52 << 203 */ + { { 0xe07141fcaaa2902bL,0x539ad799e4f69ad3L,0xa6453f94813f9ffdL, + 0xc58d3c48375bc2f7L }, + { 0xb3326fad5dc64e96L,0x3aafcaa9b240e354L,0x1d1b0903aca1e7a9L, + 0x4ceb97671211b8a0L } }, + /* 53 << 203 */ + { { 0xeca83e49e32a858eL,0x4c32892eae907badL,0xd5b42ab62eb9b494L, + 0x7fde3ee21eabae1bL }, + { 0x13b5ab09caf54957L,0xbfb028bee5f5d5d5L,0x928a06502003e2c0L, + 0x90793aac67476843L } }, + /* 54 << 203 */ + { { 0x5e942e79c81710a0L,0x557e4a3627ccadd4L,0x72a2bc564bcf6d0cL, + 0x09ee5f4326d7b80cL }, + { 0x6b70dbe9d4292f19L,0x56f74c2663f16b18L,0xc23db0f735fbb42aL, + 0xb606bdf66ae10040L } }, + /* 55 << 203 */ + { { 0x1eb15d4d044573acL,0x7dc3cf86556b0ba4L,0x97af9a33c60df6f7L, + 0x0b1ef85ca716ce8cL }, + { 0x2922f884c96958beL,0x7c32fa9435690963L,0x2d7f667ceaa00061L, + 0xeaaf7c173547365cL } }, + /* 56 << 203 */ + { { 0x1eb4de4687032d58L,0xc54f3d835e2c79e0L,0x07818df45d04ef23L, + 0x55faa9c8673d41b4L }, + { 0xced64f6f89b95355L,0x4860d2eab7415c84L,0x5fdb9bd2050ebad3L, + 0xdb53e0cc6685a5bfL } }, + /* 57 << 203 */ + { { 0xb830c0319feb6593L,0xdd87f3106accff17L,0x2303ebab9f555c10L, + 0x94603695287e7065L }, + { 0xf88311c32e83358cL,0x508dd9b4eefb0178L,0x7ca237062dba8652L, + 0x62aac5a30047abe5L } }, + /* 58 << 203 */ + { { 0x9a61d2a08b1ea7b3L,0xd495ab63ae8b1485L,0x38740f8487052f99L, + 0x178ebe5bb2974eeaL }, + { 0x030bbcca5b36d17fL,0xb5e4cce3aaf86eeaL,0xb51a022068f8e9e0L, + 0xa434879609eb3e75L } }, + /* 59 << 203 */ + { { 0xbe592309eef1a752L,0x5d7162d76f2aa1edL,0xaebfb5ed0f007dd2L, + 0x255e14b2c89edd22L }, + { 0xba85e0720303b697L,0xc5d17e25f05720ffL,0x02b58d6e5128ebb6L, + 0x2c80242dd754e113L } }, + /* 60 << 203 */ + { { 0x919fca5fabfae1caL,0x937afaac1a21459bL,0x9e0ca91c1f66a4d2L, + 0x194cc7f323ec1331L }, + { 0xad25143a8aa11690L,0xbe40ad8d09b59e08L,0x37d60d9be750860aL, + 0x6c53b008c6bf434cL } }, + /* 61 << 203 */ + { { 0xb572415d1356eb80L,0xb8bf9da39578ded8L,0x22658e365e8fb38bL, + 0x9b70ce225af8cb22L }, + { 0x7c00018a829a8180L,0x84329f93b81ed295L,0x7c343ea25f3cea83L, + 0x38f8655f67586536L } }, + /* 62 << 203 */ + { { 0xa661a0d01d3ec517L,0x98744652512321aeL,0x084ca591eca92598L, + 0xa9bb9dc91dcb3febL }, + { 0x14c5435578b4c240L,0x5ed62a3b610cafdcL,0x07512f371b38846bL, + 0x571bb70ab0e38161L } }, + /* 63 << 203 */ + { { 0xb556b95b2da705d2L,0x3ef8ada6b1a08f98L,0x85302ca7ddecfbe5L, + 0x0e530573943105cdL }, + { 0x60554d5521a9255dL,0x63a32fa1f2f3802aL,0x35c8c5b0cd477875L, + 0x97f458ea6ad42da1L } }, + /* 64 << 203 */ + { { 0x832d7080eb6b242dL,0xd30bd0233b71e246L,0x7027991bbe31139dL, + 0x68797e91462e4e53L }, + { 0x423fe20a6b4e185aL,0x82f2c67e42d9b707L,0x25c817684cf7811bL, + 0xbd53005e045bb95dL } }, + /* 0 << 210 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 210 */ + { { 0xe5f649be9d8e68fdL,0xdb0f05331b044320L,0xf6fde9b3e0c33398L, + 0x92f4209b66c8cfaeL }, + { 0xe9d1afcc1a739d4bL,0x09aea75fa28ab8deL,0x14375fb5eac6f1d0L, + 0x6420b560708f7aa5L } }, + /* 2 << 210 */ + { { 0x9eae499c6254dc41L,0x7e2939247a837e7eL,0x74aec08c090524a7L, + 0xf82b92198d6f55f2L }, + { 0x493c962e1402cec5L,0x9f17ca17fa2f30e7L,0xbcd783e8e9b879cbL, + 0xea3d8c145a6f145fL } }, + /* 3 << 210 */ + { { 0xdede15e75e0dee6eL,0x74f24872dc628aa2L,0xd3e9c4fe7861bb93L, + 0x56d4822a6187b2e0L }, + { 0xb66417cfc59826f9L,0xca2609692408169eL,0xedf69d06c79ef885L, + 0x00031f8adc7d138fL } }, + /* 4 << 210 */ + { { 0x103c46e60ebcf726L,0x4482b8316231470eL,0x6f6dfaca487c2109L, + 0x2e0ace9762e666efL }, + { 0x3246a9d31f8d1f42L,0x1b1e83f1574944d2L,0x13dfa63aa57f334bL, + 0x0cf8daed9f025d81L } }, + /* 5 << 210 */ + { { 0x30d78ea800ee11c1L,0xeb053cd4b5e3dd75L,0x9b65b13ed58c43c5L, + 0xc3ad49bdbd151663L }, + { 0x99fd8e41b6427990L,0x12cf15bd707eae1eL,0x29ad4f1b1aabb71eL, + 0x5143e74d07545d0eL } }, + /* 6 << 210 */ + { { 0x30266336c88bdee1L,0x25f293065876767cL,0x9c078571c6731996L, + 0xc88690b2ed552951L }, + { 0x274f2c2d852705b4L,0xb0bf8d444e09552dL,0x7628beeb986575d1L, + 0x407be2387f864651L } }, + /* 7 << 210 */ + { { 0x0e5e3049a639fc6bL,0xe75c35d986003625L,0x0cf35bd85dcc1646L, + 0x8bcaced26c26273aL }, + { 0xe22ecf1db5536742L,0x013dd8971a9e068bL,0x17f411cb8a7909c5L, + 0x5757ac98861dd506L } }, + /* 8 << 210 */ + { { 0x85de1f0d1e935abbL,0xdefd10b4154de37aL,0xb8d9e392369cebb5L, + 0x54d5ef9b761324beL }, + { 0x4d6341ba74f17e26L,0xc0a0e3c878c1dde4L,0xa6d7758187d918fdL, + 0x6687601502ca3a13L } }, + /* 9 << 210 */ + { { 0xc7313e9cf36658f0L,0xc433ef1c71f8057eL,0x853262461b6a835aL, + 0xc8f053987c86394cL }, + { 0xff398cdfe983c4a1L,0xbf5e816203b7b931L,0x93193c46b7b9045bL, + 0x1e4ebf5da4a6e46bL } }, + /* 10 << 210 */ + { { 0xf9942a6043a24fe7L,0x29c1191effb3492bL,0x9f662449902fde05L, + 0xc792a7ac6713c32dL }, + { 0x2fd88ad8b737982cL,0x7e3a0319a21e60e3L,0x09b0de447383591aL, + 0x6df141ee8310a456L } }, + /* 11 << 210 */ + { { 0xaec1a039e6d6f471L,0x14b2ba0f1198d12eL,0xebc1a1603aeee5acL, + 0x401f4836e0b964ceL }, + { 0x2ee437964fd03f66L,0x3fdb4e49dd8f3f12L,0x6ef267f629380f18L, + 0x3e8e96708da64d16L } }, + /* 12 << 210 */ + { { 0xbc19180c207674f1L,0x112e09a733ae8fdbL,0x996675546aaeb71eL, + 0x79432af1e101b1c7L }, + { 0xd5eb558fde2ddec6L,0x81392d1f5357753fL,0xa7a76b973ae1158aL, + 0x416fbbff4a899991L } }, + /* 13 << 210 */ + { { 0x9e65fdfd0d4a9dcfL,0x7bc29e48944ddf12L,0xbc1a92d93c856866L, + 0x273c69056e98dfe2L }, + { 0x69fce418cdfaa6b8L,0x606bd8235061c69fL,0x42d495a06af75e27L, + 0x8ed3d5056d873a1fL } }, + /* 14 << 210 */ + { { 0xaf5528416ab25b6aL,0xc6c0ffc72b1a4523L,0xab18827b21c99e03L, + 0x060e86489034691bL }, + { 0x5207f90f93c7f398L,0x9f4a96cb82f8d10bL,0xdd71cd793ad0f9e3L, + 0x84f435d2fc3a54f5L } }, + /* 15 << 210 */ + { { 0x4b03c55b8e33787fL,0xef42f975a6384673L,0xff7304f75051b9f0L, + 0x18aca1dc741c87c2L }, + { 0x56f120a72d4bfe80L,0xfd823b3d053e732cL,0x11bccfe47537ca16L, + 0xdf6c9c741b5a996bL } }, + /* 16 << 210 */ + { { 0xee7332c7904fc3faL,0x14a23f45c7e3636aL,0xc38659c3f091d9aaL, + 0x4a995e5db12d8540L }, + { 0x20a53becf3a5598aL,0x56534b17b1eaa995L,0x9ed3dca4bf04e03cL, + 0x716c563ad8d56268L } }, + /* 17 << 210 */ + { { 0x27ba77a41d6178e7L,0xe4c80c4068a1ff8eL,0x750110990a13f63dL, + 0x7bf33521a61d46f3L }, + { 0x0aff218e10b365bbL,0x810218040fd7ea75L,0x05a3fd8aa4b3a925L, + 0xb829e75f9b3db4e6L } }, + /* 18 << 210 */ + { { 0x6bdc75a54d53e5fbL,0x04a5dc02d52717e3L,0x86af502fe9a42ec2L, + 0x8867e8fb2630e382L }, + { 0xbf845c6ebec9889bL,0x54f491f2cb47c98dL,0xa3091fba790c2a12L, + 0xd7f6fd78c20f708bL } }, + /* 19 << 210 */ + { { 0xa569ac30acde5e17L,0xd0f996d06852b4d7L,0xe51d4bb54609ae54L, + 0x3fa37d170daed061L }, + { 0x62a8868434b8fb41L,0x99a2acbd9efb64f1L,0xb75c1a5e6448e1f2L, + 0xfa99951a42b5a069L } }, + /* 20 << 210 */ + { { 0x6d956e892f3b26e7L,0xf4709860da875247L,0x3ad151792482dda3L, + 0xd64110e3017d82f0L }, + { 0x14928d2cfad414e4L,0x2b155f582ed02b24L,0x481a141bcb821bf1L, + 0x12e3c7704f81f5daL } }, + /* 21 << 210 */ + { { 0xe49c5de59fff8381L,0x110532325bbec894L,0xa0d051cc454d88c4L, + 0x4f6db89c1f8e531bL }, + { 0x34fe3fd6ca563a44L,0x7f5c221558da8ab9L,0x8445016d9474f0a1L, + 0x17d34d61cb7d8a0aL } }, + /* 22 << 210 */ + { { 0x8e9d39101c474019L,0xcaff2629d52ceefbL,0xf9cf3e32c1622c2bL, + 0xd4b95e3ce9071a05L }, + { 0xfbbca61f1594438cL,0x1eb6e6a604aadedfL,0x853027f468e14940L, + 0x221d322adfabda9cL } }, + /* 23 << 210 */ + { { 0xed8ea9f6b7cb179aL,0xdc7b764db7934dccL,0xfcb139405e09180dL, + 0x6629a6bfb47dc2ddL }, + { 0xbfc55e4e9f5a915eL,0xb1db9d376204441eL,0xf82d68cf930c5f53L, + 0x17d3a142cbb605b1L } }, + /* 24 << 210 */ + { { 0xdd5944ea308780f2L,0xdc8de7613845f5e4L,0x6beaba7d7624d7a3L, + 0x1e709afd304df11eL }, + { 0x9536437602170456L,0xbf204b3ac8f94b64L,0x4e53af7c5680ca68L, + 0x0526074ae0c67574L } }, + /* 25 << 210 */ + { { 0x95d8cef8ecd92af6L,0xe6b9fa7a6cd1745aL,0x3d546d3da325c3e4L, + 0x1f57691d9ae93aaeL }, + { 0xe891f3fe9d2e1a33L,0xd430093fac063d35L,0xeda59b125513a327L, + 0xdc2134f35536f18fL } }, + /* 26 << 210 */ + { { 0xaa51fe2c5c210286L,0x3f68aaee1cab658cL,0x5a23a00bf9357292L, + 0x9a626f397efdabedL }, + { 0xfe2b3bf3199d78e3L,0xb7a2af7771bbc345L,0x3d19827a1e59802cL, + 0x823bbc15b487a51cL } }, + /* 27 << 210 */ + { { 0x856139f299d0a422L,0x9ac3df65f456c6fbL,0xaddf65c6701f8bd6L, + 0x149f321e3758df87L }, + { 0xb1ecf714721b7ebaL,0xe17df09831a3312aL,0xdb2fd6ecd5c4d581L, + 0xfd02996f8fcea1b3L } }, + /* 28 << 210 */ + { { 0xe29fa63e7882f14fL,0xc9f6dc3507c6cadcL,0x46f22d6fb882bed0L, + 0x1a45755bd118e52cL }, + { 0x9f2c7c277c4608cfL,0x7ccbdf32568012c2L,0xfcb0aedd61729b0eL, + 0x7ca2ca9ef7d75dbfL } }, + /* 29 << 210 */ + { { 0xf58fecb16f640f62L,0xe274b92b39f51946L,0x7f4dfc046288af44L, + 0x0a91f32aeac329e5L }, + { 0x43ad274bd6aaba31L,0x719a16400f6884f9L,0x685d29f6daf91e20L, + 0x5ec1cc3327e49d52L } }, + /* 30 << 210 */ + { { 0x38f4de963b54a059L,0x0e0015e5efbcfdb3L,0x177d23d94dbb8da6L, + 0x98724aa297a617adL }, + { 0x30f0885bfdb6558eL,0xf9f7a28ac7899a96L,0xd2ae8ac8872dc112L, + 0xfa0642ca73c3c459L } }, + /* 31 << 210 */ + { { 0x15296981e7dfc8d6L,0x67cd44501fb5b94aL,0x0ec71cf10eddfd37L, + 0xc7e5eeb39a8eddc7L }, + { 0x02ac8e3d81d95028L,0x0088f17270b0e35dL,0xec041fabe1881fe3L, + 0x62cf71b8d99e7faaL } }, + /* 32 << 210 */ + { { 0x5043dea7e0f222c2L,0x309d42ac72e65142L,0x94fe9ddd9216cd30L, + 0xd6539c7d0f87feecL }, + { 0x03c5a57c432ac7d7L,0x72692cf0327fda10L,0xec28c85f280698deL, + 0x2331fb467ec283b1L } }, + /* 33 << 210 */ + { { 0xd34bfa322867e633L,0x78709a820a9cc815L,0xb7fe6964875e2fa5L, + 0x25cc064f9e98bfb5L }, + { 0x9eb0151c493a65c5L,0x5fb5d94153182464L,0x69e6f130f04618e2L, + 0xa8ecec22f89c8ab6L } }, + /* 34 << 210 */ + { { 0xcd6ac88bb96209bdL,0x65fa8cdbb3e1c9e0L,0xa47d22f54a8d8eacL, + 0x83895cdf8d33f963L }, + { 0xa8adca59b56cd3d1L,0x10c8350bdaf38232L,0x2b161fb3a5080a9fL, + 0xbe7f5c643af65b3aL } }, + /* 35 << 210 */ + { { 0x2c75403997403a11L,0x94626cf7121b96afL,0x431de7c46a983ec2L, + 0x3780dd3a52cc3df7L }, + { 0xe28a0e462baf8e3bL,0xabe68aad51d299aeL,0x603eb8f9647a2408L, + 0x14c61ed65c750981L } }, + /* 36 << 210 */ + { { 0x88b34414c53352e7L,0x5a34889c1337d46eL,0x612c1560f95f2bc8L, + 0x8a3f8441d4807a3aL }, + { 0x680d9e975224da68L,0x60cd6e88c3eb00e9L,0x3875a98e9a6bc375L, + 0xdc80f9244fd554c2L } }, + /* 37 << 210 */ + { { 0x6c4b34156ac77407L,0xa1e5ea8f25420681L,0x541bfa144607a458L, + 0x5dbc7e7a96d7fbf9L }, + { 0x646a851b31590a47L,0x039e85ba15ee6df8L,0xd19fa231d7b43fc0L, + 0x84bc8be8299a0e04L } }, + /* 38 << 210 */ + { { 0x2b9d2936f20df03aL,0x240543828608d472L,0x76b6ba049149202aL, + 0xb21c38313670e7b7L }, + { 0xddd93059d6fdee10L,0x9da47ad378488e71L,0x99cc1dfda0fcfb25L, + 0x42abde1064696954L } }, + /* 39 << 210 */ + { { 0x14cc15fc17eab9feL,0xd6e863e4d3e70972L,0x29a7765c6432112cL, + 0x886600015b0774d8L }, + { 0x3729175a2c088eaeL,0x13afbcae8230b8d4L,0x44768151915f4379L, + 0xf086431ad8d22812L } }, + /* 40 << 210 */ + { { 0x37461955c298b974L,0x905fb5f0f8711e04L,0x787abf3afe969d18L, + 0x392167c26f6a494eL }, + { 0xfc7a0d2d28c511daL,0xf127c7dcb66a262dL,0xf9c4bb95fd63fdf0L, + 0x900165893913ef46L } }, + /* 41 << 210 */ + { { 0x74d2a73c11aa600dL,0x2f5379bd9fb5ab52L,0xe49e53a47fb70068L, + 0x68dd39e5404aa9a7L }, + { 0xb9b0cf572ecaa9c3L,0xba0e103be824826bL,0x60c2198b4631a3c4L, + 0xc5ff84abfa8966a2L } }, + /* 42 << 210 */ + { { 0x2d6ebe22ac95aff8L,0x1c9bb6dbb5a46d09L,0x419062da53ee4f8dL, + 0x7b9042d0bb97efefL }, + { 0x0f87f080830cf6bdL,0x4861d19a6ec8a6c6L,0xd3a0daa1202f01aaL, + 0xb0111674f25afbd5L } }, + /* 43 << 210 */ + { { 0x6d00d6cf1afb20d9L,0x1369500040671bc5L,0x913ab0dc2485ea9bL, + 0x1f2bed069eef61acL }, + { 0x850c82176d799e20L,0x93415f373271c2deL,0x5afb06e96c4f5910L, + 0x688a52dfc4e9e421L } }, + /* 44 << 210 */ + { { 0x30495ba3e2a9a6dbL,0x4601303d58f9268bL,0xbe3b0dad7eb0f04fL, + 0x4ea472504456936dL }, + { 0x8caf8798d33fd3e7L,0x1ccd8a89eb433708L,0x9effe3e887fd50adL, + 0xbe240a566b29c4dfL } }, + /* 45 << 210 */ + { { 0xec4ffd98ca0e7ebdL,0xf586783ae748616eL,0xa5b00d8fc77baa99L, + 0x0acada29b4f34c9cL }, + { 0x36dad67d0fe723acL,0x1d8e53a539c36c1eL,0xe4dd342d1f4bea41L, + 0x64fd5e35ebc9e4e0L } }, + /* 46 << 210 */ + { { 0x96f01f9057908805L,0xb5b9ea3d5ed480ddL,0x366c5dc23efd2dd0L, + 0xed2fe3056e9dfa27L }, + { 0x4575e8926e9197e2L,0x11719c09ab502a5dL,0x264c7bece81f213fL, + 0x741b924155f5c457L } }, + /* 47 << 210 */ + { { 0x78ac7b6849a5f4f4L,0xf91d70a29fc45b7dL,0x39b05544b0f5f355L, + 0x11f06bceeef930d9L }, + { 0xdb84d25d038d05e1L,0x04838ee5bacc1d51L,0x9da3ce869e8ee00bL, + 0xc3412057c36eda1fL } }, + /* 48 << 210 */ + { { 0xae80b91364d9c2f4L,0x7468bac3a010a8ffL,0xdfd2003737359d41L, + 0x1a0f5ab815efeaccL }, + { 0x7c25ad2f659d0ce0L,0x4011bcbb6785cff1L,0x128b99127e2192c7L, + 0xa549d8e113ccb0e8L } }, + /* 49 << 210 */ + { { 0x805588d8c85438b1L,0x5680332dbc25cb27L,0xdcd1bc961a4bfdf4L, + 0x779ff428706f6566L }, + { 0x8bbee998f059987aL,0xf6ce8cf2cc686de7L,0xf8ad3c4a953cfdb2L, + 0xd1d426d92205da36L } }, + /* 50 << 210 */ + { { 0xb3c0f13fc781a241L,0x3e89360ed75362a8L,0xccd05863c8a91184L, + 0x9bd0c9b7efa8a7f4L }, + { 0x97ee4d538a912a4bL,0xde5e15f8bcf518fdL,0x6a055bf8c467e1e0L, + 0x10be4b4b1587e256L } }, + /* 51 << 210 */ + { { 0xd90c14f2668621c9L,0xd5518f51ab9c92c1L,0x8e6a0100d6d47b3cL, + 0xcbe980dd66716175L }, + { 0x500d3f10ddd83683L,0x3b6cb35d99cac73cL,0x53730c8b6083d550L, + 0xcf159767df0a1987L } }, + /* 52 << 210 */ + { { 0x84bfcf5343ad73b3L,0x1b528c204f035a94L,0x4294edf733eeac69L, + 0xb6283e83817f3240L }, + { 0xc3fdc9590a5f25b1L,0xefaf8aa55844ee22L,0xde269ba5dbdde4deL, + 0xe3347160c56133bfL } }, + /* 53 << 210 */ + { { 0xc11842198d9ea9f8L,0x090de5dbf3fc1ab5L,0x404c37b10bf22cdaL, + 0x7de20ec8f5618894L }, + { 0x754c588eecdaecabL,0x6ca4b0ed88342743L,0x76f08bddf4a938ecL, + 0xd182de8991493ccbL } }, + /* 54 << 210 */ + { { 0xd652c53ec8a4186aL,0xb3e878db946d8e33L,0x088453c05f37663cL, + 0x5cd9daaab407748bL }, + { 0xa1f5197f586d5e72L,0x47500be8c443ca59L,0x78ef35b2e2652424L, + 0x09c5d26f6dd7767dL } }, + /* 55 << 210 */ + { { 0x7175a79aa74d3f7bL,0x0428fd8dcf5ea459L,0x511cb97ca5d1746dL, + 0x36363939e71d1278L }, + { 0xcf2df95510350bf4L,0xb381743960aae782L,0xa748c0e43e688809L, + 0x98021fbfd7a5a006L } }, + /* 56 << 210 */ + { { 0x9076a70c0e367a98L,0xbea1bc150f62b7c2L,0x2645a68c30fe0343L, + 0xacaffa78699dc14fL }, + { 0xf4469964457bf9c4L,0x0db6407b0d2ead83L,0x68d56cadb2c6f3ebL, + 0x3b512e73f376356cL } }, + /* 57 << 210 */ + { { 0xe43b0e1ffce10408L,0x89ddc0035a5e257dL,0xb0ae0d120362e5b3L, + 0x07f983c7b0519161L }, + { 0xc2e94d155d5231e7L,0xcff22aed0b4f9513L,0xb02588dd6ad0b0b5L, + 0xb967d1ac11d0dcd5L } }, + /* 58 << 210 */ + { { 0x8dac6bc6cf777b6cL,0x0062bdbd4c6d1959L,0x53da71b50ef5cc85L, + 0x07012c7d4006f14fL }, + { 0x4617f962ac47800dL,0x53365f2bc102ed75L,0xb422efcb4ab8c9d3L, + 0x195cb26b34af31c9L } }, + /* 59 << 210 */ + { { 0x3a926e2905f2c4ceL,0xbd2bdecb9856966cL,0x5d16ab3a85527015L, + 0x9f81609e4486c231L }, + { 0xd8b96b2cda350002L,0xbd054690fa1b7d36L,0xdc90ebf5e71d79bcL, + 0xf241b6f908964e4eL } }, + /* 60 << 210 */ + { { 0x7c8386432fe3cd4cL,0xe0f33acbb4bc633cL,0xb4a9ecec3d139f1fL, + 0x05ce69cddc4a1f49L }, + { 0xa19d1b16f5f98aafL,0x45bb71d66f23e0efL,0x33789fcd46cdfdd3L, + 0x9b8e2978cee040caL } }, + /* 61 << 210 */ + { { 0x9c69b246ae0a6828L,0xba533d247078d5aaL,0x7a2e42c07bb4fbdbL, + 0xcfb4879a7035385cL }, + { 0x8c3dd30b3281705bL,0x7e361c6c404fe081L,0x7b21649c3f604edfL, + 0x5dbf6a3fe52ffe47L } }, + /* 62 << 210 */ + { { 0xc41b7c234b54d9bfL,0x1374e6813511c3d9L,0x1863bf16c1b2b758L, + 0x90e785071e9e6a96L }, + { 0xab4bf98d5d86f174L,0xd74e0bd385e96fe4L,0x8afde39fcac5d344L, + 0x90946dbcbd91b847L } }, + /* 63 << 210 */ + { { 0xf5b42358fe1a838cL,0x05aae6c5620ac9d8L,0x8e193bd8a1ce5a0bL, + 0x8f7105714dabfd72L }, + { 0x8d8fdd48182caaacL,0x8c4aeefa040745cfL,0x73c6c30af3b93e6dL, + 0x991241f316f42011L } }, + /* 64 << 210 */ + { { 0xa0158eeae457a477L,0xd19857dbee6ddc05L,0xb326522418c41671L, + 0x3ffdfc7e3c2c0d58L }, + { 0x3a3a525426ee7cdaL,0x341b0869df02c3a8L,0xa023bf42723bbfc8L, + 0x3d15002a14452691L } }, + /* 0 << 217 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 217 */ + { { 0x5ef7324c85edfa30L,0x2597655487d4f3daL,0x352f5bc0dcb50c86L, + 0x8f6927b04832a96cL }, + { 0xd08ee1ba55f2f94cL,0x6a996f99344b45faL,0xe133cb8da8aa455dL, + 0x5d0721ec758dc1f7L } }, + /* 2 << 217 */ + { { 0x6ba7a92079e5fb67L,0xe1331feb70aa725eL,0x5080ccf57df5d837L, + 0xe4cae01d7ff72e21L }, + { 0xd9243ee60412a77dL,0x06ff7cacdf449025L,0xbe75f7cd23ef5a31L, + 0xbc9578220ddef7a8L } }, + /* 3 << 217 */ + { { 0x8cf7230cb0ce1c55L,0x5b534d050bbfb607L,0xee1ef1130e16363bL, + 0x27e0aa7ab4999e82L }, + { 0xce1dac2d79362c41L,0x67920c9091bb6cb0L,0x1e648d632223df24L, + 0x0f7d9eefe32e8f28L } }, + /* 4 << 217 */ + { { 0x6943f39afa833834L,0x22951722a6328562L,0x81d63dd54170fc10L, + 0x9f5fa58faecc2e6dL }, + { 0xb66c8725e77d9a3bL,0x11235cea6384ebe0L,0x06a8c1185845e24aL, + 0x0137b286ebd093b1L } }, + /* 5 << 217 */ + { { 0xc589e1ce44ace150L,0xe0f8d3d94381e97cL,0x59e99b1162c5a4b8L, + 0x90d262f7fd0ec9f9L }, + { 0xfbc854c9283e13c9L,0x2d04fde7aedc7085L,0x057d776547dcbecbL, + 0x8dbdf5919a76fa5fL } }, + /* 6 << 217 */ + { { 0xd01506950de1e578L,0x2e1463e7e9f72bc6L,0xffa684411b39eca5L, + 0x673c85307c037f2fL }, + { 0xd0d6a600747f91daL,0xb08d43e1c9cb78e9L,0x0fc0c64427b5cef5L, + 0x5c1d160aa60a2fd6L } }, + /* 7 << 217 */ + { { 0xf98cae5328c8e13bL,0x375f10c4b2eddcd1L,0xd4eb8b7f5cce06adL, + 0xb4669f4580a2e1efL }, + { 0xd593f9d05bbd8699L,0x5528a4c9e7976d13L,0x3923e0951c7e28d3L, + 0xb92937903f6bb577L } }, + /* 8 << 217 */ + { { 0xdb567d6ac42bd6d2L,0x6df86468bb1f96aeL,0x0efe5b1a4843b28eL, + 0x961bbb056379b240L }, + { 0xb6caf5f070a6a26bL,0x70686c0d328e6e39L,0x80da06cf895fc8d3L, + 0x804d8810b363fdc9L } }, + /* 9 << 217 */ + { { 0xbe22877b207f1670L,0x9b0dd1884e615291L,0x625ae8dc97a3c2bfL, + 0x08584ef7439b86e8L }, + { 0xde7190a5dcd898ffL,0x26286c402058ee3dL,0x3db0b2175f87b1c1L, + 0xcc334771102a6db5L } }, + /* 10 << 217 */ + { { 0xd99de9542f770fb1L,0x97c1c6204cd7535eL,0xd3b6c4483f09cefcL, + 0xd725af155a63b4f8L }, + { 0x0c95d24fc01e20ecL,0xdfd374949ae7121fL,0x7d6ddb72ec77b7ecL, + 0xfe079d3b0353a4aeL } }, + /* 11 << 217 */ + { { 0x3066e70a2e6ac8d2L,0x9c6b5a43106e5c05L,0x52d3c6f5ede59b8cL, + 0x30d6a5c3fccec9aeL }, + { 0xedec7c224fc0a9efL,0x190ff08395c16cedL,0xbe12ec8f94de0fdeL, + 0x0d131ab8852d3433L } }, + /* 12 << 217 */ + { { 0x42ace07e85701291L,0x94793ed9194061a8L,0x30e83ed6d7f4a485L, + 0x9eec7269f9eeff4dL }, + { 0x90acba590c9d8005L,0x5feca4581e79b9d1L,0x8fbe54271d506a1eL, + 0xa32b2c8e2439cfa7L } }, + /* 13 << 217 */ + { { 0x1671c17373dd0b4eL,0x37a2821444a054c6L,0x81760a1b4e8b53f1L, + 0xa6c04224f9f93b9eL }, + { 0x18784b34cf671e3cL,0x81bbecd2cda9b994L,0x38831979b2ab3848L, + 0xef54feb7f2e03c2dL } }, + /* 14 << 217 */ + { { 0xcf197ca7fb8088faL,0x014272474ddc96c5L,0xa2d2550a30777176L, + 0x534698984d0cf71dL }, + { 0x6ce937b83a2aaac6L,0xe9f91dc35af38d9bL,0x2598ad83c8bf2899L, + 0x8e706ac9b5536c16L } }, + /* 15 << 217 */ + { { 0x40dc7495f688dc98L,0x26490cd7124c4afcL,0xe651ec841f18775cL, + 0x393ea6c3b4fdaf4aL }, + { 0x1e1f33437f338e0dL,0x39fb832b6053e7b5L,0x46e702da619e14d5L, + 0x859cacd1cdeef6e0L } }, + /* 16 << 217 */ + { { 0x63b99ce74462007dL,0xb8ab48a54cb5f5b7L,0x9ec673d2f55edde7L, + 0xd1567f748cfaefdaL }, + { 0x46381b6b0887bcecL,0x694497cee178f3c2L,0x5e6525e31e6266cbL, + 0x5931de26697d6413L } }, + /* 17 << 217 */ + { { 0x87f8df7c0e58d493L,0xb1ae5ed058b73f12L,0xc368f784dea0c34dL, + 0x9bd0a120859a91a0L }, + { 0xb00d88b7cc863c68L,0x3a1cc11e3d1f4d65L,0xea38e0e70aa85593L, + 0x37f13e987dc4aee8L } }, + /* 18 << 217 */ + { { 0x10d38667bc947badL,0x738e07ce2a36ee2eL,0xc93470cdc577fcacL, + 0xdee1b6162782470dL }, + { 0x36a25e672e793d12L,0xd6aa6caee0f186daL,0x474d0fd980e07af7L, + 0xf7cdc47dba8a5cd4L } }, + /* 19 << 217 */ + { { 0x28af6d9dab15247fL,0x7c789c10493a537fL,0x7ac9b11023a334e7L, + 0x0236ac0912c9c277L }, + { 0xa7e5bd251d7a5144L,0x098b9c2af13ec4ecL,0x3639dacad3f0abcaL, + 0x642da81aa23960f9L } }, + /* 20 << 217 */ + { { 0x7d2e5c054f7269b1L,0xfcf30777e287c385L,0x10edc84ff2a46f21L, + 0x354417574f43fa36L }, + { 0xf1327899fd703431L,0xa438d7a616dd587aL,0x65c34c57e9c8352dL, + 0xa728edab5cc5a24eL } }, + /* 21 << 217 */ + { { 0xaed78abc42531689L,0x0a51a0e8010963efL,0x5776fa0ad717d9b3L, + 0xf356c2397dd3428bL }, + { 0x29903fff8d3a3dacL,0x409597fa3d94491fL,0x4cd7a5ffbf4a56a4L, + 0xe50964748adab462L } }, + /* 22 << 217 */ + { { 0xa97b51265c3427b0L,0x6401405cd282c9bdL,0x3629f8d7222c5c45L, + 0xb1c02c16e8d50aedL }, + { 0xbea2ed75d9635bc9L,0x226790c76e24552fL,0x3c33f2a365f1d066L, + 0x2a43463e6dfccc2eL } }, + /* 23 << 217 */ + { { 0x8cc3453adb483761L,0xe7cc608565d5672bL,0x277ed6cbde3efc87L, + 0x19f2f36869234eafL }, + { 0x9aaf43175c0b800bL,0x1f1e7c898b6da6e2L,0x6cfb4715b94ec75eL, + 0xd590dd5f453118c2L } }, + /* 24 << 217 */ + { { 0x14e49da11f17a34cL,0x5420ab39235a1456L,0xb76372412f50363bL, + 0x7b15d623c3fabb6eL }, + { 0xa0ef40b1e274e49cL,0x5cf5074496b1860aL,0xd6583fbf66afe5a4L, + 0x44240510f47e3e9aL } }, + /* 25 << 217 */ + { { 0x9925434311b2d595L,0xf1367499eec8df57L,0x3cb12c613e73dd05L, + 0xd248c0337dac102aL }, + { 0xcf154f13a77739f5L,0xbf4288cb23d2af42L,0xaa64c9b632e4a1cfL, + 0xee8c07a8c8a208f3L } }, + /* 26 << 217 */ + { { 0xe10d49996fe8393fL,0x0f809a3fe91f3a32L,0x61096d1c802f63c8L, + 0x289e146257750d3dL }, + { 0xed06167e9889feeaL,0xd5c9c0e2e0993909L,0x46fca0d856508ac6L, + 0x918260474f1b8e83L } }, + /* 27 << 217 */ + { { 0x4f2c877a9a4a2751L,0x71bd0072cae6feadL,0x38df8dcc06aa1941L, + 0x5a074b4c63beeaa8L }, + { 0xd6d65934c1cec8edL,0xa6ecb49eaabc03bdL,0xaade91c2de8a8415L, + 0xcfb0efdf691136e0L } }, + /* 28 << 217 */ + { { 0x11af45ee23ab3495L,0xa132df880b77463dL,0x8923c15c815d06f4L, + 0xc3ceb3f50d61a436L }, + { 0xaf52291de88fb1daL,0xea0579741da12179L,0xb0d7218cd2fef720L, + 0x6c0899c98e1d8845L } }, + /* 29 << 217 */ + { { 0x98157504752ddad7L,0xd60bd74fa1a68a97L,0x7047a3a9f658fb99L, + 0x1f5d86d65f8511e4L }, + { 0xb8a4bc424b5a6d88L,0x69eb2c331abefa7dL,0x95bf39e813c9c510L, + 0xf571960ad48aab43L } }, + /* 30 << 217 */ + { { 0x7e8cfbcf704e23c6L,0xc71b7d2228aaa65bL,0xa041b2bd245e3c83L, + 0x69b98834d21854ffL }, + { 0x89d227a3963bfeecL,0x99947aaade7da7cbL,0x1d9ee9dbee68a9b1L, + 0x0a08f003698ec368L } }, + /* 31 << 217 */ + { { 0xe9ea409478ef2487L,0xc8d2d41502cfec26L,0xc52f9a6eb7dcf328L, + 0x0ed489e385b6a937L }, + { 0x9b94986bbef3366eL,0x0de59c70edddddb8L,0xffdb748ceadddbe2L, + 0x9b9784bb8266ea40L } }, + /* 32 << 217 */ + { { 0x142b55021a93507aL,0xb4cd11878d3c06cfL,0xdf70e76a91ec3f40L, + 0x484e81ad4e7553c2L }, + { 0x830f87b5272e9d6eL,0xea1c93e5c6ff514aL,0x67cc2adcc4192a8eL, + 0xc77e27e242f4535aL } }, + /* 33 << 217 */ + { { 0x9cdbab36d2b713c5L,0x86274ea0cf7b0cd3L,0x784680f309af826bL, + 0xbfcc837a0c72dea3L }, + { 0xa8bdfe9dd6529b73L,0x708aa22863a88002L,0x6c7a9a54c91d45b9L, + 0xdf1a38bbfd004f56L } }, + /* 34 << 217 */ + { { 0x2e8c9a26b8bad853L,0x2d52cea33723eae7L,0x054d6d8156ca2830L, + 0xa3317d149a8dc411L }, + { 0xa08662fefd4ddedaL,0xed2a153ab55d792bL,0x7035c16abfc6e944L, + 0xb6bc583400171cf3L } }, + /* 35 << 217 */ + { { 0xe27152b383d102b6L,0xfe695a470646b848L,0xa5bb09d8916e6d37L, + 0xb4269d640d17015eL }, + { 0x8d8156a10a1d2285L,0xfeef6c5146d26d72L,0x9dac57c84c5434a7L, + 0x0282e5be59d39e31L } }, + /* 36 << 217 */ + { { 0xedfff181721c486dL,0x301baf10bc58824eL,0x8136a6aa00570031L, + 0x55aaf78c1cddde68L }, + { 0x2682937159c63952L,0x3a3bd2748bc25bafL,0xecdf8657b7e52dc3L, + 0x2dd8c087fd78e6c8L } }, + /* 37 << 217 */ + { { 0x20553274f5531461L,0x8b4a12815d95499bL,0xe2c8763a1a80f9d2L, + 0xd1dbe32b4ddec758L }, + { 0xaf12210d30c34169L,0xba74a95378baa533L,0x3d133c6ea438f254L, + 0xa431531a201bef5bL } }, + /* 38 << 217 */ + { { 0x15295e22f669d7ecL,0xca374f64357fb515L,0x8a8406ffeaa3fdb3L, + 0x106ae448df3f2da8L }, + { 0x8f9b0a9033c8e9a1L,0x234645e271ad5885L,0x3d0832241c0aed14L, + 0xf10a7d3e7a942d46L } }, + /* 39 << 217 */ + { { 0x7c11deee40d5c9beL,0xb2bae7ffba84ed98L,0x93e97139aad58dddL, + 0x3d8727963f6d1fa3L }, + { 0x483aca818569ff13L,0x8b89a5fb9a600f72L,0x4cbc27c3c06f2b86L, + 0x2213071363ad9c0bL } }, + /* 40 << 217 */ + { { 0xb5358b1e48ac2840L,0x18311294ecba9477L,0xda58f990a6946b43L, + 0x3098baf99ab41819L }, + { 0x66c4c1584198da52L,0xab4fc17c146bfd1bL,0x2f0a4c3cbf36a908L, + 0x2ae9e34b58cf7838L } }, + /* 41 << 217 */ + { { 0xf411529e3fa11b1fL,0x21e43677974af2b4L,0x7c20958ec230793bL, + 0x710ea88516e840f3L }, + { 0xfc0b21fcc5dc67cfL,0x08d5164788405718L,0xd955c21fcfe49eb7L, + 0x9722a5d556dd4a1fL } }, + /* 42 << 217 */ + { { 0xc9ef50e2c861baa5L,0xc0c21a5d9505ac3eL,0xaf6b9a338b7c063fL, + 0xc63703392f4779c1L }, + { 0x22df99c7638167c3L,0xfe6ffe76795db30cL,0x2b822d33a4854989L, + 0xfef031dd30563aa5L } }, + /* 43 << 217 */ + { { 0x16b09f82d57c667fL,0xc70312cecc0b76f1L,0xbf04a9e6c9118aecL, + 0x82fcb4193409d133L }, + { 0x1a8ab385ab45d44dL,0xfba07222617b83a3L,0xb05f50dd58e81b52L, + 0x1d8db55321ce5affL } }, + /* 44 << 217 */ + { { 0x3097b8d4e344a873L,0x7d8d116dfe36d53eL,0x6db22f587875e750L, + 0x2dc5e37343e144eaL }, + { 0xc05f32e6e799eb95L,0xe9e5f4df6899e6ecL,0xbdc3bd681fab23d5L, + 0xb72b8ab773af60e6L } }, + /* 45 << 217 */ + { { 0x8db27ae02cecc84aL,0x600016d87bdb871cL,0x42a44b13d7c46f58L, + 0xb8919727c3a77d39L }, + { 0xcfc6bbbddafd6088L,0x1a7401466bd20d39L,0x8c747abd98c41072L, + 0x4c91e765bdf68ea1L } }, + /* 46 << 217 */ + { { 0x7c95e5ca08819a78L,0xcf48b729c9587921L,0x091c7c5fdebbcc7dL, + 0x6f287404f0e05149L }, + { 0xf83b5ac226cd44ecL,0x88ae32a6cfea250eL,0x6ac5047a1d06ebc5L, + 0xc7e550b4d434f781L } }, + /* 47 << 217 */ + { { 0x61ab1cf25c727bd2L,0x2e4badb11cf915b0L,0x1b4dadecf69d3920L, + 0xe61b1ca6f14c1dfeL }, + { 0x90b479ccbd6bd51fL,0x8024e4018045ec30L,0xcab29ca325ef0e62L, + 0x4f2e941649e4ebc0L } }, + /* 48 << 217 */ + { { 0x45eb40ec0ccced58L,0x25cd4b9c0da44f98L,0x43e06458871812c6L, + 0x99f80d5516cef651L }, + { 0x571340c9ce6dc153L,0x138d5117d8665521L,0xacdb45bc4e07014dL, + 0x2f34bb3884b60b91L } }, + /* 49 << 217 */ + { { 0xf44a4fd22ae8921eL,0xb039288e892ba1e2L,0x9da50174b1c180b2L, + 0x6b70ab661693dc87L }, + { 0x7e9babc9e7057481L,0x4581ddef9c80dc41L,0x0c890da951294682L, + 0x0b5629d33f4736e5L } }, + /* 50 << 217 */ + { { 0x2340c79eb06f5b41L,0xa42e84ce4e243469L,0xf9a20135045a71a9L, + 0xefbfb415d27b6fb6L }, + { 0x25ebea239d33cd6fL,0x9caedb88aa6c0af8L,0x53dc7e9ad9ce6f96L, + 0x3897f9fd51e0b15aL } }, + /* 51 << 217 */ + { { 0xf51cb1f88e5d788eL,0x1aec7ba8e1d490eeL,0x265991e0cc58cb3cL, + 0x9f306e8c9fc3ad31L }, + { 0x5fed006e5040a0acL,0xca9d5043fb476f2eL,0xa19c06e8beea7a23L, + 0xd28658010edabb63L } }, + /* 52 << 217 */ + { { 0xdb92293f6967469aL,0x2894d8398d8a8ed8L,0x87c9e406bbc77122L, + 0x8671c6f12ea3a26aL }, + { 0xe42df8d6d7de9853L,0x2e3ce346b1f2bcc7L,0xda601dfc899d50cfL, + 0xbfc913defb1b598fL } }, + /* 53 << 217 */ + { { 0x81c4909fe61f7908L,0x192e304f9bbc7b29L,0xc3ed8738c104b338L, + 0xedbe9e47783f5d61L }, + { 0x0c06e9be2db30660L,0xda3e613fc0eb7d8eL,0xd8fa3e97322e096eL, + 0xfebd91e8d336e247L } }, + /* 54 << 217 */ + { { 0x8f13ccc4df655a49L,0xa9e00dfc5eb20210L,0x84631d0fc656b6eaL, + 0x93a058cdd8c0d947L }, + { 0x6846904a67bd3448L,0x4a3d4e1af394fd5cL,0xc102c1a5db225f52L, + 0xe3455bbafc4f5e9aL } }, + /* 55 << 217 */ + { { 0x6b36985b4b9ad1ceL,0xa98185365bb7f793L,0x6c25e1d048b1a416L, + 0x1381dd533c81bee7L }, + { 0xd2a30d617a4a7620L,0xc841292639b8944cL,0x3c1c6fbe7a97c33aL, + 0x941e541d938664e7L } }, + /* 56 << 217 */ + { { 0x417499e84a34f239L,0x15fdb83cb90402d5L,0xb75f46bf433aa832L, + 0xb61e15af63215db1L }, + { 0xaabe59d4a127f89aL,0x5d541e0c07e816daL,0xaaba0659a618b692L, + 0x5532773317266026L } }, + /* 57 << 217 */ + { { 0xaf53a0fc95f57552L,0x329476506cacb0c9L,0x253ff58dc821be01L, + 0xb0309531a06f1146L }, + { 0x59bbbdf505c2e54dL,0x158f27ad26e8dd22L,0xcc5b7ffb397e1e53L, + 0xae03f65b7fc1e50dL } }, + /* 58 << 217 */ + { { 0xa9784ebd9c95f0f9L,0x5ed9deb224640771L,0x31244af7035561c4L, + 0x87332f3a7ee857deL }, + { 0x09e16e9e2b9e0d88L,0x52d910f456a06049L,0x507ed477a9592f48L, + 0x85cb917b2365d678L } }, + /* 59 << 217 */ + { { 0xf8511c934c8998d1L,0x2186a3f1730ea58fL,0x50189626b2029db0L, + 0x9137a6d902ceb75aL }, + { 0x2fe17f37748bc82cL,0x87c2e93180469f8cL,0x850f71cdbf891aa2L, + 0x0ca1b89b75ec3d8dL } }, + /* 60 << 217 */ + { { 0x516c43aa5e1cd3cdL,0x893978089a887c28L,0x0059c699ddea1f9fL, + 0x7737d6fa8e6868f7L }, + { 0x6d93746a60f1524bL,0x36985e55ba052aa7L,0x41b1d322ed923ea5L, + 0x3429759f25852a11L } }, + /* 61 << 217 */ + { { 0xbeca6ec3092e9f41L,0x3a238c6662256bbdL,0xd82958ea70ad487dL, + 0x4ac8aaf965610d93L }, + { 0x3fa101b15e4ccab0L,0x9bf430f29de14bfbL,0xa10f5cc66531899dL, + 0x590005fbea8ce17dL } }, + /* 62 << 217 */ + { { 0xc437912f24544cb6L,0x9987b71ad79ac2e3L,0x13e3d9ddc058a212L, + 0x00075aacd2de9606L }, + { 0x80ab508b6cac8369L,0x87842be7f54f6c89L,0xa7ad663d6bc532a4L, + 0x67813de778a91bc8L } }, + /* 63 << 217 */ + { { 0x5dcb61cec3427239L,0x5f3c7cf0c56934d9L,0xc079e0fbe3191591L, + 0xe40896bdb01aada7L }, + { 0x8d4667910492d25fL,0x8aeb30c9e7408276L,0xe94374959287aaccL, + 0x23d4708d79fe03d4L } }, + /* 64 << 217 */ + { { 0x8cda9cf2d0c05199L,0x502fbc22fae78454L,0xc0bda9dff572a182L, + 0x5f9b71b86158b372L }, + { 0xe0f33a592b82dd07L,0x763027359523032eL,0x7fe1a721c4505a32L, + 0x7b6e3e82f796409fL } }, + /* 0 << 224 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 224 */ + { { 0xe3417bc035d0b34aL,0x440b386b8327c0a7L,0x8fb7262dac0362d1L, + 0x2c41114ce0cdf943L }, + { 0x2ba5cef1ad95a0b1L,0xc09b37a867d54362L,0x26d6cdd201e486c9L, + 0x20477abf42ff9297L } }, + /* 2 << 224 */ + { { 0xa004dcb3292a9287L,0xddc15cf677b092c7L,0x083a8464806c0605L, + 0x4a68df703db997b0L }, + { 0x9c134e4505bf7dd0L,0xa4e63d398ccf7f8cL,0xa6e6517f41b5f8afL, + 0xaa8b9342ad7bc1ccL } }, + /* 3 << 224 */ + { { 0x126f35b51e706ad9L,0xb99cebb4c3a9ebdfL,0xa75389afbf608d90L, + 0x76113c4fc6c89858L }, + { 0x80de8eb097e2b5aaL,0x7e1022cc63b91304L,0x3bdab6056ccc066cL, + 0x33cbb144b2edf900L } }, + /* 4 << 224 */ + { { 0xc41764717af715d2L,0xe2f7f594d0134a96L,0x2c1873efa41ec956L, + 0xe4e7b4f677821304L }, + { 0xe5c8ff9788d5374aL,0x2b915e6380823d5bL,0xea6bc755b2ee8fe2L, + 0x6657624ce7112651L } }, + /* 5 << 224 */ + { { 0x157af101dace5acaL,0xc4fdbcf211a6a267L,0xdaddf340c49c8609L, + 0x97e49f52e9604a65L }, + { 0x9be8e790937e2ad5L,0x846e2508326e17f1L,0x3f38007a0bbbc0dcL, + 0xcf03603fb11e16d6L } }, + /* 6 << 224 */ + { { 0xd6f800e07442f1d5L,0x475607d166e0e3abL,0x82807f16b7c64047L, + 0x8858e1e3a749883dL }, + { 0x5859120b8231ee10L,0x1b80e7eb638a1eceL,0xcb72525ac6aa73a4L, + 0xa7cdea3d844423acL } }, + /* 7 << 224 */ + { { 0x5ed0c007f8ae7c38L,0x6db07a5c3d740192L,0xbe5e9c2a5fe36db3L, + 0xd5b9d57a76e95046L }, + { 0x54ac32e78eba20f2L,0xef11ca8f71b9a352L,0x305e373eff98a658L, + 0xffe5a100823eb667L } }, + /* 8 << 224 */ + { { 0x57477b11e51732d2L,0xdfd6eb282538fc0eL,0x5c43b0cc3b39eec5L, + 0x6af12778cb36cc57L }, + { 0x70b0852d06c425aeL,0x6df92f8c5c221b9bL,0x6c8d4f9ece826d9cL, + 0xf59aba7bb49359c3L } }, + /* 9 << 224 */ + { { 0x5c8ed8d5da64309dL,0x61a6de5691b30704L,0xd6b52f6a2f9b5808L, + 0x0eee419498c958a7L }, + { 0xcddd9aab771e4caaL,0x83965dfd78bc21beL,0x02affce3b3b504f5L, + 0x30847a21561c8291L } }, + /* 10 << 224 */ + { { 0xd2eb2cf152bfda05L,0xe0e4c4e96197b98cL,0x1d35076cf8a1726fL, + 0x6c06085b2db11e3dL }, + { 0x15c0c4d74463ba14L,0x9d292f830030238cL,0x1311ee8b3727536dL, + 0xfeea86efbeaedc1eL } }, + /* 11 << 224 */ + { { 0xb9d18cd366131e2eL,0xf31d974f80fe2682L,0xb6e49e0fe4160289L, + 0x7c48ec0b08e92799L }, + { 0x818111d8d1989aa7L,0xb34fa0aaebf926f9L,0xdb5fe2f5a245474aL, + 0xf80a6ebb3c7ca756L } }, + /* 12 << 224 */ + { { 0xa7f96054afa05dd8L,0x26dfcf21fcaf119eL,0xe20ef2e30564bb59L, + 0xef4dca5061cb02b8L }, + { 0xcda7838a65d30672L,0x8b08d534fd657e86L,0x4c5b439546d595c8L, + 0x39b58725425cb836L } }, + /* 13 << 224 */ + { { 0x8ea610593de9abe3L,0x404348819cdc03beL,0x9b261245cfedce8cL, + 0x78c318b4cf5234a1L }, + { 0x510bcf16fde24c99L,0x2a77cb75a2c2ff5dL,0x9c895c2b27960fb4L, + 0xd30ce975b0eda42bL } }, + /* 14 << 224 */ + { { 0xfda853931a62cc26L,0x23c69b9650c0e052L,0xa227df15bfc633f3L, + 0x2ac788481bae7d48L }, + { 0x487878f9187d073dL,0x6c2be919967f807dL,0x765861d8336e6d8fL, + 0x88b8974cce528a43L } }, + /* 15 << 224 */ + { { 0x09521177ff57d051L,0x2ff38037fb6a1961L,0xfc0aba74a3d76ad4L, + 0x7c76480325a7ec17L }, + { 0x7532d75f48879bc8L,0xea7eacc058ce6bc1L,0xc82176b48e896c16L, + 0x9a30e0b22c750fedL } }, + /* 16 << 224 */ + { { 0xc37e2c2e421d3aa4L,0xf926407ce84fa840L,0x18abc03d1454e41cL, + 0x26605ecd3f7af644L }, + { 0x242341a6d6a5eabfL,0x1edb84f4216b668eL,0xd836edb804010102L, + 0x5b337ce7945e1d8cL } }, + /* 17 << 224 */ + { { 0xd2075c77c055dc14L,0x2a0ffa2581d89cdfL,0x8ce815ea6ffdcbafL, + 0xa3428878fb648867L }, + { 0x277699cf884655fbL,0xfa5b5bd6364d3e41L,0x01f680c6441e1cb7L, + 0x3fd61e66b70a7d67L } }, + /* 18 << 224 */ + { { 0x666ba2dccc78cf66L,0xb30181746fdbff77L,0x8d4dd0db168d4668L, + 0x259455d01dab3a2aL }, + { 0xf58564c5cde3acecL,0x7714192513adb276L,0x527d725d8a303f65L, + 0x55deb6c9e6f38f7bL } }, + /* 19 << 224 */ + { { 0xfd5bb657b1fa70fbL,0xfa07f50fd8073a00L,0xf72e3aa7bca02500L, + 0xf68f895d9975740dL }, + { 0x301120605cae2a6aL,0x01bd721802874842L,0x3d4238917ce47bd3L, + 0xa66663c1789544f6L } }, + /* 20 << 224 */ + { { 0x864d05d73272d838L,0xe22924f9fa6295c5L,0x8189593f6c2fda32L, + 0x330d7189b184b544L }, + { 0x79efa62cbde1f714L,0x35771c94e5cb1a63L,0x2f4826b8641c8332L, + 0x00a894fbc8cee854L } }, + /* 21 << 224 */ + { { 0xb4b9a39b36194d40L,0xe857a7c577612601L,0xf4209dd24ecf2f58L, + 0x82b9e66d5a033487L }, + { 0xc1e36934e4e8b9ddL,0xd2372c9da42377d7L,0x51dc94c70e3ae43bL, + 0x4c57761e04474f6fL } }, + /* 22 << 224 */ + { { 0xdcdacd0a1058a318L,0x369cf3f578053a9aL,0xc6c3de5031c68de2L, + 0x4653a5763c4b6d9fL }, + { 0x1688dd5aaa4e5c97L,0x5be80aa1b7ab3c74L,0x70cefe7cbc65c283L, + 0x57f95f1306867091L } }, + /* 23 << 224 */ + { { 0xa39114e24415503bL,0xc08ff7c64cbb17e9L,0x1eff674dd7dec966L, + 0x6d4690af53376f63L }, + { 0xff6fe32eea74237bL,0xc436d17ecd57508eL,0x15aa28e1edcc40feL, + 0x0d769c04581bbb44L } }, + /* 24 << 224 */ + { { 0xc240b6de34eaacdaL,0xd9e116e82ba0f1deL,0xcbe45ec779438e55L, + 0x91787c9d96f752d7L }, + { 0x897f532bf129ac2fL,0xd307b7c85a36e22cL,0x91940675749fb8f3L, + 0xd14f95d0157fdb28L } }, + /* 25 << 224 */ + { { 0xfe51d0296ae55043L,0x8931e98f44a87de1L,0xe57f1cc609e4fee2L, + 0x0d063b674e072d92L }, + { 0x70a998b9ed0e4316L,0xe74a736b306aca46L,0xecf0fbf24fda97c7L, + 0xa40f65cb3e178d93L } }, + /* 26 << 224 */ + { { 0x1625360416df4285L,0xb0c9babbd0c56ae2L,0x73032b19cfc5cfc3L, + 0xe497e5c309752056L }, + { 0x12096bb4164bda96L,0x1ee42419a0b74da1L,0x8fc36243403826baL, + 0x0c8f0069dc09e660L } }, + /* 27 << 224 */ + { { 0x8667e981c27253c9L,0x05a6aefb92b36a45L,0xa62c4b369cb7bb46L, + 0x8394f37511f7027bL }, + { 0x747bc79c5f109d0fL,0xcad88a765b8cc60aL,0x80c5a66b58f09e68L, + 0xe753d451f6127eacL } }, + /* 28 << 224 */ + { { 0xc44b74a15b0ec6f5L,0x47989fe45289b2b8L,0x745f848458d6fc73L, + 0xec362a6ff61c70abL }, + { 0x070c98a7b3a8ad41L,0x73a20fc07b63db51L,0xed2c2173f44c35f4L, + 0x8a56149d9acc9dcaL } }, + /* 29 << 224 */ + { { 0x98f178819ac6e0f4L,0x360fdeafa413b5edL,0x0625b8f4a300b0fdL, + 0xf1f4d76a5b3222d3L }, + { 0x9d6f5109587f76b8L,0x8b4ee08d2317fdb5L,0x88089bb78c68b095L, + 0x95570e9a5808d9b9L } }, + /* 30 << 224 */ + { { 0xa395c36f35d33ae7L,0x200ea12350bb5a94L,0x20c789bd0bafe84bL, + 0x243ef52d0919276aL }, + { 0x3934c577e23ae233L,0xb93807afa460d1ecL,0xb72a53b1f8fa76a4L, + 0xd8914cb0c3ca4491L } }, + /* 31 << 224 */ + { { 0x2e1284943fb42622L,0x3b2700ac500907d5L,0xf370fb091a95ec63L, + 0xf8f30be231b6dfbdL }, + { 0xf2b2f8d269e55f15L,0x1fead851cc1323e9L,0xfa366010d9e5eef6L, + 0x64d487b0e316107eL } }, + /* 32 << 224 */ + { { 0x4c076b86d23ddc82L,0x03fd344c7e0143f0L,0xa95362ff317af2c5L, + 0x0add3db7e18b7a4fL }, + { 0x9c673e3f8260e01bL,0xfbeb49e554a1cc91L,0x91351bf292f2e433L, + 0xc755e7ec851141ebL } }, + /* 33 << 224 */ + { { 0xc9a9513929607745L,0x0ca07420a26f2b28L,0xcb2790e74bc6f9ddL, + 0x345bbb58adcaffc0L }, + { 0xc65ea38cbe0f27a2L,0x67c24d7c641fcb56L,0x2c25f0a7a9e2c757L, + 0x93f5cdb016f16c49L } }, + /* 34 << 224 */ + { { 0x2ca5a9d7c5ee30a1L,0xd1593635b909b729L,0x804ce9f3dadeff48L, + 0xec464751b07c30c3L }, + { 0x89d65ff39e49af6aL,0xf2d6238a6f3d01bcL,0x1095561e0bced843L, + 0x51789e12c8a13fd8L } }, + /* 35 << 224 */ + { { 0xd633f929763231dfL,0x46df9f7de7cbddefL,0x01c889c0cb265da8L, + 0xfce1ad10af4336d2L }, + { 0x8d110df6fc6a0a7eL,0xdd431b986da425dcL,0xcdc4aeab1834aabeL, + 0x84deb1248439b7fcL } }, + /* 36 << 224 */ + { { 0x8796f1693c2a5998L,0x9b9247b47947190dL,0x55b9d9a511597014L, + 0x7e9dd70d7b1566eeL }, + { 0x94ad78f7cbcd5e64L,0x0359ac179bd4c032L,0x3b11baaf7cc222aeL, + 0xa6a6e284ba78e812L } }, + /* 37 << 224 */ + { { 0x8392053f24cea1a0L,0xc97bce4a33621491L,0x7eb1db3435399ee9L, + 0x473f78efece81ad1L }, + { 0x41d72fe0f63d3d0dL,0xe620b880afab62fcL,0x92096bc993158383L, + 0x41a213578f896f6cL } }, + /* 38 << 224 */ + { { 0x1b5ee2fac7dcfcabL,0x650acfde9546e007L,0xc081b749b1b02e07L, + 0xda9e41a0f9eca03dL }, + { 0x013ba727175a54abL,0xca0cd190ea5d8d10L,0x85ea52c095fd96a9L, + 0x2c591b9fbc5c3940L } }, + /* 39 << 224 */ + { { 0x6fb4d4e42bad4d5fL,0xfa4c3590fef0059bL,0x6a10218af5122294L, + 0x9a78a81aa85751d1L }, + { 0x04f20579a98e84e7L,0xfe1242c04997e5b5L,0xe77a273bca21e1e4L, + 0xfcc8b1ef9411939dL } }, + /* 40 << 224 */ + { { 0xe20ea30292d0487aL,0x1442dbec294b91feL,0x1f7a4afebb6b0e8fL, + 0x1700ef746889c318L }, + { 0xf5bbffc370f1fc62L,0x3b31d4b669c79ccaL,0xe8bc2aaba7f6340dL, + 0xb0b08ab4a725e10aL } }, + /* 41 << 224 */ + { { 0x44f05701ae340050L,0xba4b30161cf0c569L,0x5aa29f83fbe19a51L, + 0x1b9ed428b71d752eL }, + { 0x1666e54eeb4819f5L,0x616cdfed9e18b75bL,0x112ed5be3ee27b0bL, + 0xfbf2831944c7de4dL } }, + /* 42 << 224 */ + { { 0xd685ec85e0e60d84L,0x68037e301db7ee78L,0x5b65bdcd003c4d6eL, + 0x33e7363a93e29a6aL }, + { 0x995b3a6108d0756cL,0xd727f85c2faf134bL,0xfac6edf71d337823L, + 0x99b9aa500439b8b4L } }, + /* 43 << 224 */ + { { 0x722eb104e2b4e075L,0x49987295437c4926L,0xb1e4c0e446a9b82dL, + 0xd0cb319757a006f5L }, + { 0xf3de0f7dd7808c56L,0xb5c54d8f51f89772L,0x500a114aadbd31aaL, + 0x9afaaaa6295f6cabL } }, + /* 44 << 224 */ + { { 0x94705e2104cf667aL,0xfc2a811b9d3935d7L,0x560b02806d09267cL, + 0xf19ed119f780e53bL }, + { 0xf0227c09067b6269L,0x967b85335caef599L,0x155b924368efeebcL, + 0xcd6d34f5c497bae6L } }, + /* 45 << 224 */ + { { 0x1dd8d5d36cceb370L,0x2aeac579a78d7bf9L,0x5d65017d70b67a62L, + 0x70c8e44f17c53f67L }, + { 0xd1fc095086a34d09L,0xe0fca256e7134907L,0xe24fa29c80fdd315L, + 0x2c4acd03d87499adL } }, + /* 46 << 224 */ + { { 0xbaaf75173b5a9ba6L,0xb9cbe1f612e51a51L,0xd88edae35e154897L, + 0xe4309c3c77b66ca0L }, + { 0xf5555805f67f3746L,0x85fc37baa36401ffL,0xdf86e2cad9499a53L, + 0x6270b2a3ecbc955bL } }, + /* 47 << 224 */ + { { 0xafae64f5974ad33bL,0x04d85977fe7b2df1L,0x2a3db3ff4ab03f73L, + 0x0b87878a8702740aL }, + { 0x6d263f015a061732L,0xc25430cea32a1901L,0xf7ebab3ddb155018L, + 0x3a86f69363a9b78eL } }, + /* 48 << 224 */ + { { 0x349ae368da9f3804L,0x470f07fea164349cL,0xd52f4cc98562baa5L, + 0xc74a9e862b290df3L }, + { 0xd3a1aa3543471a24L,0x239446beb8194511L,0xbec2dd0081dcd44dL, + 0xca3d7f0fc42ac82dL } }, + /* 49 << 224 */ + { { 0x1f3db085fdaf4520L,0xbb6d3e804549daf2L,0xf5969d8a19ad5c42L, + 0x7052b13ddbfd1511L }, + { 0x11890d1b682b9060L,0xa71d3883ac34452cL,0xa438055b783805b4L, + 0x432412774725b23eL } }, + /* 50 << 224 */ + { { 0xf20cf96e4901bbedL,0x6419c710f432a2bbL,0x57a0fbb9dfa9cd7dL, + 0x589111e400daa249L }, + { 0x19809a337b60554eL,0xea5f8887ede283a4L,0x2d713802503bfd35L, + 0x151bb0af585d2a53L } }, + /* 51 << 224 */ + { { 0x40b08f7443b30ca8L,0xe10b5bbad9934583L,0xe8a546d6b51110adL, + 0x1dd50e6628e0b6c5L }, + { 0x292e9d54cff2b821L,0x3882555d47281760L,0x134838f83724d6e3L, + 0xf2c679e022ddcda1L } }, + /* 52 << 224 */ + { { 0x40ee88156d2a5768L,0x7f227bd21c1e7e2dL,0x487ba134d04ff443L, + 0x76e2ff3dc614e54bL }, + { 0x36b88d6fa3177ec7L,0xbf731d512328fff5L,0x758caea249ba158eL, + 0x5ab8ff4c02938188L } }, + /* 53 << 224 */ + { { 0x33e1605635edc56dL,0x5a69d3497e940d79L,0x6c4fd00103866dcbL, + 0x20a38f574893cdefL }, + { 0xfbf3e790fac3a15bL,0x6ed7ea2e7a4f8e6bL,0xa663eb4fbc3aca86L, + 0x22061ea5080d53f7L } }, + /* 54 << 224 */ + { { 0x2480dfe6f546783fL,0xd38bc6da5a0a641eL,0xfb093cd12ede8965L, + 0x89654db4acb455cfL }, + { 0x413cbf9a26e1adeeL,0x291f3764373294d4L,0x00797257648083feL, + 0x25f504d3208cc341L } }, + /* 55 << 224 */ + { { 0x635a8e5ec3a0ee43L,0x70aaebca679898ffL,0x9ee9f5475dc63d56L, + 0xce987966ffb34d00L }, + { 0xf9f86b195e26310aL,0x9e435484382a8ca8L,0x253bcb81c2352fe4L, + 0xa4eac8b04474b571L } }, + /* 56 << 224 */ + { { 0xc1b97512c1ad8cf8L,0x193b4e9e99e0b697L,0x939d271601e85df0L, + 0x4fb265b3cd44eafdL }, + { 0x321e7dcde51e1ae2L,0x8e3a8ca6e3d8b096L,0x8de46cb052604998L, + 0x91099ad839072aa7L } }, + /* 57 << 224 */ + { { 0x2617f91c93aa96b8L,0x0fc8716b7fca2e13L,0xa7106f5e95328723L, + 0xd1c9c40b262e6522L }, + { 0xb9bafe8642b7c094L,0x1873439d1543c021L,0xe1baa5de5cbefd5dL, + 0xa363fc5e521e8affL } }, + /* 58 << 224 */ + { { 0xefe6320df862eaacL,0x14419c6322c647dcL,0x0e06707c4e46d428L, + 0xcb6c834f4a178f8fL }, + { 0x0f993a45d30f917cL,0xd4c4b0499879afeeL,0xb6142a1e70500063L, + 0x7c9b41c3a5d9d605L } }, + /* 59 << 224 */ + { { 0xbc00fc2f2f8ba2c7L,0x0966eb2f7c67aa28L,0x13f7b5165a786972L, + 0x3bfb75578a2fbba0L }, + { 0x131c4f235a2b9620L,0xbff3ed276faf46beL,0x9b4473d17e172323L, + 0x421e8878339f6246L } }, + /* 60 << 224 */ + { { 0x0fa8587a25a41632L,0xc0814124a35b6c93L,0x2b18a9f559ebb8dbL, + 0x264e335776edb29cL }, + { 0xaf245ccdc87c51e2L,0x16b3015b501e6214L,0xbb31c5600a3882ceL, + 0x6961bb94fec11e04L } }, + /* 61 << 224 */ + { { 0x3b825b8deff7a3a0L,0xbec33738b1df7326L,0x68ad747c99604a1fL, + 0xd154c9349a3bd499L }, + { 0xac33506f1cc7a906L,0x73bb53926c560e8fL,0x6428fcbe263e3944L, + 0xc11828d51c387434L } }, + /* 62 << 224 */ + { { 0x3cd04be13e4b12ffL,0xc3aad9f92d88667cL,0xc52ddcf8248120cfL, + 0x985a892e2a389532L }, + { 0xfbb4b21b3bb85fa0L,0xf95375e08dfc6269L,0xfb4fb06c7ee2aceaL, + 0x6785426e309c4d1fL } }, + /* 63 << 224 */ + { { 0x659b17c8d8ceb147L,0x9b649eeeb70a5554L,0x6b7fa0b5ac6bc634L, + 0xd99fe2c71d6e732fL }, + { 0x30e6e7628d3abba2L,0x18fee6e7a797b799L,0x5c9d360dc696464dL, + 0xe3baeb4827bfde12L } }, + /* 64 << 224 */ + { { 0x2bf5db47f23206d5L,0x2f6d34201d260152L,0x17b876533f8ff89aL, + 0x5157c30c378fa458L }, + { 0x7517c5c52d4fb936L,0xef22f7ace6518cdcL,0xdeb483e6bf847a64L, + 0xf508455892e0fa89L } }, + /* 0 << 231 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 231 */ + { { 0xab9659d8df7304d4L,0xb71bcf1bff210e8eL,0xa9a2438bd73fbd60L, + 0x4595cd1f5d11b4deL }, + { 0x9c0d329a4835859dL,0x4a0f0d2d7dbb6e56L,0xc6038e5edf928a4eL, + 0xc94296218f5ad154L } }, + /* 2 << 231 */ + { { 0x91213462f23f2d92L,0x6cab71bd60b94078L,0x6bdd0a63176cde20L, + 0x54c9b20cee4d54bcL }, + { 0x3cd2d8aa9f2ac02fL,0x03f8e617206eedb0L,0xc7f68e1693086434L, + 0x831469c592dd3db9L } }, + /* 3 << 231 */ + { { 0x8521df248f981354L,0x587e23ec3588a259L,0xcbedf281d7a0992cL, + 0x06930a5538961407L }, + { 0x09320debbe5bbe21L,0xa7ffa5b52491817fL,0xe6c8b4d909065160L, + 0xac4f3992fff6d2a9L } }, + /* 4 << 231 */ + { { 0x7aa7a1583ae9c1bdL,0xe0af6d98e37ce240L,0xe54342d928ab38b4L, + 0xe8b750070a1c98caL }, + { 0xefce86afe02358f2L,0x31b8b856ea921228L,0x052a19120a1c67fcL, + 0xb4069ea4e3aead59L } }, + /* 5 << 231 */ + { { 0x3232d6e27fa03cb3L,0xdb938e5b0fdd7d88L,0x04c1d2cd2ccbfc5dL, + 0xd2f45c12af3a580fL }, + { 0x592620b57883e614L,0x5fd27e68be7c5f26L,0x139e45a91567e1e3L, + 0x2cc71d2d44d8aaafL } }, + /* 6 << 231 */ + { { 0x4a9090cde36d0757L,0xf722d7b1d9a29382L,0xfb7fb04c04b48ddfL, + 0x628ad2a7ebe16f43L }, + { 0xcd3fbfb520226040L,0x6c34ecb15104b6c4L,0x30c0754ec903c188L, + 0xec336b082d23cab0L } }, + /* 7 << 231 */ + { { 0x473d62a21e206ee5L,0xf1e274808c49a633L,0x87ab956ce9f6b2c3L, + 0x61830b4862b606eaL }, + { 0x67cd6846e78e815fL,0xfe40139f4c02082aL,0x52bbbfcb952ec365L, + 0x74c116426b9836abL } }, + /* 8 << 231 */ + { { 0x9f51439e558df019L,0x230da4baac712b27L,0x518919e355185a24L, + 0x4dcefcdd84b78f50L }, + { 0xa7d90fb2a47d4c5aL,0x55ac9abfb30e009eL,0xfd2fc35974eed273L, + 0xb72d824cdbea8fafL } }, + /* 9 << 231 */ + { { 0xce721a744513e2caL,0x0b41861238240b2cL,0x05199968d5baa450L, + 0xeb1757ed2b0e8c25L }, + { 0x6ebc3e283dfac6d5L,0xb2431e2e48a237f5L,0x2acb5e2352f61499L, + 0x5558a2a7e06c936bL } }, + /* 10 << 231 */ + { { 0xd213f923cbb13d1bL,0x98799f425bfb9bfeL,0x1ae8ddc9701144a9L, + 0x0b8b3bb64c5595eeL }, + { 0x0ea9ef2e3ecebb21L,0x17cb6c4b3671f9a7L,0x47ef464f726f1d1fL, + 0x171b94846943a276L } }, + /* 11 << 231 */ + { { 0x51a4ae2d7ef0329cL,0x0850922291c4402aL,0x64a61d35afd45bbcL, + 0x38f096fe3035a851L }, + { 0xc7468b74a1dec027L,0xe8cf10e74fc7dcbaL,0xea35ff40f4a06353L, + 0x0b4c0dfa8b77dd66L } }, + /* 12 << 231 */ + { { 0x779b8552de7e5c19L,0xfab28609c1c0256cL,0x64f58eeeabd4743dL, + 0x4e8ef8387b6cc93bL }, + { 0xee650d264cb1bf3dL,0x4c1f9d0973dedf61L,0xaef7c9d7bfb70cedL, + 0x1ec0507e1641de1eL } }, + /* 13 << 231 */ + { { 0xcd7e5cc7cde45079L,0xde173c9a516ac9e4L,0x517a8494c170315cL, + 0x438fd90591d8e8fbL }, + { 0x5145c506c7d9630bL,0x6457a87bf47d4d75L,0xd31646bf0d9a80e8L, + 0x453add2bcef3aabeL } }, + /* 14 << 231 */ + { { 0xc9941109a607419dL,0xfaa71e62bb6bca80L,0x34158c1307c431f3L, + 0x594abebc992bc47aL }, + { 0x6dfea691eb78399fL,0x48aafb353f42cba4L,0xedcd65af077c04f0L, + 0x1a29a366e884491aL } }, + /* 15 << 231 */ + { { 0x023a40e51c21f2bfL,0xf99a513ca5057aeeL,0xa3fe7e25bcab072eL, + 0x8568d2e140e32bcfL }, + { 0x904594ebd3f69d9fL,0x181a973307affab1L,0xe4d68d76b6e330f4L, + 0x87a6dafbc75a7fc1L } }, + /* 16 << 231 */ + { { 0x549db2b5ef7d9289L,0x2480d4a8197f015aL,0x61d5590bc40493b6L, + 0x3a55b52e6f780331L }, + { 0x40eb8115309eadb0L,0xdea7de5a92e5c625L,0x64d631f0cc6a3d5aL, + 0x9d5e9d7c93e8dd61L } }, + /* 17 << 231 */ + { { 0xf297bef5206d3ffcL,0x23d5e0337d808bd4L,0x4a4f6912d24cf5baL, + 0xe4d8163b09cdaa8aL }, + { 0x0e0de9efd3082e8eL,0x4fe1246c0192f360L,0x1f9001504b8eee0aL, + 0x5219da81f1da391bL } }, + /* 18 << 231 */ + { { 0x7bf6a5c1f7ea25aaL,0xd165e6bffbb07d5fL,0xe353936189e78671L, + 0xa3fcac892bac4219L }, + { 0xdfab6fd4f0baa8abL,0x5a4adac1e2c1c2e5L,0x6cd75e3140d85849L, + 0xce263fea19b39181L } }, + /* 19 << 231 */ + { { 0xcb6803d307032c72L,0x7f40d5ce790968c8L,0xa6de86bddce978f0L, + 0x25547c4f368f751cL }, + { 0xb1e685fd65fb2a9eL,0xce69336f1eb9179cL,0xb15d1c2712504442L, + 0xb7df465cb911a06bL } }, + /* 20 << 231 */ + { { 0xb8d804a3315980cdL,0x693bc492fa3bebf7L,0x3578aeee2253c504L, + 0x158de498cd2474a2L }, + { 0x1331f5c7cfda8368L,0xd2d7bbb378d7177eL,0xdf61133af3c1e46eL, + 0x5836ce7dd30e7be8L } }, + /* 21 << 231 */ + { { 0x83084f1994f834cbL,0xd35653d4429ed782L,0xa542f16f59e58243L, + 0xc2b52f650470a22dL }, + { 0xe3b6221b18f23d96L,0xcb05abac3f5252b4L,0xca00938b87d61402L, + 0x2f186cdd411933e4L } }, + /* 22 << 231 */ + { { 0xe042ece59a29a5c5L,0xb19b3c073b6c8402L,0xc97667c719d92684L, + 0xb5624622ebc66372L }, + { 0x0cb96e653c04fa02L,0x83a7176c8eaa39aaL,0x2033561deaa1633fL, + 0x45a9d0864533df73L } }, + /* 23 << 231 */ + { { 0xe0542c1d3dc090bcL,0x82c996efaa59c167L,0xe3f735e80ee7fc4dL, + 0x7b1793937c35db79L }, + { 0xb6419e25f8c5dbfdL,0x4d9d7a1e1f327b04L,0x979f6f9b298dfca8L, + 0xc7c5dff18de9366aL } }, + /* 24 << 231 */ + { { 0x1b7a588d04c82bddL,0x68005534f8319dfdL,0xde8a55b5d8eb9580L, + 0x5ea886da8d5bca81L }, + { 0xe8530a01252a0b4dL,0x1bffb4fe35eaa0a1L,0x2ad828b1d8e99563L, + 0x7de96ef595f9cd87L } }, + /* 25 << 231 */ + { { 0x4abb2d0cd77d970cL,0x03cfb933d33ef9cbL,0xb0547c018b211fe9L, + 0x2fe64809a56ed1c6L }, + { 0xcb7d5624c2ac98ccL,0x2a1372c01a393e33L,0xc8d1ec1c29660521L, + 0xf3d31b04b37ac3e9L } }, + /* 26 << 231 */ + { { 0xa29ae9df5ece6e7cL,0x0603ac8f0facfb55L,0xcfe85b7adda233a5L, + 0xe618919fbd75f0b8L }, + { 0xf555a3d299bf1603L,0x1f43afc9f184255aL,0xdcdaf341319a3e02L, + 0xd3b117ef03903a39L } }, + /* 27 << 231 */ + { { 0xe095da1365d1d131L,0x86f16367c37ad03eL,0x5f37389e462cd8ddL, + 0xc103fa04d67a60e6L }, + { 0x57c34344f4b478f0L,0xce91edd8e117c98dL,0x001777b0231fc12eL, + 0x11ae47f2b207bccbL } }, + /* 28 << 231 */ + { { 0xd983cf8d20f8a242L,0x7aff5b1df22e1ad8L,0x68fd11d07fc4feb3L, + 0x5d53ae90b0f1c3e1L }, + { 0x50fb7905ec041803L,0x85e3c97714404888L,0x0e67faedac628d8fL, + 0x2e8651506668532cL } }, + /* 29 << 231 */ + { { 0x15acaaa46a67a6b0L,0xf4cdee25b25cec41L,0x49ee565ae4c6701eL, + 0x2a04ca66fc7d63d8L }, + { 0xeb105018ef0543fbL,0xf709a4f5d1b0d81dL,0x5b906ee62915d333L, + 0xf4a8741296f1f0abL } }, + /* 30 << 231 */ + { { 0xb6b82fa74d82f4c2L,0x90725a606804efb3L,0xbc82ec46adc3425eL, + 0xb7b805812787843eL }, + { 0xdf46d91cdd1fc74cL,0xdc1c62cbe783a6c4L,0x59d1b9f31a04cbbaL, + 0xd87f6f7295e40764L } }, + /* 31 << 231 */ + { { 0x02b4cfc1317f4a76L,0x8d2703eb91036bceL,0x98206cc6a5e72a56L, + 0x57be9ed1cf53fb0fL }, + { 0x09374571ef0b17acL,0x74b2655ed9181b38L,0xc8f80ea889935d0eL, + 0xc0d9e94291529936L } }, + /* 32 << 231 */ + { { 0x196860411e84e0e5L,0xa5db84d3aea34c93L,0xf9d5bb197073a732L, + 0xb8d2fe566bcfd7c0L }, + { 0x45775f36f3eb82faL,0x8cb20cccfdff8b58L,0x1659b65f8374c110L, + 0xb8b4a422330c789aL } }, + /* 33 << 231 */ + { { 0x75e3c3ea6fe8208bL,0xbd74b9e4286e78feL,0x0be2e81bd7d93a1aL, + 0x7ed06e27dd0a5aaeL }, + { 0x721f5a586be8b800L,0x428299d1d846db28L,0x95cb8e6b5be88ed3L, + 0xc3186b231c034e11L } }, + /* 34 << 231 */ + { { 0xa6312c9e8977d99bL,0xbe94433183f531e7L,0x8232c0c218d3b1d4L, + 0x617aae8be1247b73L }, + { 0x40153fc4282aec3bL,0xc6063d2ff7b8f823L,0x68f10e583304f94cL, + 0x31efae74ee676346L } }, + /* 35 << 231 */ + { { 0xbadb6c6d40a9b97cL,0x14702c634f666256L,0xdeb954f15184b2e3L, + 0x5184a52694b6ca40L }, + { 0xfff05337003c32eaL,0x5aa374dd205974c7L,0x9a7638544b0dd71aL, + 0x459cd27fdeb947ecL } }, + /* 36 << 231 */ + { { 0xa6e28161459c2b92L,0x2f020fa875ee8ef5L,0xb132ec2d30b06310L, + 0xc3e15899bc6a4530L }, + { 0xdc5f53feaa3f451aL,0x3a3c7f23c2d9acacL,0x2ec2f8926b27e58bL, + 0x68466ee7d742799fL } }, + /* 37 << 231 */ + { { 0x98324dd41fa26613L,0xa2dc6dabbdc29d63L,0xf9675faad712d657L, + 0x813994be21fd8d15L }, + { 0x5ccbb722fd4f7553L,0x5135ff8bf3a36b20L,0x44be28af69559df5L, + 0x40b65bed9d41bf30L } }, + /* 38 << 231 */ + { { 0xd98bf2a43734e520L,0x5e3abbe3209bdcbaL,0x77c76553bc945b35L, + 0x5331c093c6ef14aaL }, + { 0x518ffe2976b60c80L,0x2285593b7ace16f8L,0xab1f64ccbe2b9784L, + 0xe8f2c0d9ab2421b6L } }, + /* 39 << 231 */ + { { 0x617d7174c1df065cL,0xafeeb5ab5f6578faL,0x16ff1329263b54a8L, + 0x45c55808c990dce3L }, + { 0x42eab6c0ecc8c177L,0x799ea9b55982ecaaL,0xf65da244b607ef8eL, + 0x8ab226ce32a3fc2cL } }, + /* 40 << 231 */ + { { 0x745741e57ea973dcL,0x5c00ca7020888f2eL,0x7cdce3cf45fd9cf1L, + 0x8a741ef15507f872L }, + { 0x47c51c2f196b4cecL,0x70d08e43c97ea618L,0x930da15c15b18a2bL, + 0x33b6c6782f610514L } }, + /* 41 << 231 */ + { { 0xc662e4f807ac9794L,0x1eccf050ba06cb79L,0x1ff08623e7d954e5L, + 0x6ef2c5fb24cf71c3L }, + { 0xb2c063d267978453L,0xa0cf37961d654af8L,0x7cb242ea7ebdaa37L, + 0x206e0b10b86747e0L } }, + /* 42 << 231 */ + { { 0x481dae5fd5ecfefcL,0x07084fd8c2bff8fcL,0x8040a01aea324596L, + 0x4c646980d4de4036L }, + { 0x9eb8ab4ed65abfc3L,0xe01cb91f13541ec7L,0x8f029adbfd695012L, + 0x9ae284833c7569ecL } }, + /* 43 << 231 */ + { { 0xa5614c9ea66d80a1L,0x680a3e4475f5f911L,0x0c07b14dceba4fc1L, + 0x891c285ba13071c1L }, + { 0xcac67ceb799ece3cL,0x29b910a941e07e27L,0x66bdb409f2e43123L, + 0x06f8b1377ac9ecbeL } }, + /* 44 << 231 */ + { { 0x5981fafd38547090L,0x19ab8b9f85e3415dL,0xfc28c194c7e31b27L, + 0x843be0aa6fbcbb42L }, + { 0xf3b1ed43a6db836cL,0x2a1330e401a45c05L,0x4f19f3c595c1a377L, + 0xa85f39d044b5ee33L } }, + /* 45 << 231 */ + { { 0x3da18e6d4ae52834L,0x5a403b397423dcb0L,0xbb555e0af2374aefL, + 0x2ad599c41e8ca111L }, + { 0x1b3a2fb9014b3bf8L,0x73092684f66d5007L,0x079f1426c4340102L, + 0x1827cf818fddf4deL } }, + /* 46 << 231 */ + { { 0xc83605f6f10ff927L,0xd387145123739fc6L,0x6d163450cac1c2ccL, + 0x6b521296a2ec1ac5L }, + { 0x0606c4f96e3cb4a5L,0xe47d3f41778abff7L,0x425a8d5ebe8e3a45L, + 0x53ea9e97a6102160L } }, + /* 47 << 231 */ + { { 0x477a106e39cbb688L,0x532401d2f3386d32L,0x8e564f64b1b9b421L, + 0xca9b838881dad33fL }, + { 0xb1422b4e2093913eL,0x533d2f9269bc8112L,0x3fa017beebe7b2c7L, + 0xb2767c4acaf197c6L } }, + /* 48 << 231 */ + { { 0xc925ff87aedbae9fL,0x7daf0eb936880a54L,0x9284ddf59c4d0e71L, + 0x1581cf93316f8cf5L }, + { 0x3eeca8873ac1f452L,0xb417fce9fb6aeffeL,0xa5918046eefb8dc3L, + 0x73d318ac02209400L } }, + /* 49 << 231 */ + { { 0xe800400f728693e5L,0xe87d814b339927edL,0x93e94d3b57ea9910L, + 0xff8a35b62245fb69L }, + { 0x043853d77f200d34L,0x470f1e680f653ce1L,0x81ac05bd59a06379L, + 0xa14052c203930c29L } }, + /* 50 << 231 */ + { { 0x6b72fab526bc2797L,0x13670d1699f16771L,0x001700521e3e48d1L, + 0x978fe401b7adf678L }, + { 0x55ecfb92d41c5dd4L,0x5ff8e247c7b27da5L,0xe7518272013fb606L, + 0x5768d7e52f547a3cL } }, + /* 51 << 231 */ + { { 0xbb24eaa360017a5fL,0x6b18e6e49c64ce9bL,0xc225c655103dde07L, + 0xfc3672ae7592f7eaL }, + { 0x9606ad77d06283a1L,0x542fc650e4d59d99L,0xabb57c492a40e7c2L, + 0xac948f13a8db9f55L } }, + /* 52 << 231 */ + { { 0x6d4c9682b04465c3L,0xe3d062fa6468bd15L,0xa51729ac5f318d7eL, + 0x1fc87df69eb6fc95L }, + { 0x63d146a80591f652L,0xa861b8f7589621aaL,0x59f5f15ace31348cL, + 0x8f663391440da6daL } }, + /* 53 << 231 */ + { { 0xcfa778acb591ffa3L,0x027ca9c54cdfebceL,0xbe8e05a5444ea6b3L, + 0x8aab4e69a78d8254L }, + { 0x2437f04fb474d6b8L,0x6597ffd4045b3855L,0xbb0aea4eca47ecaaL, + 0x568aae8385c7ebfcL } }, + /* 54 << 231 */ + { { 0x0e966e64c73b2383L,0x49eb3447d17d8762L,0xde1078218da05dabL, + 0x443d8baa016b7236L }, + { 0x163b63a5ea7610d6L,0xe47e4185ce1ca979L,0xae648b6580baa132L, + 0xebf53de20e0d5b64L } }, + /* 55 << 231 */ + { { 0x8d3bfcb4d3c8c1caL,0x0d914ef35d04b309L,0x55ef64153de7d395L, + 0xbde1666f26b850e8L }, + { 0xdbe1ca6ed449ab19L,0x8902b322e89a2672L,0xb1674b7edacb7a53L, + 0x8e9faf6ef52523ffL } }, + /* 56 << 231 */ + { { 0x6ba535da9a85788bL,0xd21f03aebd0626d4L,0x099f8c47e873dc64L, + 0xcda8564d018ec97eL }, + { 0x3e8d7a5cde92c68cL,0x78e035a173323cc4L,0x3ef26275f880ff7cL, + 0xa4ee3dff273eedaaL } }, + /* 57 << 231 */ + { { 0x58823507af4e18f8L,0x967ec9b50672f328L,0x9ded19d9559d3186L, + 0x5e2ab3de6cdce39cL }, + { 0xabad6e4d11c226dfL,0xf9783f4387723014L,0x9a49a0cf1a885719L, + 0xfc0c1a5a90da9dbfL } }, + /* 58 << 231 */ + { { 0x8bbaec49571d92acL,0x569e85fe4692517fL,0x8333b014a14ea4afL, + 0x32f2a62f12e5c5adL }, + { 0x98c2ce3a06d89b85L,0xb90741aa2ff77a08L,0x2530defc01f795a2L, + 0xd6e5ba0b84b3c199L } }, + /* 59 << 231 */ + { { 0x7d8e845112e4c936L,0xae419f7dbd0be17bL,0xa583fc8c22262bc9L, + 0x6b842ac791bfe2bdL }, + { 0x33cef4e9440d6827L,0x5f69f4deef81fb14L,0xf16cf6f6234fbb92L, + 0x76ae3fc3d9e7e158L } }, + /* 60 << 231 */ + { { 0x4e89f6c2e9740b33L,0x677bc85d4962d6a1L,0x6c6d8a7f68d10d15L, + 0x5f9a72240257b1cdL }, + { 0x7096b9164ad85961L,0x5f8c47f7e657ab4aL,0xde57d7d0f7461d7eL, + 0x7eb6094d80ce5ee2L } }, + /* 61 << 231 */ + { { 0x0b1e1dfd34190547L,0x8a394f43f05dd150L,0x0a9eb24d97df44e6L, + 0x78ca06bf87675719L }, + { 0x6f0b34626ffeec22L,0x9d91bcea36cdd8fbL,0xac83363ca105be47L, + 0x81ba76c1069710e3L } }, + /* 62 << 231 */ + { { 0x3d1b24cb28c682c6L,0x27f252288612575bL,0xb587c779e8e66e98L, + 0x7b0c03e9405eb1feL }, + { 0xfdf0d03015b548e7L,0xa8be76e038b36af7L,0x4cdab04a4f310c40L, + 0x6287223ef47ecaecL } }, + /* 63 << 231 */ + { { 0x678e60558b399320L,0x61fe3fa6c01e4646L,0xc482866b03261a5eL, + 0xdfcf45b85c2f244aL }, + { 0x8fab9a512f684b43L,0xf796c654c7220a66L,0x1d90707ef5afa58fL, + 0x2c421d974fdbe0deL } }, + /* 64 << 231 */ + { { 0xc4f4cda3af2ebc2fL,0xa0af843dcb4efe24L,0x53b857c19ccd10b1L, + 0xddc9d1eb914d3e04L }, + { 0x7bdec8bb62771debL,0x829277aa91c5aa81L,0x7af18dd6832391aeL, + 0x1740f316c71a84caL } }, + /* 0 << 238 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 238 */ + { { 0x8928e99aeeaf8c49L,0xee7aa73d6e24d728L,0x4c5007c2e72b156cL, + 0x5fcf57c5ed408a1dL }, + { 0x9f719e39b6057604L,0x7d343c01c2868bbfL,0x2cca254b7e103e2dL, + 0xe6eb38a9f131bea2L } }, + /* 2 << 238 */ + { { 0xb33e624f8be762b4L,0x2a9ee4d1058e3413L,0x968e636967d805faL, + 0x9848949b7db8bfd7L }, + { 0x5308d7e5d23a8417L,0x892f3b1df3e29da5L,0xc95c139e3dee471fL, + 0x8631594dd757e089L } }, + /* 3 << 238 */ + { { 0xe0c82a3cde918dccL,0x2e7b599426fdcf4bL,0x82c5024932cb1b2dL, + 0xea613a9d7657ae07L }, + { 0xc2eb5f6cf1fdc9f7L,0xb6eae8b8879fe682L,0x253dfee0591cbc7fL, + 0x000da7133e1290e6L } }, + /* 4 << 238 */ + { { 0x1083e2ea1f095615L,0x0a28ad7714e68c33L,0x6bfc02523d8818beL, + 0xb585113af35850cdL }, + { 0x7d935f0b30df8aa1L,0xaddda07c4ab7e3acL,0x92c34299552f00cbL, + 0xc33ed1de2909df6cL } }, + /* 5 << 238 */ + { { 0x22c2195d80e87766L,0x9e99e6d89ddf4ac0L,0x09642e4e65e74934L, + 0x2610ffa2ff1ff241L }, + { 0x4d1d47d4751c8159L,0x697b4985af3a9363L,0x0318ca4687477c33L, + 0xa90cb5659441eff3L } }, + /* 6 << 238 */ + { { 0x58bb384836f024cbL,0x85be1f7736016168L,0x6c59587cdc7e07f1L, + 0x191be071af1d8f02L }, + { 0xbf169fa5cca5e55cL,0x3864ba3cf7d04eacL,0x915e367f8d7d05dbL, + 0xb48a876da6549e5dL } }, + /* 7 << 238 */ + { { 0xef89c656580e40a2L,0xf194ed8c728068bcL,0x74528045a47990c9L, + 0xf53fc7d75e1a4649L }, + { 0xbec5ae9b78593e7dL,0x2cac4ee341db65d7L,0xa8c1eb2404a3d39bL, + 0x53b7d63403f8f3efL } }, + /* 8 << 238 */ + { { 0x2dc40d483e07113cL,0x6e4a5d397d8b63aeL,0x5582a94b79684c2bL, + 0x932b33d4622da26cL }, + { 0xf534f6510dbbf08dL,0x211d07c964c23a52L,0x0eeece0fee5bdc9bL, + 0xdf178168f7015558L } }, + /* 9 << 238 */ + { { 0xd42946350a712229L,0x93cbe44809273f8cL,0x00b095ef8f13bc83L, + 0xbb7419728798978cL }, + { 0x9d7309a256dbe6e7L,0xe578ec565a5d39ecL,0x3961151b851f9a31L, + 0x2da7715de5709eb4L } }, + /* 10 << 238 */ + { { 0x867f301753dfabf0L,0x728d2078b8e39259L,0x5c75a0cd815d9958L, + 0xf84867a616603be1L }, + { 0xc865b13d70e35b1cL,0x0241446819b03e2cL,0xe46041daac1f3121L, + 0x7c9017ad6f028a7cL } }, + /* 11 << 238 */ + { { 0xabc96de90a482873L,0x4265d6b1b77e54d4L,0x68c38e79a57d88e7L, + 0xd461d7669ce82de3L }, + { 0x817a9ec564a7e489L,0xcc5675cda0def5f2L,0x9a00e785985d494eL, + 0xc626833f1b03514aL } }, + /* 12 << 238 */ + { { 0xabe7905a83cdd60eL,0x50602fb5a1170184L,0x689886cdb023642aL, + 0xd568d090a6e1fb00L }, + { 0x5b1922c70259217fL,0x93831cd9c43141e4L,0xdfca35870c95f86eL, + 0xdec2057a568ae828L } }, + /* 13 << 238 */ + { { 0xc44ea599f98a759aL,0x55a0a7a2f7c23c1dL,0xd5ffb6e694c4f687L, + 0x3563cce212848478L }, + { 0x812b3517e7b1fbe1L,0x8a7dc9794f7338e0L,0x211ecee952d048dbL, + 0x2eea4056c86ea3b8L } }, + /* 14 << 238 */ + { { 0xd8cb68a7ba772b34L,0xe16ed3415f4e2541L,0x9b32f6a60fec14dbL, + 0xeee376f7391698beL }, + { 0xe9a7aa1783674c02L,0x65832f975843022aL,0x29f3a8da5ba4990fL, + 0x79a59c3afb8e3216L } }, + /* 15 << 238 */ + { { 0x9cdc4d2ebd19bb16L,0xc6c7cfd0b3262d86L,0xd4ce14d0969c0b47L, + 0x1fa352b713e56128L }, + { 0x383d55b8973db6d3L,0x71836850e8e5b7bfL,0xc7714596e6bb571fL, + 0x259df31f2d5b2dd2L } }, + /* 16 << 238 */ + { { 0x568f8925913cc16dL,0x18bc5b6de1a26f5aL,0xdfa413bef5f499aeL, + 0xf8835decc3f0ae84L }, + { 0xb6e60bd865a40ab0L,0x65596439194b377eL,0xbcd8562592084a69L, + 0x5ce433b94f23ede0L } }, + /* 17 << 238 */ + { { 0xe8e8f04f6ad65143L,0x11511827d6e14af6L,0x3d390a108295c0c7L, + 0x71e29ee4621eba16L }, + { 0xa588fc0963717b46L,0x02be02fee06ad4a2L,0x931558c604c22b22L, + 0xbb4d4bd612f3c849L } }, + /* 18 << 238 */ + { { 0x54a4f49620efd662L,0x92ba6d20c5952d14L,0x2db8ea1ecc9784c2L, + 0x81cc10ca4b353644L }, + { 0x40b570ad4b4d7f6cL,0x5c9f1d9684a1dcd2L,0x01379f813147e797L, + 0xe5c6097b2bd499f5L } }, + /* 19 << 238 */ + { { 0x40dcafa6328e5e20L,0xf7b5244a54815550L,0xb9a4f11847bfc978L, + 0x0ea0e79fd25825b1L }, + { 0xa50f96eb646c7ecfL,0xeb811493446dea9dL,0x2af04677dfabcf69L, + 0xbe3a068fc713f6e8L } }, + /* 20 << 238 */ + { { 0x860d523d42e06189L,0xbf0779414e3aff13L,0x0b616dcac1b20650L, + 0xe66dd6d12131300dL }, + { 0xd4a0fd67ff99abdeL,0xc9903550c7aac50dL,0x022ecf8b7c46b2d7L, + 0x3333b1e83abf92afL } }, + /* 21 << 238 */ + { { 0x11cc113c6c491c14L,0x0597668880dd3f88L,0xf5b4d9e729d932edL, + 0xe982aad8a2c38b6dL }, + { 0x6f9253478be0dcf0L,0x700080ae65ca53f2L,0xd8131156443ca77fL, + 0xe92d6942ec51f984L } }, + /* 22 << 238 */ + { { 0xd2a08af885dfe9aeL,0xd825d9a54d2a86caL,0x2c53988d39dff020L, + 0xf38b135a430cdc40L }, + { 0x0c918ae062a7150bL,0xf31fd8de0c340e9bL,0xafa0e7ae4dbbf02eL, + 0x5847fb2a5eba6239L } }, + /* 23 << 238 */ + { { 0x6b1647dcdccbac8bL,0xb642aa7806f485c8L,0x873f37657038ecdfL, + 0x2ce5e865fa49d3feL }, + { 0xea223788c98c4400L,0x8104a8cdf1fa5279L,0xbcf7cc7a06becfd7L, + 0x49424316c8f974aeL } }, + /* 24 << 238 */ + { { 0xc0da65e784d6365dL,0xbcb7443f8f759fb8L,0x35c712b17ae81930L, + 0x80428dff4c6e08abL }, + { 0xf19dafefa4faf843L,0xced8538dffa9855fL,0x20ac409cbe3ac7ceL, + 0x358c1fb6882da71eL } }, + /* 25 << 238 */ + { { 0xafa9c0e5fd349961L,0x2b2cfa518421c2fcL,0x2a80db17f3a28d38L, + 0xa8aba5395d138e7eL }, + { 0x52012d1d6e96eb8dL,0x65d8dea0cbaf9622L,0x57735447b264f56cL, + 0xbeebef3f1b6c8da2L } }, + /* 26 << 238 */ + { { 0xfc346d98ce785254L,0xd50e8d72bb64a161L,0xc03567c749794addL, + 0x15a76065752c7ef6L }, + { 0x59f3a222961f23d6L,0x378e443873ecc0b0L,0xc74be4345a82fde4L, + 0xae509af2d8b9cf34L } }, + /* 27 << 238 */ + { { 0x4a61ee46577f44a1L,0xe09b748cb611deebL,0xc0481b2cf5f7b884L, + 0x3562667861acfa6bL }, + { 0x37f4c518bf8d21e6L,0x22d96531b205a76dL,0x37fb85e1954073c0L, + 0xbceafe4f65b3a567L } }, + /* 28 << 238 */ + { { 0xefecdef7be42a582L,0xd3fc608065046be6L,0xc9af13c809e8dba9L, + 0x1e6c9847641491ffL }, + { 0x3b574925d30c31f7L,0xb7eb72baac2a2122L,0x776a0dacef0859e7L, + 0x06fec31421900942L } }, + /* 29 << 238 */ + { { 0x2464bc10f8c22049L,0x9bfbcce7875ebf69L,0xd7a88e2a4336326bL, + 0xda05261c5bc2acfaL }, + { 0xc29f5bdceba7efc8L,0x471237ca25dbbf2eL,0xa72773f22975f127L, + 0xdc744e8e04d0b326L } }, + /* 30 << 238 */ + { { 0x38a7ed16a56edb73L,0x64357e372c007e70L,0xa167d15b5080b400L, + 0x07b4116423de4be1L }, + { 0xb2d91e3274c89883L,0x3c1628212882e7edL,0xad6b36ba7503e482L, + 0x48434e8e0ea34331L } }, + /* 31 << 238 */ + { { 0x79f4f24f2c7ae0b9L,0xc46fbf811939b44aL,0x76fefae856595eb1L, + 0x417b66abcd5f29c7L }, + { 0x5f2332b2c5ceec20L,0xd69661ffe1a1cae2L,0x5ede7e529b0286e6L, + 0x9d062529e276b993L } }, + /* 32 << 238 */ + { { 0x324794b07e50122bL,0xdd744f8b4af07ca5L,0x30a12f08d63fc97bL, + 0x39650f1a76626d9dL }, + { 0x101b47f71fa38477L,0x3d815f19d4dc124fL,0x1569ae95b26eb58aL, + 0xc3cde18895fb1887L } }, + /* 33 << 238 */ + { { 0x54e9f37bf9539a48L,0xb0100e067408c1a5L,0x821d9811ea580cbbL, + 0x8af52d3586e50c56L }, + { 0xdfbd9d47dbbf698bL,0x2961a1ea03dc1c73L,0x203d38f8e76a5df8L, + 0x08a53a686def707aL } }, + /* 34 << 238 */ + { { 0x26eefb481bee45d4L,0xb3cee3463c688036L,0x463c5315c42f2469L, + 0x19d84d2e81378162L }, + { 0x22d7c3c51c4d349fL,0x65965844163d59c5L,0xcf198c56b8abceaeL, + 0x6fb1fb1b628559d5L } }, + /* 35 << 238 */ + { { 0x8bbffd0607bf8fe3L,0x46259c583467734bL,0xd8953cea35f7f0d3L, + 0x1f0bece2d65b0ff1L }, + { 0xf7d5b4b3f3c72914L,0x29e8ea953cb53389L,0x4a365626836b6d46L, + 0xe849f910ea174fdeL } }, + /* 36 << 238 */ + { { 0x7ec62fbbf4737f21L,0xd8dba5ab6209f5acL,0x24b5d7a9a5f9adbeL, + 0x707d28f7a61dc768L }, + { 0x7711460bcaa999eaL,0xba7b174d1c92e4ccL,0x3c4bab6618d4bf2dL, + 0xb8f0c980eb8bd279L } }, + /* 37 << 238 */ + { { 0x024bea9a324b4737L,0xfba9e42332a83bcaL,0x6e635643a232dcedL, + 0x996193672571c8baL }, + { 0xe8c9f35754b7032bL,0xf936b3ba2442d54aL,0x2263f0f08290c65aL, + 0x48989780ee2c7fdbL } }, + /* 38 << 238 */ + { { 0xadc5d55a13d4f95eL,0x737cff85ad9b8500L,0x271c557b8a73f43dL, + 0xbed617a4e18bc476L }, + { 0x662454017dfd8ab2L,0xae7b89ae3a2870aaL,0x1b555f5323a7e545L, + 0x6791e247be057e4cL } }, + /* 39 << 238 */ + { { 0x860136ad324fa34dL,0xea1114474cbeae28L,0x023a4270bedd3299L, + 0x3d5c3a7fc1c35c34L }, + { 0xb0f6db678d0412d2L,0xd92625e2fcdc6b9aL,0x92ae5ccc4e28a982L, + 0xea251c3647a3ce7eL } }, + /* 40 << 238 */ + { { 0x9d658932790691bfL,0xed61058906b736aeL,0x712c2f04c0d63b6eL, + 0x5cf06fd5c63d488fL }, + { 0x97363facd9588e41L,0x1f9bf7622b93257eL,0xa9d1ffc4667acaceL, + 0x1cf4a1aa0a061ecfL } }, + /* 41 << 238 */ + { { 0x40e48a49dc1818d0L,0x0643ff39a3621ab0L,0x5768640ce39ef639L, + 0x1fc099ea04d86854L }, + { 0x9130b9c3eccd28fdL,0xd743cbd27eec54abL,0x052b146fe5b475b6L, + 0x058d9a82900a7d1fL } }, + /* 42 << 238 */ + { { 0x65e0229291262b72L,0x96f924f9bb0edf03L,0x5cfa59c8fe206842L, + 0xf60370045eafa720L }, + { 0x5f30699e18d7dd96L,0x381e8782cbab2495L,0x91669b46dd8be949L, + 0xb40606f526aae8efL } }, + /* 43 << 238 */ + { { 0x2812b839fc6751a4L,0x16196214fba800efL,0x4398d5ca4c1a2875L, + 0x720c00ee653d8349L }, + { 0xc2699eb0d820007cL,0x880ee660a39b5825L,0x70694694471f6984L, + 0xf7d16ea8e3dda99aL } }, + /* 44 << 238 */ + { { 0x28d675b2c0519a23L,0x9ebf94fe4f6952e3L,0xf28bb767a2294a8aL, + 0x85512b4dfe0af3f5L }, + { 0x18958ba899b16a0dL,0x95c2430cba7548a7L,0xb30d1b10a16be615L, + 0xe3ebbb9785bfb74cL } }, + /* 45 << 238 */ + { { 0xa3273cfe18549fdbL,0xf6e200bf4fcdb792L,0x54a76e1883aba56cL, + 0x73ec66f689ef6aa2L }, + { 0x8d17add7d1b9a305L,0xa959c5b9b7ae1b9dL,0x886435226bcc094aL, + 0xcc5616c4d7d429b9L } }, + /* 46 << 238 */ + { { 0xa6dada01e6a33f7cL,0xc6217a079d4e70adL,0xd619a81809c15b7cL, + 0xea06b3290e80c854L }, + { 0x174811cea5f5e7b9L,0x66dfc310787c65f4L,0x4ea7bd693316ab54L, + 0xc12c4acb1dcc0f70L } }, + /* 47 << 238 */ + { { 0xe4308d1a1e407dd9L,0xe8a3587c91afa997L,0xea296c12ab77b7a5L, + 0xb5ad49e4673c0d52L }, + { 0x40f9b2b27006085aL,0xa88ff34087bf6ec2L,0x978603b14e3066a6L, + 0xb3f99fc2b5e486e2L } }, + /* 48 << 238 */ + { { 0x07b53f5eb2e63645L,0xbe57e54784c84232L,0xd779c2167214d5cfL, + 0x617969cd029a3acaL }, + { 0xd17668cd8a7017a0L,0x77b4d19abe9b7ee8L,0x58fd0e939c161776L, + 0xa8c4f4efd5968a72L } }, + /* 49 << 238 */ + { { 0x296071cc67b3de77L,0xae3c0b8e634f7905L,0x67e440c28a7100c9L, + 0xbb8c3c1beb4b9b42L }, + { 0x6d71e8eac51b3583L,0x7591f5af9525e642L,0xf73a2f7b13f509f3L, + 0x618487aa5619ac9bL } }, + /* 50 << 238 */ + { { 0x3a72e5f79d61718aL,0x00413bcc7592d28cL,0x7d9b11d3963c35cfL, + 0x77623bcfb90a46edL }, + { 0xdeef273bdcdd2a50L,0x4a741f9b0601846eL,0x33b89e510ec6e929L, + 0xcb02319f8b7f22cdL } }, + /* 51 << 238 */ + { { 0xbbe1500d084bae24L,0x2f0ae8d7343d2693L,0xacffb5f27cdef811L, + 0xaa0c030a263fb94fL }, + { 0x6eef0d61a0f442deL,0xf92e181727b139d3L,0x1ae6deb70ad8bc28L, + 0xa89e38dcc0514130L } }, + /* 52 << 238 */ + { { 0x81eeb865d2fdca23L,0x5a15ee08cc8ef895L,0x768fa10a01905614L, + 0xeff5b8ef880ee19bL }, + { 0xf0c0cabbcb1c8a0eL,0x2e1ee9cdb8c838f9L,0x0587d8b88a4a14c0L, + 0xf6f278962ff698e5L } }, + /* 53 << 238 */ + { { 0xed38ef1c89ee6256L,0xf44ee1fe6b353b45L,0x9115c0c770e903b3L, + 0xc78ec0a1818f31dfL }, + { 0x6c003324b7dccbc6L,0xd96dd1f3163bbc25L,0x33aa82dd5cedd805L, + 0x123aae4f7f7eb2f1L } }, + /* 54 << 238 */ + { { 0x1723fcf5a26262cdL,0x1f7f4d5d0060ebd5L,0xf19c5c01b2eaa3afL, + 0x2ccb9b149790accfL }, + { 0x1f9c1cad52324aa6L,0x632005267247df54L,0x5732fe42bac96f82L, + 0x52fe771f01a1c384L } }, + /* 55 << 238 */ + { { 0x546ca13db1001684L,0xb56b4eeea1709f75L,0x266545a9d5db8672L, + 0xed971c901e8f3cfbL }, + { 0x4e7d8691e3a07b29L,0x7570d9ece4b696b9L,0xdc5fa0677bc7e9aeL, + 0x68b44cafc82c4844L } }, + /* 56 << 238 */ + { { 0x519d34b3bf44da80L,0x283834f95ab32e66L,0x6e6087976278a000L, + 0x1e62960e627312f6L }, + { 0x9b87b27be6901c55L,0x80e7853824fdbc1fL,0xbbbc09512facc27dL, + 0x06394239ac143b5aL } }, + /* 57 << 238 */ + { { 0x35bb4a40376c1944L,0x7cb6269463da1511L,0xafd29161b7148a3bL, + 0xa6f9d9ed4e2ea2eeL }, + { 0x15dc2ca2880dd212L,0x903c3813a61139a9L,0x2aa7b46d6c0f8785L, + 0x36ce2871901c60ffL } }, + /* 58 << 238 */ + { { 0xc683b028e10d9c12L,0x7573baa2032f33d3L,0x87a9b1f667a31b58L, + 0xfd3ed11af4ffae12L }, + { 0x83dcaa9a0cb2748eL,0x8239f0185d6fdf16L,0xba67b49c72753941L, + 0x2beec455c321cb36L } }, + /* 59 << 238 */ + { { 0x880156063f8b84ceL,0x764170838d38c86fL,0x054f1ca7598953ddL, + 0xc939e1104e8e7429L }, + { 0x9b1ac2b35a914f2fL,0x39e35ed3e74b8f9cL,0xd0debdb2781b2fb0L, + 0x1585638f2d997ba2L } }, + /* 60 << 238 */ + { { 0x9c4b646e9e2fce99L,0x68a210811e80857fL,0x06d54e443643b52aL, + 0xde8d6d630d8eb843L }, + { 0x7032156342146a0aL,0x8ba826f25eaa3622L,0x227a58bd86138787L, + 0x43b6c03c10281d37L } }, + /* 61 << 238 */ + { { 0x6326afbbb54dde39L,0x744e5e8adb6f2d5fL,0x48b2a99acff158e1L, + 0xa93c8fa0ef87918fL }, + { 0x2182f956de058c5cL,0x216235d2936f9e7aL,0xace0c0dbd2e31e67L, + 0xc96449bff23ac3e7L } }, + /* 62 << 238 */ + { { 0x7e9a2874170693bdL,0xa28e14fda45e6335L,0x5757f6b356427344L, + 0x822e4556acf8edf9L }, + { 0x2b7a6ee2e6a285cdL,0x5866f211a9df3af0L,0x40dde2ddf845b844L, + 0x986c3726110e5e49L } }, + /* 63 << 238 */ + { { 0x73680c2af7172277L,0x57b94f0f0cccb244L,0xbdff72672d438ca7L, + 0xbad1ce11cf4663fdL }, + { 0x9813ed9dd8f71caeL,0xf43272a6961fdaa6L,0xbeff0119bd6d1637L, + 0xfebc4f9130361978L } }, + /* 64 << 238 */ + { { 0x02b37a952f41deffL,0x0e44a59ae63b89b7L,0x673257dc143ff951L, + 0x19c02205d752baf4L }, + { 0x46c23069c4b7d692L,0x2e6392c3fd1502acL,0x6057b1a21b220846L, + 0xe51ff9460c1b5b63L } }, + /* 0 << 245 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 245 */ + { { 0x6e85cb51566c5c43L,0xcff9c9193597f046L,0x9354e90c4994d94aL, + 0xe0a393322147927dL }, + { 0x8427fac10dc1eb2bL,0x88cfd8c22ff319faL,0xe2d4e68401965274L, + 0xfa2e067d67aaa746L } }, + /* 2 << 245 */ + { { 0xb6d92a7f3e5f9f11L,0x9afe153ad6cb3b8eL,0x4d1a6dd7ddf800bdL, + 0xf6c13cc0caf17e19L }, + { 0x15f6c58e325fc3eeL,0x71095400a31dc3b2L,0x168e7c07afa3d3e7L, + 0x3f8417a194c7ae2dL } }, + /* 3 << 245 */ + { { 0xec234772813b230dL,0x634d0f5f17344427L,0x11548ab1d77fc56aL, + 0x7fab1750ce06af77L }, + { 0xb62c10a74f7c4f83L,0xa7d2edc4220a67d9L,0x1c404170921209a0L, + 0x0b9815a0face59f0L } }, + /* 4 << 245 */ + { { 0x2842589b319540c3L,0x18490f59a283d6f8L,0xa2731f84daae9fcbL, + 0x3db6d960c3683ba0L }, + { 0xc85c63bb14611069L,0xb19436af0788bf05L,0x905459df347460d2L, + 0x73f6e094e11a7db1L } }, + /* 5 << 245 */ + { { 0xdc7f938eb6357f37L,0xc5d00f792bd8aa62L,0xc878dcb92ca979fcL, + 0x37e83ed9eb023a99L }, + { 0x6b23e2731560bf3dL,0x1086e4591d0fae61L,0x782483169a9414bdL, + 0x1b956bc0f0ea9ea1L } }, + /* 6 << 245 */ + { { 0x7b85bb91c31b9c38L,0x0c5aa90b48ef57b5L,0xdedeb169af3bab6fL, + 0xe610ad732d373685L }, + { 0xf13870df02ba8e15L,0x0337edb68ca7f771L,0xe4acf747b62c036cL, + 0xd921d576b6b94e81L } }, + /* 7 << 245 */ + { { 0xdbc864392c422f7aL,0xfb635362ed348898L,0x83084668c45bfcd1L, + 0xc357c9e32b315e11L }, + { 0xb173b5405b2e5b8cL,0x7e946931e102b9a4L,0x17c890eb7b0fb199L, + 0xec225a83d61b662bL } }, + /* 8 << 245 */ + { { 0xf306a3c8ee3c76cbL,0x3cf11623d32a1f6eL,0xe6d5ab646863e956L, + 0x3b8a4cbe5c005c26L }, + { 0xdcd529a59ce6bb27L,0xc4afaa5204d4b16fL,0xb0624a267923798dL, + 0x85e56df66b307fabL } }, + /* 9 << 245 */ + { { 0x0281893c2bf29698L,0x91fc19a4d7ce7603L,0x75a5dca3ad9a558fL, + 0x40ceb3fa4d50bf77L }, + { 0x1baf6060bc9ba369L,0x927e1037597888c2L,0xd936bf1986a34c07L, + 0xd4cf10c1c34ae980L } }, + /* 10 << 245 */ + { { 0x3a3e5334859dd614L,0x9c475b5b18d0c8eeL,0x63080d1f07cd51d5L, + 0xc9c0d0a6b88b4326L }, + { 0x1ac98691c234296fL,0x2a0a83a494887fb6L,0x565114270cea9cf2L, + 0x5230a6e8a24802f5L } }, + /* 11 << 245 */ + { { 0xf7a2bf0f72e3d5c1L,0x377174464f21439eL,0xfedcbf259ce30334L, + 0xe0030a787ce202f9L }, + { 0x6f2d9ebf1202e9caL,0xe79dde6c75e6e591L,0xf52072aff1dac4f8L, + 0x6c8d087ebb9b404dL } }, + /* 12 << 245 */ + { { 0xad0fc73dbce913afL,0x909e587b458a07cbL,0x1300da84d4f00c8aL, + 0x425cd048b54466acL }, + { 0xb59cb9be90e9d8bfL,0x991616db3e431b0eL,0xd3aa117a531aecffL, + 0x91af92d359f4dc3bL } }, + /* 13 << 245 */ + { { 0x9b1ec292e93fda29L,0x76bb6c17e97d91bcL,0x7509d95faface1e6L, + 0x3653fe47be855ae3L }, + { 0x73180b280f680e75L,0x75eefd1beeb6c26cL,0xa4cdf29fb66d4236L, + 0x2d70a9976b5821d8L } }, + /* 14 << 245 */ + { { 0x7a3ee20720445c36L,0x71d1ac8259877174L,0x0fc539f7949f73e9L, + 0xd05cf3d7982e3081L }, + { 0x8758e20b7b1c7129L,0xffadcc20569e61f2L,0xb05d3a2f59544c2dL, + 0xbe16f5c19fff5e53L } }, + /* 15 << 245 */ + { { 0x73cf65b8aad58135L,0x622c2119037aa5beL,0x79373b3f646fd6a0L, + 0x0e029db50d3978cfL }, + { 0x8bdfc43794fba037L,0xaefbd687620797a6L,0x3fa5382bbd30d38eL, + 0x7627cfbf585d7464L } }, + /* 16 << 245 */ + { { 0xb2330fef4e4ca463L,0xbcef72873566cc63L,0xd161d2cacf780900L, + 0x135dc5395b54827dL }, + { 0x638f052e27bf1bc6L,0x10a224f007dfa06cL,0xe973586d6d3321daL, + 0x8b0c573826152c8fL } }, + /* 17 << 245 */ + { { 0x07ef4f2a34606074L,0x80fe7fe8a0f7047aL,0x3d1a8152e1a0e306L, + 0x32cf43d888da5222L }, + { 0xbf89a95f5f02ffe6L,0x3d9eb9a4806ad3eaL,0x012c17bb79c8e55eL, + 0xfdcd1a7499c81dacL } }, + /* 18 << 245 */ + { { 0x7043178bb9556098L,0x4090a1df801c3886L,0x759800ff9b67b912L, + 0x3e5c0304232620c8L }, + { 0x4b9d3c4b70dceecaL,0xbb2d3c15181f648eL,0xf981d8376e33345cL, + 0xb626289b0cf2297aL } }, + /* 19 << 245 */ + { { 0x766ac6598baebdcfL,0x1a28ae0975df01e5L,0xb71283da375876d8L, + 0x4865a96d607b9800L }, + { 0x25dd1bcd237936b2L,0x332f4f4b60417494L,0xd0923d68370a2147L, + 0x497f5dfbdc842203L } }, + /* 20 << 245 */ + { { 0x9dc74cbd32be5e0fL,0x7475bcb717a01375L,0x438477c950d872b1L, + 0xcec67879ffe1d63dL }, + { 0x9b006014d8578c70L,0xc9ad99a878bb6b8bL,0x6799008e11fb3806L, + 0xcfe81435cd44cab3L } }, + /* 21 << 245 */ + { { 0xa2ee15822f4fb344L,0xb8823450483fa6ebL,0x622d323d652c7749L, + 0xd8474a98beb0a15bL }, + { 0xe43c154d5d1c00d0L,0x7fd581d90e3e7aacL,0x2b44c6192525ddf8L, + 0x67a033ebb8ae9739L } }, + /* 22 << 245 */ + { { 0x113ffec19ef2d2e4L,0x1bf6767ed5a0ea7fL,0x57fff75e03714c0aL, + 0xa23c422e0a23e9eeL }, + { 0xdd5f6b2d540f83afL,0xc2c2c27e55ea46a7L,0xeb6b4246672a1208L, + 0xd13599f7ae634f7aL } }, + /* 23 << 245 */ + { { 0xcf914b5cd7b32c6eL,0x61a5a640eaf61814L,0x8dc3df8b208a1bbbL, + 0xef627fd6b6d79aa5L }, + { 0x44232ffcc4c86bc8L,0xe6f9231b061539feL,0x1d04f25a958b9533L, + 0x180cf93449e8c885L } }, + /* 24 << 245 */ + { { 0x896895959884aaf7L,0xb1959be307b348a6L,0x96250e573c147c87L, + 0xae0efb3add0c61f8L }, + { 0xed00745eca8c325eL,0x3c911696ecff3f70L,0x73acbc65319ad41dL, + 0x7b01a020f0b1c7efL } }, + /* 25 << 245 */ + { { 0xea32b29363a1483fL,0x89eabe717a248f96L,0x9c6231d3343157e5L, + 0x93a375e5df3c546dL }, + { 0xe76e93436a2afe69L,0xc4f89100e166c88eL,0x248efd0d4f872093L, + 0xae0eb3ea8fe0ea61L } }, + /* 26 << 245 */ + { { 0xaf89790d9d79046eL,0x4d650f2d6cee0976L,0xa3935d9a43071ecaL, + 0x66fcd2c9283b0bfeL }, + { 0x0e665eb5696605f1L,0xe77e5d07a54cd38dL,0x90ee050a43d950cfL, + 0x86ddebdad32e69b5L } }, + /* 27 << 245 */ + { { 0x6ad94a3dfddf7415L,0xf7fa13093f6e8d5aL,0xc4831d1de9957f75L, + 0x7de28501d5817447L }, + { 0x6f1d70789e2aeb6bL,0xba2b9ff4f67a53c2L,0x36963767df9defc3L, + 0x479deed30d38022cL } }, + /* 28 << 245 */ + { { 0xd2edb89b3a8631e8L,0x8de855de7a213746L,0xb2056cb7b00c5f11L, + 0xdeaefbd02c9b85e4L }, + { 0x03f39a8dd150892dL,0x37b84686218b7985L,0x36296dd8b7375f1aL, + 0x472cd4b1b78e898eL } }, + /* 29 << 245 */ + { { 0x15dff651e9f05de9L,0xd40450692ce98ba9L,0x8466a7ae9b38024cL, + 0xb910e700e5a6b5efL }, + { 0xae1c56eab3aa8f0dL,0xbab2a5077eee74a6L,0x0dca11e24b4c4620L, + 0xfd896e2e4c47d1f4L } }, + /* 30 << 245 */ + { { 0xeb45ae53308fbd93L,0x46cd5a2e02c36fdaL,0x6a3d4e90baa48385L, + 0xdd55e62e9dbe9960L }, + { 0xa1406aa02a81ede7L,0x6860dd14f9274ea7L,0xcfdcb0c280414f86L, + 0xff410b1022f94327L } }, + /* 31 << 245 */ + { { 0x5a33cc3849ad467bL,0xefb48b6c0a7335f1L,0x14fb54a4b153a360L, + 0x604aa9d2b52469ccL }, + { 0x5e9dc486754e48e9L,0x693cb45537471e8eL,0xfb2fd7cd8d3b37b6L, + 0x63345e16cf09ff07L } }, + /* 32 << 245 */ + { { 0x9910ba6b23a5d896L,0x1fe19e357fe4364eL,0x6e1da8c39a33c677L, + 0x15b4488b29fd9fd0L }, + { 0x1f4392541a1f22bfL,0x920a8a70ab8163e8L,0x3fd1b24907e5658eL, + 0xf2c4f79cb6ec839bL } }, + /* 33 << 245 */ + { { 0x1abbc3d04aa38d1bL,0x3b0db35cb5d9510eL,0x1754ac783e60dec0L, + 0x53272fd7ea099b33L }, + { 0x5fb0494f07a8e107L,0x4a89e1376a8191faL,0xa113b7f63c4ad544L, + 0x88a2e9096cb9897bL } }, + /* 34 << 245 */ + { { 0x17d55de3b44a3f84L,0xacb2f34417c6c690L,0x3208816810232390L, + 0xf2e8a61f6c733bf7L }, + { 0xa774aab69c2d7652L,0xfb5307e3ed95c5bcL,0xa05c73c24981f110L, + 0x1baae31ca39458c9L } }, + /* 35 << 245 */ + { { 0x1def185bcbea62e7L,0xe8ac9eaeeaf63059L,0x098a8cfd9921851cL, + 0xd959c3f13abe2f5bL }, + { 0xa4f1952520e40ae5L,0x320789e307a24aa1L,0x259e69277392b2bcL, + 0x58f6c6671918668bL } }, + /* 36 << 245 */ + { { 0xce1db2bbc55d2d8bL,0x41d58bb7f4f6ca56L,0x7650b6808f877614L, + 0x905e16baf4c349edL }, + { 0xed415140f661acacL,0x3b8784f0cb2270afL,0x3bc280ac8a402cbaL, + 0xd53f71460937921aL } }, + /* 37 << 245 */ + { { 0xc03c8ee5e5681e83L,0x62126105f6ac9e4aL,0x9503a53f936b1a38L, + 0x3d45e2d4782fecbdL }, + { 0x69a5c43976e8ae98L,0xb53b2eebbfb4b00eL,0xf167471272386c89L, + 0x30ca34a24268bce4L } }, + /* 38 << 245 */ + { { 0x7f1ed86c78341730L,0x8ef5beb8b525e248L,0xbbc489fdb74fbf38L, + 0x38a92a0e91a0b382L }, + { 0x7a77ba3f22433ccfL,0xde8362d6a29f05a9L,0x7f6a30ea61189afcL, + 0x693b550559ef114fL } }, + /* 39 << 245 */ + { { 0x50266bc0cd1797a1L,0xea17b47ef4b7af2dL,0xd6c4025c3df9483eL, + 0x8cbb9d9fa37b18c9L }, + { 0x91cbfd9c4d8424cfL,0xdb7048f1ab1c3506L,0x9eaf641f028206a3L, + 0xf986f3f925bdf6ceL } }, + /* 40 << 245 */ + { { 0x262143b5224c08dcL,0x2bbb09b481b50c91L,0xc16ed709aca8c84fL, + 0xa6210d9db2850ca8L }, + { 0x6d8df67a09cb54d6L,0x91eef6e0500919a4L,0x90f613810f132857L, + 0x9acede47f8d5028bL } }, + /* 41 << 245 */ + { { 0x844d1b7190b771c3L,0x563b71e4ba6426beL,0x2efa2e83bdb802ffL, + 0x3410cbabab5b4a41L }, + { 0x555b2d2630da84ddL,0xd0711ae9ee1cc29aL,0xcf3e8c602f547792L, + 0x03d7d5dedc678b35L } }, + /* 42 << 245 */ + { { 0x071a2fa8ced806b8L,0x222e6134697f1478L,0xdc16fd5dabfcdbbfL, + 0x44912ebf121b53b8L }, + { 0xac9436742496c27cL,0x8ea3176c1ffc26b0L,0xb6e224ac13debf2cL, + 0x524cc235f372a832L } }, + /* 43 << 245 */ + { { 0xd706e1d89f6f1b18L,0x2552f00544cce35bL,0x8c8326c2a88e31fcL, + 0xb5468b2cf9552047L }, + { 0xce683e883ff90f2bL,0x77947bdf2f0a5423L,0xd0a1b28bed56e328L, + 0xaee35253c20134acL } }, + /* 44 << 245 */ + { { 0x7e98367d3567962fL,0x379ed61f8188bffbL,0x73bba348faf130a1L, + 0x6c1f75e1904ed734L }, + { 0x189566423b4a79fcL,0xf20bc83d54ef4493L,0x836d425d9111eca1L, + 0xe5b5c318009a8dcfL } }, + /* 45 << 245 */ + { { 0x3360b25d13221bc5L,0x707baad26b3eeaf7L,0xd7279ed8743a95a1L, + 0x7450a875969e809fL }, + { 0x32b6bd53e5d0338fL,0x1e77f7af2b883bbcL,0x90da12cc1063ecd0L, + 0xe2697b58c315be47L } }, + /* 46 << 245 */ + { { 0x2771a5bdda85d534L,0x53e78c1fff980eeaL,0xadf1cf84900385e7L, + 0x7d3b14f6c9387b62L }, + { 0x170e74b0cb8f2bd2L,0x2d50b486827fa993L,0xcdbe8c9af6f32babL, + 0x55e906b0c3b93ab8L } }, + /* 47 << 245 */ + { { 0x747f22fc8fe280d1L,0xcd8e0de5b2e114abL,0x5ab7dbebe10b68b0L, + 0x9dc63a9ca480d4b2L }, + { 0x78d4bc3b4be1495fL,0x25eb3db89359122dL,0x3f8ac05b0809cbdcL, + 0xbf4187bbd37c702fL } }, + /* 48 << 245 */ + { { 0x84cea0691416a6a5L,0x8f860c7943ef881cL,0x41311f8a38038a5dL, + 0xe78c2ec0fc612067L }, + { 0x494d2e815ad73581L,0xb4cc9e0059604097L,0xff558aecf3612cbaL, + 0x35beef7a9e36c39eL } }, + /* 49 << 245 */ + { { 0x1845c7cfdbcf41b9L,0x5703662aaea997c0L,0x8b925afee402f6d8L, + 0xd0a1b1ae4dd72162L }, + { 0x9f47b37503c41c4bL,0xa023829b0391d042L,0x5f5045c3503b8b0aL, + 0x123c268898c010e5L } }, + /* 50 << 245 */ + { { 0x324ec0cc36ba06eeL,0xface31153dd2cc0cL,0xb364f3bef333e91fL, + 0xef8aff7328e832b0L }, + { 0x1e9bad042d05841bL,0x42f0e3df356a21e2L,0xa3270bcb4add627eL, + 0xb09a8158d322e711L } }, + /* 51 << 245 */ + { { 0x86e326a10fee104aL,0xad7788f83703f65dL,0x7e76543047bc4833L, + 0x6cee582b2b9b893aL }, + { 0x9cd2a167e8f55a7bL,0xefbee3c6d9e4190dL,0x33ee7185d40c2e9dL, + 0x844cc9c5a380b548L } }, + /* 52 << 245 */ + { { 0x323f8ecd66926e04L,0x0001e38f8110c1baL,0x8dbcac12fc6a7f07L, + 0xd65e1d580cec0827L }, + { 0xd2cd4141be76ca2dL,0x7895cf5ce892f33aL,0x956d230d367139d2L, + 0xa91abd3ed012c4c1L } }, + /* 53 << 245 */ + { { 0x34fa488387eb36bfL,0xc5f07102914b8fb4L,0x90f0e579adb9c95fL, + 0xfe6ea8cb28888195L }, + { 0x7b9b5065edfa9284L,0x6c510bd22b8c8d65L,0xd7b8ebefcbe8aafdL, + 0xedb3af9896b1da07L } }, + /* 54 << 245 */ + { { 0x28ff779d6295d426L,0x0c4f6ac73fa3ad7bL,0xec44d0548b8e2604L, + 0x9b32a66d8b0050e1L }, + { 0x1f943366f0476ce2L,0x7554d953a602c7b4L,0xbe35aca6524f2809L, + 0xb6881229fd4edbeaL } }, + /* 55 << 245 */ + { { 0xe8cd0c8f508efb63L,0x9eb5b5c86abcefc7L,0xf5621f5fb441ab4fL, + 0x79e6c046b76a2b22L }, + { 0x74a4792ce37a1f69L,0xcbd252cb03542b60L,0x785f65d5b3c20bd3L, + 0x8dea61434fabc60cL } }, + /* 56 << 245 */ + { { 0x45e21446de673629L,0x57f7aa1e703c2d21L,0xa0e99b7f98c868c7L, + 0x4e42f66d8b641676L }, + { 0x602884dc91077896L,0xa0d690cfc2c9885bL,0xfeb4da333b9a5187L, + 0x5f789598153c87eeL } }, + /* 57 << 245 */ + { { 0x2192dd4752b16dbaL,0xdeefc0e63524c1b1L,0x465ea76ee4383693L, + 0x79401711361b8d98L }, + { 0xa5f9ace9f21a15cbL,0x73d26163efee9aebL,0xcca844b3e677016cL, + 0x6c122b0757eaee06L } }, + /* 58 << 245 */ + { { 0xb782dce715f09690L,0x508b9b122dfc0fc9L,0x9015ab4b65d89fc6L, + 0x5e79dab7d6d5bb0fL }, + { 0x64f021f06c775aa2L,0xdf09d8cc37c7eca1L,0x9a761367ef2fa506L, + 0xed4ca4765b81eec6L } }, + /* 59 << 245 */ + { { 0x262ede3610bbb8b5L,0x0737ce830641ada3L,0x4c94288ae9831cccL, + 0x487fc1ce8065e635L }, + { 0xb13d7ab3b8bb3659L,0xdea5df3e855e4120L,0xb9a1857385eb0244L, + 0x1a1b8ea3a7cfe0a3L } }, + /* 60 << 245 */ + { { 0x3b83711967b0867cL,0x8d5e0d089d364520L,0x52dccc1ed930f0e3L, + 0xefbbcec7bf20bbafL }, + { 0x99cffcab0263ad10L,0xd8199e6dfcd18f8aL,0x64e2773fe9f10617L, + 0x0079e8e108704848L } }, + /* 61 << 245 */ + { { 0x1169989f8a342283L,0x8097799ca83012e6L,0xece966cb8a6a9001L, + 0x93b3afef072ac7fcL }, + { 0xe6893a2a2db3d5baL,0x263dc46289bf4fdcL,0x8852dfc9e0396673L, + 0x7ac708953af362b6L } }, + /* 62 << 245 */ + { { 0xbb9cce4d5c2f342bL,0xbf80907ab52d7aaeL,0x97f3d3cd2161bcd0L, + 0xb25b08340962744dL }, + { 0xc5b18ea56c3a1ddaL,0xfe4ec7eb06c92317L,0xb787b890ad1c4afeL, + 0xdccd9a920ede801aL } }, + /* 63 << 245 */ + { { 0x9ac6dddadb58da1fL,0x22bbc12fb8cae6eeL,0xc6f8bced815c4a43L, + 0x8105a92cf96480c7L }, + { 0x0dc3dbf37a859d51L,0xe3ec7ce63041196bL,0xd9f64b250d1067c9L, + 0xf23213213d1f8dd8L } }, + /* 64 << 245 */ + { { 0x8b5c619c76497ee8L,0x5d2b0ac6c717370eL,0x98204cb64fcf68e1L, + 0x0bdec21162bc6792L }, + { 0x6973ccefa63b1011L,0xf9e3fa97e0de1ac5L,0x5efb693e3d0e0c8bL, + 0x037248e9d2d4fcb4L } }, + /* 0 << 252 */ + { { 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00 } }, + /* 1 << 252 */ + { { 0x80802dc91ec34f9eL,0xd8772d3533810603L,0x3f06d66c530cb4f3L, + 0x7be5ed0dc475c129L }, + { 0xcb9e3c1931e82b10L,0xc63d2857c9ff6b4cL,0xb92118c692a1b45eL, + 0x0aec44147285bbcaL } }, + /* 2 << 252 */ + { { 0xfc189ae71e29a3efL,0xcbe906f04c93302eL,0xd0107914ceaae10eL, + 0xb7a23f34b68e19f8L }, + { 0xe9d875c2efd2119dL,0x03198c6efcadc9c8L,0x65591bf64da17113L, + 0x3cf0bbf83d443038L } }, + /* 3 << 252 */ + { { 0xae485bb72b724759L,0x945353e1b2d4c63aL,0x82159d07de7d6f2cL, + 0x389caef34ec5b109L }, + { 0x4a8ebb53db65ef14L,0x2dc2cb7edd99de43L,0x816fa3ed83f2405fL, + 0x73429bb9c14208a3L } }, + /* 4 << 252 */ + { { 0xb618d590b01e6e27L,0x047e2ccde180b2dcL,0xd1b299b504aea4a9L, + 0x412c9e1e9fa403a4L }, + { 0x88d28a3679407552L,0x49c50136f332b8e3L,0x3a1b6fcce668de19L, + 0x178851bc75122b97L } }, + /* 5 << 252 */ + { { 0xb1e13752fb85fa4cL,0xd61257ce383c8ce9L,0xd43da670d2f74daeL, + 0xa35aa23fbf846bbbL }, + { 0x5e74235d4421fc83L,0xf6df8ee0c363473bL,0x34d7f52a3c4aa158L, + 0x50d05aab9bc6d22eL } }, + /* 6 << 252 */ + { { 0x8c56e735a64785f4L,0xbc56637b5f29cd07L,0x53b2bb803ee35067L, + 0x50235a0fdc919270L }, + { 0x191ab6d8f2c4aa65L,0xc34758318396023bL,0x80400ba5f0f805baL, + 0x8881065b5ec0f80fL } }, + /* 7 << 252 */ + { { 0xc370e522cc1b5e83L,0xde2d4ad1860b8bfbL,0xad364df067b256dfL, + 0x8f12502ee0138997L }, + { 0x503fa0dc7783920aL,0xe80014adc0bc866aL,0x3f89b744d3064ba6L, + 0x03511dcdcba5dba5L } }, + /* 8 << 252 */ + { { 0x197dd46d95a7b1a2L,0x9c4e7ad63c6341fbL,0x426eca29484c2eceL, + 0x9211e489de7f4f8aL }, + { 0x14997f6ec78ef1f4L,0x2b2c091006574586L,0x17286a6e1c3eede8L, + 0x25f92e470f60e018L } }, + /* 9 << 252 */ + { { 0x805c564631890a36L,0x703ef60057feea5bL,0x389f747caf3c3030L, + 0xe0e5daeb54dd3739L }, + { 0xfe24a4c3c9c9f155L,0x7e4bf176b5393962L,0x37183de2af20bf29L, + 0x4a1bd7b5f95a8c3bL } }, + /* 10 << 252 */ + { { 0xa83b969946191d3dL,0x281fc8dd7b87f257L,0xb18e2c1354107588L, + 0x6372def79b2bafe8L }, + { 0xdaf4bb480d8972caL,0x3f2dd4b756167a3fL,0x1eace32d84310cf4L, + 0xe3bcefafe42700aaL } }, + /* 11 << 252 */ + { { 0x5fe5691ed785e73dL,0xa5db5ab62ea60467L,0x02e23d41dfc6514aL, + 0x35e8048ee03c3665L }, + { 0x3f8b118f1adaa0f8L,0x28ec3b4584ce1a5aL,0xe8cacc6e2c6646b8L, + 0x1343d185dbd0e40fL } }, + /* 12 << 252 */ + { { 0xe5d7f844caaa358cL,0x1a1db7e49924182aL,0xd64cd42d9c875d9aL, + 0xb37b515f042eeec8L }, + { 0x4d4dd4097b165fbeL,0xfc322ed9e206eff3L,0x7dee410259b7e17eL, + 0x55a481c08236ca00L } }, + /* 13 << 252 */ + { { 0x8c885312c23fc975L,0x1571580605d6297bL,0xa078868ef78edd39L, + 0x956b31e003c45e52L }, + { 0x470275d5ff7b33a6L,0xc8d5dc3a0c7e673fL,0x419227b47e2f2598L, + 0x8b37b6344c14a975L } }, + /* 14 << 252 */ + { { 0xd0667ed68b11888cL,0x5e0e8c3e803e25dcL,0x34e5d0dcb987a24aL, + 0x9f40ac3bae920323L }, + { 0x5463de9534e0f63aL,0xa128bf926b6328f9L,0x491ccd7cda64f1b7L, + 0x7ef1ec27c47bde35L } }, + /* 15 << 252 */ + { { 0xa857240fa36a2737L,0x35dc136663621bc1L,0x7a3a6453d4fb6897L, + 0x80f1a439c929319dL }, + { 0xfc18274bf8cb0ba0L,0xb0b537668078c5ebL,0xfb0d49241e01d0efL, + 0x50d7c67d372ab09cL } }, + /* 16 << 252 */ + { { 0xb4e370af3aeac968L,0xe4f7fee9c4b63266L,0xb4acd4c2e3ac5664L, + 0xf8910bd2ceb38cbfL }, + { 0x1c3ae50cc9c0726eL,0x15309569d97b40bfL,0x70884b7ffd5a5a1bL, + 0x3890896aef8314cdL } }, + /* 17 << 252 */ + { { 0x58e1515ca5618c93L,0xe665432b77d942d1L,0xb32181bfb6f767a8L, + 0x753794e83a604110L }, + { 0x09afeb7ce8c0dbccL,0x31e02613598673a3L,0x5d98e5577d46db00L, + 0xfc21fb8c9d985b28L } }, + /* 18 << 252 */ + { { 0xc9040116b0843e0bL,0x53b1b3a869b04531L,0xdd1649f085d7d830L, + 0xbb3bcc87cb7427e8L }, + { 0x77261100c93dce83L,0x7e79da61a1922a2aL,0x587a2b02f3149ce8L, + 0x147e1384de92ec83L } }, + /* 19 << 252 */ + { { 0x484c83d3af077f30L,0xea78f8440658b53aL,0x912076c2027aec53L, + 0xf34714e393c8177dL }, + { 0x37ef5d15c2376c84L,0x8315b6593d1aa783L,0x3a75c484ef852a90L, + 0x0ba0c58a16086bd4L } }, + /* 20 << 252 */ + { { 0x29688d7a529a6d48L,0x9c7f250dc2f19203L,0x123042fb682e2df9L, + 0x2b7587e7ad8121bcL }, + { 0x30fc0233e0182a65L,0xb82ecf87e3e1128aL,0x7168286193fb098fL, + 0x043e21ae85e9e6a7L } }, + /* 21 << 252 */ + { { 0xab5b49d666c834eaL,0x3be43e1847414287L,0xf40fb859219a2a47L, + 0x0e6559e9cc58df3cL }, + { 0xfe1dfe8e0c6615b4L,0x14abc8fd56459d70L,0x7be0fa8e05de0386L, + 0x8e63ef68e9035c7cL } }, + /* 22 << 252 */ + { { 0x116401b453b31e91L,0x0cba7ad44436b4d8L,0x9151f9a0107afd66L, + 0xafaca8d01f0ee4c4L }, + { 0x75fe5c1d9ee9761cL,0x3497a16bf0c0588fL,0x3ee2bebd0304804cL, + 0xa8fb9a60c2c990b9L } }, + /* 23 << 252 */ + { { 0xd14d32fe39251114L,0x36bf25bccac73366L,0xc9562c66dba7495cL, + 0x324d301b46ad348bL }, + { 0x9f46620cd670407eL,0x0ea8d4f1e3733a01L,0xd396d532b0c324e0L, + 0x5b211a0e03c317cdL } }, + /* 24 << 252 */ + { { 0x090d7d205ffe7b37L,0x3b7f3efb1747d2daL,0xa2cb525fb54fc519L, + 0x6e220932f66a971eL }, + { 0xddc160dfb486d440L,0x7fcfec463fe13465L,0x83da7e4e76e4c151L, + 0xd6fa48a1d8d302b5L } }, + /* 25 << 252 */ + { { 0xc6304f265872cd88L,0x806c1d3c278b90a1L,0x3553e725caf0bc1cL, + 0xff59e603bb9d8d5cL }, + { 0xa4550f327a0b85ddL,0xdec5720a93ecc217L,0x0b88b74169d62213L, + 0x7212f2455b365955L } }, + /* 26 << 252 */ + { { 0x20764111b5cae787L,0x13cb7f581dfd3124L,0x2dca77da1175aefbL, + 0xeb75466bffaae775L }, + { 0x74d76f3bdb6cff32L,0x7440f37a61fcda9aL,0x1bb3ac92b525028bL, + 0x20fbf8f7a1975f29L } }, + /* 27 << 252 */ + { { 0x982692e1df83097fL,0x28738f6c554b0800L,0xdc703717a2ce2f2fL, + 0x7913b93c40814194L }, + { 0x049245931fe89636L,0x7b98443ff78834a6L,0x11c6ab015114a5a1L, + 0x60deb383ffba5f4cL } }, + /* 28 << 252 */ + { { 0x4caa54c601a982e6L,0x1dd35e113491cd26L,0x973c315f7cbd6b05L, + 0xcab0077552494724L }, + { 0x04659b1f6565e15aL,0xbf30f5298c8fb026L,0xfc21641ba8a0de37L, + 0xe9c7a366fa5e5114L } }, + /* 29 << 252 */ + { { 0xdb849ca552f03ad8L,0xc7e8dbe9024e35c0L,0xa1a2bbaccfc3c789L, + 0xbf733e7d9c26f262L }, + { 0x882ffbf5b8444823L,0xb7224e886bf8483bL,0x53023b8b65bef640L, + 0xaabfec91d4d5f8cdL } }, + /* 30 << 252 */ + { { 0xa40e1510079ea1bdL,0x1ad9addcd05d5d26L,0xdb3f2eab13e68d4fL, + 0x1cff1ae2640f803fL }, + { 0xe0e7b749d4cee117L,0x8e9f275b4036d909L,0xce34e31d8f4d4c38L, + 0x22b37f69d75130fcL } }, + /* 31 << 252 */ + { { 0x83e0f1fdb4014604L,0xa8ce991989415078L,0x82375b7541792efeL, + 0x4f59bf5c97d4515bL }, + { 0xac4f324f923a277dL,0xd9bc9b7d650f3406L,0xc6fa87d18a39bc51L, + 0x825885305ccc108fL } }, + /* 32 << 252 */ + { { 0x5ced3c9f82e4c634L,0x8efb83143a4464f8L,0xe706381b7a1dca25L, + 0x6cd15a3c5a2a412bL }, + { 0x9347a8fdbfcd8fb5L,0x31db2eef6e54cd22L,0xc4aeb11ef8d8932fL, + 0x11e7c1ed344411afL } }, + /* 33 << 252 */ + { { 0x2653050cdc9a151eL,0x9edbfc083bb0a859L,0x926c81c7fd5691e7L, + 0x9c1b23426f39019aL }, + { 0x64a81c8b7f8474b9L,0x90657c0701761819L,0x390b333155e0375aL, + 0xc676c626b6ebc47dL } }, + /* 34 << 252 */ + { { 0x51623247b7d6dee8L,0x0948d92779659313L,0x99700161e9ab35edL, + 0x06cc32b48ddde408L }, + { 0x6f2fd664061ef338L,0x1606fa02c202e9edL,0x55388bc1929ba99bL, + 0xc4428c5e1e81df69L } }, + /* 35 << 252 */ + { { 0xce2028aef91b0b2aL,0xce870a23f03dfd3fL,0x66ec2c870affe8edL, + 0xb205fb46284d0c00L }, + { 0xbf5dffe744cefa48L,0xb6fc37a8a19876d7L,0xbecfa84c08b72863L, + 0xd7205ff52576374fL } }, + /* 36 << 252 */ + { { 0x80330d328887de41L,0x5de0df0c869ea534L,0x13f427533c56ea17L, + 0xeb1f6069452b1a78L }, + { 0x50474396e30ea15cL,0x575816a1c1494125L,0xbe1ce55bfe6bb38fL, + 0xb901a94896ae30f7L } }, + /* 37 << 252 */ + { { 0xe5af0f08d8fc3548L,0x5010b5d0d73bfd08L,0x993d288053fe655aL, + 0x99f2630b1c1309fdL }, + { 0xd8677bafb4e3b76fL,0x14e51ddcb840784bL,0x326c750cbf0092ceL, + 0xc83d306bf528320fL } }, + /* 38 << 252 */ + { { 0xc445671577d4715cL,0xd30019f96b703235L,0x207ccb2ed669e986L, + 0x57c824aff6dbfc28L }, + { 0xf0eb532fd8f92a23L,0x4a557fd49bb98fd2L,0xa57acea7c1e6199aL, + 0x0c6638208b94b1edL } }, + /* 39 << 252 */ + { { 0x9b42be8ff83a9266L,0xc7741c970101bd45L,0x95770c1107bd9cebL, + 0x1f50250a8b2e0744L }, + { 0xf762eec81477b654L,0xc65b900e15efe59aL,0x88c961489546a897L, + 0x7e8025b3c30b4d7cL } }, + /* 40 << 252 */ + { { 0xae4065ef12045cf9L,0x6fcb2caf9ccce8bdL,0x1fa0ba4ef2cf6525L, + 0xf683125dcb72c312L }, + { 0xa01da4eae312410eL,0x67e286776cd8e830L,0xabd9575298fb3f07L, + 0x05f11e11eef649a5L } }, + /* 41 << 252 */ + { { 0xba47faef9d3472c2L,0x3adff697c77d1345L,0x4761fa04dd15afeeL, + 0x64f1f61ab9e69462L }, + { 0xfa691fab9bfb9093L,0x3df8ae8fa1133dfeL,0xcd5f896758cc710dL, + 0xfbb88d5016c7fe79L } }, + /* 42 << 252 */ + { { 0x8e011b4ce88c50d1L,0x7532e807a8771c4fL,0x64c78a48e2278ee4L, + 0x0b283e833845072aL }, + { 0x98a6f29149e69274L,0xb96e96681868b21cL,0x38f0adc2b1a8908eL, + 0x90afcff71feb829dL } }, + /* 43 << 252 */ + { { 0x9915a383210b0856L,0xa5a80602def04889L,0x800e9af97c64d509L, + 0x81382d0bb8996f6fL }, + { 0x490eba5381927e27L,0x46c63b324af50182L,0x784c5fd9d3ad62ceL, + 0xe4fa1870f8ae8736L } }, + /* 44 << 252 */ + { { 0x4ec9d0bcd7466b25L,0x84ddbe1adb235c65L,0x5e2645ee163c1688L, + 0x570bd00e00eba747L }, + { 0xfa51b629128bfa0fL,0x92fce1bd6c1d3b68L,0x3e7361dcb66778b1L, + 0x9c7d249d5561d2bbL } }, + /* 45 << 252 */ + { { 0xa40b28bf0bbc6229L,0x1c83c05edfd91497L,0x5f9f5154f083df05L, + 0xbac38b3ceee66c9dL }, + { 0xf71db7e3ec0dfcfdL,0xf2ecda8e8b0a8416L,0x52fddd867812aa66L, + 0x2896ef104e6f4272L } }, + /* 46 << 252 */ + { { 0xff27186a0fe9a745L,0x08249fcd49ca70dbL,0x7425a2e6441cac49L, + 0xf4a0885aece5ff57L }, + { 0x6e2cb7317d7ead58L,0xf96cf7d61898d104L,0xafe67c9d4f2c9a89L, + 0x89895a501c7bf5bcL } }, + /* 47 << 252 */ + { { 0xdc7cb8e5573cecfaL,0x66497eaed15f03e6L,0x6bc0de693f084420L, + 0x323b9b36acd532b0L }, + { 0xcfed390a0115a3c1L,0x9414c40b2d65ca0eL,0x641406bd2f530c78L, + 0x29369a44833438f2L } }, + /* 48 << 252 */ + { { 0x996884f5903fa271L,0xe6da0fd2b9da921eL,0xa6f2f2695db01e54L, + 0x1ee3e9bd6876214eL }, + { 0xa26e181ce27a9497L,0x36d254e48e215e04L,0x42f32a6c252cabcaL, + 0x9948148780b57614L } }, + /* 49 << 252 */ + { { 0x4c4dfe6940d9cae1L,0x0586958011a10f09L,0xca287b573491b64bL, + 0x77862d5d3fd4a53bL }, + { 0xbf94856e50349126L,0x2be30bd171c5268fL,0x10393f19cbb650a6L, + 0x639531fe778cf9fdL } }, + /* 50 << 252 */ + { { 0x02556a11b2935359L,0xda38aa96af8c126eL,0x47dbe6c20960167fL, + 0x37bbabb6501901cdL }, + { 0xb6e979e02c947778L,0xd69a51757a1a1dc6L,0xc3ed50959d9faf0cL, + 0x4dd9c0961d5fa5f0L } }, + /* 51 << 252 */ + { { 0xa0c4304d64f16ea8L,0x8b1cac167e718623L,0x0b5765467c67f03eL, + 0x559cf5adcbd88c01L }, + { 0x074877bb0e2af19aL,0x1f717ec1a1228c92L,0x70bcb800326e8920L, + 0xec6e2c5c4f312804L } }, + /* 52 << 252 */ + { { 0x426aea7d3fca4752L,0xf12c09492211f62aL,0x24beecd87be7b6b5L, + 0xb77eaf4c36d7a27dL }, + { 0x154c2781fda78fd3L,0x848a83b0264eeabeL,0x81287ef04ffe2bc4L, + 0x7b6d88c6b6b6fc2aL } }, + /* 53 << 252 */ + { { 0x805fb947ce417d99L,0x4b93dcc38b916cc4L,0x72e65bb321273323L, + 0xbcc1badd6ea9886eL }, + { 0x0e2230114bc5ee85L,0xa561be74c18ee1e4L,0x762fd2d4a6bcf1f1L, + 0x50e6a5a495231489L } }, + /* 54 << 252 */ + { { 0xca96001fa00b500bL,0x5c098cfc5d7dcdf5L,0xa64e2d2e8c446a85L, + 0xbae9bcf1971f3c62L }, + { 0x4ec226838435a2c5L,0x8ceaed6c4bad4643L,0xe9f8fb47ccccf4e3L, + 0xbd4f3fa41ce3b21eL } }, + /* 55 << 252 */ + { { 0xd79fb110a3db3292L,0xe28a37dab536c66aL,0x279ce87b8e49e6a9L, + 0x70ccfe8dfdcec8e3L }, + { 0x2193e4e03ba464b2L,0x0f39d60eaca9a398L,0x7d7932aff82c12abL, + 0xd8ff50ed91e7e0f7L } }, + /* 56 << 252 */ + { { 0xea961058fa28a7e0L,0xc726cf250bf5ec74L,0xe74d55c8db229666L, + 0x0bd9abbfa57f5799L }, + { 0x7479ef074dfc47b3L,0xd9c65fc30c52f91dL,0x8e0283fe36a8bde2L, + 0xa32a8b5e7d4b7280L } }, + /* 57 << 252 */ + { { 0x6a677c6112e83233L,0x0fbb3512dcc9bf28L,0x562e8ea50d780f61L, + 0x0db8b22b1dc4e89cL }, + { 0x0a6fd1fb89be0144L,0x8c77d246ca57113bL,0x4639075dff09c91cL, + 0x5b47b17f5060824cL } }, + /* 58 << 252 */ + { { 0x58aea2b016287b52L,0xa1343520d0cd8eb0L,0x6148b4d0c5d58573L, + 0xdd2b6170291c68aeL }, + { 0xa61b39291da3b3b7L,0x5f946d7908c4ac10L,0x4105d4a57217d583L, + 0x5061da3d25e6de5eL } }, + /* 59 << 252 */ + { { 0x3113940dec1b4991L,0xf12195e136f485aeL,0xa7507fb2731a2ee0L, + 0x95057a8e6e9e196eL }, + { 0xa3c2c9112e130136L,0x97dfbb3633c60d15L,0xcaf3c581b300ee2bL, + 0x77f25d90f4bac8b8L } }, + /* 60 << 252 */ + { { 0xdb1c4f986d840cd6L,0x471d62c0e634288cL,0x8ec2f85ecec8a161L, + 0x41f37cbcfa6f4ae2L }, + { 0x6793a20f4b709985L,0x7a7bd33befa8985bL,0x2c6a3fbd938e6446L, + 0x190426192a8d47c1L } }, + /* 61 << 252 */ + { { 0x16848667cc36975fL,0x02acf1689d5f1dfbL,0x62d41ad4613baa94L, + 0xb56fbb929f684670L }, + { 0xce610d0de9e40569L,0x7b99c65f35489fefL,0x0c88ad1b3df18b97L, + 0x81b7d9be5d0e9edbL } }, + /* 62 << 252 */ + { { 0xd85218c0c716cc0aL,0xf4b5ff9085691c49L,0xa4fd666bce356ac6L, + 0x17c728954b327a7aL }, + { 0xf93d5085da6be7deL,0xff71530e3301d34eL,0x4cd96442d8f448e8L, + 0x9283d3312ed18ffaL } }, + /* 63 << 252 */ + { { 0x4d33dd992a849870L,0xa716964b41576335L,0xff5e3a9b179be0e5L, + 0x5b9d6b1b83b13632L }, + { 0x3b8bd7d4a52f313bL,0xc9dd95a0637a4660L,0x300359620b3e218fL, + 0xce1481a3c7b28a3cL } }, + /* 64 << 252 */ + { { 0xab41b43a43228d83L,0x24ae1c304ad63f99L,0x8e525f1a46a51229L, + 0x14af860fcd26d2b4L }, + { 0xd6baef613f714aa1L,0xf51865adeb78795eL,0xd3e21fcee6a9d694L, + 0x82ceb1dd8a37b527L } }, +}; + +/* Multiply the point by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_256_ecc_mulmod_add_only_4(sp_point_256* r, const sp_point_256* g, + const sp_table_entry_256* table, const sp_digit* k, int map, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_256 rtd; + sp_point_256 pd; + sp_digit tmpd[2 * 4 * 5]; +#endif + sp_point_256* rt; + sp_point_256* p = NULL; + sp_digit* tmp; + sp_digit* negy; + int i; + ecc_recode_256 v[37]; + int err; + + (void)g; + (void)heap; + + err = sp_256_point_new_4(heap, rtd, rt); + if (err == MP_OKAY) + err = sp_256_point_new_4(heap, pd, p); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + tmp = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 4 * 5, heap, + DYNAMIC_TYPE_ECC); + if (tmp == NULL) + err = MEMORY_E; +#else + tmp = tmpd; +#endif + negy = tmp; + + if (err == MP_OKAY) { + sp_256_ecc_recode_7_4(k, v); + + XMEMCPY(p->z, p256_norm_mod, sizeof(p256_norm_mod)); + XMEMCPY(rt->z, p256_norm_mod, sizeof(p256_norm_mod)); + + i = 36; + XMEMCPY(rt->x, table[i * 65 + v[i].i].x, sizeof(table->x)); + XMEMCPY(rt->y, table[i * 65 + v[i].i].y, sizeof(table->y)); + rt->infinity = !v[i].i; + for (--i; i>=0; i--) { + XMEMCPY(p->x, table[i * 65 + v[i].i].x, sizeof(table->x)); + XMEMCPY(p->y, table[i * 65 + v[i].i].y, sizeof(table->y)); + p->infinity = !v[i].i; + sp_256_sub_4(negy, p256_mod, p->y); + sp_256_cond_copy_4(p->y, negy, 0 - v[i].neg); + sp_256_proj_point_add_qz1_4(rt, rt, p, tmp); + } + if (map != 0) { + sp_256_map_4(r, rt, tmp); + } + else { + XMEMCPY(r, rt, sizeof(sp_point_256)); + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (tmp != NULL) { + XMEMSET(tmp, 0, sizeof(sp_digit) * 2 * 4 * 5); + XFREE(tmp, heap, DYNAMIC_TYPE_ECC); + } +#else + ForceZero(tmp, sizeof(sp_digit) * 2 * 4 * 5); +#endif + sp_256_point_free_4(p, 0, heap); + sp_256_point_free_4(rt, 0, heap); + + return MP_OKAY; +} + +/* Multiply the base point of P256 by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_256_ecc_mulmod_base_4(sp_point_256* r, const sp_digit* k, + int map, void* heap) +{ + return sp_256_ecc_mulmod_add_only_4(r, NULL, p256_table, + k, map, heap); +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Multiply the base point of P256 by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * km Scalar to multiply by. + * r Resulting point. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +int sp_ecc_mulmod_base_256(mp_int* km, ecc_point* r, int map, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_256 p; + sp_digit kd[4]; +#endif + sp_point_256* point; + sp_digit* k = NULL; + int err = MP_OKAY; + + err = sp_256_point_new_4(heap, p, point); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + k = (sp_digit*)XMALLOC(sizeof(sp_digit) * 4, heap, + DYNAMIC_TYPE_ECC); + if (k == NULL) { + err = MEMORY_E; + } + } +#else + k = kd; +#endif + if (err == MP_OKAY) { + sp_256_from_mp(k, 4, km); + + err = sp_256_ecc_mulmod_base_4(point, k, map, heap); + } + if (err == MP_OKAY) { + err = sp_256_point_to_ecc_point_4(point, r); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (k != NULL) { + XFREE(k, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_256_point_free_4(point, 0, heap); + + return err; +} + +#if defined(WOLFSSL_VALIDATE_ECC_KEYGEN) || defined(HAVE_ECC_SIGN) || \ + defined(HAVE_ECC_VERIFY) +/* Returns 1 if the number of zero. + * Implementation is constant time. + * + * a Number to check. + * returns 1 if the number is zero and 0 otherwise. + */ +static int sp_256_iszero_4(const sp_digit* a) +{ + return (a[0] | a[1] | a[2] | a[3]) == 0; +} + +#endif /* WOLFSSL_VALIDATE_ECC_KEYGEN || HAVE_ECC_SIGN || HAVE_ECC_VERIFY */ +/* Add 1 to a. (a = a + 1) + * + * a A single precision integer. + */ +static void sp_256_add_one_4(sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x1, x2, [%[a], 0]\n\t" + "adds x1, x1, #1\n\t" + "ldr x3, [%[a], 16]\n\t" + "adcs x2, x2, xzr\n\t" + "ldr x4, [%[a], 24]\n\t" + "adcs x3, x3, xzr\n\t" + "stp x1, x2, [%[a], 0]\n\t" + "adcs x4, x4, xzr\n\t" + "stp x3, x4, [%[a], 16]\n\t" + : + : [a] "r" (a) + : "memory", "x1", "x2", "x3", "x4" + ); +} + +/* Read big endian unsigned byte array into r. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a Byte array. + * n Number of bytes in array to read. + */ +static void sp_256_from_bin(sp_digit* r, int size, const byte* a, int n) +{ + int i, j; + byte* d; + + for (i = n - 1,j = 0; i >= 7; i -= 8) { + r[j] = ((sp_digit)a[i - 0] << 0) | + ((sp_digit)a[i - 1] << 8) | + ((sp_digit)a[i - 2] << 16) | + ((sp_digit)a[i - 3] << 24) | + ((sp_digit)a[i - 4] << 32) | + ((sp_digit)a[i - 5] << 40) | + ((sp_digit)a[i - 6] << 48) | + ((sp_digit)a[i - 7] << 56); + j++; + } + + if (i >= 0) { + r[j] = 0; + + d = (byte*)r; + switch (i) { + case 6: d[n - 1 - 6] = a[6]; //fallthrough + case 5: d[n - 1 - 5] = a[5]; //fallthrough + case 4: d[n - 1 - 4] = a[4]; //fallthrough + case 3: d[n - 1 - 3] = a[3]; //fallthrough + case 2: d[n - 1 - 2] = a[2]; //fallthrough + case 1: d[n - 1 - 1] = a[1]; //fallthrough + case 0: d[n - 1 - 0] = a[0]; //fallthrough + } + j++; + } + + for (; j < size; j++) { + r[j] = 0; + } +} + +/* Generates a scalar that is in the range 1..order-1. + * + * rng Random number generator. + * k Scalar value. + * returns RNG failures, MEMORY_E when memory allocation fails and + * MP_OKAY on success. + */ +static int sp_256_ecc_gen_k_4(WC_RNG* rng, sp_digit* k) +{ + int err; + byte buf[32]; + + do { + err = wc_RNG_GenerateBlock(rng, buf, sizeof(buf)); + if (err == 0) { + sp_256_from_bin(k, 4, buf, (int)sizeof(buf)); + if (sp_256_cmp_4(k, p256_order2) < 0) { + sp_256_add_one_4(k); + break; + } + } + } + while (err == 0); + + return err; +} + +/* Makes a random EC key pair. + * + * rng Random number generator. + * priv Generated private value. + * pub Generated public point. + * heap Heap to use for allocation. + * returns ECC_INF_E when the point does not have the correct order, RNG + * failures, MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +int sp_ecc_make_key_256(WC_RNG* rng, mp_int* priv, ecc_point* pub, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_256 p; + sp_digit kd[4]; +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + sp_point_256 inf; +#endif +#endif + sp_point_256* point; + sp_digit* k = NULL; +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + sp_point_256* infinity; +#endif + int err; + + (void)heap; + + err = sp_256_point_new_4(heap, p, point); +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + if (err == MP_OKAY) { + err = sp_256_point_new_4(heap, inf, infinity); + } +#endif +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + k = (sp_digit*)XMALLOC(sizeof(sp_digit) * 4, heap, + DYNAMIC_TYPE_ECC); + if (k == NULL) { + err = MEMORY_E; + } + } +#else + k = kd; +#endif + + if (err == MP_OKAY) { + err = sp_256_ecc_gen_k_4(rng, k); + } + if (err == MP_OKAY) { + err = sp_256_ecc_mulmod_base_4(point, k, 1, NULL); + } + +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + if (err == MP_OKAY) { + err = sp_256_ecc_mulmod_4(infinity, point, p256_order, 1, NULL); + } + if (err == MP_OKAY) { + if ((sp_256_iszero_4(point->x) == 0) || (sp_256_iszero_4(point->y) == 0)) { + err = ECC_INF_E; + } + } +#endif + + if (err == MP_OKAY) { + err = sp_256_to_mp(k, priv); + } + if (err == MP_OKAY) { + err = sp_256_point_to_ecc_point_4(point, pub); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (k != NULL) { + XFREE(k, heap, DYNAMIC_TYPE_ECC); + } +#endif +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + sp_256_point_free_4(infinity, 1, heap); +#endif + sp_256_point_free_4(point, 1, heap); + + return err; +} + +#ifdef HAVE_ECC_DHE +/* Write r as big endian to byte array. + * Fixed length number of bytes written: 32 + * + * r A single precision integer. + * a Byte array. + */ +static void sp_256_to_bin(sp_digit* r, byte* a) +{ + int i, j; + + for (i = 3, j = 0; i >= 0; i--) { + a[j++] = r[i] >> 56; + a[j++] = r[i] >> 48; + a[j++] = r[i] >> 40; + a[j++] = r[i] >> 32; + a[j++] = r[i] >> 24; + a[j++] = r[i] >> 16; + a[j++] = r[i] >> 8; + a[j++] = r[i] >> 0; + } +} + +/* Multiply the point by the scalar and serialize the X ordinate. + * The number is 0 padded to maximum size on output. + * + * priv Scalar to multiply the point by. + * pub Point to multiply. + * out Buffer to hold X ordinate. + * outLen On entry, size of the buffer in bytes. + * On exit, length of data in buffer in bytes. + * heap Heap to use for allocation. + * returns BUFFER_E if the buffer is to small for output size, + * MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +int sp_ecc_secret_gen_256(mp_int* priv, ecc_point* pub, byte* out, + word32* outLen, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_256 p; + sp_digit kd[4]; +#endif + sp_point_256* point = NULL; + sp_digit* k = NULL; + int err = MP_OKAY; + + if (*outLen < 32U) { + err = BUFFER_E; + } + + if (err == MP_OKAY) { + err = sp_256_point_new_4(heap, p, point); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + k = (sp_digit*)XMALLOC(sizeof(sp_digit) * 4, heap, + DYNAMIC_TYPE_ECC); + if (k == NULL) + err = MEMORY_E; + } +#else + k = kd; +#endif + + if (err == MP_OKAY) { + sp_256_from_mp(k, 4, priv); + sp_256_point_from_ecc_point_4(point, pub); + err = sp_256_ecc_mulmod_4(point, point, k, 1, heap); + } + if (err == MP_OKAY) { + sp_256_to_bin(point->x, out); + *outLen = 32; + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (k != NULL) { + XFREE(k, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_256_point_free_4(point, 0, heap); + + return err; +} +#endif /* HAVE_ECC_DHE */ + +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_256_add_4(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +#endif +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +#ifdef WOLFSSL_SP_SMALL +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_256_mul_4(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[8]; + + __asm__ __volatile__ ( + "mov x5, 0\n\t" + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 24\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[b], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 32\n\t" + "b.eq 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 48\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +#else +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_256_mul_4(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[4]; + + __asm__ __volatile__ ( + "ldp x16, x17, [%[a], 0]\n\t" + "ldp x21, x22, [%[b], 0]\n\t" + "# A[0] * B[0]\n\t" + "mul x8, x16, x21\n\t" + "ldr x19, [%[a], 16]\n\t" + "umulh x9, x16, x21\n\t" + "ldr x23, [%[b], 16]\n\t" + "# A[0] * B[1]\n\t" + "mul x4, x16, x22\n\t" + "ldr x20, [%[a], 24]\n\t" + "umulh x5, x16, x22\n\t" + "ldr x24, [%[b], 24]\n\t" + "adds x9, x9, x4\n\t" + "# A[1] * B[0]\n\t" + "mul x4, x17, x21\n\t" + "adc x10, xzr, x5\n\t" + "umulh x5, x17, x21\n\t" + "adds x9, x9, x4\n\t" + "# A[0] * B[2]\n\t" + "mul x4, x16, x23\n\t" + "adcs x10, x10, x5\n\t" + "umulh x5, x16, x23\n\t" + "adc x11, xzr, xzr\n\t" + "adds x10, x10, x4\n\t" + "# A[1] * B[1]\n\t" + "mul x4, x17, x22\n\t" + "adc x11, x11, x5\n\t" + "umulh x5, x17, x22\n\t" + "adds x10, x10, x4\n\t" + "# A[2] * B[0]\n\t" + "mul x4, x19, x21\n\t" + "adcs x11, x11, x5\n\t" + "umulh x5, x19, x21\n\t" + "adc x12, xzr, xzr\n\t" + "adds x10, x10, x4\n\t" + "# A[0] * B[3]\n\t" + "mul x4, x16, x24\n\t" + "adcs x11, x11, x5\n\t" + "umulh x5, x16, x24\n\t" + "adc x12, x12, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[1] * B[2]\n\t" + "mul x4, x17, x23\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x17, x23\n\t" + "adc x13, xzr, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[2] * B[1]\n\t" + "mul x4, x19, x22\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x19, x22\n\t" + "adc x13, x13, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[3] * B[0]\n\t" + "mul x4, x20, x21\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x20, x21\n\t" + "adc x13, x13, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[1] * B[3]\n\t" + "mul x4, x17, x24\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x17, x24\n\t" + "adc x13, x13, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[2] * B[2]\n\t" + "mul x4, x19, x23\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x19, x23\n\t" + "adc x14, xzr, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[3] * B[1]\n\t" + "mul x4, x20, x22\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x20, x22\n\t" + "adc x14, x14, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[2] * B[3]\n\t" + "mul x4, x19, x24\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x19, x24\n\t" + "adc x14, x14, xzr\n\t" + "adds x13, x13, x4\n\t" + "# A[3] * B[2]\n\t" + "mul x4, x20, x23\n\t" + "adcs x14, x14, x5\n\t" + "umulh x5, x20, x23\n\t" + "adc x15, xzr, xzr\n\t" + "adds x13, x13, x4\n\t" + "# A[3] * B[3]\n\t" + "mul x4, x20, x24\n\t" + "adcs x14, x14, x5\n\t" + "umulh x5, x20, x24\n\t" + "adc x15, x15, xzr\n\t" + "adds x14, x14, x4\n\t" + "adc x15, x15, x5\n\t" + "stp x8, x9, [%[r], 0]\n\t" + "stp x10, x11, [%[r], 16]\n\t" + "stp x12, x13, [%[r], 32]\n\t" + "stp x14, x15, [%[r], 48]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [tmp] "r" (tmp) + : "memory", "x4", "x5", "x6", "x7", "x16", "x17", "x19", "x20", "x21", "x22", "x23", "x24", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15" + ); +} + +#endif /* WOLFSSL_SP_SMALL */ +#endif +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +/* Sub b from a into a. (a -= b) + * + * a A single precision integer and result. + * b A single precision integer. + */ +static sp_digit sp_256_sub_in_place_4(sp_digit* a, const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x2, x3, [%[a], 0]\n\t" + "ldp x6, x7, [%[b], 0]\n\t" + "subs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 16]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 0]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 16]\n\t" + "csetm %[a], cc\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); + + return (sp_digit)a; +} + +/* Mul a by digit b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision digit. + */ +static void sp_256_mul_d_4(sp_digit* r, const sp_digit* a, + sp_digit b) +{ + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldp x2, x3, [%[a]]\n\t" + "ldp x4, x5, [%[a], 16]\n\t" + "umulh x7, %[b], x2\n\t" + "mul x2, %[b], x2\n\t" + "# A[1] * B\n\t" + "mul x8, %[b], x3\n\t" + "umulh x9, %[b], x3\n\t" + "adds x3, x7, x8\n\t" + "# A[2] * B\n\t" + "mul x8, %[b], x4\n\t" + "adc x7, xzr, x9\n\t" + "umulh x9, %[b], x4\n\t" + "adds x4, x7, x8\n\t" + "# A[3] * B\n\t" + "mul x8, %[b], x5\n\t" + "adc x7, xzr, x9\n\t" + "umulh x9, %[b], x5\n\t" + "adds x5, x7, x8\n\t" + "str x2, [%[r]]\n\t" + "adc x6, xzr, x9\n\t" + "stp x3, x4, [%[r], 8]\n\t" + "stp x5, x6, [%[r], 24]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +} + +/* Divide the double width number (d1|d0) by the dividend. (d1|d0 / div) + * + * d1 The high order half of the number to divide. + * d0 The low order half of the number to divide. + * div The dividend. + * returns the result of the division. + */ +static sp_digit div_256_word_4(sp_digit d1, sp_digit d0, sp_digit div) +{ + sp_digit r; + + __asm__ __volatile__ ( + "lsr x5, %[div], 32\n\t" + "add x5, x5, 1\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x6, x3, 32\n\t" + "mul x4, %[div], x6\n\t" + "umulh x3, %[div], x6\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x3, x3, 32\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "sub %[d0], %[d0], x4\n\t" + + "udiv x3, %[d0], %[div]\n\t" + "add %[r], x6, x3\n\t" + + : [r] "=r" (r) + : [d1] "r" (d1), [d0] "r" (d0), [div] "r" (div) + : "x3", "x4", "x5", "x6" + ); + + return r; +} + +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_256_mask_4(sp_digit* r, const sp_digit* a, sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + int i; + + for (i=0; i<4; i++) { + r[i] = a[i] & m; + } +#else + r[0] = a[0] & m; + r[1] = a[1] & m; + r[2] = a[2] & m; + r[3] = a[3] & m; +#endif +} + +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_256_div_4(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[8], t2[5]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[3]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 4); + for (i=3; i>=0; i--) { + r1 = div_256_word_4(t1[4 + i], t1[4 + i - 1], div); + + sp_256_mul_d_4(t2, d, r1); + t1[4 + i] += sp_256_sub_in_place_4(&t1[i], t2); + t1[4 + i] -= t2[4]; + sp_256_mask_4(t2, d, t1[4 + i]); + t1[4 + i] += sp_256_add_4(&t1[i], &t1[i], t2); + sp_256_mask_4(t2, d, t1[4 + i]); + t1[4 + i] += sp_256_add_4(&t1[i], &t1[i], t2); + } + + r1 = sp_256_cmp_4(t1, d) >= 0; + sp_256_cond_sub_4(r, t1, d, (sp_digit)0 - r1); + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_256_mod_4(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_256_div_4(a, m, NULL, r); +} + +#endif +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_256_sqr_4(sp_digit* r, const sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x16, x17, [%[a], 0]\n\t" + "# A[0] * A[1]\n\t" + "mul x9, x16, x17\n\t" + "ldr x19, [%[a], 16]\n\t" + "umulh x10, x16, x17\n\t" + "ldr x20, [%[a], 24]\n\t" + "# A[0] * A[2]\n\t" + "mul x4, x16, x19\n\t" + "umulh x5, x16, x19\n\t" + "adds x10, x10, x4\n\t" + "# A[0] * A[3]\n\t" + "mul x4, x16, x20\n\t" + "adc x11, xzr, x5\n\t" + "umulh x5, x16, x20\n\t" + "adds x11, x11, x4\n\t" + "# A[1] * A[2]\n\t" + "mul x4, x17, x19\n\t" + "adc x12, xzr, x5\n\t" + "umulh x5, x17, x19\n\t" + "adds x11, x11, x4\n\t" + "# A[1] * A[3]\n\t" + "mul x4, x17, x20\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x17, x20\n\t" + "adc x13, xzr, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[2] * A[3]\n\t" + "mul x4, x19, x20\n\t" + "adc x13, x13, x5\n\t" + "umulh x5, x19, x20\n\t" + "adds x13, x13, x4\n\t" + "adc x14, xzr, x5\n\t" + "# Double\n\t" + "adds x9, x9, x9\n\t" + "adcs x10, x10, x10\n\t" + "adcs x11, x11, x11\n\t" + "adcs x12, x12, x12\n\t" + "adcs x13, x13, x13\n\t" + "# A[0] * A[0]\n\t" + "mul x8, x16, x16\n\t" + "adcs x14, x14, x14\n\t" + "umulh x3, x16, x16\n\t" + "cset x15, cs\n\t" + "# A[1] * A[1]\n\t" + "mul x4, x17, x17\n\t" + "adds x9, x9, x3\n\t" + "umulh x5, x17, x17\n\t" + "adcs x10, x10, x4\n\t" + "# A[2] * A[2]\n\t" + "mul x6, x19, x19\n\t" + "adcs x11, x11, x5\n\t" + "umulh x7, x19, x19\n\t" + "adcs x12, x12, x6\n\t" + "# A[3] * A[3]\n\t" + "mul x16, x20, x20\n\t" + "adcs x13, x13, x7\n\t" + "umulh x17, x20, x20\n\t" + "adcs x14, x14, x16\n\t" + "adc x15, x15, x17\n\t" + "stp x8, x9, [%[r], 0]\n\t" + "stp x10, x11, [%[r], 16]\n\t" + "stp x12, x13, [%[r], 32]\n\t" + "stp x14, x15, [%[r], 48]\n\t" + : + : [r] "r" (r), [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20" + ); +} + +#ifdef WOLFSSL_SP_SMALL +/* Order-2 for the P256 curve. */ +static const uint64_t p256_order_minus_2[4] = { + 0xf3b9cac2fc63254fU,0xbce6faada7179e84U,0xffffffffffffffffU, + 0xffffffff00000000U +}; +#else +/* The low half of the order-2 of the P256 curve. */ +static const uint64_t p256_order_low[2] = { + 0xf3b9cac2fc63254fU,0xbce6faada7179e84U +}; +#endif /* WOLFSSL_SP_SMALL */ + +/* Multiply two number mod the order of P256 curve. (r = a * b mod order) + * + * r Result of the multiplication. + * a First operand of the multiplication. + * b Second operand of the multiplication. + */ +static void sp_256_mont_mul_order_4(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_256_mul_4(r, a, b); + sp_256_mont_reduce_order_4(r, p256_order, p256_mp_order); +} + +/* Square number mod the order of P256 curve. (r = a * a mod order) + * + * r Result of the squaring. + * a Number to square. + */ +static void sp_256_mont_sqr_order_4(sp_digit* r, const sp_digit* a) +{ + sp_256_sqr_4(r, a); + sp_256_mont_reduce_order_4(r, p256_order, p256_mp_order); +} + +#ifndef WOLFSSL_SP_SMALL +/* Square number mod the order of P256 curve a number of times. + * (r = a ^ n mod order) + * + * r Result of the squaring. + * a Number to square. + */ +static void sp_256_mont_sqr_n_order_4(sp_digit* r, const sp_digit* a, int n) +{ + int i; + + sp_256_mont_sqr_order_4(r, a); + for (i=1; i<n; i++) { + sp_256_mont_sqr_order_4(r, r); + } +} +#endif /* !WOLFSSL_SP_SMALL */ + +/* Invert the number, in Montgomery form, modulo the order of the P256 curve. + * (r = 1 / a mod order) + * + * r Inverse result. + * a Number to invert. + * td Temporary data. + */ +static void sp_256_mont_inv_order_4(sp_digit* r, const sp_digit* a, + sp_digit* td) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit* t = td; + int i; + + XMEMCPY(t, a, sizeof(sp_digit) * 4); + for (i=254; i>=0; i--) { + sp_256_mont_sqr_order_4(t, t); + if ((p256_order_minus_2[i / 64] & ((sp_int_digit)1 << (i % 64))) != 0) { + sp_256_mont_mul_order_4(t, t, a); + } + } + XMEMCPY(r, t, sizeof(sp_digit) * 4U); +#else + sp_digit* t = td; + sp_digit* t2 = td + 2 * 4; + sp_digit* t3 = td + 4 * 4; + int i; + + /* t = a^2 */ + sp_256_mont_sqr_order_4(t, a); + /* t = a^3 = t * a */ + sp_256_mont_mul_order_4(t, t, a); + /* t2= a^c = t ^ 2 ^ 2 */ + sp_256_mont_sqr_n_order_4(t2, t, 2); + /* t3= a^f = t2 * t */ + sp_256_mont_mul_order_4(t3, t2, t); + /* t2= a^f0 = t3 ^ 2 ^ 4 */ + sp_256_mont_sqr_n_order_4(t2, t3, 4); + /* t = a^ff = t2 * t3 */ + sp_256_mont_mul_order_4(t, t2, t3); + /* t3= a^ff00 = t ^ 2 ^ 8 */ + sp_256_mont_sqr_n_order_4(t2, t, 8); + /* t = a^ffff = t2 * t */ + sp_256_mont_mul_order_4(t, t2, t); + /* t2= a^ffff0000 = t ^ 2 ^ 16 */ + sp_256_mont_sqr_n_order_4(t2, t, 16); + /* t = a^ffffffff = t2 * t */ + sp_256_mont_mul_order_4(t, t2, t); + /* t2= a^ffffffff0000000000000000 = t ^ 2 ^ 64 */ + sp_256_mont_sqr_n_order_4(t2, t, 64); + /* t2= a^ffffffff00000000ffffffff = t2 * t */ + sp_256_mont_mul_order_4(t2, t2, t); + /* t2= a^ffffffff00000000ffffffff00000000 = t2 ^ 2 ^ 32 */ + sp_256_mont_sqr_n_order_4(t2, t2, 32); + /* t2= a^ffffffff00000000ffffffffffffffff = t2 * t */ + sp_256_mont_mul_order_4(t2, t2, t); + /* t2= a^ffffffff00000000ffffffffffffffffbce6 */ + for (i=127; i>=112; i--) { + sp_256_mont_sqr_order_4(t2, t2); + if (((sp_digit)p256_order_low[i / 64] & ((sp_int_digit)1 << (i % 64))) != 0) { + sp_256_mont_mul_order_4(t2, t2, a); + } + } + /* t2= a^ffffffff00000000ffffffffffffffffbce6f */ + sp_256_mont_sqr_n_order_4(t2, t2, 4); + sp_256_mont_mul_order_4(t2, t2, t3); + /* t2= a^ffffffff00000000ffffffffffffffffbce6faada7179e84 */ + for (i=107; i>=64; i--) { + sp_256_mont_sqr_order_4(t2, t2); + if (((sp_digit)p256_order_low[i / 64] & ((sp_int_digit)1 << (i % 64))) != 0) { + sp_256_mont_mul_order_4(t2, t2, a); + } + } + /* t2= a^ffffffff00000000ffffffffffffffffbce6faada7179e84f */ + sp_256_mont_sqr_n_order_4(t2, t2, 4); + sp_256_mont_mul_order_4(t2, t2, t3); + /* t2= a^ffffffff00000000ffffffffffffffffbce6faada7179e84f3b9cac2 */ + for (i=59; i>=32; i--) { + sp_256_mont_sqr_order_4(t2, t2); + if (((sp_digit)p256_order_low[i / 64] & ((sp_int_digit)1 << (i % 64))) != 0) { + sp_256_mont_mul_order_4(t2, t2, a); + } + } + /* t2= a^ffffffff00000000ffffffffffffffffbce6faada7179e84f3b9cac2f */ + sp_256_mont_sqr_n_order_4(t2, t2, 4); + sp_256_mont_mul_order_4(t2, t2, t3); + /* t2= a^ffffffff00000000ffffffffffffffffbce6faada7179e84f3b9cac2fc63254 */ + for (i=27; i>=0; i--) { + sp_256_mont_sqr_order_4(t2, t2); + if (((sp_digit)p256_order_low[i / 64] & ((sp_int_digit)1 << (i % 64))) != 0) { + sp_256_mont_mul_order_4(t2, t2, a); + } + } + /* t2= a^ffffffff00000000ffffffffffffffffbce6faada7179e84f3b9cac2fc632540 */ + sp_256_mont_sqr_n_order_4(t2, t2, 4); + /* r = a^ffffffff00000000ffffffffffffffffbce6faada7179e84f3b9cac2fc63254f */ + sp_256_mont_mul_order_4(r, t2, t3); +#endif /* WOLFSSL_SP_SMALL */ +} + +#endif /* HAVE_ECC_SIGN || HAVE_ECC_VERIFY */ +#ifdef HAVE_ECC_SIGN +#ifndef SP_ECC_MAX_SIG_GEN +#define SP_ECC_MAX_SIG_GEN 64 +#endif + +/* Sign the hash using the private key. + * e = [hash, 256 bits] from binary + * r = (k.G)->x mod order + * s = (r * x + e) / k mod order + * The hash is truncated to the first 256 bits. + * + * hash Hash to sign. + * hashLen Length of the hash data. + * rng Random number generator. + * priv Private part of key - scalar. + * rm First part of result as an mp_int. + * sm Sirst part of result as an mp_int. + * heap Heap to use for allocation. + * returns RNG failures, MEMORY_E when memory allocation fails and + * MP_OKAY on success. + */ +int sp_ecc_sign_256(const byte* hash, word32 hashLen, WC_RNG* rng, mp_int* priv, + mp_int* rm, mp_int* sm, mp_int* km, void* heap) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d = NULL; +#else + sp_digit ed[2*4]; + sp_digit xd[2*4]; + sp_digit kd[2*4]; + sp_digit rd[2*4]; + sp_digit td[3 * 2*4]; + sp_point_256 p; +#endif + sp_digit* e = NULL; + sp_digit* x = NULL; + sp_digit* k = NULL; + sp_digit* r = NULL; + sp_digit* tmp = NULL; + sp_point_256* point = NULL; + sp_digit carry; + sp_digit* s = NULL; + sp_digit* kInv = NULL; + int err = MP_OKAY; + int64_t c; + int i; + + (void)heap; + + err = sp_256_point_new_4(heap, p, point); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 7 * 2 * 4, heap, + DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + e = d + 0 * 4; + x = d + 2 * 4; + k = d + 4 * 4; + r = d + 6 * 4; + tmp = d + 8 * 4; +#else + e = ed; + x = xd; + k = kd; + r = rd; + tmp = td; +#endif + s = e; + kInv = k; + + if (hashLen > 32U) { + hashLen = 32U; + } + + sp_256_from_bin(e, 4, hash, (int)hashLen); + } + + for (i = SP_ECC_MAX_SIG_GEN; err == MP_OKAY && i > 0; i--) { + sp_256_from_mp(x, 4, priv); + + /* New random point. */ + if (km == NULL || mp_iszero(km)) { + err = sp_256_ecc_gen_k_4(rng, k); + } + else { + sp_256_from_mp(k, 4, km); + mp_zero(km); + } + if (err == MP_OKAY) { + err = sp_256_ecc_mulmod_base_4(point, k, 1, NULL); + } + + if (err == MP_OKAY) { + /* r = point->x mod order */ + XMEMCPY(r, point->x, sizeof(sp_digit) * 4U); + sp_256_norm_4(r); + c = sp_256_cmp_4(r, p256_order); + sp_256_cond_sub_4(r, r, p256_order, 0L - (sp_digit)(c >= 0)); + sp_256_norm_4(r); + + /* Conv k to Montgomery form (mod order) */ + sp_256_mul_4(k, k, p256_norm_order); + err = sp_256_mod_4(k, k, p256_order); + } + if (err == MP_OKAY) { + sp_256_norm_4(k); + /* kInv = 1/k mod order */ + sp_256_mont_inv_order_4(kInv, k, tmp); + sp_256_norm_4(kInv); + + /* s = r * x + e */ + sp_256_mul_4(x, x, r); + err = sp_256_mod_4(x, x, p256_order); + } + if (err == MP_OKAY) { + sp_256_norm_4(x); + carry = sp_256_add_4(s, e, x); + sp_256_cond_sub_4(s, s, p256_order, 0 - carry); + sp_256_norm_4(s); + c = sp_256_cmp_4(s, p256_order); + sp_256_cond_sub_4(s, s, p256_order, 0L - (sp_digit)(c >= 0)); + sp_256_norm_4(s); + + /* s = s * k^-1 mod order */ + sp_256_mont_mul_order_4(s, s, kInv); + sp_256_norm_4(s); + + /* Check that signature is usable. */ + if (sp_256_iszero_4(s) == 0) { + break; + } + } + } + + if (i == 0) { + err = RNG_FAILURE_E; + } + + if (err == MP_OKAY) { + err = sp_256_to_mp(r, rm); + } + if (err == MP_OKAY) { + err = sp_256_to_mp(s, sm); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XMEMSET(d, 0, sizeof(sp_digit) * 8 * 4); + XFREE(d, heap, DYNAMIC_TYPE_ECC); + } +#else + XMEMSET(e, 0, sizeof(sp_digit) * 2U * 4U); + XMEMSET(x, 0, sizeof(sp_digit) * 2U * 4U); + XMEMSET(k, 0, sizeof(sp_digit) * 2U * 4U); + XMEMSET(r, 0, sizeof(sp_digit) * 2U * 4U); + XMEMSET(r, 0, sizeof(sp_digit) * 2U * 4U); + XMEMSET(tmp, 0, sizeof(sp_digit) * 3U * 2U * 4U); +#endif + sp_256_point_free_4(point, 1, heap); + + return err; +} +#endif /* HAVE_ECC_SIGN */ + +#ifdef HAVE_ECC_VERIFY +/* Verify the signature values with the hash and public key. + * e = Truncate(hash, 256) + * u1 = e/s mod order + * u2 = r/s mod order + * r == (u1.G + u2.Q)->x mod order + * Optimization: Leave point in projective form. + * (x, y, 1) == (x' / z'*z', y' / z'*z'*z', z' / z') + * (r + n*order).z'.z' mod prime == (u1.G + u2.Q)->x' + * The hash is truncated to the first 256 bits. + * + * hash Hash to sign. + * hashLen Length of the hash data. + * rng Random number generator. + * priv Private part of key - scalar. + * rm First part of result as an mp_int. + * sm Sirst part of result as an mp_int. + * heap Heap to use for allocation. + * returns RNG failures, MEMORY_E when memory allocation fails and + * MP_OKAY on success. + */ +int sp_ecc_verify_256(const byte* hash, word32 hashLen, mp_int* pX, + mp_int* pY, mp_int* pZ, mp_int* r, mp_int* sm, int* res, void* heap) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d = NULL; +#else + sp_digit u1d[2*4]; + sp_digit u2d[2*4]; + sp_digit sd[2*4]; + sp_digit tmpd[2*4 * 5]; + sp_point_256 p1d; + sp_point_256 p2d; +#endif + sp_digit* u1 = NULL; + sp_digit* u2 = NULL; + sp_digit* s = NULL; + sp_digit* tmp = NULL; + sp_point_256* p1; + sp_point_256* p2 = NULL; + sp_digit carry; + int64_t c; + int err; + + err = sp_256_point_new_4(heap, p1d, p1); + if (err == MP_OKAY) { + err = sp_256_point_new_4(heap, p2d, p2); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 16 * 4, heap, + DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + u1 = d + 0 * 4; + u2 = d + 2 * 4; + s = d + 4 * 4; + tmp = d + 6 * 4; +#else + u1 = u1d; + u2 = u2d; + s = sd; + tmp = tmpd; +#endif + + if (hashLen > 32U) { + hashLen = 32U; + } + + sp_256_from_bin(u1, 4, hash, (int)hashLen); + sp_256_from_mp(u2, 4, r); + sp_256_from_mp(s, 4, sm); + sp_256_from_mp(p2->x, 4, pX); + sp_256_from_mp(p2->y, 4, pY); + sp_256_from_mp(p2->z, 4, pZ); + + { + sp_256_mul_4(s, s, p256_norm_order); + } + err = sp_256_mod_4(s, s, p256_order); + } + if (err == MP_OKAY) { + sp_256_norm_4(s); + { + sp_256_mont_inv_order_4(s, s, tmp); + sp_256_mont_mul_order_4(u1, u1, s); + sp_256_mont_mul_order_4(u2, u2, s); + } + + err = sp_256_ecc_mulmod_base_4(p1, u1, 0, heap); + } + if (err == MP_OKAY) { + err = sp_256_ecc_mulmod_4(p2, p2, u2, 0, heap); + } + + if (err == MP_OKAY) { + { + sp_256_proj_point_add_4(p1, p1, p2, tmp); + if (sp_256_iszero_4(p1->z)) { + if (sp_256_iszero_4(p1->x) && sp_256_iszero_4(p1->y)) { + sp_256_proj_point_dbl_4(p1, p2, tmp); + } + else { + /* Y ordinate is not used from here - don't set. */ + p1->x[0] = 0; + p1->x[1] = 0; + p1->x[2] = 0; + p1->x[3] = 0; + XMEMCPY(p1->z, p256_norm_mod, sizeof(p256_norm_mod)); + } + } + } + + /* (r + n*order).z'.z' mod prime == (u1.G + u2.Q)->x' */ + /* Reload r and convert to Montgomery form. */ + sp_256_from_mp(u2, 4, r); + err = sp_256_mod_mul_norm_4(u2, u2, p256_mod); + } + + if (err == MP_OKAY) { + /* u1 = r.z'.z' mod prime */ + sp_256_mont_sqr_4(p1->z, p1->z, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(u1, u2, p1->z, p256_mod, p256_mp_mod); + *res = (int)(sp_256_cmp_4(p1->x, u1) == 0); + if (*res == 0) { + /* Reload r and add order. */ + sp_256_from_mp(u2, 4, r); + carry = sp_256_add_4(u2, u2, p256_order); + /* Carry means result is greater than mod and is not valid. */ + if (carry == 0) { + sp_256_norm_4(u2); + + /* Compare with mod and if greater or equal then not valid. */ + c = sp_256_cmp_4(u2, p256_mod); + if (c < 0) { + /* Convert to Montogomery form */ + err = sp_256_mod_mul_norm_4(u2, u2, p256_mod); + if (err == MP_OKAY) { + /* u1 = (r + 1*order).z'.z' mod prime */ + sp_256_mont_mul_4(u1, u2, p1->z, p256_mod, + p256_mp_mod); + *res = (int)(sp_256_cmp_4(p1->x, u1) == 0); + } + } + } + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) + XFREE(d, heap, DYNAMIC_TYPE_ECC); +#endif + sp_256_point_free_4(p1, 0, heap); + sp_256_point_free_4(p2, 0, heap); + + return err; +} +#endif /* HAVE_ECC_VERIFY */ + +#ifdef HAVE_ECC_CHECK_KEY +/* Check that the x and y oridinates are a valid point on the curve. + * + * point EC point. + * heap Heap to use if dynamically allocating. + * returns MEMORY_E if dynamic memory allocation fails, MP_VAL if the point is + * not on the curve and MP_OKAY otherwise. + */ +static int sp_256_ecc_is_point_4(sp_point_256* point, void* heap) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d = NULL; +#else + sp_digit t1d[2*4]; + sp_digit t2d[2*4]; +#endif + sp_digit* t1; + sp_digit* t2; + int err = MP_OKAY; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 4 * 4, heap, DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + t1 = d + 0 * 4; + t2 = d + 2 * 4; +#else + (void)heap; + + t1 = t1d; + t2 = t2d; +#endif + + sp_256_sqr_4(t1, point->y); + (void)sp_256_mod_4(t1, t1, p256_mod); + sp_256_sqr_4(t2, point->x); + (void)sp_256_mod_4(t2, t2, p256_mod); + sp_256_mul_4(t2, t2, point->x); + (void)sp_256_mod_4(t2, t2, p256_mod); + (void)sp_256_sub_4(t2, p256_mod, t2); + sp_256_mont_add_4(t1, t1, t2, p256_mod); + + sp_256_mont_add_4(t1, t1, point->x, p256_mod); + sp_256_mont_add_4(t1, t1, point->x, p256_mod); + sp_256_mont_add_4(t1, t1, point->x, p256_mod); + + if (sp_256_cmp_4(t1, p256_b) != 0) { + err = MP_VAL; + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XFREE(d, heap, DYNAMIC_TYPE_ECC); + } +#endif + + return err; +} + +/* Check that the x and y oridinates are a valid point on the curve. + * + * pX X ordinate of EC point. + * pY Y ordinate of EC point. + * returns MEMORY_E if dynamic memory allocation fails, MP_VAL if the point is + * not on the curve and MP_OKAY otherwise. + */ +int sp_ecc_is_point_256(mp_int* pX, mp_int* pY) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_256 pubd; +#endif + sp_point_256* pub; + byte one[1] = { 1 }; + int err; + + err = sp_256_point_new_4(NULL, pubd, pub); + if (err == MP_OKAY) { + sp_256_from_mp(pub->x, 4, pX); + sp_256_from_mp(pub->y, 4, pY); + sp_256_from_bin(pub->z, 4, one, (int)sizeof(one)); + + err = sp_256_ecc_is_point_4(pub, NULL); + } + + sp_256_point_free_4(pub, 0, NULL); + + return err; +} + +/* Check that the private scalar generates the EC point (px, py), the point is + * on the curve and the point has the correct order. + * + * pX X ordinate of EC point. + * pY Y ordinate of EC point. + * privm Private scalar that generates EC point. + * returns MEMORY_E if dynamic memory allocation fails, MP_VAL if the point is + * not on the curve, ECC_INF_E if the point does not have the correct order, + * ECC_PRIV_KEY_E when the private scalar doesn't generate the EC point and + * MP_OKAY otherwise. + */ +int sp_ecc_check_key_256(mp_int* pX, mp_int* pY, mp_int* privm, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit privd[4]; + sp_point_256 pubd; + sp_point_256 pd; +#endif + sp_digit* priv = NULL; + sp_point_256* pub; + sp_point_256* p = NULL; + byte one[1] = { 1 }; + int err; + + err = sp_256_point_new_4(heap, pubd, pub); + if (err == MP_OKAY) { + err = sp_256_point_new_4(heap, pd, p); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + priv = (sp_digit*)XMALLOC(sizeof(sp_digit) * 4, heap, + DYNAMIC_TYPE_ECC); + if (priv == NULL) { + err = MEMORY_E; + } + } +#endif + + if (err == MP_OKAY) { +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + priv = privd; +#endif + + sp_256_from_mp(pub->x, 4, pX); + sp_256_from_mp(pub->y, 4, pY); + sp_256_from_bin(pub->z, 4, one, (int)sizeof(one)); + sp_256_from_mp(priv, 4, privm); + + /* Check point at infinitiy. */ + if ((sp_256_iszero_4(pub->x) != 0) && + (sp_256_iszero_4(pub->y) != 0)) { + err = ECC_INF_E; + } + } + + if (err == MP_OKAY) { + /* Check range of X and Y */ + if (sp_256_cmp_4(pub->x, p256_mod) >= 0 || + sp_256_cmp_4(pub->y, p256_mod) >= 0) { + err = ECC_OUT_OF_RANGE_E; + } + } + + if (err == MP_OKAY) { + /* Check point is on curve */ + err = sp_256_ecc_is_point_4(pub, heap); + } + + if (err == MP_OKAY) { + /* Point * order = infinity */ + err = sp_256_ecc_mulmod_4(p, pub, p256_order, 1, heap); + } + if (err == MP_OKAY) { + /* Check result is infinity */ + if ((sp_256_iszero_4(p->x) == 0) || + (sp_256_iszero_4(p->y) == 0)) { + err = ECC_INF_E; + } + } + + if (err == MP_OKAY) { + /* Base * private = point */ + err = sp_256_ecc_mulmod_base_4(p, priv, 1, heap); + } + if (err == MP_OKAY) { + /* Check result is public key */ + if (sp_256_cmp_4(p->x, pub->x) != 0 || + sp_256_cmp_4(p->y, pub->y) != 0) { + err = ECC_PRIV_KEY_E; + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (priv != NULL) { + XFREE(priv, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_256_point_free_4(p, 0, heap); + sp_256_point_free_4(pub, 0, heap); + + return err; +} +#endif +#ifdef WOLFSSL_PUBLIC_ECC_ADD_DBL +/* Add two projective EC points together. + * (pX, pY, pZ) + (qX, qY, qZ) = (rX, rY, rZ) + * + * pX First EC point's X ordinate. + * pY First EC point's Y ordinate. + * pZ First EC point's Z ordinate. + * qX Second EC point's X ordinate. + * qY Second EC point's Y ordinate. + * qZ Second EC point's Z ordinate. + * rX Resultant EC point's X ordinate. + * rY Resultant EC point's Y ordinate. + * rZ Resultant EC point's Z ordinate. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +int sp_ecc_proj_add_point_256(mp_int* pX, mp_int* pY, mp_int* pZ, + mp_int* qX, mp_int* qY, mp_int* qZ, + mp_int* rX, mp_int* rY, mp_int* rZ) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit tmpd[2 * 4 * 5]; + sp_point_256 pd; + sp_point_256 qd; +#endif + sp_digit* tmp; + sp_point_256* p; + sp_point_256* q = NULL; + int err; + + err = sp_256_point_new_4(NULL, pd, p); + if (err == MP_OKAY) { + err = sp_256_point_new_4(NULL, qd, q); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + tmp = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 4 * 5, NULL, + DYNAMIC_TYPE_ECC); + if (tmp == NULL) { + err = MEMORY_E; + } + } +#else + tmp = tmpd; +#endif + + if (err == MP_OKAY) { + sp_256_from_mp(p->x, 4, pX); + sp_256_from_mp(p->y, 4, pY); + sp_256_from_mp(p->z, 4, pZ); + sp_256_from_mp(q->x, 4, qX); + sp_256_from_mp(q->y, 4, qY); + sp_256_from_mp(q->z, 4, qZ); + + sp_256_proj_point_add_4(p, p, q, tmp); + } + + if (err == MP_OKAY) { + err = sp_256_to_mp(p->x, rX); + } + if (err == MP_OKAY) { + err = sp_256_to_mp(p->y, rY); + } + if (err == MP_OKAY) { + err = sp_256_to_mp(p->z, rZ); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (tmp != NULL) { + XFREE(tmp, NULL, DYNAMIC_TYPE_ECC); + } +#endif + sp_256_point_free_4(q, 0, NULL); + sp_256_point_free_4(p, 0, NULL); + + return err; +} + +/* Double a projective EC point. + * (pX, pY, pZ) + (pX, pY, pZ) = (rX, rY, rZ) + * + * pX EC point's X ordinate. + * pY EC point's Y ordinate. + * pZ EC point's Z ordinate. + * rX Resultant EC point's X ordinate. + * rY Resultant EC point's Y ordinate. + * rZ Resultant EC point's Z ordinate. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +int sp_ecc_proj_dbl_point_256(mp_int* pX, mp_int* pY, mp_int* pZ, + mp_int* rX, mp_int* rY, mp_int* rZ) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit tmpd[2 * 4 * 2]; + sp_point_256 pd; +#endif + sp_digit* tmp; + sp_point_256* p; + int err; + + err = sp_256_point_new_4(NULL, pd, p); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + tmp = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 4 * 2, NULL, + DYNAMIC_TYPE_ECC); + if (tmp == NULL) { + err = MEMORY_E; + } + } +#else + tmp = tmpd; +#endif + + if (err == MP_OKAY) { + sp_256_from_mp(p->x, 4, pX); + sp_256_from_mp(p->y, 4, pY); + sp_256_from_mp(p->z, 4, pZ); + + sp_256_proj_point_dbl_4(p, p, tmp); + } + + if (err == MP_OKAY) { + err = sp_256_to_mp(p->x, rX); + } + if (err == MP_OKAY) { + err = sp_256_to_mp(p->y, rY); + } + if (err == MP_OKAY) { + err = sp_256_to_mp(p->z, rZ); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (tmp != NULL) { + XFREE(tmp, NULL, DYNAMIC_TYPE_ECC); + } +#endif + sp_256_point_free_4(p, 0, NULL); + + return err; +} + +/* Map a projective EC point to affine in place. + * pZ will be one. + * + * pX EC point's X ordinate. + * pY EC point's Y ordinate. + * pZ EC point's Z ordinate. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +int sp_ecc_map_256(mp_int* pX, mp_int* pY, mp_int* pZ) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit tmpd[2 * 4 * 4]; + sp_point_256 pd; +#endif + sp_digit* tmp; + sp_point_256* p; + int err; + + err = sp_256_point_new_4(NULL, pd, p); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + tmp = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 4 * 4, NULL, + DYNAMIC_TYPE_ECC); + if (tmp == NULL) { + err = MEMORY_E; + } + } +#else + tmp = tmpd; +#endif + if (err == MP_OKAY) { + sp_256_from_mp(p->x, 4, pX); + sp_256_from_mp(p->y, 4, pY); + sp_256_from_mp(p->z, 4, pZ); + + sp_256_map_4(p, p, tmp); + } + + if (err == MP_OKAY) { + err = sp_256_to_mp(p->x, pX); + } + if (err == MP_OKAY) { + err = sp_256_to_mp(p->y, pY); + } + if (err == MP_OKAY) { + err = sp_256_to_mp(p->z, pZ); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (tmp != NULL) { + XFREE(tmp, NULL, DYNAMIC_TYPE_ECC); + } +#endif + sp_256_point_free_4(p, 0, NULL); + + return err; +} +#endif /* WOLFSSL_PUBLIC_ECC_ADD_DBL */ +#ifdef HAVE_COMP_KEY +/* Find the square root of a number mod the prime of the curve. + * + * y The number to operate on and the result. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +static int sp_256_mont_sqrt_4(sp_digit* y) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d; +#else + sp_digit t1d[2 * 4]; + sp_digit t2d[2 * 4]; +#endif + sp_digit* t1; + sp_digit* t2; + int err = MP_OKAY; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 4 * 4, NULL, DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + t1 = d + 0 * 4; + t2 = d + 2 * 4; +#else + t1 = t1d; + t2 = t2d; +#endif + + { + /* t2 = y ^ 0x2 */ + sp_256_mont_sqr_4(t2, y, p256_mod, p256_mp_mod); + /* t1 = y ^ 0x3 */ + sp_256_mont_mul_4(t1, t2, y, p256_mod, p256_mp_mod); + /* t2 = y ^ 0xc */ + sp_256_mont_sqr_n_4(t2, t1, 2, p256_mod, p256_mp_mod); + /* t1 = y ^ 0xf */ + sp_256_mont_mul_4(t1, t1, t2, p256_mod, p256_mp_mod); + /* t2 = y ^ 0xf0 */ + sp_256_mont_sqr_n_4(t2, t1, 4, p256_mod, p256_mp_mod); + /* t1 = y ^ 0xff */ + sp_256_mont_mul_4(t1, t1, t2, p256_mod, p256_mp_mod); + /* t2 = y ^ 0xff00 */ + sp_256_mont_sqr_n_4(t2, t1, 8, p256_mod, p256_mp_mod); + /* t1 = y ^ 0xffff */ + sp_256_mont_mul_4(t1, t1, t2, p256_mod, p256_mp_mod); + /* t2 = y ^ 0xffff0000 */ + sp_256_mont_sqr_n_4(t2, t1, 16, p256_mod, p256_mp_mod); + /* t1 = y ^ 0xffffffff */ + sp_256_mont_mul_4(t1, t1, t2, p256_mod, p256_mp_mod); + /* t1 = y ^ 0xffffffff00000000 */ + sp_256_mont_sqr_n_4(t1, t1, 32, p256_mod, p256_mp_mod); + /* t1 = y ^ 0xffffffff00000001 */ + sp_256_mont_mul_4(t1, t1, y, p256_mod, p256_mp_mod); + /* t1 = y ^ 0xffffffff00000001000000000000000000000000 */ + sp_256_mont_sqr_n_4(t1, t1, 96, p256_mod, p256_mp_mod); + /* t1 = y ^ 0xffffffff00000001000000000000000000000001 */ + sp_256_mont_mul_4(t1, t1, y, p256_mod, p256_mp_mod); + sp_256_mont_sqr_n_4(y, t1, 94, p256_mod, p256_mp_mod); + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XFREE(d, NULL, DYNAMIC_TYPE_ECC); + } +#endif + + return err; +} + + +/* Uncompress the point given the X ordinate. + * + * xm X ordinate. + * odd Whether the Y ordinate is odd. + * ym Calculated Y ordinate. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +int sp_ecc_uncompress_256(mp_int* xm, int odd, mp_int* ym) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d; +#else + sp_digit xd[2 * 4]; + sp_digit yd[2 * 4]; +#endif + sp_digit* x = NULL; + sp_digit* y = NULL; + int err = MP_OKAY; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 4 * 4, NULL, DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + x = d + 0 * 4; + y = d + 2 * 4; +#else + x = xd; + y = yd; +#endif + + sp_256_from_mp(x, 4, xm); + err = sp_256_mod_mul_norm_4(x, x, p256_mod); + } + if (err == MP_OKAY) { + /* y = x^3 */ + { + sp_256_mont_sqr_4(y, x, p256_mod, p256_mp_mod); + sp_256_mont_mul_4(y, y, x, p256_mod, p256_mp_mod); + } + /* y = x^3 - 3x */ + sp_256_mont_sub_4(y, y, x, p256_mod); + sp_256_mont_sub_4(y, y, x, p256_mod); + sp_256_mont_sub_4(y, y, x, p256_mod); + /* y = x^3 - 3x + b */ + err = sp_256_mod_mul_norm_4(x, p256_b, p256_mod); + } + if (err == MP_OKAY) { + sp_256_mont_add_4(y, y, x, p256_mod); + /* y = sqrt(x^3 - 3x + b) */ + err = sp_256_mont_sqrt_4(y); + } + if (err == MP_OKAY) { + XMEMSET(y + 4, 0, 4U * sizeof(sp_digit)); + sp_256_mont_reduce_4(y, p256_mod, p256_mp_mod); + if ((((word32)y[0] ^ (word32)odd) & 1U) != 0U) { + sp_256_mont_sub_4(y, p256_mod, y, p256_mod); + } + + err = sp_256_to_mp(y, ym); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XFREE(d, NULL, DYNAMIC_TYPE_ECC); + } +#endif + + return err; +} +#endif +#endif /* !WOLFSSL_SP_NO_256 */ +#ifdef WOLFSSL_SP_384 + +/* Point structure to use. */ +typedef struct sp_point_384 { + sp_digit x[2 * 6]; + sp_digit y[2 * 6]; + sp_digit z[2 * 6]; + int infinity; +} sp_point_384; + +/* The modulus (prime) of the curve P384. */ +static const sp_digit p384_mod[6] = { + 0x00000000ffffffffL,0xffffffff00000000L,0xfffffffffffffffeL, + 0xffffffffffffffffL,0xffffffffffffffffL,0xffffffffffffffffL +}; +/* The Montogmery normalizer for modulus of the curve P384. */ +static const sp_digit p384_norm_mod[6] = { + 0xffffffff00000001L,0x00000000ffffffffL,0x0000000000000001L, + 0x0000000000000000L,0x0000000000000000L,0x0000000000000000L +}; +/* The Montogmery multiplier for modulus of the curve P384. */ +static sp_digit p384_mp_mod = 0x0000000100000001; +#if defined(WOLFSSL_VALIDATE_ECC_KEYGEN) || defined(HAVE_ECC_SIGN) || \ + defined(HAVE_ECC_VERIFY) +/* The order of the curve P384. */ +static const sp_digit p384_order[6] = { + 0xecec196accc52973L,0x581a0db248b0a77aL,0xc7634d81f4372ddfL, + 0xffffffffffffffffL,0xffffffffffffffffL,0xffffffffffffffffL +}; +#endif +/* The order of the curve P384 minus 2. */ +static const sp_digit p384_order2[6] = { + 0xecec196accc52971L,0x581a0db248b0a77aL,0xc7634d81f4372ddfL, + 0xffffffffffffffffL,0xffffffffffffffffL,0xffffffffffffffffL +}; +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +/* The Montogmery normalizer for order of the curve P384. */ +static const sp_digit p384_norm_order[6] = { + 0x1313e695333ad68dL,0xa7e5f24db74f5885L,0x389cb27e0bc8d220L, + 0x0000000000000000L,0x0000000000000000L,0x0000000000000000L +}; +#endif +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +/* The Montogmery multiplier for order of the curve P384. */ +static sp_digit p384_mp_order = 0x6ed46089e88fdc45l; +#endif +/* The base point of curve P384. */ +static const sp_point_384 p384_base = { + /* X ordinate */ + { + 0x3a545e3872760ab7L,0x5502f25dbf55296cL,0x59f741e082542a38L, + 0x6e1d3b628ba79b98L,0x8eb1c71ef320ad74L,0xaa87ca22be8b0537L, + 0L, 0L, 0L, 0L, 0L, 0L + }, + /* Y ordinate */ + { + 0x7a431d7c90ea0e5fL,0x0a60b1ce1d7e819dL,0xe9da3113b5f0b8c0L, + 0xf8f41dbd289a147cL,0x5d9e98bf9292dc29L,0x3617de4a96262c6fL, + 0L, 0L, 0L, 0L, 0L, 0L + }, + /* Z ordinate */ + { + 0x0000000000000001L,0x0000000000000000L,0x0000000000000000L, + 0x0000000000000000L,0x0000000000000000L,0x0000000000000000L, + 0L, 0L, 0L, 0L, 0L, 0L + }, + /* infinity */ + 0 +}; +#if defined(HAVE_ECC_CHECK_KEY) || defined(HAVE_COMP_KEY) +static const sp_digit p384_b[6] = { + 0x2a85c8edd3ec2aefL,0xc656398d8a2ed19dL,0x0314088f5013875aL, + 0x181d9c6efe814112L,0x988e056be3f82d19L,0xb3312fa7e23ee7e4L +}; +#endif + +static int sp_384_point_new_ex_6(void* heap, sp_point_384* sp, sp_point_384** p) +{ + int ret = MP_OKAY; + (void)heap; +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + (void)sp; + *p = (sp_point_384*)XMALLOC(sizeof(sp_point_384), heap, DYNAMIC_TYPE_ECC); +#else + *p = sp; +#endif + if (*p == NULL) { + ret = MEMORY_E; + } + return ret; +} + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) +/* Allocate memory for point and return error. */ +#define sp_384_point_new_6(heap, sp, p) sp_384_point_new_ex_6((heap), NULL, &(p)) +#else +/* Set pointer to data and return no error. */ +#define sp_384_point_new_6(heap, sp, p) sp_384_point_new_ex_6((heap), &(sp), &(p)) +#endif + + +static void sp_384_point_free_6(sp_point_384* p, int clear, void* heap) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) +/* If valid pointer then clear point data if requested and free data. */ + if (p != NULL) { + if (clear != 0) { + XMEMSET(p, 0, sizeof(*p)); + } + XFREE(p, heap, DYNAMIC_TYPE_ECC); + } +#else +/* Clear point data if requested. */ + if (clear != 0) { + XMEMSET(p, 0, sizeof(*p)); + } +#endif + (void)heap; +} + +/* Multiply a number by Montogmery normalizer mod modulus (prime). + * + * r The resulting Montgomery form number. + * a The number to convert. + * m The modulus (prime). + * returns MEMORY_E when memory allocation fails and MP_OKAY otherwise. + */ +static int sp_384_mod_mul_norm_6(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + int64_t* td; +#else + int64_t td[12]; + int64_t a32d[12]; +#endif + int64_t* t; + int64_t* a32; + int64_t o; + int err = MP_OKAY; + + (void)m; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + td = (int64_t*)XMALLOC(sizeof(int64_t) * 2 * 12, NULL, DYNAMIC_TYPE_ECC); + if (td == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + t = td; + a32 = td + 12; +#else + t = td; + a32 = a32d; +#endif + + a32[0] = a[0] & 0xffffffff; + a32[1] = a[0] >> 32; + a32[2] = a[1] & 0xffffffff; + a32[3] = a[1] >> 32; + a32[4] = a[2] & 0xffffffff; + a32[5] = a[2] >> 32; + a32[6] = a[3] & 0xffffffff; + a32[7] = a[3] >> 32; + a32[8] = a[4] & 0xffffffff; + a32[9] = a[4] >> 32; + a32[10] = a[5] & 0xffffffff; + a32[11] = a[5] >> 32; + + /* 1 0 0 0 0 0 0 0 1 1 0 -1 */ + t[0] = 0 + a32[0] + a32[8] + a32[9] - a32[11]; + /* -1 1 0 0 0 0 0 0 -1 0 1 1 */ + t[1] = 0 - a32[0] + a32[1] - a32[8] + a32[10] + a32[11]; + /* 0 -1 1 0 0 0 0 0 0 -1 0 1 */ + t[2] = 0 - a32[1] + a32[2] - a32[9] + a32[11]; + /* 1 0 -1 1 0 0 0 0 1 1 -1 -1 */ + t[3] = 0 + a32[0] - a32[2] + a32[3] + a32[8] + a32[9] - a32[10] - a32[11]; + /* 1 1 0 -1 1 0 0 0 1 2 1 -2 */ + t[4] = 0 + a32[0] + a32[1] - a32[3] + a32[4] + a32[8] + 2 * a32[9] + a32[10] - 2 * a32[11]; + /* 0 1 1 0 -1 1 0 0 0 1 2 1 */ + t[5] = 0 + a32[1] + a32[2] - a32[4] + a32[5] + a32[9] + 2 * a32[10] + a32[11]; + /* 0 0 1 1 0 -1 1 0 0 0 1 2 */ + t[6] = 0 + a32[2] + a32[3] - a32[5] + a32[6] + a32[10] + 2 * a32[11]; + /* 0 0 0 1 1 0 -1 1 0 0 0 1 */ + t[7] = 0 + a32[3] + a32[4] - a32[6] + a32[7] + a32[11]; + /* 0 0 0 0 1 1 0 -1 1 0 0 0 */ + t[8] = 0 + a32[4] + a32[5] - a32[7] + a32[8]; + /* 0 0 0 0 0 1 1 0 -1 1 0 0 */ + t[9] = 0 + a32[5] + a32[6] - a32[8] + a32[9]; + /* 0 0 0 0 0 0 1 1 0 -1 1 0 */ + t[10] = 0 + a32[6] + a32[7] - a32[9] + a32[10]; + /* 0 0 0 0 0 0 0 1 1 0 -1 1 */ + t[11] = 0 + a32[7] + a32[8] - a32[10] + a32[11]; + + t[1] += t[0] >> 32; t[0] &= 0xffffffff; + t[2] += t[1] >> 32; t[1] &= 0xffffffff; + t[3] += t[2] >> 32; t[2] &= 0xffffffff; + t[4] += t[3] >> 32; t[3] &= 0xffffffff; + t[5] += t[4] >> 32; t[4] &= 0xffffffff; + t[6] += t[5] >> 32; t[5] &= 0xffffffff; + t[7] += t[6] >> 32; t[6] &= 0xffffffff; + t[8] += t[7] >> 32; t[7] &= 0xffffffff; + t[9] += t[8] >> 32; t[8] &= 0xffffffff; + t[10] += t[9] >> 32; t[9] &= 0xffffffff; + t[11] += t[10] >> 32; t[10] &= 0xffffffff; + o = t[11] >> 32; t[11] &= 0xffffffff; + t[0] += o; + t[1] -= o; + t[3] += o; + t[4] += o; + t[1] += t[0] >> 32; t[0] &= 0xffffffff; + t[2] += t[1] >> 32; t[1] &= 0xffffffff; + t[3] += t[2] >> 32; t[2] &= 0xffffffff; + t[4] += t[3] >> 32; t[3] &= 0xffffffff; + t[5] += t[4] >> 32; t[4] &= 0xffffffff; + t[6] += t[5] >> 32; t[5] &= 0xffffffff; + t[7] += t[6] >> 32; t[6] &= 0xffffffff; + t[8] += t[7] >> 32; t[7] &= 0xffffffff; + t[9] += t[8] >> 32; t[8] &= 0xffffffff; + t[10] += t[9] >> 32; t[9] &= 0xffffffff; + t[11] += t[10] >> 32; t[10] &= 0xffffffff; + + r[0] = (t[1] << 32) | t[0]; + r[1] = (t[3] << 32) | t[2]; + r[2] = (t[5] << 32) | t[4]; + r[3] = (t[7] << 32) | t[6]; + r[4] = (t[9] << 32) | t[8]; + r[5] = (t[11] << 32) | t[10]; + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (td != NULL) + XFREE(td, NULL, DYNAMIC_TYPE_ECC); +#endif + + return err; +} + +/* Convert an mp_int to an array of sp_digit. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a A multi-precision integer. + */ +static void sp_384_from_mp(sp_digit* r, int size, const mp_int* a) +{ +#if DIGIT_BIT == 64 + int j; + + XMEMCPY(r, a->dp, sizeof(sp_digit) * a->used); + + for (j = a->used; j < size; j++) { + r[j] = 0; + } +#elif DIGIT_BIT > 64 + int i, j = 0; + word32 s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i] << s); + r[j] &= 0xffffffffffffffffl; + s = 64U - s; + if (j + 1 >= size) { + break; + } + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + while ((s + 64U) <= (word32)DIGIT_BIT) { + s += 64U; + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + if (s < (word32)DIGIT_BIT) { + /* lint allow cast of mismatch word32 and mp_digit */ + r[++j] = (sp_digit)(a->dp[i] >> s); /*lint !e9033*/ + } + else { + r[++j] = 0L; + } + } + s = (word32)DIGIT_BIT - s; + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#else + int i, j = 0, s = 0; + + r[0] = 0; + for (i = 0; i < a->used && j < size; i++) { + r[j] |= ((sp_digit)a->dp[i]) << s; + if (s + DIGIT_BIT >= 64) { + r[j] &= 0xffffffffffffffffl; + if (j + 1 >= size) { + break; + } + s = 64 - s; + if (s == DIGIT_BIT) { + r[++j] = 0; + s = 0; + } + else { + r[++j] = a->dp[i] >> s; + s = DIGIT_BIT - s; + } + } + else { + s += DIGIT_BIT; + } + } + + for (j++; j < size; j++) { + r[j] = 0; + } +#endif +} + +/* Convert a point of type ecc_point to type sp_point_384. + * + * p Point of type sp_point_384 (result). + * pm Point of type ecc_point. + */ +static void sp_384_point_from_ecc_point_6(sp_point_384* p, const ecc_point* pm) +{ + XMEMSET(p->x, 0, sizeof(p->x)); + XMEMSET(p->y, 0, sizeof(p->y)); + XMEMSET(p->z, 0, sizeof(p->z)); + sp_384_from_mp(p->x, 6, pm->x); + sp_384_from_mp(p->y, 6, pm->y); + sp_384_from_mp(p->z, 6, pm->z); + p->infinity = 0; +} + +/* Convert an array of sp_digit to an mp_int. + * + * a A single precision integer. + * r A multi-precision integer. + */ +static int sp_384_to_mp(const sp_digit* a, mp_int* r) +{ + int err; + + err = mp_grow(r, (384 + DIGIT_BIT - 1) / DIGIT_BIT); + if (err == MP_OKAY) { /*lint !e774 case where err is always MP_OKAY*/ +#if DIGIT_BIT == 64 + XMEMCPY(r->dp, a, sizeof(sp_digit) * 6); + r->used = 6; + mp_clamp(r); +#elif DIGIT_BIT < 64 + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 6; i++) { + r->dp[j] |= (mp_digit)(a[i] << s); + r->dp[j] &= (1L << DIGIT_BIT) - 1; + s = DIGIT_BIT - s; + r->dp[++j] = (mp_digit)(a[i] >> s); + while (s + DIGIT_BIT <= 64) { + s += DIGIT_BIT; + r->dp[j++] &= (1L << DIGIT_BIT) - 1; + if (s == SP_WORD_SIZE) { + r->dp[j] = 0; + } + else { + r->dp[j] = (mp_digit)(a[i] >> s); + } + } + s = 64 - s; + } + r->used = (384 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#else + int i, j = 0, s = 0; + + r->dp[0] = 0; + for (i = 0; i < 6; i++) { + r->dp[j] |= ((mp_digit)a[i]) << s; + if (s + 64 >= DIGIT_BIT) { + #if DIGIT_BIT != 32 && DIGIT_BIT != 64 + r->dp[j] &= (1L << DIGIT_BIT) - 1; + #endif + s = DIGIT_BIT - s; + r->dp[++j] = a[i] >> s; + s = 64 - s; + } + else { + s += 64; + } + } + r->used = (384 + DIGIT_BIT - 1) / DIGIT_BIT; + mp_clamp(r); +#endif + } + + return err; +} + +/* Convert a point of type sp_point_384 to type ecc_point. + * + * p Point of type sp_point_384. + * pm Point of type ecc_point (result). + * returns MEMORY_E when allocation of memory in ecc_point fails otherwise + * MP_OKAY. + */ +static int sp_384_point_to_ecc_point_6(const sp_point_384* p, ecc_point* pm) +{ + int err; + + err = sp_384_to_mp(p->x, pm->x); + if (err == MP_OKAY) { + err = sp_384_to_mp(p->y, pm->y); + } + if (err == MP_OKAY) { + err = sp_384_to_mp(p->z, pm->z); + } + + return err; +} + +/* Conditionally copy a into r using the mask m. + * m is -1 to copy and 0 when not. + * + * r A single precision number to copy over. + * a A single precision number to copy. + * m Mask value to apply. + */ +static void sp_384_cond_copy_6(sp_digit* r, const sp_digit* a, sp_digit m) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[r], 0]\n\t" + "ldp x5, x6, [%[r], 16]\n\t" + "ldp x7, x8, [%[r], 32]\n\t" + "ldp x9, x10, [%[a], 0]\n\t" + "ldp x11, x12, [%[a], 16]\n\t" + "ldp x13, x14, [%[a], 32]\n\t" + "eor x9, x9, x3\n\t" + "eor x10, x10, x4\n\t" + "eor x11, x11, x5\n\t" + "eor x12, x12, x6\n\t" + "eor x13, x13, x7\n\t" + "eor x14, x14, x8\n\t" + "and x9, x9, %[m]\n\t" + "and x10, x10, %[m]\n\t" + "and x11, x11, %[m]\n\t" + "and x12, x12, %[m]\n\t" + "and x13, x13, %[m]\n\t" + "and x14, x14, %[m]\n\t" + "eor x3, x3, x9\n\t" + "eor x4, x4, x10\n\t" + "eor x5, x5, x11\n\t" + "eor x6, x6, x12\n\t" + "eor x7, x7, x13\n\t" + "eor x8, x8, x14\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "stp x7, x8, [%[r], 32]\n\t" + : + : [r] "r" (r), [a] "r" (a), [m] "r" (m) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14" + ); +} + +#ifdef WOLFSSL_SP_SMALL +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_384_mul_6(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[12]; + + __asm__ __volatile__ ( + "mov x5, 0\n\t" + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 40\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[b], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 48\n\t" + "b.eq 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 80\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +#else +/* Multiply a and b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static void sp_384_mul_6(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_digit tmp[6]; + + __asm__ __volatile__ ( + "ldp x9, x10, [%[a], 0]\n\t" + "ldp x11, x12, [%[a], 16]\n\t" + "ldp x13, x14, [%[a], 32]\n\t" + "ldp x15, x16, [%[b], 0]\n\t" + "ldp x17, x19, [%[b], 16]\n\t" + "ldp x20, x21, [%[b], 32]\n\t" + "# A[0] * B[0]\n\t" + "mul x4, x9, x15\n\t" + "umulh x5, x9, x15\n\t" + "str x4, [%[tmp]]\n\t" + "# A[0] * B[1]\n\t" + "mul x7, x9, x16\n\t" + "umulh x8, x9, x16\n\t" + "adds x5, x5, x7\n\t" + "# A[1] * B[0]\n\t" + "mul x7, x10, x15\n\t" + "adc x6, xzr, x8\n\t" + "umulh x8, x10, x15\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[tmp], 8]\n\t" + "adc x4, xzr, xzr\n\t" + "# A[0] * B[2]\n\t" + "mul x7, x9, x17\n\t" + "umulh x8, x9, x17\n\t" + "adds x6, x6, x7\n\t" + "# A[1] * B[1]\n\t" + "mul x7, x10, x16\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x10, x16\n\t" + "adc x5, xzr, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[2] * B[0]\n\t" + "mul x7, x11, x15\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x11, x15\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[tmp], 16]\n\t" + "adc x5, x5, xzr\n\t" + "# A[0] * B[3]\n\t" + "mul x7, x9, x19\n\t" + "umulh x8, x9, x19\n\t" + "adds x4, x4, x7\n\t" + "# A[1] * B[2]\n\t" + "mul x7, x10, x17\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x10, x17\n\t" + "adc x6, xzr, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[2] * B[1]\n\t" + "mul x7, x11, x16\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x11, x16\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[3] * B[0]\n\t" + "mul x7, x12, x15\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x12, x15\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[tmp], 24]\n\t" + "adc x6, x6, xzr\n\t" + "# A[0] * B[4]\n\t" + "mul x7, x9, x20\n\t" + "umulh x8, x9, x20\n\t" + "adds x5, x5, x7\n\t" + "# A[1] * B[3]\n\t" + "mul x7, x10, x19\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x10, x19\n\t" + "adc x4, xzr, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[2] * B[2]\n\t" + "mul x7, x11, x17\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x11, x17\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[3] * B[1]\n\t" + "mul x7, x12, x16\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x12, x16\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[4] * B[0]\n\t" + "mul x7, x13, x15\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x13, x15\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[tmp], 32]\n\t" + "adc x4, x4, xzr\n\t" + "# A[0] * B[5]\n\t" + "mul x7, x9, x21\n\t" + "umulh x8, x9, x21\n\t" + "adds x6, x6, x7\n\t" + "# A[1] * B[4]\n\t" + "mul x7, x10, x20\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x10, x20\n\t" + "adc x5, xzr, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[2] * B[3]\n\t" + "mul x7, x11, x19\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x11, x19\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[3] * B[2]\n\t" + "mul x7, x12, x17\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x12, x17\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[4] * B[1]\n\t" + "mul x7, x13, x16\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x13, x16\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[5] * B[0]\n\t" + "mul x7, x14, x15\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x14, x15\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[tmp], 40]\n\t" + "adc x5, x5, xzr\n\t" + "# A[1] * B[5]\n\t" + "mul x7, x10, x21\n\t" + "umulh x8, x10, x21\n\t" + "adds x4, x4, x7\n\t" + "# A[2] * B[4]\n\t" + "mul x7, x11, x20\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x11, x20\n\t" + "adc x6, xzr, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[3] * B[3]\n\t" + "mul x7, x12, x19\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x12, x19\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[4] * B[2]\n\t" + "mul x7, x13, x17\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x13, x17\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "# A[5] * B[1]\n\t" + "mul x7, x14, x16\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x14, x16\n\t" + "adc x6, x6, xzr\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[r], 48]\n\t" + "adc x6, x6, xzr\n\t" + "# A[2] * B[5]\n\t" + "mul x7, x11, x21\n\t" + "umulh x8, x11, x21\n\t" + "adds x5, x5, x7\n\t" + "# A[3] * B[4]\n\t" + "mul x7, x12, x20\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x12, x20\n\t" + "adc x4, xzr, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[4] * B[3]\n\t" + "mul x7, x13, x19\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x13, x19\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "# A[5] * B[2]\n\t" + "mul x7, x14, x17\n\t" + "adcs x6, x6, x8\n\t" + "umulh x8, x14, x17\n\t" + "adc x4, x4, xzr\n\t" + "adds x5, x5, x7\n\t" + "adcs x6, x6, x8\n\t" + "str x5, [%[r], 56]\n\t" + "adc x4, x4, xzr\n\t" + "# A[3] * B[5]\n\t" + "mul x7, x12, x21\n\t" + "umulh x8, x12, x21\n\t" + "adds x6, x6, x7\n\t" + "# A[4] * B[4]\n\t" + "mul x7, x13, x20\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x13, x20\n\t" + "adc x5, xzr, xzr\n\t" + "adds x6, x6, x7\n\t" + "# A[5] * B[3]\n\t" + "mul x7, x14, x19\n\t" + "adcs x4, x4, x8\n\t" + "umulh x8, x14, x19\n\t" + "adc x5, x5, xzr\n\t" + "adds x6, x6, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x6, [%[r], 64]\n\t" + "adc x5, x5, xzr\n\t" + "# A[4] * B[5]\n\t" + "mul x7, x13, x21\n\t" + "umulh x8, x13, x21\n\t" + "adds x4, x4, x7\n\t" + "# A[5] * B[4]\n\t" + "mul x7, x14, x20\n\t" + "adcs x5, x5, x8\n\t" + "umulh x8, x14, x20\n\t" + "adc x6, xzr, xzr\n\t" + "adds x4, x4, x7\n\t" + "adcs x5, x5, x8\n\t" + "str x4, [%[r], 72]\n\t" + "adc x6, x6, xzr\n\t" + "# A[5] * B[5]\n\t" + "mul x7, x14, x21\n\t" + "umulh x8, x14, x21\n\t" + "adds x5, x5, x7\n\t" + "adc x6, x6, x8\n\t" + "stp x5, x6, [%[r], 80]\n\t" + "ldp x9, x10, [%[tmp], 0]\n\t" + "ldp x11, x12, [%[tmp], 16]\n\t" + "ldp x13, x14, [%[tmp], 32]\n\t" + "stp x9, x10, [%[r], 0]\n\t" + "stp x11, x12, [%[r], 16]\n\t" + "stp x13, x14, [%[r], 32]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [tmp] "r" (tmp) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21" + ); +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Conditionally subtract b from a using the mask m. + * m is -1 to subtract and 0 when not copying. + * + * r A single precision number representing condition subtract result. + * a A single precision number to subtract from. + * b A single precision number to subtract. + * m Mask value to apply. + */ +static sp_digit sp_384_cond_sub_6(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "subs x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "sbcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "sbcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "sbcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "and x7, x7, %[m]\n\t" + "sbcs x4, x4, x5\n\t" + "sbcs x6, x6, x7\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +} + +#define sp_384_mont_reduce_order_6 sp_384_mont_reduce_6 + +/* Reduce the number back to 384 bits using Montgomery reduction. + * + * a A single precision number to reduce in place. + * m The single precision number representing the modulus. + * mp The digit representing the negative inverse of m mod 2^n. + */ +SP_NOINLINE static void sp_384_mont_reduce_6(sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_digit ca = 0; + + __asm__ __volatile__ ( + "ldp x14, x15, [%[m], 0]\n\t" + "ldp x16, x17, [%[m], 16]\n\t" + "ldp x19, x20, [%[m], 32]\n\t" + "# i = 6\n\t" + "mov x4, 6\n\t" + "ldp x12, x13, [%[a], 0]\n\t" + "\n1:\n\t" + "# mu = a[i] * mp\n\t" + "mul x9, %[mp], x12\n\t" + "# a[i+0] += m[0] * mu\n\t" + "mul x7, x14, x9\n\t" + "umulh x8, x14, x9\n\t" + "adds x12, x12, x7\n\t" + "# a[i+1] += m[1] * mu\n\t" + "mul x7, x15, x9\n\t" + "adc x6, x8, xzr\n\t" + "umulh x8, x15, x9\n\t" + "adds x12, x13, x7\n\t" + "# a[i+2] += m[2] * mu\n\t" + "ldr x13, [%[a], 16]\n\t" + "adc x5, x8, xzr\n\t" + "mul x7, x16, x9\n\t" + "adds x12, x12, x6\n\t" + "umulh x8, x16, x9\n\t" + "adc x5, x5, xzr\n\t" + "adds x13, x13, x7\n\t" + "# a[i+3] += m[3] * mu\n\t" + "ldr x10, [%[a], 24]\n\t" + "adc x6, x8, xzr\n\t" + "mul x7, x17, x9\n\t" + "adds x13, x13, x5\n\t" + "umulh x8, x17, x9\n\t" + "adc x6, x6, xzr\n\t" + "adds x10, x10, x7\n\t" + "# a[i+4] += m[4] * mu\n\t" + "ldr x11, [%[a], 32]\n\t" + "adc x5, x8, xzr\n\t" + "adds x10, x10, x6\n\t" + "mul x7, x19, x9\n\t" + "adc x5, x5, xzr\n\t" + "umulh x8, x19, x9\n\t" + "str x10, [%[a], 24]\n\t" + "adds x11, x11, x7\n\t" + "# a[i+5] += m[5] * mu\n\t" + "ldr x10, [%[a], 40]\n\t" + "adc x6, x8, xzr\n\t" + "adds x11, x11, x5\n\t" + "mul x7, x20, x9\n\t" + "adc x6, x6, xzr\n\t" + "umulh x8, x20, x9\n\t" + "adds x6, x6, x7\n\t" + "adcs x8, x8, %[ca]\n\t" + "str x11, [%[a], 32]\n\t" + "cset %[ca], cs\n\t" + "adds x10, x10, x6\n\t" + "ldr x11, [%[a], 48]\n\t" + "str x10, [%[a], 40]\n\t" + "adcs x11, x11, x8\n\t" + "str x11, [%[a], 48]\n\t" + "adc %[ca], %[ca], xzr\n\t" + "subs x4, x4, 1\n\t" + "add %[a], %[a], 8\n\t" + "bne 1b\n\t" + "stp x12, x13, [%[a], 0]\n\t" + : [ca] "+r" (ca), [a] "+r" (a) + : [m] "r" (m), [mp] "r" (mp) + : "memory", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20" + ); + + sp_384_cond_sub_6(a - 6, a, m, (sp_digit)0 - ca); +} + +/* Multiply two Montogmery form numbers mod the modulus (prime). + * (r = a * b mod m) + * + * r Result of multiplication. + * a First number to multiply in Montogmery form. + * b Second number to multiply in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_384_mont_mul_6(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m, sp_digit mp) +{ + sp_384_mul_6(r, a, b); + sp_384_mont_reduce_6(r, m, mp); +} + +#ifdef WOLFSSL_SP_SMALL +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_384_sqr_6(sp_digit* r, const sp_digit* a) +{ + sp_digit tmp[12]; + + __asm__ __volatile__ ( + "mov x6, 0\n\t" + "mov x7, 0\n\t" + "mov x8, 0\n\t" + "mov x5, 0\n\t" + "\n1:\n\t" + "subs x3, x5, 40\n\t" + "csel x3, xzr, x3, cc\n\t" + "sub x4, x5, x3\n\t" + "\n2:\n\t" + "cmp x4, x3\n\t" + "b.eq 4f\n\t" + "ldr x10, [%[a], x3]\n\t" + "ldr x11, [%[a], x4]\n\t" + "mul x9, x10, x11\n\t" + "umulh x10, x10, x11\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "b.al 5f\n\t" + "\n4:\n\t" + "ldr x10, [%[a], x3]\n\t" + "mul x9, x10, x10\n\t" + "umulh x10, x10, x10\n\t" + "adds x6, x6, x9\n\t" + "adcs x7, x7, x10\n\t" + "adc x8, x8, xzr\n\t" + "\n5:\n\t" + "add x3, x3, #8\n\t" + "sub x4, x4, #8\n\t" + "cmp x3, 48\n\t" + "b.eq 3f\n\t" + "cmp x3, x4\n\t" + "b.gt 3f\n\t" + "cmp x3, x5\n\t" + "b.le 2b\n\t" + "\n3:\n\t" + "str x6, [%[r], x5]\n\t" + "mov x6, x7\n\t" + "mov x7, x8\n\t" + "mov x8, #0\n\t" + "add x5, x5, #8\n\t" + "cmp x5, 80\n\t" + "b.le 1b\n\t" + "str x6, [%[r], x5]\n\t" + : + : [r] "r" (tmp), [a] "r" (a) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); + + XMEMCPY(r, tmp, sizeof(tmp)); +} + +#else +/* Square a and put result in r. (r = a * a) + * + * r A single precision integer. + * a A single precision integer. + */ +static void sp_384_sqr_6(sp_digit* r, const sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x17, x19, [%[a], 0]\n\t" + "ldp x20, x21, [%[a], 16]\n\t" + "ldp x22, x23, [%[a], 32]\n\t" + "# A[0] * A[1]\n\t" + "mul x3, x17, x19\n\t" + "umulh x7, x17, x19\n\t" + "# A[0] * A[2]\n\t" + "mul x4, x17, x20\n\t" + "umulh x5, x17, x20\n\t" + "adds x7, x7, x4\n\t" + "# A[0] * A[3]\n\t" + "mul x4, x17, x21\n\t" + "adc x8, xzr, x5\n\t" + "umulh x5, x17, x21\n\t" + "adds x8, x8, x4\n\t" + "# A[1] * A[2]\n\t" + "mul x4, x19, x20\n\t" + "adc x9, xzr, x5\n\t" + "umulh x5, x19, x20\n\t" + "adds x8, x8, x4\n\t" + "# A[0] * A[4]\n\t" + "mul x4, x17, x22\n\t" + "adcs x9, x9, x5\n\t" + "umulh x5, x17, x22\n\t" + "adc x10, xzr, xzr\n\t" + "adds x9, x9, x4\n\t" + "# A[1] * A[3]\n\t" + "mul x4, x19, x21\n\t" + "adc x10, x10, x5\n\t" + "umulh x5, x19, x21\n\t" + "adds x9, x9, x4\n\t" + "# A[0] * A[5]\n\t" + "mul x4, x17, x23\n\t" + "adcs x10, x10, x5\n\t" + "umulh x5, x17, x23\n\t" + "adc x11, xzr, xzr\n\t" + "adds x10, x10, x4\n\t" + "# A[1] * A[4]\n\t" + "mul x4, x19, x22\n\t" + "adc x11, x11, x5\n\t" + "umulh x5, x19, x22\n\t" + "adds x10, x10, x4\n\t" + "# A[2] * A[3]\n\t" + "mul x4, x20, x21\n\t" + "adcs x11, x11, x5\n\t" + "umulh x5, x20, x21\n\t" + "adc x12, xzr, xzr\n\t" + "adds x10, x10, x4\n\t" + "# A[1] * A[5]\n\t" + "mul x4, x19, x23\n\t" + "adcs x11, x11, x5\n\t" + "umulh x5, x19, x23\n\t" + "adc x12, x12, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[2] * A[4]\n\t" + "mul x4, x20, x22\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x20, x22\n\t" + "adc x13, xzr, xzr\n\t" + "adds x11, x11, x4\n\t" + "# A[2] * A[5]\n\t" + "mul x4, x20, x23\n\t" + "adcs x12, x12, x5\n\t" + "umulh x5, x20, x23\n\t" + "adc x13, x13, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[3] * A[4]\n\t" + "mul x4, x21, x22\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x21, x22\n\t" + "adc x14, xzr, xzr\n\t" + "adds x12, x12, x4\n\t" + "# A[3] * A[5]\n\t" + "mul x4, x21, x23\n\t" + "adcs x13, x13, x5\n\t" + "umulh x5, x21, x23\n\t" + "adc x14, x14, xzr\n\t" + "adds x13, x13, x4\n\t" + "# A[4] * A[5]\n\t" + "mul x4, x22, x23\n\t" + "adcs x14, x14, x5\n\t" + "umulh x5, x22, x23\n\t" + "adc x15, xzr, xzr\n\t" + "adds x14, x14, x4\n\t" + "adc x15, x15, x5\n\t" + "# Double\n\t" + "adds x3, x3, x3\n\t" + "adcs x7, x7, x7\n\t" + "adcs x8, x8, x8\n\t" + "adcs x9, x9, x9\n\t" + "adcs x10, x10, x10\n\t" + "adcs x11, x11, x11\n\t" + "adcs x12, x12, x12\n\t" + "adcs x13, x13, x13\n\t" + "adcs x14, x14, x14\n\t" + "# A[0] * A[0]\n\t" + "mul x2, x17, x17\n\t" + "adcs x15, x15, x15\n\t" + "umulh x4, x17, x17\n\t" + "cset x16, cs\n\t" + "# A[1] * A[1]\n\t" + "mul x5, x19, x19\n\t" + "adds x3, x3, x4\n\t" + "umulh x6, x19, x19\n\t" + "adcs x7, x7, x5\n\t" + "# A[2] * A[2]\n\t" + "mul x4, x20, x20\n\t" + "adcs x8, x8, x6\n\t" + "umulh x5, x20, x20\n\t" + "adcs x9, x9, x4\n\t" + "# A[3] * A[3]\n\t" + "mul x6, x21, x21\n\t" + "adcs x10, x10, x5\n\t" + "umulh x4, x21, x21\n\t" + "adcs x11, x11, x6\n\t" + "# A[4] * A[4]\n\t" + "mul x5, x22, x22\n\t" + "adcs x12, x12, x4\n\t" + "umulh x6, x22, x22\n\t" + "adcs x13, x13, x5\n\t" + "# A[5] * A[5]\n\t" + "mul x4, x23, x23\n\t" + "adcs x14, x14, x6\n\t" + "umulh x5, x23, x23\n\t" + "adcs x15, x15, x4\n\t" + "stp x2, x3, [%[r], 0]\n\t" + "adc x16, x16, x5\n\t" + "stp x7, x8, [%[r], 16]\n\t" + "stp x9, x10, [%[r], 32]\n\t" + "stp x11, x12, [%[r], 48]\n\t" + "stp x13, x14, [%[r], 64]\n\t" + "stp x15, x16, [%[r], 80]\n\t" + : + : [r] "r" (r), [a] "r" (a) + : "memory", "x4", "x5", "x6", "x2", "x3", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16", "x17", "x19", "x20", "x21", "x22", "x23" + ); +} + +#endif /* WOLFSSL_SP_SMALL */ +/* Square the Montgomery form number. (r = a * a mod m) + * + * r Result of squaring. + * a Number to square in Montogmery form. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_384_mont_sqr_6(sp_digit* r, const sp_digit* a, const sp_digit* m, + sp_digit mp) +{ + sp_384_sqr_6(r, a); + sp_384_mont_reduce_6(r, m, mp); +} + +#if !defined(WOLFSSL_SP_SMALL) || defined(HAVE_COMP_KEY) +/* Square the Montgomery form number a number of times. (r = a ^ n mod m) + * + * r Result of squaring. + * a Number to square in Montogmery form. + * n Number of times to square. + * m Modulus (prime). + * mp Montogmery mulitplier. + */ +static void sp_384_mont_sqr_n_6(sp_digit* r, const sp_digit* a, int n, + const sp_digit* m, sp_digit mp) +{ + sp_384_mont_sqr_6(r, a, m, mp); + for (; n > 1; n--) { + sp_384_mont_sqr_6(r, r, m, mp); + } +} + +#endif /* !WOLFSSL_SP_SMALL || HAVE_COMP_KEY */ +#ifdef WOLFSSL_SP_SMALL +/* Mod-2 for the P384 curve. */ +static const uint64_t p384_mod_minus_2[6] = { + 0x00000000fffffffdU,0xffffffff00000000U,0xfffffffffffffffeU, + 0xffffffffffffffffU,0xffffffffffffffffU,0xffffffffffffffffU +}; +#endif /* !WOLFSSL_SP_SMALL */ + +/* Invert the number, in Montgomery form, modulo the modulus (prime) of the + * P384 curve. (r = 1 / a mod m) + * + * r Inverse result. + * a Number to invert. + * td Temporary data. + */ +static void sp_384_mont_inv_6(sp_digit* r, const sp_digit* a, sp_digit* td) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit* t = td; + int i; + + XMEMCPY(t, a, sizeof(sp_digit) * 6); + for (i=382; i>=0; i--) { + sp_384_mont_sqr_6(t, t, p384_mod, p384_mp_mod); + if (p384_mod_minus_2[i / 64] & ((sp_digit)1 << (i % 64))) + sp_384_mont_mul_6(t, t, a, p384_mod, p384_mp_mod); + } + XMEMCPY(r, t, sizeof(sp_digit) * 6); +#else + sp_digit* t1 = td; + sp_digit* t2 = td + 2 * 6; + sp_digit* t3 = td + 4 * 6; + sp_digit* t4 = td + 6 * 6; + sp_digit* t5 = td + 8 * 6; + + /* 0x2 */ + sp_384_mont_sqr_6(t1, a, p384_mod, p384_mp_mod); + /* 0x3 */ + sp_384_mont_mul_6(t5, t1, a, p384_mod, p384_mp_mod); + /* 0xc */ + sp_384_mont_sqr_n_6(t1, t5, 2, p384_mod, p384_mp_mod); + /* 0xf */ + sp_384_mont_mul_6(t2, t5, t1, p384_mod, p384_mp_mod); + /* 0x1e */ + sp_384_mont_sqr_6(t1, t2, p384_mod, p384_mp_mod); + /* 0x1f */ + sp_384_mont_mul_6(t4, t1, a, p384_mod, p384_mp_mod); + /* 0x3e0 */ + sp_384_mont_sqr_n_6(t1, t4, 5, p384_mod, p384_mp_mod); + /* 0x3ff */ + sp_384_mont_mul_6(t2, t4, t1, p384_mod, p384_mp_mod); + /* 0x7fe0 */ + sp_384_mont_sqr_n_6(t1, t2, 5, p384_mod, p384_mp_mod); + /* 0x7fff */ + sp_384_mont_mul_6(t4, t4, t1, p384_mod, p384_mp_mod); + /* 0x3fff8000 */ + sp_384_mont_sqr_n_6(t1, t4, 15, p384_mod, p384_mp_mod); + /* 0x3fffffff */ + sp_384_mont_mul_6(t2, t4, t1, p384_mod, p384_mp_mod); + /* 0xfffffffc */ + sp_384_mont_sqr_n_6(t3, t2, 2, p384_mod, p384_mp_mod); + /* 0xfffffffd */ + sp_384_mont_mul_6(r, t3, a, p384_mod, p384_mp_mod); + /* 0xffffffff */ + sp_384_mont_mul_6(t3, t5, t3, p384_mod, p384_mp_mod); + /* 0xfffffffc0000000 */ + sp_384_mont_sqr_n_6(t1, t2, 30, p384_mod, p384_mp_mod); + /* 0xfffffffffffffff */ + sp_384_mont_mul_6(t2, t2, t1, p384_mod, p384_mp_mod); + /* 0xfffffffffffffff000000000000000 */ + sp_384_mont_sqr_n_6(t1, t2, 60, p384_mod, p384_mp_mod); + /* 0xffffffffffffffffffffffffffffff */ + sp_384_mont_mul_6(t2, t2, t1, p384_mod, p384_mp_mod); + /* 0xffffffffffffffffffffffffffffff000000000000000000000000000000 */ + sp_384_mont_sqr_n_6(t1, t2, 120, p384_mod, p384_mp_mod); + /* 0xffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff */ + sp_384_mont_mul_6(t2, t2, t1, p384_mod, p384_mp_mod); + /* 0x7fffffffffffffffffffffffffffffffffffffffffffffffffffffffffff8000 */ + sp_384_mont_sqr_n_6(t1, t2, 15, p384_mod, p384_mp_mod); + /* 0x7fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff */ + sp_384_mont_mul_6(t2, t4, t1, p384_mod, p384_mp_mod); + /* 0xfffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffe00000000 */ + sp_384_mont_sqr_n_6(t1, t2, 33, p384_mod, p384_mp_mod); + /* 0xfffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffeffffffff */ + sp_384_mont_mul_6(t2, t3, t1, p384_mod, p384_mp_mod); + /* 0xfffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffeffffffff000000000000000000000000 */ + sp_384_mont_sqr_n_6(t1, t2, 96, p384_mod, p384_mp_mod); + /* 0xfffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffeffffffff0000000000000000fffffffd */ + sp_384_mont_mul_6(r, r, t1, p384_mod, p384_mp_mod); + +#endif /* WOLFSSL_SP_SMALL */ +} + +/* Compare a with b in constant time. + * + * a A single precision integer. + * b A single precision integer. + * return -ve, 0 or +ve if a is less than, equal to or greater than b + * respectively. + */ +static int64_t sp_384_cmp_6(const sp_digit* a, const sp_digit* b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "mov x5, 40\n\t" + "1:\n\t" + "ldr x6, [%[a], x5]\n\t" + "ldr x7, [%[b], x5]\n\t" + "and x6, x6, x4\n\t" + "and x7, x7, x4\n\t" + "subs x6, x6, x7\n\t" + "csel x2, x3, x2, hi\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "subs x5, x5, #8\n\t" + "b.cs 1b\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16" + ); +#else + __asm__ __volatile__ ( + "mov x2, -1\n\t" + "mov x3, 1\n\t" + "mov x4, -1\n\t" + "ldp x5, x6, [%[a], 0]\n\t" + "ldp x7, x8, [%[a], 16]\n\t" + "ldp x9, x10, [%[a], 32]\n\t" + "ldp x11, x12, [%[b], 0]\n\t" + "ldp x13, x14, [%[b], 16]\n\t" + "ldp x15, x16, [%[b], 32]\n\t" + "and x10, x10, x4\n\t" + "and x16, x16, x4\n\t" + "subs x10, x10, x16\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x9, x9, x4\n\t" + "and x15, x15, x4\n\t" + "subs x9, x9, x15\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x8, x8, x4\n\t" + "and x14, x14, x4\n\t" + "subs x8, x8, x14\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x7, x7, x4\n\t" + "and x13, x13, x4\n\t" + "subs x7, x7, x13\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x6, x6, x4\n\t" + "and x12, x12, x4\n\t" + "subs x6, x6, x12\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "and x5, x5, x4\n\t" + "and x11, x11, x4\n\t" + "subs x5, x5, x11\n\t" + "csel x2, x4, x2, lo\n\t" + "csel x4, x4, xzr, eq\n\t" + "csel x2, x3, x2, hi\n\t" + "eor %[a], x2, x4\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11", "x12", "x13", "x14", "x15", "x16" + ); +#endif + + return (int64_t)a; +} + +/* Normalize the values in each word to 64. + * + * a Array of sp_digit to normalize. + */ +#define sp_384_norm_6(a) + +/* Map the Montgomery form projective coordinate point to an affine point. + * + * r Resulting affine coordinate point. + * p Montgomery form projective coordinate point. + * t Temporary ordinate data. + */ +static void sp_384_map_6(sp_point_384* r, const sp_point_384* p, sp_digit* t) +{ + sp_digit* t1 = t; + sp_digit* t2 = t + 2*6; + int64_t n; + + sp_384_mont_inv_6(t1, p->z, t + 2*6); + + sp_384_mont_sqr_6(t2, t1, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t1, t2, t1, p384_mod, p384_mp_mod); + + /* x /= z^2 */ + sp_384_mont_mul_6(r->x, p->x, t2, p384_mod, p384_mp_mod); + XMEMSET(r->x + 6, 0, sizeof(r->x) / 2U); + sp_384_mont_reduce_6(r->x, p384_mod, p384_mp_mod); + /* Reduce x to less than modulus */ + n = sp_384_cmp_6(r->x, p384_mod); + sp_384_cond_sub_6(r->x, r->x, p384_mod, 0 - ((n >= 0) ? + (sp_digit)1 : (sp_digit)0)); + sp_384_norm_6(r->x); + + /* y /= z^3 */ + sp_384_mont_mul_6(r->y, p->y, t1, p384_mod, p384_mp_mod); + XMEMSET(r->y + 6, 0, sizeof(r->y) / 2U); + sp_384_mont_reduce_6(r->y, p384_mod, p384_mp_mod); + /* Reduce y to less than modulus */ + n = sp_384_cmp_6(r->y, p384_mod); + sp_384_cond_sub_6(r->y, r->y, p384_mod, 0 - ((n >= 0) ? + (sp_digit)1 : (sp_digit)0)); + sp_384_norm_6(r->y); + + XMEMSET(r->z, 0, sizeof(r->z)); + r->z[0] = 1; + +} + +/* Add b to a into r. (r = a + b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_384_add_6(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "adds x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "adcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "adcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "adcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldr x3, [%[a], 32]\n\t" + "ldr x4, [%[a], 40]\n\t" + "ldr x7, [%[b], 32]\n\t" + "ldr x8, [%[b], 40]\n\t" + "adcs x3, x3, x7\n\t" + "adcs x4, x4, x8\n\t" + "str x3, [%[r], 32]\n\t" + "str x4, [%[r], 40]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* Add two Montgomery form numbers (r = a + b % m). + * + * r Result of addition. + * a First number to add in Montogmery form. + * b Second number to add in Montogmery form. + * m Modulus (prime). + */ +static void sp_384_mont_add_6(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m) +{ + sp_digit o; + + o = sp_384_add_6(r, a, b); + sp_384_cond_sub_6(r, r, m, 0 - o); +} + +/* Double a Montgomery form number (r = a + a % m). + * + * r Result of doubling. + * a Number to double in Montogmery form. + * m Modulus (prime). + */ +static void sp_384_mont_dbl_6(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + sp_digit o; + + o = sp_384_add_6(r, a, a); + sp_384_cond_sub_6(r, r, m, 0 - o); +} + +/* Triple a Montgomery form number (r = a + a + a % m). + * + * r Result of Tripling. + * a Number to triple in Montogmery form. + * m Modulus (prime). + */ +static void sp_384_mont_tpl_6(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + sp_digit o; + + o = sp_384_add_6(r, a, a); + sp_384_cond_sub_6(r, r, m, 0 - o); + o = sp_384_add_6(r, r, a); + sp_384_cond_sub_6(r, r, m, 0 - o); +} + +/* Sub b from a into r. (r = a - b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision integer. + */ +static sp_digit sp_384_sub_6(sp_digit* r, const sp_digit* a, + const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x3, x4, [%[a], 0]\n\t" + "ldp x7, x8, [%[b], 0]\n\t" + "subs x3, x3, x7\n\t" + "ldp x5, x6, [%[a], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "ldp x9, x10, [%[b], 16]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x3, x4, [%[r], 0]\n\t" + "sbcs x6, x6, x10\n\t" + "stp x5, x6, [%[r], 16]\n\t" + "ldr x3, [%[a], 32]\n\t" + "ldr x4, [%[a], 40]\n\t" + "ldr x7, [%[b], 32]\n\t" + "ldr x8, [%[b], 40]\n\t" + "sbcs x3, x3, x7\n\t" + "sbcs x4, x4, x8\n\t" + "str x3, [%[r], 32]\n\t" + "str x4, [%[r], 40]\n\t" + "csetm %[r], cc\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10" + ); + + return (sp_digit)r; +} + +/* Conditionally add a and b using the mask m. + * m is -1 to add and 0 when not. + * + * r A single precision number representing conditional add result. + * a A single precision number to add with. + * b A single precision number to add. + * m Mask value to apply. + */ +static sp_digit sp_384_cond_add_6(sp_digit* r, const sp_digit* a, const sp_digit* b, + sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit c = 0; + + __asm__ __volatile__ ( + "mov x8, #0\n\t" + "1:\n\t" + "adds %[c], %[c], #-1\n\t" + "ldr x4, [%[a], x8]\n\t" + "ldr x5, [%[b], x8]\n\t" + "and x5, x5, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "cset %[c], cs\n\t" + "str x4, [%[r], x8]\n\t" + "add x8, x8, #8\n\t" + "cmp x8, 48\n\t" + "b.lt 1b\n\t" + : [c] "+r" (c) + : [r] "r" (r), [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return c; +#else + __asm__ __volatile__ ( + + "ldp x5, x7, [%[b], 0]\n\t" + "ldp x11, x12, [%[b], 16]\n\t" + "ldp x4, x6, [%[a], 0]\n\t" + "and x5, x5, %[m]\n\t" + "ldp x9, x10, [%[a], 16]\n\t" + "and x7, x7, %[m]\n\t" + "adds x4, x4, x5\n\t" + "and x11, x11, %[m]\n\t" + "adcs x6, x6, x7\n\t" + "and x12, x12, %[m]\n\t" + "adcs x9, x9, x11\n\t" + "stp x4, x6, [%[r], 0]\n\t" + "adcs x10, x10, x12\n\t" + "stp x9, x10, [%[r], 16]\n\t" + "ldp x5, x7, [%[b], 32]\n\t" + "ldp x4, x6, [%[a], 32]\n\t" + "and x5, x5, %[m]\n\t" + "and x7, x7, %[m]\n\t" + "adcs x4, x4, x5\n\t" + "adcs x6, x6, x7\n\t" + "stp x4, x6, [%[r], 32]\n\t" + "cset %[r], cs\n\t" + : [r] "+r" (r) + : [a] "r" (a), [b] "r" (b), [m] "r" (m) + : "memory", "x4", "x6", "x5", "x7", "x8", "x9", "x10", "x11", "x12" + ); + + return (sp_digit)r; +#endif /* WOLFSSL_SP_SMALL */ +} + +/* Subtract two Montgomery form numbers (r = a - b % m). + * + * r Result of subtration. + * a Number to subtract from in Montogmery form. + * b Number to subtract with in Montogmery form. + * m Modulus (prime). + */ +static void sp_384_mont_sub_6(sp_digit* r, const sp_digit* a, const sp_digit* b, + const sp_digit* m) +{ + sp_digit o; + + o = sp_384_sub_6(r, a, b); + sp_384_cond_add_6(r, r, m, o); +} + +static void sp_384_rshift1_6(sp_digit* r, sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x2, x3, [%[a]]\n\t" + "ldp x4, x5, [%[a], 16]\n\t" + "ldp x6, x7, [%[a], 32]\n\t" + "lsr x11, x6, 1\n\t" + "lsr x10, x5, 1\n\t" + "lsr x9, x4, 1\n\t" + "lsr x8, x3, 1\n\t" + "lsr x2, x2, 1\n\t" + "orr x2, x2, x3, lsl 63\n\t" + "orr x3, x8, x4, lsl 63\n\t" + "orr x4, x9, x5, lsl 63\n\t" + "orr x5, x10, x6, lsl 63\n\t" + "orr x6, x11, x7, lsl 63\n\t" + "lsr x7, x7, 1\n\t" + "stp x2, x3, [%[r]]\n\t" + "stp x4, x5, [%[r], 16]\n\t" + "stp x6, x7, [%[r], 32]\n\t" + : + : [r] "r" (r), [a] "r" (a) + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9", "x10", "x11" + ); +} + +/* Divide the number by 2 mod the modulus (prime). (r = a / 2 % m) + * + * r Result of division by 2. + * a Number to divide. + * m Modulus (prime). + */ +static void sp_384_div2_6(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + sp_digit o; + + o = sp_384_cond_add_6(r, a, m, 0 - (a[0] & 1)); + sp_384_rshift1_6(r, r); + r[5] |= o << 63; +} + +/* Double the Montgomery form projective point p. + * + * r Result of doubling point. + * p Point to double. + * t Temporary ordinate data. + */ +static void sp_384_proj_point_dbl_6(sp_point_384* r, const sp_point_384* p, sp_digit* t) +{ + sp_digit* t1 = t; + sp_digit* t2 = t + 2*6; + sp_digit* x; + sp_digit* y; + sp_digit* z; + + x = r->x; + y = r->y; + z = r->z; + /* Put infinity into result. */ + if (r != p) { + r->infinity = p->infinity; + } + + /* T1 = Z * Z */ + sp_384_mont_sqr_6(t1, p->z, p384_mod, p384_mp_mod); + /* Z = Y * Z */ + sp_384_mont_mul_6(z, p->y, p->z, p384_mod, p384_mp_mod); + /* Z = 2Z */ + sp_384_mont_dbl_6(z, z, p384_mod); + /* T2 = X - T1 */ + sp_384_mont_sub_6(t2, p->x, t1, p384_mod); + /* T1 = X + T1 */ + sp_384_mont_add_6(t1, p->x, t1, p384_mod); + /* T2 = T1 * T2 */ + sp_384_mont_mul_6(t2, t1, t2, p384_mod, p384_mp_mod); + /* T1 = 3T2 */ + sp_384_mont_tpl_6(t1, t2, p384_mod); + /* Y = 2Y */ + sp_384_mont_dbl_6(y, p->y, p384_mod); + /* Y = Y * Y */ + sp_384_mont_sqr_6(y, y, p384_mod, p384_mp_mod); + /* T2 = Y * Y */ + sp_384_mont_sqr_6(t2, y, p384_mod, p384_mp_mod); + /* T2 = T2/2 */ + sp_384_div2_6(t2, t2, p384_mod); + /* Y = Y * X */ + sp_384_mont_mul_6(y, y, p->x, p384_mod, p384_mp_mod); + /* X = T1 * T1 */ + sp_384_mont_sqr_6(x, t1, p384_mod, p384_mp_mod); + /* X = X - Y */ + sp_384_mont_sub_6(x, x, y, p384_mod); + /* X = X - Y */ + sp_384_mont_sub_6(x, x, y, p384_mod); + /* Y = Y - X */ + sp_384_mont_sub_6(y, y, x, p384_mod); + /* Y = Y * T1 */ + sp_384_mont_mul_6(y, y, t1, p384_mod, p384_mp_mod); + /* Y = Y - T2 */ + sp_384_mont_sub_6(y, y, t2, p384_mod); +} + +/* Double the Montgomery form projective point p a number of times. + * + * r Result of repeated doubling of point. + * p Point to double. + * n Number of times to double + * t Temporary ordinate data. + */ +static void sp_384_proj_point_dbl_n_6(sp_point_384* p, int n, sp_digit* t) +{ + sp_digit* w = t; + sp_digit* a = t + 2*6; + sp_digit* b = t + 4*6; + sp_digit* t1 = t + 6*6; + sp_digit* t2 = t + 8*6; + sp_digit* x; + sp_digit* y; + sp_digit* z; + + x = p->x; + y = p->y; + z = p->z; + + /* Y = 2*Y */ + sp_384_mont_dbl_6(y, y, p384_mod); + /* W = Z^4 */ + sp_384_mont_sqr_6(w, z, p384_mod, p384_mp_mod); + sp_384_mont_sqr_6(w, w, p384_mod, p384_mp_mod); + +#ifndef WOLFSSL_SP_SMALL + while (--n > 0) +#else + while (--n >= 0) +#endif + { + /* A = 3*(X^2 - W) */ + sp_384_mont_sqr_6(t1, x, p384_mod, p384_mp_mod); + sp_384_mont_sub_6(t1, t1, w, p384_mod); + sp_384_mont_tpl_6(a, t1, p384_mod); + /* B = X*Y^2 */ + sp_384_mont_sqr_6(t1, y, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(b, t1, x, p384_mod, p384_mp_mod); + /* X = A^2 - 2B */ + sp_384_mont_sqr_6(x, a, p384_mod, p384_mp_mod); + sp_384_mont_dbl_6(t2, b, p384_mod); + sp_384_mont_sub_6(x, x, t2, p384_mod); + /* Z = Z*Y */ + sp_384_mont_mul_6(z, z, y, p384_mod, p384_mp_mod); + /* t2 = Y^4 */ + sp_384_mont_sqr_6(t1, t1, p384_mod, p384_mp_mod); +#ifdef WOLFSSL_SP_SMALL + if (n != 0) +#endif + { + /* W = W*Y^4 */ + sp_384_mont_mul_6(w, w, t1, p384_mod, p384_mp_mod); + } + /* y = 2*A*(B - X) - Y^4 */ + sp_384_mont_sub_6(y, b, x, p384_mod); + sp_384_mont_mul_6(y, y, a, p384_mod, p384_mp_mod); + sp_384_mont_dbl_6(y, y, p384_mod); + sp_384_mont_sub_6(y, y, t1, p384_mod); + } +#ifndef WOLFSSL_SP_SMALL + /* A = 3*(X^2 - W) */ + sp_384_mont_sqr_6(t1, x, p384_mod, p384_mp_mod); + sp_384_mont_sub_6(t1, t1, w, p384_mod); + sp_384_mont_tpl_6(a, t1, p384_mod); + /* B = X*Y^2 */ + sp_384_mont_sqr_6(t1, y, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(b, t1, x, p384_mod, p384_mp_mod); + /* X = A^2 - 2B */ + sp_384_mont_sqr_6(x, a, p384_mod, p384_mp_mod); + sp_384_mont_dbl_6(t2, b, p384_mod); + sp_384_mont_sub_6(x, x, t2, p384_mod); + /* Z = Z*Y */ + sp_384_mont_mul_6(z, z, y, p384_mod, p384_mp_mod); + /* t2 = Y^4 */ + sp_384_mont_sqr_6(t1, t1, p384_mod, p384_mp_mod); + /* y = 2*A*(B - X) - Y^4 */ + sp_384_mont_sub_6(y, b, x, p384_mod); + sp_384_mont_mul_6(y, y, a, p384_mod, p384_mp_mod); + sp_384_mont_dbl_6(y, y, p384_mod); + sp_384_mont_sub_6(y, y, t1, p384_mod); +#endif + /* Y = Y/2 */ + sp_384_div2_6(y, y, p384_mod); +} + +/* Compare two numbers to determine if they are equal. + * Constant time implementation. + * + * a First number to compare. + * b Second number to compare. + * returns 1 when equal and 0 otherwise. + */ +static int sp_384_cmp_equal_6(const sp_digit* a, const sp_digit* b) +{ + return ((a[0] ^ b[0]) | (a[1] ^ b[1]) | (a[2] ^ b[2]) | (a[3] ^ b[3]) | + (a[4] ^ b[4]) | (a[5] ^ b[5])) == 0; +} + +/* Add two Montgomery form projective points. + * + * r Result of addition. + * p First point to add. + * q Second point to add. + * t Temporary ordinate data. + */ +static void sp_384_proj_point_add_6(sp_point_384* r, const sp_point_384* p, const sp_point_384* q, + sp_digit* t) +{ + const sp_point_384* ap[2]; + sp_point_384* rp[2]; + sp_digit* t1 = t; + sp_digit* t2 = t + 2*6; + sp_digit* t3 = t + 4*6; + sp_digit* t4 = t + 6*6; + sp_digit* t5 = t + 8*6; + sp_digit* x; + sp_digit* y; + sp_digit* z; + int i; + + /* Ensure only the first point is the same as the result. */ + if (q == r) { + const sp_point_384* a = p; + p = q; + q = a; + } + + /* Check double */ + (void)sp_384_sub_6(t1, p384_mod, q->y); + sp_384_norm_6(t1); + if ((sp_384_cmp_equal_6(p->x, q->x) & sp_384_cmp_equal_6(p->z, q->z) & + (sp_384_cmp_equal_6(p->y, q->y) | sp_384_cmp_equal_6(p->y, t1))) != 0) { + sp_384_proj_point_dbl_6(r, p, t); + } + else { + rp[0] = r; + + /*lint allow cast to different type of pointer*/ + rp[1] = (sp_point_384*)t; /*lint !e9087 !e740*/ + XMEMSET(rp[1], 0, sizeof(sp_point_384)); + x = rp[p->infinity | q->infinity]->x; + y = rp[p->infinity | q->infinity]->y; + z = rp[p->infinity | q->infinity]->z; + + ap[0] = p; + ap[1] = q; + for (i=0; i<6; i++) { + r->x[i] = ap[p->infinity]->x[i]; + } + for (i=0; i<6; i++) { + r->y[i] = ap[p->infinity]->y[i]; + } + for (i=0; i<6; i++) { + r->z[i] = ap[p->infinity]->z[i]; + } + r->infinity = ap[p->infinity]->infinity; + + /* U1 = X1*Z2^2 */ + sp_384_mont_sqr_6(t1, q->z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t3, t1, q->z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t1, t1, x, p384_mod, p384_mp_mod); + /* U2 = X2*Z1^2 */ + sp_384_mont_sqr_6(t2, z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t4, t2, z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t2, t2, q->x, p384_mod, p384_mp_mod); + /* S1 = Y1*Z2^3 */ + sp_384_mont_mul_6(t3, t3, y, p384_mod, p384_mp_mod); + /* S2 = Y2*Z1^3 */ + sp_384_mont_mul_6(t4, t4, q->y, p384_mod, p384_mp_mod); + /* H = U2 - U1 */ + sp_384_mont_sub_6(t2, t2, t1, p384_mod); + /* R = S2 - S1 */ + sp_384_mont_sub_6(t4, t4, t3, p384_mod); + /* Z3 = H*Z1*Z2 */ + sp_384_mont_mul_6(z, z, q->z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(z, z, t2, p384_mod, p384_mp_mod); + /* X3 = R^2 - H^3 - 2*U1*H^2 */ + sp_384_mont_sqr_6(x, t4, p384_mod, p384_mp_mod); + sp_384_mont_sqr_6(t5, t2, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(y, t1, t5, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t5, t5, t2, p384_mod, p384_mp_mod); + sp_384_mont_sub_6(x, x, t5, p384_mod); + sp_384_mont_dbl_6(t1, y, p384_mod); + sp_384_mont_sub_6(x, x, t1, p384_mod); + /* Y3 = R*(U1*H^2 - X3) - S1*H^3 */ + sp_384_mont_sub_6(y, y, x, p384_mod); + sp_384_mont_mul_6(y, y, t4, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t5, t5, t3, p384_mod, p384_mp_mod); + sp_384_mont_sub_6(y, y, t5, p384_mod); + } +} + +/* Double the Montgomery form projective point p a number of times. + * + * r Result of repeated doubling of point. + * p Point to double. + * n Number of times to double + * t Temporary ordinate data. + */ +static void sp_384_proj_point_dbl_n_store_6(sp_point_384* r, const sp_point_384* p, + int n, int m, sp_digit* t) +{ + sp_digit* w = t; + sp_digit* a = t + 2*6; + sp_digit* b = t + 4*6; + sp_digit* t1 = t + 6*6; + sp_digit* t2 = t + 8*6; + sp_digit* x = r[2*m].x; + sp_digit* y = r[(1<<n)*m].y; + sp_digit* z = r[2*m].z; + int i; + + for (i=0; i<6; i++) { + x[i] = p->x[i]; + } + for (i=0; i<6; i++) { + y[i] = p->y[i]; + } + for (i=0; i<6; i++) { + z[i] = p->z[i]; + } + + /* Y = 2*Y */ + sp_384_mont_dbl_6(y, y, p384_mod); + /* W = Z^4 */ + sp_384_mont_sqr_6(w, z, p384_mod, p384_mp_mod); + sp_384_mont_sqr_6(w, w, p384_mod, p384_mp_mod); + for (i=1; i<=n; i++) { + /* A = 3*(X^2 - W) */ + sp_384_mont_sqr_6(t1, x, p384_mod, p384_mp_mod); + sp_384_mont_sub_6(t1, t1, w, p384_mod); + sp_384_mont_tpl_6(a, t1, p384_mod); + /* B = X*Y^2 */ + sp_384_mont_sqr_6(t2, y, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(b, t2, x, p384_mod, p384_mp_mod); + x = r[(1<<i)*m].x; + /* X = A^2 - 2B */ + sp_384_mont_sqr_6(x, a, p384_mod, p384_mp_mod); + sp_384_mont_dbl_6(t1, b, p384_mod); + sp_384_mont_sub_6(x, x, t1, p384_mod); + /* Z = Z*Y */ + sp_384_mont_mul_6(r[(1<<i)*m].z, z, y, p384_mod, p384_mp_mod); + z = r[(1<<i)*m].z; + /* t2 = Y^4 */ + sp_384_mont_sqr_6(t2, t2, p384_mod, p384_mp_mod); + if (i != n) { + /* W = W*Y^4 */ + sp_384_mont_mul_6(w, w, t2, p384_mod, p384_mp_mod); + } + /* y = 2*A*(B - X) - Y^4 */ + sp_384_mont_sub_6(y, b, x, p384_mod); + sp_384_mont_mul_6(y, y, a, p384_mod, p384_mp_mod); + sp_384_mont_dbl_6(y, y, p384_mod); + sp_384_mont_sub_6(y, y, t2, p384_mod); + + /* Y = Y/2 */ + sp_384_div2_6(r[(1<<i)*m].y, y, p384_mod); + r[(1<<i)*m].infinity = 0; + } +} + +/* Add two Montgomery form projective points. + * + * ra Result of addition. + * rs Result of subtraction. + * p First point to add. + * q Second point to add. + * t Temporary ordinate data. + */ +static void sp_384_proj_point_add_sub_6(sp_point_384* ra, sp_point_384* rs, + const sp_point_384* p, const sp_point_384* q, sp_digit* t) +{ + sp_digit* t1 = t; + sp_digit* t2 = t + 2*6; + sp_digit* t3 = t + 4*6; + sp_digit* t4 = t + 6*6; + sp_digit* t5 = t + 8*6; + sp_digit* t6 = t + 10*6; + sp_digit* x = ra->x; + sp_digit* y = ra->y; + sp_digit* z = ra->z; + sp_digit* xs = rs->x; + sp_digit* ys = rs->y; + sp_digit* zs = rs->z; + + + XMEMCPY(x, p->x, sizeof(p->x) / 2); + XMEMCPY(y, p->y, sizeof(p->y) / 2); + XMEMCPY(z, p->z, sizeof(p->z) / 2); + ra->infinity = 0; + rs->infinity = 0; + + /* U1 = X1*Z2^2 */ + sp_384_mont_sqr_6(t1, q->z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t3, t1, q->z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t1, t1, x, p384_mod, p384_mp_mod); + /* U2 = X2*Z1^2 */ + sp_384_mont_sqr_6(t2, z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t4, t2, z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t2, t2, q->x, p384_mod, p384_mp_mod); + /* S1 = Y1*Z2^3 */ + sp_384_mont_mul_6(t3, t3, y, p384_mod, p384_mp_mod); + /* S2 = Y2*Z1^3 */ + sp_384_mont_mul_6(t4, t4, q->y, p384_mod, p384_mp_mod); + /* H = U2 - U1 */ + sp_384_mont_sub_6(t2, t2, t1, p384_mod); + /* RS = S2 + S1 */ + sp_384_mont_add_6(t6, t4, t3, p384_mod); + /* R = S2 - S1 */ + sp_384_mont_sub_6(t4, t4, t3, p384_mod); + /* Z3 = H*Z1*Z2 */ + /* ZS = H*Z1*Z2 */ + sp_384_mont_mul_6(z, z, q->z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(z, z, t2, p384_mod, p384_mp_mod); + XMEMCPY(zs, z, sizeof(p->z)/2); + /* X3 = R^2 - H^3 - 2*U1*H^2 */ + /* XS = RS^2 - H^3 - 2*U1*H^2 */ + sp_384_mont_sqr_6(x, t4, p384_mod, p384_mp_mod); + sp_384_mont_sqr_6(xs, t6, p384_mod, p384_mp_mod); + sp_384_mont_sqr_6(t5, t2, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(y, t1, t5, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t5, t5, t2, p384_mod, p384_mp_mod); + sp_384_mont_sub_6(x, x, t5, p384_mod); + sp_384_mont_sub_6(xs, xs, t5, p384_mod); + sp_384_mont_dbl_6(t1, y, p384_mod); + sp_384_mont_sub_6(x, x, t1, p384_mod); + sp_384_mont_sub_6(xs, xs, t1, p384_mod); + /* Y3 = R*(U1*H^2 - X3) - S1*H^3 */ + /* YS = -RS*(U1*H^2 - XS) - S1*H^3 */ + sp_384_mont_sub_6(ys, y, xs, p384_mod); + sp_384_mont_sub_6(y, y, x, p384_mod); + sp_384_mont_mul_6(y, y, t4, p384_mod, p384_mp_mod); + sp_384_sub_6(t6, p384_mod, t6); + sp_384_mont_mul_6(ys, ys, t6, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t5, t5, t3, p384_mod, p384_mp_mod); + sp_384_mont_sub_6(y, y, t5, p384_mod); + sp_384_mont_sub_6(ys, ys, t5, p384_mod); +} + +/* Structure used to describe recoding of scalar multiplication. */ +typedef struct ecc_recode_384 { + /* Index into pre-computation table. */ + uint8_t i; + /* Use the negative of the point. */ + uint8_t neg; +} ecc_recode_384; + +/* The index into pre-computation table to use. */ +static const uint8_t recode_index_6_6[66] = { + 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, + 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, + 32, 31, 30, 29, 28, 27, 26, 25, 24, 23, 22, 21, 20, 19, 18, 17, + 16, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, + 0, 1, +}; + +/* Whether to negate y-ordinate. */ +static const uint8_t recode_neg_6_6[66] = { + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 0, 0, +}; + +/* Recode the scalar for multiplication using pre-computed values and + * subtraction. + * + * k Scalar to multiply by. + * v Vector of operations to perform. + */ +static void sp_384_ecc_recode_6_6(const sp_digit* k, ecc_recode_384* v) +{ + int i, j; + uint8_t y; + int carry = 0; + int o; + sp_digit n; + + j = 0; + n = k[j]; + o = 0; + for (i=0; i<65; i++) { + y = n; + if (o + 6 < 64) { + y &= 0x3f; + n >>= 6; + o += 6; + } + else if (o + 6 == 64) { + n >>= 6; + if (++j < 6) + n = k[j]; + o = 0; + } + else if (++j < 6) { + n = k[j]; + y |= (n << (64 - o)) & 0x3f; + o -= 58; + n >>= o; + } + + y += carry; + v[i].i = recode_index_6_6[y]; + v[i].neg = recode_neg_6_6[y]; + carry = (y >> 6) + v[i].neg; + } +} + +/* Multiply the point by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * g Point to multiply. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_384_ecc_mulmod_win_add_sub_6(sp_point_384* r, const sp_point_384* g, + const sp_digit* k, int map, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_384 td[33]; + sp_point_384 rtd, pd; + sp_digit tmpd[2 * 6 * 6]; +#endif + sp_point_384* t; + sp_point_384* rt; + sp_point_384* p = NULL; + sp_digit* tmp; + sp_digit* negy; + int i; + ecc_recode_384 v[65]; + int err; + + (void)heap; + + err = sp_384_point_new_6(heap, rtd, rt); + if (err == MP_OKAY) + err = sp_384_point_new_6(heap, pd, p); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + t = (sp_point_384*)XMALLOC(sizeof(sp_point_384) * 33, heap, DYNAMIC_TYPE_ECC); + if (t == NULL) + err = MEMORY_E; + tmp = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 6 * 6, heap, + DYNAMIC_TYPE_ECC); + if (tmp == NULL) + err = MEMORY_E; +#else + t = td; + tmp = tmpd; +#endif + + + if (err == MP_OKAY) { + /* t[0] = {0, 0, 1} * norm */ + XMEMSET(&t[0], 0, sizeof(t[0])); + t[0].infinity = 1; + /* t[1] = {g->x, g->y, g->z} * norm */ + err = sp_384_mod_mul_norm_6(t[1].x, g->x, p384_mod); + } + if (err == MP_OKAY) { + err = sp_384_mod_mul_norm_6(t[1].y, g->y, p384_mod); + } + if (err == MP_OKAY) { + err = sp_384_mod_mul_norm_6(t[1].z, g->z, p384_mod); + } + + if (err == MP_OKAY) { + t[1].infinity = 0; + /* t[2] ... t[32] */ + sp_384_proj_point_dbl_n_store_6(t, &t[ 1], 5, 1, tmp); + sp_384_proj_point_add_6(&t[ 3], &t[ 2], &t[ 1], tmp); + sp_384_proj_point_dbl_6(&t[ 6], &t[ 3], tmp); + sp_384_proj_point_add_sub_6(&t[ 7], &t[ 5], &t[ 6], &t[ 1], tmp); + sp_384_proj_point_dbl_6(&t[10], &t[ 5], tmp); + sp_384_proj_point_add_sub_6(&t[11], &t[ 9], &t[10], &t[ 1], tmp); + sp_384_proj_point_dbl_6(&t[12], &t[ 6], tmp); + sp_384_proj_point_dbl_6(&t[14], &t[ 7], tmp); + sp_384_proj_point_add_sub_6(&t[15], &t[13], &t[14], &t[ 1], tmp); + sp_384_proj_point_dbl_6(&t[18], &t[ 9], tmp); + sp_384_proj_point_add_sub_6(&t[19], &t[17], &t[18], &t[ 1], tmp); + sp_384_proj_point_dbl_6(&t[20], &t[10], tmp); + sp_384_proj_point_dbl_6(&t[22], &t[11], tmp); + sp_384_proj_point_add_sub_6(&t[23], &t[21], &t[22], &t[ 1], tmp); + sp_384_proj_point_dbl_6(&t[24], &t[12], tmp); + sp_384_proj_point_dbl_6(&t[26], &t[13], tmp); + sp_384_proj_point_add_sub_6(&t[27], &t[25], &t[26], &t[ 1], tmp); + sp_384_proj_point_dbl_6(&t[28], &t[14], tmp); + sp_384_proj_point_dbl_6(&t[30], &t[15], tmp); + sp_384_proj_point_add_sub_6(&t[31], &t[29], &t[30], &t[ 1], tmp); + + negy = t[0].y; + + sp_384_ecc_recode_6_6(k, v); + + i = 64; + XMEMCPY(rt, &t[v[i].i], sizeof(sp_point_384)); + for (--i; i>=0; i--) { + sp_384_proj_point_dbl_n_6(rt, 6, tmp); + + XMEMCPY(p, &t[v[i].i], sizeof(sp_point_384)); + sp_384_sub_6(negy, p384_mod, p->y); + sp_384_cond_copy_6(p->y, negy, (sp_digit)0 - v[i].neg); + sp_384_proj_point_add_6(rt, rt, p, tmp); + } + + if (map != 0) { + sp_384_map_6(r, rt, tmp); + } + else { + XMEMCPY(r, rt, sizeof(sp_point_384)); + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (t != NULL) + XFREE(t, heap, DYNAMIC_TYPE_ECC); + if (tmp != NULL) + XFREE(tmp, heap, DYNAMIC_TYPE_ECC); +#endif + sp_384_point_free_6(p, 0, heap); + sp_384_point_free_6(rt, 0, heap); + + return err; +} + +/* A table entry for pre-computed points. */ +typedef struct sp_table_entry_384 { + sp_digit x[6]; + sp_digit y[6]; +} sp_table_entry_384; + +#ifdef FP_ECC +#endif /* FP_ECC */ +/* Add two Montgomery form projective points. The second point has a q value of + * one. + * Only the first point can be the same pointer as the result point. + * + * r Result of addition. + * p First point to add. + * q Second point to add. + * t Temporary ordinate data. + */ +static void sp_384_proj_point_add_qz1_6(sp_point_384* r, const sp_point_384* p, + const sp_point_384* q, sp_digit* t) +{ + const sp_point_384* ap[2]; + sp_point_384* rp[2]; + sp_digit* t1 = t; + sp_digit* t2 = t + 2*6; + sp_digit* t3 = t + 4*6; + sp_digit* t4 = t + 6*6; + sp_digit* t5 = t + 8*6; + sp_digit* x; + sp_digit* y; + sp_digit* z; + int i; + + /* Check double */ + (void)sp_384_sub_6(t1, p384_mod, q->y); + sp_384_norm_6(t1); + if ((sp_384_cmp_equal_6(p->x, q->x) & sp_384_cmp_equal_6(p->z, q->z) & + (sp_384_cmp_equal_6(p->y, q->y) | sp_384_cmp_equal_6(p->y, t1))) != 0) { + sp_384_proj_point_dbl_6(r, p, t); + } + else { + rp[0] = r; + + /*lint allow cast to different type of pointer*/ + rp[1] = (sp_point_384*)t; /*lint !e9087 !e740*/ + XMEMSET(rp[1], 0, sizeof(sp_point_384)); + x = rp[p->infinity | q->infinity]->x; + y = rp[p->infinity | q->infinity]->y; + z = rp[p->infinity | q->infinity]->z; + + ap[0] = p; + ap[1] = q; + for (i=0; i<6; i++) { + r->x[i] = ap[p->infinity]->x[i]; + } + for (i=0; i<6; i++) { + r->y[i] = ap[p->infinity]->y[i]; + } + for (i=0; i<6; i++) { + r->z[i] = ap[p->infinity]->z[i]; + } + r->infinity = ap[p->infinity]->infinity; + + /* U2 = X2*Z1^2 */ + sp_384_mont_sqr_6(t2, z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t4, t2, z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t2, t2, q->x, p384_mod, p384_mp_mod); + /* S2 = Y2*Z1^3 */ + sp_384_mont_mul_6(t4, t4, q->y, p384_mod, p384_mp_mod); + /* H = U2 - X1 */ + sp_384_mont_sub_6(t2, t2, x, p384_mod); + /* R = S2 - Y1 */ + sp_384_mont_sub_6(t4, t4, y, p384_mod); + /* Z3 = H*Z1 */ + sp_384_mont_mul_6(z, z, t2, p384_mod, p384_mp_mod); + /* X3 = R^2 - H^3 - 2*X1*H^2 */ + sp_384_mont_sqr_6(t1, t4, p384_mod, p384_mp_mod); + sp_384_mont_sqr_6(t5, t2, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t3, x, t5, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t5, t5, t2, p384_mod, p384_mp_mod); + sp_384_mont_sub_6(x, t1, t5, p384_mod); + sp_384_mont_dbl_6(t1, t3, p384_mod); + sp_384_mont_sub_6(x, x, t1, p384_mod); + /* Y3 = R*(X1*H^2 - X3) - Y1*H^3 */ + sp_384_mont_sub_6(t3, t3, x, p384_mod); + sp_384_mont_mul_6(t3, t3, t4, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t5, t5, y, p384_mod, p384_mp_mod); + sp_384_mont_sub_6(y, t3, t5, p384_mod); + } +} + +#ifdef FP_ECC +/* Convert the projective point to affine. + * Ordinates are in Montgomery form. + * + * a Point to convert. + * t Temporary data. + */ +static void sp_384_proj_to_affine_6(sp_point_384* a, sp_digit* t) +{ + sp_digit* t1 = t; + sp_digit* t2 = t + 2 * 6; + sp_digit* tmp = t + 4 * 6; + + sp_384_mont_inv_6(t1, a->z, tmp); + + sp_384_mont_sqr_6(t2, t1, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(t1, t2, t1, p384_mod, p384_mp_mod); + + sp_384_mont_mul_6(a->x, a->x, t2, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(a->y, a->y, t1, p384_mod, p384_mp_mod); + XMEMCPY(a->z, p384_norm_mod, sizeof(p384_norm_mod)); +} + +/* Generate the pre-computed table of points for the base point. + * + * a The base point. + * table Place to store generated point data. + * tmp Temporary data. + * heap Heap to use for allocation. + */ +static int sp_384_gen_stripe_table_6(const sp_point_384* a, + sp_table_entry_384* table, sp_digit* tmp, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_384 td, s1d, s2d; +#endif + sp_point_384* t; + sp_point_384* s1 = NULL; + sp_point_384* s2 = NULL; + int i, j; + int err; + + (void)heap; + + err = sp_384_point_new_6(heap, td, t); + if (err == MP_OKAY) { + err = sp_384_point_new_6(heap, s1d, s1); + } + if (err == MP_OKAY) { + err = sp_384_point_new_6(heap, s2d, s2); + } + + if (err == MP_OKAY) { + err = sp_384_mod_mul_norm_6(t->x, a->x, p384_mod); + } + if (err == MP_OKAY) { + err = sp_384_mod_mul_norm_6(t->y, a->y, p384_mod); + } + if (err == MP_OKAY) { + err = sp_384_mod_mul_norm_6(t->z, a->z, p384_mod); + } + if (err == MP_OKAY) { + t->infinity = 0; + sp_384_proj_to_affine_6(t, tmp); + + XMEMCPY(s1->z, p384_norm_mod, sizeof(p384_norm_mod)); + s1->infinity = 0; + XMEMCPY(s2->z, p384_norm_mod, sizeof(p384_norm_mod)); + s2->infinity = 0; + + /* table[0] = {0, 0, infinity} */ + XMEMSET(&table[0], 0, sizeof(sp_table_entry_384)); + /* table[1] = Affine version of 'a' in Montgomery form */ + XMEMCPY(table[1].x, t->x, sizeof(table->x)); + XMEMCPY(table[1].y, t->y, sizeof(table->y)); + + for (i=1; i<8; i++) { + sp_384_proj_point_dbl_n_6(t, 48, tmp); + sp_384_proj_to_affine_6(t, tmp); + XMEMCPY(table[1<<i].x, t->x, sizeof(table->x)); + XMEMCPY(table[1<<i].y, t->y, sizeof(table->y)); + } + + for (i=1; i<8; i++) { + XMEMCPY(s1->x, table[1<<i].x, sizeof(table->x)); + XMEMCPY(s1->y, table[1<<i].y, sizeof(table->y)); + for (j=(1<<i)+1; j<(1<<(i+1)); j++) { + XMEMCPY(s2->x, table[j-(1<<i)].x, sizeof(table->x)); + XMEMCPY(s2->y, table[j-(1<<i)].y, sizeof(table->y)); + sp_384_proj_point_add_qz1_6(t, s1, s2, tmp); + sp_384_proj_to_affine_6(t, tmp); + XMEMCPY(table[j].x, t->x, sizeof(table->x)); + XMEMCPY(table[j].y, t->y, sizeof(table->y)); + } + } + } + + sp_384_point_free_6(s2, 0, heap); + sp_384_point_free_6(s1, 0, heap); + sp_384_point_free_6( t, 0, heap); + + return err; +} + +#endif /* FP_ECC */ +/* Multiply the point by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_384_ecc_mulmod_stripe_6(sp_point_384* r, const sp_point_384* g, + const sp_table_entry_384* table, const sp_digit* k, int map, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_384 rtd; + sp_point_384 pd; + sp_digit td[2 * 6 * 6]; +#endif + sp_point_384* rt; + sp_point_384* p = NULL; + sp_digit* t; + int i, j; + int y, x; + int err; + + (void)g; + (void)heap; + + + err = sp_384_point_new_6(heap, rtd, rt); + if (err == MP_OKAY) { + err = sp_384_point_new_6(heap, pd, p); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + t = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 6 * 6, heap, + DYNAMIC_TYPE_ECC); + if (t == NULL) { + err = MEMORY_E; + } +#else + t = td; +#endif + + if (err == MP_OKAY) { + XMEMCPY(p->z, p384_norm_mod, sizeof(p384_norm_mod)); + XMEMCPY(rt->z, p384_norm_mod, sizeof(p384_norm_mod)); + + y = 0; + for (j=0,x=47; j<8; j++,x+=48) { + y |= ((k[x / 64] >> (x % 64)) & 1) << j; + } + XMEMCPY(rt->x, table[y].x, sizeof(table[y].x)); + XMEMCPY(rt->y, table[y].y, sizeof(table[y].y)); + rt->infinity = !y; + for (i=46; i>=0; i--) { + y = 0; + for (j=0,x=i; j<8; j++,x+=48) { + y |= ((k[x / 64] >> (x % 64)) & 1) << j; + } + + sp_384_proj_point_dbl_6(rt, rt, t); + XMEMCPY(p->x, table[y].x, sizeof(table[y].x)); + XMEMCPY(p->y, table[y].y, sizeof(table[y].y)); + p->infinity = !y; + sp_384_proj_point_add_qz1_6(rt, rt, p, t); + } + + if (map != 0) { + sp_384_map_6(r, rt, t); + } + else { + XMEMCPY(r, rt, sizeof(sp_point_384)); + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (t != NULL) { + XFREE(t, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_384_point_free_6(p, 0, heap); + sp_384_point_free_6(rt, 0, heap); + + return err; +} + +#ifdef FP_ECC +#ifndef FP_ENTRIES + #define FP_ENTRIES 16 +#endif + +typedef struct sp_cache_384_t { + sp_digit x[6]; + sp_digit y[6]; + sp_table_entry_384 table[256]; + uint32_t cnt; + int set; +} sp_cache_384_t; + +static THREAD_LS_T sp_cache_384_t sp_cache_384[FP_ENTRIES]; +static THREAD_LS_T int sp_cache_384_last = -1; +static THREAD_LS_T int sp_cache_384_inited = 0; + +#ifndef HAVE_THREAD_LS + static volatile int initCacheMutex_384 = 0; + static wolfSSL_Mutex sp_cache_384_lock; +#endif + +static void sp_ecc_get_cache_384(const sp_point_384* g, sp_cache_384_t** cache) +{ + int i, j; + uint32_t least; + + if (sp_cache_384_inited == 0) { + for (i=0; i<FP_ENTRIES; i++) { + sp_cache_384[i].set = 0; + } + sp_cache_384_inited = 1; + } + + /* Compare point with those in cache. */ + for (i=0; i<FP_ENTRIES; i++) { + if (!sp_cache_384[i].set) + continue; + + if (sp_384_cmp_equal_6(g->x, sp_cache_384[i].x) & + sp_384_cmp_equal_6(g->y, sp_cache_384[i].y)) { + sp_cache_384[i].cnt++; + break; + } + } + + /* No match. */ + if (i == FP_ENTRIES) { + /* Find empty entry. */ + i = (sp_cache_384_last + 1) % FP_ENTRIES; + for (; i != sp_cache_384_last; i=(i+1)%FP_ENTRIES) { + if (!sp_cache_384[i].set) { + break; + } + } + + /* Evict least used. */ + if (i == sp_cache_384_last) { + least = sp_cache_384[0].cnt; + for (j=1; j<FP_ENTRIES; j++) { + if (sp_cache_384[j].cnt < least) { + i = j; + least = sp_cache_384[i].cnt; + } + } + } + + XMEMCPY(sp_cache_384[i].x, g->x, sizeof(sp_cache_384[i].x)); + XMEMCPY(sp_cache_384[i].y, g->y, sizeof(sp_cache_384[i].y)); + sp_cache_384[i].set = 1; + sp_cache_384[i].cnt = 1; + } + + *cache = &sp_cache_384[i]; + sp_cache_384_last = i; +} +#endif /* FP_ECC */ + +/* Multiply the base point of P384 by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * g Point to multiply. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_384_ecc_mulmod_6(sp_point_384* r, const sp_point_384* g, const sp_digit* k, + int map, void* heap) +{ +#ifndef FP_ECC + return sp_384_ecc_mulmod_win_add_sub_6(r, g, k, map, heap); +#else + sp_digit tmp[2 * 6 * 7]; + sp_cache_384_t* cache; + int err = MP_OKAY; + +#ifndef HAVE_THREAD_LS + if (initCacheMutex_384 == 0) { + wc_InitMutex(&sp_cache_384_lock); + initCacheMutex_384 = 1; + } + if (wc_LockMutex(&sp_cache_384_lock) != 0) + err = BAD_MUTEX_E; +#endif /* HAVE_THREAD_LS */ + + if (err == MP_OKAY) { + sp_ecc_get_cache_384(g, &cache); + if (cache->cnt == 2) + sp_384_gen_stripe_table_6(g, cache->table, tmp, heap); + +#ifndef HAVE_THREAD_LS + wc_UnLockMutex(&sp_cache_384_lock); +#endif /* HAVE_THREAD_LS */ + + if (cache->cnt < 2) { + err = sp_384_ecc_mulmod_win_add_sub_6(r, g, k, map, heap); + } + else { + err = sp_384_ecc_mulmod_stripe_6(r, g, cache->table, k, + map, heap); + } + } + + return err; +#endif +} + +/* Multiply the point by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * km Scalar to multiply by. + * p Point to multiply. + * r Resulting point. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +int sp_ecc_mulmod_384(mp_int* km, ecc_point* gm, ecc_point* r, int map, + void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_384 p; + sp_digit kd[6]; +#endif + sp_point_384* point; + sp_digit* k = NULL; + int err = MP_OKAY; + + err = sp_384_point_new_6(heap, p, point); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + k = (sp_digit*)XMALLOC(sizeof(sp_digit) * 6, heap, + DYNAMIC_TYPE_ECC); + if (k == NULL) + err = MEMORY_E; + } +#else + k = kd; +#endif + if (err == MP_OKAY) { + sp_384_from_mp(k, 6, km); + sp_384_point_from_ecc_point_6(point, gm); + + err = sp_384_ecc_mulmod_6(point, point, k, map, heap); + } + if (err == MP_OKAY) { + err = sp_384_point_to_ecc_point_6(point, r); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (k != NULL) { + XFREE(k, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_384_point_free_6(point, 0, heap); + + return err; +} + +static const sp_table_entry_384 p384_table[256] = { + /* 0 */ + { { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 } }, + /* 1 */ + { { 0x3dd0756649c0b528L,0x20e378e2a0d6ce38L,0x879c3afc541b4d6eL, + 0x6454868459a30effL,0x812ff723614ede2bL,0x4d3aadc2299e1513L }, + { 0x23043dad4b03a4feL,0xa1bfa8bf7bb4a9acL,0x8bade7562e83b050L, + 0xc6c3521968f4ffd9L,0xdd8002263969a840L,0x2b78abc25a15c5e9L } }, + /* 2 */ + { { 0x298647532b0c535bL,0x90dd695370506296L,0x038cd6b4216ab9acL, + 0x3df9b7b7be12d76aL,0x13f4d9785f347bdbL,0x222c5c9c13e94489L }, + { 0x5f8e796f2680dc64L,0x120e7cb758352417L,0x254b5d8ad10740b8L, + 0xc38b8efb5337dee6L,0xf688c2e194f02247L,0x7b5c75f36c25bc4cL } }, + /* 3 */ + { { 0xe26a3cc39edffea5L,0x35bbfd1c37d7e9fcL,0xf0e7700d9bde3ef6L, + 0x0380eb471a538f5aL,0x2e9da8bb05bf9eb3L,0xdbb93c731a460c3eL }, + { 0x37dba260f526b605L,0x95d4978efd785537L,0x24ed793aed72a04aL, + 0x2694837776005b1aL,0x99f557b99e681f82L,0xae5f9557d64954efL } }, + /* 4 */ + { { 0x24480c57f26feef9L,0xc31a26943a0e1240L,0x735002c3273e2bc7L, + 0x8c42e9c53ef1ed4cL,0x028babf67f4948e8L,0x6a502f438a978632L }, + { 0xf5f13a46b74536feL,0x1d218babd8a9f0ebL,0x30f36bcc37232768L, + 0xc5317b31576e8c18L,0xef1d57a69bbcb766L,0x917c4930b3e3d4dcL } }, + /* 5 */ + { { 0x11426e2ee349ddd0L,0x9f117ef99b2fc250L,0xff36b480ec0174a6L, + 0x4f4bde7618458466L,0x2f2edb6d05806049L,0x8adc75d119dfca92L }, + { 0xa619d097b7d5a7ceL,0x874275e5a34411e9L,0x5403e0470da4b4efL, + 0x2ebaafd977901d8fL,0x5e63ebcea747170fL,0x12a369447f9d8036L } }, + /* 6 */ + { { 0x28f9c07a4fc52870L,0xce0b37481a53a961L,0xd550fa180e1828d9L, + 0xa24abaf76adb225aL,0xd11ed0a56e58a348L,0xf3d811e6948acb62L }, + { 0x8618dd774c61ed22L,0x0bb747f980b47c9dL,0x22bf796fde6b8559L, + 0xfdfd1c6d680a21e9L,0xc0db15772af2c9ddL,0xa09379e6c1e90f3dL } }, + /* 7 */ + { { 0x386c66efe085c629L,0x5fc2a461095bc89aL,0x1353d631203f4b41L, + 0x7ca1972b7e4bd8f5L,0xb077380aa7df8ce9L,0xd8a90389ee7e4ea3L }, + { 0x1bc74dc7e7b14461L,0xdc2cb0140c9c4f78L,0x52b4b3a684ef0a10L, + 0xbde6ea5d20327fe2L,0xb71ec435660f9615L,0xeede5a04b8ad8173L } }, + /* 8 */ + { { 0x5584cbb3893b9a2dL,0x820c660b00850c5dL,0x4126d8267df2d43dL, + 0xdd5bbbf00109e801L,0x85b92ee338172f1cL,0x609d4f93f31430d9L }, + { 0x1e059a07eadaf9d6L,0x70e6536c0f125fb0L,0xd6220751560f20e7L, + 0xa59489ae7aaf3a9aL,0x7b70e2f664bae14eL,0x0dd0370176d08249L } }, + /* 9 */ + { { 0x4cc13be88510521fL,0x87315ba9f724cc17L,0xb49d83bb353dc263L, + 0x8b677efe0c279257L,0x510a1c1cc93c9537L,0x33e30cd8a4702c99L }, + { 0xf0ffc89d2208353fL,0x0170fa8dced42b2bL,0x090851ed26e2a5f5L, + 0x81276455ecb52c96L,0x0646c4e17fe1adf4L,0x513f047eb0868eabL } }, + /* 10 */ + { { 0xc07611f4df5bdf53L,0x45d331a758b11a6dL,0x58965daf1c4ee394L, + 0xba8bebe75a5878d1L,0xaecc0a1882dd3025L,0xcf2a3899a923eb8bL }, + { 0xf98c9281d24fd048L,0x841bfb598bbb025dL,0xb8ddf8cec9ab9d53L, + 0x538a4cb67fef044eL,0x092ac21f23236662L,0xa919d3850b66f065L } }, + /* 11 */ + { { 0x3db03b4085d480d8L,0x8cd9f4791b287a7dL,0x8f24dc754a8f3baeL, + 0x482eb8003db41892L,0x38bf9eb39c56e0f5L,0x8b9773209a91dc6fL }, + { 0xa31b05b27209cfc2L,0x4c49bf8505b2db70L,0x56462498d619527bL, + 0x3fe510391fac51baL,0xfb04f55eab4b8342L,0xc07c10dc04c6eabfL } }, + /* 12 */ + { { 0xad22fe4cdb32f048L,0x5f23bf91475ed6dfL,0xa50ce0c0aa66b6cbL, + 0xdf627a89f03405c0L,0x3674837df95e2d6aL,0x081c95b6ba42e64eL }, + { 0xeba3e036e71d6cebL,0xb45bcccf6c6b0271L,0x67b47e630684701dL, + 0x60f8f942e712523fL,0x824234725cd47adcL,0x83027d7987649cbbL } }, + /* 13 */ + { { 0xb3929ea63615b0b8L,0xb41441fda54dac41L,0x8995d556b5b6a368L, + 0xa80d4529167ef05eL,0xf6bcb4a16d25a27fL,0x210d6a4c7bd55b68L }, + { 0xf3804abb25351130L,0x1d2df699903e37ebL,0x5f201efc084c25c8L, + 0x31a28c87a1c68e91L,0x81dad253563f62a5L,0x5dd6de70d6c415d4L } }, + /* 14 */ + { { 0x29f470fd846612ceL,0x986f3eecda18d997L,0x6b84c1612f34af86L, + 0x5ef0a40846ddaf8bL,0x14405a00e49e795fL,0x5f491b16aa2f7a37L }, + { 0xc7f07ae4db41b38dL,0xef7d119e18fbfcaaL,0x3a18e07614443b19L, + 0x4356841a79a19926L,0x91f4a91ce2226fbeL,0xdc77248c3cc88721L } }, + /* 15 */ + { { 0xd570ff1ae4b1ec9dL,0x21d23e0ee7eef706L,0x3cde40f4ca19e086L, + 0x7d6523c4cd4bb270L,0x16c1f06cbf13aa6cL,0x5aa7245ad14c4b60L }, + { 0x37f8146744b74de8L,0x839e7a17620a934eL,0xf74d14e8de8b1aa1L, + 0x8789fa51f30d75e2L,0x09b24052c81c261eL,0x654e267833c565eeL } }, + /* 16 */ + { { 0x378205de2f9fbe67L,0xc4afcb837f728e44L,0xdbcec06c682e00f1L, + 0xf2a145c3114d5423L,0xa01d98747a52463eL,0xfc0935b17d717b0aL }, + { 0x9653bc4fd4d01f95L,0x9aa83ea89560ad34L,0xf77943dcaf8e3f3fL, + 0x70774a10e86fe16eL,0x6b62e6f1bf9ffdcfL,0x8a72f39e588745c9L } }, + /* 17 */ + { { 0x73ade4da2341c342L,0xdd326e54ea704422L,0x336c7d983741cef3L, + 0x1eafa00d59e61549L,0xcd3ed892bd9a3efdL,0x03faf26cc5c6c7e4L }, + { 0x087e2fcf3045f8acL,0x14a65532174f1e73L,0x2cf84f28fe0af9a7L, + 0xddfd7a842cdc935bL,0x4c0f117b6929c895L,0x356572d64c8bcfccL } }, + /* 18 */ + { { 0x7ecbac017d8c1bbaL,0x6058f9c390b0f3d5L,0xaee116e3f6197d0fL, + 0xc4dd70684033b128L,0xf084dba6c209b983L,0x97c7c2cf831dbc4aL }, + { 0x2f4e61ddf96010e8L,0xd97e4e20529faa17L,0x4ee6666069d37f20L, + 0xccc139ed3d366d72L,0x690b6ee213488e0fL,0x7cad1dc5f3a6d533L } }, + /* 19 */ + { { 0x660a9a81da57a41fL,0xe74a0412ec0039b6L,0x42343c6b5e1dad15L, + 0x284f3ff546681d4cL,0xb51087f163749e89L,0x070f23cc6f9f2f13L }, + { 0x542211da5d186e14L,0x84748f37fddb0dffL,0x41a3aab4db1f4180L, + 0x25ed667ba6402d0eL,0x2f2924a902f58355L,0x5844ee7cfa44a689L } }, + /* 20 */ + { { 0xfab086073f3b236fL,0x19e9d41d81e221daL,0xf3f6571e3927b428L, + 0x4348a9337550f1f6L,0x7167b996a85e62f0L,0x62d437597f5452bfL }, + { 0xd85feb9ef2955926L,0x440a561f6df78353L,0x389668ec9ca36b59L, + 0x052bf1a1a22da016L,0xbdfbff72f6093254L,0x94e50f28e22209f3L } }, + /* 21 */ + { { 0x90b2e5b33062e8afL,0xa8572375e8a3d369L,0x3fe1b00b201db7b1L, + 0xe926def0ee651aa2L,0x6542c9beb9b10ad7L,0x098e309ba2fcbe74L }, + { 0x779deeb3fff1d63fL,0x23d0e80a20bfd374L,0x8452bb3b8768f797L, + 0xcf75bb4d1f952856L,0x8fe6b40029ea3faaL,0x12bd3e4081373a53L } }, + /* 22 */ + { { 0xc023780d104cbba5L,0x6207e747fa35dd4cL,0x35c239281ca9b6a3L, + 0x4ff19be897987b10L,0xb8476bbf8022eee8L,0xaa0a4a14d3bbe74dL }, + { 0x20f94331187d4543L,0x3215387079f6e066L,0x83b0f74eac7e82e1L, + 0xa7748ba2828f06abL,0xc5f0298ac26ef35fL,0x0f0c50708e9a7dbdL } }, + /* 23 */ + { { 0x0c5c244cdef029ddL,0x3dabc687850661b8L,0x9992b865fe11d981L, + 0xe9801b8f6274dbadL,0xe54e6319098da242L,0x9929a91a91a53d08L }, + { 0x37bffd7235285887L,0xbc759425f1418102L,0x9280cc35fd2e6e20L, + 0x735c600cfbc42ee5L,0xb7ad28648837619aL,0xa3627231a778c57bL } }, + /* 24 */ + { { 0xae799b5c91361ed8L,0x47d71b756c63366cL,0x54cdd5211b265a6aL, + 0xe0215a5998d77b74L,0x4424d9b7bab29db0L,0x8b0ffacc7fd9e536L }, + { 0x46d85d1237b5d9efL,0x5b106d62bfa91747L,0xed0479f85f99ba2dL, + 0x0e6f39231d104de4L,0x83a84c8425e8983fL,0xa9507e0af8105a70L } }, + /* 25 */ + { { 0xf6c68a6e14cf381cL,0xaf9d27bdc22e31ccL,0x23568d4daa8a5ccbL, + 0xe431eec0e338e4d2L,0xf1a828fe8f52ad1fL,0xdb6a0579e86acd80L }, + { 0x2885672e4507832aL,0x73fc275f887e5289L,0x65f8027805610d08L, + 0x8d9b4554075ff5b0L,0x3a8e8fb109f712b5L,0x39f0ac862ebe9cf2L } }, + /* 26 */ + { { 0xd8fabf784c52edf5L,0xdcd737e5a589ae53L,0x94918bf0d791ab17L, + 0xb5fbd956bcff06c9L,0xf6d3032edca46d45L,0x2cdff7e141a3e486L }, + { 0x6674b3ba61f47ec8L,0x8a882163eef84608L,0xa257c7054c687f90L, + 0xe30cb2edf6cdf227L,0x2c4c64ca7f6ea846L,0x186fa17ccc6bcd3cL } }, + /* 27 */ + { { 0x48a3f5361dfcb91eL,0x83595e13646d358aL,0xbd15827b91128798L, + 0x3ce612b82187757aL,0x873150a161bd7372L,0xf4684530b662f568L }, + { 0x8833950b401896f6L,0xe11cb89a77f3e090L,0xb2f12cac48e7f4a5L, + 0x313dd769f606677eL,0xfdcf08b316579f93L,0x6429cec946b8f22bL } }, + /* 28 */ + { { 0x4984dd54bb75f9a4L,0x4aef06b929d3b570L,0xb5f84ca23d6e4c1eL, + 0x24c61c11b083ef35L,0xce4a7392392ca9ffL,0x865d65176730a800L }, + { 0xca3dfe76722b4a2bL,0x12c04bf97b083e0eL,0x803ce5b51b86b8a5L, + 0x3fc7632d6a7e3e0cL,0xc89970c2c81adbe4L,0x3cbcd3ad120e16b1L } }, + /* 29 */ + { { 0xfbfb4cc7ec30ce93L,0x10ed6c7db72720a2L,0xec675bf747b55500L, + 0x90725903333ff7c3L,0xc7c3973e5075bfc0L,0xb049ecb007acf31bL }, + { 0xb4076eaf4f58839cL,0x101896daa2b05e4fL,0x3f6033b0ab40c66eL, + 0x19ee9eebc8d864baL,0xeb6cf15547bf6d2aL,0x8e5a9663f826477dL } }, + /* 30 */ + { { 0x69e62fddf7fbd5e1L,0x38ecfe5476912b1dL,0x845a3d56d1da3bfbL, + 0x0494950e1c86f0d4L,0x83cadbf93bc36ce8L,0x41fce5724fccc8d1L }, + { 0x05f939c28332c144L,0xb17f248b0871e46eL,0x3d8534e266e8aff6L, + 0x1d06f1dc3b85c629L,0xdb06a32ea3131b73L,0xf295184d8b3f64e5L } }, + /* 31 */ + { { 0xd9653ff736ddc103L,0x25f43e3795ef606fL,0x09e301fcfe06dce8L, + 0x85af234130b6eebfL,0x79b12b530ff56b20L,0x9b4fb499fe9a3c6bL }, + { 0x0154f89251d27ac2L,0xd33167e356ca5389L,0x7828ec1fafc065a6L, + 0x0959a2587f746c9bL,0xb18f1be30c44f837L,0xa7946117c4132fdbL } }, + /* 32 */ + { { 0xc0426b775e3c647bL,0xbfcbd9398cf05348L,0x31d312e3172c0d3dL, + 0x5f49fde6ee754737L,0x895530f06da7ee61L,0xcf281b0ae8b3a5fbL }, + { 0xfd14973541b8a543L,0x41a625a73080dd30L,0xe2baae07653908cfL, + 0xc3d01436ba02a278L,0xa0d0222e7b21b8f8L,0xfdc270e9d7ec1297L } }, + /* 33 */ + { { 0x00873c0cbc7f41d6L,0xd976113e1b7ad641L,0x2a536ff4238443fbL, + 0x030d00e241e62e45L,0x532e98675f545fc6L,0xcd0331088e91208cL }, + { 0xd1a04c999797612cL,0xd4393e02eea674e2L,0xd56fa69ee19742a1L, + 0xdd2ab48085f0590eL,0xa5cefc5248a2243dL,0x48cc67b654383f41L } }, + /* 34 */ + { { 0x4e50430efc14ab48L,0x195b7f4f26706a74L,0x2fe8a228cc881ff6L, + 0xb1b968e2d945013dL,0x936aa5794b92162bL,0x4fb766b7364e754aL }, + { 0x13f93bca31e1ff7fL,0x696eb5cace4f2691L,0xff754bf8a2b09e02L, + 0x58f13c9ce58e3ff8L,0xb757346f1678c0b0L,0xd54200dba86692b3L } }, + /* 35 */ + { { 0x9a030bbd6dda1265L,0xf7b4f3fce89718ddL,0xa6a4931f936065b8L, + 0xbce72d875f72241cL,0x6cbb51cb65775857L,0xc71618154e993675L }, + { 0xe81a0f792ee32189L,0xef2fab26277dc0b2L,0x9e64f6feb71f469fL, + 0xb448ce33dfdaf859L,0x3f5c1c4cbe6b5df1L,0xfb8dfb001de45f7bL } }, + /* 36 */ + { { 0xc7345fa74d5bb921L,0x5c7e04be4d2b667eL,0x47ed3a80282d7a3eL, + 0x5c2777f87e47b2a4L,0x89b3b10008488e2eL,0x9aad77c2b2eb5b45L }, + { 0xd681bca7daac34aeL,0x2452e4e526afb326L,0x0c88792441a1ee14L, + 0x743b04d4c2407adeL,0xcb5e999bfc17a2acL,0x4dca2f824a701a06L } }, + /* 37 */ + { { 0x68e31ca61127bc1aL,0xa3edd59b17ead3beL,0x67b6b645e25f5a15L, + 0x76221794a420e15eL,0x794fd83b4b1e872eL,0x7cab3f03b2dece1bL }, + { 0x7119bf15ca9b3586L,0xa55459244d250bd7L,0x173633eacc6bcf24L, + 0x9bd308c2b1b6f884L,0x3bae06f5447d38c3L,0x54dcc135f341fe1cL } }, + /* 38 */ + { { 0x56d3598d943caf0dL,0xce044ea9225ff133L,0x9edf6a7c563fadeaL, + 0x632eb94473e8dc27L,0x814b467e3190dcabL,0x2d4f4f316dbb1e31L }, + { 0x8d69811ca143b7caL,0x4ec1ac32de7cf950L,0x223ab5fd37b5fe82L, + 0xe82616e49390f1d9L,0xabff4b2075804610L,0x11b9be15875b08f0L } }, + /* 39 */ + { { 0x4ae31a3d3bbe682cL,0xbc7c5d2674eef2ddL,0x92afd10a3c47dd40L, + 0xec7e0a3bc14ab9e1L,0x6a6c3dd1b2e495e4L,0x085ee5e9309bcd85L }, + { 0xf381a9088c2e67fdL,0x32083a80e261eaf2L,0x0fcd6a4996deee15L, + 0xe3b8fb035e524c79L,0x8dc360d91d5b08b9L,0x3a06e2c87f26719fL } }, + /* 40 */ + { { 0x5cd9f5a87237cac0L,0x93f0b59d43586794L,0x4384a764e94f6c4eL, + 0x8304ed2bb62782d3L,0x0b8db8b3cde06015L,0x4336dd535dbe190fL }, + { 0x5744355392ab473aL,0x031c7275be5ed046L,0x3e78678c21909aa4L, + 0x4ab7e04f99202ddbL,0x2648d2066977e635L,0xd427d184093198beL } }, + /* 41 */ + { { 0x822848f50f9b5a31L,0xbb003468baadb62aL,0x233a04723357559cL, + 0x49ef688079aee843L,0xa89867a0aeb9e1e3L,0xc151931b1f6f9a55L }, + { 0xd264eb0bad74251eL,0x37b9b2634abf295eL,0xb600921b04960d10L, + 0x0de53dbc4da77dc0L,0x01d9bab3d2b18697L,0xad54ec7af7156ddfL } }, + /* 42 */ + { { 0x8e74dc3579efdc58L,0x456bd3694ff68ddbL,0x724e74ccd32096a5L, + 0xe41cff42386783d0L,0xa04c7f217c70d8a4L,0x41199d2fe61a19a2L }, + { 0xd389a3e029c05dd2L,0x535f2a6be7e3fda9L,0x26ecf72d7c2b4df8L, + 0x678275f4fe745294L,0x6319c9cc9d23f519L,0x1e05a02d88048fc4L } }, + /* 43 */ + { { 0x75cc8e2ed4d5ffe8L,0xf8bb4896dbea17f2L,0x35059790cee3cb4aL, + 0x4c06ee85a47c6165L,0xf98fff2592935d2fL,0x34c4a57232ffd7c7L }, + { 0xc4b14806ea0376a2L,0x2ea5e7504f115e02L,0x532d76e21e55d7c0L, + 0x68dc9411f31044daL,0x9272e46571b77993L,0xadaa38bb93a8cfd5L } }, + /* 44 */ + { { 0x4bf0c7127d4ed72aL,0xda0e9264ba1f79a3L,0x48c0258bf4c39ea4L, + 0xa5394ed82a715138L,0x4af511cebf06c660L,0xfcebceefec5c37cdL }, + { 0xf23b75aa779ae8c1L,0xdeff59ccad1e606eL,0xf3f526fd22755c82L, + 0x64c5ab44bb32cefdL,0xa96e11a2915bdefdL,0xab19746a1143813eL } }, + /* 45 */ + { { 0x43c78585ec837d7dL,0xca5b6fbcb8ee0ba4L,0x34e924d9d5dbb5eeL, + 0x3f4fa104bb4f1ca5L,0x15458b72398640f7L,0x4231faa9d7f407eaL }, + { 0x53e0661ef96e6896L,0x554e4c69d03b0f9dL,0xd4fcb07b9c7858d1L, + 0x7e95279352cb04faL,0x5f5f15748974e7f7L,0x2e3fa5586b6d57c8L } }, + /* 46 */ + { { 0x42cd48036a9951a8L,0xa8b15b8842792ad0L,0x18e8bcf9abb29a73L, + 0xbfd9a092409933e8L,0x760a3594efb88dc4L,0x1441886340724458L }, + { 0x162a56ee99caedc7L,0x8fb12ecd91d101c9L,0xea671967393202daL, + 0x1aac8c4aa4ccd796L,0x7db050361cf185a8L,0x0c9f86cd8cfd095aL } }, + /* 47 */ + { { 0x9a72814710b2a556L,0x767ca964327b70b2L,0x04ed9e125e3799b7L, + 0x6781d2dc22a3eb2aL,0x5bd116eb0d9450acL,0xeccac1fca7ebe08aL }, + { 0xde68444fdc2d6e94L,0x3621f42935ecf21bL,0x14e2d54329e03a2cL, + 0x53e42cd57d3e7f0aL,0xbba26c0973ed00b9L,0x00297c39c57d2272L } }, + /* 48 */ + { { 0x3aaaab10b8243a7dL,0x6eeef93e8fa58c5bL,0xf866fca39ae7f764L, + 0x64105a2661ab04d3L,0xa3578d8a03945d66L,0xb08cd3e4791b848cL }, + { 0x45edc5f8756d2411L,0xd4a790d9a755128cL,0xc2cf096349e5f6a0L, + 0xc66d267df649beaaL,0x3ce6d9688467039eL,0x50046c6b42f7816fL } }, + /* 49 */ + { { 0x92ae160266425043L,0x1ff66afdf08db890L,0x386f5a7f8f162ce5L, + 0x18d2dea0fcf5598fL,0x78372b3a1a8ca18eL,0xdf0d20eb8cd0e6f7L }, + { 0x7edd5e1d75bb4045L,0x252a47ceb96d94b7L,0xbdb293582c626776L, + 0x853c394340dd1031L,0x9dc9becf7d5f47fdL,0x27c2302fbae4044aL } }, + /* 50 */ + { { 0x2d1d208a8f2d49ceL,0x0d91aa02162df0a2L,0x9c5cce8709a07f65L, + 0xdf07238b84339012L,0x5028e2c8419442cdL,0x2dcbd35872062abaL }, + { 0xb5fbc3cbe4680967L,0x2a7bc6459f92d72cL,0x806c76e1116c369dL, + 0x5c50677a3177e8d8L,0x753739eb4569df57L,0x2d481ef636c3f40bL } }, + /* 51 */ + { { 0x1a2d39fdfea1103eL,0xeaae559295f81b17L,0xdbd0aa18f59b264aL, + 0x90c39c1acb592ee0L,0xdf62f80d9750cca3L,0xda4d8283df97cc6cL }, + { 0x0a6dd3461e201067L,0x1531f85969fb1f6bL,0x4895e5521d60121fL, + 0x0b21aab04c041c91L,0x9d896c46bcc1ccf8L,0xd24da3b33141bde7L } }, + /* 52 */ + { { 0x575a053753b0a354L,0x392ff2f40c6ddcd8L,0x0b8e8cff56157b94L, + 0x073e57bd3b1b80d1L,0x2a75e0f03fedee15L,0x752380e4aa8e6f19L }, + { 0x1f4e227c6558ffe9L,0x3a34861819ec5415L,0xab382d5ef7997085L, + 0x5e6deaffddc46ac2L,0xe5144078fc8d094cL,0xf674fe51f60e37c6L } }, + /* 53 */ + { { 0x6fb87ae5af63408fL,0xa39c36a9cd75a737L,0x7833313fcf4c618dL, + 0xfbcd4482f034c88dL,0x4469a76139b35288L,0x77a711c566b5d9c9L }, + { 0x4a695dc7944f8d65L,0xe6da5f65161aaba8L,0x8654e9c324601669L, + 0xbc8b93f528ae7491L,0x5f1d1e838f5580d8L,0x8ccf9a1acea32cc8L } }, + /* 54 */ + { { 0x28ab110c7196fee2L,0x75799d63874c8945L,0xa262934829aedaddL, + 0x9714cc7b2be88ff4L,0xf71293cfd58d60d6L,0xda6b6cb332a564e9L }, + { 0xf43fddb13dd821c2L,0xf2f2785f90dd323dL,0x91246419048489f8L, + 0x61660f26d24c6749L,0x961d9e8cc803c15cL,0x631c6158faadc4c9L } }, + /* 55 */ + { { 0xacf2ebe0fd752366L,0xb93c340e139be88bL,0x98f664850f20179eL, + 0x14820254ff1da785L,0x5278e2764f85c16eL,0xa246ee457aab1913L }, + { 0x43861eb453763b33L,0xc49f03fc45c0bc0dL,0xafff16bcad6b1ea1L, + 0xce33908b6fd49c99L,0x5c51e9bff7fde8c3L,0x076a7a39ff142c5eL } }, + /* 56 */ + { { 0x04639dfe9e338d10L,0x8ee6996ff42b411bL,0x960461d1a875cef2L, + 0x1057b6d695b4d0baL,0x27639252a906e0bcL,0x2c19f09ae1c20f8aL }, + { 0x5b8fc3f0eef4c43dL,0xe2e1b1a807a84aa9L,0x5f455528835d2bdbL, + 0x0f4aee4d207132ddL,0xe9f8338c3907f675L,0x7a874dc90e0531f0L } }, + /* 57 */ + { { 0x84b22d4597c27050L,0xbd0b8df759e70bf8L,0xb4d6740579738b9bL, + 0x47f4d5f5cd917c4fL,0x9099c4ce13ce6e33L,0x942bfd39521d0f8bL }, + { 0x5028f0f6a43b566dL,0xaf6e866921bff7deL,0x83f6f856c44232cdL, + 0x65680579f915069aL,0xd12095a2ecfecb85L,0xcf7f06aedb01ba16L } }, + /* 58 */ + { { 0x0f56e3c48ef96c80L,0xd521f2b33ddb609cL,0x2be941027dc1450dL, + 0x2d21a07102a91fe2L,0x2e6f74fa1efa37deL,0x9a9a90b8156c28a1L }, + { 0xc54ea9ea9dc7dfcbL,0xc74e66fc2c2c1d62L,0x9f23f96749d3e067L, + 0x1c7c3a4654dd38adL,0xc70058845946cee3L,0x8985636845cc045dL } }, + /* 59 */ + { { 0x29da7cd4fce73946L,0x8f697db523168563L,0x8e235e9ccba92ec6L, + 0x55d4655f9f91d3eaL,0xf3689f23aa50a6cdL,0xdcf21c2621e6a1a0L }, + { 0xcffbc82e61b818bfL,0xc74a2f96da47a243L,0x234e980a8bc1a0cfL, + 0xf35fd6b57929cb6dL,0x81468e12efe17d6cL,0xddea6ae558b2dafbL } }, + /* 60 */ + { { 0x294de8877e787b2eL,0x258acc1f39a9310dL,0x92d9714aac14265dL, + 0x18b5591c708b48a0L,0x27cc6bb0e1abbf71L,0xc0581fa3568307b9L }, + { 0x9e0f58a3f24d4d58L,0xfebe9bb8e0ce2327L,0x91fd6a419d1be702L, + 0x9a7d8a45facac993L,0xabc0a08c9e50d66dL,0x02c342f706498201L } }, + /* 61 */ + { { 0xccd71407157bdbc2L,0x72fa89c6ad0e1605L,0xb1d3da2bb92a015fL, + 0x8ad9e7cda0a3fe56L,0x160edcbd24f06737L,0x79d4db3361275be6L }, + { 0xd3d31fd95f3497c4L,0x8cafeaee04192fb0L,0xe13ca74513a50af3L, + 0x188261678c85aae5L,0xce06cea89eb556ffL,0x2eef1995bdb549f3L } }, + /* 62 */ + { { 0x8ed7d3eb50596edcL,0xaa359362905243a2L,0xa212c2c2a4b6d02bL, + 0x611fd727c4fbec68L,0x8a0b8ff7b84f733dL,0xd85a6b905f0daf0eL }, + { 0x60e899f5d4091cf7L,0x4fef2b672eff2768L,0xc1f195cb10c33964L, + 0x8275d36993626a8fL,0xc77904f40d6c840aL,0x88d8b7fd7a868acdL } }, + /* 63 */ + { { 0x85f237237bd98425L,0xd4463992c70b154eL,0xcbb00ee296687a2eL, + 0x905fdbf7c83214fdL,0x2019d29313593684L,0x0428c393ef51218eL }, + { 0x40c7623f981e909aL,0x925133857be192daL,0x48fe480f4010907eL, + 0xdd7a187c3120b459L,0xc9d7702da1fd8f3cL,0x66e4753be358efc5L } }, + /* 64 */ + { { 0x070d34e116973cf4L,0x20aee08b7e4f34f7L,0x269af9b95eb8ad29L, + 0xdde0a036a6a45ddaL,0xa18b528e63df41e0L,0x03cc71b2a260df2aL }, + { 0x24a6770aa06b1dd7L,0x5bfa9c119d2675d3L,0x73c1e2a196844432L, + 0x3660558d131a6cf0L,0xb0289c832ee79454L,0xa6aefb01c6d8ddcdL } }, + /* 65 */ + { { 0xba1464b401ab5245L,0x9b8d0b6dc48d93ffL,0x939867dc93ad272cL, + 0xbebe085eae9fdc77L,0x73ae5103894ea8bdL,0x740fc89a39ac22e1L }, + { 0x5e28b0a328e23b23L,0x2352722ee13104d0L,0xf4667a18b0a2640dL, + 0xac74a72e49bb37c3L,0x79f734f0e81e183aL,0xbffe5b6c3fd9c0ebL } }, + /* 66 */ + { { 0xb1a358f5c6a2123fL,0x927b2d95fe28df6dL,0x89702753f199d2f9L, + 0x0a73754c1a3f82dcL,0x063d029d777affe1L,0x5439817edae6d34dL }, + { 0xf7979eef6b8b83c4L,0x615cb2149d945682L,0x8f0e4facc5e57eaeL, + 0x042b89b8113047ddL,0x888356dc93f36508L,0xbf008d185fd1f32fL } }, + /* 67 */ + { { 0x8012aa244e8068dbL,0xc72cc641a5729a47L,0x3c33df2c43f0691dL, + 0xfa0573471d92145fL,0xaefc0f2fb97f7946L,0x813d75cb2f8121bfL }, + { 0x05613c724383bba6L,0xa924ce70a4224b3fL,0xe59cecbe5f2179a6L, + 0x78e2e8aa79f62b61L,0x3ac2cc3b53ad8079L,0x55518d71d8f4fa96L } }, + /* 68 */ + { { 0x03cf292200623f3bL,0x095c71115f29ebffL,0x42d7224780aa6823L, + 0x044c7ba17458c0b0L,0xca62f7ef0959ec20L,0x40ae2ab7f8ca929fL }, + { 0xb8c5377aa927b102L,0x398a86a0dc031771L,0x04908f9dc216a406L, + 0xb423a73a918d3300L,0x634b0ff1e0b94739L,0xe29de7252d69f697L } }, + /* 69 */ + { { 0x744d14008435af04L,0x5f255b1dfec192daL,0x1f17dc12336dc542L, + 0x5c90c2a7636a68a8L,0x960c9eb77704ca1eL,0x9de8cf1e6fb3d65aL }, + { 0xc60fee0d511d3d06L,0x466e2313f9eb52c7L,0x743c0f5f206b0914L, + 0x42f55bac2191aa4dL,0xcefc7c8fffebdbc2L,0xd4fa6081e6e8ed1cL } }, + /* 70 */ + { { 0xb5e405d3b0ab9645L,0xaeec7f98d5f1f711L,0x8ad42311585c2a6eL, + 0x045acb9e512c6944L,0xae106c4ea90db1c6L,0xb89f33d5898e6563L }, + { 0x43b07cd97fed2ce4L,0xf9934e17dd815b20L,0x6778d4d50a81a349L, + 0x9e616ade52918061L,0xfa06db06d7e67112L,0x1da23cf188488091L } }, + /* 71 */ + { { 0x821c46b342f2c4b5L,0x931513ef66059e47L,0x7030ae4366f50cd1L, + 0x43b536c943e7b127L,0x006258cf5fca5360L,0xe4e3ee796b557abfL }, + { 0xbb6b390024c8b22fL,0x2eb5e2c1fcbf1054L,0x937b18c9567492afL, + 0xf09432e4acf53957L,0x585f5a9d1dbf3a56L,0xf86751fdbe0887cfL } }, + /* 72 */ + { { 0x157399cb9d10e0b2L,0x1c0d595660dc51b7L,0x1d496b8a1f583090L, + 0x6658bc2688590484L,0x88c08ab703213f28L,0x8d2e0f737ae58de4L }, + { 0x9b79bc95486cfee6L,0x036a26c7e9e5bc57L,0x1ad03601cd8ae97aL, + 0x06907f87ff3a0494L,0x078f4bbf2c7eb584L,0xe3731bf57e8d0a5aL } }, + /* 73 */ + { { 0x72f2282be1cd0abeL,0xd4f9015e87efefa2L,0x9d1898066c3834bdL, + 0x9c8cdcc1b8a29cedL,0x0601b9f4fee82ebcL,0x371052bc7206a756L }, + { 0x76fa109246f32562L,0xdaad534c17351bb4L,0xc3d64c37b3636bb5L, + 0x038a8c5145d54e00L,0x301e618032c09e7cL,0x9764eae795735151L } }, + /* 74 */ + { { 0x8791b19fcbd5256aL,0x4007e0f26ca13a3bL,0x03b794604cf06904L, + 0xb18a9c22b6c17589L,0xa1cb7d7d81d45908L,0x6e13fa9d21bb68f1L }, + { 0x47183c62a71e6e16L,0x5cf0ef8ee18749edL,0x2c9c7f9b2e5ed409L, + 0x042eeacce6e117e1L,0xb86d481613fb5a7fL,0xea1cf0edc9e5feb1L } }, + /* 75 */ + { { 0x6e6573c9cea4cc9bL,0x5417961dafcec8f3L,0x804bf02aa438b6f6L, + 0xb894b03cdcd4ea88L,0xd0f807e93799571fL,0x3466a7f5862156e8L }, + { 0x51e59acd56515664L,0x55b0f93ca3c5eb0bL,0x84a06b026a4279dbL, + 0x5c850579c5fae08eL,0xcf07b8dba663a1a2L,0x49a36bbcf46ffc8dL } }, + /* 76 */ + { { 0xe47f5acc46d93106L,0x65b7ade0aa897c9cL,0x37cf4c9412d7e4beL, + 0xa2ae9b80d4b2caa9L,0x5e7ce09ce60357a3L,0x29f77667c8ecd5f9L }, + { 0xdf6868f5a8a0b1c5L,0x240858cf62978ad8L,0x0f7ac101dc0002a1L, + 0x1d28a9d7ffe9aa05L,0x744984d65b962c97L,0xa8a7c00b3d28c8b2L } }, + /* 77 */ + { { 0x7c58a852ae11a338L,0xa78613f1d1af96e7L,0x7e9767d25355cc73L, + 0x6ba37009792a2de6L,0x7d60f618124386b2L,0xab09b53111157674L }, + { 0x95a0484198eb9dd0L,0xe6c17acc15070328L,0xafc6da45489c6e49L, + 0xab45a60abb211530L,0xc58d65927d7ea933L,0xa3ef3c65095642c6L } }, + /* 78 */ + { { 0x89d420e9df010879L,0x9d25255d39576179L,0x9cdefd50e39513b6L, + 0xe4efe45bd5d1c313L,0xc0149de73f7af771L,0x55a6b4f4340ab06bL }, + { 0xf1325251ebeaf771L,0x2ab44128878d4288L,0xfcd5832e18e05afeL, + 0xef52a348cc1fb62bL,0x2bd08274c1c4792aL,0x345c5846877c6dc7L } }, + /* 79 */ + { { 0xde15ceb0bea65e90L,0x0987f72b2416d99cL,0x44db578dfd863decL, + 0xf617b74bac6a3578L,0x9e62bd7adb48e999L,0x877cae61eab1a1beL }, + { 0x23adddaa3a358610L,0x2fc4d6d1325e2b07L,0x897198f51585754eL, + 0xf741852cb392b584L,0x9927804cb55f7de1L,0xe9e6c4ed1aa8efaeL } }, + /* 80 */ + { { 0x867db63998683186L,0xfb5cf424ddcc4ea9L,0xcc9a7ffed4f0e7bdL, + 0x7c57f71c7a779f7eL,0x90774079d6b25ef2L,0x90eae903b4081680L }, + { 0xdf2aae5e0ee1fcebL,0x3ff1da24e86c1a1fL,0x80f587d6ca193edfL, + 0xa5695523dc9b9d6aL,0x7b84090085920303L,0x1efa4dfcba6dbdefL } }, + /* 81 */ + { { 0xfbd838f9e0540015L,0x2c323946c39077dcL,0x8b1fb9e6ad619124L, + 0x9612440c0ca62ea8L,0x9ad9b52c2dbe00ffL,0xf52abaa1ae197643L }, + { 0xd0e898942cac32adL,0xdfb79e4262a98f91L,0x65452ecf276f55cbL, + 0xdb1ac0d27ad23e12L,0xf68c5f6ade4986f0L,0x389ac37b82ce327dL } }, + /* 82 */ + { { 0x511188b4f8e60f5bL,0x7fe6701548aa2adaL,0xdb333cb8381abca2L, + 0xb15e6d9ddaf3fc97L,0x4b24f6eb36aabc03L,0xc59789df72a748b4L }, + { 0x26fcb8a529cf5279L,0x7a3c6bfc01ad9a6cL,0x866cf88d4b8bac9bL, + 0xf4c899899c80d041L,0xf0a0424170add148L,0x5a02f47945d81a41L } }, + /* 83 */ + { { 0xfa5c877cc1c90202L,0xd099d440f8ac7570L,0x428a5b1bd17881f7L, + 0x61e267db5b2501d7L,0xf889bf04f2e4465bL,0x4da3ae0876aa4cb8L }, + { 0x3ef0fe26e3e66861L,0x5e7729533318b86dL,0xc3c35fbc747396dfL, + 0x5115a29c439ffd37L,0xbfc4bd97b2d70374L,0x088630ea56246b9dL } }, + /* 84 */ + { { 0xcd96866db8a9e8c9L,0xa11963b85bb8091eL,0xc7f90d53045b3cd2L, + 0x755a72b580f36504L,0x46f8b39921d3751cL,0x4bffdc9153c193deL }, + { 0xcd15c049b89554e7L,0x353c6754f7a26be6L,0x79602370bd41d970L, + 0xde16470b12b176c0L,0x56ba117540c8809dL,0xe2db35c3e435fb1eL } }, + /* 85 */ + { { 0xd71e4aab6328e33fL,0x5486782baf8136d1L,0x07a4995f86d57231L, + 0xf1f0a5bd1651a968L,0xa5dc5b2476803b6dL,0x5c587cbc42dda935L }, + { 0x2b6cdb32bae8b4c0L,0x66d1598bb1331138L,0x4a23b2d25d7e9614L, + 0x93e402a674a8c05dL,0x45ac94e6da7ce82eL,0xeb9f8281e463d465L } }, + /* 86 */ + { { 0x34e0f9d1fecf5b9bL,0xa115b12bf206966aL,0x5591cf3b1eaa0534L, + 0x5f0293cbfb1558f9L,0x1c8507a41bc703a5L,0x92e6b81c862c1f81L }, + { 0xcc9ebc66cdaf24e3L,0x68917ecd72fcfc70L,0x6dc9a9308157ba48L, + 0x5d425c08b06ab2b2L,0x362f8ce736e929c4L,0x09f6f57c62e89324L } }, + /* 87 */ + { { 0x1c7d6b78d29375fbL,0xfabd851ee35d1157L,0xf6f62dcd4243ea47L, + 0x1dd924608fe30b0fL,0x08166dfaffc6e709L,0xc6c4c6930881e6a7L }, + { 0x20368f87d6a53fb0L,0x38718e9f9eb4d1f9L,0x03f08acdafd7e790L, + 0x0835eb4472fe2a1cL,0x7e05090388076e5dL,0x538f765ea638e731L } }, + /* 88 */ + { { 0x0e0249d9c2663b4bL,0xe700ab5b47cd38ddL,0xb192559d2c46559fL, + 0x8f9f74a84bcde66dL,0xad1615233e2aced5L,0xc155c0473dd03a5bL }, + { 0x346a87993be454ebL,0x66ee94db83b7dccdL,0x1f6d8378ab9d2abeL, + 0x4a396dd27733f355L,0x419bd40af53553c2L,0xd0ead98d731dd943L } }, + /* 89 */ + { { 0x908e0b0eec142408L,0x98943cb94114b310L,0x03dbf7d81742b1d7L, + 0xd270df6b693412f4L,0xc50654948f69e20cL,0xa76a90c3697e43a1L }, + { 0xe0fa33844624825aL,0x82e48c0b8acc34c2L,0x7b24bd14e9a14f2bL, + 0x4f5dd5e24db30803L,0x0c77a9e7932da0a3L,0x20db90f274c653dcL } }, + /* 90 */ + { { 0x261179b70e6c5fd9L,0xf8bec1236c982eeaL,0x47683338d4957b7eL, + 0xcc47e6640a72f66aL,0xbd54bf6a1bad9350L,0xdfbf4c6af454e95aL }, + { 0x3f7a7afa6907f4faL,0x7311fae0865ca735L,0x24737ab82a496adaL, + 0x13e425f115feb79bL,0xe9e97c50a1b93c21L,0xb26b6eac4ddd3eb5L } }, + /* 91 */ + { { 0x81cab9f52a2e5f2bL,0xf93caf29bf385ac4L,0xf4bf35c3c909963aL, + 0x081e730074c9143cL,0x3ea57fa8c281b4c5L,0xe497905c9b340741L }, + { 0xf556dd8a55ab3cfbL,0xd444b96b518db6adL,0x34f5425a5ef4b955L, + 0xdda7a3acecd26aa3L,0xb57da11bda655e97L,0x02da3effc2024c70L } }, + /* 92 */ + { { 0xe24b00366481d0d9L,0x3740dbe5818fdfe2L,0xc1fc1f45190fda00L, + 0x329c92803cf27fdeL,0x7435cb536934f43eL,0x2b505a5d7884e8feL }, + { 0x6cfcc6a6711adcc9L,0xf034325c531e21e1L,0xa2f4a9679b2a8a99L, + 0x9d5f38423c21bdffL,0xb25c781131b57d66L,0xdb5344d80b8093b9L } }, + /* 93 */ + { { 0x0d72e667ae50a2f5L,0x9b7f8d8ae4a861d1L,0xa129f70f330df1cbL, + 0xe90aa5d7e04fefc3L,0xff561ecbe72c3ae1L,0x0d8fb428cdb955faL }, + { 0xd2235f73d7663784L,0xc05baec67e2c456aL,0xe5c292e42adbfcccL, + 0x4fd17988efb110d5L,0x27e57734d19d49f3L,0x188ac4ce84f679feL } }, + /* 94 */ + { { 0x7ee344cfa796c53eL,0xbbf6074d0868009bL,0x1f1594f7474a1295L, + 0x66776edcac11632dL,0x1862278b04e2fa5aL,0x52665cf2c854a89aL }, + { 0x7e3764648104ab58L,0x167759137204fd6dL,0x86ca06a544ea1199L, + 0xaa3f765b1c9240ddL,0x5f8501a924746149L,0x7b982e30dcd251d7L } }, + /* 95 */ + { { 0xe44e9efcc15f3060L,0x5ad62f2ea87ebbe6L,0x36499d41c79500d4L, + 0xa66d6dc0336fa9d1L,0xf8afc4955afd3b1fL,0x1d8ccb24e5c9822bL }, + { 0x4031422b79d7584bL,0xc54a0580ea3f20ddL,0x3f837c8f958468c5L, + 0x3d82f110fbea7735L,0x679a87787dffe2fcL,0x48eba63b20704803L } }, + /* 96 */ + { { 0x89b10d41df46e2f6L,0x13ab57f819514367L,0x067372b91d469c87L, + 0x0c195afa4f6c5798L,0xea43a12a272c9acfL,0x9dadd8cb678abdacL }, + { 0xcce56c6be182579aL,0x86febadb2d26c2d8L,0x1c668ee12a44745cL, + 0x580acd8698dc047aL,0x5a2b79cc51b9ec2dL,0x007da6084054f6a0L } }, + /* 97 */ + { { 0x9e3ca35217b00dd0L,0x046779cb0e81a7a6L,0xb999fef3d482d871L, + 0xe6f38134d9233fbcL,0x112c3001f48cd0e0L,0x934e75763c6c66aeL }, + { 0xb44d4fc3d73234dcL,0xfcae2062864eafc1L,0x843afe2526bef21aL, + 0x61355107f3b75fdfL,0x8367a5aa794c2e6bL,0x3d2629b18548a372L } }, + /* 98 */ + { { 0x6230618f437cfaf8L,0x5b8742cb2032c299L,0x949f72472293643aL, + 0xb8040f1a09464f79L,0x049462d24f254143L,0xabd6b522366c7e76L }, + { 0x119b392bd5338f55L,0x1a80a9ce01495a0cL,0xf3118ca7f8d7537eL, + 0xb715adc26bf4b762L,0x24506165a8482b6cL,0xd958d7c696a7c84dL } }, + /* 99 */ + { { 0x9ad8aa87bdc21f31L,0xadb3cab48063e58cL,0xefd86283b07dd7b8L, + 0xc7b9b7621be7c6b4L,0x2ef58741015582deL,0xc970c52e299addf3L }, + { 0x78f02e2a22f24d66L,0xefec1d1074cc100aL,0xaf2a6a3909316e1aL, + 0xce7c22055849dd49L,0x9c1fe75c96bffc4cL,0xcad98fd27ba06ec0L } }, + /* 100 */ + { { 0xed76e2d0b648b73eL,0xa9f92ce51cfd285eL,0xa8c86c062ed13de1L, + 0x1d3a574ea5191a93L,0x385cdf8b1ad1b8bfL,0xbbecc28a47d2cfe3L }, + { 0x98d326c069cec548L,0x4f5bc1ddf240a0b2L,0x241a706229057236L, + 0x0fc6e9c5c68294a4L,0x4d04838ba319f17aL,0x8b612cf19ffc1c6fL } }, + /* 101 */ + { { 0x9bb0b5014c3830ebL,0x3d08f83c8ee0d0c5L,0xa4a6264279ba9389L, + 0x5d5d40449cbc2914L,0xae9eb83e074c46f0L,0x63bb758f74ead7d6L }, + { 0x1c40d2eac6bb29e0L,0x95aa2d874b02f41eL,0x9298917553cb199aL, + 0xdd91bafe51584f6dL,0x3715efb931a1aaecL,0xc1b6ae5b46780f9eL } }, + /* 102 */ + { { 0xcded3e4b42772f41L,0x3a700d5d3bcb79d1L,0x4430d50e80feee60L, + 0x444ef1fcf5e5d4bbL,0xc660194fe6e358ffL,0xe68a2f326a91b43cL }, + { 0x5842775c977fe4d2L,0x78fdef5c7e2a41ebL,0x5f3bec02ff8df00eL, + 0xf4b840cd5852525dL,0x0870483a4e6988bdL,0x39499e39cc64b837L } }, + /* 103 */ + { { 0xfc05de80b08df5feL,0x0c12957c63ba0362L,0xea379414d5cf1428L, + 0xc559132a54ef6216L,0x33d5f12fb9e65cf8L,0x09c602781695d663L }, + { 0x3ac1ced461f7a2fbL,0xdd838444d4f5eeb8L,0x82a38c6c8318fcadL, + 0x315be2e5e9f1a864L,0x317b5771442daf47L,0x81b5904a95aa5f9eL } }, + /* 104 */ + { { 0x6b6b1c508b21d232L,0x87f3dbc08c2cba75L,0xa7e74b46ae9f0fafL, + 0x036a0985bb7b8079L,0x4f185b908d974a25L,0x5aa7cef0d9af5ec9L }, + { 0xe0566a7057dcfffcL,0x6ea311dab8453225L,0x72ea1a8d23368aa9L, + 0xed9b208348cd552dL,0xb987967cc80ea435L,0xad735c756c104173L } }, + /* 105 */ + { { 0xaea85ab3cee76ef4L,0x44997444af1d2b93L,0x0851929beacb923fL, + 0xb080b59051e3bc0cL,0xc4ee1d8659be68a2L,0xf00de21964b26cdaL }, + { 0x8d7fb5c0f2e90d4dL,0x00e219a777d9ec64L,0xc4e6febd5d1c491cL, + 0x080e37541a8f4585L,0x4a9b86c848d2af9cL,0x2ed70db6b6679851L } }, + /* 106 */ + { { 0xaee44116586f25cbL,0xf7b6861fa0fcf70fL,0x55d2cd2018a350e8L, + 0x861bf3e592dc286fL,0x9ab18ffa6226aba7L,0xd15827bea9857b03L }, + { 0x26c1f54792e6acefL,0x422c63c8ac1fbac3L,0xa2d8760dfcbfd71dL, + 0x35f6a539b2511224L,0xbaa88fa1048d1a21L,0x49f1abe9ebf999dbL } }, + /* 107 */ + { { 0x16f9f4f4f7492b73L,0xcf28ec1ecb392b1aL,0x45b130d469ca6ffcL, + 0x28ba8d40b72efa58L,0xace987c75ca066f5L,0x3e3992464ad022ebL }, + { 0x63a2d84e752555bbL,0xaaa93b4a9c2ae394L,0xcd80424ec89539caL, + 0x6d6b5a6daa119a99L,0xbd50334c379f2629L,0x899e925eef3cc7d3L } }, + /* 108 */ + { { 0xb7ff3651bf825dc4L,0x0f741cc440b9c462L,0x771ff5a95cc4fb5bL, + 0xcb9e9c9b47fd56feL,0xbdf053db5626c0d3L,0xa97ce675f7e14098L }, + { 0x68afe5a36c934f5eL,0x6cd5e148ccefc46fL,0xc7758570d7a88586L, + 0x49978f5edd558d40L,0xa1d5088a64ae00c1L,0x58f2a720f1d65bb2L } }, + /* 109 */ + { { 0x66fdda4a3e4daedbL,0x38318c1265d1b052L,0x28d910a24c4bbf5cL, + 0x762fe5c478a9cd14L,0x08e5ebaad2cc0aeeL,0xd2cdf257ca0c654cL }, + { 0x48f7c58b08b717d2L,0x3807184a386cd07aL,0x3240f626ae7d0112L, + 0x03e9361bc43917b0L,0xf261a87620aea018L,0x53f556a47e1e6372L } }, + /* 110 */ + { { 0xc84cee562f512a90L,0x24b3c0041b0ea9f1L,0x0ee15d2de26cc1eaL, + 0xd848762cf0c9ef7dL,0x1026e9c5d5341435L,0x8f5b73dcfdb16b31L }, + { 0x1f69bef2d2c75d95L,0x8d33d581be064ddaL,0x8c024c1257ed35e6L, + 0xf8d435f9c309c281L,0xfd295061d6960193L,0x66618d78e9e49541L } }, + /* 111 */ + { { 0x571cfd458ce382deL,0x175806eede900ddeL,0x6184996534aba3b5L, + 0xe899778ade7aec95L,0xe8f00f6eff4aa97fL,0xae971cb5010b0c6dL }, + { 0x1827eebc3af788f1L,0xd46229ffe413fe2dL,0x8a15455b4741c9b4L, + 0x5f02e690f8e424ebL,0x40a1202edae87712L,0x49b3bda264944f6dL } }, + /* 112 */ + { { 0xd63c6067035b2d69L,0xb507150d6bed91b0L,0x1f35f82f7afb39b2L, + 0xb9bd9c0116012b66L,0x00d97960ed0a5f50L,0xed7054512716f7c9L }, + { 0x1576eff4127abdb4L,0x6850d698f01e701cL,0x9fa7d7493fc87e2fL, + 0x0b6bcc6fb0ce3e48L,0xf4fbe1f5f7d8c1c0L,0xcf75230e02719cc6L } }, + /* 113 */ + { { 0x6761d6c2722d94edL,0xd1ec3f213718820eL,0x65a40b7025d0e7c6L, + 0xd67f830ebaf3cf31L,0x633b3807b93ea430L,0x17faa0ea0bc96c69L }, + { 0xe6bf3482df866b98L,0x205c1ee9a9db52d4L,0x51ef9bbdff9ab869L, + 0x3863dad175eeb985L,0xef216c3bd3cf442aL,0x3fb228e3f9c8e321L } }, + /* 114 */ + { { 0x94f9b70c0760ac07L,0xf3c9ccae9d79bf4dL,0x73cea084c5ffc83dL, + 0xef50f943dc49c38eL,0xf467a2aebc9e7330L,0x5ee534b644ea7fbaL }, + { 0x20cb627203609e7fL,0x0984435562fdc9f0L,0xaf5c8e580f1457f7L, + 0xd1f50a6cb4b25941L,0x77cb247c2ec82395L,0xa5f3e1e5da3dca33L } }, + /* 115 */ + { { 0x023489d67d85fa94L,0x0ba405372db9ce47L,0x0fdf7a1faed7aad1L, + 0xa57b0d739a4ccb40L,0x48fcec995b18967cL,0xf30b5b6eb7274d24L }, + { 0x7ccb4773c81c5338L,0xb85639e6a3ed6bd0L,0x7d9df95f1d56eadaL, + 0xe256d57f0a1607adL,0x6da7ffdc957574d6L,0x65f8404601c7a8c4L } }, + /* 116 */ + { { 0x8d45d0cbcba1e7f1L,0xef0a08c002b55f64L,0x771ca31b17e19892L, + 0xe1843ecb4885907eL,0x67797ebc364ce16aL,0x816d2b2d8df4b338L }, + { 0xe870b0e539aa8671L,0x9f0db3e4c102b5f5L,0x342966591720c697L, + 0x0ad4c89e613c0d2aL,0x1af900b2418ddd61L,0xe087ca72d336e20eL } }, + /* 117 */ + { { 0x222831ffaba10079L,0x0dc5f87b6d64fff2L,0x445479073e8cb330L, + 0xe815aaa2702a33fbL,0x338d6b2e5fba3215L,0x0f7535cb79f549c8L }, + { 0x471ecd972ee95923L,0x1e868b37c6d1c09fL,0x2bc7b8ecc666ef4eL, + 0xf5416589808a4bfcL,0xf23e9ee23fbc4d2eL,0x4357236c2d75125bL } }, + /* 118 */ + { { 0xfe176d95ba9cdb1bL,0x45a1ca012f82791eL,0x97654af24de4cca2L, + 0xbdbf9d0e5cc4bcb9L,0xf6a7df50ad97ac0aL,0xc52112b061359fd6L }, + { 0x696d9ce34f05eae3L,0x903adc02e943ac2bL,0xa90753470848be17L, + 0x1e20f1702a3973e5L,0xe1aacc1c6feb67e9L,0x2ca0ac32e16bc6b9L } }, + /* 119 */ + { { 0xffea12e4ef871eb5L,0x94c2f25da8bf0a7aL,0x4d1e4c2a78134eaaL, + 0x11ed16fb0360fb10L,0x4029b6db85fc11beL,0x5e9f7ab7f4d390faL }, + { 0x5076d72f30646612L,0xa0afed1ddda1d0d8L,0x2902225785a1d103L, + 0xcb499e174e276bcdL,0x16d1da7151246c3dL,0xc72d56d3589a0443L } }, + /* 120 */ + { { 0xdf5ffc74dae5bb45L,0x99068c4a261bd6dcL,0xdc0afa7aaa98ec7bL, + 0xedd2ee00f121e96dL,0x163cc7be1414045cL,0xb0b1bbce335af50eL }, + { 0xd440d78501a06293L,0xcdebab7c6552e644L,0x48cb8dbc8c757e46L, + 0x81f9cf783cabe3cbL,0xddd02611b123f59aL,0x3dc7b88eeeb3784dL } }, + /* 121 */ + { { 0xe1b8d398c4741456L,0xa9dfa9026032a121L,0x1cbfc86d1263245bL, + 0xf411c7625244718cL,0x96521d5405b0fc54L,0x1afab46edbaa4985L }, + { 0xa75902ba8674b4adL,0x486b43ad5ad87d12L,0x72b1c73636e0d099L, + 0x39890e07bb6cd6d6L,0x8128999c59bace4eL,0xd8da430b7b535e33L } }, + /* 122 */ + { { 0x39f65642c6b75791L,0x050947a621806bfbL,0x0ca3e3701362ef84L, + 0x9bc60aed8c3d2391L,0x9b488671732e1ddcL,0x12d10d9ea98ee077L }, + { 0xb6f2822d3651b7dcL,0x6345a5ba80abd138L,0x62033262472d3c84L, + 0xd54a1d40acc57527L,0x6ea46b3a424447cbL,0x5bc410572fb1a496L } }, + /* 123 */ + { { 0xe70c57a3a751cd0eL,0x190d8419eba3c7d6L,0xb1c3bee79d47d55aL, + 0xda941266f912c6d8L,0x12e9aacc407a6ad6L,0xd6ce5f116e838911L }, + { 0x063ca97b70e1f2ceL,0xa3e47c728213d434L,0xa016e24184df810aL, + 0x688ad7b0dfd881a4L,0xa37d99fca89bf0adL,0xd8e3f339a23c2d23L } }, + /* 124 */ + { { 0xbdf53163750bed6fL,0x808abc3283e68b0aL,0x85a366275bb08a33L, + 0xf72a3a0f6b0e4abeL,0xf7716d19faf0c6adL,0x22dcc0205379b25fL }, + { 0x7400bf8df9a56e11L,0x6cb8bad756a47f21L,0x7c97176f7a6eb644L, + 0xe8fd84f7d1f5b646L,0x98320a9444ddb054L,0x07071ba31dde86f5L } }, + /* 125 */ + { { 0x6fdfa0e598f8fcb9L,0x89cec8e094d0d70cL,0xa0899397106d20a8L, + 0x915bfb9aba8acc9cL,0x1370c94b5507e01cL,0x83246a608a821ffbL }, + { 0xa8273a9fbe3c378fL,0x7e54478935a25be9L,0x6cfa49724dd929d7L, + 0x987fed9d365bd878L,0x4982ac945c29a7aeL,0x4589a5d75ddd7ec5L } }, + /* 126 */ + { { 0x9fabb174a95540a9L,0x7cfb886f0162c5b0L,0x17be766bea3dee18L, + 0xff7da41fe88e624cL,0xad0b71eb8b919c38L,0x86a522e0f31ff9a9L }, + { 0xbc8e6f72868bc259L,0x6130c6383ccef9e4L,0x09f1f4549a466555L, + 0x8e6c0f0919b2bfb4L,0x945c46c90ca7bb22L,0xacd871684dafb67bL } }, + /* 127 */ + { { 0x090c72ca10c53841L,0xc20ae01b55a4fcedL,0x03f7ebd5e10234adL, + 0xb3f42a6a85892064L,0xbdbc30c0b4a14722L,0x971bc4378ca124ccL }, + { 0x6f79f46d517ff2ffL,0x6a9c96e2ecba947bL,0x5e79f2f462925122L, + 0x30a96bb16a4e91f1L,0x1147c9232d4c72daL,0x65bc311f5811e4dfL } }, + /* 128 */ + { { 0x87c7dd7d139b3239L,0x8b57824e4d833baeL,0xbcbc48789fff0015L, + 0x8ffcef8b909eaf1aL,0x9905f4eef1443a78L,0x020dd4a2e15cbfedL }, + { 0xca2969eca306d695L,0xdf940cadb93caf60L,0x67f7fab787ea6e39L, + 0x0d0ee10ff98c4fe5L,0xc646879ac19cb91eL,0x4b4ea50c7d1d7ab4L } }, + /* 129 */ + { { 0x19e409457a0db57eL,0xe6017cad9a8c9702L,0xdbf739e51be5cff9L, + 0x3646b3cda7a938a2L,0x0451108568350dfcL,0xad3bd6f356e098b5L }, + { 0x935ebabfee2e3e3eL,0xfbd01702473926cbL,0x7c735b029e9fb5aaL, + 0xc52a1b852e3feff0L,0x9199abd3046b405aL,0xe306fcec39039971L } }, + /* 130 */ + { { 0xd6d9aec823e4712cL,0x7ca8376cc3c198eeL,0xe6d8318731bebd8aL, + 0xed57aff3d88bfef3L,0x72a645eecf44edc7L,0xd4e63d0b5cbb1517L }, + { 0x98ce7a1cceee0ecfL,0x8f0126335383ee8eL,0x3b879078a6b455e8L, + 0xcbcd3d96c7658c06L,0x721d6fe70783336aL,0xf21a72635a677136L } }, + /* 131 */ + { { 0x19d8b3cd9586ba11L,0xd9e0aeb28a5c0480L,0xe4261dbf2230ef5cL, + 0x095a9dee02e6bf09L,0x8963723c80dc7784L,0x5c97dbaf145157b1L }, + { 0x97e744344bc4503eL,0x0fb1cb3185a6b370L,0x3e8df2becd205d4bL, + 0x497dd1bcf8f765daL,0x92ef95c76c988a1aL,0x3f924baa64dc4cfaL } }, + /* 132 */ + { { 0x6bf1b8dd7268b448L,0xd4c28ba1efd79b94L,0x2fa1f8c8e4e3551fL, + 0x769e3ad45c9187a9L,0x28843b4d40326c0dL,0xfefc809450d5d669L }, + { 0x30c85bfd90339366L,0x4eeb56f15ccf6c3aL,0x0e72b14928ccd1dcL, + 0x73ee85b5f2ce978eL,0xcdeb2bf33165bb23L,0x8106c9234e410abfL } }, + /* 133 */ + { { 0xc8df01617d02f4eeL,0x8a78154718e21225L,0x4ea895eb6acf9e40L, + 0x8b000cb56e5a633dL,0xf31d86d57e981ffbL,0xf5c8029c4475bc32L }, + { 0x764561ce1b568973L,0x2f809b81a62996ecL,0x9e513d64da085408L, + 0xc27d815de61ce309L,0x0da6ff99272999e0L,0xbd284779fead73f7L } }, + /* 134 */ + { { 0x6033c2f99b1cdf2bL,0x2a99cf06bc5fa151L,0x7d27d25912177b3bL, + 0xb1f15273c4485483L,0x5fd57d81102e2297L,0x3d43e017c7f6acb7L }, + { 0x41a8bb0b3a70eb28L,0x67de2d8e3e80b06bL,0x09245a4170c28de5L, + 0xad7dbcb1a7b26023L,0x70b08a352cbc6c1eL,0xb504fb669b33041fL } }, + /* 135 */ + { { 0xa8e85ab5f97a27c2L,0x6ac5ec8bc10a011bL,0x55745533ffbcf161L, + 0x01780e8565790a60L,0xe451bf8599ee75b0L,0x8907a63b39c29881L }, + { 0x76d46738260189edL,0x284a443647bd35cbL,0xd74e8c4020cab61eL, + 0x6264bf8c416cf20aL,0xfa5a6c955fd820ceL,0xfa7154d0f24bb5fcL } }, + /* 136 */ + { { 0x18482cec9b3f5034L,0x962d445acd9e68fdL,0x266fb1d695746f23L, + 0xc66ade5a58c94a4bL,0xdbbda826ed68a5b6L,0x05664a4d7ab0d6aeL }, + { 0xbcd4fe51025e32fcL,0x61a5aebfa96df252L,0xd88a07e231592a31L, + 0x5d9d94de98905517L,0x96bb40105fd440e7L,0x1b0c47a2e807db4cL } }, + /* 137 */ + { { 0x5c2a6ac808223878L,0xba08c269e65a5558L,0xd22b1b9b9bbc27fdL, + 0x919171bf72b9607dL,0x9ab455f9e588dc58L,0x6d54916e23662d93L }, + { 0x8da8e9383b1de0c1L,0xa84d186a804f278fL,0xbf4988ccd3461695L, + 0xf5eae3bee10eb0cbL,0x1ff8b68fbf2a66edL,0xa68daf67c305b570L } }, + /* 138 */ + { { 0xc1004cff44b2e045L,0x91b5e1364b1c05d4L,0x53ae409088a48a07L, + 0x73fb2995ea11bb1aL,0x320485703d93a4eaL,0xcce45de83bfc8a5fL }, + { 0xaff4a97ec2b3106eL,0x9069c630b6848b4fL,0xeda837a6ed76241cL, + 0x8a0daf136cc3f6cfL,0x199d049d3da018a8L,0xf867c6b1d9093ba3L } }, + /* 139 */ + { { 0xe4d42a5656527296L,0xae26c73dce71178dL,0x70a0adac6c251664L, + 0x813483ae5dc0ae1dL,0x7574eacddaab2dafL,0xc56b52dcc2d55f4fL }, + { 0x872bc16795f32923L,0x4be175815bdd2a89L,0x9b57f1e7a7699f00L, + 0x5fcd9c723ac2de02L,0x83af3ba192377739L,0xa64d4e2bfc50b97fL } }, + /* 140 */ + { { 0x2172dae20e552b40L,0x62f49725d34d52e8L,0x7930ee4007958f98L, + 0x56da2a90751fdd74L,0xf1192834f53e48c3L,0x34d2ac268e53c343L }, + { 0x1073c21813111286L,0x201dac14da9d9827L,0xec2c29dbee95d378L, + 0x9316f1191f3ee0b1L,0x7890c9f0544ce71cL,0xd77138af27612127L } }, + /* 141 */ + { { 0x78045e6d3b4ad1cdL,0xcd86b94e4aa49bc1L,0x57e51f1dfd677a16L, + 0xd9290935fa613697L,0x7a3f959334f4d893L,0x8c9c248b5d5fcf9bL }, + { 0x9f23a4826f70d4e9L,0x1727345463190ae9L,0x4bdd7c135b081a48L, + 0x1e2de38928d65271L,0x0bbaaa25e5841d1fL,0xc4c18a79746772e5L } }, + /* 142 */ + { { 0x10ee2681593375acL,0x4f3288be7dd5e113L,0x9a97b2fb240f3538L, + 0xfa11089f1de6b1e2L,0x516da5621351bc58L,0x573b61192dfa85b5L }, + { 0x89e966836cba7df5L,0xf299be158c28ab40L,0xe91c9348ad43fcbfL, + 0xe9bbc7cc9a1cefb3L,0xc8add876738b2775L,0x6e3b1f2e775eaa01L } }, + /* 143 */ + { { 0x0365a888b677788bL,0x634ae8c43fd6173cL,0x304987619e498dbeL, + 0x08c43e6dc8f779abL,0x068ae3844c09aca9L,0x2380c70b2018d170L }, + { 0xcf77fbc3a297c5ecL,0xdacbc853ca457948L,0x3690de04336bec7eL, + 0x26bbac6414eec461L,0xd1c23c7e1f713abfL,0xf08bbfcde6fd569eL } }, + /* 144 */ + { { 0x5f8163f484770ee3L,0x0e0c7f94744a1706L,0x9c8f05f7e1b2d46dL, + 0x417eafe7d01fd99aL,0x2ba15df511440e5bL,0xdc5c552a91a6fbcfL }, + { 0x86271d74a270f721L,0x32c0a075a004485bL,0x9d1a87e38defa075L, + 0xb590a7acbf0d20feL,0x430c41c28feda1f5L,0x454d287958f6ec24L } }, + /* 145 */ + { { 0x52b7a6357c525435L,0x3d9ef57f37c4bdbcL,0x2bb93e9edffcc475L, + 0xf7b8ba987710f3beL,0x42ee86da21b727deL,0x55ac3f192e490d01L }, + { 0x487e3a6ec0c1c390L,0x036fb345446cde7bL,0x089eb276496ae951L, + 0xedfed4d971ed1234L,0x661b0dd5900f0b46L,0x11bd6f1b8582f0d3L } }, + /* 146 */ + { { 0x5cf9350f076bc9d1L,0x15d903becf3cd2c3L,0x21cfc8c225af031cL, + 0xe0ad32488b1cc657L,0xdd9fb96370014e87L,0xf0f3a5a1297f1658L }, + { 0xbb908fbaf1f703aaL,0x2f9cc4202f6760baL,0x00ceec6666a38b51L, + 0x4deda33005d645daL,0xb9cf5c72f7de3394L,0xaeef65021ad4c906L } }, + /* 147 */ + { { 0x0583c8b17a19045dL,0xae7c3102d052824cL,0x2a234979ff6cfa58L, + 0xfe9dffc962c733c0L,0x3a7fa2509c0c4b09L,0x516437bb4fe21805L }, + { 0x9454e3d5c2a23ddbL,0x0726d887289c104eL,0x8977d9184fd15243L, + 0xc559e73f6d7790baL,0x8fd3e87d465af85fL,0xa2615c745feee46bL } }, + /* 148 */ + { { 0xc8d607a84335167dL,0x8b42d804e0f5c887L,0x5f9f13df398d11f9L, + 0x5aaa508720740c67L,0x83da9a6aa3d9234bL,0xbd3a5c4e2a54bad1L }, + { 0xdd13914c2db0f658L,0x29dcb66e5a3f373aL,0xbfd62df55245a72bL, + 0x19d1802391e40847L,0xd9df74dbb136b1aeL,0x72a06b6b3f93bc5bL } }, + /* 149 */ + { { 0x6da19ec3ad19d96fL,0xb342daa4fb2a4099L,0x0e61633a662271eaL, + 0x3bcece81ce8c054bL,0x7cc8e0618bd62dc6L,0xae189e19ee578d8bL }, + { 0x73e7a25ddced1eedL,0xc1257f0a7875d3abL,0x2cb2d5a21cfef026L, + 0xd98ef39bb1fdf61cL,0xcd8e6f6924e83e6cL,0xd71e7076c7b7088bL } }, + /* 150 */ + { { 0x339368309d4245bfL,0x22d962172ac2953bL,0xb3bf5a8256c3c3cdL, + 0x50c9be910d0699e8L,0xec0944638f366459L,0x6c056dba513b7c35L }, + { 0x687a6a83045ab0e3L,0x8d40b57f445c9295L,0x0f345048a16f5954L, + 0x64b5c6393d8f0a87L,0x106353a29f71c5e2L,0xdd58b475874f0dd4L } }, + /* 151 */ + { { 0x67ec084f62230c72L,0xf14f6cca481385e3L,0xf58bb4074cda7774L, + 0xe15011b1aa2dbb6bL,0xd488369d0c035ab1L,0xef83c24a8245f2fdL }, + { 0xfb57328f9fdc2538L,0x79808293191fe46aL,0xe28f5c4432ede548L, + 0x1b3cda99ea1a022cL,0x39e639b73df2ec7fL,0x77b6272b760e9a18L } }, + /* 152 */ + { { 0x2b1d51bda65d56d5L,0x3a9b71f97ea696e0L,0x95250ecc9904f4c4L, + 0x8bc4d6ebe75774b7L,0x0e343f8aeaeeb9aaL,0xc473c1d1930e04cbL }, + { 0x282321b1064cd8aeL,0xf4b4371e5562221cL,0xc1cc81ecd1bf1221L, + 0xa52a07a9e2c8082fL,0x350d8e59ba64a958L,0x29e4f3de6fb32c9aL } }, + /* 153 */ + { { 0x0aa9d56cba89aaa5L,0xf0208ac0c4c6059eL,0x7400d9c6bd6ddca4L, + 0xb384e475f2c2f74aL,0x4c1061fcb1562dd3L,0x3924e2482e153b8dL }, + { 0xf38b8d98849808abL,0x29bf3260a491aa36L,0x85159ada88220edeL, + 0x8b47915bbe5bc422L,0xa934d72ed7300967L,0xc4f303982e515d0dL } }, + /* 154 */ + { { 0xe3e9ee421b1de38bL,0xa124e25a42636760L,0x90bf73c090165b1aL, + 0x21802a34146434c5L,0x54aa83f22e1fa109L,0x1d4bd03ced9c51e9L }, + { 0xc2d96a38798751e6L,0xed27235f8c3507f5L,0xb5fb80e2c8c24f88L, + 0xf873eefad37f4f78L,0x7229fd74f224ba96L,0x9dcd91999edd7149L } }, + /* 155 */ + { { 0xee9f81a64e94f22aL,0xe5609892f71ec341L,0x6c818ddda998284eL, + 0x9fd472953b54b098L,0x47a6ac030e8a7cc9L,0xde684e5eb207a382L }, + { 0x4bdd1ecd2b6b956bL,0x09084414f01b3583L,0xe2f80b3255233b14L, + 0x5a0fec54ef5ebc5eL,0x74cf25e6bf8b29a2L,0x1c757fa07f29e014L } }, + /* 156 */ + { { 0x1bcb5c4aeb0fdfe4L,0xd7c649b3f0899367L,0xaef68e3f05bc083bL, + 0x57a06e46a78aa607L,0xa2136ecc21223a44L,0x89bd648452f5a50bL }, + { 0x724411b94455f15aL,0x23dfa97008a9c0fdL,0x7b0da4d16db63befL, + 0x6f8a7ec1fb162443L,0xc1ac9ceee98284fbL,0x085a582b33566022L } }, + /* 157 */ + { { 0x15cb61f9ec1f138aL,0x11c9a230668f0c28L,0xac829729df93f38fL, + 0xcef256984048848dL,0x3f686da02bba8fbfL,0xed5fea78111c619aL }, + { 0x9b4f73bcd6d1c833L,0x5095160686e7bf80L,0xa2a73508042b1d51L, + 0x9ef6ea495fb89ec2L,0xf1008ce95ef8b892L,0x78a7e6849ae8568bL } }, + /* 158 */ + { { 0x3fe83a7c10470cd8L,0x92734682f86df000L,0xb5dac06bda9409b5L, + 0x1e7a966094939c5fL,0xdec6c1505cc116dcL,0x1a52b40866bac8ccL }, + { 0x5303a3656e864045L,0x45eae72a9139efc1L,0x83bec6466f31d54fL, + 0x2fb4a86f6e958a6dL,0x6760718e4ff44030L,0x008117e3e91ae0dfL } }, + /* 159 */ + { { 0x5d5833ba384310a2L,0xbdfb4edc1fd6c9fcL,0xb9a4f102849c4fb8L, + 0xe5fb239a581c1e1fL,0xba44b2e7d0a9746dL,0x78f7b7683bd942b9L }, + { 0x076c8ca1c87607aeL,0x82b23c2ed5caaa7eL,0x6a581f392763e461L, + 0xca8a5e4a3886df11L,0xc87e90cf264e7f22L,0x04f74870215cfcfcL } }, + /* 160 */ + { { 0x5285d116141d161cL,0x67cd2e0e93c4ed17L,0x12c62a647c36187eL, + 0xf5329539ed2584caL,0xc4c777c442fbbd69L,0x107de7761bdfc50aL }, + { 0x9976dcc5e96beebdL,0xbe2aff95a865a151L,0x0e0a9da19d8872afL, + 0x5e357a3da63c17ccL,0xd31fdfd8e15cc67cL,0xc44bbefd7970c6d8L } }, + /* 161 */ + { { 0x703f83e24c0c62f1L,0x9b1e28ee4e195572L,0x6a82858bfe26ccedL, + 0xd381c84bc43638faL,0x94f72867a5ba43d8L,0x3b4a783d10b82743L }, + { 0xee1ad7b57576451eL,0xc3d0b59714b6b5c8L,0x3dc30954fcacc1b8L, + 0x55df110e472c9d7bL,0x97c86ed702f8a328L,0xd043341388dc098fL } }, + /* 162 */ + { { 0x1a60d1522ca8f2feL,0x61640948491bd41fL,0x6dae29a558dfe035L, + 0x9a615bea278e4863L,0xbbdb44779ad7c8e5L,0x1c7066302ceac2fcL }, + { 0x5e2b54c699699b4bL,0xb509ca6d239e17e8L,0x728165feea063a82L, + 0x6b5e609db6a22e02L,0x12813905b26ee1dfL,0x07b9f722439491faL } }, + /* 163 */ + { { 0x1592ec1448ff4e49L,0x3e4e9f176d644129L,0x7acf82881156acc0L, + 0x5aa34ba8bb092b0bL,0xcd0f90227d38393dL,0x416724ddea4f8187L }, + { 0x3c4e641cc0139e73L,0xe0fe46cf91e4d87dL,0xedb3c792cab61f8aL, + 0x4cb46de4d3868753L,0xe449c21d20f1098aL,0x5e5fd059f5b8ea6eL } }, + /* 164 */ + { { 0x7fcadd4675856031L,0x89c7a4cdeaf2fbd0L,0x1af523ce7a87c480L, + 0xe5fc109561d9ae90L,0x3fb5864fbcdb95f5L,0xbeb5188ebb5b2c7dL }, + { 0x3d1563c33ae65825L,0x116854c40e57d641L,0x11f73d341942ebd3L, + 0x24dc5904c06955b3L,0x8a0d4c83995a0a62L,0xfb26b86d5d577b7dL } }, + /* 165 */ + { { 0xc53108e7c686ae17L,0x9090d739d1c1da56L,0x4583b0139aec50aeL, + 0xdd9a088ba49a6ab2L,0x28192eeaf382f850L,0xcc8df756f5fe910eL }, + { 0x877823a39cab7630L,0x64984a9afb8e7fc1L,0x5448ef9c364bfc16L, + 0xbbb4f871c44e2a9aL,0x901a41ab435c95e9L,0xc6c23e5faaa50a06L } }, + /* 166 */ + { { 0xb78016c19034d8ddL,0x856bb44b0b13e79bL,0x85c6409ab3241a05L, + 0x8d2fe19a2d78ed21L,0xdcc7c26d726eddf2L,0x3ccaff5f25104f04L }, + { 0x397d7edc6b21f843L,0xda88e4dde975de4cL,0x5273d3964f5ab69eL, + 0x537680e39aae6cc0L,0xf749cce53e6f9461L,0x021ddbd9957bffd3L } }, + /* 167 */ + { { 0x7b64585f777233cfL,0xfe6771f60942a6f0L,0x636aba7adfe6eef0L, + 0x63bbeb5686038029L,0xacee5842de8fcf36L,0x48d9aa99d4a20524L }, + { 0xcff7a74c0da5e57aL,0xc232593ce549d6c9L,0x68504bccf0f2287bL, + 0x6d7d098dbc8360b5L,0xeac5f1495b402f41L,0x61936f11b87d1bf1L } }, + /* 168 */ + { { 0xaa9da167b8153a9dL,0xa49fe3ac9e83ecf0L,0x14c18f8e1b661384L, + 0x61c24dab38434de1L,0x3d973c3a283dae96L,0xc99baa0182754fc9L }, + { 0x477d198f4c26b1e3L,0x12e8e186a7516202L,0x386e52f6362addfaL, + 0x31e8f695c3962853L,0xdec2af136aaedb60L,0xfcfdb4c629cf74acL } }, + /* 169 */ + { { 0x6b3ee958cca40298L,0xc3878153f2f5d195L,0x0c565630ed2eae5bL, + 0xd089b37e3a697cf2L,0xc2ed2ac7ad5029eaL,0x7e5cdfad0f0dda6aL }, + { 0xf98426dfd9b86202L,0xed1960b14335e054L,0x1fdb02463f14639eL, + 0x17f709c30db6c670L,0xbfc687ae773421e1L,0x13fefc4a26c1a8acL } }, + /* 170 */ + { { 0xe361a1987ffa0a5fL,0xf4b26102c63fe109L,0x264acbc56c74e111L, + 0x4af445fa77abebafL,0x448c4fdd24cddb75L,0x0b13157d44506eeaL }, + { 0x22a6b15972e9993dL,0x2c3c57e485e5ecbeL,0xa673560bfd83e1a1L, + 0x6be23f82c3b8c83bL,0x40b13a9640bbe38eL,0x66eea033ad17399bL } }, + /* 171 */ + { { 0x49fc6e95b4c6c693L,0xefc735de36af7d38L,0xe053343d35fe42fcL, + 0xf0aa427c6a9ab7c3L,0xc79f04364a0fcb24L,0x1628724393ebbc50L }, + { 0x5c3d6bd016927e1eL,0x40158ed2673b984cL,0xa7f86fc84cd48b9aL, + 0x1643eda660ea282dL,0x45b393eae2a1beedL,0x664c839e19571a94L } }, + /* 172 */ + { { 0x5774575027eeaf94L,0x2875c925ea99e1e7L,0xc127e7ba5086adeaL, + 0x765252a086fe424fL,0x1143cc6c2b6c0281L,0xc9bb2989d671312dL }, + { 0x880c337c51acb0a5L,0xa3710915d3c60f78L,0x496113c09262b6edL, + 0x5d25d9f89ce48182L,0x53b6ad72b3813586L,0x0ea3bebc4c0e159cL } }, + /* 173 */ + { { 0xcaba450ac5e49beaL,0x684e54157c05da59L,0xa2e9cab9de7ac36cL, + 0x4ca79b5f2e6f957bL,0xef7b024709b817b1L,0xeb3049907d89df0fL }, + { 0x508f730746fe5096L,0x695810e82e04eaafL,0x88ef1bd93512f76cL, + 0x776613513ebca06bL,0xf7d4863accf158b7L,0xb2a81e4494ee57daL } }, + /* 174 */ + { { 0xff288e5b6d53e6baL,0xa90de1a914484ea2L,0x2fadb60ced33c8ecL, + 0x579d6ef328b66a40L,0x4f2dd6ddec24372dL,0xe9e33fc91d66ec7dL }, + { 0x110899d2039eab6eL,0xa31a667a3e97bb5eL,0x6200166dcfdce68eL, + 0xbe83ebae5137d54bL,0x085f7d874800acdfL,0xcf4ab1330c6f8c86L } }, + /* 175 */ + { { 0x03f65845931e08fbL,0x6438551e1506e2c0L,0x5791f0dc9c36961fL, + 0x68107b29e3dcc916L,0x83242374f495d2caL,0xd8cfb6636ee5895bL }, + { 0x525e0f16a0349b1bL,0x33cd2c6c4a0fab86L,0x46c12ee82af8dda9L, + 0x7cc424ba71e97ad3L,0x69766ddf37621eb0L,0x95565f56a5f0d390L } }, + /* 176 */ + { { 0xe0e7bbf21a0f5e94L,0xf771e1151d82d327L,0x10033e3dceb111faL, + 0xd269744dd3426638L,0xbdf2d9da00d01ef6L,0x1cb80c71a049ceafL }, + { 0x17f183289e21c677L,0x6452af0519c8f98bL,0x35b9c5f780b67997L, + 0x5c2e1cbe40f8f3d4L,0x43f9165666d667caL,0x9faaa059cf9d6e79L } }, + /* 177 */ + { { 0x8ad246180a078fe6L,0xf6cc73e6464fd1ddL,0x4d2ce34dc3e37448L, + 0x624950c5e3271b5fL,0x62910f5eefc5af72L,0x8b585bf8aa132bc6L }, + { 0x11723985a839327fL,0x34e2d27d4aac252fL,0x402f59ef6296cc4eL, + 0x00ae055c47053de9L,0xfc22a97228b4f09bL,0xa9e86264fa0c180eL } }, + /* 178 */ + { { 0x0b7b6224bc310eccL,0x8a1a74f167fa14edL,0x87dd09607214395cL, + 0xdf1b3d09f5c91128L,0x39ff23c686b264a8L,0xdc2d49d03e58d4c5L }, + { 0x2152b7d3a9d6f501L,0xf4c32e24c04094f7L,0xc6366596d938990fL, + 0x084d078f94fb207fL,0xfd99f1d7328594cbL,0x36defa64cb2d96b3L } }, + /* 179 */ + { { 0x4619b78113ed7cbeL,0x95e500159784bd0eL,0x2a32251c2c7705feL, + 0xa376af995f0dd083L,0x55425c6c0361a45bL,0x812d2cef1f291e7bL }, + { 0xccf581a05fd94972L,0x26e20e39e56dc383L,0x0093685d63dbfbf0L, + 0x1fc164cc36b8c575L,0xb9c5ab81390ef5e7L,0x40086beb26908c66L } }, + /* 180 */ + { { 0xe5e54f7937e3c115L,0x69b8ee8cc1445a8aL,0x79aedff2b7659709L, + 0xe288e1631b46fbe6L,0xdb4844f0d18d7bb7L,0xe0ea23d048aa6424L }, + { 0x714c0e4ef3d80a73L,0x87a0aa9e3bd64f98L,0x8844b8a82ec63080L, + 0xe0ac9c30255d81a3L,0x86151237455397fcL,0x0b9794642f820155L } }, + /* 181 */ + { { 0x127a255a4ae03080L,0x232306b4580a89fbL,0x04e8cd6a6416f539L, + 0xaeb70dee13b02a0eL,0xa3038cf84c09684aL,0xa710ec3c28e433eeL }, + { 0x77a72567681b1f7dL,0x86fbce952fc28170L,0xd3408683f5735ac8L, + 0x3a324e2a6bd68e93L,0x7ec74353c027d155L,0xab60354cd4427177L } }, + /* 182 */ + { { 0x32a5342aef4c209dL,0x2ba7527408d62704L,0x4bb4af6fc825d5feL, + 0x1c3919ced28e7ff1L,0x1dfc2fdcde0340f6L,0xc6580baf29f33ba9L }, + { 0xae121e7541d442cbL,0x4c7727fd3a4724e4L,0xe556d6a4524f3474L, + 0x87e13cc7785642a2L,0x182efbb1a17845fdL,0xdcec0cf14e144857L } }, + /* 183 */ + { { 0x1cb89541e9539819L,0xc8cb3b4f9d94dbf1L,0x1d353f63417da578L, + 0xb7a697fb8053a09eL,0x8d841731c35d8b78L,0x85748d6fb656a7a9L }, + { 0x1fd03947c1859c5dL,0x6ce965c1535d22a2L,0x1966a13e0ca3aadcL, + 0x9802e41d4fb14effL,0xa9048cbb76dd3fcdL,0x89b182b5e9455bbaL } }, + /* 184 */ + { { 0xd777ad6a43360710L,0x841287ef55e9936bL,0xbaf5c67004a21b24L, + 0xf2c0725f35ad86f1L,0x338fa650c707e72eL,0x2bf8ed2ed8883e52L }, + { 0xb0212cf4b56e0d6aL,0x50537e126843290cL,0xd8b184a198b3dc6fL, + 0xd2be9a350210b722L,0x407406db559781eeL,0x5a78d5910bc18534L } }, + /* 185 */ + { { 0x4d57aa2ad748b02cL,0xbe5b3451a12b3b95L,0xadca7a4564711258L, + 0x597e091a322153dbL,0xf327100632eb1eabL,0xbd9adcba2873f301L }, + { 0xd1dc79d138543f7fL,0x00022092921b1fefL,0x86db3ef51e5df8edL, + 0x888cae049e6b944aL,0x71bd29ec791a32b4L,0xd3516206a6d1c13eL } }, + /* 186 */ + { { 0x2ef6b95255924f43L,0xd2f401ae4f9de8d5L,0xfc73e8d7adc68042L, + 0x627ea70c0d9d1bb4L,0xc3bb3e3ebbf35679L,0x7e8a254ad882dee4L }, + { 0x08906f50b5924407L,0xf14a0e61a1ad444aL,0xaa0efa2165f3738eL, + 0xd60c7dd6ae71f161L,0x9e8390faf175894dL,0xd115cd20149f4c00L } }, + /* 187 */ + { { 0x2f2e2c1da52abf77L,0xc2a0dca554232568L,0xed423ea254966dccL, + 0xe48c93c7cd0dd039L,0x1e54a225176405c7L,0x1efb5b1670d58f2eL }, + { 0xa751f9d994fb1471L,0xfdb31e1f67d2941dL,0xa6c74eb253733698L, + 0xd3155d1189a0f64aL,0x4414cfe4a4b8d2b6L,0x8d5a4be8f7a8e9e3L } }, + /* 188 */ + { { 0x5c96b4d452669e98L,0x4547f9228fd42a03L,0xcf5c1319d285174eL, + 0x805cd1ae064bffa0L,0x50e8bc4f246d27e7L,0xf89ef98fd5781e11L }, + { 0xb4ff95f6dee0b63fL,0xad850047222663a4L,0x026918604d23ce9cL, + 0x3e5309ce50019f59L,0x27e6f72269a508aeL,0xe9376652267ba52cL } }, + /* 189 */ + { { 0xa04d289cc0368708L,0xc458872f5e306e1dL,0x76fa23de33112feaL, + 0x718e39746efde42eL,0xf0c98cdc1d206091L,0x5fa3ca6214a71987L }, + { 0xeee8188bdcaa9f2aL,0x312cc732589a860dL,0xf9808dd6c63aeb1fL, + 0x70fd43db4ea62b53L,0x2c2bfe34890b6e97L,0x105f863cfa426aa6L } }, + /* 190 */ + { { 0x0b29795db38059adL,0x5686b77e90647ea0L,0xeff0470edb473a3eL, + 0x278d2340f9b6d1e2L,0xebbff95bbd594ec7L,0xf4b72334d3a7f23dL }, + { 0x2a285980a5a83f0bL,0x0786c41a9716a8b3L,0x138901bd22511812L, + 0xd1b55221e2fede6eL,0x0806e264df4eb590L,0x6c4c897e762e462eL } }, + /* 191 */ + { { 0xd10b905fb4b41d9dL,0x826ca4664523a65bL,0x535bbd13b699fa37L, + 0x5b9933d773bc8f90L,0x9332d61fcd2118adL,0x158c693ed4a65fd0L }, + { 0x4ddfb2a8e6806e63L,0xe31ed3ecb5de651bL,0xf9460e51819bc69aL, + 0x6229c0d62c76b1f8L,0xbb78f231901970a3L,0x31f3820f9cee72b8L } }, + /* 192 */ + { { 0xe931caf2c09e1c72L,0x0715f29812990cf4L,0x33aad81d943262d8L, + 0x5d292b7a73048d3fL,0xb152aaa4dc7415f6L,0xc3d10fd90fd19587L }, + { 0xf76b35c575ddadd0L,0x9f5f4a511e7b694cL,0x2f1ab7ebc0663025L, + 0x01c9cc87920260b0L,0xc4b1f61a05d39da6L,0x6dcd76c4eb4a9c4eL } }, + /* 193 */ + { { 0x0ba0916ffdc83f01L,0x354c8b449553e4f9L,0xa6cc511affc5e622L, + 0xb954726ae95be787L,0xcb04811575b41a62L,0xfa2ae6cdebfde989L }, + { 0x6376bbc70f24659aL,0x13a999fd4c289c43L,0xc7134184ec9abd8bL, + 0x28c02bf6a789ab04L,0xff841ebcd3e526ecL,0x442b191e640893a8L } }, + /* 194 */ + { { 0x4cac6c62fa2b6e20L,0x97f29e9bf6d69861L,0x228ab1dbbc96d12dL, + 0x6eb913275e8e108dL,0xd4b3d4d140771245L,0x61b20623ca8a803aL }, + { 0x2c2f3b41a6a560b1L,0x879e1d403859fcf4L,0x7cdb5145024dbfc3L, + 0x55d08f153bfa5315L,0x2f57d773aa93823aL,0xa97f259cc6a2c9a2L } }, + /* 195 */ + { { 0xc306317be58edbbbL,0x25ade51c79dfdf13L,0x6b5beaf116d83dd6L, + 0xe8038a441dd8f925L,0x7f00143cb2a87b6bL,0xa885d00df5b438deL }, + { 0xe9f76790cf9e48bdL,0xf0bdf9f0a5162768L,0x0436709fad7b57cbL, + 0x7e151c12f7c15db7L,0x3514f0225d90ee3bL,0x2e84e8032c361a8dL } }, + /* 196 */ + { { 0x2277607d563ec8d8L,0xa661811fe3934cb7L,0x3ca72e7af58fd5deL, + 0x7989da0462294c6aL,0x88b3708bf6bbefe9L,0x0d524cf753ed7c82L }, + { 0x69f699ca2f30c073L,0xf0fa264b9dc1dcf3L,0x44ca456805f0aaf6L, + 0x0f5b23c7d19b9bafL,0x39193f41eabd1107L,0x9e3e10ad2a7c9b83L } }, + /* 197 */ + { { 0xa90824f0d4ae972fL,0x43eef02bc6e846e7L,0x7e46061229d2160aL, + 0x29a178acfe604e91L,0x23056f044eb184b2L,0x4fcad55feb54cdf4L }, + { 0xa0ff96f3ae728d15L,0x8a2680c6c6a00331L,0x5f84cae07ee52556L, + 0x5e462c3ac5a65dadL,0x5d2b81dfe2d23f4fL,0x6e47301bc5b1eb07L } }, + /* 198 */ + { { 0x77411d68af8219b9L,0xcb883ce651b1907aL,0x25c87e57101383b5L, + 0x9c7d9859982f970dL,0xaa6abca5118305d2L,0x725fed2f9013a5dbL }, + { 0x487cdbafababd109L,0xc0f8cf5687586528L,0xa02591e68ad58254L, + 0xc071b1d1debbd526L,0x927dfe8b961e7e31L,0x55f895f99263dfe1L } }, + /* 199 */ + { { 0xf899b00db175645bL,0x51f3a627b65b4b92L,0xa2f3ac8db67399efL, + 0xe717867fe400bc20L,0x42cc90201967b952L,0x3d5967513ecd1de1L }, + { 0xd41ebcdedb979775L,0x99ba61bc6a2e7e88L,0x039149a5321504f2L, + 0xe7dc231427ba2fadL,0x9f556308b57d8368L,0x2b6d16c957da80a7L } }, + /* 200 */ + { { 0x84af5e76279ad982L,0x9bb4c92d9c8b81a6L,0xd79ad44e0e698e67L, + 0xe8be9048265fc167L,0xf135f7e60c3a4cccL,0xa0a10d38b8863a33L }, + { 0xe197247cd386efd9L,0x0eefd3f9b52346c2L,0xc22415f978607bc8L, + 0xa2a8f862508674ceL,0xa72ad09ec8c9d607L,0xcd9f0ede50fa764fL } }, + /* 201 */ + { { 0x063391c7d1a46d4dL,0x2df51c119eb01693L,0xc5849800849e83deL, + 0x48fd09aa8ad08382L,0xa405d873aa742736L,0xee49e61ee1f9600cL }, + { 0xd76676be48c76f73L,0xd9c100f601274b2aL,0x110bb67c83f8718dL, + 0xec85a42002fc0d73L,0xc0449e1e744656adL,0x28ce737637d9939bL } }, + /* 202 */ + { { 0x97e9af7244544ac7L,0xf2c658d5ba010426L,0x732dec39fb3adfbdL, + 0xd12faf91a2df0b07L,0x8ac267252171e208L,0xf820cdc85b24fa54L }, + { 0x307a6eea94f4cf77L,0x18c783d2944a33c6L,0x4b939d4c0b741ac5L, + 0x1d7acd153ffbb6e4L,0x06a248587a255e44L,0x14fbc494ce336d50L } }, + /* 203 */ + { { 0x9b920c0c51584e3cL,0xc7733c59f7e54027L,0xe24ce13988422bbeL, + 0x11ada812523bd6abL,0xde068800b88e6defL,0x7b872671fe8c582dL }, + { 0x4e746f287de53510L,0x492f8b99f7971968L,0x1ec80bc77d928ac2L, + 0xb3913e48432eb1b5L,0xad08486632028f6eL,0x122bb8358fc2f38bL } }, + /* 204 */ + { { 0x0a9f3b1e3b0b29c3L,0x837b64324fa44151L,0xb9905c9217b28ea7L, + 0xf39bc93798451750L,0xcd383c24ce8b6da1L,0x299f57db010620b2L }, + { 0x7b6ac39658afdce3L,0xa15206b33d05ef47L,0xa0ae37e2b9bb02ffL, + 0x107760ab9db3964cL,0xe29de9a067954beaL,0x446a1ad8431c3f82L } }, + /* 205 */ + { { 0xc6fecea05c6b8195L,0xd744a7c5f49e71b9L,0xa8e96acc177a7ae7L, + 0x1a05746c358773a7L,0xa416214637567369L,0xaa0217f787d1c971L }, + { 0x61e9d15877fd3226L,0x0f6f2304e4f600beL,0xa9c4cebc7a6dff07L, + 0xd15afa0109f12a24L,0x2bbadb228c863ee9L,0xa28290e4e5eb8c78L } }, + /* 206 */ + { { 0x55b87fa03e9de330L,0x12b26066195c145bL,0xe08536e0a920bef0L, + 0x7bff6f2c4d195adcL,0x7f319e9d945f4187L,0xf9848863f892ce47L }, + { 0xd0efc1d34fe37657L,0x3c58de825cf0e45aL,0x626ad21a8b0ccbbeL, + 0xd2a31208af952fc5L,0x81791995eb437357L,0x5f19d30f98e95d4fL } }, + /* 207 */ + { { 0x72e83d9a0e6865bbL,0x22f5af3bf63456a6L,0x409e9c73463c8d9eL, + 0x40e9e578dfe6970eL,0x876b6efa711b91caL,0x895512cf942625a3L }, + { 0x84c8eda8cb4e462bL,0x84c0154a4412e7c8L,0x04325db1ceb7b71fL, + 0x1537dde366f70877L,0xf3a093991992b9acL,0xa7316606d498ae77L } }, + /* 208 */ + { { 0x13990d2fcad260f5L,0x76c3be29eec0e8c0L,0x7dc5bee00f7bd7d5L, + 0x9be167d2efebda4bL,0xcce3dde69122b87eL,0x75a28b0982b5415cL }, + { 0xf6810bcde84607a6L,0xc6d581286f4dbf0dL,0xfead577d1b4dafebL, + 0x9bc440b2066b28ebL,0x53f1da978b17e84bL,0x0459504bcda9a575L } }, + /* 209 */ + { { 0x13e39a02329e5836L,0x2c9e7d51f717269dL,0xc5ac58d6f26c963bL, + 0x3b0c6c4379967bf5L,0x60bbea3f55908d9dL,0xd84811e7f07c9ad1L }, + { 0xfe7609a75bd20e4aL,0xe4325dd20a70baa8L,0x3711f370b3600386L, + 0x97f9562fd0924302L,0x040dc0c34acc4436L,0xfd6d725cde79cdd4L } }, + /* 210 */ + { { 0xb3efd0e3cf13eafbL,0x21009cbb5aa0ae5fL,0xe480c55379022279L, + 0x755cf334b2fc9a6dL,0x8564a5bf07096ae7L,0xddd649d0bd238139L }, + { 0xd0de10b18a045041L,0x6e05b413c957d572L,0x5c5ff8064e0fb25cL, + 0xd933179b641162fbL,0x42d48485e57439f9L,0x70c5bd0a8a8d72aaL } }, + /* 211 */ + { { 0xa767173897bdf646L,0xaa1485b4ab329f7cL,0xce3e11d6f8f25fdfL, + 0x76a3fc7ec6221824L,0x045f281ff3924740L,0x24557d4e96d13a9aL }, + { 0x875c804bdd4c27cdL,0x11c5f0f40f5c7feaL,0xac8c880bdc55ff7eL, + 0x2acddec51103f101L,0x38341a21f99faa89L,0xc7b67a2cce9d6b57L } }, + /* 212 */ + { { 0x9a0d724f8e357586L,0x1d7f4ff5df648da0L,0x9c3e6c9bfdee62a5L, + 0x0499cef00389b372L,0xe904050d98eab879L,0xe8eef1b66c051617L }, + { 0xebf5bfebc37e3ca9L,0x7c5e946da4e0b91dL,0x790973142c4bea28L, + 0x81f6c109ee67b2b7L,0xaf237d9bdafc5edeL,0xd2e602012abb04c7L } }, + /* 213 */ + { { 0x6156060c8a4f57bfL,0xf9758696ff11182aL,0x8336773c6296ef00L, + 0x9c054bceff666899L,0xd6a11611719cd11cL,0x9824a641dbe1acfaL }, + { 0x0b7b7a5fba89fd01L,0xf8d3b809889f79d8L,0xc5e1ea08f578285cL, + 0x7ac74536ae6d8288L,0x5d37a2007521ef5fL,0x5ecc4184b260a25dL } }, + /* 214 */ + { { 0xddcebb19a708c8d3L,0xe63ed04fc63f81ecL,0xd045f5a011873f95L, + 0x3b5ad54479f276d5L,0x81272a3d425ae5b3L,0x8bfeb50110ce1605L }, + { 0x4233809c888228bfL,0x4bd82acfb2aff7dfL,0x9c68f1800cbd4a7fL, + 0xfcd771246b44323dL,0x60c0fcf6891db957L,0xcfbb4d8904da8f7fL } }, + /* 215 */ + { { 0x9a6a5df93b26139aL,0x3e076a83b2cc7eb8L,0x47a8e82d5a964bcdL, + 0x8a4e2a39b9278d6bL,0x93506c98e4443549L,0x06497a8ff1e0d566L }, + { 0x3dee8d992b1efa05L,0x2da63ca845393e33L,0xa4af7277cf0579adL, + 0xaf4b46393236d8eaL,0x6ccad95b32b617f5L,0xce76d8b8b88bb124L } }, + /* 216 */ + { { 0x63d2537a083843dcL,0x89eb35141e4153b4L,0x5175ebc4ea9afc94L, + 0x7a6525808ed1aed7L,0x67295611d85e8297L,0x8dd2d68bb584b73dL }, + { 0x237139e60133c3a4L,0x9de838ab4bd278eaL,0xe829b072c062fcd9L, + 0x70730d4f63ba8706L,0x6080483fd3cd05ecL,0x872ab5b80c85f84dL } }, + /* 217 */ + { { 0xfc0776d3999d4d49L,0xa3eb59deec3f45e7L,0xbc990e440dae1fc1L, + 0x33596b1ea15371ffL,0xd447dcb29bc7ab25L,0xcd5b63e935979582L }, + { 0xae3366fa77d1ff11L,0x59f28f05edee6903L,0x6f43fed1a4433bf2L, + 0x15409c9bdf9ce00eL,0x21b5cdedaca9c5dcL,0xf9f3359582d7bdb4L } }, + /* 218 */ + { { 0x959443789422c792L,0x239ea923c958b8bfL,0x4b61a247df076541L, + 0x4d29ce85bb9fc544L,0x9a692a670b424559L,0x6e0ca5a00e486900L }, + { 0x6b79a78285b3beceL,0x41f35e39c61f9892L,0xff82099aae747f82L, + 0x58c8ae3fd0ca59d6L,0x4ac930e299406b5fL,0x2ce04eb99df24243L } }, + /* 219 */ + { { 0x4366b9941ac37b82L,0xff0c728d25b04d83L,0x1f55136119c47b7cL, + 0xdbf2d5edbeff13e7L,0xf78efd51e12a683dL,0x82cd85b9989cf9c4L }, + { 0xe23c6db6e0cb5d37L,0x818aeebd72ee1a15L,0x8212aafd28771b14L, + 0x7bc221d91def817dL,0xdac403a29445c51fL,0x711b051712c3746bL } }, + /* 220 */ + { { 0x0ed9ed485ea99eccL,0xf799500db8cab5e1L,0xa8ec87dcb570cbdcL, + 0x52cfb2c2d35dfaecL,0x8d31fae26e4d80a4L,0xe6a37dc9dcdeabe5L }, + { 0x5d365a341deca452L,0x09a5f8a50d68b44eL,0x59238ea5a60744b1L, + 0xf2fedc0dbb4249e9L,0xe395c74ea909b2e3L,0xe156d1a539388250L } }, + /* 221 */ + { { 0xd796b3d047181ae9L,0xbaf44ba844197808L,0xe693309434cf3facL, + 0x41aa6adec3bd5c46L,0x4fda75d8eed947c6L,0xacd9d4129ea5a525L }, + { 0x65cc55a3d430301bL,0x3c9a5bcf7b52ea49L,0x22d319cf159507f0L, + 0x2ee0b9b5de74a8ddL,0x20c26a1e877ac2b6L,0x387d73da92e7c314L } }, + /* 222 */ + { { 0x13c4833e8cd3fdacL,0x76fcd473332e5b8eL,0xff671b4be2fe1fd3L, + 0x4d734e8b5d98d8ecL,0xb1ead3c6514bbc11L,0xd14ca8587b390494L }, + { 0x95a443af5d2d37e9L,0x73c6ea7300464622L,0xa44aeb4b15755044L, + 0xba3f8575fab58feeL,0x9779dbc9dc680a6fL,0xe1ee5f5a7b37ddfcL } }, + /* 223 */ + { { 0xcd0b464812d29f46L,0x93295b0b0ed53137L,0xbfe2609480bef6c9L, + 0xa656578854248b00L,0x69c43fca80e7f9c4L,0x2190837bbe141ea1L }, + { 0x875e159aa1b26cfbL,0x90ca9f877affe852L,0x15e6550d92ca598eL, + 0xe3e0945d1938ad11L,0xef7636bb366ef937L,0xb6034d0bb39869e5L } }, + /* 224 */ + { { 0x4d255e3026d8356eL,0xf83666edd314626fL,0x421ddf61d0c8ed64L, + 0x96e473c526677b61L,0xdad4af7e9e9b18b3L,0xfceffd4aa9393f75L }, + { 0x843138a111c731d5L,0x05bcb3a1b2f141d9L,0x20e1fa95617b7671L, + 0xbefce81288ccec7bL,0x582073dc90f1b568L,0xf572261a1f055cb7L } }, + /* 225 */ + { { 0xf314827736973088L,0xc008e70886a9f980L,0x1b795947e046c261L, + 0xdf1e6a7dca76bca0L,0xabafd88671acddf0L,0xff7054d91364d8f4L }, + { 0x2cf63547e2260594L,0x468a5372d73b277eL,0xc7419e24ef9bd35eL, + 0x2b4a1c2024043cc3L,0xa28f047a890b39cdL,0xdca2cea146f9a2e3L } }, + /* 226 */ + { { 0xab78873653277538L,0xa734e225cf697738L,0x66ee1d1e6b22e2c1L, + 0x2c615389ebe1d212L,0xf36cad4002bb0766L,0x120885c33e64f207L }, + { 0x59e77d5690fbfec2L,0xf9e781aad7a574aeL,0x801410b05d045e53L, + 0xd3b5f0aaa91b5f0eL,0xb3d1df007fbb3521L,0x11c4b33ec72bee9aL } }, + /* 227 */ + { { 0xd32b983283c3a7f3L,0x8083abcf88d8a354L,0xdeb1640450f4ec5aL, + 0x18d747f0641e2907L,0x4e8978aef1bbf03eL,0x932447dc88a0cd89L }, + { 0x561e0febcf3d5897L,0xfc3a682f13600e6dL,0xc78b9d73d16a6b73L, + 0xe713feded29bf580L,0x0a22522308d69e5cL,0x3a924a571ff7fda4L } }, + /* 228 */ + { { 0xfb64554cb4093beeL,0xa6d65a25a58c6ec0L,0x4126994d43d0ed37L, + 0xa5689a5155152d44L,0xb8e5ea8c284caa8dL,0x33f05d4fd1f25538L }, + { 0xe0fdfe091b615d6eL,0x2ded7e8f705507daL,0xdd5631e517bbcc80L, + 0x4f87453e267fd11fL,0xc6da723fff89d62dL,0x55cbcae2e3cda21dL } }, + /* 229 */ + { { 0x336bc94e6b4e84f3L,0x728630314ef72c35L,0x6d85fdeeeeb57f99L, + 0x7f4e3272a42ece1bL,0x7f86cbb536f0320aL,0xf09b6a2b923331e6L }, + { 0x21d3ecf156778435L,0x2977ba998323b2d2L,0x6a1b57fb1704bc0fL, + 0xd777cf8b389f048aL,0x9ce2174fac6b42cdL,0x404e2bff09e6c55aL } }, + /* 230 */ + { { 0x9b9b135e204c5ddbL,0x9dbfe0443eff550eL,0x35eab4bfec3be0f6L, + 0x8b4c3f0d0a43e56fL,0x4c1c66730e73f9b3L,0x92ed38bd2c78c905L }, + { 0xc7003f6aa386e27cL,0xb9c4f46faced8507L,0xea024ec859df5464L, + 0x4af96152429572eaL,0x279cd5e2e1fc1194L,0xaa376a03281e358cL } }, + /* 231 */ + { { 0x078592233cdbc95cL,0xaae1aa6aef2e337aL,0xc040108d472a8544L, + 0x80c853e68d037b7dL,0xd221315c8c7eee24L,0x195d38568ee47752L }, + { 0xd4b1ba03dacd7fbeL,0x4b5ac61ed3e0c52bL,0x68d3c0526aab7b52L, + 0xf0d7248c660e3feaL,0xafdb3f893145efb4L,0xa73fd9a38f40936dL } }, + /* 232 */ + { { 0x891b9ef3bb1b17ceL,0x14023667c6127f31L,0x12b2e58d305521fdL, + 0x3a47e449e3508088L,0xe49fc84bff751507L,0x4023f7225310d16eL }, + { 0xa608e5edb73399faL,0xf12632d8d532aa3eL,0x13a2758e845e8415L, + 0xae4b6f851fc2d861L,0x3879f5b1339d02f2L,0x446d22a680d99ebdL } }, + /* 233 */ + { { 0x0f5023024be164f1L,0x8d09d2d688b81920L,0x514056f1984aceffL, + 0xa5c4ddf075e9e80dL,0x38cb47e6df496a93L,0x899e1d6b38df6bf7L }, + { 0x69e87e88b59eb2a6L,0x280d9d639b47f38bL,0x599411ea3654e955L, + 0xcf8dd4fd969aa581L,0xff5c2baf530742a7L,0xa43915361a373085L } }, + /* 234 */ + { { 0x6ace72a3a8a4bdd2L,0xc656cdd1b68ef702L,0xd4a33e7e90c4dad8L, + 0x4aece08a9d951c50L,0xea8005ae085d68e6L,0xfdd7a7d76f7502b8L }, + { 0xce6fb0a698d6fa45L,0x228f86721104eb8cL,0xd23d8787da09d7dcL, + 0x5521428b2ae93065L,0x95faba3dea56c366L,0xedbe50390a88aca5L } }, + /* 235 */ + { { 0xd64da0adbfb26c82L,0xe5d70b3c952c2f9cL,0xf5e8f365f7e77f68L, + 0x7234e00208f2d695L,0xfaf900eed12e7be6L,0x27dc69344acf734eL }, + { 0x80e4ff5ec260a46aL,0x7da5ebce2dc31c28L,0x485c5d73ca69f552L, + 0xcdfb6b2969cc84c2L,0x031c5afeed6d4ecaL,0xc7bbf4c822247637L } }, + /* 236 */ + { { 0x9d5b72c749fe01b2L,0x34785186793a91b8L,0xa3ba3c54cf460438L, + 0x73e8e43d3ab21b6fL,0x50cde8e0be57b8abL,0x6488b3a7dd204264L }, + { 0xa9e398b3dddc4582L,0x1698c1a95bec46feL,0x7f1446ef156d3843L, + 0x3fd25dd8770329a2L,0x05b1221a2c710668L,0x65b2dc2aa72ee6cfL } }, + /* 237 */ + { { 0x21a885f7cd021d63L,0x3f344b15fea61f08L,0xad5ba6ddc5cf73e6L, + 0x154d0d8f227a8b23L,0x9b74373cdc559311L,0x4feab71598620fa1L }, + { 0x5098938e7d9ec924L,0x84d54a5e6d47e550L,0x1a2d1bdc1b617506L, + 0x99fe1782615868a4L,0x171da7803005a924L,0xa70bf5ed7d8f79b6L } }, + /* 238 */ + { { 0x0bc1250dfe2216c5L,0x2c37e2507601b351L,0xb6300175d6f06b7eL, + 0x4dde8ca18bfeb9b7L,0x4f210432b82f843dL,0x8d70e2f9b1ac0afdL }, + { 0x25c73b78aae91abbL,0x0230dca3863028f2L,0x8b923ecfe5cf30b7L, + 0xed754ec25506f265L,0x8e41b88c729a5e39L,0xee67cec2babf889bL } }, + /* 239 */ + { { 0xe183acf51be46c65L,0x9789538fe7565d7aL,0x87873391d9627b4eL, + 0xbf4ac4c19f1d9187L,0x5db99f634691f5c8L,0xa68df80374a1fb98L }, + { 0x3c448ed1bf92b5faL,0xa098c8413e0bdc32L,0x8e74cd5579bf016cL, + 0x5df0d09c115e244dL,0x9418ad013410b66eL,0x8b6124cb17a02130L } }, + /* 240 */ + { { 0x425ec3afc26e3392L,0xc07f8470a1722e00L,0xdcc28190e2356b43L, + 0x4ed97dffb1ef59a6L,0xc22b3ad1c63028c1L,0x070723c268c18988L }, + { 0x70da302f4cf49e7dL,0xc5e87c933f12a522L,0x74acdd1d18594148L, + 0xad5f73abca74124cL,0xe72e4a3ed69fd478L,0x615938687b117cc3L } }, + /* 241 */ + { { 0x7b7b9577a9aa0486L,0x6e41fb35a063d557L,0xb017d5c7da9047d7L, + 0x8c74828068a87ba9L,0xab45fa5cdf08ad93L,0xcd9fb2174c288a28L }, + { 0x595446425747843dL,0x34d64c6ca56111e3L,0x12e47ea14bfce8d5L, + 0x17740e056169267fL,0x5c49438eeed03fb5L,0x9da30add4fc3f513L } }, + /* 242 */ + { { 0xc4e85282ccfa5200L,0x2707608f6a19b13dL,0xdcb9a53df5726e2fL, + 0x612407c9e9427de5L,0x3e5a17e1d54d582aL,0xb99877de655ae118L }, + { 0x6f0e972b015254deL,0x92a56db1f0a6f7c5L,0xd297e4e1a656f8b2L, + 0x99fe0052ad981983L,0xd3652d2f07cfed84L,0xc784352e843c1738L } }, + /* 243 */ + { { 0x6ee90af07e9b2d8aL,0xac8d701857cf1964L,0xf6ed903171f28efcL, + 0x7f70d5a96812b20eL,0x27b557f4f1c61eeeL,0xf1c9bd57c6263758L }, + { 0x5cf7d0142a1a6194L,0xdd614e0b1890ab84L,0x3ef9de100e93c2a6L, + 0xf98cf575e0cd91c5L,0x504ec0c614befc32L,0xd0513a666279d68cL } }, + /* 244 */ + { { 0xa8eadbada859fb6aL,0xcf8346e7db283666L,0x7b35e61a3e22e355L, + 0x293ece2c99639c6bL,0xfa0162e256f241c8L,0xd2e6c7b9bf7a1ddaL }, + { 0xd0de625340075e63L,0x2405aa61f9ec8286L,0x2237830a8fe45494L, + 0x4fd01ac7364e9c8cL,0x4d9c3d21904ba750L,0xd589be14af1b520bL } }, + /* 245 */ + { { 0x13576a4f4662e53bL,0x35ec2f51f9077676L,0x66297d1397c0af97L, + 0xed3201fe9e598b58L,0x49bc752a5e70f604L,0xb54af535bb12d951L }, + { 0x36ea4c2b212c1c76L,0x18f5bbc7eb250dfdL,0xa0d466cc9a0a1a46L, + 0x52564da4dac2d917L,0x206559f48e95fab5L,0x7487c1909ca67a33L } }, + /* 246 */ + { { 0x75abfe37dde98e9cL,0x99b90b262a411199L,0x1b410996dcdb1f7cL, + 0xab346f118b3b5675L,0x04852193f1f8ae1eL,0x1ec4d2276b8b98c1L }, + { 0xba3bc92645452baaL,0x387d1858acc4a572L,0x9478eff6e51f171eL, + 0xf357077d931e1c00L,0xffee77cde54c8ca8L,0xfb4892ff551dc9a4L } }, + /* 247 */ + { { 0x5b1bdad02db8dff8L,0xd462f4fd5a2285a2L,0x1d6aad8eda00b461L, + 0x43fbefcf41306d1bL,0x428e86f36a13fe19L,0xc8b2f11817f89404L }, + { 0x762528aaf0d51afbL,0xa3e2fea4549b1d06L,0x86fad8f2ea3ddf66L, + 0x0d9ccc4b4fbdd206L,0xcde97d4cc189ff5aL,0xc36793d6199f19a6L } }, + /* 248 */ + { { 0xea38909b51b85197L,0xffb17dd0b4c92895L,0x0eb0878b1ddb3f3fL, + 0xb05d28ffc57cf0f2L,0xd8bde2e71abd57e2L,0x7f2be28dc40c1b20L }, + { 0x6554dca2299a2d48L,0x5130ba2e8377982dL,0x8863205f1071971aL, + 0x15ee62827cf2825dL,0xd4b6c57f03748f2bL,0xa9e3f4da430385a0L } }, + /* 249 */ + { { 0x33eb7cec83fbc9c6L,0x24a311c74541777eL,0xc81377f74f0767fcL, + 0x12adae364ab702daL,0xb7fcb6db2a779696L,0x4a6fb28401cea6adL }, + { 0x5e8b1d2acdfc73deL,0xd0efae8d1b02fd32L,0x3f99c190d81d8519L, + 0x3c18f7fafc808971L,0x41f713e751b7ae7bL,0x0a4b3435f07fc3f8L } }, + /* 250 */ + { { 0x7dda3c4c019b7d2eL,0x631c8d1ad4dc4b89L,0x5489cd6e1cdb313cL, + 0xd44aed104c07bb06L,0x8f97e13a75f000d1L,0x0e9ee64fdda5df4dL }, + { 0xeaa99f3b3e346910L,0x622f6921fa294ad7L,0x22aaa20d0d0b2fe9L, + 0x4fed2f991e5881baL,0x9af3b2d6c1571802L,0x919e67a8dc7ee17cL } }, + /* 251 */ + { { 0xc724fe4c76250533L,0x8a2080e57d817ef8L,0xa2afb0f4172c9751L, + 0x9b10cdeb17c0702eL,0xbf3975e3c9b7e3e9L,0x206117df1cd0cdc5L }, + { 0xfb049e61be05ebd5L,0xeb0bb55c16c782c0L,0x13a331b8ab7fed09L, + 0xf6c58b1d632863f0L,0x6264ef6e4d3b6195L,0x92c51b639a53f116L } }, + /* 252 */ + { { 0xa57c7bc8288b364dL,0x4a562e087b41e5c4L,0x699d21c6698a9a11L, + 0xa4ed9581f3f849b9L,0xa223eef39eb726baL,0x13159c23cc2884f9L }, + { 0x73931e583a3f4963L,0x965003890ada6a81L,0x3ee8a1c65ab2950bL, + 0xeedf4949775fab52L,0x63d652e14f2671b6L,0xfed4491c3c4e2f55L } }, + /* 253 */ + { { 0x335eadc3f4eb453eL,0x5ff74b63cadd1a5bL,0x6933d0d75d84a91aL, + 0x9ca3eeb9b49ba337L,0x1f6faccec04c15b8L,0x4ef19326dc09a7e4L }, + { 0x53d2d3243dca3233L,0x0ee40590a2259d4bL,0x18c22edb5546f002L, + 0x9242980109ea6b71L,0xaada0addb0e91e61L,0x5fe53ef499963c50L } }, + /* 254 */ + { { 0x372dd06b90c28c65L,0x1765242c119ce47dL,0xc041fb806b22fc82L, + 0x667edf07b0a7ccc1L,0xc79599e71261beceL,0xbc69d9ba19cff22aL }, + { 0x009d77cd13c06819L,0x635a66aee282b79dL,0x4edac4a6225b1be8L, + 0x57d4f4e4524008f9L,0xee299ac5b056af84L,0xcc38444c3a0bc386L } }, + /* 255 */ + { { 0x490643b1cd4c2356L,0x740a4851750547beL,0x643eaf29d4944c04L, + 0xba572479299a98a0L,0x48b29f16ee05fdf9L,0x33fb4f61089b2d7bL }, + { 0x86704902a950f955L,0x97e1034dfedc3ddfL,0x211320b605fbb6a2L, + 0x23d7b93f432299bbL,0x1fe1a0578590e4a3L,0x8e1d0586f58c0ce6L } }, +}; + +/* Multiply the base point of P384 by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * r Resulting point. + * k Scalar to multiply by. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +static int sp_384_ecc_mulmod_base_6(sp_point_384* r, const sp_digit* k, + int map, void* heap) +{ + return sp_384_ecc_mulmod_stripe_6(r, &p384_base, p384_table, + k, map, heap); +} + +/* Multiply the base point of P384 by the scalar and return the result. + * If map is true then convert result to affine coordinates. + * + * km Scalar to multiply by. + * r Resulting point. + * map Indicates whether to convert result to affine. + * heap Heap to use for allocation. + * returns MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +int sp_ecc_mulmod_base_384(mp_int* km, ecc_point* r, int map, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_384 p; + sp_digit kd[6]; +#endif + sp_point_384* point; + sp_digit* k = NULL; + int err = MP_OKAY; + + err = sp_384_point_new_6(heap, p, point); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + k = (sp_digit*)XMALLOC(sizeof(sp_digit) * 6, heap, + DYNAMIC_TYPE_ECC); + if (k == NULL) { + err = MEMORY_E; + } + } +#else + k = kd; +#endif + if (err == MP_OKAY) { + sp_384_from_mp(k, 6, km); + + err = sp_384_ecc_mulmod_base_6(point, k, map, heap); + } + if (err == MP_OKAY) { + err = sp_384_point_to_ecc_point_6(point, r); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (k != NULL) { + XFREE(k, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_384_point_free_6(point, 0, heap); + + return err; +} + +#if defined(WOLFSSL_VALIDATE_ECC_KEYGEN) || defined(HAVE_ECC_SIGN) || \ + defined(HAVE_ECC_VERIFY) +/* Returns 1 if the number of zero. + * Implementation is constant time. + * + * a Number to check. + * returns 1 if the number is zero and 0 otherwise. + */ +static int sp_384_iszero_6(const sp_digit* a) +{ + return (a[0] | a[1] | a[2] | a[3] | a[4] | a[5]) == 0; +} + +#endif /* WOLFSSL_VALIDATE_ECC_KEYGEN || HAVE_ECC_SIGN || HAVE_ECC_VERIFY */ +/* Add 1 to a. (a = a + 1) + * + * a A single precision integer. + */ +static void sp_384_add_one_6(sp_digit* a) +{ + __asm__ __volatile__ ( + "ldp x1, x2, [%[a], 0]\n\t" + "adds x1, x1, #1\n\t" + "ldr x3, [%[a], 16]\n\t" + "adcs x2, x2, xzr\n\t" + "ldr x4, [%[a], 24]\n\t" + "adcs x3, x3, xzr\n\t" + "stp x1, x2, [%[a], 0]\n\t" + "adcs x4, x4, xzr\n\t" + "stp x3, x4, [%[a], 16]\n\t" + "ldp x1, x2, [%[a], 32]\n\t" + "adcs x1, x1, xzr\n\t" + "adcs x2, x2, xzr\n\t" + "stp x1, x2, [%[a], 32]\n\t" + : + : [a] "r" (a) + : "memory", "x1", "x2", "x3", "x4" + ); +} + +/* Read big endian unsigned byte array into r. + * + * r A single precision integer. + * size Maximum number of bytes to convert + * a Byte array. + * n Number of bytes in array to read. + */ +static void sp_384_from_bin(sp_digit* r, int size, const byte* a, int n) +{ + int i, j; + byte* d; + + for (i = n - 1,j = 0; i >= 7; i -= 8) { + r[j] = ((sp_digit)a[i - 0] << 0) | + ((sp_digit)a[i - 1] << 8) | + ((sp_digit)a[i - 2] << 16) | + ((sp_digit)a[i - 3] << 24) | + ((sp_digit)a[i - 4] << 32) | + ((sp_digit)a[i - 5] << 40) | + ((sp_digit)a[i - 6] << 48) | + ((sp_digit)a[i - 7] << 56); + j++; + } + + if (i >= 0) { + r[j] = 0; + + d = (byte*)r; + switch (i) { + case 6: d[n - 1 - 6] = a[6]; //fallthrough + case 5: d[n - 1 - 5] = a[5]; //fallthrough + case 4: d[n - 1 - 4] = a[4]; //fallthrough + case 3: d[n - 1 - 3] = a[3]; //fallthrough + case 2: d[n - 1 - 2] = a[2]; //fallthrough + case 1: d[n - 1 - 1] = a[1]; //fallthrough + case 0: d[n - 1 - 0] = a[0]; //fallthrough + } + j++; + } + + for (; j < size; j++) { + r[j] = 0; + } +} + +/* Generates a scalar that is in the range 1..order-1. + * + * rng Random number generator. + * k Scalar value. + * returns RNG failures, MEMORY_E when memory allocation fails and + * MP_OKAY on success. + */ +static int sp_384_ecc_gen_k_6(WC_RNG* rng, sp_digit* k) +{ + int err; + byte buf[48]; + + do { + err = wc_RNG_GenerateBlock(rng, buf, sizeof(buf)); + if (err == 0) { + sp_384_from_bin(k, 6, buf, (int)sizeof(buf)); + if (sp_384_cmp_6(k, p384_order2) < 0) { + sp_384_add_one_6(k); + break; + } + } + } + while (err == 0); + + return err; +} + +/* Makes a random EC key pair. + * + * rng Random number generator. + * priv Generated private value. + * pub Generated public point. + * heap Heap to use for allocation. + * returns ECC_INF_E when the point does not have the correct order, RNG + * failures, MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +int sp_ecc_make_key_384(WC_RNG* rng, mp_int* priv, ecc_point* pub, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_384 p; + sp_digit kd[6]; +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + sp_point_384 inf; +#endif +#endif + sp_point_384* point; + sp_digit* k = NULL; +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + sp_point_384* infinity; +#endif + int err; + + (void)heap; + + err = sp_384_point_new_6(heap, p, point); +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + if (err == MP_OKAY) { + err = sp_384_point_new_6(heap, inf, infinity); + } +#endif +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + k = (sp_digit*)XMALLOC(sizeof(sp_digit) * 6, heap, + DYNAMIC_TYPE_ECC); + if (k == NULL) { + err = MEMORY_E; + } + } +#else + k = kd; +#endif + + if (err == MP_OKAY) { + err = sp_384_ecc_gen_k_6(rng, k); + } + if (err == MP_OKAY) { + err = sp_384_ecc_mulmod_base_6(point, k, 1, NULL); + } + +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + if (err == MP_OKAY) { + err = sp_384_ecc_mulmod_6(infinity, point, p384_order, 1, NULL); + } + if (err == MP_OKAY) { + if ((sp_384_iszero_6(point->x) == 0) || (sp_384_iszero_6(point->y) == 0)) { + err = ECC_INF_E; + } + } +#endif + + if (err == MP_OKAY) { + err = sp_384_to_mp(k, priv); + } + if (err == MP_OKAY) { + err = sp_384_point_to_ecc_point_6(point, pub); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (k != NULL) { + XFREE(k, heap, DYNAMIC_TYPE_ECC); + } +#endif +#ifdef WOLFSSL_VALIDATE_ECC_KEYGEN + sp_384_point_free_6(infinity, 1, heap); +#endif + sp_384_point_free_6(point, 1, heap); + + return err; +} + +#ifdef HAVE_ECC_DHE +/* Write r as big endian to byte array. + * Fixed length number of bytes written: 48 + * + * r A single precision integer. + * a Byte array. + */ +static void sp_384_to_bin(sp_digit* r, byte* a) +{ + int i, j; + + for (i = 5, j = 0; i >= 0; i--) { + a[j++] = r[i] >> 56; + a[j++] = r[i] >> 48; + a[j++] = r[i] >> 40; + a[j++] = r[i] >> 32; + a[j++] = r[i] >> 24; + a[j++] = r[i] >> 16; + a[j++] = r[i] >> 8; + a[j++] = r[i] >> 0; + } +} + +/* Multiply the point by the scalar and serialize the X ordinate. + * The number is 0 padded to maximum size on output. + * + * priv Scalar to multiply the point by. + * pub Point to multiply. + * out Buffer to hold X ordinate. + * outLen On entry, size of the buffer in bytes. + * On exit, length of data in buffer in bytes. + * heap Heap to use for allocation. + * returns BUFFER_E if the buffer is to small for output size, + * MEMORY_E when memory allocation fails and MP_OKAY on success. + */ +int sp_ecc_secret_gen_384(mp_int* priv, ecc_point* pub, byte* out, + word32* outLen, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_384 p; + sp_digit kd[6]; +#endif + sp_point_384* point = NULL; + sp_digit* k = NULL; + int err = MP_OKAY; + + if (*outLen < 48U) { + err = BUFFER_E; + } + + if (err == MP_OKAY) { + err = sp_384_point_new_6(heap, p, point); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + k = (sp_digit*)XMALLOC(sizeof(sp_digit) * 6, heap, + DYNAMIC_TYPE_ECC); + if (k == NULL) + err = MEMORY_E; + } +#else + k = kd; +#endif + + if (err == MP_OKAY) { + sp_384_from_mp(k, 6, priv); + sp_384_point_from_ecc_point_6(point, pub); + err = sp_384_ecc_mulmod_6(point, point, k, 1, heap); + } + if (err == MP_OKAY) { + sp_384_to_bin(point->x, out); + *outLen = 48; + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (k != NULL) { + XFREE(k, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_384_point_free_6(point, 0, heap); + + return err; +} +#endif /* HAVE_ECC_DHE */ + +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +#endif +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +/* Sub b from a into a. (a -= b) + * + * a A single precision integer and result. + * b A single precision integer. + */ +static sp_digit sp_384_sub_in_place_6(sp_digit* a, const sp_digit* b) +{ + __asm__ __volatile__ ( + "ldp x2, x3, [%[a], 0]\n\t" + "ldp x6, x7, [%[b], 0]\n\t" + "subs x2, x2, x6\n\t" + "ldp x4, x5, [%[a], 16]\n\t" + "sbcs x3, x3, x7\n\t" + "ldp x8, x9, [%[b], 16]\n\t" + "sbcs x4, x4, x8\n\t" + "stp x2, x3, [%[a], 0]\n\t" + "sbcs x5, x5, x9\n\t" + "stp x4, x5, [%[a], 16]\n\t" + "ldr x2, [%[a], 32]\n\t" + "ldr x3, [%[a], 40]\n\t" + "ldr x6, [%[b], 32]\n\t" + "ldr x7, [%[b], 40]\n\t" + "sbcs x2, x2, x6\n\t" + "sbcs x3, x3, x7\n\t" + "str x2, [%[a], 32]\n\t" + "str x3, [%[a], 40]\n\t" + "csetm %[a], cc\n\t" + : [a] "+r" (a) + : [b] "r" (b) + : "memory", "x2", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); + + return (sp_digit)a; +} + +/* Mul a by digit b into r. (r = a * b) + * + * r A single precision integer. + * a A single precision integer. + * b A single precision digit. + */ +static void sp_384_mul_d_6(sp_digit* r, const sp_digit* a, + sp_digit b) +{ +#ifdef WOLFSSL_SP_SMALL + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldr x8, [%[a]]\n\t" + "mul x5, %[b], x8\n\t" + "umulh x3, %[b], x8\n\t" + "mov x4, 0\n\t" + "str x5, [%[r]]\n\t" + "mov x5, 0\n\t" + "mov x9, #8\n\t" + "1:\n\t" + "ldr x8, [%[a], x9]\n\t" + "mul x6, %[b], x8\n\t" + "umulh x7, %[b], x8\n\t" + "adds x3, x3, x6\n\t" + "adcs x4, x4, x7\n\t" + "adc x5, xzr, xzr\n\t" + "str x3, [%[r], x9]\n\t" + "mov x3, x4\n\t" + "mov x4, x5\n\t" + "mov x5, #0\n\t" + "add x9, x9, #8\n\t" + "cmp x9, 48\n\t" + "b.lt 1b\n\t" + "str x3, [%[r], 48]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#else + __asm__ __volatile__ ( + "# A[0] * B\n\t" + "ldp x8, x9, [%[a]]\n\t" + "mul x3, %[b], x8\n\t" + "umulh x4, %[b], x8\n\t" + "mov x5, 0\n\t" + "# A[1] * B\n\t" + "str x3, [%[r]]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x9\n\t" + "umulh x7, %[b], x9\n\t" + "adds x4, x4, x6\n\t" + "# A[2] * B\n\t" + "ldp x8, x9, [%[a], 16]\n\t" + "str x4, [%[r], 8]\n\t" + "mov x4, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "# A[3] * B\n\t" + "str x5, [%[r], 16]\n\t" + "mov x5, 0\n\t" + "mul x6, %[b], x9\n\t" + "adcs x3, x3, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x4, xzr, xzr\n\t" + "adds x3, x3, x6\n\t" + "# A[4] * B\n\t" + "ldp x8, x9, [%[a], 32]\n\t" + "str x3, [%[r], 24]\n\t" + "mov x3, 0\n\t" + "mul x6, %[b], x8\n\t" + "adcs x4, x4, x7\n\t" + "umulh x7, %[b], x8\n\t" + "adc x5, xzr, xzr\n\t" + "adds x4, x4, x6\n\t" + "# A[5] * B\n\t" + "str x4, [%[r], 32]\n\t" + "mul x6, %[b], x9\n\t" + "adcs x5, x5, x7\n\t" + "umulh x7, %[b], x9\n\t" + "adc x3, xzr, xzr\n\t" + "adds x5, x5, x6\n\t" + "adc x3, x3, x7\n\t" + "stp x5, x3, [%[r], 40]\n\t" + : + : [r] "r" (r), [a] "r" (a), [b] "r" (b) + : "memory", "x3", "x4", "x5", "x6", "x7", "x8", "x9" + ); +#endif +} + +/* Divide the double width number (d1|d0) by the dividend. (d1|d0 / div) + * + * d1 The high order half of the number to divide. + * d0 The low order half of the number to divide. + * div The dividend. + * returns the result of the division. + */ +static sp_digit div_384_word_6(sp_digit d1, sp_digit d0, sp_digit div) +{ + sp_digit r; + + __asm__ __volatile__ ( + "lsr x5, %[div], 32\n\t" + "add x5, x5, 1\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x6, x3, 32\n\t" + "mul x4, %[div], x6\n\t" + "umulh x3, %[div], x6\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "udiv x3, %[d1], x5\n\t" + "lsl x3, x3, 32\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "umulh x3, %[div], x3\n\t" + "subs %[d0], %[d0], x4\n\t" + "sbc %[d1], %[d1], x3\n\t" + + "lsr x3, %[d0], 32\n\t" + "orr x3, x3, %[d1], lsl 32\n\t" + + "udiv x3, x3, x5\n\t" + "add x6, x6, x3\n\t" + "mul x4, %[div], x3\n\t" + "sub %[d0], %[d0], x4\n\t" + + "udiv x3, %[d0], %[div]\n\t" + "add %[r], x6, x3\n\t" + + : [r] "=r" (r) + : [d1] "r" (d1), [d0] "r" (d0), [div] "r" (div) + : "x3", "x4", "x5", "x6" + ); + + return r; +} + +/* AND m into each word of a and store in r. + * + * r A single precision integer. + * a A single precision integer. + * m Mask to AND against each digit. + */ +static void sp_384_mask_6(sp_digit* r, const sp_digit* a, sp_digit m) +{ +#ifdef WOLFSSL_SP_SMALL + int i; + + for (i=0; i<6; i++) { + r[i] = a[i] & m; + } +#else + r[0] = a[0] & m; + r[1] = a[1] & m; + r[2] = a[2] & m; + r[3] = a[3] & m; + r[4] = a[4] & m; + r[5] = a[5] & m; +#endif +} + +/* Divide d in a and put remainder into r (m*d + r = a) + * m is not calculated as it is not needed at this time. + * + * a Nmber to be divided. + * d Number to divide with. + * m Multiplier result. + * r Remainder from the division. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_384_div_6(const sp_digit* a, const sp_digit* d, sp_digit* m, + sp_digit* r) +{ + sp_digit t1[12], t2[7]; + sp_digit div, r1; + int i; + + (void)m; + + div = d[5]; + XMEMCPY(t1, a, sizeof(*t1) * 2 * 6); + for (i=5; i>=0; i--) { + r1 = div_384_word_6(t1[6 + i], t1[6 + i - 1], div); + + sp_384_mul_d_6(t2, d, r1); + t1[6 + i] += sp_384_sub_in_place_6(&t1[i], t2); + t1[6 + i] -= t2[6]; + sp_384_mask_6(t2, d, t1[6 + i]); + t1[6 + i] += sp_384_add_6(&t1[i], &t1[i], t2); + sp_384_mask_6(t2, d, t1[6 + i]); + t1[6 + i] += sp_384_add_6(&t1[i], &t1[i], t2); + } + + r1 = sp_384_cmp_6(t1, d) >= 0; + sp_384_cond_sub_6(r, t1, d, (sp_digit)0 - r1); + + return MP_OKAY; +} + +/* Reduce a modulo m into r. (r = a mod m) + * + * r A single precision number that is the reduced result. + * a A single precision number that is to be reduced. + * m A single precision number that is the modulus to reduce with. + * returns MP_OKAY indicating success. + */ +static WC_INLINE int sp_384_mod_6(sp_digit* r, const sp_digit* a, const sp_digit* m) +{ + return sp_384_div_6(a, m, NULL, r); +} + +#endif +#if defined(HAVE_ECC_SIGN) || defined(HAVE_ECC_VERIFY) +#ifdef WOLFSSL_SP_SMALL +/* Order-2 for the P384 curve. */ +static const uint64_t p384_order_minus_2[6] = { + 0xecec196accc52971U,0x581a0db248b0a77aU,0xc7634d81f4372ddfU, + 0xffffffffffffffffU,0xffffffffffffffffU,0xffffffffffffffffU +}; +#else +/* The low half of the order-2 of the P384 curve. */ +static const uint64_t p384_order_low[3] = { + 0xecec196accc52971U,0x581a0db248b0a77aU,0xc7634d81f4372ddfU + +}; +#endif /* WOLFSSL_SP_SMALL */ + +/* Multiply two number mod the order of P384 curve. (r = a * b mod order) + * + * r Result of the multiplication. + * a First operand of the multiplication. + * b Second operand of the multiplication. + */ +static void sp_384_mont_mul_order_6(sp_digit* r, const sp_digit* a, const sp_digit* b) +{ + sp_384_mul_6(r, a, b); + sp_384_mont_reduce_order_6(r, p384_order, p384_mp_order); +} + +/* Square number mod the order of P384 curve. (r = a * a mod order) + * + * r Result of the squaring. + * a Number to square. + */ +static void sp_384_mont_sqr_order_6(sp_digit* r, const sp_digit* a) +{ + sp_384_sqr_6(r, a); + sp_384_mont_reduce_order_6(r, p384_order, p384_mp_order); +} + +#ifndef WOLFSSL_SP_SMALL +/* Square number mod the order of P384 curve a number of times. + * (r = a ^ n mod order) + * + * r Result of the squaring. + * a Number to square. + */ +static void sp_384_mont_sqr_n_order_6(sp_digit* r, const sp_digit* a, int n) +{ + int i; + + sp_384_mont_sqr_order_6(r, a); + for (i=1; i<n; i++) { + sp_384_mont_sqr_order_6(r, r); + } +} +#endif /* !WOLFSSL_SP_SMALL */ + +/* Invert the number, in Montgomery form, modulo the order of the P384 curve. + * (r = 1 / a mod order) + * + * r Inverse result. + * a Number to invert. + * td Temporary data. + */ +static void sp_384_mont_inv_order_6(sp_digit* r, const sp_digit* a, + sp_digit* td) +{ +#ifdef WOLFSSL_SP_SMALL + sp_digit* t = td; + int i; + + XMEMCPY(t, a, sizeof(sp_digit) * 6); + for (i=382; i>=0; i--) { + sp_384_mont_sqr_order_6(t, t); + if ((p384_order_minus_2[i / 64] & ((sp_int_digit)1 << (i % 64))) != 0) { + sp_384_mont_mul_order_6(t, t, a); + } + } + XMEMCPY(r, t, sizeof(sp_digit) * 6U); +#else + sp_digit* t = td; + sp_digit* t2 = td + 2 * 6; + sp_digit* t3 = td + 4 * 6; + int i; + + /* t = a^2 */ + sp_384_mont_sqr_order_6(t, a); + /* t = a^3 = t * a */ + sp_384_mont_mul_order_6(t, t, a); + /* t2= a^c = t ^ 2 ^ 2 */ + sp_384_mont_sqr_n_order_6(t2, t, 2); + /* t = a^f = t2 * t */ + sp_384_mont_mul_order_6(t, t2, t); + /* t2= a^f0 = t ^ 2 ^ 4 */ + sp_384_mont_sqr_n_order_6(t2, t, 4); + /* t = a^ff = t2 * t */ + sp_384_mont_mul_order_6(t, t2, t); + /* t2= a^ff00 = t ^ 2 ^ 8 */ + sp_384_mont_sqr_n_order_6(t2, t, 8); + /* t3= a^ffff = t2 * t */ + sp_384_mont_mul_order_6(t3, t2, t); + /* t2= a^ffff0000 = t3 ^ 2 ^ 16 */ + sp_384_mont_sqr_n_order_6(t2, t3, 16); + /* t = a^ffffffff = t2 * t3 */ + sp_384_mont_mul_order_6(t, t2, t3); + /* t2= a^ffffffff0000 = t ^ 2 ^ 16 */ + sp_384_mont_sqr_n_order_6(t2, t, 16); + /* t = a^ffffffffffff = t2 * t3 */ + sp_384_mont_mul_order_6(t, t2, t3); + /* t2= a^ffffffffffff000000000000 = t ^ 2 ^ 48 */ + sp_384_mont_sqr_n_order_6(t2, t, 48); + /* t= a^fffffffffffffffffffffffff = t2 * t */ + sp_384_mont_mul_order_6(t, t2, t); + /* t2= a^ffffffffffffffffffffffff000000000000000000000000 */ + sp_384_mont_sqr_n_order_6(t2, t, 96); + /* t2= a^ffffffffffffffffffffffffffffffffffffffffffffffff = t2 * t */ + sp_384_mont_mul_order_6(t2, t2, t); + for (i=191; i>=1; i--) { + sp_384_mont_sqr_order_6(t2, t2); + if (((sp_digit)p384_order_low[i / 64] & ((sp_int_digit)1 << (i % 64))) != 0) { + sp_384_mont_mul_order_6(t2, t2, a); + } + } + sp_384_mont_sqr_order_6(t2, t2); + sp_384_mont_mul_order_6(r, t2, a); +#endif /* WOLFSSL_SP_SMALL */ +} + +#endif /* HAVE_ECC_SIGN || HAVE_ECC_VERIFY */ +#ifdef HAVE_ECC_SIGN +#ifndef SP_ECC_MAX_SIG_GEN +#define SP_ECC_MAX_SIG_GEN 64 +#endif + +/* Sign the hash using the private key. + * e = [hash, 384 bits] from binary + * r = (k.G)->x mod order + * s = (r * x + e) / k mod order + * The hash is truncated to the first 384 bits. + * + * hash Hash to sign. + * hashLen Length of the hash data. + * rng Random number generator. + * priv Private part of key - scalar. + * rm First part of result as an mp_int. + * sm Sirst part of result as an mp_int. + * heap Heap to use for allocation. + * returns RNG failures, MEMORY_E when memory allocation fails and + * MP_OKAY on success. + */ +int sp_ecc_sign_384(const byte* hash, word32 hashLen, WC_RNG* rng, mp_int* priv, + mp_int* rm, mp_int* sm, mp_int* km, void* heap) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d = NULL; +#else + sp_digit ed[2*6]; + sp_digit xd[2*6]; + sp_digit kd[2*6]; + sp_digit rd[2*6]; + sp_digit td[3 * 2*6]; + sp_point_384 p; +#endif + sp_digit* e = NULL; + sp_digit* x = NULL; + sp_digit* k = NULL; + sp_digit* r = NULL; + sp_digit* tmp = NULL; + sp_point_384* point = NULL; + sp_digit carry; + sp_digit* s = NULL; + sp_digit* kInv = NULL; + int err = MP_OKAY; + int64_t c; + int i; + + (void)heap; + + err = sp_384_point_new_6(heap, p, point); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 7 * 2 * 6, heap, + DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + e = d + 0 * 6; + x = d + 2 * 6; + k = d + 4 * 6; + r = d + 6 * 6; + tmp = d + 8 * 6; +#else + e = ed; + x = xd; + k = kd; + r = rd; + tmp = td; +#endif + s = e; + kInv = k; + + if (hashLen > 48U) { + hashLen = 48U; + } + + sp_384_from_bin(e, 6, hash, (int)hashLen); + } + + for (i = SP_ECC_MAX_SIG_GEN; err == MP_OKAY && i > 0; i--) { + sp_384_from_mp(x, 6, priv); + + /* New random point. */ + if (km == NULL || mp_iszero(km)) { + err = sp_384_ecc_gen_k_6(rng, k); + } + else { + sp_384_from_mp(k, 6, km); + mp_zero(km); + } + if (err == MP_OKAY) { + err = sp_384_ecc_mulmod_base_6(point, k, 1, NULL); + } + + if (err == MP_OKAY) { + /* r = point->x mod order */ + XMEMCPY(r, point->x, sizeof(sp_digit) * 6U); + sp_384_norm_6(r); + c = sp_384_cmp_6(r, p384_order); + sp_384_cond_sub_6(r, r, p384_order, 0L - (sp_digit)(c >= 0)); + sp_384_norm_6(r); + + /* Conv k to Montgomery form (mod order) */ + sp_384_mul_6(k, k, p384_norm_order); + err = sp_384_mod_6(k, k, p384_order); + } + if (err == MP_OKAY) { + sp_384_norm_6(k); + /* kInv = 1/k mod order */ + sp_384_mont_inv_order_6(kInv, k, tmp); + sp_384_norm_6(kInv); + + /* s = r * x + e */ + sp_384_mul_6(x, x, r); + err = sp_384_mod_6(x, x, p384_order); + } + if (err == MP_OKAY) { + sp_384_norm_6(x); + carry = sp_384_add_6(s, e, x); + sp_384_cond_sub_6(s, s, p384_order, 0 - carry); + sp_384_norm_6(s); + c = sp_384_cmp_6(s, p384_order); + sp_384_cond_sub_6(s, s, p384_order, 0L - (sp_digit)(c >= 0)); + sp_384_norm_6(s); + + /* s = s * k^-1 mod order */ + sp_384_mont_mul_order_6(s, s, kInv); + sp_384_norm_6(s); + + /* Check that signature is usable. */ + if (sp_384_iszero_6(s) == 0) { + break; + } + } + } + + if (i == 0) { + err = RNG_FAILURE_E; + } + + if (err == MP_OKAY) { + err = sp_384_to_mp(r, rm); + } + if (err == MP_OKAY) { + err = sp_384_to_mp(s, sm); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XMEMSET(d, 0, sizeof(sp_digit) * 8 * 6); + XFREE(d, heap, DYNAMIC_TYPE_ECC); + } +#else + XMEMSET(e, 0, sizeof(sp_digit) * 2U * 6U); + XMEMSET(x, 0, sizeof(sp_digit) * 2U * 6U); + XMEMSET(k, 0, sizeof(sp_digit) * 2U * 6U); + XMEMSET(r, 0, sizeof(sp_digit) * 2U * 6U); + XMEMSET(r, 0, sizeof(sp_digit) * 2U * 6U); + XMEMSET(tmp, 0, sizeof(sp_digit) * 3U * 2U * 6U); +#endif + sp_384_point_free_6(point, 1, heap); + + return err; +} +#endif /* HAVE_ECC_SIGN */ + +#ifdef HAVE_ECC_VERIFY +/* Verify the signature values with the hash and public key. + * e = Truncate(hash, 384) + * u1 = e/s mod order + * u2 = r/s mod order + * r == (u1.G + u2.Q)->x mod order + * Optimization: Leave point in projective form. + * (x, y, 1) == (x' / z'*z', y' / z'*z'*z', z' / z') + * (r + n*order).z'.z' mod prime == (u1.G + u2.Q)->x' + * The hash is truncated to the first 384 bits. + * + * hash Hash to sign. + * hashLen Length of the hash data. + * rng Random number generator. + * priv Private part of key - scalar. + * rm First part of result as an mp_int. + * sm Sirst part of result as an mp_int. + * heap Heap to use for allocation. + * returns RNG failures, MEMORY_E when memory allocation fails and + * MP_OKAY on success. + */ +int sp_ecc_verify_384(const byte* hash, word32 hashLen, mp_int* pX, + mp_int* pY, mp_int* pZ, mp_int* r, mp_int* sm, int* res, void* heap) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d = NULL; +#else + sp_digit u1d[2*6]; + sp_digit u2d[2*6]; + sp_digit sd[2*6]; + sp_digit tmpd[2*6 * 5]; + sp_point_384 p1d; + sp_point_384 p2d; +#endif + sp_digit* u1 = NULL; + sp_digit* u2 = NULL; + sp_digit* s = NULL; + sp_digit* tmp = NULL; + sp_point_384* p1; + sp_point_384* p2 = NULL; + sp_digit carry; + int64_t c; + int err; + + err = sp_384_point_new_6(heap, p1d, p1); + if (err == MP_OKAY) { + err = sp_384_point_new_6(heap, p2d, p2); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 16 * 6, heap, + DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + u1 = d + 0 * 6; + u2 = d + 2 * 6; + s = d + 4 * 6; + tmp = d + 6 * 6; +#else + u1 = u1d; + u2 = u2d; + s = sd; + tmp = tmpd; +#endif + + if (hashLen > 48U) { + hashLen = 48U; + } + + sp_384_from_bin(u1, 6, hash, (int)hashLen); + sp_384_from_mp(u2, 6, r); + sp_384_from_mp(s, 6, sm); + sp_384_from_mp(p2->x, 6, pX); + sp_384_from_mp(p2->y, 6, pY); + sp_384_from_mp(p2->z, 6, pZ); + + { + sp_384_mul_6(s, s, p384_norm_order); + } + err = sp_384_mod_6(s, s, p384_order); + } + if (err == MP_OKAY) { + sp_384_norm_6(s); + { + sp_384_mont_inv_order_6(s, s, tmp); + sp_384_mont_mul_order_6(u1, u1, s); + sp_384_mont_mul_order_6(u2, u2, s); + } + + err = sp_384_ecc_mulmod_base_6(p1, u1, 0, heap); + } + if (err == MP_OKAY) { + err = sp_384_ecc_mulmod_6(p2, p2, u2, 0, heap); + } + + if (err == MP_OKAY) { + { + sp_384_proj_point_add_6(p1, p1, p2, tmp); + if (sp_384_iszero_6(p1->z)) { + if (sp_384_iszero_6(p1->x) && sp_384_iszero_6(p1->y)) { + sp_384_proj_point_dbl_6(p1, p2, tmp); + } + else { + /* Y ordinate is not used from here - don't set. */ + p1->x[0] = 0; + p1->x[1] = 0; + p1->x[2] = 0; + p1->x[3] = 0; + p1->x[4] = 0; + p1->x[5] = 0; + XMEMCPY(p1->z, p384_norm_mod, sizeof(p384_norm_mod)); + } + } + } + + /* (r + n*order).z'.z' mod prime == (u1.G + u2.Q)->x' */ + /* Reload r and convert to Montgomery form. */ + sp_384_from_mp(u2, 6, r); + err = sp_384_mod_mul_norm_6(u2, u2, p384_mod); + } + + if (err == MP_OKAY) { + /* u1 = r.z'.z' mod prime */ + sp_384_mont_sqr_6(p1->z, p1->z, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(u1, u2, p1->z, p384_mod, p384_mp_mod); + *res = (int)(sp_384_cmp_6(p1->x, u1) == 0); + if (*res == 0) { + /* Reload r and add order. */ + sp_384_from_mp(u2, 6, r); + carry = sp_384_add_6(u2, u2, p384_order); + /* Carry means result is greater than mod and is not valid. */ + if (carry == 0) { + sp_384_norm_6(u2); + + /* Compare with mod and if greater or equal then not valid. */ + c = sp_384_cmp_6(u2, p384_mod); + if (c < 0) { + /* Convert to Montogomery form */ + err = sp_384_mod_mul_norm_6(u2, u2, p384_mod); + if (err == MP_OKAY) { + /* u1 = (r + 1*order).z'.z' mod prime */ + sp_384_mont_mul_6(u1, u2, p1->z, p384_mod, + p384_mp_mod); + *res = (int)(sp_384_cmp_6(p1->x, u1) == 0); + } + } + } + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) + XFREE(d, heap, DYNAMIC_TYPE_ECC); +#endif + sp_384_point_free_6(p1, 0, heap); + sp_384_point_free_6(p2, 0, heap); + + return err; +} +#endif /* HAVE_ECC_VERIFY */ + +#ifdef HAVE_ECC_CHECK_KEY +/* Check that the x and y oridinates are a valid point on the curve. + * + * point EC point. + * heap Heap to use if dynamically allocating. + * returns MEMORY_E if dynamic memory allocation fails, MP_VAL if the point is + * not on the curve and MP_OKAY otherwise. + */ +static int sp_384_ecc_is_point_6(sp_point_384* point, void* heap) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d = NULL; +#else + sp_digit t1d[2*6]; + sp_digit t2d[2*6]; +#endif + sp_digit* t1; + sp_digit* t2; + int err = MP_OKAY; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 6 * 4, heap, DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + t1 = d + 0 * 6; + t2 = d + 2 * 6; +#else + (void)heap; + + t1 = t1d; + t2 = t2d; +#endif + + sp_384_sqr_6(t1, point->y); + (void)sp_384_mod_6(t1, t1, p384_mod); + sp_384_sqr_6(t2, point->x); + (void)sp_384_mod_6(t2, t2, p384_mod); + sp_384_mul_6(t2, t2, point->x); + (void)sp_384_mod_6(t2, t2, p384_mod); + (void)sp_384_sub_6(t2, p384_mod, t2); + sp_384_mont_add_6(t1, t1, t2, p384_mod); + + sp_384_mont_add_6(t1, t1, point->x, p384_mod); + sp_384_mont_add_6(t1, t1, point->x, p384_mod); + sp_384_mont_add_6(t1, t1, point->x, p384_mod); + + if (sp_384_cmp_6(t1, p384_b) != 0) { + err = MP_VAL; + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XFREE(d, heap, DYNAMIC_TYPE_ECC); + } +#endif + + return err; +} + +/* Check that the x and y oridinates are a valid point on the curve. + * + * pX X ordinate of EC point. + * pY Y ordinate of EC point. + * returns MEMORY_E if dynamic memory allocation fails, MP_VAL if the point is + * not on the curve and MP_OKAY otherwise. + */ +int sp_ecc_is_point_384(mp_int* pX, mp_int* pY) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_point_384 pubd; +#endif + sp_point_384* pub; + byte one[1] = { 1 }; + int err; + + err = sp_384_point_new_6(NULL, pubd, pub); + if (err == MP_OKAY) { + sp_384_from_mp(pub->x, 6, pX); + sp_384_from_mp(pub->y, 6, pY); + sp_384_from_bin(pub->z, 6, one, (int)sizeof(one)); + + err = sp_384_ecc_is_point_6(pub, NULL); + } + + sp_384_point_free_6(pub, 0, NULL); + + return err; +} + +/* Check that the private scalar generates the EC point (px, py), the point is + * on the curve and the point has the correct order. + * + * pX X ordinate of EC point. + * pY Y ordinate of EC point. + * privm Private scalar that generates EC point. + * returns MEMORY_E if dynamic memory allocation fails, MP_VAL if the point is + * not on the curve, ECC_INF_E if the point does not have the correct order, + * ECC_PRIV_KEY_E when the private scalar doesn't generate the EC point and + * MP_OKAY otherwise. + */ +int sp_ecc_check_key_384(mp_int* pX, mp_int* pY, mp_int* privm, void* heap) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit privd[6]; + sp_point_384 pubd; + sp_point_384 pd; +#endif + sp_digit* priv = NULL; + sp_point_384* pub; + sp_point_384* p = NULL; + byte one[1] = { 1 }; + int err; + + err = sp_384_point_new_6(heap, pubd, pub); + if (err == MP_OKAY) { + err = sp_384_point_new_6(heap, pd, p); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + priv = (sp_digit*)XMALLOC(sizeof(sp_digit) * 6, heap, + DYNAMIC_TYPE_ECC); + if (priv == NULL) { + err = MEMORY_E; + } + } +#endif + + if (err == MP_OKAY) { +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + priv = privd; +#endif + + sp_384_from_mp(pub->x, 6, pX); + sp_384_from_mp(pub->y, 6, pY); + sp_384_from_bin(pub->z, 6, one, (int)sizeof(one)); + sp_384_from_mp(priv, 6, privm); + + /* Check point at infinitiy. */ + if ((sp_384_iszero_6(pub->x) != 0) && + (sp_384_iszero_6(pub->y) != 0)) { + err = ECC_INF_E; + } + } + + if (err == MP_OKAY) { + /* Check range of X and Y */ + if (sp_384_cmp_6(pub->x, p384_mod) >= 0 || + sp_384_cmp_6(pub->y, p384_mod) >= 0) { + err = ECC_OUT_OF_RANGE_E; + } + } + + if (err == MP_OKAY) { + /* Check point is on curve */ + err = sp_384_ecc_is_point_6(pub, heap); + } + + if (err == MP_OKAY) { + /* Point * order = infinity */ + err = sp_384_ecc_mulmod_6(p, pub, p384_order, 1, heap); + } + if (err == MP_OKAY) { + /* Check result is infinity */ + if ((sp_384_iszero_6(p->x) == 0) || + (sp_384_iszero_6(p->y) == 0)) { + err = ECC_INF_E; + } + } + + if (err == MP_OKAY) { + /* Base * private = point */ + err = sp_384_ecc_mulmod_base_6(p, priv, 1, heap); + } + if (err == MP_OKAY) { + /* Check result is public key */ + if (sp_384_cmp_6(p->x, pub->x) != 0 || + sp_384_cmp_6(p->y, pub->y) != 0) { + err = ECC_PRIV_KEY_E; + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (priv != NULL) { + XFREE(priv, heap, DYNAMIC_TYPE_ECC); + } +#endif + sp_384_point_free_6(p, 0, heap); + sp_384_point_free_6(pub, 0, heap); + + return err; +} +#endif +#ifdef WOLFSSL_PUBLIC_ECC_ADD_DBL +/* Add two projective EC points together. + * (pX, pY, pZ) + (qX, qY, qZ) = (rX, rY, rZ) + * + * pX First EC point's X ordinate. + * pY First EC point's Y ordinate. + * pZ First EC point's Z ordinate. + * qX Second EC point's X ordinate. + * qY Second EC point's Y ordinate. + * qZ Second EC point's Z ordinate. + * rX Resultant EC point's X ordinate. + * rY Resultant EC point's Y ordinate. + * rZ Resultant EC point's Z ordinate. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +int sp_ecc_proj_add_point_384(mp_int* pX, mp_int* pY, mp_int* pZ, + mp_int* qX, mp_int* qY, mp_int* qZ, + mp_int* rX, mp_int* rY, mp_int* rZ) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit tmpd[2 * 6 * 5]; + sp_point_384 pd; + sp_point_384 qd; +#endif + sp_digit* tmp; + sp_point_384* p; + sp_point_384* q = NULL; + int err; + + err = sp_384_point_new_6(NULL, pd, p); + if (err == MP_OKAY) { + err = sp_384_point_new_6(NULL, qd, q); + } +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + tmp = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 6 * 5, NULL, + DYNAMIC_TYPE_ECC); + if (tmp == NULL) { + err = MEMORY_E; + } + } +#else + tmp = tmpd; +#endif + + if (err == MP_OKAY) { + sp_384_from_mp(p->x, 6, pX); + sp_384_from_mp(p->y, 6, pY); + sp_384_from_mp(p->z, 6, pZ); + sp_384_from_mp(q->x, 6, qX); + sp_384_from_mp(q->y, 6, qY); + sp_384_from_mp(q->z, 6, qZ); + + sp_384_proj_point_add_6(p, p, q, tmp); + } + + if (err == MP_OKAY) { + err = sp_384_to_mp(p->x, rX); + } + if (err == MP_OKAY) { + err = sp_384_to_mp(p->y, rY); + } + if (err == MP_OKAY) { + err = sp_384_to_mp(p->z, rZ); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (tmp != NULL) { + XFREE(tmp, NULL, DYNAMIC_TYPE_ECC); + } +#endif + sp_384_point_free_6(q, 0, NULL); + sp_384_point_free_6(p, 0, NULL); + + return err; +} + +/* Double a projective EC point. + * (pX, pY, pZ) + (pX, pY, pZ) = (rX, rY, rZ) + * + * pX EC point's X ordinate. + * pY EC point's Y ordinate. + * pZ EC point's Z ordinate. + * rX Resultant EC point's X ordinate. + * rY Resultant EC point's Y ordinate. + * rZ Resultant EC point's Z ordinate. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +int sp_ecc_proj_dbl_point_384(mp_int* pX, mp_int* pY, mp_int* pZ, + mp_int* rX, mp_int* rY, mp_int* rZ) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit tmpd[2 * 6 * 2]; + sp_point_384 pd; +#endif + sp_digit* tmp; + sp_point_384* p; + int err; + + err = sp_384_point_new_6(NULL, pd, p); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + tmp = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 6 * 2, NULL, + DYNAMIC_TYPE_ECC); + if (tmp == NULL) { + err = MEMORY_E; + } + } +#else + tmp = tmpd; +#endif + + if (err == MP_OKAY) { + sp_384_from_mp(p->x, 6, pX); + sp_384_from_mp(p->y, 6, pY); + sp_384_from_mp(p->z, 6, pZ); + + sp_384_proj_point_dbl_6(p, p, tmp); + } + + if (err == MP_OKAY) { + err = sp_384_to_mp(p->x, rX); + } + if (err == MP_OKAY) { + err = sp_384_to_mp(p->y, rY); + } + if (err == MP_OKAY) { + err = sp_384_to_mp(p->z, rZ); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (tmp != NULL) { + XFREE(tmp, NULL, DYNAMIC_TYPE_ECC); + } +#endif + sp_384_point_free_6(p, 0, NULL); + + return err; +} + +/* Map a projective EC point to affine in place. + * pZ will be one. + * + * pX EC point's X ordinate. + * pY EC point's Y ordinate. + * pZ EC point's Z ordinate. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +int sp_ecc_map_384(mp_int* pX, mp_int* pY, mp_int* pZ) +{ +#if (!defined(WOLFSSL_SP_SMALL) && !defined(WOLFSSL_SMALL_STACK)) || defined(WOLFSSL_SP_NO_MALLOC) + sp_digit tmpd[2 * 6 * 6]; + sp_point_384 pd; +#endif + sp_digit* tmp; + sp_point_384* p; + int err; + + err = sp_384_point_new_6(NULL, pd, p); +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (err == MP_OKAY) { + tmp = (sp_digit*)XMALLOC(sizeof(sp_digit) * 2 * 6 * 6, NULL, + DYNAMIC_TYPE_ECC); + if (tmp == NULL) { + err = MEMORY_E; + } + } +#else + tmp = tmpd; +#endif + if (err == MP_OKAY) { + sp_384_from_mp(p->x, 6, pX); + sp_384_from_mp(p->y, 6, pY); + sp_384_from_mp(p->z, 6, pZ); + + sp_384_map_6(p, p, tmp); + } + + if (err == MP_OKAY) { + err = sp_384_to_mp(p->x, pX); + } + if (err == MP_OKAY) { + err = sp_384_to_mp(p->y, pY); + } + if (err == MP_OKAY) { + err = sp_384_to_mp(p->z, pZ); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (tmp != NULL) { + XFREE(tmp, NULL, DYNAMIC_TYPE_ECC); + } +#endif + sp_384_point_free_6(p, 0, NULL); + + return err; +} +#endif /* WOLFSSL_PUBLIC_ECC_ADD_DBL */ +#ifdef HAVE_COMP_KEY +/* Find the square root of a number mod the prime of the curve. + * + * y The number to operate on and the result. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +static int sp_384_mont_sqrt_6(sp_digit* y) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d; +#else + sp_digit t1d[2 * 6]; + sp_digit t2d[2 * 6]; + sp_digit t3d[2 * 6]; + sp_digit t4d[2 * 6]; + sp_digit t5d[2 * 6]; +#endif + sp_digit* t1; + sp_digit* t2; + sp_digit* t3; + sp_digit* t4; + sp_digit* t5; + int err = MP_OKAY; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 5 * 2 * 6, NULL, DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + t1 = d + 0 * 6; + t2 = d + 2 * 6; + t3 = d + 4 * 6; + t4 = d + 6 * 6; + t5 = d + 8 * 6; +#else + t1 = t1d; + t2 = t2d; + t3 = t3d; + t4 = t4d; + t5 = t5d; +#endif + + { + /* t2 = y ^ 0x2 */ + sp_384_mont_sqr_6(t2, y, p384_mod, p384_mp_mod); + /* t1 = y ^ 0x3 */ + sp_384_mont_mul_6(t1, t2, y, p384_mod, p384_mp_mod); + /* t5 = y ^ 0xc */ + sp_384_mont_sqr_n_6(t5, t1, 2, p384_mod, p384_mp_mod); + /* t1 = y ^ 0xf */ + sp_384_mont_mul_6(t1, t1, t5, p384_mod, p384_mp_mod); + /* t2 = y ^ 0x1e */ + sp_384_mont_sqr_6(t2, t1, p384_mod, p384_mp_mod); + /* t3 = y ^ 0x1f */ + sp_384_mont_mul_6(t3, t2, y, p384_mod, p384_mp_mod); + /* t2 = y ^ 0x3e0 */ + sp_384_mont_sqr_n_6(t2, t3, 5, p384_mod, p384_mp_mod); + /* t1 = y ^ 0x3ff */ + sp_384_mont_mul_6(t1, t3, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0x7fe0 */ + sp_384_mont_sqr_n_6(t2, t1, 5, p384_mod, p384_mp_mod); + /* t3 = y ^ 0x7fff */ + sp_384_mont_mul_6(t3, t3, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0x3fff800 */ + sp_384_mont_sqr_n_6(t2, t3, 15, p384_mod, p384_mp_mod); + /* t4 = y ^ 0x3ffffff */ + sp_384_mont_mul_6(t4, t3, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0xffffffc000000 */ + sp_384_mont_sqr_n_6(t2, t4, 30, p384_mod, p384_mp_mod); + /* t1 = y ^ 0xfffffffffffff */ + sp_384_mont_mul_6(t1, t4, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0xfffffffffffffff000000000000000 */ + sp_384_mont_sqr_n_6(t2, t1, 60, p384_mod, p384_mp_mod); + /* t1 = y ^ 0xffffffffffffffffffffffffffffff */ + sp_384_mont_mul_6(t1, t1, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0xffffffffffffffffffffffffffffff000000000000000000000000000000 */ + sp_384_mont_sqr_n_6(t2, t1, 120, p384_mod, p384_mp_mod); + /* t1 = y ^ 0xffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff */ + sp_384_mont_mul_6(t1, t1, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0x7fffffffffffffffffffffffffffffffffffffffffffffffffffffffffff8000 */ + sp_384_mont_sqr_n_6(t2, t1, 15, p384_mod, p384_mp_mod); + /* t1 = y ^ 0x7fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff */ + sp_384_mont_mul_6(t1, t3, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0x3fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff80000000 */ + sp_384_mont_sqr_n_6(t2, t1, 31, p384_mod, p384_mp_mod); + /* t1 = y ^ 0x3fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffbfffffff */ + sp_384_mont_mul_6(t1, t4, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0x3fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffbfffffff0 */ + sp_384_mont_sqr_n_6(t2, t1, 4, p384_mod, p384_mp_mod); + /* t1 = y ^ 0x3fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffbfffffffc */ + sp_384_mont_mul_6(t1, t5, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0xfffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffeffffffff0000000000000000 */ + sp_384_mont_sqr_n_6(t2, t1, 62, p384_mod, p384_mp_mod); + /* t1 = y ^ 0xfffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffeffffffff0000000000000001 */ + sp_384_mont_mul_6(t1, y, t2, p384_mod, p384_mp_mod); + /* t2 = y ^ 0x3fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffbfffffffc00000000000000040000000 */ + sp_384_mont_sqr_n_6(y, t1, 30, p384_mod, p384_mp_mod); + } + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XFREE(d, NULL, DYNAMIC_TYPE_ECC); + } +#endif + + return err; +} + + +/* Uncompress the point given the X ordinate. + * + * xm X ordinate. + * odd Whether the Y ordinate is odd. + * ym Calculated Y ordinate. + * returns MEMORY_E if dynamic memory allocation fails and MP_OKAY otherwise. + */ +int sp_ecc_uncompress_384(mp_int* xm, int odd, mp_int* ym) +{ +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + sp_digit* d; +#else + sp_digit xd[2 * 6]; + sp_digit yd[2 * 6]; +#endif + sp_digit* x = NULL; + sp_digit* y = NULL; + int err = MP_OKAY; + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + d = (sp_digit*)XMALLOC(sizeof(sp_digit) * 4 * 6, NULL, DYNAMIC_TYPE_ECC); + if (d == NULL) { + err = MEMORY_E; + } +#endif + + if (err == MP_OKAY) { +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + x = d + 0 * 6; + y = d + 2 * 6; +#else + x = xd; + y = yd; +#endif + + sp_384_from_mp(x, 6, xm); + err = sp_384_mod_mul_norm_6(x, x, p384_mod); + } + if (err == MP_OKAY) { + /* y = x^3 */ + { + sp_384_mont_sqr_6(y, x, p384_mod, p384_mp_mod); + sp_384_mont_mul_6(y, y, x, p384_mod, p384_mp_mod); + } + /* y = x^3 - 3x */ + sp_384_mont_sub_6(y, y, x, p384_mod); + sp_384_mont_sub_6(y, y, x, p384_mod); + sp_384_mont_sub_6(y, y, x, p384_mod); + /* y = x^3 - 3x + b */ + err = sp_384_mod_mul_norm_6(x, p384_b, p384_mod); + } + if (err == MP_OKAY) { + sp_384_mont_add_6(y, y, x, p384_mod); + /* y = sqrt(x^3 - 3x + b) */ + err = sp_384_mont_sqrt_6(y); + } + if (err == MP_OKAY) { + XMEMSET(y + 6, 0, 6U * sizeof(sp_digit)); + sp_384_mont_reduce_6(y, p384_mod, p384_mp_mod); + if ((((word32)y[0] ^ (word32)odd) & 1U) != 0U) { + sp_384_mont_sub_6(y, p384_mod, y, p384_mod); + } + + err = sp_384_to_mp(y, ym); + } + +#if (defined(WOLFSSL_SP_SMALL) || defined(WOLFSSL_SMALL_STACK)) && !defined(WOLFSSL_SP_NO_MALLOC) + if (d != NULL) { + XFREE(d, NULL, DYNAMIC_TYPE_ECC); + } +#endif + + return err; +} +#endif +#endif /* WOLFSSL_SP_384 */ +#endif /* WOLFSSL_HAVE_SP_ECC */ +#endif /* WOLFSSL_SP_ARM64_ASM */ +#endif /* WOLFSSL_HAVE_SP_RSA || WOLFSSL_HAVE_SP_DH || WOLFSSL_HAVE_SP_ECC */ |