/* The eXtended Keccak Code Package (XKCP) https://github.com/XKCP/XKCP The Keccak-p permutations, designed by Guido Bertoni, Joan Daemen, Michaƫl Peeters and Gilles Van Assche. Implementation by Gilles Van Assche and Ronny Van Keer, hereby denoted as "the implementer". For more information, feedback or questions, please refer to the Keccak Team website: https://keccak.team/ To the extent possible under law, the implementer has waived all copyright and related or neighboring rights to the source code in this file. http://creativecommons.org/publicdomain/zero/1.0/ --- This file implements Keccak-p[1600] in a SnP-compatible way. Please refer to SnP-documentation.h for more details. This implementation comes with KeccakP-1600-SnP.h in the same folder. Please refer to LowLevel.build for the exact list of other files it must be combined with. */ #include #include #include #include "brg_endian.h" #include "KeccakP-1600-SnP.h" #include "KeccakP-1600-opt64-config.h" #define UseBebigokimisa #if defined(_MSC_VER) #define ROL64(a, offset) _rotl64(a, offset) #elif defined(KeccakP1600_useSHLD) #define ROL64(x,N) ({ \ register uint64_t __out; \ register uint64_t __in = x; \ __asm__ ("shld %2,%0,%0" : "=r"(__out) : "0"(__in), "i"(N)); \ __out; \ }) #else #define ROL64(a, offset) ((((uint64_t)a) << offset) ^ (((uint64_t)a) >> (64-offset))) #endif #include "KeccakP-1600-64.macros" #define FullUnrolling #include "KeccakP-1600-unrolling.macros" #include "SnP-Relaned.h" static const uint64_t KeccakF1600RoundConstants[24] = { 0x0000000000000001ULL, 0x0000000000008082ULL, 0x800000000000808aULL, 0x8000000080008000ULL, 0x000000000000808bULL, 0x0000000080000001ULL, 0x8000000080008081ULL, 0x8000000000008009ULL, 0x000000000000008aULL, 0x0000000000000088ULL, 0x0000000080008009ULL, 0x000000008000000aULL, 0x000000008000808bULL, 0x800000000000008bULL, 0x8000000000008089ULL, 0x8000000000008003ULL, 0x8000000000008002ULL, 0x8000000000000080ULL, 0x000000000000800aULL, 0x800000008000000aULL, 0x8000000080008081ULL, 0x8000000000008080ULL, 0x0000000080000001ULL, 0x8000000080008008ULL }; /* ---------------------------------------------------------------- */ void KeccakP1600_StaticInitialize(void) { } /* ---------------------------------------------------------------- */ void KeccakP1600_Initialize(void *state) { memset(state, 0, 200); ((uint64_t *)state)[ 1] = ~(uint64_t)0; ((uint64_t *)state)[ 2] = ~(uint64_t)0; ((uint64_t *)state)[ 8] = ~(uint64_t)0; ((uint64_t *)state)[12] = ~(uint64_t)0; ((uint64_t *)state)[17] = ~(uint64_t)0; ((uint64_t *)state)[20] = ~(uint64_t)0; } /* ---------------------------------------------------------------- */ void KeccakP1600_AddBytesInLane(void *state, unsigned int lanePosition, const unsigned char *data, unsigned int offset, unsigned int length) { #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) uint64_t lane; if (length == 0) { return; } if (length == 1) { lane = data[0]; } else { lane = 0; memcpy(&lane, data, length); } lane <<= offset * 8; #else uint64_t lane = 0; unsigned int i; for (i = 0; i < length; i++) { lane |= ((uint64_t)data[i]) << ((i + offset) * 8); } #endif ((uint64_t *)state)[lanePosition] ^= lane; } /* ---------------------------------------------------------------- */ void KeccakP1600_AddLanes(void *state, const unsigned char *data, unsigned int laneCount) { #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) unsigned int i = 0; /* If either pointer is misaligned, fall back to byte-wise xor. */ if (((((uintptr_t)state) & 7) != 0) || ((((uintptr_t)data) & 7) != 0)) { for (i = 0; i < laneCount * 8; i++) { ((unsigned char *)state)[i] ^= data[i]; } } else { /* Otherwise... */ for ( ; (i + 8) <= laneCount; i += 8) { ((uint64_t *)state)[i + 0] ^= ((const uint64_t *)data)[i + 0]; ((uint64_t *)state)[i + 1] ^= ((const uint64_t *)data)[i + 1]; ((uint64_t *)state)[i + 2] ^= ((const uint64_t *)data)[i + 2]; ((uint64_t *)state)[i + 3] ^= ((const uint64_t *)data)[i + 3]; ((uint64_t *)state)[i + 4] ^= ((const uint64_t *)data)[i + 4]; ((uint64_t *)state)[i + 5] ^= ((const uint64_t *)data)[i + 5]; ((uint64_t *)state)[i + 6] ^= ((const uint64_t *)data)[i + 6]; ((uint64_t *)state)[i + 7] ^= ((const uint64_t *)data)[i + 7]; } for ( ; (i + 4) <= laneCount; i += 4) { ((uint64_t *)state)[i + 0] ^= ((const uint64_t *)data)[i + 0]; ((uint64_t *)state)[i + 1] ^= ((const uint64_t *)data)[i + 1]; ((uint64_t *)state)[i + 2] ^= ((const uint64_t *)data)[i + 2]; ((uint64_t *)state)[i + 3] ^= ((const uint64_t *)data)[i + 3]; } for ( ; (i + 2) <= laneCount; i += 2) { ((uint64_t *)state)[i + 0] ^= ((const uint64_t *)data)[i + 0]; ((uint64_t *)state)[i + 1] ^= ((const uint64_t *)data)[i + 1]; } if (i < laneCount) { ((uint64_t *)state)[i + 0] ^= ((const uint64_t *)data)[i + 0]; } } #else unsigned int i; const uint8_t *curData = data; for (i = 0; i < laneCount; i++, curData += 8) { uint64_t lane = (uint64_t)curData[0] | ((uint64_t)curData[1] << 8) | ((uint64_t)curData[2] << 16) | ((uint64_t)curData[3] << 24) | ((uint64_t)curData[4] << 32) | ((uint64_t)curData[5] << 40) | ((uint64_t)curData[6] << 48) | ((uint64_t)curData[7] << 56); ((uint64_t *)state)[i] ^= lane; } #endif } /* ---------------------------------------------------------------- */ #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) void KeccakP1600_AddByte(void *state, unsigned char byte, unsigned int offset) { ((unsigned char *)state)[offset] ^= byte; } #else void KeccakP1600_AddByte(void *state, unsigned char byte, unsigned int offset) { uint64_t lane = byte; lane <<= (offset % 8) * 8; ((uint64_t *)state)[offset / 8] ^= lane; } #endif /* ---------------------------------------------------------------- */ void KeccakP1600_AddBytes(void *state, const unsigned char *data, unsigned int offset, unsigned int length) { SnP_AddBytes(state, data, offset, length, KeccakP1600_AddLanes, KeccakP1600_AddBytesInLane, 8); } /* ---------------------------------------------------------------- */ void KeccakP1600_OverwriteBytesInLane(void *state, unsigned int lanePosition, const unsigned char *data, unsigned int offset, unsigned int length) { #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { unsigned int i; for (i = 0; i < length; i++) { ((unsigned char *)state)[lanePosition * 8 + offset + i] = ~data[i]; } } else { memcpy((unsigned char *)state + lanePosition * 8 + offset, data, length); } #else uint64_t lane = ((uint64_t *)state)[lanePosition]; unsigned int i; for (i = 0; i < length; i++) { lane &= ~((uint64_t)0xFF << ((offset + i) * 8)); if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { lane |= (uint64_t)(data[i] ^ 0xFF) << ((offset + i) * 8); } else { lane |= (uint64_t)data[i] << ((offset + i) * 8); } } ((uint64_t *)state)[lanePosition] = lane; #endif } /* ---------------------------------------------------------------- */ void KeccakP1600_OverwriteLanes(void *state, const unsigned char *data, unsigned int laneCount) { #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) unsigned int lanePosition; for (lanePosition = 0; lanePosition < laneCount; lanePosition++) { memcpy(((uint64_t *)state) + lanePosition, data, sizeof(uint64_t)); if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { ((uint64_t *)state)[lanePosition] = ~((uint64_t *)state)[lanePosition]; } } #else unsigned int lanePosition; const uint8_t *curData = data; for (lanePosition = 0; lanePosition < laneCount; lanePosition++, curData += 8) { uint64_t lane = (uint64_t)curData[0] | ((uint64_t)curData[1] << 8) | ((uint64_t)curData[2] << 16) | ((uint64_t)curData[3] << 24) | ((uint64_t)curData[4] << 32) | ((uint64_t)curData[5] << 40) | ((uint64_t)curData[6] << 48) | ((uint64_t)curData[7] << 56); if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { ((uint64_t *)state)[lanePosition] = ~lane; } else { ((uint64_t *)state)[lanePosition] = lane; } } #endif } /* ---------------------------------------------------------------- */ void KeccakP1600_OverwriteBytes(void *state, const unsigned char *data, unsigned int offset, unsigned int length) { SnP_OverwriteBytes(state, data, offset, length, KeccakP1600_OverwriteLanes, KeccakP1600_OverwriteBytesInLane, 8); } /* ---------------------------------------------------------------- */ void KeccakP1600_OverwriteWithZeroes(void *state, unsigned int byteCount) { #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) unsigned int lanePosition; for (lanePosition = 0; lanePosition < byteCount / 8; lanePosition++) if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { ((uint64_t *)state)[lanePosition] = ~(uint64_t)0; } else { ((uint64_t *)state)[lanePosition] = 0; } if (byteCount % 8 != 0) { lanePosition = byteCount / 8; if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { memset((unsigned char *)state + lanePosition * 8, 0xFF, byteCount % 8); } else { memset((unsigned char *)state + lanePosition * 8, 0, byteCount % 8); } } #else unsigned int i, j; for (i = 0; i < byteCount; i += 8) { unsigned int lanePosition = i / 8; if (i + 8 <= byteCount) { if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { ((uint64_t *)state)[lanePosition] = ~(uint64_t)0; } else { ((uint64_t *)state)[lanePosition] = 0; } } else { uint64_t lane = ((uint64_t *)state)[lanePosition]; for (j = 0; j < byteCount % 8; j++) { if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { lane |= (uint64_t)0xFF << (j * 8); } else { lane &= ~((uint64_t)0xFF << (j * 8)); } } ((uint64_t *)state)[lanePosition] = lane; } } #endif } /* ---------------------------------------------------------------- */ void KeccakP1600_Permute_Nrounds(void *state, unsigned int nr) { declareABCDE unsigned int i; uint64_t *stateAsLanes = (uint64_t *)state; copyFromState(A, stateAsLanes) roundsN(nr) copyToState(stateAsLanes, A) } /* ---------------------------------------------------------------- */ void KeccakP1600_Permute_24rounds(void *state) { declareABCDE uint64_t *stateAsLanes = (uint64_t *)state; copyFromState(A, stateAsLanes) rounds24 copyToState(stateAsLanes, A) } /* ---------------------------------------------------------------- */ void KeccakP1600_Permute_12rounds(void *state) { declareABCDE uint64_t *stateAsLanes = (uint64_t *)state; copyFromState(A, stateAsLanes) rounds12 copyToState(stateAsLanes, A) } /* ---------------------------------------------------------------- */ void KeccakP1600_ExtractBytesInLane(const void *state, unsigned int lanePosition, unsigned char *data, unsigned int offset, unsigned int length) { uint64_t lane = ((const uint64_t *)state)[lanePosition]; if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { lane = ~lane; } #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) { uint64_t lane1[1]; lane1[0] = lane; memcpy(data, (uint8_t *)lane1 + offset, length); } #else unsigned int i; lane >>= offset * 8; for (i = 0; i < length; i++) { data[i] = lane & 0xFF; lane >>= 8; } #endif } /* ---------------------------------------------------------------- */ #if (PLATFORM_BYTE_ORDER != IS_LITTLE_ENDIAN) static void fromWordToBytes(uint8_t *bytes, const uint64_t word) { unsigned int i; for (i = 0; i < (64 / 8); i++) { bytes[i] = (word >> (8 * i)) & 0xFF; } } #endif void KeccakP1600_ExtractLanes(const void *state, unsigned char *data, unsigned int laneCount) { #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) memcpy(data, state, laneCount * 8); #else for (unsigned int i = 0; i < laneCount; i++) { fromWordToBytes(data + (i * 8), ((const uint64_t *)state)[i]); } #endif #define COMPL(lane) for(unsigned int i=0; i<8; i++) data[8*lane+i] = ~data[8*lane+i] if (laneCount > 1) { COMPL(1); if (laneCount > 2) { COMPL(2); if (laneCount > 8) { COMPL(8); if (laneCount > 12) { COMPL(12); if (laneCount > 17) { COMPL(17); if (laneCount > 20) { COMPL(20); } } } } } } #undef COMPL } /* ---------------------------------------------------------------- */ void KeccakP1600_ExtractBytes(const void *state, unsigned char *data, unsigned int offset, unsigned int length) { SnP_ExtractBytes(state, data, offset, length, KeccakP1600_ExtractLanes, KeccakP1600_ExtractBytesInLane, 8); } /* ---------------------------------------------------------------- */ void KeccakP1600_ExtractAndAddBytesInLane(const void *state, unsigned int lanePosition, const unsigned char *input, unsigned char *output, unsigned int offset, unsigned int length) { uint64_t lane = ((const uint64_t *)state)[lanePosition]; if ((lanePosition == 1) || (lanePosition == 2) || (lanePosition == 8) || (lanePosition == 12) || (lanePosition == 17) || (lanePosition == 20)) { lane = ~lane; } #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) { unsigned int i; for (i = 0; i < length; i++) { output[i] = input[i] ^ ((uint8_t *)&lane)[offset + i]; } } #else unsigned int i; lane >>= offset * 8; for (i = 0; i < length; i++) { output[i] = input[i] ^ (lane & 0xFF); lane >>= 8; } #endif } /* ---------------------------------------------------------------- */ void KeccakP1600_ExtractAndAddLanes(const void *state, const unsigned char *input, unsigned char *output, unsigned int laneCount) { unsigned int i; #if (PLATFORM_BYTE_ORDER != IS_LITTLE_ENDIAN) unsigned char temp[8]; unsigned int j; #else uint64_t lane; #endif for (i = 0; i < laneCount; i++) { #if (PLATFORM_BYTE_ORDER == IS_LITTLE_ENDIAN) memcpy(&lane, input + 8 * i, sizeof(uint64_t)); lane ^= ((const uint64_t *)state)[i]; memcpy(output + 8 * i, &lane, sizeof(uint64_t)); #else fromWordToBytes(temp, ((const uint64_t *)state)[i]); for (j = 0; j < 8; j++) { output[i * 8 + j] = input[i * 8 + j] ^ temp[j]; } #endif } #define COMPL(lane) for(i=0; i<8; i++) output[8*lane+i] = ~output[8*lane+i] if (laneCount > 1) { COMPL(1); if (laneCount > 2) { COMPL(2); if (laneCount > 8) { COMPL(8); if (laneCount > 12) { COMPL(12); if (laneCount > 17) { COMPL(17); if (laneCount > 20) { COMPL(20); } } } } } } #undef COMPL } /* ---------------------------------------------------------------- */ void KeccakP1600_ExtractAndAddBytes(const void *state, const unsigned char *input, unsigned char *output, unsigned int offset, unsigned int length) { SnP_ExtractAndAddBytes(state, input, output, offset, length, KeccakP1600_ExtractAndAddLanes, KeccakP1600_ExtractAndAddBytesInLane, 8); } /* ---------------------------------------------------------------- */ size_t KeccakF1600_FastLoop_Absorb(void *state, unsigned int laneCount, const unsigned char *data, size_t dataByteLen) { size_t originalDataByteLen = dataByteLen; declareABCDE uint64_t *stateAsLanes = (uint64_t *)state; copyFromState(A, stateAsLanes) while (dataByteLen >= laneCount * 8) { addInput(A, data, laneCount) rounds24 data += laneCount * 8; dataByteLen -= laneCount * 8; } copyToState(stateAsLanes, A) return originalDataByteLen - dataByteLen; } /* ---------------------------------------------------------------- */ size_t KeccakP1600_12rounds_FastLoop_Absorb(void *state, unsigned int laneCount, const unsigned char *data, size_t dataByteLen) { size_t originalDataByteLen = dataByteLen; declareABCDE uint64_t *stateAsLanes = (uint64_t *)state; copyFromState(A, stateAsLanes) while (dataByteLen >= laneCount * 8) { addInput(A, data, laneCount) rounds12 data += laneCount * 8; dataByteLen -= laneCount * 8; } copyToState(stateAsLanes, A) return originalDataByteLen - dataByteLen; }