113 lines
2.8 KiB
C
113 lines
2.8 KiB
C
#include <emmintrin.h>
|
|
#ifdef __SSSE3__
|
|
# include <tmmintrin.h>
|
|
#endif
|
|
|
|
#define S 9
|
|
|
|
static inline __m128i
|
|
shift(__m128i x, int bits)
|
|
{
|
|
return _mm_slli_epi32(x, bits);
|
|
}
|
|
|
|
static inline __m128i
|
|
rotate(__m128i x, int bits)
|
|
{
|
|
return _mm_slli_epi32(x, bits) | _mm_srli_epi32(x, 32 - bits);
|
|
}
|
|
|
|
#ifdef __SSSE3__
|
|
static inline __m128i
|
|
rotate24(__m128i x)
|
|
{
|
|
return _mm_shuffle_epi8(x, _mm_set_epi8(12, 15, 14, 13, 8, 11, 10, 9, 4, 7, 6, 5, 0, 3, 2, 1));
|
|
}
|
|
#else
|
|
static inline __m128i
|
|
rotate24(__m128i x)
|
|
{
|
|
uint8_t _hydro_attr_aligned_(16) x8[16], y8[16];
|
|
|
|
_mm_storeu_si128((__m128i *) (void *) x8, x);
|
|
|
|
y8[0] = x8[1];
|
|
y8[1] = x8[2];
|
|
y8[2] = x8[3];
|
|
y8[3] = x8[0];
|
|
y8[4] = x8[5];
|
|
y8[5] = x8[6];
|
|
y8[6] = x8[7];
|
|
y8[7] = x8[4];
|
|
y8[8] = x8[9];
|
|
y8[9] = x8[10];
|
|
y8[10] = x8[11];
|
|
y8[11] = x8[8];
|
|
y8[12] = x8[13];
|
|
y8[13] = x8[14];
|
|
y8[14] = x8[15];
|
|
y8[15] = x8[12];
|
|
|
|
return _mm_loadu_si128((const __m128i *) (const void *) y8);
|
|
}
|
|
#endif
|
|
|
|
static const uint32_t _hydro_attr_aligned_(16) coeffs[24] = {
|
|
0x9e377904, 0, 0, 0, 0x9e377908, 0, 0, 0, 0x9e37790c, 0, 0, 0,
|
|
0x9e377910, 0, 0, 0, 0x9e377914, 0, 0, 0, 0x9e377918, 0, 0, 0,
|
|
};
|
|
|
|
static void
|
|
gimli_core(uint32_t state[gimli_BLOCKBYTES / 4])
|
|
{
|
|
__m128i x = _mm_loadu_si128((const __m128i *) (const void *) &state[0]);
|
|
__m128i y = _mm_loadu_si128((const __m128i *) (const void *) &state[4]);
|
|
__m128i z = _mm_loadu_si128((const __m128i *) (const void *) &state[8]);
|
|
__m128i newy;
|
|
__m128i newz;
|
|
int round;
|
|
|
|
for (round = 5; round >= 0; round--) {
|
|
x = rotate24(x);
|
|
y = rotate(y, S);
|
|
newz = x ^ shift(z, 1) ^ shift(y & z, 2);
|
|
newy = y ^ x ^ shift(x | z, 1);
|
|
x = z ^ y ^ shift(x & y, 3);
|
|
y = newy;
|
|
z = newz;
|
|
|
|
x = _mm_shuffle_epi32(x, _MM_SHUFFLE(2, 3, 0, 1));
|
|
x ^= ((const __m128i *) (const void *) coeffs)[round];
|
|
|
|
x = rotate24(x);
|
|
y = rotate(y, S);
|
|
newz = x ^ shift(z, 1) ^ shift(y & z, 2);
|
|
newy = y ^ x ^ shift(x | z, 1);
|
|
x = z ^ y ^ shift(x & y, 3);
|
|
y = newy;
|
|
z = newz;
|
|
|
|
x = rotate24(x);
|
|
y = rotate(y, S);
|
|
newz = x ^ shift(z, 1) ^ shift(y & z, 2);
|
|
newy = y ^ x ^ shift(x | z, 1);
|
|
x = z ^ y ^ shift(x & y, 3);
|
|
y = newy;
|
|
z = newz;
|
|
|
|
x = _mm_shuffle_epi32(x, _MM_SHUFFLE(1, 0, 3, 2));
|
|
|
|
x = rotate24(x);
|
|
y = rotate(y, S);
|
|
newz = x ^ shift(z, 1) ^ shift(y & z, 2);
|
|
newy = y ^ x ^ shift(x | z, 1);
|
|
x = z ^ y ^ shift(x & y, 3);
|
|
y = newy;
|
|
z = newz;
|
|
}
|
|
|
|
_mm_storeu_si128((__m128i *) (void *) &state[0], x);
|
|
_mm_storeu_si128((__m128i *) (void *) &state[4], y);
|
|
_mm_storeu_si128((__m128i *) (void *) &state[8], z);
|
|
}
|