GOSTCoin CUDA miner project, compatible with most nvidia cards, containing only gostd algo
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 
 

2634 lines
87 KiB

/* sp unrolled implentation of skein, used only for SM 5+ and 64 bytes input */
//#define WANT_SKEIN_80
#include <stdint.h>
#include <stdio.h>
#include <memory.h>
#include "cuda_vector_uint2x4.h"
/* ******* SP to TP ******* */
#define _LOWORD(x) _LODWORD(x)
#define _HIWORD(x) _HIDWORD(x)
// simplified, inline func not faster
#define vectorizelow(/* uint32_t*/ v) make_uint2(v,0)
#define vectorizehigh(/*uint32_t*/ v) make_uint2(0,v)
__device__ __inline__ uint2 ROL24(const uint2 a)
{
uint2 result;
result.x = __byte_perm(a.x, a.y, 0x0765);
result.y = __byte_perm(a.y, a.x, 0x0765);
return result;
}
__device__ __inline__ uint2 ROR8(const uint2 a) {
uint2 result;
result.x = __byte_perm(a.y, a.x, 0x0765);
result.y = __byte_perm(a.x, a.y, 0x0765);
return result;
}
/* ************************ */
#ifdef WANT_SKEIN_80
__constant__ uint2 precalcvalues[9];
__constant__ uint32_t sha256_endingTable[64];
static __constant__ uint64_t c_PaddedMessage16[2];
static uint32_t *d_found[MAX_GPUS];
static uint32_t *d_nonce[MAX_GPUS];
#endif
/*
* M9_ ## s ## _ ## i evaluates to s+i mod 9 (0 <= s <= 18, 0 <= i <= 7).
*/
#define M9_0_0 0
#define M9_0_1 1
#define M9_0_2 2
#define M9_0_3 3
#define M9_0_4 4
#define M9_0_5 5
#define M9_0_6 6
#define M9_0_7 7
#define M9_1_0 1
#define M9_1_1 2
#define M9_1_2 3
#define M9_1_3 4
#define M9_1_4 5
#define M9_1_5 6
#define M9_1_6 7
#define M9_1_7 8
#define M9_2_0 2
#define M9_2_1 3
#define M9_2_2 4
#define M9_2_3 5
#define M9_2_4 6
#define M9_2_5 7
#define M9_2_6 8
#define M9_2_7 0
#define M9_3_0 3
#define M9_3_1 4
#define M9_3_2 5
#define M9_3_3 6
#define M9_3_4 7
#define M9_3_5 8
#define M9_3_6 0
#define M9_3_7 1
#define M9_4_0 4
#define M9_4_1 5
#define M9_4_2 6
#define M9_4_3 7
#define M9_4_4 8
#define M9_4_5 0
#define M9_4_6 1
#define M9_4_7 2
#define M9_5_0 5
#define M9_5_1 6
#define M9_5_2 7
#define M9_5_3 8
#define M9_5_4 0
#define M9_5_5 1
#define M9_5_6 2
#define M9_5_7 3
#define M9_6_0 6
#define M9_6_1 7
#define M9_6_2 8
#define M9_6_3 0
#define M9_6_4 1
#define M9_6_5 2
#define M9_6_6 3
#define M9_6_7 4
#define M9_7_0 7
#define M9_7_1 8
#define M9_7_2 0
#define M9_7_3 1
#define M9_7_4 2
#define M9_7_5 3
#define M9_7_6 4
#define M9_7_7 5
#define M9_8_0 8
#define M9_8_1 0
#define M9_8_2 1
#define M9_8_3 2
#define M9_8_4 3
#define M9_8_5 4
#define M9_8_6 5
#define M9_8_7 6
#define M9_9_0 0
#define M9_9_1 1
#define M9_9_2 2
#define M9_9_3 3
#define M9_9_4 4
#define M9_9_5 5
#define M9_9_6 6
#define M9_9_7 7
#define M9_10_0 1
#define M9_10_1 2
#define M9_10_2 3
#define M9_10_3 4
#define M9_10_4 5
#define M9_10_5 6
#define M9_10_6 7
#define M9_10_7 8
#define M9_11_0 2
#define M9_11_1 3
#define M9_11_2 4
#define M9_11_3 5
#define M9_11_4 6
#define M9_11_5 7
#define M9_11_6 8
#define M9_11_7 0
#define M9_12_0 3
#define M9_12_1 4
#define M9_12_2 5
#define M9_12_3 6
#define M9_12_4 7
#define M9_12_5 8
#define M9_12_6 0
#define M9_12_7 1
#define M9_13_0 4
#define M9_13_1 5
#define M9_13_2 6
#define M9_13_3 7
#define M9_13_4 8
#define M9_13_5 0
#define M9_13_6 1
#define M9_13_7 2
#define M9_14_0 5
#define M9_14_1 6
#define M9_14_2 7
#define M9_14_3 8
#define M9_14_4 0
#define M9_14_5 1
#define M9_14_6 2
#define M9_14_7 3
#define M9_15_0 6
#define M9_15_1 7
#define M9_15_2 8
#define M9_15_3 0
#define M9_15_4 1
#define M9_15_5 2
#define M9_15_6 3
#define M9_15_7 4
#define M9_16_0 7
#define M9_16_1 8
#define M9_16_2 0
#define M9_16_3 1
#define M9_16_4 2
#define M9_16_5 3
#define M9_16_6 4
#define M9_16_7 5
#define M9_17_0 8
#define M9_17_1 0
#define M9_17_2 1
#define M9_17_3 2
#define M9_17_4 3
#define M9_17_5 4
#define M9_17_6 5
#define M9_17_7 6
#define M9_18_0 0
#define M9_18_1 1
#define M9_18_2 2
#define M9_18_3 3
#define M9_18_4 4
#define M9_18_5 5
#define M9_18_6 6
#define M9_18_7 7
/*
* M3_ ## s ## _ ## i evaluates to s+i mod 3 (0 <= s <= 18, 0 <= i <= 1).
*/
#define M3_0_0 0
#define M3_0_1 1
#define M3_1_0 1
#define M3_1_1 2
#define M3_2_0 2
#define M3_2_1 0
#define M3_3_0 0
#define M3_3_1 1
#define M3_4_0 1
#define M3_4_1 2
#define M3_5_0 2
#define M3_5_1 0
#define M3_6_0 0
#define M3_6_1 1
#define M3_7_0 1
#define M3_7_1 2
#define M3_8_0 2
#define M3_8_1 0
#define M3_9_0 0
#define M3_9_1 1
#define M3_10_0 1
#define M3_10_1 2
#define M3_11_0 2
#define M3_11_1 0
#define M3_12_0 0
#define M3_12_1 1
#define M3_13_0 1
#define M3_13_1 2
#define M3_14_0 2
#define M3_14_1 0
#define M3_15_0 0
#define M3_15_1 1
#define M3_16_0 1
#define M3_16_1 2
#define M3_17_0 2
#define M3_17_1 0
#define M3_18_0 0
#define M3_18_1 1
#define XCAT(x, y) XCAT_(x, y)
#define XCAT_(x, y) x ## y
#define SKBI(k, s, i) XCAT(k, XCAT(XCAT(XCAT(M9_, s), _), i))
#define SKBT(t, s, v) XCAT(t, XCAT(XCAT(XCAT(M3_, s), _), v))
//vectorize(0x1BD11BDAA9FC1A22ULL);
#define TFBIG_ADDKEY(w0, w1, w2, w3, w4, w5, w6, w7, k, t, s) { \
w0 = (w0 + SKBI(k, s, 0)); \
w1 = (w1 + SKBI(k, s, 1)); \
w2 = (w2 + SKBI(k, s, 2)); \
w3 = (w3 + SKBI(k, s, 3)); \
w4 = (w4 + SKBI(k, s, 4)); \
w5 = (w5 + SKBI(k, s, 5) + SKBT(t, s, 0)); \
w6 = (w6 + SKBI(k, s, 6) + SKBT(t, s, 1)); \
w7 = (w7 + SKBI(k, s, 7) + vectorizelow(s)); \
}
#define TFBIG_MIX(x0, x1, rc) { \
x0 = x0 + x1; \
x1 = ROL2(x1, rc) ^ x0; \
}
#define TFBIG_MIX8(w0, w1, w2, w3, w4, w5, w6, w7, rc0, rc1, rc2, rc3) { \
TFBIG_MIX(w0, w1, rc0); \
TFBIG_MIX(w2, w3, rc1); \
TFBIG_MIX(w4, w5, rc2); \
TFBIG_MIX(w6, w7, rc3); \
}
#define TFBIG_4e(s) { \
TFBIG_ADDKEY(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \
TFBIG_MIX8(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 46, 36, 19, 37); \
TFBIG_MIX8(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 33, 27, 14, 42); \
TFBIG_MIX8(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 17, 49, 36, 39); \
TFBIG_MIX8(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 44, 9, 54, 56); \
}
#define TFBIG_4o(s) { \
TFBIG_ADDKEY(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \
TFBIG_MIX8(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 39, 30, 34, 24); \
TFBIG_MIX8(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 13, 50, 10, 17); \
TFBIG_MIX8(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 25, 29, 39, 43); \
TFBIG_MIX8(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 8, 35, 56, 22); \
}
/* uint2 variant for SM3.2+ */
#define TFBIG_KINIT_UI2(k0, k1, k2, k3, k4, k5, k6, k7, k8, t0, t1, t2) { \
k8 = ((k0 ^ k1) ^ (k2 ^ k3)) ^ ((k4 ^ k5) ^ (k6 ^ k7)) \
^ vectorize(SPH_C64(0x1BD11BDAA9FC1A22)); \
t2 = t0 ^ t1; \
}
#define TFBIG_ADDKEY_UI2(w0, w1, w2, w3, w4, w5, w6, w7, k, t, s) { \
w0 = (w0 + SKBI(k, s, 0)); \
w1 = (w1 + SKBI(k, s, 1)); \
w2 = (w2 + SKBI(k, s, 2)); \
w3 = (w3 + SKBI(k, s, 3)); \
w4 = (w4 + SKBI(k, s, 4)); \
w5 = (w5 + SKBI(k, s, 5) + SKBT(t, s, 0)); \
w6 = (w6 + SKBI(k, s, 6) + SKBT(t, s, 1)); \
w7 = (w7 + SKBI(k, s, 7) + vectorize(s)); \
}
#define TFBIG_ADDKEY_PRE(w0, w1, w2, w3, w4, w5, w6, w7, k, t, s) { \
w0 = (w0 + SKBI(k, s, 0)); \
w1 = (w1 + SKBI(k, s, 1)); \
w2 = (w2 + SKBI(k, s, 2)); \
w3 = (w3 + SKBI(k, s, 3)); \
w4 = (w4 + SKBI(k, s, 4)); \
w5 = (w5 + SKBI(k, s, 5) + SKBT(t, s, 0)); \
w6 = (w6 + SKBI(k, s, 6) + SKBT(t, s, 1)); \
w7 = (w7 + SKBI(k, s, 7) + (s)); \
}
#define TFBIG_MIX_UI2(x0, x1, rc) { \
x0 = x0 + x1; \
x1 = ROL2(x1, rc) ^ x0; \
}
#define TFBIG_MIX_PRE(x0, x1, rc) { \
x0 = x0 + x1; \
x1 = ROTL64(x1, rc) ^ x0; \
}
#define TFBIG_MIX8_UI2(w0, w1, w2, w3, w4, w5, w6, w7, rc0, rc1, rc2, rc3) { \
TFBIG_MIX_UI2(w0, w1, rc0); \
TFBIG_MIX_UI2(w2, w3, rc1); \
TFBIG_MIX_UI2(w4, w5, rc2); \
TFBIG_MIX_UI2(w6, w7, rc3); \
}
#define TFBIG_MIX8_PRE(w0, w1, w2, w3, w4, w5, w6, w7, rc0, rc1, rc2, rc3) { \
TFBIG_MIX_PRE(w0, w1, rc0); \
TFBIG_MIX_PRE(w2, w3, rc1); \
TFBIG_MIX_PRE(w4, w5, rc2); \
TFBIG_MIX_PRE(w6, w7, rc3); \
}
#define TFBIG_4e_UI2(s) { \
TFBIG_ADDKEY_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \
TFBIG_MIX8_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 46, 36, 19, 37); \
TFBIG_MIX8_UI2(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 33, 27, 14, 42); \
TFBIG_MIX8_UI2(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 17, 49, 36, 39); \
TFBIG_MIX8_UI2(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 44, 9, 54, 56); \
}
#define TFBIG_4e_PRE(s) { \
TFBIG_ADDKEY_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \
TFBIG_MIX8_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 46, 36, 19, 37); \
TFBIG_MIX8_PRE(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 33, 27, 14, 42); \
TFBIG_MIX8_PRE(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 17, 49, 36, 39); \
TFBIG_MIX8_PRE(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 44, 9, 54, 56); \
}
#define TFBIG_4o_UI2(s) { \
TFBIG_ADDKEY_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \
TFBIG_MIX8_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 39, 30, 34, 24); \
TFBIG_MIX8_UI2(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 13, 50, 10, 17); \
TFBIG_MIX8_UI2(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 25, 29, 39, 43); \
TFBIG_MIX8_UI2(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 8, 35, 56, 22); \
}
#define TFBIG_4o_PRE(s) { \
TFBIG_ADDKEY_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \
TFBIG_MIX8_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 39, 30, 34, 24); \
TFBIG_MIX8_PRE(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 13, 50, 10, 17); \
TFBIG_MIX8_PRE(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 25, 29, 39, 43); \
TFBIG_MIX8_PRE(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 8, 35, 56, 22); \
}
__global__
#if __CUDA_ARCH__ > 500
__launch_bounds__(480, 3)
#else
__launch_bounds__(240, 6)
#endif
void quark_skein512_gpu_hash_64(uint32_t threads, uint32_t startNounce, uint64_t * const __restrict__ g_hash, const uint32_t *const __restrict__ g_nonceVector)
{
const uint32_t thread = (blockDim.x * blockIdx.x + threadIdx.x);
if (thread < threads)
{
// Skein
uint2 skein_p[8], h[9];
const uint32_t nounce = (g_nonceVector != NULL) ? g_nonceVector[thread] : (startNounce + thread);
const int hashPosition = nounce - startNounce;
uint64_t *Hash = &g_hash[8 * hashPosition];
uint2 msg[8];
uint2x4 *phash = (uint2x4*)Hash;
uint2x4 *outpt = (uint2x4*)msg;
outpt[0] = phash[0];
outpt[1] = phash[1];
h[0] = skein_p[0] = (msg[0]);
h[1] = skein_p[1] = (msg[1]);
h[2] = skein_p[2] = (msg[2]);
h[3] = skein_p[3] = (msg[3]);
h[4] = skein_p[4] = (msg[4]);
h[5] = skein_p[5] = (msg[5]);
h[6] = skein_p[6] = (msg[6]);
h[7] = skein_p[7] = (msg[7]);
skein_p[0] += vectorize(0x4903ADFF749C51CEULL);
skein_p[1] += vectorize(0x0D95DE399746DF03ULL);
skein_p[2] += vectorize(0x8FD1934127C79BCEULL);
skein_p[3] += vectorize(0x9A255629FF352CB1ULL);
skein_p[4] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[5] += vectorize(0xEABE394CA9D5C434ULL);
skein_p[6] += vectorize(0x891112C71A75B523ULL);
skein_p[7] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 46) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 36) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 19) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 37) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 33) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 27) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 14) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 42) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 17) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 49) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 36) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 39) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 44) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 9) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 54) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROR8(skein_p[3]) ^ skein_p[4];
skein_p[0] += vectorize(0x0D95DE399746DF03ULL);
skein_p[1] += vectorize(0x8FD1934127C79BCEULL);
skein_p[2] += vectorize(0x9A255629FF352CB1ULL);
skein_p[3] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[4] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[5] += vectorize(0x891112C71A75B523ULL);
skein_p[6] += vectorize(0x9E18A40B660FCC73ULL);
skein_p[7] += vectorize(0xcab2076d98173ec4ULL+1);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 39) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 30) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 34) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL24(skein_p[7]) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 13) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 50) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 10) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 17) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 25) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 29) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 39) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 43) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL8(skein_p[1]) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 35) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROR8(skein_p[5]) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 22) ^ skein_p[4];
skein_p[0] += vectorize(0x8FD1934127C79BCEULL);
skein_p[1] += vectorize(0x9A255629FF352CB1ULL);
skein_p[2] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[3] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[4] += vectorize(0x991112C71A75B523ULL);
skein_p[5] += vectorize(0x9E18A40B660FCC73ULL);
skein_p[6] += vectorize(0xCAB2076D98173F04ULL);
skein_p[7] += vectorize(0x4903ADFF749C51D0ULL);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 46) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 36) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 19) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 37) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 33) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 27) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 14) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 42) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 17) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 49) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 36) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 39) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 44) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 9) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 54) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROR8(skein_p[3]) ^ skein_p[4];
skein_p[0] += vectorize(0x9A255629FF352CB1ULL);
skein_p[1] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[2] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[3] += vectorize(0x991112C71A75B523ULL);
skein_p[4] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[5] += vectorize(0xcab2076d98173f04ULL);
skein_p[6] += vectorize(0x3903ADFF749C51CEULL);
skein_p[7] += vectorize(0x0D95DE399746DF03ULL+3);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 39) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 30) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 34) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL24(skein_p[7]) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 13) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 50) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 10) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 17) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 25) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 29) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 39) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 43) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL8(skein_p[1]) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 35) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROR8(skein_p[5]) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 22) ^ skein_p[4];
skein_p[0] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[1] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[2] += vectorize(0x991112C71A75B523ULL);
skein_p[3] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[4] += vectorize(0xcab2076d98173ec4ULL);
skein_p[5] += vectorize(0x3903ADFF749C51CEULL);
skein_p[6] += vectorize(0xFD95DE399746DF43ULL);
skein_p[7] += vectorize(0x8FD1934127C79BD2ULL);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 46) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 36) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 19) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 37) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 33) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 27) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 14) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 42) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 17) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 49) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 36) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 39) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 44) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 9) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 54) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROR8(skein_p[3]) ^ skein_p[4];
skein_p[0] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[1] += vectorize(0x991112C71A75B523ULL);
skein_p[2] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[3] += vectorize(0xcab2076d98173ec4ULL);
skein_p[4] += vectorize(0x4903ADFF749C51CEULL);
skein_p[5] += vectorize(0x0D95DE399746DF03ULL + 0xf000000000000040ULL);
skein_p[6] += vectorize(0x8FD1934127C79BCEULL + 0x0000000000000040ULL);
skein_p[7] += vectorize(0x9A255629FF352CB1ULL + 5);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 39) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 30) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 34) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL24(skein_p[7]) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 13) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 50) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 10) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 17) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 25) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 29) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 39) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 43) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL8(skein_p[1]) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 35) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROR8(skein_p[5]) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 22) ^ skein_p[4];
skein_p[0] += vectorize(0x991112C71A75B523ULL);
skein_p[1] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[2] += vectorize(0xcab2076d98173ec4ULL);
skein_p[3] += vectorize(0x4903ADFF749C51CEULL);
skein_p[4] += vectorize(0x0D95DE399746DF03ULL);
skein_p[5] += vectorize(0x8FD1934127C79BCEULL + 0x0000000000000040ULL);
skein_p[6] += vectorize(0x8A255629FF352CB1ULL);
skein_p[7] += vectorize(0x5DB62599DF6CA7B0ULL + 6);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 46) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 36) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 19) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 37) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 33) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 27) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 14) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 42) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 17) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 49) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 36) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 39) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 44) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 9) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 54) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROR8(skein_p[3]) ^ skein_p[4];
skein_p[0] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[1] += vectorize(0xcab2076d98173ec4ULL);
skein_p[2] += vectorize(0x4903ADFF749C51CEULL);
skein_p[3] += vectorize(0x0D95DE399746DF03ULL);
skein_p[4] += vectorize(0x8FD1934127C79BCEULL);
skein_p[5] += vectorize(0x8A255629FF352CB1ULL);
skein_p[6] += vectorize(0x4DB62599DF6CA7F0ULL);
skein_p[7] += vectorize(0xEABE394CA9D5C3F4ULL + 7);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 39) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 30) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 34) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL24(skein_p[7]) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 13) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 50) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 10) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 17) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 25) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 29) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 39) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 43) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL8(skein_p[1]) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 35) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROR8(skein_p[5]) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 22) ^ skein_p[4];
skein_p[0] += vectorize(0xcab2076d98173ec4ULL);
skein_p[1] += vectorize(0x4903ADFF749C51CEULL);
skein_p[2] += vectorize(0x0D95DE399746DF03ULL);
skein_p[3] += vectorize(0x8FD1934127C79BCEULL);
skein_p[4] += vectorize(0x9A255629FF352CB1ULL);
skein_p[5] += vectorize(0x4DB62599DF6CA7F0ULL);
skein_p[6] += vectorize(0xEABE394CA9D5C434ULL);
skein_p[7] += vectorize(0x991112C71A75B52BULL);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 46) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 36) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 19) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 37) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 33) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 27) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 14) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 42) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 17) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 49) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 36) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 39) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 44) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 9) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 54) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROR8(skein_p[3]) ^ skein_p[4];
skein_p[0] += vectorize(0x4903ADFF749C51CEULL);
skein_p[1] += vectorize(0x0D95DE399746DF03ULL);
skein_p[2] += vectorize(0x8FD1934127C79BCEULL);
skein_p[3] += vectorize(0x9A255629FF352CB1ULL);
skein_p[4] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[5] += vectorize(0xEABE394CA9D5C434ULL);
skein_p[6] += vectorize(0x891112C71A75B523ULL);
skein_p[7] += vectorize(0xAE18A40B660FCC33ULL + 9);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 39) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 30) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 34) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL24(skein_p[7]) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 13) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 50) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 10) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 17) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 25) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 29) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 39) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 43) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL8(skein_p[1]) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 35) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROR8(skein_p[5]) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 22) ^ skein_p[4];
skein_p[0] += vectorize(0x0D95DE399746DF03ULL);
skein_p[1] += vectorize(0x8FD1934127C79BCEULL);
skein_p[2] += vectorize(0x9A255629FF352CB1ULL);
skein_p[3] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[4] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[5] += vectorize(0x891112C71A75B523ULL);
skein_p[6] += vectorize(0x9E18A40B660FCC73ULL);
skein_p[7] += vectorize(0xcab2076d98173eceULL);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 46) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 36) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 19) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 37) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 33) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 27) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 14) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 42) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 17) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 49) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 36) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 39) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 44) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 9) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 54) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROR8(skein_p[3]) ^ skein_p[4];
skein_p[0] += vectorize(0x8FD1934127C79BCEULL);
skein_p[1] += vectorize(0x9A255629FF352CB1ULL);
skein_p[2] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[3] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[4] += vectorize(0x991112C71A75B523ULL);
skein_p[5] += vectorize(0x9E18A40B660FCC73ULL);
skein_p[6] += vectorize(0xcab2076d98173ec4ULL + 0x0000000000000040ULL);
skein_p[7] += vectorize(0x4903ADFF749C51CEULL + 11);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 39) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 30) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 34) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL24(skein_p[7]) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 13) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 50) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 10) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 17) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 25) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 29) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 39) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 43) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL8(skein_p[1]) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 35) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROR8(skein_p[5]) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 22) ^ skein_p[4];
skein_p[0] += vectorize(0x9A255629FF352CB1ULL);
skein_p[1] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[2] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[3] += vectorize(0x991112C71A75B523ULL);
skein_p[4] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[5] += vectorize(0xcab2076d98173ec4ULL + 0x0000000000000040ULL);
skein_p[6] += vectorize(0x3903ADFF749C51CEULL);
skein_p[7] += vectorize(0x0D95DE399746DF03ULL + 12);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 46) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 36) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 19) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 37) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 33) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 27) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 14) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 42) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 17) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 49) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 36) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 39) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 44) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 9) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 54) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROR8(skein_p[3]) ^ skein_p[4];
skein_p[0] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[1] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[2] += vectorize(0x991112C71A75B523ULL);
skein_p[3] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[4] += vectorize(0xcab2076d98173ec4ULL);
skein_p[5] += vectorize(0x3903ADFF749C51CEULL);
skein_p[6] += vectorize(0x0D95DE399746DF03ULL + 0xf000000000000040ULL);
skein_p[7] += vectorize(0x8FD1934127C79BCEULL + 13);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 39) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 30) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 34) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL24(skein_p[7]) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 13) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 50) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 10) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 17) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 25) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 29) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 39) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 43) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL8(skein_p[1]) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 35) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROR8(skein_p[5]) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 22) ^ skein_p[4];
skein_p[0] += vectorize(0xEABE394CA9D5C3F4ULL);
skein_p[1] += vectorize(0x991112C71A75B523ULL);
skein_p[2] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[3] += vectorize(0xcab2076d98173ec4ULL);
skein_p[4] += vectorize(0x4903ADFF749C51CEULL);
skein_p[5] += vectorize(0x0D95DE399746DF03ULL + 0xf000000000000040ULL);
skein_p[6] += vectorize(0x8FD1934127C79BCEULL + 0x0000000000000040ULL);
skein_p[7] += vectorize(0x9A255629FF352CB1ULL + 14);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 46) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 36) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 19) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 37) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 33) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 27) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 14) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 42) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 17) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 49) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 36) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 39) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 44) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 9) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 54) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROR8(skein_p[3]) ^ skein_p[4];
skein_p[0] += vectorize(0x991112C71A75B523ULL);
skein_p[1] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[2] += vectorize(0xcab2076d98173ec4ULL);
skein_p[3] += vectorize(0x4903ADFF749C51CEULL);
skein_p[4] += vectorize(0x0D95DE399746DF03ULL);
skein_p[5] += vectorize(0x8FD1934127C79BCEULL + 0x0000000000000040ULL);
skein_p[6] += vectorize(0x8A255629FF352CB1ULL);
skein_p[7] += vectorize(0x5DB62599DF6CA7B0ULL + 15);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 39) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 30) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 34) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL24(skein_p[7]) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 13) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 50) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 10) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 17) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 25) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 29) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 39) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 43) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL8(skein_p[1]) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 35) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROR8(skein_p[5]) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 22) ^ skein_p[4];
skein_p[0] += vectorize(0xAE18A40B660FCC33ULL);
skein_p[1] += vectorize(0xcab2076d98173ec4ULL);
skein_p[2] += vectorize(0x4903ADFF749C51CEULL);
skein_p[3] += vectorize(0x0D95DE399746DF03ULL);
skein_p[4] += vectorize(0x8FD1934127C79BCEULL);
skein_p[5] += vectorize(0x8A255629FF352CB1ULL);
skein_p[6] += vectorize(0x4DB62599DF6CA7F0ULL);
skein_p[7] += vectorize(0xEABE394CA9D5C3F4ULL +16ULL);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 46) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 36) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 19) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 37) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 33) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 27) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 14) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 42) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 17) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 49) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 36) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 39) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 44) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 9) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 54) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROR8(skein_p[3]) ^ skein_p[4];
skein_p[0] += vectorize(0xcab2076d98173ec4ULL);
skein_p[1] += vectorize(0x4903ADFF749C51CEULL);
skein_p[2] += vectorize(0x0D95DE399746DF03ULL);
skein_p[3] += vectorize(0x8FD1934127C79BCEULL);
skein_p[4] += vectorize(0x9A255629FF352CB1ULL);
skein_p[5] += vectorize(0x4DB62599DF6CA7F0ULL);
skein_p[6] += vectorize(0xEABE394CA9D5C3F4ULL + 0x0000000000000040ULL);
skein_p[7] += vectorize(0x991112C71A75B523ULL + 17);
skein_p[0] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 39) ^ skein_p[0];
skein_p[2] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 30) ^ skein_p[2];
skein_p[4] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 34) ^ skein_p[4];
skein_p[6] += skein_p[7];
skein_p[7] = ROL24(skein_p[7]) ^ skein_p[6];
skein_p[2] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 13) ^ skein_p[2];
skein_p[4] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 50) ^ skein_p[4];
skein_p[6] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 10) ^ skein_p[6];
skein_p[0] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 17) ^ skein_p[0];
skein_p[4] += skein_p[1];
skein_p[1] = ROL2(skein_p[1], 25) ^ skein_p[4];
skein_p[6] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 29) ^ skein_p[6];
skein_p[0] += skein_p[5];
skein_p[5] = ROL2(skein_p[5], 39) ^ skein_p[0];
skein_p[2] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 43) ^ skein_p[2];
skein_p[6] += skein_p[1];
skein_p[1] = ROL8(skein_p[1]) ^ skein_p[6];
skein_p[0] += skein_p[7];
skein_p[7] = ROL2(skein_p[7], 35) ^ skein_p[0];
skein_p[2] += skein_p[5];
skein_p[5] = ROR8(skein_p[5]) ^ skein_p[2];
skein_p[4] += skein_p[3];
skein_p[3] = ROL2(skein_p[3], 22) ^ skein_p[4];
skein_p[0] += vectorize(0x4903ADFF749C51CEULL);
skein_p[1] += vectorize(0x0D95DE399746DF03ULL);
skein_p[2] += vectorize(0x8FD1934127C79BCEULL);
skein_p[3] += vectorize(0x9A255629FF352CB1ULL);
skein_p[4] += vectorize(0x5DB62599DF6CA7B0ULL);
skein_p[5] += vectorize(0xEABE394CA9D5C3F4ULL + 0x0000000000000040ULL);
skein_p[6] += vectorize(0x891112C71A75B523ULL);
skein_p[7] += vectorize(0xAE18A40B660FCC33ULL + 18);
#define h0 skein_p[0]
#define h1 skein_p[1]
#define h2 skein_p[2]
#define h3 skein_p[3]
#define h4 skein_p[4]
#define h5 skein_p[5]
#define h6 skein_p[6]
#define h7 skein_p[7]
h0 ^= h[0];
h1 ^= h[1];
h2 ^= h[2];
h3 ^= h[3];
h4 ^= h[4];
h5 ^= h[5];
h6 ^= h[6];
h7 ^= h[7];
uint2 skein_h8 = h0 ^ h1 ^ h2 ^ h3 ^ h4 ^ h5 ^ h6 ^ h7 ^ vectorize(0x1BD11BDAA9FC1A22ULL);
uint2 hash64[8];
hash64[0] = (h0);
// hash64[1] = (h1);
hash64[2] = (h2);
// hash64[3] = (h3);
hash64[4] = (h4);
hash64[5] = (h5 + vectorizelow(8ULL));
hash64[6] = (h6 + vectorizehigh(0xff000000UL));
// hash64[7] = (h7);
hash64[0] += h1;
hash64[1] = ROL2(h1, 46) ^ hash64[0];
hash64[2] += h3;
hash64[3] = ROL2(h3, 36) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 19) ^ hash64[4];
hash64[6] += h7;
hash64[7] = ROL2(h7, 37) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 33) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 27) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 14) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 42) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 17) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 49) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 36) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 39) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL2(hash64[1], 44) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 9) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROL2(hash64[5], 54) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROR8(hash64[3]) ^ hash64[4];
hash64[0] = (hash64[0] + h1);
hash64[1] = (hash64[1] + h2);
hash64[2] = (hash64[2] + h3);
hash64[3] = (hash64[3] + h4);
hash64[4] = (hash64[4] + h5);
hash64[5] = (hash64[5] + h6 + vectorizehigh(0xff000000UL));
hash64[6] = (hash64[6] + h7 + vectorize(0xff00000000000008ULL));
hash64[7] = (hash64[7] + skein_h8 + vectorizelow(1));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 39) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 30) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 34) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL24(hash64[7]) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 13) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 50) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 10) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 17) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 25) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 29) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 39) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 43) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL8(hash64[1]) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 35) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROR8(hash64[5]) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROL2(hash64[3], 22) ^ hash64[4];
hash64[0] = (hash64[0] + h2);
hash64[1] = (hash64[1] + h3);
hash64[2] = (hash64[2] + h4);
hash64[3] = (hash64[3] + h5);
hash64[4] = (hash64[4] + h6);
hash64[5] = (hash64[5] + h7 + vectorize(0xff00000000000008ULL));
hash64[6] = (hash64[6] + skein_h8 + vectorizelow(8ULL));
hash64[7] = (hash64[7] + h0 + vectorize(2));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 46) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 36) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 19) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL2(hash64[7], 37) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 33) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 27) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 14) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 42) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 17) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 49) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 36) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 39) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL2(hash64[1], 44) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 9) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROL2(hash64[5], 54) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROR8(hash64[3]) ^ hash64[4];
hash64[0] = (hash64[0] + h3);
hash64[1] = (hash64[1] + h4);
hash64[2] = (hash64[2] + h5);
hash64[3] = (hash64[3] + h6);
hash64[4] = (hash64[4] + h7);
hash64[5] = (hash64[5] + skein_h8 + vectorizelow(8));
hash64[6] = (hash64[6] + h0 + vectorizehigh(0xff000000UL));
hash64[7] = (hash64[7] + h1 + vectorizelow(3));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 39) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 30) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 34) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL24(hash64[7]) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 13) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 50) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 10) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 17) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 25) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 29) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 39) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 43) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL8(hash64[1]) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 35) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROR8(hash64[5]) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROL2(hash64[3], 22) ^ hash64[4];
hash64[0] = (hash64[0] + h4);
hash64[1] = (hash64[1] + h5);
hash64[2] = (hash64[2] + h6);
hash64[3] = (hash64[3] + h7);
hash64[4] = (hash64[4] + skein_h8);
hash64[5] = (hash64[5] + h0 + vectorizehigh(0xff000000UL));
hash64[6] = (hash64[6] + h1 + vectorize(0xff00000000000008ULL));
hash64[7] = (hash64[7] + h2 + vectorizelow(4));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 46) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 36) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 19) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL2(hash64[7], 37) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 33) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 27) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 14) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 42) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 17) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 49) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 36) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 39) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL2(hash64[1], 44) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 9) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROL2(hash64[5], 54) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROR8(hash64[3]) ^ hash64[4];
hash64[0] = (hash64[0] + h5);
hash64[1] = (hash64[1] + h6);
hash64[2] = (hash64[2] + h7);
hash64[3] = (hash64[3] + skein_h8);
hash64[4] = (hash64[4] + h0);
hash64[5] = (hash64[5] + h1 + vectorize(0xff00000000000008ULL));
hash64[6] = (hash64[6] + h2 + vectorizelow(8ULL));
hash64[7] = (hash64[7] + h3 + vectorizelow(5));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 39) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 30) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 34) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL24(hash64[7]) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 13) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 50) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 10) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 17) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 25) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 29) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 39) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 43) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL8(hash64[1]) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 35) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROR8(hash64[5]) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROL2(hash64[3], 22) ^ hash64[4];
hash64[0] = (hash64[0] + h6);
hash64[1] = (hash64[1] + h7);
hash64[2] = (hash64[2] + skein_h8);
hash64[3] = (hash64[3] + h0);
hash64[4] = (hash64[4] + h1);
hash64[5] = (hash64[5] + h2 + vectorizelow(8ULL));
hash64[6] = (hash64[6] + h3 + vectorizehigh(0xff000000UL));
hash64[7] = (hash64[7] + h4 + vectorizelow(6));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 46) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 36) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 19) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL2(hash64[7], 37) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 33) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 27) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 14) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 42) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 17) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 49) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 36) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 39) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL2(hash64[1], 44) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 9) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROL2(hash64[5], 54) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROR8(hash64[3]) ^ hash64[4];
hash64[0] = (hash64[0] + h7);
hash64[1] = (hash64[1] + skein_h8);
hash64[2] = (hash64[2] + h0);
hash64[3] = (hash64[3] + h1);
hash64[4] = (hash64[4] + h2);
hash64[5] = (hash64[5] + h3 + vectorizehigh(0xff000000UL));
hash64[6] = (hash64[6] + h4 + vectorize(0xff00000000000008ULL));
hash64[7] = (hash64[7] + h5 + vectorizelow(7));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 39) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 30) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 34) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL24(hash64[7]) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 13) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 50) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 10) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 17) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 25) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 29) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 39) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 43) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL8(hash64[1]) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 35) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROR8(hash64[5]) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROL2(hash64[3], 22) ^ hash64[4];
hash64[0] = (hash64[0] + skein_h8);
hash64[1] = (hash64[1] + h0);
hash64[2] = (hash64[2] + h1);
hash64[3] = (hash64[3] + h2);
hash64[4] = (hash64[4] + h3);
hash64[5] = (hash64[5] + h4 + vectorize(0xff00000000000008ULL));
hash64[6] = (hash64[6] + h5 + vectorizelow(8));
hash64[7] = (hash64[7] + h6 + vectorizelow(8));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 46) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 36) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 19) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL2(hash64[7], 37) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 33) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 27) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 14) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 42) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 17) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 49) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 36) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 39) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL2(hash64[1], 44) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 9) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROL2(hash64[5], 54) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROR8(hash64[3]) ^ hash64[4];
hash64[0] = (hash64[0] + h0);
hash64[1] = (hash64[1] + h1);
hash64[2] = (hash64[2] + h2);
hash64[3] = (hash64[3] + h3);
hash64[4] = (hash64[4] + h4);
hash64[5] = (hash64[5] + h5 + vectorizelow(8));
hash64[6] = (hash64[6] + h6 + vectorizehigh(0xff000000UL));
hash64[7] = (hash64[7] + h7 + vectorizelow(9));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 39) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 30) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 34) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL24(hash64[7]) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 13) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 50) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 10) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 17) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 25) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 29) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 39) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 43) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL8(hash64[1]) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 35) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROR8(hash64[5]) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROL2(hash64[3], 22) ^ hash64[4];
hash64[0] = (hash64[0] + h1);
hash64[1] = (hash64[1] + h2);
hash64[2] = (hash64[2] + h3);
hash64[3] = (hash64[3] + h4);
hash64[4] = (hash64[4] + h5);
hash64[5] = (hash64[5] + h6 + vectorizehigh(0xff000000UL));
hash64[6] = (hash64[6] + h7 + vectorize(0xff00000000000008ULL));
hash64[7] = (hash64[7] + skein_h8 + (vectorizelow(10)));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 46) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 36) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 19) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL2(hash64[7], 37) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 33) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 27) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 14) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 42) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 17) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 49) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 36) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 39) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL2(hash64[1], 44) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 9) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROL2(hash64[5], 54) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROR8(hash64[3]) ^ hash64[4];
hash64[0] = (hash64[0] + h2);
hash64[1] = (hash64[1] + h3);
hash64[2] = (hash64[2] + h4);
hash64[3] = (hash64[3] + h5);
hash64[4] = (hash64[4] + h6);
hash64[5] = (hash64[5] + h7 + vectorize(0xff00000000000008ULL));
hash64[6] = (hash64[6] + skein_h8 + vectorizelow(8ULL));
hash64[7] = (hash64[7] + h0 + vectorizelow(11));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 39) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 30) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 34) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL24(hash64[7]) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 13) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 50) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 10) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 17) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 25) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 29) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 39) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 43) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL8(hash64[1]) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 35) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROR8(hash64[5]) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROL2(hash64[3], 22) ^ hash64[4];
hash64[0] = (hash64[0] + h3);
hash64[1] = (hash64[1] + h4);
hash64[2] = (hash64[2] + h5);
hash64[3] = (hash64[3] + h6);
hash64[4] = (hash64[4] + h7);
hash64[5] = (hash64[5] + skein_h8 + vectorizelow(8));
hash64[6] = (hash64[6] + h0 + vectorizehigh(0xff000000UL));
hash64[7] = (hash64[7] + h1 + vectorizelow(12));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 46) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 36) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 19) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL2(hash64[7], 37) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 33) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 27) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 14) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 42) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 17) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 49) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 36) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 39) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL2(hash64[1], 44) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 9) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROL2(hash64[5], 54) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROR8(hash64[3]) ^ hash64[4];
hash64[0] = (hash64[0] + h4);
hash64[1] = (hash64[1] + h5);
hash64[2] = (hash64[2] + h6);
hash64[3] = (hash64[3] + h7);
hash64[4] = (hash64[4] + skein_h8);
hash64[5] = (hash64[5] + h0 + vectorizehigh(0xff000000UL));
hash64[6] = (hash64[6] + h1 + vectorize(0xff00000000000008ULL));
hash64[7] = (hash64[7] + h2 + vectorizelow(13));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 39) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 30) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 34) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL24(hash64[7]) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 13) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 50) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 10) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 17) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 25) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 29) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 39) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 43) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL8(hash64[1]) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 35) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROR8(hash64[5]) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROL2(hash64[3], 22) ^ hash64[4];
hash64[0] = (hash64[0] + h5);
hash64[1] = (hash64[1] + h6);
hash64[2] = (hash64[2] + h7);
hash64[3] = (hash64[3] + skein_h8);
hash64[4] = (hash64[4] + h0);
hash64[5] = (hash64[5] + h1 + vectorize(0xff00000000000008ULL));
hash64[6] = (hash64[6] + h2 + vectorizelow(8ULL));
hash64[7] = (hash64[7] + h3 + vectorizelow(14));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 46) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 36) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 19) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL2(hash64[7], 37) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 33) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 27) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 14) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 42) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 17) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 49) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 36) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 39) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL2(hash64[1], 44) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 9) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROL2(hash64[5], 54) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROR8(hash64[3]) ^ hash64[4];
hash64[0] = (hash64[0] + h6);
hash64[1] = (hash64[1] + h7);
hash64[2] = (hash64[2] + skein_h8);
hash64[3] = (hash64[3] + h0);
hash64[4] = (hash64[4] + h1);
hash64[5] = (hash64[5] + h2 + vectorizelow(8ULL));
hash64[6] = (hash64[6] + h3 + vectorizehigh(0xff000000UL));
hash64[7] = (hash64[7] + h4 + vectorizelow(15));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 39) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 30) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 34) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL24(hash64[7]) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 13) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 50) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 10) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 17) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 25) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 29) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 39) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 43) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL8(hash64[1]) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 35) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROR8(hash64[5]) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROL2(hash64[3], 22) ^ hash64[4];
hash64[0] = (hash64[0] + h7);
hash64[1] = (hash64[1] + skein_h8);
hash64[2] = (hash64[2] + h0);
hash64[3] = (hash64[3] + h1);
hash64[4] = (hash64[4] + h2);
hash64[5] = (hash64[5] + h3 + vectorizehigh(0xff000000UL));
hash64[6] = (hash64[6] + h4 + vectorize(0xff00000000000008ULL));
hash64[7] = (hash64[7] + h5 + vectorizelow(16));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 46) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 36) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 19) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL2(hash64[7], 37) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 33) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 27) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 14) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 42) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 17) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 49) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 36) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 39) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL2(hash64[1], 44) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 9) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROL2(hash64[5], 54) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROR8(hash64[3]) ^ hash64[4];
hash64[0] = (hash64[0] + skein_h8);
hash64[1] = (hash64[1] + h0);
hash64[2] = (hash64[2] + h1);
hash64[3] = (hash64[3] + h2);
hash64[4] = (hash64[4] + h3);
hash64[5] = (hash64[5] + h4 + vectorize(0xff00000000000008ULL));
hash64[6] = (hash64[6] + h5 + vectorizelow(8ULL));
hash64[7] = (hash64[7] + h6 + vectorizelow(17));
hash64[0] += hash64[1];
hash64[1] = ROL2(hash64[1], 39) ^ hash64[0];
hash64[2] += hash64[3];
hash64[3] = ROL2(hash64[3], 30) ^ hash64[2];
hash64[4] += hash64[5];
hash64[5] = ROL2(hash64[5], 34) ^ hash64[4];
hash64[6] += hash64[7];
hash64[7] = ROL24(hash64[7]) ^ hash64[6];
hash64[2] += hash64[1];
hash64[1] = ROL2(hash64[1], 13) ^ hash64[2];
hash64[4] += hash64[7];
hash64[7] = ROL2(hash64[7], 50) ^ hash64[4];
hash64[6] += hash64[5];
hash64[5] = ROL2(hash64[5], 10) ^ hash64[6];
hash64[0] += hash64[3];
hash64[3] = ROL2(hash64[3], 17) ^ hash64[0];
hash64[4] += hash64[1];
hash64[1] = ROL2(hash64[1], 25) ^ hash64[4];
hash64[6] += hash64[3];
hash64[3] = ROL2(hash64[3], 29) ^ hash64[6];
hash64[0] += hash64[5];
hash64[5] = ROL2(hash64[5], 39) ^ hash64[0];
hash64[2] += hash64[7];
hash64[7] = ROL2(hash64[7], 43) ^ hash64[2];
hash64[6] += hash64[1];
hash64[1] = ROL8(hash64[1]) ^ hash64[6];
hash64[0] += hash64[7];
hash64[7] = ROL2(hash64[7], 35) ^ hash64[0];
hash64[2] += hash64[5];
hash64[5] = ROR8(hash64[5]) ^ hash64[2];
hash64[4] += hash64[3];
hash64[3] = ROL2(hash64[3], 22) ^ hash64[4];
Hash[0] = devectorize(hash64[0] + h0);
Hash[1] = devectorize(hash64[1] + h1);
Hash[2] = devectorize(hash64[2] + h2);
Hash[3] = devectorize(hash64[3] + h3);
Hash[4] = devectorize(hash64[4] + h4);
Hash[5] = devectorize(hash64[5] + h5)+ 8;
Hash[6] = devectorize(hash64[6] + h6)+ 0xff00000000000000ULL;
Hash[7] = devectorize(hash64[7] + h7)+ 18;
#undef h0
#undef h1
#undef h2
#undef h3
#undef h4
#undef h5
#undef h6
#undef h7
}
}
#if __CUDA_ARCH__ > 500
#define tp 448
#else
#define tp 128
#endif
__host__
void quark_skein512_cpu_hash_64(uint32_t threads, uint32_t startNounce, uint32_t *d_nonceVector, uint32_t *d_hash)
{
dim3 grid((threads + tp - 1) / tp);
dim3 block(tp);
quark_skein512_gpu_hash_64 << <grid, block >> >(threads, startNounce, (uint64_t*)d_hash, d_nonceVector);
}
#ifdef WANT_SKEIN_80
__host__ void quark_skein512_cpu_init(int thr_id)
{
cudaMalloc(&d_nonce[thr_id], 2*sizeof(uint32_t));
}
__host__ void quark_skein512_setTarget(const void *ptarget)
{
}
__host__ void quark_skein512_cpu_free(int32_t thr_id)
{
cudaFree(d_nonce[thr_id]);
}
static __device__ __constant__ uint32_t sha256_hashTable[] = {
0x6a09e667, 0xbb67ae85, 0x3c6ef372, 0xa54ff53a, 0x510e527f, 0x9b05688c, 0x1f83d9ab, 0x5be0cd19
};
/* Elementary functions used by SHA256 */
#define SWAB32(x) cuda_swab32(x)
//#define ROTR32(x, n) (((x) >> (n)) | ((x) << (32 - (n))))
#define R(x, n) ((x) >> (n))
#define Ch(x, y, z) ((x & (y ^ z)) ^ z)
#define Maj(x, y, z) ((x & (y | z)) | (y & z))
#define S0(x) (ROTR32(x, 2) ^ ROTR32(x, 13) ^ ROTR32(x, 22))
#define S1(x) (ROTR32(x, 6) ^ ROTR32(x, 11) ^ ROTR32(x, 25))
#define s0(x) (ROTR32(x, 7) ^ ROTR32(x, 18) ^ R(x, 3))
#define s1(x) (ROTR32(x, 17) ^ ROTR32(x, 19) ^ R(x, 10))
__constant__ uint32_t sha256_constantTable[64] = {
0x428a2f98, 0x71374491, 0xb5c0fbcf, 0xe9b5dba5, 0x3956c25b, 0x59f111f1, 0x923f82a4, 0xab1c5ed5,
0xd807aa98, 0x12835b01, 0x243185be, 0x550c7dc3, 0x72be5d74, 0x80deb1fe, 0x9bdc06a7, 0xc19bf174,
0xe49b69c1, 0xefbe4786, 0x0fc19dc6, 0x240ca1cc, 0x2de92c6f, 0x4a7484aa, 0x5cb0a9dc, 0x76f988da,
0x983e5152, 0xa831c66d, 0xb00327c8, 0xbf597fc7, 0xc6e00bf3, 0xd5a79147, 0x06ca6351, 0x14292967,
0x27b70a85, 0x2e1b2138, 0x4d2c6dfc, 0x53380d13, 0x650a7354, 0x766a0abb, 0x81c2c92e, 0x92722c85,
0xa2bfe8a1, 0xa81a664b, 0xc24b8b70, 0xc76c51a3, 0xd192e819, 0xd6990624, 0xf40e3585, 0x106aa070,
0x19a4c116, 0x1e376c08, 0x2748774c, 0x34b0bcb5, 0x391c0cb3, 0x4ed8aa4a, 0x5b9cca4f, 0x682e6ff3,
0x748f82ee, 0x78a5636f, 0x84c87814, 0x8cc70208, 0x90befffa, 0xa4506ceb, 0xbef9a3f7, 0xc67178f2
};
__global__ __launch_bounds__(1024)
void skein512_gpu_hash_80_52(uint32_t threads, uint32_t startNounce, uint32_t *const __restrict__ d_found, uint64_t target)
{
const uint32_t thread = (blockDim.x * blockIdx.x + threadIdx.x);
if (thread < threads)
{
uint2 h0, h1, h2, h3, h4, h5, h6, h7, h8;
uint2 t0, t1, t2;
uint2 p[8];
h0 = precalcvalues[0];
h1 = precalcvalues[1];
h2 = precalcvalues[2];
h3 = precalcvalues[3];
h4 = precalcvalues[4];
h5 = precalcvalues[5];
h6 = precalcvalues[6];
h7 = precalcvalues[7];
t2 = precalcvalues[8];
const uint2 nounce2 = make_uint2(_LOWORD(c_PaddedMessage16[1]), cuda_swab32(startNounce + thread));
// skein_big_close -> etype = 0x160, ptr = 16, bcount = 1, extra = 16
p[0] = vectorize(c_PaddedMessage16[0]);
p[1] = nounce2;
#pragma unroll
for (int i = 2; i < 8; i++)
p[i] = make_uint2(0,0);
t0 = vectorizelow(0x50ull); // SPH_T64(bcount << 6) + (sph_u64)(extra);
t1 = vectorizehigh(0xB0000000ul); // (bcount >> 58) + ((sph_u64)(etype) << 55);
TFBIG_KINIT_UI2(h0, h1, h2, h3, h4, h5, h6, h7, h8, t0, t1, t2);
TFBIG_4e_UI2(0);
TFBIG_4o_UI2(1);
TFBIG_4e_UI2(2);
TFBIG_4o_UI2(3);
TFBIG_4e_UI2(4);
TFBIG_4o_UI2(5);
TFBIG_4e_UI2(6);
TFBIG_4o_UI2(7);
TFBIG_4e_UI2(8);
TFBIG_4o_UI2(9);
TFBIG_4e_UI2(10);
TFBIG_4o_UI2(11);
TFBIG_4e_UI2(12);
TFBIG_4o_UI2(13);
TFBIG_4e_UI2(14);
TFBIG_4o_UI2(15);
TFBIG_4e_UI2(16);
TFBIG_4o_UI2(17);
TFBIG_ADDKEY_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, 18);
t0 = vectorizelow(8); // extra
t1 = vectorizehigh(0xFF000000ul); // etype
h0 = vectorize(c_PaddedMessage16[0]) ^ p[0];
h1 = nounce2 ^ p[1];
h2 = p[2];
h3 = p[3];
h4 = p[4];
h5 = p[5];
h6 = p[6];
h7 = p[7];
h8 = h0 ^ h1 ^ p[2] ^ p[3] ^ p[4] ^ p[5] ^ p[6] ^ p[7] ^ vectorize(0x1BD11BDAA9FC1A22);
t2 = vectorize(0xFF00000000000008ull);
// p[8] = { 0 };
#pragma unroll 8
for (int i = 0; i<8; i++)
p[i] = make_uint2(0, 0);
TFBIG_4e_UI2(0);
TFBIG_4o_UI2(1);
TFBIG_4e_UI2(2);
TFBIG_4o_UI2(3);
TFBIG_4e_UI2(4);
TFBIG_4o_UI2(5);
TFBIG_4e_UI2(6);
TFBIG_4o_UI2(7);
TFBIG_4e_UI2(8);
TFBIG_4o_UI2(9);
TFBIG_4e_UI2(10);
TFBIG_4o_UI2(11);
TFBIG_4e_UI2(12);
TFBIG_4o_UI2(13);
TFBIG_4e_UI2(14);
TFBIG_4o_UI2(15);
TFBIG_4e_UI2(16);
TFBIG_4o_UI2(17);
TFBIG_ADDKEY_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, 18);
uint32_t *message = (uint32_t *)p;
uint32_t W1[16];
uint32_t W2[16];
uint32_t regs[8];
uint32_t hash[8];
// Init with Hash-Table
#pragma unroll 8
for (int k = 0; k < 8; k++)
{
hash[k] = regs[k] = sha256_hashTable[k];
}
#pragma unroll 16
for (int k = 0; k<16; k++)
W1[k] = SWAB32(message[k]);
// Progress W1
#pragma unroll 16
for (int j = 0; j<16; j++)
{
uint32_t T1, T2;
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_constantTable[j] + W1[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int k = 6; k >= 0; k--) regs[k + 1] = regs[k];
regs[0] = T1 + T2;
regs[4] += T1;
}
// Progress W2...W3
////// PART 1
#pragma unroll 2
for (int j = 0; j<2; j++)
W2[j] = s1(W1[14 + j]) + W1[9 + j] + s0(W1[1 + j]) + W1[j];
#pragma unroll 5
for (int j = 2; j<7; j++)
W2[j] = s1(W2[j - 2]) + W1[9 + j] + s0(W1[1 + j]) + W1[j];
#pragma unroll 8
for (int j = 7; j<15; j++)
W2[j] = s1(W2[j - 2]) + W2[j - 7] + s0(W1[1 + j]) + W1[j];
W2[15] = s1(W2[13]) + W2[8] + s0(W2[0]) + W1[15];
// Round function
#pragma unroll 16
for (int j = 0; j<16; j++)
{
uint32_t T1, T2;
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_constantTable[j + 16] + W2[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int l = 6; l >= 0; l--) regs[l + 1] = regs[l];
regs[0] = T1 + T2;
regs[4] += T1;
}
////// PART 2
#pragma unroll 2
for (int j = 0; j<2; j++)
W1[j] = s1(W2[14 + j]) + W2[9 + j] + s0(W2[1 + j]) + W2[j];
#pragma unroll 5
for (int j = 2; j<7; j++)
W1[j] = s1(W1[j - 2]) + W2[9 + j] + s0(W2[1 + j]) + W2[j];
#pragma unroll 8
for (int j = 7; j<15; j++)
W1[j] = s1(W1[j - 2]) + W1[j - 7] + s0(W2[1 + j]) + W2[j];
W1[15] = s1(W1[13]) + W1[8] + s0(W1[0]) + W2[15];
// Round function
#pragma unroll 16
for (int j = 0; j<16; j++)
{
uint32_t T1, T2;
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_constantTable[j + 32] + W1[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int l = 6; l >= 0; l--) regs[l + 1] = regs[l];
regs[0] = T1 + T2;
regs[4] += T1;
}
////// PART 3
#pragma unroll 2
for (int j = 0; j<2; j++)
W2[j] = s1(W1[14 + j]) + W1[9 + j] + s0(W1[1 + j]) + W1[j];
#pragma unroll 5
for (int j = 2; j<7; j++)
W2[j] = s1(W2[j - 2]) + W1[9 + j] + s0(W1[1 + j]) + W1[j];
#pragma unroll 8
for (int j = 7; j<15; j++)
W2[j] = s1(W2[j - 2]) + W2[j - 7] + s0(W1[1 + j]) + W1[j];
W2[15] = s1(W2[13]) + W2[8] + s0(W2[0]) + W1[15];
// Round function
#pragma unroll 16
for (int j = 0; j<16; j++)
{
uint32_t T1, T2;
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_constantTable[j + 48] + W2[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int l = 6; l >= 0; l--) regs[l + 1] = regs[l];
regs[0] = T1 + T2;
regs[4] += T1;
}
#pragma unroll 8
for (int k = 0; k<8; k++)
hash[k] += regs[k];
/////
///// Second Pass (ending)
/////
#pragma unroll 8
for (int k = 0; k<8; k++)
regs[k] = hash[k];
// Progress W1
uint32_t T1, T2;
#pragma unroll
for (int j = 0; j<56; j++)
{
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_endingTable[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int k = 6; k >= 0; k--)
regs[k + 1] = regs[k];
regs[0] = T1 + T2;
regs[4] += T1;
}
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_endingTable[56];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
regs[7] = T1 + T2;
regs[3] += T1;
T1 = regs[6] + S1(regs[3]) + Ch(regs[3], regs[4], regs[5]) + sha256_endingTable[57];
T2 = S0(regs[7]) + Maj(regs[7], regs[0], regs[1]);
regs[6] = T1 + T2;
regs[2] += T1;
//************
regs[1] += regs[5] + S1(regs[2]) + Ch(regs[2], regs[3], regs[4]) + sha256_endingTable[58];
regs[0] += regs[4] + S1(regs[1]) + Ch(regs[1], regs[2], regs[3]) + sha256_endingTable[59];
regs[7] += regs[3] + S1(regs[0]) + Ch(regs[0], regs[1], regs[2]) + sha256_endingTable[60];
regs[6] += regs[2] + S1(regs[7]) + Ch(regs[7], regs[0], regs[1]) + sha256_endingTable[61];
uint64_t test = SWAB32(hash[7] + regs[7]);
test <<= 32;
test |= SWAB32(hash[6] + regs[6]);
if (test <= target)
{
uint32_t tmp = atomicExch(&(d_found[0]), startNounce + thread);
if (tmp != 0xffffffff)
d_found[1] = startNounce + thread;
}
}
}
__global__
void skein512_gpu_hash_80_50(uint32_t threads, uint32_t startNounce, uint32_t *const __restrict__ d_found, uint64_t target)
{
const uint32_t thread = (blockDim.x * blockIdx.x + threadIdx.x);
if (thread < threads)
{
uint2 h0, h1, h2, h3, h4, h5, h6, h7, h8;
uint2 t0, t1, t2;
uint2 p[8];
h0 = precalcvalues[0];
h1 = precalcvalues[1];
h2 = precalcvalues[2];
h3 = precalcvalues[3];
h4 = precalcvalues[4];
h5 = precalcvalues[5];
h6 = precalcvalues[6];
h7 = precalcvalues[7];
t2 = precalcvalues[8];
const uint2 nounce2 = make_uint2(_LOWORD(c_PaddedMessage16[1]), cuda_swab32(startNounce + thread));
// skein_big_close -> etype = 0x160, ptr = 16, bcount = 1, extra = 16
p[0] = vectorize(c_PaddedMessage16[0]);
p[1] = nounce2;
#pragma unroll
for (int i = 2; i < 8; i++)
p[i] = make_uint2(0, 0);
t0 = vectorizelow(0x50ull); // SPH_T64(bcount << 6) + (sph_u64)(extra);
t1 = vectorizehigh(0xB0000000ul); // (bcount >> 58) + ((sph_u64)(etype) << 55);
TFBIG_KINIT_UI2(h0, h1, h2, h3, h4, h5, h6, h7, h8, t0, t1, t2);
TFBIG_4e_UI2(0);
TFBIG_4o_UI2(1);
TFBIG_4e_UI2(2);
TFBIG_4o_UI2(3);
TFBIG_4e_UI2(4);
TFBIG_4o_UI2(5);
TFBIG_4e_UI2(6);
TFBIG_4o_UI2(7);
TFBIG_4e_UI2(8);
TFBIG_4o_UI2(9);
TFBIG_4e_UI2(10);
TFBIG_4o_UI2(11);
TFBIG_4e_UI2(12);
TFBIG_4o_UI2(13);
TFBIG_4e_UI2(14);
TFBIG_4o_UI2(15);
TFBIG_4e_UI2(16);
TFBIG_4o_UI2(17);
TFBIG_ADDKEY_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, 18);
t0 = vectorizelow(8); // extra
t1 = vectorizehigh(0xFF000000ul); // etype
h0 = vectorize(c_PaddedMessage16[0]) ^ p[0];
h1 = nounce2 ^ p[1];
h2 = p[2];
h3 = p[3];
h4 = p[4];
h5 = p[5];
h6 = p[6];
h7 = p[7];
h8 = h0 ^ h1 ^ p[2] ^ p[3] ^ p[4] ^ p[5] ^ p[6] ^ p[7] ^ vectorize(0x1BD11BDAA9FC1A22);
t2 = vectorize(0xFF00000000000008ull);
// p[8] = { 0 };
#pragma unroll 8
for (int i = 0; i<8; i++)
p[i] = make_uint2(0, 0);
TFBIG_4e_UI2(0);
TFBIG_4o_UI2(1);
TFBIG_4e_UI2(2);
TFBIG_4o_UI2(3);
TFBIG_4e_UI2(4);
TFBIG_4o_UI2(5);
TFBIG_4e_UI2(6);
TFBIG_4o_UI2(7);
TFBIG_4e_UI2(8);
TFBIG_4o_UI2(9);
TFBIG_4e_UI2(10);
TFBIG_4o_UI2(11);
TFBIG_4e_UI2(12);
TFBIG_4o_UI2(13);
TFBIG_4e_UI2(14);
TFBIG_4o_UI2(15);
TFBIG_4e_UI2(16);
TFBIG_4o_UI2(17);
TFBIG_ADDKEY_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, 18);
uint32_t *message = (uint32_t *)p;
uint32_t W1[16];
uint32_t W2[16];
uint32_t regs[8];
uint32_t hash[8];
// Init with Hash-Table
#pragma unroll 8
for (int k = 0; k < 8; k++)
{
hash[k] = regs[k] = sha256_hashTable[k];
}
#pragma unroll 16
for (int k = 0; k<16; k++)
W1[k] = SWAB32(message[k]);
// Progress W1
#pragma unroll 16
for (int j = 0; j<16; j++)
{
uint32_t T1, T2;
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_constantTable[j] + W1[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int k = 6; k >= 0; k--) regs[k + 1] = regs[k];
regs[0] = T1 + T2;
regs[4] += T1;
}
// Progress W2...W3
////// PART 1
#pragma unroll 2
for (int j = 0; j<2; j++)
W2[j] = s1(W1[14 + j]) + W1[9 + j] + s0(W1[1 + j]) + W1[j];
#pragma unroll 5
for (int j = 2; j<7; j++)
W2[j] = s1(W2[j - 2]) + W1[9 + j] + s0(W1[1 + j]) + W1[j];
#pragma unroll 8
for (int j = 7; j<15; j++)
W2[j] = s1(W2[j - 2]) + W2[j - 7] + s0(W1[1 + j]) + W1[j];
W2[15] = s1(W2[13]) + W2[8] + s0(W2[0]) + W1[15];
// Round function
#pragma unroll 16
for (int j = 0; j<16; j++)
{
uint32_t T1, T2;
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_constantTable[j + 16] + W2[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int l = 6; l >= 0; l--) regs[l + 1] = regs[l];
regs[0] = T1 + T2;
regs[4] += T1;
}
////// PART 2
#pragma unroll 2
for (int j = 0; j<2; j++)
W1[j] = s1(W2[14 + j]) + W2[9 + j] + s0(W2[1 + j]) + W2[j];
#pragma unroll 5
for (int j = 2; j<7; j++)
W1[j] = s1(W1[j - 2]) + W2[9 + j] + s0(W2[1 + j]) + W2[j];
#pragma unroll 8
for (int j = 7; j<15; j++)
W1[j] = s1(W1[j - 2]) + W1[j - 7] + s0(W2[1 + j]) + W2[j];
W1[15] = s1(W1[13]) + W1[8] + s0(W1[0]) + W2[15];
// Round function
#pragma unroll 16
for (int j = 0; j<16; j++)
{
uint32_t T1, T2;
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_constantTable[j + 32] + W1[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int l = 6; l >= 0; l--) regs[l + 1] = regs[l];
regs[0] = T1 + T2;
regs[4] += T1;
}
////// PART 3
#pragma unroll 2
for (int j = 0; j<2; j++)
W2[j] = s1(W1[14 + j]) + W1[9 + j] + s0(W1[1 + j]) + W1[j];
#pragma unroll 5
for (int j = 2; j<7; j++)
W2[j] = s1(W2[j - 2]) + W1[9 + j] + s0(W1[1 + j]) + W1[j];
#pragma unroll 8
for (int j = 7; j<15; j++)
W2[j] = s1(W2[j - 2]) + W2[j - 7] + s0(W1[1 + j]) + W1[j];
W2[15] = s1(W2[13]) + W2[8] + s0(W2[0]) + W1[15];
// Round function
#pragma unroll 16
for (int j = 0; j<16; j++)
{
uint32_t T1, T2;
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_constantTable[j + 48] + W2[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int l = 6; l >= 0; l--) regs[l + 1] = regs[l];
regs[0] = T1 + T2;
regs[4] += T1;
}
#pragma unroll 8
for (int k = 0; k<8; k++)
hash[k] += regs[k];
/////
///// Second Pass (ending)
/////
#pragma unroll 8
for (int k = 0; k<8; k++)
regs[k] = hash[k];
// Progress W1
uint32_t T1, T2;
#pragma unroll 1
for (int j = 0; j<56; j++)//62
{
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6]) + sha256_endingTable[j];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
#pragma unroll 7
for (int k = 6; k >= 0; k--)
regs[k + 1] = regs[k];
regs[0] = T1 + T2;
regs[4] += T1;
}
T1 = regs[7] + S1(regs[4]) + Ch(regs[4], regs[5], regs[6])+sha256_endingTable[56];
T2 = S0(regs[0]) + Maj(regs[0], regs[1], regs[2]);
regs[7] = T1 + T2;
regs[3] += T1;
T1 = regs[6] + S1(regs[3]) + Ch(regs[3], regs[4], regs[5]) + sha256_endingTable[57];
T2 = S0(regs[7]) + Maj(regs[7], regs[0], regs[1]);
regs[6] = T1 + T2;
regs[2] += T1;
//************
regs[1] += regs[5] + S1(regs[2]) + Ch(regs[2], regs[3], regs[4]) + sha256_endingTable[58];
regs[0] += regs[4] + S1(regs[1]) + Ch(regs[1], regs[2], regs[3]) + sha256_endingTable[59];
regs[7] += regs[3] + S1(regs[0]) + Ch(regs[0], regs[1], regs[2]) + sha256_endingTable[60];
regs[6] += regs[2] + S1(regs[7]) + Ch(regs[7], regs[0], regs[1]) + sha256_endingTable[61];
uint64_t test = SWAB32(hash[7] + regs[7]);
test <<= 32;
test|= SWAB32(hash[6] + regs[6]);
if (test <= target)
{
uint32_t tmp = atomicCAS(d_found, 0xffffffff, startNounce + thread);
if (tmp != 0xffffffff)
d_found[1] = startNounce + thread;
}
}
}
static uint64_t PaddedMessage[16];
__host__
static void precalc()
{
uint64_t h0, h1, h2, h3, h4, h5, h6, h7, h8;
uint64_t t0, t1, t2;
h0 = 0x4903ADFF749C51CEull;
h1 = 0x0D95DE399746DF03ull;
h2 = 0x8FD1934127C79BCEull;
h3 = 0x9A255629FF352CB1ull;
h4 = 0x5DB62599DF6CA7B0ull;
h5 = 0xEABE394CA9D5C3F4ull;
h6 = 0x991112C71A75B523ull;
h7 = 0xAE18A40B660FCC33ull;
h8 = h0 ^ h1 ^ h2 ^ h3 ^ h4 ^ h5 ^ h6 ^ h7 ^ SPH_C64(0x1BD11BDAA9FC1A22);
t0 = 64; // ptr
t1 = 0x7000000000000000ull;
t2 = 0x7000000000000040ull;
uint64_t p[8];
for (int i = 0; i<8; i++)
p[i] = PaddedMessage[i];
TFBIG_4e_PRE(0);
TFBIG_4o_PRE(1);
TFBIG_4e_PRE(2);
TFBIG_4o_PRE(3);
TFBIG_4e_PRE(4);
TFBIG_4o_PRE(5);
TFBIG_4e_PRE(6);
TFBIG_4o_PRE(7);
TFBIG_4e_PRE(8);
TFBIG_4o_PRE(9);
TFBIG_4e_PRE(10);
TFBIG_4o_PRE(11);
TFBIG_4e_PRE(12);
TFBIG_4o_PRE(13);
TFBIG_4e_PRE(14);
TFBIG_4o_PRE(15);
TFBIG_4e_PRE(16);
TFBIG_4o_PRE(17);
TFBIG_ADDKEY_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, 18);
uint64_t buffer[9];
buffer[0] = PaddedMessage[0] ^ p[0];
buffer[1] = PaddedMessage[1] ^ p[1];
buffer[2] = PaddedMessage[2] ^ p[2];
buffer[3] = PaddedMessage[3] ^ p[3];
buffer[4] = PaddedMessage[4] ^ p[4];
buffer[5] = PaddedMessage[5] ^ p[5];
buffer[6] = PaddedMessage[6] ^ p[6];
buffer[7] = PaddedMessage[7] ^ p[7];
buffer[8] = t2;
CUDA_SAFE_CALL(cudaMemcpyToSymbol(precalcvalues, buffer, sizeof(buffer), 0, cudaMemcpyHostToDevice));
uint32_t endingTable[] = {
0x80000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000,
0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000200,
0x80000000, 0x01400000, 0x00205000, 0x00005088, 0x22000800, 0x22550014, 0x05089742, 0xa0000020,
0x5a880000, 0x005c9400, 0x0016d49d, 0xfa801f00, 0xd33225d0, 0x11675959, 0xf6e6bfda, 0xb30c1549,
0x08b2b050, 0x9d7c4c27, 0x0ce2a393, 0x88e6e1ea, 0xa52b4335, 0x67a16f49, 0xd732016f, 0x4eeb2e91,
0x5dbf55e5, 0x8eee2335, 0xe2bc5ec2, 0xa83f4394, 0x45ad78f7, 0x36f3d0cd, 0xd99c05e8, 0xb0511dc7,
0x69bc7ac4, 0xbd11375b, 0xe3ba71e5, 0x3b209ff2, 0x18feee17, 0xe25ad9e7, 0x13375046, 0x0515089d,
0x4f0d0f04, 0x2627484e, 0x310128d2, 0xc668b434, 0x420841cc, 0x62d311b8, 0xe59ba771, 0x85a7a484
};
uint32_t constantTable[64] = {
0x428a2f98, 0x71374491, 0xb5c0fbcf, 0xe9b5dba5, 0x3956c25b, 0x59f111f1, 0x923f82a4, 0xab1c5ed5,
0xd807aa98, 0x12835b01, 0x243185be, 0x550c7dc3, 0x72be5d74, 0x80deb1fe, 0x9bdc06a7, 0xc19bf174,
0xe49b69c1, 0xefbe4786, 0x0fc19dc6, 0x240ca1cc, 0x2de92c6f, 0x4a7484aa, 0x5cb0a9dc, 0x76f988da,
0x983e5152, 0xa831c66d, 0xb00327c8, 0xbf597fc7, 0xc6e00bf3, 0xd5a79147, 0x06ca6351, 0x14292967,
0x27b70a85, 0x2e1b2138, 0x4d2c6dfc, 0x53380d13, 0x650a7354, 0x766a0abb, 0x81c2c92e, 0x92722c85,
0xa2bfe8a1, 0xa81a664b, 0xc24b8b70, 0xc76c51a3, 0xd192e819, 0xd6990624, 0xf40e3585, 0x106aa070,
0x19a4c116, 0x1e376c08, 0x2748774c, 0x34b0bcb5, 0x391c0cb3, 0x4ed8aa4a, 0x5b9cca4f, 0x682e6ff3,
0x748f82ee, 0x78a5636f, 0x84c87814, 0x8cc70208, 0x90befffa, 0xa4506ceb, 0xbef9a3f7, 0xc67178f2
};
for (int i = 0; i < 64; i++)
{
endingTable[i] = constantTable[i] + endingTable[i];
}
CUDA_SAFE_CALL(cudaMemcpyToSymbol(sha256_endingTable, endingTable, sizeof(uint32_t) * 64, 0, cudaMemcpyHostToDevice));
}
__host__
void skein512_cpu_setBlock_80(uint32_t thr_id, void *pdata)
{
memcpy(&PaddedMessage[0], pdata, 80);
CUDA_SAFE_CALL(
cudaMemcpyToSymbol(c_PaddedMessage16, &PaddedMessage[8], 16, 0, cudaMemcpyHostToDevice)
);
CUDA_SAFE_CALL(cudaMalloc(&(d_found[thr_id]), 3 * sizeof(uint32_t)));
precalc();
}
__host__
void skein512_cpu_hash_80_52(int thr_id, uint32_t threads, uint32_t startNounce, int swapu,uint64_t target, uint32_t *h_found)
{
dim3 grid((threads + 1024 - 1) / 1024);
dim3 block(1024);
cudaMemset(d_found[thr_id], 0xffffffff, 2 * sizeof(uint32_t));
skein512_gpu_hash_80_52 << < grid, block >> > (threads, startNounce, d_found[thr_id], target);
cudaMemcpy(h_found, d_found[thr_id], 2 * sizeof(uint32_t), cudaMemcpyDeviceToHost);
}
__host__
void skein512_cpu_hash_80_50(int thr_id, uint32_t threads, uint32_t startNounce, int swapu, uint64_t target, uint32_t *h_found)
{
dim3 grid((threads + 256 - 1) / 256);
dim3 block(256);
cudaMemset(d_found[thr_id], 0xffffffff, 2 * sizeof(uint32_t));
skein512_gpu_hash_80_50 << < grid, block >> > (threads, startNounce, d_found[thr_id], target);
cudaMemcpy(h_found, d_found[thr_id], 2 * sizeof(uint32_t), cudaMemcpyDeviceToHost);
}
#endif