/* SKEIN 64 and 80 based on Alexis Provos version */ #define TPB52 512 #define TPB50 256 #include #include #include /* ************************ */ /* * M9_ ## s ## _ ## i evaluates to s+i mod 9 (0 <= s <= 18, 0 <= i <= 7). */ #define M9_0_0 0 #define M9_0_1 1 #define M9_0_2 2 #define M9_0_3 3 #define M9_0_4 4 #define M9_0_5 5 #define M9_0_6 6 #define M9_0_7 7 #define M9_1_0 1 #define M9_1_1 2 #define M9_1_2 3 #define M9_1_3 4 #define M9_1_4 5 #define M9_1_5 6 #define M9_1_6 7 #define M9_1_7 8 #define M9_2_0 2 #define M9_2_1 3 #define M9_2_2 4 #define M9_2_3 5 #define M9_2_4 6 #define M9_2_5 7 #define M9_2_6 8 #define M9_2_7 0 #define M9_3_0 3 #define M9_3_1 4 #define M9_3_2 5 #define M9_3_3 6 #define M9_3_4 7 #define M9_3_5 8 #define M9_3_6 0 #define M9_3_7 1 #define M9_4_0 4 #define M9_4_1 5 #define M9_4_2 6 #define M9_4_3 7 #define M9_4_4 8 #define M9_4_5 0 #define M9_4_6 1 #define M9_4_7 2 #define M9_5_0 5 #define M9_5_1 6 #define M9_5_2 7 #define M9_5_3 8 #define M9_5_4 0 #define M9_5_5 1 #define M9_5_6 2 #define M9_5_7 3 #define M9_6_0 6 #define M9_6_1 7 #define M9_6_2 8 #define M9_6_3 0 #define M9_6_4 1 #define M9_6_5 2 #define M9_6_6 3 #define M9_6_7 4 #define M9_7_0 7 #define M9_7_1 8 #define M9_7_2 0 #define M9_7_3 1 #define M9_7_4 2 #define M9_7_5 3 #define M9_7_6 4 #define M9_7_7 5 #define M9_8_0 8 #define M9_8_1 0 #define M9_8_2 1 #define M9_8_3 2 #define M9_8_4 3 #define M9_8_5 4 #define M9_8_6 5 #define M9_8_7 6 #define M9_9_0 0 #define M9_9_1 1 #define M9_9_2 2 #define M9_9_3 3 #define M9_9_4 4 #define M9_9_5 5 #define M9_9_6 6 #define M9_9_7 7 #define M9_10_0 1 #define M9_10_1 2 #define M9_10_2 3 #define M9_10_3 4 #define M9_10_4 5 #define M9_10_5 6 #define M9_10_6 7 #define M9_10_7 8 #define M9_11_0 2 #define M9_11_1 3 #define M9_11_2 4 #define M9_11_3 5 #define M9_11_4 6 #define M9_11_5 7 #define M9_11_6 8 #define M9_11_7 0 #define M9_12_0 3 #define M9_12_1 4 #define M9_12_2 5 #define M9_12_3 6 #define M9_12_4 7 #define M9_12_5 8 #define M9_12_6 0 #define M9_12_7 1 #define M9_13_0 4 #define M9_13_1 5 #define M9_13_2 6 #define M9_13_3 7 #define M9_13_4 8 #define M9_13_5 0 #define M9_13_6 1 #define M9_13_7 2 #define M9_14_0 5 #define M9_14_1 6 #define M9_14_2 7 #define M9_14_3 8 #define M9_14_4 0 #define M9_14_5 1 #define M9_14_6 2 #define M9_14_7 3 #define M9_15_0 6 #define M9_15_1 7 #define M9_15_2 8 #define M9_15_3 0 #define M9_15_4 1 #define M9_15_5 2 #define M9_15_6 3 #define M9_15_7 4 #define M9_16_0 7 #define M9_16_1 8 #define M9_16_2 0 #define M9_16_3 1 #define M9_16_4 2 #define M9_16_5 3 #define M9_16_6 4 #define M9_16_7 5 #define M9_17_0 8 #define M9_17_1 0 #define M9_17_2 1 #define M9_17_3 2 #define M9_17_4 3 #define M9_17_5 4 #define M9_17_6 5 #define M9_17_7 6 #define M9_18_0 0 #define M9_18_1 1 #define M9_18_2 2 #define M9_18_3 3 #define M9_18_4 4 #define M9_18_5 5 #define M9_18_6 6 #define M9_18_7 7 /* * M3_ ## s ## _ ## i evaluates to s+i mod 3 (0 <= s <= 18, 0 <= i <= 1). */ #define M3_0_0 0 #define M3_0_1 1 #define M3_1_0 1 #define M3_1_1 2 #define M3_2_0 2 #define M3_2_1 0 #define M3_3_0 0 #define M3_3_1 1 #define M3_4_0 1 #define M3_4_1 2 #define M3_5_0 2 #define M3_5_1 0 #define M3_6_0 0 #define M3_6_1 1 #define M3_7_0 1 #define M3_7_1 2 #define M3_8_0 2 #define M3_8_1 0 #define M3_9_0 0 #define M3_9_1 1 #define M3_10_0 1 #define M3_10_1 2 #define M3_11_0 2 #define M3_11_1 0 #define M3_12_0 0 #define M3_12_1 1 #define M3_13_0 1 #define M3_13_1 2 #define M3_14_0 2 #define M3_14_1 0 #define M3_15_0 0 #define M3_15_1 1 #define M3_16_0 1 #define M3_16_1 2 #define M3_17_0 2 #define M3_17_1 0 #define M3_18_0 0 #define M3_18_1 1 #define XCAT(x, y) XCAT_(x, y) #define XCAT_(x, y) x ## y #define SKBI(k, s, i) XCAT(k, XCAT(XCAT(XCAT(M9_, s), _), i)) #define SKBT(t, s, v) XCAT(t, XCAT(XCAT(XCAT(M3_, s), _), v)) #define TFBIG_ADDKEY(w0, w1, w2, w3, w4, w5, w6, w7, k, t, s) { \ w0 = (w0 + SKBI(k, s, 0)); \ w1 = (w1 + SKBI(k, s, 1)); \ w2 = (w2 + SKBI(k, s, 2)); \ w3 = (w3 + SKBI(k, s, 3)); \ w4 = (w4 + SKBI(k, s, 4)); \ w5 = (w5 + SKBI(k, s, 5) + SKBT(t, s, 0)); \ w6 = (w6 + SKBI(k, s, 6) + SKBT(t, s, 1)); \ w7 = (w7 + SKBI(k, s, 7) + make_uint2(s,0); \ } #define TFBIG_MIX(x0, x1, rc) { \ x0 = x0 + x1; \ x1 = ROL2(x1, rc) ^ x0; \ } #define TFBIG_MIX8(w0, w1, w2, w3, w4, w5, w6, w7, rc0, rc1, rc2, rc3) { \ TFBIG_MIX(w0, w1, rc0); \ TFBIG_MIX(w2, w3, rc1); \ TFBIG_MIX(w4, w5, rc2); \ TFBIG_MIX(w6, w7, rc3); \ } #define TFBIG_4e(s) { \ TFBIG_ADDKEY(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \ TFBIG_MIX8(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 46, 36, 19, 37); \ TFBIG_MIX8(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 33, 27, 14, 42); \ TFBIG_MIX8(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 17, 49, 36, 39); \ TFBIG_MIX8(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 44, 9, 54, 56); \ } #define TFBIG_4o(s) { \ TFBIG_ADDKEY(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \ TFBIG_MIX8(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 39, 30, 34, 24); \ TFBIG_MIX8(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 13, 50, 10, 17); \ TFBIG_MIX8(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 25, 29, 39, 43); \ TFBIG_MIX8(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 8, 35, 56, 22); \ } /* uint2 variant for SM3.2+ */ #define TFBIG_KINIT_UI2(k0, k1, k2, k3, k4, k5, k6, k7, k8, t0, t1, t2) { \ k8 = ((k0 ^ k1) ^ (k2 ^ k3)) ^ ((k4 ^ k5) ^ (k6 ^ k7)) \ ^ vectorize(0x1BD11BDAA9FC1A22); \ t2 = t0 ^ t1; \ } #define TFBIG_ADDKEY_UI2(w0, w1, w2, w3, w4, w5, w6, w7, k, t, s) { \ w0 = (w0 + SKBI(k, s, 0)); \ w1 = (w1 + SKBI(k, s, 1)); \ w2 = (w2 + SKBI(k, s, 2)); \ w3 = (w3 + SKBI(k, s, 3)); \ w4 = (w4 + SKBI(k, s, 4)); \ w5 = (w5 + SKBI(k, s, 5) + SKBT(t, s, 0)); \ w6 = (w6 + SKBI(k, s, 6) + SKBT(t, s, 1)); \ w7 = (w7 + SKBI(k, s, 7) + vectorize(s)); \ } #define TFBIG_ADDKEY_PRE(w0, w1, w2, w3, w4, w5, w6, w7, k, t, s) { \ w0 = (w0 + SKBI(k, s, 0)); \ w1 = (w1 + SKBI(k, s, 1)); \ w2 = (w2 + SKBI(k, s, 2)); \ w3 = (w3 + SKBI(k, s, 3)); \ w4 = (w4 + SKBI(k, s, 4)); \ w5 = (w5 + SKBI(k, s, 5) + SKBT(t, s, 0)); \ w6 = (w6 + SKBI(k, s, 6) + SKBT(t, s, 1)); \ w7 = (w7 + SKBI(k, s, 7) + (s)); \ } #define TFBIG_MIX_UI2(x0, x1, rc) { \ x0 = x0 + x1; \ x1 = ROL2(x1, rc) ^ x0; \ } #define TFBIG_MIX_PRE(x0, x1, rc) { \ x0 = x0 + x1; \ x1 = ROTL64(x1, rc) ^ x0; \ } #define TFBIG_MIX8_UI2(w0, w1, w2, w3, w4, w5, w6, w7, rc0, rc1, rc2, rc3) { \ TFBIG_MIX_UI2(w0, w1, rc0); \ TFBIG_MIX_UI2(w2, w3, rc1); \ TFBIG_MIX_UI2(w4, w5, rc2); \ TFBIG_MIX_UI2(w6, w7, rc3); \ } #define TFBIG_MIX8_PRE(w0, w1, w2, w3, w4, w5, w6, w7, rc0, rc1, rc2, rc3) { \ TFBIG_MIX_PRE(w0, w1, rc0); \ TFBIG_MIX_PRE(w2, w3, rc1); \ TFBIG_MIX_PRE(w4, w5, rc2); \ TFBIG_MIX_PRE(w6, w7, rc3); \ } #define TFBIG_4e_UI2(s) { \ TFBIG_ADDKEY_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \ TFBIG_MIX8_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 46, 36, 19, 37); \ TFBIG_MIX8_UI2(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 33, 27, 14, 42); \ TFBIG_MIX8_UI2(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 17, 49, 36, 39); \ TFBIG_MIX8_UI2(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 44, 9, 54, 56); \ } #define TFBIG_4e_PRE(s) { \ TFBIG_ADDKEY_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \ TFBIG_MIX8_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 46, 36, 19, 37); \ TFBIG_MIX8_PRE(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 33, 27, 14, 42); \ TFBIG_MIX8_PRE(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 17, 49, 36, 39); \ TFBIG_MIX8_PRE(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 44, 9, 54, 56); \ } #define TFBIG_4o_UI2(s) { \ TFBIG_ADDKEY_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \ TFBIG_MIX8_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 39, 30, 34, 24); \ TFBIG_MIX8_UI2(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 13, 50, 10, 17); \ TFBIG_MIX8_UI2(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 25, 29, 39, 43); \ TFBIG_MIX8_UI2(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 8, 35, 56, 22); \ } #define TFBIG_4o_PRE(s) { \ TFBIG_ADDKEY_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, s); \ TFBIG_MIX8_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], 39, 30, 34, 24); \ TFBIG_MIX8_PRE(p[2], p[1], p[4], p[7], p[6], p[5], p[0], p[3], 13, 50, 10, 17); \ TFBIG_MIX8_PRE(p[4], p[1], p[6], p[3], p[0], p[5], p[2], p[7], 25, 29, 39, 43); \ TFBIG_MIX8_PRE(p[6], p[1], p[0], p[7], p[2], p[5], p[4], p[3], 8, 35, 56, 22); \ } #define macro1() {\ p[0] += p[1]; p[2] += p[3]; p[4] += p[5]; p[6] += p[7]; p[1] = ROL2(p[1],46) ^ p[0]; \ p[3] = ROL2(p[3],36) ^ p[2]; p[5] = ROL2(p[5],19) ^ p[4]; p[7] = ROL2(p[7], 37) ^ p[6]; \ p[2] += p[1]; p[4] += p[7]; p[6] += p[5]; p[0] += p[3]; p[1] = ROL2(p[1],33) ^ p[2]; \ p[7] = ROL2(p[7],27) ^ p[4]; p[5] = ROL2(p[5],14) ^ p[6]; p[3] = ROL2(p[3], 42) ^ p[0]; \ p[4] += p[1]; p[6] += p[3]; p[0] += p[5]; p[2] += p[7]; p[1] = ROL2(p[1],17) ^ p[4]; \ p[3] = ROL2(p[3],49) ^ p[6]; p[5] = ROL2(p[5],36) ^ p[0]; p[7] = ROL2(p[7], 39) ^ p[2]; \ p[6] += p[1]; p[0] += p[7]; p[2] += p[5]; p[4] += p[3]; p[1] = ROL2(p[1],44) ^ p[6]; \ p[7] = ROL2(p[7], 9) ^ p[0]; p[5] = ROL2(p[5],54) ^ p[2]; p[3] = ROR8(p[3]) ^ p[4]; \ } #define macro2() { \ p[0] += p[1]; p[2] += p[3]; p[4] += p[5]; p[6] += p[7]; p[1] = ROL2(p[1], 39) ^ p[0]; \ p[3] = ROL2(p[3], 30) ^ p[2]; p[5] = ROL2(p[5], 34) ^ p[4]; p[7] = ROL24(p[7]) ^ p[6]; \ p[2] += p[1]; p[4] += p[7]; p[6] += p[5]; p[0] += p[3]; p[1] = ROL2(p[1], 13) ^ p[2]; \ p[7] = ROL2(p[7], 50) ^ p[4]; p[5] = ROL2(p[5], 10) ^ p[6]; p[3] = ROL2(p[3], 17) ^ p[0]; \ p[4] += p[1]; p[6] += p[3]; p[0] += p[5]; p[2] += p[7]; p[1] = ROL2(p[1], 25) ^ p[4]; \ p[3] = ROL2(p[3], 29) ^ p[6]; p[5] = ROL2(p[5], 39) ^ p[0]; p[7] = ROL2(p[7], 43) ^ p[2]; \ p[6] += p[1]; p[0] += p[7]; p[2] += p[5]; p[4] += p[3]; p[1] = ROL8(p[1]) ^ p[6]; \ p[7] = ROL2(p[7], 35) ^ p[0]; p[5] = ROR8(p[5]) ^ p[2]; p[3] = ROL2(p[3], 22) ^ p[4]; \ } #define macro3() { \ hash64[0]+= hash64[1]; hash64[2]+= hash64[3]; hash64[4]+= hash64[5]; hash64[6]+= hash64[7]; \ hash64[1] = ROL2(hash64[1], 39) ^ hash64[0]; \ hash64[3] = ROL2(hash64[3], 30) ^ hash64[2]; \ hash64[5] = ROL2(hash64[5], 34) ^ hash64[4]; \ hash64[7] = ROL24(hash64[7]) ^ hash64[6]; \ hash64[2]+= hash64[1]; hash64[4]+= hash64[7]; hash64[6]+= hash64[5]; hash64[0]+= hash64[3]; \ hash64[1] = ROL2(hash64[1], 13) ^ hash64[2]; \ hash64[7] = ROL2(hash64[7], 50) ^ hash64[4]; \ hash64[5] = ROL2(hash64[5], 10) ^ hash64[6]; \ hash64[3] = ROL2(hash64[3], 17) ^ hash64[0]; \ hash64[4]+= hash64[1]; hash64[6]+= hash64[3]; hash64[0]+= hash64[5]; hash64[2]+= hash64[7]; \ hash64[1] = ROL2(hash64[1], 25) ^ hash64[4]; \ hash64[3] = ROL2(hash64[3], 29) ^ hash64[6]; \ hash64[5] = ROL2(hash64[5], 39) ^ hash64[0]; \ hash64[7] = ROL2(hash64[7], 43) ^ hash64[2]; \ hash64[6]+= hash64[1]; hash64[0]+= hash64[7]; hash64[2]+= hash64[5]; hash64[4]+= hash64[3]; \ hash64[1] = ROL8(hash64[1]) ^ hash64[6]; \ hash64[7] = ROL2(hash64[7], 35) ^ hash64[0]; \ hash64[5] = ROR8(hash64[5]) ^ hash64[2]; \ hash64[3] = ROL2(hash64[3], 22) ^ hash64[4]; \ } #define macro4() {\ hash64[0]+= hash64[1]; hash64[2]+= hash64[3]; hash64[4]+= hash64[5]; hash64[6]+= hash64[7]; \ hash64[1] = ROL2(hash64[1], 46) ^ hash64[0]; \ hash64[3] = ROL2(hash64[3], 36) ^ hash64[2]; \ hash64[5] = ROL2(hash64[5], 19) ^ hash64[4]; \ hash64[7] = ROL2(hash64[7], 37) ^ hash64[6]; \ hash64[2]+= hash64[1]; hash64[4]+= hash64[7]; hash64[6]+= hash64[5]; hash64[0]+= hash64[3]; \ hash64[1] = ROL2(hash64[1], 33) ^ hash64[2]; \ hash64[7] = ROL2(hash64[7], 27) ^ hash64[4]; \ hash64[5] = ROL2(hash64[5], 14) ^ hash64[6]; \ hash64[3] = ROL2(hash64[3], 42) ^ hash64[0]; \ hash64[4]+= hash64[1]; hash64[6]+= hash64[3]; hash64[0]+= hash64[5]; hash64[2]+= hash64[7]; \ hash64[1] = ROL2(hash64[1], 17) ^ hash64[4]; \ hash64[3] = ROL2(hash64[3], 49) ^ hash64[6]; \ hash64[5] = ROL2(hash64[5], 36) ^ hash64[0]; \ hash64[7] = ROL2(hash64[7], 39) ^ hash64[2]; \ hash64[6]+= hash64[1]; hash64[0]+= hash64[7]; hash64[2]+= hash64[5]; hash64[4]+= hash64[3]; \ hash64[1] = ROL2(hash64[1], 44) ^ hash64[6]; \ hash64[7] = ROL2(hash64[7], 9) ^ hash64[0]; \ hash64[5] = ROL2(hash64[5], 54) ^ hash64[2]; \ hash64[3] = ROR8(hash64[3]) ^ hash64[4]; \ } __constant__ const uint2 buffer[112] = { {0x749C51CE, 0x4903ADFF}, {0x9746DF03, 0x0D95DE39}, {0x27C79BCE, 0x8FD19341}, {0xFF352CB1, 0x9A255629}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C434, 0xEABE394C}, {0x1A75B523, 0x891112C7}, {0x660FCC33, 0xAE18A40B}, {0x9746DF03, 0x0D95DE39}, {0x27C79BCE, 0x8FD19341}, {0xFF352CB1, 0x9A255629}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C3F4, 0xEABE394C}, {0x1A75B523, 0x891112C7}, {0x660FCC73, 0x9E18A40B}, {0x98173EC5, 0xCAB2076D}, {0x27C79BCE, 0x8FD19341}, {0xFF352CB1, 0x9A255629}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C3F4, 0xEABE394C}, {0x1A75B523, 0x991112C7}, {0x660FCC73, 0x9E18A40B}, {0x98173F04, 0xCAB2076D}, {0x749C51D0, 0x4903ADFF}, {0xFF352CB1, 0x9A255629}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C3F4, 0xEABE394C}, {0x1A75B523, 0x991112C7}, {0x660FCC33, 0xAE18A40B}, {0x98173F04, 0xCAB2076D}, {0x749C51CE, 0x3903ADFF}, {0x9746DF06, 0x0D95DE39}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C3F4, 0xEABE394C}, {0x1A75B523, 0x991112C7}, {0x660FCC33, 0xAE18A40B}, {0x98173EC4, 0xCAB2076D}, {0x749C51CE, 0x3903ADFF}, {0x9746DF43, 0xFD95DE39}, {0x27C79BD2, 0x8FD19341}, {0xA9D5C3F4, 0xEABE394C}, {0x1A75B523, 0x991112C7}, {0x660FCC33, 0xAE18A40B}, {0x98173EC4, 0xCAB2076D}, {0x749C51CE, 0x4903ADFF}, {0x9746DF43, 0xFD95DE39}, {0x27C79C0E, 0x8FD19341}, {0xFF352CB6, 0x9A255629}, {0x1A75B523, 0x991112C7}, {0x660FCC33, 0xAE18A40B}, {0x98173EC4, 0xCAB2076D}, {0x749C51CE, 0x4903ADFF}, {0x9746DF03, 0x0D95DE39}, {0x27C79C0E, 0x8FD19341}, {0xFF352CB1, 0x8A255629}, {0xDF6CA7B6, 0x5DB62599}, {0x660FCC33, 0xAE18A40B}, {0x98173EC4, 0xCAB2076D}, {0x749C51CE, 0x4903ADFF}, {0x9746DF03, 0x0D95DE39}, {0x27C79BCE, 0x8FD19341}, {0xFF352CB1, 0x8A255629}, {0xDF6CA7F0, 0x4DB62599}, {0xA9D5C3FB, 0xEABE394C}, {0x98173EC4, 0xCAB2076D}, {0x749C51CE, 0x4903ADFF}, {0x9746DF03, 0x0D95DE39}, {0x27C79BCE, 0x8FD19341}, {0xFF352CB1, 0x9A255629}, {0xDF6CA7F0, 0x4DB62599}, {0xA9D5C434, 0xEABE394C}, {0x1A75B52B, 0x991112C7}, {0x749C51CE, 0x4903ADFF}, {0x9746DF03, 0x0D95DE39}, {0x27C79BCE, 0x8FD19341}, {0xFF352CB1, 0x9A255629}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C434, 0xEABE394C}, {0x1A75B523, 0x891112C7}, {0x660FCC3C, 0xAE18A40B}, {0x9746DF03, 0x0D95DE39}, {0x27C79BCE, 0x8FD19341}, {0xFF352CB1, 0x9A255629}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C3F4, 0xEABE394C}, {0x1A75B523, 0x891112C7}, {0x660FCC73, 0x9E18A40B}, {0x98173ece, 0xcab2076d}, {0x27C79BCE, 0x8FD19341}, {0xFF352CB1, 0x9A255629}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C3F4, 0xEABE394C}, {0x1A75B523, 0x991112C7}, {0x660FCC73, 0x9E18A40B}, {0x98173F04, 0xCAB2076D}, {0x749C51D9, 0x4903ADFF}, {0xFF352CB1, 0x9A255629}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C3F4, 0xEABE394C}, {0x1A75B523, 0x991112C7}, {0x660FCC33, 0xAE18A40B}, {0x98173F04, 0xCAB2076D}, {0x749C51CE, 0x3903ADFF}, {0x9746DF0F, 0x0D95DE39}, {0xDF6CA7B0, 0x5DB62599}, {0xA9D5C3F4, 0xEABE394C}, {0x1A75B523, 0x991112C7}, {0x660FCC33, 0xAE18A40B}, {0x98173EC4, 0xCAB2076D}, {0x749C51CE, 0x3903ADFF}, {0x9746DF43, 0xFD95DE39}, {0x27C79BDB, 0x8FD19341} }; __global__ #if __CUDA_ARCH__ > 500 __launch_bounds__(TPB52, 3) #else __launch_bounds__(TPB50, 5) #endif void quark_skein512_gpu_hash_64(const uint32_t threads, const uint32_t startNonce, uint64_t* __restrict__ g_hash, const uint32_t *const __restrict__ g_nonceVector) { const uint32_t thread = (blockDim.x * blockIdx.x + threadIdx.x); if (thread < threads){ // Skein uint2 p[8], h[9]; const uint32_t hashPosition = (g_nonceVector == NULL) ? thread : g_nonceVector[thread] - startNonce; uint64_t *Hash = &g_hash[hashPosition<<3]; uint2x4 *phash = (uint2x4*)Hash; *(uint2x4*)&p[0] = __ldg4(&phash[0]); *(uint2x4*)&p[4] = __ldg4(&phash[1]); h[0] = p[0]; h[1] = p[1]; h[2] = p[2]; h[3] = p[3]; h[4] = p[4]; h[5] = p[5]; h[6] = p[6]; h[7] = p[7]; p[0] += buffer[ 0]; p[1] += buffer[ 1]; p[2] += buffer[ 2]; p[3] += buffer[3]; p[4] += buffer[ 4]; p[5] += buffer[ 5]; p[6] += buffer[ 6]; p[7] += buffer[7]; macro1(); p[0] += buffer[ 8]; p[1] += buffer[ 9]; p[2] += buffer[ 10]; p[3] += buffer[11]; p[4] += buffer[ 12]; p[5] += buffer[ 13]; p[6] += buffer[ 14]; p[7] += buffer[15]; macro2(); p[0] += buffer[ 16]; p[1] += buffer[ 17]; p[2] += buffer[ 18]; p[3] += buffer[19]; p[4] += buffer[ 20]; p[5] += buffer[ 21]; p[6] += buffer[ 22]; p[7] += buffer[23]; macro1(); p[0] += buffer[ 24]; p[1] += buffer[ 25]; p[2] += buffer[ 26]; p[3] += buffer[27]; p[4] += buffer[ 28]; p[5] += buffer[ 29]; p[6] += buffer[ 30]; p[7] += buffer[31]; macro2(); p[0] += buffer[ 32]; p[1] += buffer[ 33]; p[2] += buffer[ 34]; p[3] += buffer[35]; p[4] += buffer[ 36]; p[5] += buffer[ 37]; p[6] += buffer[ 38]; p[7] += buffer[39]; macro1(); p[0] += buffer[ 40]; p[1] += buffer[ 41]; p[2] += buffer[ 42]; p[3] += buffer[43]; p[4] += buffer[ 44]; p[5] += buffer[ 45]; p[6] += buffer[ 46]; p[7] += buffer[47]; macro2(); p[0] += buffer[ 48]; p[1] += buffer[ 49]; p[2] += buffer[ 50]; p[3] += buffer[51]; p[4] += buffer[ 52]; p[5] += buffer[ 53]; p[6] += buffer[ 54]; p[7] += buffer[55]; macro1(); p[0] += buffer[ 56]; p[1] += buffer[ 57]; p[2] += buffer[ 58]; p[3] += buffer[59]; p[4] += buffer[ 60]; p[5] += buffer[ 61]; p[6] += buffer[ 62]; p[7] += buffer[63]; macro2(); p[0] += buffer[ 64]; p[1] += buffer[ 65]; p[2] += buffer[ 66]; p[3] += buffer[67]; p[4] += buffer[ 68]; p[5] += buffer[ 69]; p[6] += buffer[ 70]; p[7] += buffer[71]; macro1(); p[0] += buffer[ 72]; p[1] += buffer[ 73]; p[2] += buffer[ 74]; p[3] += buffer[75]; p[4] += buffer[ 76]; p[5] += buffer[ 77]; p[6] += buffer[ 78]; p[7] += buffer[79]; macro2(); p[0] += buffer[ 80]; p[1] += buffer[ 81]; p[2] += buffer[ 82]; p[3] += buffer[83]; p[4] += buffer[ 84]; p[5] += buffer[ 85]; p[6] += buffer[ 86]; p[7] += buffer[87]; macro1(); p[0] += buffer[ 88]; p[1] += buffer[ 89]; p[2] += buffer[ 90]; p[3] += buffer[91]; p[4] += buffer[ 92]; p[5] += buffer[ 93]; p[6] += buffer[ 94]; p[7] += buffer[95]; macro2(); p[0] += buffer[ 96]; p[1] += buffer[ 97]; p[2] += buffer[ 98]; p[3] += buffer[99]; p[4] += buffer[100]; p[5] += buffer[101]; p[6] += buffer[102]; p[7] += buffer[103]; macro1(); p[0] += buffer[104]; p[1] += buffer[105]; p[2] += buffer[106]; p[3] += buffer[107]; p[4] += buffer[108]; p[5] += buffer[109]; p[6] += buffer[110]; p[7] += buffer[111]; macro2(); p[0]+= make_uint2(0xA9D5C3F4, 0xEABE394C); p[1]+= make_uint2(0x1A75B523, 0x991112C7); p[2]+= make_uint2(0x660FCC33, 0xAE18A40B); p[3]+= make_uint2(0x98173EC4, 0xCAB2076D); p[4]+= make_uint2(0x749C51CE, 0x4903ADFF); p[5]+= make_uint2(0x9746DF43, 0xFD95DE39); p[6]+= make_uint2(0x27C79C0E, 0x8FD19341); p[7]+= make_uint2(0xFF352CBF, 0x9A255629); macro1(); p[0]+= make_uint2(0x1A75B523, 0x991112C7); p[1]+= make_uint2(0x660FCC33, 0xAE18A40B); p[2]+= make_uint2(0x98173EC4, 0xCAB2076D); p[3]+= make_uint2(0x749C51CE, 0x4903ADFF); p[4]+= make_uint2(0x9746DF03, 0x0D95DE39); p[5]+= make_uint2(0x27C79C0E, 0x8FD19341); p[6]+= make_uint2(0xFF352CB1, 0x8A255629); p[7]+= make_uint2(0xDF6CA7BF, 0x5DB62599); macro2(); p[0] += vectorize(0xAE18A40B660FCC33); p[1] += vectorize(0xcab2076d98173ec4); p[2] += vectorize(0x4903ADFF749C51CE); p[3] += vectorize(0x0D95DE399746DF03); p[4] += vectorize(0x8FD1934127C79BCE); p[5] += vectorize(0x8A255629FF352CB1); p[6] += vectorize(0x4DB62599DF6CA7F0); p[7] += vectorize(0xEABE394CA9D5C3F4 + 16); macro1(); p[0] += vectorize(0xcab2076d98173ec4); p[1] += vectorize(0x4903ADFF749C51CE); p[2] += vectorize(0x0D95DE399746DF03); p[3] += vectorize(0x8FD1934127C79BCE); p[4] += vectorize(0x9A255629FF352CB1); p[5] += vectorize(0x4DB62599DF6CA7F0); p[6] += vectorize(0xEABE394CA9D5C3F4 + 0x0000000000000040); p[7] += vectorize(0x991112C71A75B523 + 17); macro2(); p[0] += vectorize(0x4903ADFF749C51CE); p[1] += vectorize(0x0D95DE399746DF03); p[2] += vectorize(0x8FD1934127C79BCE); p[3] += vectorize(0x9A255629FF352CB1); p[4] += vectorize(0x5DB62599DF6CA7B0); p[5] += vectorize(0xEABE394CA9D5C3F4 + 0x0000000000000040); p[6] += vectorize(0x891112C71A75B523); p[7] += vectorize(0xAE18A40B660FCC33 + 18); #define h0 p[0] #define h1 p[1] #define h2 p[2] #define h3 p[3] #define h4 p[4] #define h5 p[5] #define h6 p[6] #define h7 p[7] h0 ^= h[0]; h1 ^= h[1]; h2 ^= h[2]; h3 ^= h[3]; h4 ^= h[4]; h5 ^= h[5]; h6 ^= h[6]; h7 ^= h[7]; uint2 skein_h8 = h0 ^ h1 ^ h2 ^ h3 ^ h4 ^ h5 ^ h6 ^ h7 ^ vectorize(0x1BD11BDAA9FC1A22); uint2 hash64[8]; hash64[5] = h5 + 8; hash64[0] = h0 + h1; hash64[1] = ROL2(h1, 46) ^ hash64[0]; hash64[2] = h2 + h3; hash64[3] = ROL2(h3, 36) ^ hash64[2]; hash64[4] = h4 + hash64[5]; hash64[5] = ROL2(hash64[5], 19) ^ hash64[4]; hash64[6] = (h6 + h7 + make_uint2(0,0xff000000)); hash64[7] = ROL2(h7, 37) ^ hash64[6]; hash64[2]+= hash64[1]; hash64[1] = ROL2(hash64[1], 33) ^ hash64[2]; hash64[4]+= hash64[7]; hash64[7] = ROL2(hash64[7], 27) ^ hash64[4]; hash64[6]+= hash64[5]; hash64[5] = ROL2(hash64[5], 14) ^ hash64[6]; hash64[0]+= hash64[3]; hash64[3] = ROL2(hash64[3], 42) ^ hash64[0]; hash64[4]+= hash64[1]; hash64[1] = ROL2(hash64[1], 17) ^ hash64[4]; hash64[6]+= hash64[3]; hash64[3] = ROL2(hash64[3], 49) ^ hash64[6]; hash64[0]+= hash64[5]; hash64[5] = ROL2(hash64[5], 36) ^ hash64[0]; hash64[2]+= hash64[7]; hash64[7] = ROL2(hash64[7], 39) ^ hash64[2]; hash64[6]+= hash64[1]; hash64[1] = ROL2(hash64[1], 44) ^ hash64[6]; hash64[0]+= hash64[7]; hash64[7] = ROL2(hash64[7], 9) ^ hash64[0]; hash64[2]+= hash64[5]; hash64[5] = ROL2(hash64[5], 54) ^ hash64[2]; hash64[4]+= hash64[3]; hash64[3] = ROR8(hash64[3]) ^ hash64[4]; hash64[0]+= h1; hash64[1]+= h2; hash64[2]+= h3; hash64[3]+= h4; hash64[4]+= h5; hash64[5]+= h6 + make_uint2(0,0xff000000); hash64[6]+= h7 + vectorize(0xff00000000000008); hash64[7]+= skein_h8 + 1; macro3(); hash64[0]+= h2; hash64[1]+= h3; hash64[2]+= h4; hash64[3]+= h5; hash64[4]+= h6; hash64[5]+= h7 + vectorize(0xff00000000000008); hash64[6]+= skein_h8 + 8; hash64[7]+= h0 + 2; macro4(); hash64[0] = (hash64[0] + h3); hash64[1] = (hash64[1] + h4); hash64[2] = (hash64[2] + h5); hash64[3] = (hash64[3] + h6); hash64[4] = (hash64[4] + h7); hash64[5] = (hash64[5] + skein_h8 + 8); hash64[6] = (hash64[6] + h0 + make_uint2(0,0xff000000)); hash64[7] = (hash64[7] + h1 + 3); macro3(); hash64[0] = (hash64[0] + h4); hash64[1] = (hash64[1] + h5); hash64[2] = (hash64[2] + h6); hash64[3] = (hash64[3] + h7); hash64[4] = (hash64[4] + skein_h8); hash64[5] = (hash64[5] + h0 + make_uint2(0,0xff000000)); hash64[6] = (hash64[6] + h1 + vectorize(0xff00000000000008)); hash64[7] = (hash64[7] + h2 + 4); macro4(); hash64[0] = (hash64[0] + h5); hash64[1] = (hash64[1] + h6); hash64[2] = (hash64[2] + h7); hash64[3] = (hash64[3] + skein_h8); hash64[4] = (hash64[4] + h0); hash64[5] = (hash64[5] + h1 + vectorize(0xff00000000000008)); hash64[6] = (hash64[6] + h2 + 8); hash64[7] = (hash64[7] + h3 + 5); macro3(); hash64[0] = (hash64[0] + h6); hash64[1] = (hash64[1] + h7); hash64[2] = (hash64[2] + skein_h8); hash64[3] = (hash64[3] + h0); hash64[4] = (hash64[4] + h1); hash64[5] = (hash64[5] + h2 + 8); hash64[6] = (hash64[6] + h3 + make_uint2(0,0xff000000)); hash64[7] = (hash64[7] + h4 + 6); macro4(); hash64[0] = (hash64[0] + h7); hash64[1] = (hash64[1] + skein_h8); hash64[2] = (hash64[2] + h0); hash64[3] = (hash64[3] + h1); hash64[4] = (hash64[4] + h2); hash64[5] = (hash64[5] + h3 + make_uint2(0,0xff000000)); hash64[6] = (hash64[6] + h4 + vectorize(0xff00000000000008)); hash64[7] = (hash64[7] + h5 + 7); macro3(); hash64[0] = (hash64[0] + skein_h8); hash64[1] = (hash64[1] + h0); hash64[2] = (hash64[2] + h1); hash64[3] = (hash64[3] + h2); hash64[4] = (hash64[4] + h3); hash64[5] = (hash64[5] + h4 + vectorize(0xff00000000000008)); hash64[6] = (hash64[6] + h5 + 8); hash64[7] = (hash64[7] + h6 + 8); macro4(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(h0)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(h1)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(h2)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(h3)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(h4)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(h5) + 8); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(h6) + 0xff00000000000000); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(h7) + 9); macro3(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(h1)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(h2)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(h3)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(h4)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(h5)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(h6) + 0xff00000000000000); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(h7) + 0xff00000000000008); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(skein_h8) + 10); macro4(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(h2)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(h3)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(h4)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(h5)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(h6)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(h7) + 0xff00000000000008); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(skein_h8) + 8); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(h0) + 11); macro3(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(h3)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(h4)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(h5)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(h6)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(h7)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(skein_h8) + 8); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(h0) + 0xff00000000000000); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(h1) + 12); macro4(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(h4)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(h5)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(h6)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(h7)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(skein_h8)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(h0) + 0xff00000000000000); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(h1) + 0xff00000000000008); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(h2) + 13); macro3(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(h5)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(h6)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(h7)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(skein_h8)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(h0)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(h1) + 0xff00000000000008); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(h2) + 8); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(h3) + 14); macro4(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(h6)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(h7)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(skein_h8)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(h0)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(h1)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(h2) + 8); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(h3) + 0xff00000000000000); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(h4) + 15); macro3(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(h7)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(skein_h8)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(h0)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(h1)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(h2)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(h3) + 0xff00000000000000); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(h4) + 0xff00000000000008); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(h5) + 16); macro4(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(skein_h8)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(h0)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(h1)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(h2)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(h3)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(h4) + 0xff00000000000008); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(h5) + 8); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(h6) + 17); macro3(); hash64[0] = vectorize(devectorize(hash64[0]) + devectorize(h0)); hash64[1] = vectorize(devectorize(hash64[1]) + devectorize(h1)); hash64[2] = vectorize(devectorize(hash64[2]) + devectorize(h2)); hash64[3] = vectorize(devectorize(hash64[3]) + devectorize(h3)); hash64[4] = vectorize(devectorize(hash64[4]) + devectorize(h4)); hash64[5] = vectorize(devectorize(hash64[5]) + devectorize(h5) + 8); hash64[6] = vectorize(devectorize(hash64[6]) + devectorize(h6) + 0xff00000000000000); hash64[7] = vectorize(devectorize(hash64[7]) + devectorize(h7) + 18); phash = (uint2x4*)hash64; uint2x4 *outpt = (uint2x4*)Hash; outpt[0] = phash[0]; outpt[1] = phash[1]; #undef h0 #undef h1 #undef h2 #undef h3 #undef h4 #undef h5 #undef h6 #undef h7 } } __host__ //void quark_skein512_cpu_hash_64(int thr_id,uint32_t threads, uint32_t *d_nonceVector, uint32_t *d_hash) void quark_skein512_cpu_hash_64(int thr_id, const uint32_t threads, const uint32_t startNonce, uint32_t *d_nonceVector, uint32_t *d_hash, int order) { uint32_t tpb = TPB52; int dev_id = device_map[thr_id]; if (device_sm[dev_id] <= 500) tpb = TPB50; const dim3 grid((threads + tpb-1)/tpb); const dim3 block(tpb); quark_skein512_gpu_hash_64 <<>>(threads, startNonce, (uint64_t*)d_hash, d_nonceVector); } // 120 * 8 = 960 ... too big ? static __constant__ uint2 c_buffer[120]; // padded message (80 bytes + 72*8 bytes midstate + align) __global__ #if __CUDA_ARCH__ > 500 __launch_bounds__(TPB52, 3) #else __launch_bounds__(TPB50, 5) #endif void skein512_gpu_hash_80(uint32_t threads, uint32_t startNounce, uint64_t *output64) { uint32_t thread = (blockDim.x * blockIdx.x + threadIdx.x); if (thread < threads) { // Skein uint2 h0, h1, h2, h3, h4, h5, h6, h7, h8; uint2 t0, t1, t2; uint32_t nonce = cuda_swab32(startNounce + thread); uint2 nonce2 = make_uint2(c_buffer[0].x, nonce); uint2 p[8]; p[1] = nonce2; h0 = c_buffer[ 1]; h1 = c_buffer[ 2]; h2 = c_buffer[ 3]; h3 = c_buffer[ 4]; h4 = c_buffer[ 5]; h5 = c_buffer[ 6]; h6 = c_buffer[ 7]; h7 = c_buffer[ 8]; h8 = c_buffer[ 9]; t0 = vectorize(0x50ull); t1 = vectorize(0xB000000000000000ull); t2 = t0^t1; p[1]=nonce2 + h1; p[0]= c_buffer[10] + p[1]; p[2]=c_buffer[11]; p[3]=c_buffer[12]; p[4]=c_buffer[13]; p[5]=c_buffer[14]; p[6]=c_buffer[15]; p[7]=c_buffer[16]; // macro1(); p[1] = ROL2(p[1], 46) ^ p[0]; p[2] += p[1]; p[0] += p[3]; p[1] = ROL2(p[1], 33) ^ p[2]; p[3] = c_buffer[17] ^ p[0]; p[4] += p[1]; p[6] += p[3]; p[0] += p[5]; p[2] += p[7]; p[1] = ROL2(p[1], 17) ^ p[4]; p[3] = ROL2(p[3], 49) ^ p[6]; p[5] = c_buffer[18] ^ p[0]; p[7] = c_buffer[19] ^ p[2]; p[6] += p[1]; p[0] += p[7]; p[2] += p[5]; p[4] += p[3]; p[1] = ROL2(p[1], 44) ^ p[6]; p[7] = ROL2(p[7], 9) ^ p[0]; p[5] = ROL2(p[5], 54) ^ p[2]; p[3] = ROR8(p[3]) ^ p[4]; p[0]+=h1; p[1]+=h2; p[2]+=h3; p[3]+=h4; p[4]+=h5; p[5]+=c_buffer[20]; p[7]+=c_buffer[21]; p[6]+=c_buffer[22]; macro2(); p[0]+=h2; p[1]+=h3; p[2]+=h4; p[3]+=h5; p[4]+=h6; p[5]+=c_buffer[22]; p[7]+=c_buffer[23]; p[6]+=c_buffer[24]; macro1(); p[0]+=h3; p[1]+=h4; p[2]+=h5; p[3]+=h6; p[4]+=h7; p[5]+=c_buffer[24]; p[7]+=c_buffer[25]; p[6]+=c_buffer[26]; macro2(); p[0]+=h4; p[1]+=h5; p[2]+=h6; p[3]+=h7; p[4]+=h8; p[5]+=c_buffer[26]; p[7]+=c_buffer[27]; p[6]+=c_buffer[28]; macro1(); p[0]+=h5; p[1]+=h6; p[2]+=h7; p[3]+=h8; p[4]+=h0; p[5]+=c_buffer[28]; p[7]+=c_buffer[29]; p[6]+=c_buffer[30]; macro2(); p[0]+=h6; p[1]+=h7; p[2]+=h8; p[3]+=h0; p[4]+=h1; p[5]+=c_buffer[30]; p[7]+=c_buffer[31]; p[6]+=c_buffer[32]; macro1(); p[0]+=h7; p[1]+=h8; p[2]+=h0; p[3]+=h1; p[4]+=h2; p[5]+=c_buffer[32]; p[7]+=c_buffer[33]; p[6]+=c_buffer[34]; macro2(); p[0]+=h8; p[1]+=h0; p[2]+=h1; p[3]+=h2; p[4]+=h3; p[5]+=c_buffer[34]; p[7]+=c_buffer[35]; p[6]+=c_buffer[36]; macro1(); p[0]+=h0; p[1]+=h1; p[2]+=h2; p[3]+=h3; p[4]+=h4; p[5]+=c_buffer[36]; p[7]+=c_buffer[37]; p[6]+=c_buffer[38]; macro2(); p[0]+=h1; p[1]+=h2; p[2]+=h3; p[3]+=h4; p[4]+=h5; p[5]+=c_buffer[38]; p[7]+=c_buffer[39]; p[6]+=c_buffer[40]; macro1(); p[0]+=h2; p[1]+=h3; p[2]+=h4; p[3]+=h5; p[4]+=h6; p[5]+=c_buffer[40]; p[7]+=c_buffer[41]; p[6]+=c_buffer[42]; macro2(); p[0]+=h3; p[1]+=h4; p[2]+=h5; p[3]+=h6; p[4]+=h7; p[5]+=c_buffer[42]; p[7]+=c_buffer[43]; p[6]+=c_buffer[44]; macro1(); p[0]+=h4; p[1]+=h5; p[2]+=h6; p[3]+=h7; p[4]+=h8; p[5]+=c_buffer[44]; p[7]+=c_buffer[45]; p[6]+=c_buffer[46]; macro2(); p[0]+=h5; p[1]+=h6; p[2]+=h7; p[3]+=h8; p[4]+=h0; p[5]+=c_buffer[46]; p[7]+=c_buffer[47]; p[6]+=c_buffer[48]; macro1(); p[0]+=h6; p[1]+=h7; p[2]+=h8; p[3]+=h0; p[4]+=h1; p[5]+=c_buffer[48]; p[7]+=c_buffer[49]; p[6]+=c_buffer[50]; macro2(); p[0]+=h7; p[1]+=h8; p[2]+=h0; p[3]+=h1; p[4]+=h2; p[5]+=c_buffer[50]; p[7]+=c_buffer[51]; p[6]+=c_buffer[52]; macro1(); p[0]+=h8; p[1]+=h0; p[2]+=h1; p[3]+=h2; p[4]+=h3; p[5]+=c_buffer[52]; p[7]+=c_buffer[53]; p[6]+=c_buffer[54]; macro2(); p[0]+=h0; p[1]+=h1; p[2]+=h2; p[3]+=h3; p[4]+=h4; p[5]+=c_buffer[54]; p[7]+=c_buffer[55]; p[6]+=c_buffer[56]; p[0]^= c_buffer[57]; p[1]^= nonce2; t0 = vectorize(8); // extra t1 = vectorize(0xFF00000000000000ull); // etype // t2 = vectorize(0xB000000000000050ull); h0 = p[0]; h1 = p[1]; h2 = p[2]; h3 = p[3]; h4 = p[4]; h5 = p[5]; h6 = p[6]; h7 = p[7]; TFBIG_KINIT_UI2(h0, h1, h2, h3, h4, h5, h6, h7, h8, t0, t1, t2); p[0] = p[1] = p[2] = p[3] = p[4] =p[5] =p[6] = p[7] = vectorize(0); TFBIG_4e_UI2(0); TFBIG_4o_UI2(1); TFBIG_4e_UI2(2); TFBIG_4o_UI2(3); TFBIG_4e_UI2(4); TFBIG_4o_UI2(5); TFBIG_4e_UI2(6); TFBIG_4o_UI2(7); TFBIG_4e_UI2(8); TFBIG_4o_UI2(9); TFBIG_4e_UI2(10); TFBIG_4o_UI2(11); TFBIG_4e_UI2(12); TFBIG_4o_UI2(13); TFBIG_4e_UI2(14); TFBIG_4o_UI2(15); TFBIG_4e_UI2(16); TFBIG_4o_UI2(17); TFBIG_ADDKEY_UI2(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, 18); uint64_t *outpHash = &output64[thread<<3]; #pragma unroll 8 for (int i = 0; i < 8; i++) outpHash[i] = devectorize(p[i]); } } __host__ void skein512_cpu_hash_80(int thr_id, uint32_t threads, uint32_t startNounce, uint32_t *d_hash, int swap) { uint32_t tpb = TPB52; int dev_id = device_map[thr_id]; if (device_sm[dev_id] <= 500) tpb = TPB50; const dim3 grid((threads + tpb-1)/tpb); const dim3 block(tpb); // hash function is cut in 2 parts to reduce kernel size skein512_gpu_hash_80 <<< grid, block >>> (threads, startNounce, (uint64_t*)d_hash); } __host__ void skein512_cpu_setBlock_80(void *pdata) { uint64_t message[20]; memcpy(&message[0], pdata, 80); uint64_t p[8]; uint64_t h0, h1, h2, h3, h4, h5, h6, h7, h8; uint64_t t0, t1, t2; h0 = 0x4903ADFF749C51CEull; h1 = 0x0D95DE399746DF03ull; h2 = 0x8FD1934127C79BCEull; h3 = 0x9A255629FF352CB1ull; h4 = 0x5DB62599DF6CA7B0ull; h5 = 0xEABE394CA9D5C3F4ull; h6 = 0x991112C71A75B523ull; h7 = 0xAE18A40B660FCC33ull; // h8 = h0 ^ h1 ^ h2 ^ h3 ^ h4 ^ h5 ^ h6 ^ h7 ^ SPH_C64(0x1BD11BDAA9FC1A22); h8 = 0xcab2076d98173ec4ULL; t0 = 64; // ptr t1 = 0x7000000000000000ull; t2 = 0x7000000000000040ull; memcpy(&p[0], &message[0], 64); TFBIG_4e_PRE(0); TFBIG_4o_PRE(1); TFBIG_4e_PRE(2); TFBIG_4o_PRE(3); TFBIG_4e_PRE(4); TFBIG_4o_PRE(5); TFBIG_4e_PRE(6); TFBIG_4o_PRE(7); TFBIG_4e_PRE(8); TFBIG_4o_PRE(9); TFBIG_4e_PRE(10); TFBIG_4o_PRE(11); TFBIG_4e_PRE(12); TFBIG_4o_PRE(13); TFBIG_4e_PRE(14); TFBIG_4o_PRE(15); TFBIG_4e_PRE(16); TFBIG_4o_PRE(17); TFBIG_ADDKEY_PRE(p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7], h, t, 18); message[10] = message[0] ^ p[0]; message[11] = message[1] ^ p[1]; message[12] = message[2] ^ p[2]; message[13] = message[3] ^ p[3]; message[14] = message[4] ^ p[4]; message[15] = message[5] ^ p[5]; message[16] = message[6] ^ p[6]; message[17] = message[7] ^ p[7]; message[18] = t2; uint64_t buffer[128]; // buffer[ 0] = message[ 8]; buffer[ 0] = message[ 9]; h0 = buffer[ 1] = message[10]; h1 = buffer[ 2] = message[11]; h2 = buffer[ 3] = message[12]; h3 = buffer[ 4] = message[13]; h4 = buffer[ 5] = message[14]; h5 = buffer[ 6] = message[15]; h6 = buffer[ 7] = message[16]; h7 = buffer[ 8] = message[17]; h8 = buffer[ 9] = h0^h1^h2^h3^h4^h5^h6^h7^0x1BD11BDAA9FC1A22ULL; t0 = 0x50ull; t1 = 0xB000000000000000ull; t2 = t0^t1; p[0] = message[ 8] + h0; p[2] = h2; p[3] = h3; p[4] = h4; p[5] = h5 + t0; p[6] = h6 + t1; p[7] = h7; p[2] += p[3]; p[4] += p[5]; p[6] += p[7]; p[3] = ROTL64(p[3], 36) ^ p[2]; p[5] = ROTL64(p[5], 19) ^ p[4]; p[7] = ROTL64(p[7], 37) ^ p[6]; p[4] += p[7]; p[6] += p[5]; p[7] = ROTL64(p[7], 27) ^ p[4]; p[5] = ROTL64(p[5], 14) ^ p[6]; buffer[10] = p[0]; buffer[11] = p[2]; buffer[12] = p[3]; buffer[13] = p[4]; buffer[14] = p[5]; buffer[15] = p[6]; buffer[16] = p[7]; buffer[17] = ROTL64(p[3], 42); buffer[18] = ROTL64(p[5], 36); buffer[19] = ROTL64(p[7], 39); buffer[20] = h6+t1; buffer[21] = h8+1; buffer[22] = h7+t2; buffer[23] = h0+2; buffer[24] = h8+t0; buffer[25] = h1+3; buffer[26] = h0+t1; buffer[27] = h2+4; buffer[28] = h1+t2; buffer[29] = h3+5; buffer[30] = h2+t0; buffer[31] = h4+6; buffer[32] = h3+t1; buffer[33] = h5+7; buffer[34] = h4+t2; buffer[35] = h6+8; buffer[36] = h5+t0; buffer[37] = h7+9; buffer[38] = h6+t1; buffer[39] = h8+10; buffer[40] = h7+t2; buffer[41] = h0+11; buffer[42] = h8+t0; buffer[43] = h1+12; buffer[44] = h0+t1; buffer[45] = h2+13; buffer[46] = h1+t2; buffer[47] = h3+14; buffer[48] = h2+t0; buffer[49] = h4+15; buffer[50] = h3+t1; buffer[51] = h5+16; buffer[52] = h4+t2; buffer[53] = h6+17; buffer[54] = h5+t0; buffer[55] = h7+18; buffer[56] = h6+t1; buffer[57] = message[8]; cudaMemcpyToSymbol(c_buffer, buffer, sizeof(c_buffer), 0, cudaMemcpyHostToDevice); CUDA_SAFE_CALL(cudaGetLastError()); } __host__ void quark_skein512_cpu_init(int thr_id, uint32_t threads) { cuda_get_arch(thr_id); }