ccminer/crypto/cuda_cryptonight_extra.cu

#include <stdio.h>
#include <stdint.h>
#include <string.h>
#ifndef _WIN32
#include <unistd.h>
#endif

#include <miner.h>
#include <cuda_helper.h>
//#include <cuda.h>
//#include <cuda_runtime.h>

#include "cryptonight.h"

typedef unsigned char BitSequence;
typedef unsigned long long DataLength;

static uint32_t *d_input[MAX_GPUS] = { 0 };
static uint32_t *d_target[MAX_GPUS];
static uint32_t *d_result[MAX_GPUS];

#include "cn_keccak.cuh"
#include "cn_blake.cuh"
#include "cn_groestl.cuh"
#include "cn_jh.cuh"
#include "cn_skein.cuh"

__constant__ uint8_t d_sub_byte[16][16] = {
	{0x63, 0x7c, 0x77, 0x7b, 0xf2, 0x6b, 0x6f, 0xc5, 0x30, 0x01, 0x67, 0x2b, 0xfe, 0xd7, 0xab, 0x76},
	{0xca, 0x82, 0xc9, 0x7d, 0xfa, 0x59, 0x47, 0xf0, 0xad, 0xd4, 0xa2, 0xaf, 0x9c, 0xa4, 0x72, 0xc0},
	{0xb7, 0xfd, 0x93, 0x26, 0x36, 0x3f, 0xf7, 0xcc, 0x34, 0xa5, 0xe5, 0xf1, 0x71, 0xd8, 0x31, 0x15},
	{0x04, 0xc7, 0x23, 0xc3, 0x18, 0x96, 0x05, 0x9a, 0x07, 0x12, 0x80, 0xe2, 0xeb, 0x27, 0xb2, 0x75},
	{0x09, 0x83, 0x2c, 0x1a, 0x1b, 0x6e, 0x5a, 0xa0, 0x52, 0x3b, 0xd6, 0xb3, 0x29, 0xe3, 0x2f, 0x84},
	{0x53, 0xd1, 0x00, 0xed, 0x20, 0xfc, 0xb1, 0x5b, 0x6a, 0xcb, 0xbe, 0x39, 0x4a, 0x4c, 0x58, 0xcf},
	{0xd0, 0xef, 0xaa, 0xfb, 0x43, 0x4d, 0x33, 0x85, 0x45, 0xf9, 0x02, 0x7f, 0x50, 0x3c, 0x9f, 0xa8},
	{0x51, 0xa3, 0x40, 0x8f, 0x92, 0x9d, 0x38, 0xf5, 0xbc, 0xb6, 0xda, 0x21, 0x10, 0xff, 0xf3, 0xd2},
	{0xcd, 0x0c, 0x13, 0xec, 0x5f, 0x97, 0x44, 0x17, 0xc4, 0xa7, 0x7e, 0x3d, 0x64, 0x5d, 0x19, 0x73},
	{0x60, 0x81, 0x4f, 0xdc, 0x22, 0x2a, 0x90, 0x88, 0x46, 0xee, 0xb8, 0x14, 0xde, 0x5e, 0x0b, 0xdb},
	{0xe0, 0x32, 0x3a, 0x0a, 0x49, 0x06, 0x24, 0x5c, 0xc2, 0xd3, 0xac, 0x62, 0x91, 0x95, 0xe4, 0x79},
	{0xe7, 0xc8, 0x37, 0x6d, 0x8d, 0xd5, 0x4e, 0xa9, 0x6c, 0x56, 0xf4, 0xea, 0x65, 0x7a, 0xae, 0x08},
	{0xba, 0x78, 0x25, 0x2e, 0x1c, 0xa6, 0xb4, 0xc6, 0xe8, 0xdd, 0x74, 0x1f, 0x4b, 0xbd, 0x8b, 0x8a},
	{0x70, 0x3e, 0xb5, 0x66, 0x48, 0x03, 0xf6, 0x0e, 0x61, 0x35, 0x57, 0xb9, 0x86, 0xc1, 0x1d, 0x9e},
	{0xe1, 0xf8, 0x98, 0x11, 0x69, 0xd9, 0x8e, 0x94, 0x9b, 0x1e, 0x87, 0xe9, 0xce, 0x55, 0x28, 0xdf},
	{0x8c, 0xa1, 0x89, 0x0d, 0xbf, 0xe6, 0x42, 0x68, 0x41, 0x99, 0x2d, 0x0f, 0xb0, 0x54, 0xbb, 0x16}
};

__device__ __forceinline__
void cryptonight_aes_set_key(uint32_t * __restrict__ key, const uint32_t * __restrict__ data)
{
	const uint32_t aes_gf[] = {
		0x01, 0x02, 0x04, 0x08, 0x10, 0x20, 0x40, 0x80, 0x1b, 0x36
	};

	MEMSET4(key, 0, 40);
	MEMCPY4(key, data, 8);

	#pragma unroll
	for(int i = 8; i < 40; i++)
	{
		uint8_t temp[4];
		*(uint32_t *)temp = key[i - 1];

		if(i % 8 == 0) {
			*(uint32_t *)temp = ROTR32(*(uint32_t *)temp, 8);
			for(int j = 0; j < 4; j++)
				temp[j] = d_sub_byte[(temp[j] >> 4) & 0x0f][temp[j] & 0x0f];
			*(uint32_t *)temp ^= aes_gf[i / 8 - 1];
		}
		else if(i % 8 == 4) {
			#pragma unroll
			for(int j = 0; j < 4; j++)
				temp[j] = d_sub_byte[(temp[j] >> 4) & 0x0f][temp[j] & 0x0f];
		}

		key[i] = key[(i - 8)] ^ *(uint32_t *)temp;
	}
}

__global__
void cryptonight_extra_gpu_prepare(const uint32_t threads, uint32_t * __restrict__ d_input, uint32_t startNonce,
	uint32_t * __restrict__ d_ctx_state, uint32_t * __restrict__ d_ctx_a, uint32_t * __restrict__ d_ctx_b,
	uint32_t * __restrict__ d_ctx_key1, uint32_t * __restrict__ d_ctx_key2)
{
	const uint32_t thread = (blockDim.x * blockIdx.x + threadIdx.x);

	if(thread < threads)
	{
		uint32_t ctx_state[50];
		uint32_t ctx_a[4];
		uint32_t ctx_b[4];
		uint32_t ctx_key1[40];
		uint32_t ctx_key2[40];
		uint32_t input[19];

		MEMCPY4(input, d_input, 19);
		*((uint32_t *)(((char *)input) + 39)) = startNonce + thread;

		cn_keccak((uint8_t *)input, (uint8_t *)ctx_state);
		cryptonight_aes_set_key(ctx_key1, ctx_state);
		cryptonight_aes_set_key(ctx_key2, ctx_state + 8);
		XOR_BLOCKS_DST(ctx_state, ctx_state + 8, ctx_a);
		XOR_BLOCKS_DST(ctx_state + 4, ctx_state + 12, ctx_b);

		memcpy(d_ctx_state + thread * 50, ctx_state, 50 * 4);
		memcpy(d_ctx_a + thread * 4, ctx_a, 4 * 4);
		memcpy(d_ctx_b + thread * 4, ctx_b, 4 * 4);
		memcpy(d_ctx_key1 + thread * 40, ctx_key1, 40 * 4);
		memcpy(d_ctx_key2 + thread * 40, ctx_key2, 40 * 4);
	}
}

__global__
void cryptonight_extra_gpu_keccak(uint32_t threads, uint32_t * __restrict__ d_ctx_state)
{
	const uint32_t thread = (blockDim.x * blockIdx.x + threadIdx.x);
	if(thread < threads)
	{
		uint64_t*ctx_state = (uint64_t*) (&d_ctx_state[thread * 50]);
		uint64_t state[25];
		#pragma unroll
		for(int i = 0; i < 25; i++)
			state[i] = ctx_state[i];

		cn_keccakf2(state);

		// to reduce the final kernel stack frame, cut algos in 2 kernels
		// ps: these 2 final kernels are not important for the overall xmr hashrate (< 1%)
		switch (((uint8_t*)state)[0] & 0x03)
		{
			case 0: {
				uint32_t hash[8];
				cn_blake((uint8_t*)state, 200, (uint8_t*)hash);
				((uint32_t*)ctx_state)[0] = 0;
				((uint32_t*)ctx_state)[6] = hash[6];
				((uint32_t*)ctx_state)[7] = hash[7];
				break;
			}
			case 1: {
				uint32_t hash[8];
				cn_groestl((BitSequence*)state, 200, (BitSequence*)hash);
				((uint32_t*)ctx_state)[0] = 0;
				((uint32_t*)ctx_state)[6] = hash[6];
				((uint32_t*)ctx_state)[7] = hash[7];
				break;
			}
			default: {
				#pragma unroll
				for(int i = 0; i < 25; i++)
					ctx_state[i] = state[i];
			}
		}
	}
}

__global__
void cryptonight_extra_gpu_final(uint32_t threads, const uint32_t startNonce, uint64_t * __restrict__ d_ctx_state,
	const uint32_t* d_target, uint32_t * resNonces)
{
	const uint32_t thread = (blockDim.x * blockIdx.x + threadIdx.x);
	if(thread < threads)
	{
		uint64_t* const state = &d_ctx_state[thread * 25];

		uint32_t hash[8];
		switch(((uint8_t *)state)[0] & 0x03)
		{
			case 0: {
				uint32_t* h32 = (uint32_t*)state;
				hash[6] = h32[6];
				hash[7] = h32[7];
				break;
			}
			case 2: {
				cn_jh256((uint8_t*)state, 200, hash);
				break;
			}
			case 3: {
				cn_skein((uint8_t*)state, 200, hash);
				break;
			}
		}

		if(hash[7] <= d_target[1] && hash[6] <= d_target[0])
		{
			const uint32_t nonce = startNonce + thread;
			uint32_t tmp = atomicExch(resNonces, nonce);
			if(tmp != UINT32_MAX)
				resNonces[1] = tmp;
		}
	}
}

__host__
void cryptonight_extra_cpu_setData(int thr_id, const void *data, const void *ptarget)
{
	uint32_t *pTargetIn = (uint32_t*) ptarget;
	cudaMemcpy(d_input[thr_id], data, 19 * sizeof(uint32_t), cudaMemcpyHostToDevice);
	cudaMemcpy(d_target[thr_id], &pTargetIn[6], 2*sizeof(uint32_t), cudaMemcpyHostToDevice);
	exit_if_cudaerror(thr_id, __FUNCTION__, __LINE__);
}

__host__
void cryptonight_extra_cpu_init(int thr_id, uint32_t threads)
{
	cudaMalloc(&d_input[thr_id], 19 * sizeof(uint32_t));
	cudaMalloc(&d_target[thr_id], 2*sizeof(uint32_t));
	cudaMalloc(&d_result[thr_id], 2*sizeof(uint32_t));
	exit_if_cudaerror(thr_id, __FUNCTION__, __LINE__);
}

__host__
void cryptonight_extra_cpu_prepare(int thr_id, uint32_t threads, uint32_t startNonce, uint32_t *d_ctx_state, uint32_t *d_ctx_a, uint32_t *d_ctx_b, uint32_t *d_ctx_key1, uint32_t *d_ctx_key2)
{
	uint32_t threadsperblock = 128;

	dim3 grid((threads + threadsperblock - 1) / threadsperblock);
	dim3 block(threadsperblock);

	cryptonight_extra_gpu_prepare <<<grid, block >>> (threads, d_input[thr_id], startNonce, d_ctx_state, d_ctx_a, d_ctx_b, d_ctx_key1, d_ctx_key2);
	exit_if_cudaerror(thr_id, __FUNCTION__, __LINE__);
}

__host__
void cryptonight_extra_cpu_final(int thr_id, uint32_t threads, uint32_t startNonce, uint32_t *resnonce, uint32_t *d_ctx_state)
{
	uint32_t threadsperblock = 128;

	dim3 grid((threads + threadsperblock - 1) / threadsperblock);
	dim3 block(threadsperblock);

	cudaMemset(d_result[thr_id], 0xFF, 2*sizeof(uint32_t));
	exit_if_cudaerror(thr_id, __FUNCTION__, __LINE__);
	cryptonight_extra_gpu_keccak <<<grid, block >>> (threads, d_ctx_state);
	exit_if_cudaerror(thr_id, __FUNCTION__, __LINE__);
	cryptonight_extra_gpu_final <<<grid, block >>> (threads, startNonce, (uint64_t*)d_ctx_state, d_target[thr_id], d_result[thr_id]);
	exit_if_cudaerror(thr_id, __FUNCTION__, __LINE__);
	cudaMemcpy(resnonce, d_result[thr_id], 2 * sizeof(uint32_t), cudaMemcpyDeviceToHost);
	exit_if_cudaerror(thr_id, __FUNCTION__, __LINE__);
}

__host__
void cryptonight_extra_cpu_free(int thr_id)
{
	if (d_input[thr_id]) {
		cudaFree(d_input[thr_id]);
		cudaFree(d_target[thr_id]);
		cudaFree(d_result[thr_id]);
		d_input[thr_id] = NULL;
	}
}