163 lines
4.1 KiB
C
163 lines
4.1 KiB
C
|
#define SCRYPT_MIX_BASE "ChaCha20/8"
|
||
|
|
|
||
|
|
typedef uint32_t scrypt_mix_word_t;
|
||
|
|
|
||
|
|
#define SCRYPT_WORDTO8_LE U32TO8_LE
|
||
|
|
#define SCRYPT_WORD_ENDIAN_SWAP U32_SWAP
|
||
|
|
|
||
|
|
#define SCRYPT_BLOCK_BYTES 64
|
||
|
|
#define SCRYPT_BLOCK_WORDS (SCRYPT_BLOCK_BYTES / sizeof(scrypt_mix_word_t))
|
||
|
|
|
||
|
|
/* must have these here in case block bytes is ever != 64 */
|
||
|
|
#include "scrypt-jane-romix-basic.h"
|
||
|
|
|
||
|
|
#include "scrypt-jane-mix_chacha-xop.h"
|
||
|
|
#include "scrypt-jane-mix_chacha-avx.h"
|
||
|
|
#include "scrypt-jane-mix_chacha-ssse3.h"
|
||
|
|
#include "scrypt-jane-mix_chacha-sse2.h"
|
||
|
|
#include "scrypt-jane-mix_chacha.h"
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_XOP)
|
||
|
|
#define SCRYPT_CHUNKMIX_FN scrypt_ChunkMix_xop
|
||
|
|
#define SCRYPT_ROMIX_FN scrypt_ROMix_xop
|
||
|
|
#define SCRYPT_MIX_FN chacha_core_xop
|
||
|
|
#define SCRYPT_ROMIX_TANGLE_FN scrypt_romix_nop
|
||
|
|
#define SCRYPT_ROMIX_UNTANGLE_FN scrypt_romix_nop
|
||
|
|
#include "scrypt-jane-romix-template.h"
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_AVX)
|
||
|
|
#define SCRYPT_CHUNKMIX_FN scrypt_ChunkMix_avx
|
||
|
|
#define SCRYPT_ROMIX_FN scrypt_ROMix_avx
|
||
|
|
#define SCRYPT_MIX_FN chacha_core_avx
|
||
|
|
#define SCRYPT_ROMIX_TANGLE_FN scrypt_romix_nop
|
||
|
|
#define SCRYPT_ROMIX_UNTANGLE_FN scrypt_romix_nop
|
||
|
|
#include "scrypt-jane-romix-template.h"
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_SSSE3)
|
||
|
|
#define SCRYPT_CHUNKMIX_FN scrypt_ChunkMix_ssse3
|
||
|
|
#define SCRYPT_ROMIX_FN scrypt_ROMix_ssse3
|
||
|
|
#define SCRYPT_MIX_FN chacha_core_ssse3
|
||
|
|
#define SCRYPT_ROMIX_TANGLE_FN scrypt_romix_nop
|
||
|
|
#define SCRYPT_ROMIX_UNTANGLE_FN scrypt_romix_nop
|
||
|
|
#include "scrypt-jane-romix-template.h"
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_SSE2)
|
||
|
|
#define SCRYPT_CHUNKMIX_FN scrypt_ChunkMix_sse2
|
||
|
|
#define SCRYPT_ROMIX_FN scrypt_ROMix_sse2
|
||
|
|
#define SCRYPT_MIX_FN chacha_core_sse2
|
||
|
|
#define SCRYPT_ROMIX_TANGLE_FN scrypt_romix_nop
|
||
|
|
#define SCRYPT_ROMIX_UNTANGLE_FN scrypt_romix_nop
|
||
|
|
#include "scrypt-jane-romix-template.h"
|
||
|
|
#endif
|
||
|
|
|
||
|
|
/* cpu agnostic */
|
||
|
|
#define SCRYPT_ROMIX_FN scrypt_ROMix_basic
|
||
|
|
#define SCRYPT_MIX_FN chacha_core_basic
|
||
|
|
#define SCRYPT_ROMIX_TANGLE_FN scrypt_romix_convert_endian
|
||
|
|
#define SCRYPT_ROMIX_UNTANGLE_FN scrypt_romix_convert_endian
|
||
|
|
#include "scrypt-jane-romix-template.h"
|
||
|
|
|
||
|
|
#if !defined(SCRYPT_CHOOSE_COMPILETIME)
|
||
|
|
static scrypt_ROMixfn
|
||
|
|
scrypt_getROMix(void) {
|
||
|
|
size_t cpuflags = detect_cpu();
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_XOP)
|
||
|
|
if (cpuflags & cpu_xop)
|
||
|
|
return scrypt_ROMix_xop;
|
||
|
|
else
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_AVX)
|
||
|
|
if (cpuflags & cpu_avx)
|
||
|
|
return scrypt_ROMix_avx;
|
||
|
|
else
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_SSSE3)
|
||
|
|
if (cpuflags & cpu_ssse3)
|
||
|
|
return scrypt_ROMix_ssse3;
|
||
|
|
else
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_SSE2)
|
||
|
|
if (cpuflags & cpu_sse2)
|
||
|
|
return scrypt_ROMix_sse2;
|
||
|
|
else
|
||
|
|
#endif
|
||
|
|
|
||
|
|
return scrypt_ROMix_basic;
|
||
|
|
}
|
||
|
|
#endif
|
||
|
|
|
||
|
|
|
||
|
|
#if defined(SCRYPT_TEST_SPEED)
|
||
|
|
static size_t
|
||
|
|
available_implementations(void) {
|
||
|
|
size_t cpuflags = detect_cpu();
|
||
|
|
size_t flags = 0;
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_XOP)
|
||
|
|
if (cpuflags & cpu_xop)
|
||
|
|
flags |= cpu_xop;
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_AVX)
|
||
|
|
if (cpuflags & cpu_avx)
|
||
|
|
flags |= cpu_avx;
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_SSSE3)
|
||
|
|
if (cpuflags & cpu_ssse3)
|
||
|
|
flags |= cpu_ssse3;
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_SSE2)
|
||
|
|
if (cpuflags & cpu_sse2)
|
||
|
|
flags |= cpu_sse2;
|
||
|
|
#endif
|
||
|
|
|
||
|
|
return flags;
|
||
|
|
}
|
||
|
|
#endif
|
||
|
|
|
||
|
|
static int
|
||
|
|
scrypt_test_mix(void) {
|
||
|
|
static const uint8_t expected[16] = {
|
||
|
|
0x48,0x2b,0x2d,0xb8,0xa1,0x33,0x22,0x73,0xcd,0x16,0xc4,0xb4,0xb0,0x7f,0xb1,0x8a,
|
||
|
|
};
|
||
|
|
|
||
|
|
int ret = 1;
|
||
|
|
size_t cpuflags = detect_cpu();
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_XOP)
|
||
|
|
if (cpuflags & cpu_xop)
|
||
|
|
ret &= scrypt_test_mix_instance(scrypt_ChunkMix_xop, scrypt_romix_nop, scrypt_romix_nop, expected);
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_AVX)
|
||
|
|
if (cpuflags & cpu_avx)
|
||
|
|
ret &= scrypt_test_mix_instance(scrypt_ChunkMix_avx, scrypt_romix_nop, scrypt_romix_nop, expected);
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_SSSE3)
|
||
|
|
if (cpuflags & cpu_ssse3)
|
||
|
|
ret &= scrypt_test_mix_instance(scrypt_ChunkMix_ssse3, scrypt_romix_nop, scrypt_romix_nop, expected);
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_SSE2)
|
||
|
|
if (cpuflags & cpu_sse2)
|
||
|
|
ret &= scrypt_test_mix_instance(scrypt_ChunkMix_sse2, scrypt_romix_nop, scrypt_romix_nop, expected);
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(SCRYPT_CHACHA_BASIC)
|
||
|
|
ret &= scrypt_test_mix_instance(scrypt_ChunkMix_basic, scrypt_romix_convert_endian, scrypt_romix_convert_endian, expected);
|
||
|
|
#endif
|
||
|
|
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|