mirror of
https://github.com/jedisct1/libsodium.git
synced 2024-12-19 10:05:05 -07:00
Switch poly1305-ref to Floodyberry's poly1305-donna-unrolled.
This commit is contained in:
Frank Denis
parent
93aaa0e1a9
commit
879112786c
4
AUTHORS
4
AUTHORS
@ -95,3 +95,7 @@ Jean-Philippe Aumasson
|
||||
Samuel Neves
|
||||
Zooko Wilcox-O'Hearn
|
||||
Christian Winnerlein
|
||||
|
||||
crypto_onetimeauth/poly1305/donna
|
||||
---------------------------------
|
||||
Andrew "floodyberry" M.
|
||||
|
||||
@ -57,9 +57,10 @@ libsodium_la_SOURCES = \
|
||||
crypto_onetimeauth/poly1305/53/api.h \
|
||||
crypto_onetimeauth/poly1305/53/auth_poly1305_53.c \
|
||||
crypto_onetimeauth/poly1305/53/verify_poly1305_53.c \
|
||||
crypto_onetimeauth/poly1305/ref/api.h \
|
||||
crypto_onetimeauth/poly1305/ref/auth_poly1305_ref.c \
|
||||
crypto_onetimeauth/poly1305/ref/verify_poly1305_ref.c \
|
||||
crypto_onetimeauth/poly1305/donna/api.h \
|
||||
crypto_onetimeauth/poly1305/donna/portable-jane.h \
|
||||
crypto_onetimeauth/poly1305/donna/auth_poly1305_donna.c \
|
||||
crypto_onetimeauth/poly1305/donna/verify_poly1305_donna.c \
|
||||
crypto_scalarmult/crypto_scalarmult.c \
|
||||
crypto_secretbox/crypto_secretbox.c \
|
||||
crypto_secretbox/xsalsa20poly1305/secretbox_xsalsa20poly1305_api.c \
|
||||
|
||||
8
src/libsodium/crypto_onetimeauth/poly1305/donna/api.h
Normal file
8
src/libsodium/crypto_onetimeauth/poly1305/donna/api.h
Normal file
@ -0,0 +1,8 @@
|
||||
|
||||
#include "crypto_onetimeauth_poly1305.h"
|
||||
|
||||
#define crypto_onetimeauth_poly1305_implementation_name \
|
||||
crypto_onetimeauth_poly1305_donna_implementation_name
|
||||
|
||||
#define crypto_onetimeauth crypto_onetimeauth_poly1305_donna
|
||||
#define crypto_onetimeauth_verify crypto_onetimeauth_poly1305_donna_verify
|
||||
@ -0,0 +1,151 @@
|
||||
|
||||
#include "api.h"
|
||||
#include "crypto_onetimeauth_poly1305_donna.h"
|
||||
#include "utils.h"
|
||||
|
||||
#include "portable-jane.h"
|
||||
|
||||
int
|
||||
crypto_onetimeauth(unsigned char *out, const unsigned char *m,
|
||||
unsigned long long inlen, const unsigned char *key)
|
||||
{
|
||||
uint32_t t0,t1,t2,t3;
|
||||
uint32_t h0,h1,h2,h3,h4;
|
||||
uint32_t r0,r1,r2,r3,r4;
|
||||
uint32_t s1,s2,s3,s4;
|
||||
uint32_t b, nb;
|
||||
unsigned long long j;
|
||||
uint64_t t[5];
|
||||
uint64_t f0,f1,f2,f3;
|
||||
uint32_t g0,g1,g2,g3,g4;
|
||||
uint64_t c;
|
||||
unsigned char mp[16];
|
||||
|
||||
/* clamp key */
|
||||
t0 = U8TO32_LE(key+0);
|
||||
t1 = U8TO32_LE(key+4);
|
||||
t2 = U8TO32_LE(key+8);
|
||||
t3 = U8TO32_LE(key+12);
|
||||
|
||||
/* precompute multipliers */
|
||||
r0 = t0 & 0x3ffffff; t0 >>= 26; t0 |= t1 << 6;
|
||||
r1 = t0 & 0x3ffff03; t1 >>= 20; t1 |= t2 << 12;
|
||||
r2 = t1 & 0x3ffc0ff; t2 >>= 14; t2 |= t3 << 18;
|
||||
r3 = t2 & 0x3f03fff; t3 >>= 8;
|
||||
r4 = t3 & 0x00fffff;
|
||||
|
||||
s1 = r1 * 5;
|
||||
s2 = r2 * 5;
|
||||
s3 = r3 * 5;
|
||||
s4 = r4 * 5;
|
||||
|
||||
/* init state */
|
||||
h0 = 0;
|
||||
h1 = 0;
|
||||
h2 = 0;
|
||||
h3 = 0;
|
||||
h4 = 0;
|
||||
|
||||
/* full blocks */
|
||||
if (inlen < 16) goto poly1305_donna_atmost15bytes;
|
||||
poly1305_donna_16bytes:
|
||||
m += 16;
|
||||
inlen -= 16;
|
||||
|
||||
t0 = U8TO32_LE(m-16);
|
||||
t1 = U8TO32_LE(m-12);
|
||||
t2 = U8TO32_LE(m-8);
|
||||
t3 = U8TO32_LE(m-4);
|
||||
|
||||
h0 += t0 & 0x3ffffff;
|
||||
h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff;
|
||||
h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff;
|
||||
h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff;
|
||||
h4 += (t3 >> 8) | (1 << 24);
|
||||
|
||||
|
||||
poly1305_donna_mul:
|
||||
t[0] = mul32x32_64(h0,r0) + mul32x32_64(h1,s4) + mul32x32_64(h2,s3) + mul32x32_64(h3,s2) + mul32x32_64(h4,s1);
|
||||
t[1] = mul32x32_64(h0,r1) + mul32x32_64(h1,r0) + mul32x32_64(h2,s4) + mul32x32_64(h3,s3) + mul32x32_64(h4,s2);
|
||||
t[2] = mul32x32_64(h0,r2) + mul32x32_64(h1,r1) + mul32x32_64(h2,r0) + mul32x32_64(h3,s4) + mul32x32_64(h4,s3);
|
||||
t[3] = mul32x32_64(h0,r3) + mul32x32_64(h1,r2) + mul32x32_64(h2,r1) + mul32x32_64(h3,r0) + mul32x32_64(h4,s4);
|
||||
t[4] = mul32x32_64(h0,r4) + mul32x32_64(h1,r3) + mul32x32_64(h2,r2) + mul32x32_64(h3,r1) + mul32x32_64(h4,r0);
|
||||
|
||||
h0 = (uint32_t)t[0] & 0x3ffffff; c = (t[0] >> 26);
|
||||
t[1] += c; h1 = (uint32_t)t[1] & 0x3ffffff; b = (uint32_t)(t[1] >> 26);
|
||||
t[2] += b; h2 = (uint32_t)t[2] & 0x3ffffff; b = (uint32_t)(t[2] >> 26);
|
||||
t[3] += b; h3 = (uint32_t)t[3] & 0x3ffffff; b = (uint32_t)(t[3] >> 26);
|
||||
t[4] += b; h4 = (uint32_t)t[4] & 0x3ffffff; b = (uint32_t)(t[4] >> 26);
|
||||
h0 += b * 5;
|
||||
|
||||
if (inlen >= 16) goto poly1305_donna_16bytes;
|
||||
|
||||
/* final bytes */
|
||||
poly1305_donna_atmost15bytes:
|
||||
if (!inlen) goto poly1305_donna_finish;
|
||||
|
||||
for (j = 0; j < inlen; j++) mp[j] = m[j];
|
||||
mp[j++] = 1;
|
||||
for (; j < 16; j++) mp[j] = 0;
|
||||
inlen = 0;
|
||||
|
||||
t0 = U8TO32_LE(mp+0);
|
||||
t1 = U8TO32_LE(mp+4);
|
||||
t2 = U8TO32_LE(mp+8);
|
||||
t3 = U8TO32_LE(mp+12);
|
||||
|
||||
h0 += t0 & 0x3ffffff;
|
||||
h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff;
|
||||
h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff;
|
||||
h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff;
|
||||
h4 += (t3 >> 8);
|
||||
|
||||
goto poly1305_donna_mul;
|
||||
|
||||
poly1305_donna_finish:
|
||||
b = h0 >> 26; h0 = h0 & 0x3ffffff;
|
||||
h1 += b; b = h1 >> 26; h1 = h1 & 0x3ffffff;
|
||||
h2 += b; b = h2 >> 26; h2 = h2 & 0x3ffffff;
|
||||
h3 += b; b = h3 >> 26; h3 = h3 & 0x3ffffff;
|
||||
h4 += b; b = h4 >> 26; h4 = h4 & 0x3ffffff;
|
||||
h0 += b * 5;
|
||||
|
||||
g0 = h0 + 5; b = g0 >> 26; g0 &= 0x3ffffff;
|
||||
g1 = h1 + b; b = g1 >> 26; g1 &= 0x3ffffff;
|
||||
g2 = h2 + b; b = g2 >> 26; g2 &= 0x3ffffff;
|
||||
g3 = h3 + b; b = g3 >> 26; g3 &= 0x3ffffff;
|
||||
g4 = h4 + b - (1 << 26);
|
||||
|
||||
b = (g4 >> 31) - 1;
|
||||
nb = ~b;
|
||||
h0 = (h0 & nb) | (g0 & b);
|
||||
h1 = (h1 & nb) | (g1 & b);
|
||||
h2 = (h2 & nb) | (g2 & b);
|
||||
h3 = (h3 & nb) | (g3 & b);
|
||||
h4 = (h4 & nb) | (g4 & b);
|
||||
|
||||
f0 = ((h0 ) | (h1 << 26)) + (uint64_t)U8TO32_LE(&key[16]);
|
||||
f1 = ((h1 >> 6) | (h2 << 20)) + (uint64_t)U8TO32_LE(&key[20]);
|
||||
f2 = ((h2 >> 12) | (h3 << 14)) + (uint64_t)U8TO32_LE(&key[24]);
|
||||
f3 = ((h3 >> 18) | (h4 << 8)) + (uint64_t)U8TO32_LE(&key[28]);
|
||||
|
||||
U32TO8_LE(&out[ 0], f0); f1 += (f0 >> 32);
|
||||
U32TO8_LE(&out[ 4], f1); f2 += (f1 >> 32);
|
||||
U32TO8_LE(&out[ 8], f2); f3 += (f2 >> 32);
|
||||
U32TO8_LE(&out[12], f3);
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
const char *
|
||||
crypto_onetimeauth_poly1305_implementation_name(void)
|
||||
{
|
||||
return "donna";
|
||||
}
|
||||
|
||||
struct crypto_onetimeauth_poly1305_implementation
|
||||
crypto_onetimeauth_poly1305_donna_implementation = {
|
||||
_SODIUM_C99(.implementation_name =) crypto_onetimeauth_poly1305_implementation_name,
|
||||
_SODIUM_C99(.onetimeauth =) crypto_onetimeauth,
|
||||
_SODIUM_C99(.onetimeauth_verify =) crypto_onetimeauth_verify
|
||||
};
|
||||
782
src/libsodium/crypto_onetimeauth/poly1305/donna/portable-jane.h
Normal file
782
src/libsodium/crypto_onetimeauth/poly1305/donna/portable-jane.h
Normal file
@ -0,0 +1,782 @@
|
||||
#ifndef PORTABLE_JANE_H
|
||||
#define PORTABLE_JANE_H "+endian +uint128"
|
||||
/* 0000-os-100-solaris.h */
|
||||
|
||||
#if defined(sun) || defined(__sun) || defined(__SVR4) || defined(__svr4__)
|
||||
#include <sys/mman.h>
|
||||
#include <sys/time.h>
|
||||
#include <fcntl.h>
|
||||
|
||||
#define OS_SOLARIS
|
||||
#endif
|
||||
|
||||
/* 0000-os-100-unix.h */
|
||||
|
||||
#if defined(__unix__) || defined(unix)
|
||||
#include <sys/mman.h>
|
||||
#include <sys/time.h>
|
||||
#if !defined(USG)
|
||||
#include <sys/param.h> /* need this to define BSD */
|
||||
#endif
|
||||
#include <unistd.h>
|
||||
#include <fcntl.h>
|
||||
|
||||
#define OS_NIX
|
||||
#if defined(__linux__)
|
||||
#include <endian.h>
|
||||
#define OS_LINUX
|
||||
#elif defined(BSD)
|
||||
#define OS_BSD
|
||||
|
||||
#if defined(MACOS_X) || (defined(__APPLE__) & defined(__MACH__))
|
||||
#define OS_OSX
|
||||
#elif defined(macintosh) || defined(Macintosh)
|
||||
#define OS_MAC
|
||||
#elif defined(__OpenBSD__)
|
||||
#define OS_OPENBSD
|
||||
#elif defined(__FreeBSD__)
|
||||
#define OS_FREEBSD
|
||||
#elif defined(__NetBSD__)
|
||||
#define OS_NETBSD
|
||||
#endif
|
||||
#endif
|
||||
#endif
|
||||
|
||||
/* 0000-os-100-windows.h */
|
||||
|
||||
#if defined(_WIN32) || defined(_WIN64) || defined(__TOS_WIN__) || defined(__WINDOWS__)
|
||||
#include <windows.h>
|
||||
#include <wincrypt.h>
|
||||
#define OS_WINDOWS
|
||||
#endif
|
||||
|
||||
/* 0100-compiler-000.h */
|
||||
|
||||
#undef NOINLINE
|
||||
#undef INLINE
|
||||
#undef FASTCALL
|
||||
#undef CDECL
|
||||
#undef STDCALL
|
||||
#undef NAKED
|
||||
|
||||
/* 0100-compiler-100-clang.h */
|
||||
|
||||
#if defined(__clang__)
|
||||
#define COMPILER_CLANG ((__clang_major__ * 10000) + (__clang_minor__ * 100) + (__clang_patchlevel__))
|
||||
#endif
|
||||
|
||||
/* 0100-compiler-100-gcc.h */
|
||||
|
||||
#if defined(__GNUC__)
|
||||
#if (__GNUC__ >= 3)
|
||||
#define COMPILER_GCC_PATCHLEVEL __GNUC_PATCHLEVEL__
|
||||
#else
|
||||
#define COMPILER_GCC_PATCHLEVEL 0
|
||||
#endif
|
||||
#define COMPILER_GCC ((__GNUC__ * 10000) + (__GNUC_MINOR__ * 100) + (COMPILER_GCC_PATCHLEVEL))
|
||||
|
||||
#include <stdint.h>
|
||||
|
||||
typedef unsigned int fpu_control_t;
|
||||
|
||||
#define ROTL32(a,b) (((a) << (b)) | ((a) >> (32 - b)))
|
||||
#define ROTR32(a,b) (((a) >> (b)) | ((a) << (32 - b)))
|
||||
#define ROTL64(a,b) (((a) << (b)) | ((a) >> (64 - b)))
|
||||
#define ROTR64(a,b) (((a) >> (b)) | ((a) << (64 - b)))
|
||||
|
||||
#if (COMPILER_GCC >= 30000)
|
||||
#define NOINLINE __attribute__((noinline))
|
||||
#else
|
||||
#define NOINLINE
|
||||
#endif
|
||||
#if (COMPILER_GCC >= 30000)
|
||||
#define INLINE inline __attribute__((always_inline))
|
||||
#else
|
||||
#define INLINE inline
|
||||
#endif
|
||||
#if (COMPILER_GCC >= 30400)
|
||||
#define FASTCALL __attribute__((fastcall))
|
||||
#else
|
||||
#define FASTCALL
|
||||
#endif
|
||||
#define CDECL __attribute__((cdecl))
|
||||
#define STDCALL __attribute__((stdcall))
|
||||
|
||||
#define mul32x32_64(a,b) ((uint64_t)(a) * (b))
|
||||
#define mul32x32_64s(a,b) (((int64_t)(a))*(b))
|
||||
|
||||
#define ALIGN(x) __attribute__((aligned(x)))
|
||||
#endif
|
||||
|
||||
/* 0100-compiler-100-icc.h */
|
||||
|
||||
#if defined(__ICC)
|
||||
#define COMPILER_ICC __ICC
|
||||
#endif
|
||||
|
||||
/* 0100-compiler-100-mingw.h */
|
||||
|
||||
#if defined(__MINGW32__) || defined(__MINGW64__)
|
||||
#define COMPILER_MINGW
|
||||
#endif
|
||||
|
||||
/* 0100-compiler-100-msvc.h */
|
||||
|
||||
#if defined(_MSC_VER)
|
||||
#define _CRT_SECURE_NO_WARNINGS
|
||||
|
||||
#pragma warning(disable : 4127) /* conditional expression is constant */
|
||||
#pragma warning(disable : 4100) /* unreferenced formal parameter */
|
||||
|
||||
#include <float.h>
|
||||
#include <stdlib.h> /* _rotl */
|
||||
#include <intrin.h>
|
||||
|
||||
#define COMPILER_MSVC_VS6 120000000
|
||||
#define COMPILER_MSVC_VS6PP 121000000
|
||||
#define COMPILER_MSVC_VS2002 130000000
|
||||
#define COMPILER_MSVC_VS2003 131000000
|
||||
#define COMPILER_MSVC_VS2005 140050727
|
||||
#define COMPILER_MSVC_VS2008 150000000
|
||||
#define COMPILER_MSVC_VS2008SP1 150030729
|
||||
#define COMPILER_MSVC_VS2010 160000000
|
||||
#define COMPILER_MSVC_VS2010SP1 160040219
|
||||
#define COMPILER_MSVC_VS2012RC 170000000
|
||||
#define COMPILER_MSVC_VS2012 170050727
|
||||
|
||||
#if _MSC_FULL_VER > 100000000
|
||||
#define COMPILER_MSVC (_MSC_FULL_VER)
|
||||
#else
|
||||
#define COMPILER_MSVC (_MSC_FULL_VER * 10)
|
||||
#endif
|
||||
|
||||
#if ((_MSC_VER == 1200) && defined(_mm_free))
|
||||
#undef COMPILER_MSVC
|
||||
#define COMPILER_MSVC COMPILER_MSVC_VS6PP
|
||||
#endif
|
||||
|
||||
typedef unsigned char uint8_t;
|
||||
typedef unsigned short uint16_t;
|
||||
typedef unsigned int uint32_t;
|
||||
typedef signed int int32_t;
|
||||
typedef unsigned __int64 uint64_t;
|
||||
typedef signed __int64 int64_t;
|
||||
|
||||
typedef uint16_t fpu_control_t;
|
||||
|
||||
#define ROTL32(a,b) _rotl(a,b)
|
||||
#define ROTR32(a,b) _rotr(a,b)
|
||||
#define ROTL64(a,b) _rotl64(a,b)
|
||||
#define ROTR64(a,b) _rotr64(a,b)
|
||||
|
||||
#define NOINLINE __declspec(noinline)
|
||||
#define INLINE __forceinline
|
||||
#define FASTCALL __fastcall
|
||||
#define CDECL __cdecl
|
||||
#define STDCALL __stdcall
|
||||
#define NAKED __declspec(naked)
|
||||
|
||||
#if defined(_DEBUG)
|
||||
#define mul32x32_64(a,b) (((uint64_t)(a))*(b))
|
||||
#define mul32x32_64s(a,b) (((int64_t)(a))*(b))
|
||||
#else
|
||||
#define mul32x32_64(a,b) __emulu(a,b)
|
||||
#define mul32x32_64s(a,b) __emul(a,b)
|
||||
#endif
|
||||
|
||||
#define ALIGN(x) __declspec(align(x))
|
||||
#endif
|
||||
/* 0100-compiler-999.h */
|
||||
|
||||
#define OPTIONAL_INLINE /* config */
|
||||
#if defined(OPTIONAL_INLINE)
|
||||
#undef OPTIONAL_INLINE
|
||||
#define OPTIONAL_INLINE INLINE
|
||||
#else
|
||||
#define OPTIONAL_INLINE
|
||||
#endif
|
||||
|
||||
#define Preprocessor_ToString(s) #s
|
||||
#define Stringify(s) Preprocessor_ToString(s)
|
||||
|
||||
#include <stdio.h>
|
||||
#include <string.h>
|
||||
|
||||
/* 0200-cpu-100-alpha.h */
|
||||
|
||||
#if defined(__alpha__) || defined(__alpha) || defined(_M_ALPHA)
|
||||
#define CPU_ALPHA
|
||||
#endif
|
||||
|
||||
/* 0200-cpu-100-hppa.h */
|
||||
|
||||
#if defined(__hppa__) || defined(__hppa)
|
||||
#define CPU_HPPA
|
||||
#endif
|
||||
|
||||
/* 0200-cpu-100-intel.h */
|
||||
|
||||
#if defined(__amd64__) || defined(__amd64) || defined(__x86_64__ ) || defined(_M_X64)
|
||||
#define CPU_X86_64
|
||||
#elif defined(__i586__) || defined(__i686__) || (defined(_M_IX86) && (_M_IX86 >= 500))
|
||||
#define CPU_X86 500
|
||||
#elif defined(__i486__) || (defined(_M_IX86) && (_M_IX86 >= 400))
|
||||
#define CPU_X86 400
|
||||
#elif defined(__i386__) || (defined(_M_IX86) && (_M_IX86 >= 300)) || defined(__X86__) || defined(_X86_) || defined(__I86__)
|
||||
#define CPU_X86 300
|
||||
#elif defined(__ia64__) || defined(_IA64) || defined(__IA64__) || defined(_M_IA64) || defined(__ia64)
|
||||
#define CPU_IA64
|
||||
#endif
|
||||
|
||||
/* 0200-cpu-100-ppc.h */
|
||||
|
||||
#if defined(powerpc) || defined(__PPC__) || defined(__ppc__) || defined(_ARCH_PPC) || defined(__powerpc__) || defined(__powerpc) || defined(POWERPC) || defined(_M_PPC)
|
||||
#define CPU_PPC
|
||||
#if defined(_ARCH_PWR7)
|
||||
#define CPU_POWER7
|
||||
#elif defined(__64BIT__)
|
||||
#define CPU_PPC64
|
||||
#else
|
||||
#define CPU_PPC32
|
||||
#endif
|
||||
#endif
|
||||
|
||||
/* 0200-cpu-100-sparc.h */
|
||||
|
||||
#if defined(__sparc__) || defined(__sparc) || defined(__sparcv9)
|
||||
#define CPU_SPARC
|
||||
#if defined(__sparcv9)
|
||||
#define CPU_SPARC64
|
||||
#else
|
||||
#define CPU_SPARC32
|
||||
#endif
|
||||
#endif
|
||||
|
||||
/* 0200-cpu-200-bits.h */
|
||||
|
||||
#if defined(CPU_X86_64) || defined(CPU_IA64) || defined(CPU_SPARC64) || defined(__64BIT__) || defined(__LP64__) || defined(_LP64) || (defined(_MIPS_SZLONG) && (_MIPS_SZLONG == 64))
|
||||
#define CPU_64BITS
|
||||
|
||||
#undef FASTCALL
|
||||
#undef CDECL
|
||||
#undef STDCALL
|
||||
|
||||
#define FASTCALL
|
||||
#define CDECL
|
||||
#define STDCALL
|
||||
#endif
|
||||
|
||||
/* 0200-cpu-200-endian.h */
|
||||
|
||||
#if ((defined(__BYTE_ORDER) && defined(__LITTLE_ENDIAN) && (__BYTE_ORDER == __LITTLE_ENDIAN)) || \
|
||||
(defined(BYTE_ORDER) && defined(LITTLE_ENDIAN) && (BYTE_ORDER == LITTLE_ENDIAN)) || \
|
||||
(defined(CPU_X86) || defined(CPU_X86_64)) || \
|
||||
(defined(vax) || defined(MIPSEL) || defined(_MIPSEL)))
|
||||
#define CPU_LE
|
||||
#elif ((defined(__BYTE_ORDER) && defined(__BIG_ENDIAN) && (__BYTE_ORDER == __BIG_ENDIAN)) || \
|
||||
(defined(BYTE_ORDER) && defined(BIG_ENDIAN) && (BYTE_ORDER == BIG_ENDIAN)) || \
|
||||
(defined(CPU_SPARC) || defined(CPU_PPC) || defined(mc68000) || defined(sel)) || defined(_MIPSEB))
|
||||
#define CPU_BE
|
||||
#else
|
||||
/* unknown endian! */
|
||||
#endif
|
||||
|
||||
/* 0400-endian-100-be.h */
|
||||
|
||||
#if defined(CPU_BE)
|
||||
static uint16_t INLINE fU8TO16_BE_FAST(const uint8_t *p) { return *(const uint16_t *)p; }
|
||||
static uint32_t INLINE fU8TO32_BE_FAST(const uint8_t *p) { return *(const uint32_t *)p; }
|
||||
static uint64_t INLINE fU8TO64_BE_FAST(const uint8_t *p) { return *(const uint64_t *)p; }
|
||||
static void INLINE fU16TO8_BE_FAST(uint8_t *p, const uint16_t v) { *(uint16_t *)p = v; }
|
||||
static void INLINE fU32TO8_BE_FAST(uint8_t *p, const uint32_t v) { *(uint32_t *)p = v; }
|
||||
static void INLINE fU64TO8_BE_FAST(uint8_t *p, const uint64_t v) { *(uint64_t *)p = v; }
|
||||
|
||||
#define U8TO16_BE(p) fU8TO16_BE_FAST(p)
|
||||
#define U8TO32_BE(p) fU8TO32_BE_FAST(p)
|
||||
#define U8TO64_BE(p) fU8TO64_BE_FAST(p)
|
||||
#define U16TO8_BE(p, v) fU16TO8_BE_FAST(p, v)
|
||||
#define U32TO8_BE(p, v) fU32TO8_BE_FAST(p, v)
|
||||
#define U64TO8_BE(p, v) fU64TO8_BE_FAST(p, v)
|
||||
#endif
|
||||
|
||||
/* 0400-endian-100-le.h */
|
||||
|
||||
#if defined(CPU_LE)
|
||||
static uint16_t INLINE fU8TO16_LE_FAST(const uint8_t *p) { return *(const uint16_t *)p; }
|
||||
static uint32_t INLINE fU8TO32_LE_FAST(const uint8_t *p) { return *(const uint32_t *)p; }
|
||||
static uint64_t INLINE fU8TO64_LE_FAST(const uint8_t *p) { return *(const uint64_t *)p; }
|
||||
static void INLINE fU16TO8_LE_FAST(uint8_t *p, const uint16_t v) { *(uint16_t *)p = v; }
|
||||
static void INLINE fU32TO8_LE_FAST(uint8_t *p, const uint32_t v) { *(uint32_t *)p = v; }
|
||||
static void INLINE fU64TO8_LE_FAST(uint8_t *p, const uint64_t v) { *(uint64_t *)p = v; }
|
||||
|
||||
#define U8TO16_LE(p) fU8TO16_LE_FAST(p)
|
||||
#define U8TO32_LE(p) fU8TO32_LE_FAST(p)
|
||||
#define U8TO64_LE(p) fU8TO64_LE_FAST(p)
|
||||
#define U16TO8_LE(p, v) fU16TO8_LE_FAST(p, v)
|
||||
#define U32TO8_LE(p, v) fU32TO8_LE_FAST(p, v)
|
||||
#define U64TO8_LE(p, v) fU64TO8_LE_FAST(p, v)
|
||||
#endif
|
||||
|
||||
/* 0400-endian-100-ppc.h */
|
||||
|
||||
#if defined(CPU_PPC)
|
||||
#if defined(CPU_POWER7)
|
||||
static uint64_t INLINE fU8TO64_LE_FAST(const uint8_t *p) {
|
||||
uint64_d d;
|
||||
__asm__ ("ldbrx %0,0,%1" : "=r"(d) : "r"(p))
|
||||
return d;
|
||||
}
|
||||
|
||||
static void INLINE
|
||||
fU64TO8_LE_FAST(uint8_t *p, const uint64_t v) {
|
||||
__asm__ ("stdbrx %1,0,%0" : : "r"(p), "r"(v))
|
||||
}
|
||||
#elif defined(CPU_PPC64)
|
||||
static uint64_t INLINE
|
||||
fU8TO64_LE_FAST(const uint8_t *p) {
|
||||
uint64_t *s4, h, d;
|
||||
__asm__ ("addi %0,%3,4;lwbrx %1,0,%3;lwbrx %2,0,%0;rldimi %1,%2,32,0" : "+r"(s4), "=r"(d), "=r"(h) : "b"(p));
|
||||
return d;
|
||||
}
|
||||
|
||||
static void INLINE
|
||||
fU64TO8_LE_FAST(uint8_t *p, const uint64_t v) {
|
||||
uint64_t *s4, h = v >> 32;
|
||||
__asm__ ("addi %0,%3,4;stwbrx %1,0,%3;stwbrx %2,0,%0" : "+r"(s4) : "r"(v), "r"(h), "b"(p));
|
||||
}
|
||||
#elif defined(CPU_PPC32)
|
||||
static uint64_t INLINE
|
||||
fU8TO64_LE_FAST(const uint8_t *p) {
|
||||
uint32_t *s4, h, l;
|
||||
__asm__ ("addi %0,%3,4;lwbrx %1,0,%3;lwbrx %2,0,%0" : "+r"(s4), "=r"(l), "=r"(h) : "b"(p));\
|
||||
return ((uint64_t)h << 32) | l;
|
||||
}
|
||||
|
||||
static void INLINE
|
||||
fU64TO8_LE_FAST(uint8_t *p, const uint64_t v) {
|
||||
uint32_t *s4, h = (uint32_t)(v >> 32), l = (uint32_t)(v & (uint32_t)0xffffffff);
|
||||
__asm__ ("addi %0,%3,4;stwbrx %1,0,%3;stwbrx %2,0,%0" : "+r"(s4) : "r"(l), "r"(h), "b"(p));
|
||||
}
|
||||
#endif
|
||||
|
||||
static uint32_t INLINE
|
||||
fU8TO32_LE_FAST(const uint8_t *p) {
|
||||
uint32_t d;
|
||||
__asm__ ("lwbrx %0,0,%1" : "=r"(d) : "r"(p));
|
||||
return d;
|
||||
}
|
||||
|
||||
static void INLINE
|
||||
fU32TO8_LE_FAST(uint8_t *p, const uint32_t v) {
|
||||
__asm__ __volatile__("stwbrx %1,0,%0" : : "r"(p), "r"(v));
|
||||
}
|
||||
|
||||
#define U8TO32_LE(p) fU8TO32_LE_FAST(p)
|
||||
#define U8TO64_LE(p) fU8TO64_LE_FAST(p)
|
||||
#define U32TO8_LE(p, v) fU32TO8_LE_FAST(p, v)
|
||||
#define U64TO8_LE(p, v) fU64TO8_LE_FAST(p, v)
|
||||
#endif
|
||||
|
||||
/* 0400-endian-100-sparc.h */
|
||||
|
||||
#if defined(CPU_SPARC)
|
||||
#if defined(CPU_SPARC64)
|
||||
static uint64_t INLINE
|
||||
fU8TO64_LE_FAST(const uint8_t *p) {
|
||||
uint64_d d;
|
||||
__asm__ ("ldxa [%1]0x88,%0" : "=r"(d) : "r"(p));
|
||||
return d;
|
||||
}
|
||||
|
||||
static void INLINE
|
||||
fU64TO8_LE_FAST(uint8_t *p, const uint64_t v) {
|
||||
__asm__ ("stxa %0,[%1]0x88" : : "r"(v), "r"(p));
|
||||
}
|
||||
#else
|
||||
static uint64_t INLINE
|
||||
fU8TO64_LE_FAST(const uint8_t *p) {
|
||||
uint32_t *s4, h, l;
|
||||
__asm__ ("add %3,4,%0\n\tlda [%3]0x88,%1\n\tlda [%0]0x88,%2" : "+r"(s4), "=r"(l), "=r"(h) : "r"(p));
|
||||
return ((uint64_t)h << 32) | l;
|
||||
}
|
||||
|
||||
static void INLINE
|
||||
fU64TO8_LE_FAST(uint8_t *p, const uint64_t v) {
|
||||
uint32_t *s4, h = (uint32_t)(v >> 32), l = (uint32_t)(v & (uint32_t)0xffffffff);
|
||||
__asm__ ("add %3,4,%0\n\tsta %1,[%3]0x88\n\tsta %2,[%0]0x88" : "+r"(s4) : "r"(l), "r"(h), "r"(p));
|
||||
}
|
||||
#endif
|
||||
|
||||
static uint32_t INLINE
|
||||
fU8TO32_LE_FAST(const uint8_t *p) {
|
||||
uint32_t d;
|
||||
__asm__ ("lda [%1]0x88,%0" : "=r"(d) : "r"(p));
|
||||
return d;
|
||||
}
|
||||
|
||||
static void INLINE
|
||||
fU32TO8_LE_FAST(uint8_t *p, const uint32_t v) {
|
||||
__asm__ ("sta %0,[%1]0x88" : : "r"(p), "r"(v));
|
||||
}
|
||||
|
||||
#define U8TO32_LE(p) fU8TO32_LE_FAST(p)
|
||||
#define U8TO64_LE(p) fU8TO64_LE_FAST(p)
|
||||
#define U32TO8_LE(p, v) fU32TO8_LE_FAST(p, v)
|
||||
#define U64TO8_LE(p, v) fU64TO8_LE_FAST(p, v)
|
||||
#endif
|
||||
|
||||
/* 0400-endian-100-x86.h */
|
||||
|
||||
#if (((defined(CPU_X86) && (CPU_X86 >= 400)) || defined(CPU_X86_64)) && (defined(COMPILER_MSVC) || defined(COMPILER_GCC)))
|
||||
#if defined(COMPILER_MSVC)
|
||||
static uint16_t INLINE U16_SWAP_FAST(uint16_t v) { return _byteswap_ushort(v); }
|
||||
static uint32_t INLINE U32_SWAP_FAST(uint32_t v) { return _byteswap_ulong(v); }
|
||||
static uint64_t INLINE U64_SWAP_FAST(uint64_t v) { return _byteswap_uint64(v); }
|
||||
#else
|
||||
static uint16_t INLINE U16_SWAP_FAST(uint16_t v) { __asm__("rorw $8,%0" : "+r" (v)); return v; }
|
||||
static uint32_t INLINE U32_SWAP_FAST(uint32_t v) { __asm__("bswap %0" : "+r" (v)); return v; }
|
||||
#if defined(CPU_X86_64)
|
||||
static uint64_t INLINE U64_SWAP_FAST(uint64_t v) { __asm__("bswap %0" : "+r" (v)); return v; }
|
||||
#else
|
||||
static uint64_t INLINE U64_SWAP_FAST(uint64_t v) {
|
||||
uint32_t lo = U32_SWAP_FAST((uint32_t)(v)), hi = U32_SWAP_FAST((uint32_t)(v >> 32));
|
||||
return ((uint64_t)lo << 32) | hi;
|
||||
}
|
||||
#endif
|
||||
#endif
|
||||
|
||||
|
||||
static uint16_t INLINE fU8TO16_BE_FAST(const uint8_t *p) { return U16_SWAP_FAST(*(const uint16_t *)p); }
|
||||
static uint32_t INLINE fU8TO32_BE_FAST(const uint8_t *p) { return U32_SWAP_FAST(*(const uint32_t *)p); }
|
||||
static uint64_t INLINE fU8TO64_BE_FAST(const uint8_t *p) { return U64_SWAP_FAST(*(const uint64_t *)p); }
|
||||
static void INLINE fU16TO8_BE_FAST(uint8_t *p, const uint16_t v) { *(uint16_t *)p = U16_SWAP_FAST(v); }
|
||||
static void INLINE fU32TO8_BE_FAST(uint8_t *p, const uint32_t v) { *(uint32_t *)p = U32_SWAP_FAST(v); }
|
||||
static void INLINE fU64TO8_BE_FAST(uint8_t *p, const uint64_t v) { *(uint64_t *)p = U64_SWAP_FAST(v); }
|
||||
|
||||
#define U16_SWAP(p) U16_SWAP_FAST(p)
|
||||
#define U32_SWAP(p) U32_SWAP_FAST(p)
|
||||
#define U64_SWAP(p) U64_SWAP_FAST(p)
|
||||
#define U8TO16_BE(p) fU8TO16_BE_FAST(p)
|
||||
#define U8TO32_BE(p) fU8TO32_BE_FAST(p)
|
||||
#define U8TO64_BE(p) fU8TO64_BE_FAST(p)
|
||||
#define U16TO8_BE(p, v) fU16TO8_BE_FAST(p, v)
|
||||
#define U32TO8_BE(p, v) fU32TO8_BE_FAST(p, v)
|
||||
#define U64TO8_BE(p, v) fU64TO8_BE_FAST(p, v)
|
||||
#endif
|
||||
|
||||
/* 0400-endian-999-generic-be.h */
|
||||
|
||||
#if !defined(U8TO16_BE)
|
||||
static uint16_t INLINE
|
||||
fU8TO16_BE_SLOW(const uint8_t *p) {
|
||||
return
|
||||
(((uint16_t)(p[0]) << 8) |
|
||||
((uint16_t)(p[1]) ));
|
||||
}
|
||||
|
||||
#define U8TO16_BE(p) fU8TO16_BE_SLOW(p)
|
||||
#endif
|
||||
|
||||
|
||||
#if !defined(U8TO32_BE)
|
||||
static uint32_t INLINE
|
||||
fU8TO32_BE_SLOW(const uint8_t *p) {
|
||||
return
|
||||
(((uint32_t)(p[0]) << 24) |
|
||||
((uint32_t)(p[1]) << 16) |
|
||||
((uint32_t)(p[2]) << 8) |
|
||||
((uint32_t)(p[3]) ));
|
||||
}
|
||||
|
||||
#define U8TO32_BE(p) fU8TO32_BE_SLOW(p)
|
||||
#endif
|
||||
|
||||
#if !defined(U8TO64_BE)
|
||||
static uint64_t INLINE
|
||||
fU8TO64_BE_SLOW(const uint8_t *p) {
|
||||
return
|
||||
(((uint64_t)(p[0]) << 56) |
|
||||
((uint64_t)(p[1]) << 48) |
|
||||
((uint64_t)(p[2]) << 40) |
|
||||
((uint64_t)(p[3]) << 32) |
|
||||
((uint64_t)(p[4]) << 24) |
|
||||
((uint64_t)(p[5]) << 16) |
|
||||
((uint64_t)(p[6]) << 8) |
|
||||
((uint64_t)(p[7]) ));
|
||||
}
|
||||
|
||||
#define U8TO64_BE(p) fU8TO64_BE_SLOW(p)
|
||||
#endif
|
||||
|
||||
#if !defined(U16TO8_BE)
|
||||
static void INLINE
|
||||
fU16TO8_BE_SLOW(uint8_t *p, const uint16_t v) {
|
||||
p[0] = (uint8_t)(v >> 8);
|
||||
p[1] = (uint8_t)(v );
|
||||
}
|
||||
|
||||
#define U16TO8_BE(p, v) fU16TO8_BE_SLOW(p, v)
|
||||
#endif
|
||||
|
||||
#if !defined(U32TO8_BE)
|
||||
static void INLINE
|
||||
fU32TO8_BE_SLOW(uint8_t *p, const uint32_t v) {
|
||||
p[0] = (uint8_t)(v >> 24);
|
||||
p[1] = (uint8_t)(v >> 16);
|
||||
p[2] = (uint8_t)(v >> 8);
|
||||
p[3] = (uint8_t)(v );
|
||||
}
|
||||
|
||||
#define U32TO8_BE(p, v) fU32TO8_BE_SLOW(p, v)
|
||||
#endif
|
||||
|
||||
#if !defined(U64TO8_BE)
|
||||
static void INLINE
|
||||
fU64TO8_BE_SLOW(uint8_t *p, const uint64_t v) {
|
||||
p[0] = (uint8_t)(v >> 56);
|
||||
p[1] = (uint8_t)(v >> 48);
|
||||
p[2] = (uint8_t)(v >> 40);
|
||||
p[3] = (uint8_t)(v >> 32);
|
||||
p[4] = (uint8_t)(v >> 24);
|
||||
p[5] = (uint8_t)(v >> 16);
|
||||
p[6] = (uint8_t)(v >> 8);
|
||||
p[7] = (uint8_t)(v );
|
||||
}
|
||||
|
||||
#define U64TO8_BE(p, v) fU64TO8_BE_SLOW(p, v)
|
||||
#endif
|
||||
|
||||
/* 0400-endian-999-generic-le.h */
|
||||
|
||||
#if !defined(U8TO16_LE)
|
||||
static uint16_t INLINE
|
||||
fU8TO16_LE_SLOW(const uint8_t *p) {
|
||||
return
|
||||
(((uint16_t)(p[0]) ) |
|
||||
((uint16_t)(p[1]) << 8));
|
||||
}
|
||||
|
||||
#define U8TO16_LE(p) fU8TO16_LE_SLOW(p)
|
||||
#endif
|
||||
|
||||
#if !defined(U8TO32_LE)
|
||||
static uint32_t INLINE
|
||||
fU8TO32_LE_SLOW(const uint8_t *p) {
|
||||
return
|
||||
(((uint32_t)(p[0]) ) |
|
||||
((uint32_t)(p[1]) << 8) |
|
||||
((uint32_t)(p[2]) << 16) |
|
||||
((uint32_t)(p[3]) << 24));
|
||||
}
|
||||
|
||||
#define U8TO32_LE(p) fU8TO32_LE_SLOW(p)
|
||||
#endif
|
||||
|
||||
|
||||
#if !defined(U8TO64_LE)
|
||||
static uint64_t INLINE
|
||||
fU8TO64_LE_SLOW(const uint8_t *p) {
|
||||
return
|
||||
(((uint64_t)(p[0]) ) |
|
||||
((uint64_t)(p[1]) << 8) |
|
||||
((uint64_t)(p[2]) << 16) |
|
||||
((uint64_t)(p[3]) << 24) |
|
||||
((uint64_t)(p[4]) << 32) |
|
||||
((uint64_t)(p[5]) << 40) |
|
||||
((uint64_t)(p[6]) << 48) |
|
||||
((uint64_t)(p[7]) << 56));
|
||||
}
|
||||
|
||||
#define U8TO64_LE(p) fU8TO64_LE_SLOW(p)
|
||||
#endif
|
||||
|
||||
#if !defined(U16TO8_LE)
|
||||
static void INLINE
|
||||
fU16TO8_LE_SLOW(uint8_t *p, const uint16_t v) {
|
||||
p[0] = (uint8_t)(v );
|
||||
p[1] = (uint8_t)(v >> 8);
|
||||
}
|
||||
|
||||
#define U16TO8_LE(p, v) fU16TO8_LE_SLOW(p, v)
|
||||
#endif
|
||||
|
||||
#if !defined(U32TO8_LE)
|
||||
static void INLINE
|
||||
fU32TO8_LE_SLOW(uint8_t *p, const uint32_t v) {
|
||||
p[0] = (uint8_t)(v );
|
||||
p[1] = (uint8_t)(v >> 8);
|
||||
p[2] = (uint8_t)(v >> 16);
|
||||
p[3] = (uint8_t)(v >> 24);
|
||||
}
|
||||
|
||||
#define U32TO8_LE(p, v) fU32TO8_LE_SLOW(p, v)
|
||||
#endif
|
||||
|
||||
#if !defined(U64TO8_LE)
|
||||
static void INLINE
|
||||
fU64TO8_LE_SLOW(uint8_t *p, const uint64_t v) {
|
||||
p[0] = (uint8_t)(v );
|
||||
p[1] = (uint8_t)(v >> 8);
|
||||
p[2] = (uint8_t)(v >> 16);
|
||||
p[3] = (uint8_t)(v >> 24);
|
||||
p[4] = (uint8_t)(v >> 32);
|
||||
p[5] = (uint8_t)(v >> 40);
|
||||
p[6] = (uint8_t)(v >> 48);
|
||||
p[7] = (uint8_t)(v >> 56);
|
||||
}
|
||||
|
||||
#define U64TO8_LE(p, v) fU64TO8_LE_SLOW(p, v)
|
||||
#endif
|
||||
|
||||
/* 0400-endian-999-generic-swap.h */
|
||||
|
||||
#if !defined(U16_SWAP)
|
||||
static uint16_t INLINE
|
||||
fU16_SWAP_SLOW(uint16_t v) {
|
||||
v = (v << 8) | (v >> 8);
|
||||
return v;
|
||||
}
|
||||
|
||||
#define U16_SWAP(p) fU16_SWAP_SLOW(p)
|
||||
#endif
|
||||
|
||||
#if !defined(U32_SWAP)
|
||||
static uint32_t INLINE
|
||||
fU32_SWAP_SLOW(uint32_t v) {
|
||||
v = ((v << 8) & 0xFF00FF00) | ((v >> 8) & 0xFF00FF);
|
||||
v = (v << 16) | (v >> 16);
|
||||
return v;
|
||||
}
|
||||
|
||||
#define U32_SWAP(p) fU32_SWAP_SLOW(p)
|
||||
#endif
|
||||
|
||||
#if !defined(U64_SWAP)
|
||||
static uint64_t INLINE
|
||||
fU64_SWAP_SLOW(uint64_t v) {
|
||||
v = ((v << 8) & 0xFF00FF00FF00FF00ull) | ((v >> 8) & 0x00FF00FF00FF00FFull);
|
||||
v = ((v << 16) & 0xFFFF0000FFFF0000ull) | ((v >> 16) & 0x0000FFFF0000FFFFull);
|
||||
v = (v << 32) | (v >> 32);
|
||||
return v;
|
||||
}
|
||||
|
||||
#define U64_SWAP(p) fU64_SWAP_SLOW(p)
|
||||
#endif
|
||||
|
||||
/* 0400-uint128-000.h */
|
||||
|
||||
/* 0400-uint128-100-clang.h */
|
||||
|
||||
#if defined(CPU_64BITS) && (defined(COMPILER_CLANG) && (COMPILER_CLANG >= 30100))
|
||||
#define HAVE_NATIVE_UINT128
|
||||
typedef unsigned __int128 uint128_t;
|
||||
#endif
|
||||
|
||||
/* 0400-uint128-100-gcc.h */
|
||||
|
||||
#if (defined(CPU_64BITS) && defined(COMPILER_GCC)) && (!defined(COMPILER_CLANG) || (COMPILER_CLANG < 30100))
|
||||
#if defined(__SIZEOF_INT128__)
|
||||
#define HAVE_NATIVE_UINT128
|
||||
typedef unsigned __int128 uint128_t;
|
||||
#elif (COMPILER_GCC >= 40400)
|
||||
#define HAVE_NATIVE_UINT128
|
||||
typedef unsigned uint128_t __attribute__((mode(TI)));
|
||||
#endif
|
||||
#endif
|
||||
|
||||
/* 0400-uint128-100-msvc.h */
|
||||
|
||||
#if defined(CPU_64BITS) && defined(COMPILER_MSVC)
|
||||
#define HAVE_UINT128
|
||||
|
||||
typedef struct uint128 {
|
||||
uint64_t lo, hi;
|
||||
} uint128_t;
|
||||
|
||||
static uint128_t INLINE
|
||||
mul64x64_128(uint64_t a, uint64_t b) {
|
||||
uint128_t v;
|
||||
v.lo = _umul128(a, b, &v.hi);
|
||||
return v;
|
||||
}
|
||||
|
||||
static uint64_t INLINE
|
||||
shr128_pair(uint64_t hi, uint64_t lo, const int shift) {
|
||||
return __shiftright128(lo, hi, shift);
|
||||
}
|
||||
|
||||
static uint64_t INLINE
|
||||
shr128(uint128_t v, const int shift) {
|
||||
return __shiftright128(v.lo, v.hi, shift);
|
||||
}
|
||||
|
||||
static uint128_t INLINE
|
||||
add128(uint128_t a, uint128_t b) {
|
||||
uint64_t t = a.lo;
|
||||
a.lo += b.lo;
|
||||
a.hi += b.hi + (a.lo < t);
|
||||
return a;
|
||||
}
|
||||
|
||||
static uint128_t INLINE
|
||||
add128_64(uint128_t a, uint64_t b) {
|
||||
uint64_t t = a.lo;
|
||||
a.lo += b;
|
||||
a.hi += (a.lo < t);
|
||||
return a;
|
||||
}
|
||||
|
||||
static uint64_t INLINE
|
||||
lo128(uint128_t a) {
|
||||
return a.lo;
|
||||
}
|
||||
|
||||
static uint64_t INLINE
|
||||
hi128(uint128_t a) {
|
||||
return a.hi;
|
||||
}
|
||||
#endif
|
||||
|
||||
/* 0400-uint128-999.h */
|
||||
|
||||
#if defined(HAVE_NATIVE_UINT128)
|
||||
#define HAVE_UINT128
|
||||
|
||||
static uint128_t INLINE
|
||||
mul64x64_128(uint64_t a, uint64_t b) {
|
||||
return (uint128_t)a * b;
|
||||
}
|
||||
|
||||
static uint64_t INLINE
|
||||
shr128(uint128_t v, const int shift) {
|
||||
return (uint64_t)(v >> shift);
|
||||
}
|
||||
|
||||
static uint64_t INLINE
|
||||
shr128_pair(uint64_t hi, uint64_t lo, const int shift) {
|
||||
return (uint64_t)((((uint128_t)hi << 64) | lo) >> shift);
|
||||
}
|
||||
|
||||
static uint128_t INLINE
|
||||
add128(uint128_t a, uint128_t b) {
|
||||
return a + b;
|
||||
}
|
||||
|
||||
static uint128_t INLINE
|
||||
add128_64(uint128_t a, uint64_t b) {
|
||||
return a + b;
|
||||
}
|
||||
|
||||
static uint64_t INLINE
|
||||
lo128(uint128_t a) {
|
||||
return (uint64_t)a;
|
||||
}
|
||||
|
||||
static uint64_t INLINE
|
||||
hi128(uint128_t a) {
|
||||
return (uint64_t)(a >> 64);
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif /* PORTABLE_JANE_H */
|
||||
|
||||
@ -1,5 +1,5 @@
|
||||
#include "api.h"
|
||||
#include "crypto_onetimeauth_poly1305_ref.h"
|
||||
#include "crypto_onetimeauth_poly1305_donna.h"
|
||||
#include "crypto_verify_16.h"
|
||||
|
||||
int crypto_onetimeauth_verify(const unsigned char *h,const unsigned char *in,unsigned long long inlen,const unsigned char *k)
|
||||
@ -6,10 +6,10 @@
|
||||
#include <limits.h>
|
||||
|
||||
#include "crypto_onetimeauth_poly1305.h"
|
||||
#include "crypto_onetimeauth_poly1305_ref.h"
|
||||
#include "crypto_onetimeauth_poly1305_donna.h"
|
||||
|
||||
static const crypto_onetimeauth_poly1305_implementation *implementation =
|
||||
&crypto_onetimeauth_poly1305_ref_implementation;
|
||||
&crypto_onetimeauth_poly1305_donna_implementation;
|
||||
|
||||
int
|
||||
crypto_onetimeauth_poly1305_set_implementation(crypto_onetimeauth_poly1305_implementation *impl)
|
||||
|
||||
@ -4,7 +4,7 @@
|
||||
#include "crypto_hash_sha256.h"
|
||||
#include "crypto_onetimeauth.h"
|
||||
#include "crypto_onetimeauth_poly1305.h"
|
||||
#include "crypto_onetimeauth_poly1305_ref.h"
|
||||
#include "crypto_onetimeauth_poly1305_donna.h"
|
||||
#include "crypto_onetimeauth_poly1305_53.h"
|
||||
#include "utils.h"
|
||||
|
||||
@ -122,7 +122,7 @@ crypto_onetimeauth_pick_best_implementation(void)
|
||||
#ifdef HAVE_FENV_H
|
||||
&crypto_onetimeauth_poly1305_53_implementation,
|
||||
#endif
|
||||
&crypto_onetimeauth_poly1305_ref_implementation,
|
||||
&crypto_onetimeauth_poly1305_donna_implementation,
|
||||
NULL
|
||||
};
|
||||
const char *err;
|
||||
|
||||
@ -1,8 +0,0 @@
|
||||
|
||||
#include "crypto_onetimeauth_poly1305.h"
|
||||
|
||||
#define crypto_onetimeauth_poly1305_implementation_name \
|
||||
crypto_onetimeauth_poly1305_ref_implementation_name
|
||||
|
||||
#define crypto_onetimeauth crypto_onetimeauth_poly1305_ref
|
||||
#define crypto_onetimeauth_verify crypto_onetimeauth_poly1305_ref_verify
|
||||
@ -1,119 +0,0 @@
|
||||
/*
|
||||
20080912
|
||||
D. J. Bernstein
|
||||
Public domain.
|
||||
*/
|
||||
|
||||
#include "api.h"
|
||||
#include "crypto_onetimeauth_poly1305_ref.h"
|
||||
#include "utils.h"
|
||||
|
||||
static void add(unsigned int h[17],const unsigned int c[17])
|
||||
{
|
||||
unsigned int j;
|
||||
unsigned int u;
|
||||
u = 0;
|
||||
for (j = 0;j < 17;++j) { u += h[j] + c[j]; h[j] = u & 255; u >>= 8; }
|
||||
}
|
||||
|
||||
static void squeeze(unsigned int h[17])
|
||||
{
|
||||
unsigned int j;
|
||||
unsigned int u;
|
||||
u = 0;
|
||||
for (j = 0;j < 16;++j) { u += h[j]; h[j] = u & 255; u >>= 8; }
|
||||
u += h[16]; h[16] = u & 3;
|
||||
u = 5 * (u >> 2);
|
||||
for (j = 0;j < 16;++j) { u += h[j]; h[j] = u & 255; u >>= 8; }
|
||||
u += h[16]; h[16] = u;
|
||||
}
|
||||
|
||||
static const unsigned int minusp[17] = {
|
||||
5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 252
|
||||
} ;
|
||||
|
||||
static void freeze(unsigned int h[17])
|
||||
{
|
||||
unsigned int horig[17];
|
||||
unsigned int j;
|
||||
unsigned int negative;
|
||||
for (j = 0;j < 17;++j) horig[j] = h[j];
|
||||
add(h,minusp);
|
||||
negative = -(h[16] >> 7);
|
||||
for (j = 0;j < 17;++j) h[j] ^= negative & (horig[j] ^ h[j]);
|
||||
}
|
||||
|
||||
static void mulmod(unsigned int h[17],const unsigned int r[17])
|
||||
{
|
||||
unsigned int hr[17];
|
||||
unsigned int i;
|
||||
unsigned int j;
|
||||
unsigned int u;
|
||||
|
||||
for (i = 0;i < 17;++i) {
|
||||
u = 0;
|
||||
for (j = 0;j <= i;++j) u += h[j] * r[i - j];
|
||||
for (j = i + 1;j < 17;++j) u += 320 * h[j] * r[i + 17 - j];
|
||||
hr[i] = u;
|
||||
}
|
||||
for (i = 0;i < 17;++i) h[i] = hr[i];
|
||||
squeeze(h);
|
||||
}
|
||||
|
||||
int crypto_onetimeauth(unsigned char *out,const unsigned char *in,unsigned long long inlen,const unsigned char *k)
|
||||
{
|
||||
unsigned int j;
|
||||
unsigned int r[17];
|
||||
unsigned int h[17];
|
||||
unsigned int c[17];
|
||||
|
||||
r[0] = k[0];
|
||||
r[1] = k[1];
|
||||
r[2] = k[2];
|
||||
r[3] = k[3] & 15;
|
||||
r[4] = k[4] & 252;
|
||||
r[5] = k[5];
|
||||
r[6] = k[6];
|
||||
r[7] = k[7] & 15;
|
||||
r[8] = k[8] & 252;
|
||||
r[9] = k[9];
|
||||
r[10] = k[10];
|
||||
r[11] = k[11] & 15;
|
||||
r[12] = k[12] & 252;
|
||||
r[13] = k[13];
|
||||
r[14] = k[14];
|
||||
r[15] = k[15] & 15;
|
||||
r[16] = 0;
|
||||
|
||||
for (j = 0;j < 17;++j) h[j] = 0;
|
||||
|
||||
while (inlen > 0) {
|
||||
for (j = 0;j < 17;++j) c[j] = 0;
|
||||
for (j = 0;(j < 16) && (j < inlen);++j) c[j] = in[j];
|
||||
c[j] = 1;
|
||||
in += j; inlen -= j;
|
||||
add(h,c);
|
||||
mulmod(h,r);
|
||||
}
|
||||
|
||||
freeze(h);
|
||||
|
||||
for (j = 0;j < 16;++j) c[j] = k[j + 16];
|
||||
c[16] = 0;
|
||||
add(h,c);
|
||||
for (j = 0;j < 16;++j) out[j] = h[j];
|
||||
return 0;
|
||||
}
|
||||
|
||||
const char *
|
||||
crypto_onetimeauth_poly1305_implementation_name(void)
|
||||
{
|
||||
return "ref";
|
||||
}
|
||||
|
||||
struct crypto_onetimeauth_poly1305_implementation
|
||||
crypto_onetimeauth_poly1305_ref_implementation = {
|
||||
_SODIUM_C99(.implementation_name =) crypto_onetimeauth_poly1305_implementation_name,
|
||||
_SODIUM_C99(.onetimeauth =) crypto_onetimeauth,
|
||||
_SODIUM_C99(.onetimeauth_verify =) crypto_onetimeauth_verify
|
||||
};
|
||||
@ -21,7 +21,7 @@ SODIUM_EXPORT = \
|
||||
sodium/crypto_onetimeauth.h \
|
||||
sodium/crypto_onetimeauth_poly1305.h \
|
||||
sodium/crypto_onetimeauth_poly1305_53.h \
|
||||
sodium/crypto_onetimeauth_poly1305_ref.h \
|
||||
sodium/crypto_onetimeauth_poly1305_donna.h \
|
||||
sodium/crypto_scalarmult.h \
|
||||
sodium/crypto_scalarmult_curve25519.h \
|
||||
sodium/crypto_secretbox.h \
|
||||
|
||||
@ -0,0 +1,34 @@
|
||||
#ifndef crypto_onetimeauth_poly1305_donna_H
|
||||
#define crypto_onetimeauth_poly1305_donna_H
|
||||
|
||||
#include "crypto_onetimeauth_poly1305.h"
|
||||
#include "export.h"
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
SODIUM_EXPORT
|
||||
extern struct crypto_onetimeauth_poly1305_implementation
|
||||
crypto_onetimeauth_poly1305_donna_implementation;
|
||||
|
||||
SODIUM_EXPORT
|
||||
const char *crypto_onetimeauth_poly1305_donna_implementation_name(void);
|
||||
|
||||
SODIUM_EXPORT
|
||||
int crypto_onetimeauth_poly1305_donna(unsigned char *out,
|
||||
const unsigned char *in,
|
||||
unsigned long long inlen,
|
||||
const unsigned char *k);
|
||||
|
||||
SODIUM_EXPORT
|
||||
int crypto_onetimeauth_poly1305_donna_verify(const unsigned char *h,
|
||||
const unsigned char *in,
|
||||
unsigned long long inlen,
|
||||
const unsigned char *k);
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif
|
||||
@ -1,34 +0,0 @@
|
||||
#ifndef crypto_onetimeauth_poly1305_ref_H
|
||||
#define crypto_onetimeauth_poly1305_ref_H
|
||||
|
||||
#include "crypto_onetimeauth_poly1305.h"
|
||||
#include "export.h"
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
SODIUM_EXPORT
|
||||
extern struct crypto_onetimeauth_poly1305_implementation
|
||||
crypto_onetimeauth_poly1305_ref_implementation;
|
||||
|
||||
SODIUM_EXPORT
|
||||
const char *crypto_onetimeauth_poly1305_ref_implementation_name(void);
|
||||
|
||||
SODIUM_EXPORT
|
||||
int crypto_onetimeauth_poly1305_ref(unsigned char *out,
|
||||
const unsigned char *in,
|
||||
unsigned long long inlen,
|
||||
const unsigned char *k);
|
||||
|
||||
SODIUM_EXPORT
|
||||
int crypto_onetimeauth_poly1305_ref_verify(const unsigned char *h,
|
||||
const unsigned char *in,
|
||||
unsigned long long inlen,
|
||||
const unsigned char *k);
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif
|
||||
Loading…
Reference in New Issue
Block a user