1 /*
2 BLAKE2 reference source code package - optimized C implementations
3
4 Written in 2012 by Samuel Neves <sneves@dei.uc.pt>
5
6 To the extent possible under law, the author(s) have dedicated all copyright
7 and related and neighboring rights to this software to the public domain
8 worldwide. This software is distributed without any warranty.
9
10 You should have received a copy of the CC0 Public Domain Dedication along with
11 this software. If not, see <http://creativecommons.org/publicdomain/zero/1.0/>.
12 */
13 #pragma once
14 #ifndef __BLAKE2S_ROUND_H__
15 #define __BLAKE2S_ROUND_H__
16
17 #define LOAD(p) _mm_load_si128( (__m128i *)(p) )
18 #define STORE(p,r) _mm_store_si128((__m128i *)(p), r)
19
20 #define LOADU(p) _mm_loadu_si128( (__m128i *)(p) )
21 #define STOREU(p,r) _mm_storeu_si128((__m128i *)(p), r)
22
23 #define TOF(reg) _mm_castsi128_ps((reg))
24 #define TOI(reg) _mm_castps_si128((reg))
25
26 #define LIKELY(x) __builtin_expect((x),1)
27
28
29 /* Microarchitecture-specific macros */
30 #ifndef HAVE_XOP
31 #ifdef HAVE_SSSE3
32 #define _mm_roti_epi32(r, c) ( \
33 (8==-(c)) ? _mm_shuffle_epi8(r,r8) \
34 : (16==-(c)) ? _mm_shuffle_epi8(r,r16) \
35 : _mm_xor_si128(_mm_srli_epi32( (r), -(c) ),_mm_slli_epi32( (r), 32-(-(c)) )) )
36 #else
37 #define _mm_roti_epi32(r, c) _mm_xor_si128(_mm_srli_epi32( (r), -(c) ),_mm_slli_epi32( (r), 32-(-(c)) ))
38 #endif
39 #else
40 /* ... */
41 #endif
42
43
44 #define G1(row1,row2,row3,row4,buf) \
45 row1 = _mm_add_epi32( _mm_add_epi32( row1, buf), row2 ); \
46 row4 = _mm_xor_si128( row4, row1 ); \
47 row4 = _mm_roti_epi32(row4, -16); \
48 row3 = _mm_add_epi32( row3, row4 ); \
49 row2 = _mm_xor_si128( row2, row3 ); \
50 row2 = _mm_roti_epi32(row2, -12);
51
52 #define G2(row1,row2,row3,row4,buf) \
53 row1 = _mm_add_epi32( _mm_add_epi32( row1, buf), row2 ); \
54 row4 = _mm_xor_si128( row4, row1 ); \
55 row4 = _mm_roti_epi32(row4, -8); \
56 row3 = _mm_add_epi32( row3, row4 ); \
57 row2 = _mm_xor_si128( row2, row3 ); \
58 row2 = _mm_roti_epi32(row2, -7);
59
60 #define DIAGONALIZE(row1,row2,row3,row4) \
61 row4 = _mm_shuffle_epi32( row4, _MM_SHUFFLE(2,1,0,3) ); \
62 row3 = _mm_shuffle_epi32( row3, _MM_SHUFFLE(1,0,3,2) ); \
63 row2 = _mm_shuffle_epi32( row2, _MM_SHUFFLE(0,3,2,1) );
64
65 #define UNDIAGONALIZE(row1,row2,row3,row4) \
66 row4 = _mm_shuffle_epi32( row4, _MM_SHUFFLE(0,3,2,1) ); \
67 row3 = _mm_shuffle_epi32( row3, _MM_SHUFFLE(1,0,3,2) ); \
68 row2 = _mm_shuffle_epi32( row2, _MM_SHUFFLE(2,1,0,3) );
69
70 #if defined(HAVE_XOP)
71 #include "blake2s-load-xop.h"
72 #elif defined(HAVE_SSE4_1)
73 #include "blake2s-load-sse41.h"
74 #else
75 #include "blake2s-load-sse2.h"
76 #endif
77
78 #define ROUND(r) \
79 LOAD_MSG_ ##r ##_1(buf1); \
80 G1(row1,row2,row3,row4,buf1); \
81 LOAD_MSG_ ##r ##_2(buf2); \
82 G2(row1,row2,row3,row4,buf2); \
83 DIAGONALIZE(row1,row2,row3,row4); \
84 LOAD_MSG_ ##r ##_3(buf3); \
85 G1(row1,row2,row3,row4,buf3); \
86 LOAD_MSG_ ##r ##_4(buf4); \
87 G2(row1,row2,row3,row4,buf4); \
88 UNDIAGONALIZE(row1,row2,row3,row4); \
89
90 #endif
91
Cache object: f796276ba4de6de0006f0a6ee020a3a9
|