1  /*
       2     BLAKE2 reference source code package - optimized C implementations
       3  
       4     Written in 2012 by Samuel Neves <sneves@dei.uc.pt>
       5  
       6     To the extent possible under law, the author(s) have dedicated all copyright
       7     and related and neighboring rights to this software to the public domain
       8     worldwide. This software is distributed without any warranty.
       9  
      10     You should have received a copy of the CC0 Public Domain Dedication along with
      11     this software. If not, see <http://creativecommons.org/publicdomain/zero/1.0/>.
      12  */
      13  #pragma once
      14  #ifndef __BLAKE2S_ROUND_H__
      15  #define __BLAKE2S_ROUND_H__
      16  
      17  #define LOAD(p)  _mm_load_si128( (__m128i *)(p) )
      18  #define STORE(p,r) _mm_store_si128((__m128i *)(p), r)
      19  
      20  #define LOADU(p)  _mm_loadu_si128( (__m128i *)(p) )
      21  #define STOREU(p,r) _mm_storeu_si128((__m128i *)(p), r)
      22  
      23  #define TOF(reg) _mm_castsi128_ps((reg))
      24  #define TOI(reg) _mm_castps_si128((reg))
      25  
      26  #define LIKELY(x) __builtin_expect((x),1)
      27  
      28  
      29  /* Microarchitecture-specific macros */
      30  #ifndef HAVE_XOP
      31  #ifdef HAVE_SSSE3
      32  #define _mm_roti_epi32(r, c) ( \
      33                  (8==-(c)) ? _mm_shuffle_epi8(r,r8) \
      34                : (16==-(c)) ? _mm_shuffle_epi8(r,r16) \
      35                : _mm_xor_si128(_mm_srli_epi32( (r), -(c) ),_mm_slli_epi32( (r), 32-(-(c)) )) )
      36  #else
      37  #define _mm_roti_epi32(r, c) _mm_xor_si128(_mm_srli_epi32( (r), -(c) ),_mm_slli_epi32( (r), 32-(-(c)) ))
      38  #endif
      39  #else
      40  /* ... */
      41  #endif
      42  
      43  
      44  #define G1(row1,row2,row3,row4,buf) \
      45    row1 = _mm_add_epi32( _mm_add_epi32( row1, buf), row2 ); \
      46    row4 = _mm_xor_si128( row4, row1 ); \
      47    row4 = _mm_roti_epi32(row4, -16); \
      48    row3 = _mm_add_epi32( row3, row4 );   \
      49    row2 = _mm_xor_si128( row2, row3 ); \
      50    row2 = _mm_roti_epi32(row2, -12);
      51  
      52  #define G2(row1,row2,row3,row4,buf) \
      53    row1 = _mm_add_epi32( _mm_add_epi32( row1, buf), row2 ); \
      54    row4 = _mm_xor_si128( row4, row1 ); \
      55    row4 = _mm_roti_epi32(row4, -8); \
      56    row3 = _mm_add_epi32( row3, row4 );   \
      57    row2 = _mm_xor_si128( row2, row3 ); \
      58    row2 = _mm_roti_epi32(row2, -7);
      59  
      60  #define DIAGONALIZE(row1,row2,row3,row4) \
      61    row4 = _mm_shuffle_epi32( row4, _MM_SHUFFLE(2,1,0,3) ); \
      62    row3 = _mm_shuffle_epi32( row3, _MM_SHUFFLE(1,0,3,2) ); \
      63    row2 = _mm_shuffle_epi32( row2, _MM_SHUFFLE(0,3,2,1) );
      64  
      65  #define UNDIAGONALIZE(row1,row2,row3,row4) \
      66    row4 = _mm_shuffle_epi32( row4, _MM_SHUFFLE(0,3,2,1) ); \
      67    row3 = _mm_shuffle_epi32( row3, _MM_SHUFFLE(1,0,3,2) ); \
      68    row2 = _mm_shuffle_epi32( row2, _MM_SHUFFLE(2,1,0,3) );
      69  
      70  #if defined(HAVE_XOP)
      71  #include "blake2s-load-xop.h"
      72  #elif defined(HAVE_SSE4_1)
      73  #include "blake2s-load-sse41.h"
      74  #else
      75  #include "blake2s-load-sse2.h"
      76  #endif
      77  
      78  #define ROUND(r)  \
      79    LOAD_MSG_ ##r ##_1(buf1); \
      80    G1(row1,row2,row3,row4,buf1); \
      81    LOAD_MSG_ ##r ##_2(buf2); \
      82    G2(row1,row2,row3,row4,buf2); \
      83    DIAGONALIZE(row1,row2,row3,row4); \
      84    LOAD_MSG_ ##r ##_3(buf3); \
      85    G1(row1,row2,row3,row4,buf3); \
      86    LOAD_MSG_ ##r ##_4(buf4); \
      87    G2(row1,row2,row3,row4,buf4); \
      88    UNDIAGONALIZE(row1,row2,row3,row4); \
      89  
      90  #endif
      91