360 lines
8.2 KiB
C
360 lines
8.2 KiB
C
|
//$ nobt
|
||
|
|
//$ nocpp
|
||
|
|
|
||
|
|
/**
|
||
|
|
* @file avir_float8_avx.h
|
||
|
|
*
|
||
|
|
* @brief Inclusion file for the "float8" type.
|
||
|
|
*
|
||
|
|
* This file includes the "float8" AVX-based type used for SIMD variable
|
||
|
|
* storage and processing.
|
||
|
|
*
|
||
|
|
* AVIR Copyright (c) 2015-2019 Aleksey Vaneev
|
||
|
|
*/
|
||
|
|
|
||
|
|
#ifndef AVIR_FLOAT8_AVX_INCLUDED
|
||
|
|
#define AVIR_FLOAT8_AVX_INCLUDED
|
||
|
|
|
||
|
|
#include <immintrin.h>
|
||
|
|
#include "avir_dil.h"
|
||
|
|
|
||
|
|
namespace avir {
|
||
|
|
|
||
|
|
/**
|
||
|
|
* @brief SIMD packed 8-float type.
|
||
|
|
*
|
||
|
|
* This class implements a packed 8-float type that can be used to perform
|
||
|
|
* parallel computation using SIMD instructions on AVX-enabled processors.
|
||
|
|
* This class can be used as the "fptype" argument of the avir::fpclass_def
|
||
|
|
* or avir::fpclass_def_dil class.
|
||
|
|
*/
|
||
|
|
|
||
|
|
class float8
|
||
|
|
{
|
||
|
|
public:
|
||
|
|
float8()
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
float8( const float8& s )
|
||
|
|
: value( s.value )
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
float8( const __m256 s )
|
||
|
|
: value( s )
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
float8( const float s )
|
||
|
|
: value( _mm256_set1_ps( s ))
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
float8& operator = ( const float8& s )
|
||
|
|
{
|
||
|
|
value = s.value;
|
||
|
|
return( *this );
|
||
|
|
}
|
||
|
|
|
||
|
|
float8& operator = ( const __m256 s )
|
||
|
|
{
|
||
|
|
value = s;
|
||
|
|
return( *this );
|
||
|
|
}
|
||
|
|
|
||
|
|
float8& operator = ( const float s )
|
||
|
|
{
|
||
|
|
value = _mm256_set1_ps( s );
|
||
|
|
return( *this );
|
||
|
|
}
|
||
|
|
|
||
|
|
operator float () const
|
||
|
|
{
|
||
|
|
return( _mm_cvtss_f32( _mm256_extractf128_ps( value, 0 )));
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* @param p Pointer to memory from where the value should be loaded,
|
||
|
|
* should be 32-byte aligned.
|
||
|
|
* @return float8 value loaded from the specified memory location.
|
||
|
|
*/
|
||
|
|
|
||
|
|
static float8 load( const float* const p )
|
||
|
|
{
|
||
|
|
return( _mm256_load_ps( p ));
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* @param p Pointer to memory from where the value should be loaded,
|
||
|
|
* may have any alignment.
|
||
|
|
* @return float8 value loaded from the specified memory location.
|
||
|
|
*/
|
||
|
|
|
||
|
|
static float8 loadu( const float* const p )
|
||
|
|
{
|
||
|
|
return( _mm256_loadu_ps( p ));
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* @param p Pointer to memory from where the value should be loaded,
|
||
|
|
* may have any alignment.
|
||
|
|
* @param lim The maximum number of elements to load, >0.
|
||
|
|
* @return float8 value loaded from the specified memory location, with
|
||
|
|
* elements beyond "lim" set to 0.
|
||
|
|
*/
|
||
|
|
|
||
|
|
static float8 loadu( const float* const p, const int lim )
|
||
|
|
{
|
||
|
|
__m128 lo;
|
||
|
|
__m128 hi;
|
||
|
|
|
||
|
|
if( lim > 4 )
|
||
|
|
{
|
||
|
|
lo = _mm_loadu_ps( p );
|
||
|
|
hi = loadu4( p + 4, lim - 4 );
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
lo = loadu4( p, lim );
|
||
|
|
hi = _mm_setzero_ps();
|
||
|
|
}
|
||
|
|
|
||
|
|
return( _mm256_insertf128_ps( _mm256_castps128_ps256( lo ), hi, 1 ));
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Function stores *this value to the specified memory location.
|
||
|
|
*
|
||
|
|
* @param[out] p Output memory location, should be 32-byte aligned.
|
||
|
|
*/
|
||
|
|
|
||
|
|
void store( float* const p ) const
|
||
|
|
{
|
||
|
|
_mm256_store_ps( p, value );
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Function stores *this value to the specified memory location.
|
||
|
|
*
|
||
|
|
* @param[out] p Output memory location, may have any alignment.
|
||
|
|
*/
|
||
|
|
|
||
|
|
void storeu( float* const p ) const
|
||
|
|
{
|
||
|
|
_mm256_storeu_ps( p, value );
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Function stores "lim" lower elements of *this value to the specified
|
||
|
|
* memory location.
|
||
|
|
*
|
||
|
|
* @param[out] p Output memory location, may have any alignment.
|
||
|
|
* @param lim The number of lower elements to store, >0.
|
||
|
|
*/
|
||
|
|
|
||
|
|
void storeu( float* p, int lim ) const
|
||
|
|
{
|
||
|
|
__m128 v;
|
||
|
|
|
||
|
|
if( lim > 4 )
|
||
|
|
{
|
||
|
|
_mm_storeu_ps( p, _mm256_extractf128_ps( value, 0 ));
|
||
|
|
v = _mm256_extractf128_ps( value, 1 );
|
||
|
|
p += 4;
|
||
|
|
lim -= 4;
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
v = _mm256_extractf128_ps( value, 0 );
|
||
|
|
}
|
||
|
|
|
||
|
|
if( lim > 2 )
|
||
|
|
{
|
||
|
|
if( lim > 3 )
|
||
|
|
{
|
||
|
|
_mm_storeu_ps( p, v );
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
_mm_storel_pi( (__m64*) p, v );
|
||
|
|
_mm_store_ss( p + 2, _mm_movehl_ps( v, v ));
|
||
|
|
}
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
if( lim == 2 )
|
||
|
|
{
|
||
|
|
_mm_storel_pi( (__m64*) p, v );
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
_mm_store_ss( p, v );
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
float8& operator += ( const float8& s )
|
||
|
|
{
|
||
|
|
value = _mm256_add_ps( value, s.value );
|
||
|
|
return( *this );
|
||
|
|
}
|
||
|
|
|
||
|
|
float8& operator -= ( const float8& s )
|
||
|
|
{
|
||
|
|
value = _mm256_sub_ps( value, s.value );
|
||
|
|
return( *this );
|
||
|
|
}
|
||
|
|
|
||
|
|
float8& operator *= ( const float8& s )
|
||
|
|
{
|
||
|
|
value = _mm256_mul_ps( value, s.value );
|
||
|
|
return( *this );
|
||
|
|
}
|
||
|
|
|
||
|
|
float8& operator /= ( const float8& s )
|
||
|
|
{
|
||
|
|
value = _mm256_div_ps( value, s.value );
|
||
|
|
return( *this );
|
||
|
|
}
|
||
|
|
|
||
|
|
float8 operator + ( const float8& s ) const
|
||
|
|
{
|
||
|
|
return( _mm256_add_ps( value, s.value ));
|
||
|
|
}
|
||
|
|
|
||
|
|
float8 operator - ( const float8& s ) const
|
||
|
|
{
|
||
|
|
return( _mm256_sub_ps( value, s.value ));
|
||
|
|
}
|
||
|
|
|
||
|
|
float8 operator * ( const float8& s ) const
|
||
|
|
{
|
||
|
|
return( _mm256_mul_ps( value, s.value ));
|
||
|
|
}
|
||
|
|
|
||
|
|
float8 operator / ( const float8& s ) const
|
||
|
|
{
|
||
|
|
return( _mm256_div_ps( value, s.value ));
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* @return Horizontal sum of elements.
|
||
|
|
*/
|
||
|
|
|
||
|
|
float hadd() const
|
||
|
|
{
|
||
|
|
__m128 v = _mm_add_ps( _mm256_extractf128_ps( value, 0 ),
|
||
|
|
_mm256_extractf128_ps( value, 1 ));
|
||
|
|
|
||
|
|
v = _mm_hadd_ps( v, v );
|
||
|
|
v = _mm_hadd_ps( v, v );
|
||
|
|
return( _mm_cvtss_f32( v ));
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Function performs in-place addition of a value located in memory and
|
||
|
|
* the specified value.
|
||
|
|
*
|
||
|
|
* @param p Pointer to value where addition happens. May be unaligned.
|
||
|
|
* @param v Value to add.
|
||
|
|
*/
|
||
|
|
|
||
|
|
static void addu( float* const p, const float8& v )
|
||
|
|
{
|
||
|
|
( loadu( p ) + v ).storeu( p );
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Function performs in-place addition of a value located in memory and
|
||
|
|
* the specified value. Limited to the specfied number of elements.
|
||
|
|
*
|
||
|
|
* @param p Pointer to value where addition happens. May be unaligned.
|
||
|
|
* @param v Value to add.
|
||
|
|
* @param lim The element number limit, >0.
|
||
|
|
*/
|
||
|
|
|
||
|
|
static void addu( float* const p, const float8& v, const int lim )
|
||
|
|
{
|
||
|
|
( loadu( p, lim ) + v ).storeu( p, lim );
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256 value; ///< Packed value of 8 floats.
|
||
|
|
///<
|
||
|
|
|
||
|
|
private:
|
||
|
|
/**
|
||
|
|
* @param p Pointer to memory from where the value should be loaded,
|
||
|
|
* may have any alignment.
|
||
|
|
* @param lim The maximum number of elements to load, >0.
|
||
|
|
* @return __m128 value loaded from the specified memory location, with
|
||
|
|
* elements beyond "lim" set to 0.
|
||
|
|
*/
|
||
|
|
|
||
|
|
static __m128 loadu4( const float* const p, const int lim )
|
||
|
|
{
|
||
|
|
if( lim > 2 )
|
||
|
|
{
|
||
|
|
if( lim > 3 )
|
||
|
|
{
|
||
|
|
return( _mm_loadu_ps( p ));
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
return( _mm_set_ps( 0.0f, p[ 2 ], p[ 1 ], p[ 0 ]));
|
||
|
|
}
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
if( lim == 2 )
|
||
|
|
{
|
||
|
|
return( _mm_set_ps( 0.0f, 0.0f, p[ 1 ], p[ 0 ]));
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
return( _mm_load_ss( p ));
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
/**
|
||
|
|
* SIMD rounding function, exact result.
|
||
|
|
*
|
||
|
|
* @param v Value to round.
|
||
|
|
* @return Rounded SIMD value.
|
||
|
|
*/
|
||
|
|
|
||
|
|
inline float8 round( const float8& v )
|
||
|
|
{
|
||
|
|
return( _mm256_round_ps( v.value,
|
||
|
|
( _MM_FROUND_TO_NEAREST_INT | _MM_FROUND_NO_EXC )));
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* SIMD function "clamps" (clips) the specified packed values so that they are
|
||
|
|
* not lesser than "minv", and not greater than "maxv".
|
||
|
|
*
|
||
|
|
* @param Value Value to clamp.
|
||
|
|
* @param minv Minimal allowed value.
|
||
|
|
* @param maxv Maximal allowed value.
|
||
|
|
* @return The clamped value.
|
||
|
|
*/
|
||
|
|
|
||
|
|
inline float8 clamp( const float8& Value, const float8& minv,
|
||
|
|
const float8& maxv )
|
||
|
|
{
|
||
|
|
return( _mm256_min_ps( _mm256_max_ps( Value.value, minv.value ),
|
||
|
|
maxv.value ));
|
||
|
|
}
|
||
|
|
|
||
|
|
typedef fpclass_def_dil< float, avir :: float8 > fpclass_float8_dil; ///<
|
||
|
|
///< Class that can be used as the "fpclass" template parameter of the
|
||
|
|
///< avir::CImageResizer class to perform calculation using
|
||
|
|
///< de-interleaved SIMD algorithm, using SIMD float8 type.
|
||
|
|
///<
|
||
|
|
|
||
|
|
} // namespace avir
|
||
|
|
|
||
|
|
#endif // AVIR_FLOAT8_AVX_INCLUDED
|