ScanReg.h

Go to the documentation of this file.

// ScanReg.h:
// -------------------
//

#ifndef __IPSDKUTIL_INSTRUCTIONSET_ARITHMETIC_DETAIL_AVX512_SCANREG_H__
#define __IPSDKUTIL_INSTRUCTIONSET_ARITHMETIC_DETAIL_AVX512_SCANREG_H__

#include <IPSDKUtil/IPSDKUtilExports.h>
#include <IPSDKUtil/InstructionSet/AVX512/Avx512Types.h>
#include <IPSDKUtil/InstructionSet/Arithmetic/detail/ScanReg.h>
#include <IPSDKUtil/Tools/ForceInline.h>

namespace ipsdk {
namespace simd {
namespace detail {

template <>
struct ScanReg<eInstructionSet::eIS_Avx512, ipReal32>
{
    static IPSDK_FORCEINLINE
    Avx512Type<ipReal32>::Type
    act(const Avx512Type<ipReal32>::Type& in)
    {
        Avx512Type<ipReal32>::Type out;
        ScanReg<eInstructionSet::eIS_Avx512, ipReal32>::act(in, out);
        return out;
    }

    static IPSDK_FORCEINLINE
    void
    act(const Avx512Type<ipReal32>::Type& in,
        Avx512Type<ipReal32>::Type& out)
    {
        __m512 t0;
        // shift 32 bits right + add
        t0 = _mm512_maskz_permutex2var_ps(0xfffe, in, _mm512_setr_epi32(0, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14), in);
        out = _mm512_add_ps(in, t0);

        // shift 32 bits right + add
        t0 = _mm512_maskz_permutex2var_ps(0xfffc, out, _mm512_setr_epi32(0, 0, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13), out);
        out = _mm512_add_ps(out, t0);

        // shift 32 bits right + add
        t0 = _mm512_maskz_permutex2var_ps(0xfff0, out, _mm512_setr_epi32(0, 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11), out);
        out = _mm512_add_ps(out, t0);

        // shift 32 bits right + add
        t0 = _mm512_maskz_permutex2var_ps(0xff00, out, _mm512_setr_epi32(0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 7), out);
        out = _mm512_add_ps(out, t0);
    }
};

template <>
struct ScanReg<eInstructionSet::eIS_Avx512, ipReal64>
{
    static IPSDK_FORCEINLINE
        Avx512Type<ipReal64>::Type
        act(const Avx512Type<ipReal64>::Type& in)
    {
        Avx512Type<ipReal64>::Type out;
        ScanReg<eInstructionSet::eIS_Avx512, ipReal64>::act(in, out);
        return out;
    }

    static IPSDK_FORCEINLINE
        void
        act(const Avx512Type<ipReal64>::Type& in,
            Avx512Type<ipReal64>::Type& out)
    {
        __m512d t0;
        // shift 64 bits right + add
        t0 = _mm512_maskz_permutex2var_pd(0xfe, in, _mm512_setr_epi64(0, 0, 1, 2, 3, 4, 5, 6), in);
        out = _mm512_add_pd(in, t0);

        // shift 64 bits right + add
        t0 = _mm512_maskz_permutex2var_pd(0xfc, out, _mm512_setr_epi64(0, 0, 0, 1, 2, 3, 4, 5), out);
        out = _mm512_add_pd(out, t0);

        // shift 64 bits right + add
        t0 = _mm512_maskz_permutex2var_pd(0xf0, out, _mm512_setr_epi64(0, 0, 0, 0, 0, 1, 2, 3), out);
        out = _mm512_add_pd(out, t0);
    }
};


} // end of namespace detail
} // end of namespace simd
} // end of namespace ipsdk

#endif // __IPSDKUTIL_INSTRUCTIONSET_ARITHMETIC_DETAIL_AVX512_SCANREG_H__