Implementations based off headers in LLVM 13.0.0.
Signed-off-by: Andrei Tatar <andrei@unikraft.io>
Reviewed-by: Maria Sfiraiala <maria.sfiraiala@gmail.com>
Reviewed-by: Radu Nichita <radunichita99@gmail.com>
Approved-by: Razvan Deaconescu <razvand@unikraft.io>
Tested-by: Unikraft CI <monkey@unikraft.io>
GitHub-Closes: #3
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_abs_epi8(__m256i __a)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pabsb256((__v32qi)__a);
+#else
return (__m256i)__builtin_elementwise_abs((__v32qs)__a);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_abs_epi16(__m256i __a)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pabsw256((__v16hi)__a);
+#else
return (__m256i)__builtin_elementwise_abs((__v16hi)__a);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_abs_epi32(__m256i __a)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pabsd256((__v8si)__a);
+#else
return (__m256i)__builtin_elementwise_abs((__v8si)__a);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_max_epi8(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pmaxsb256((__v32qi)__a, (__v32qi)__b);
+#else
return (__m256i)__builtin_elementwise_max((__v32qs)__a, (__v32qs)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_max_epi16(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pmaxsw256((__v16hi)__a, (__v16hi)__b);
+#else
return (__m256i)__builtin_elementwise_max((__v16hi)__a, (__v16hi)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_max_epi32(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pmaxsd256((__v8si)__a, (__v8si)__b);
+#else
return (__m256i)__builtin_elementwise_max((__v8si)__a, (__v8si)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_max_epu8(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pmaxub256((__v32qi)__a, (__v32qi)__b);
+#else
return (__m256i)__builtin_elementwise_max((__v32qu)__a, (__v32qu)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_max_epu16(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pmaxuw256((__v16hi)__a, (__v16hi)__b);
+#else
return (__m256i)__builtin_elementwise_max((__v16hu)__a, (__v16hu)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_max_epu32(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pmaxud256((__v8si)__a, (__v8si)__b);
+#else
return (__m256i)__builtin_elementwise_max((__v8su)__a, (__v8su)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_min_epi8(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pminsb256((__v32qi)__a, (__v32qi)__b);
+#else
return (__m256i)__builtin_elementwise_min((__v32qs)__a, (__v32qs)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_min_epi16(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pminsw256((__v16hi)__a, (__v16hi)__b);
+#else
return (__m256i)__builtin_elementwise_min((__v16hi)__a, (__v16hi)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_min_epi32(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pminsd256((__v8si)__a, (__v8si)__b);
+#else
return (__m256i)__builtin_elementwise_min((__v8si)__a, (__v8si)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_min_epu8(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pminub256((__v32qi)__a, (__v32qi)__b);
+#else
return (__m256i)__builtin_elementwise_min((__v32qu)__a, (__v32qu)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_min_epu16(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pminuw256 ((__v16hi)__a, (__v16hi)__b);
+#else
return (__m256i)__builtin_elementwise_min((__v16hu)__a, (__v16hu)__b);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_min_epu32(__m256i __a, __m256i __b)
{
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pminud256((__v8si)__a, (__v8si)__b);
+#else
return (__m256i)__builtin_elementwise_min((__v8su)__a, (__v8su)__b);
+#endif
}
static __inline__ int __DEFAULT_FN_ATTRS256
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_abs_epi8 (__m512i __A)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pabsb512((__v64qi)__A);
+#else
return (__m512i)__builtin_elementwise_abs((__v64qs)__A);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_abs_epi16 (__m512i __A)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pabsw512((__v32hi)__A);
+#else
return (__m512i)__builtin_elementwise_abs((__v32hi)__A);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_max_epi8 (__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pmaxsb512((__v64qi) __A, (__v64qi) __B);
+#else
return (__m512i)__builtin_elementwise_max((__v64qs) __A, (__v64qs) __B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_max_epi16 (__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pmaxsw512((__v32hi) __A, (__v32hi) __B);
+#else
return (__m512i)__builtin_elementwise_max((__v32hi) __A, (__v32hi) __B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_max_epu8 (__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pmaxub512((__v64qi)__A, (__v64qi)__B);
+#else
return (__m512i)__builtin_elementwise_max((__v64qu)__A, (__v64qu)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_max_epu16 (__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pmaxuw512((__v32hi)__A, (__v32hi)__B);
+#else
return (__m512i)__builtin_elementwise_max((__v32hu)__A, (__v32hu)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_min_epi8 (__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pminsb512((__v64qi) __A, (__v64qi) __B);
+#else
return (__m512i)__builtin_elementwise_min((__v64qs) __A, (__v64qs) __B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_min_epi16 (__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pminsw512((__v32hi) __A, (__v32hi) __B);
+#else
return (__m512i)__builtin_elementwise_min((__v32hi) __A, (__v32hi) __B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_min_epu8 (__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pminub512((__v64qi)__A, (__v64qi)__B);
+#else
return (__m512i)__builtin_elementwise_min((__v64qu)__A, (__v64qu)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline__ __m512i __DEFAULT_FN_ATTRS512
_mm512_min_epu16 (__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pminuw512((__v32hi)__A, (__v32hi)__B);
+#else
return (__m512i)__builtin_elementwise_min((__v32hu)__A, (__v32hu)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
__DEFAULT_FN_ATTRS512
_mm512_max_epi32(__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pmaxsd512((__v16si)__A, (__v16si)__B);
+#else
return (__m512i)__builtin_elementwise_max((__v16si)__A, (__v16si)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline __m512i __DEFAULT_FN_ATTRS512
_mm512_max_epu32(__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pmaxud512((__v16si)__A, (__v16si)__B);
+#else
return (__m512i)__builtin_elementwise_max((__v16su)__A, (__v16su)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline __m512i __DEFAULT_FN_ATTRS512
_mm512_max_epi64(__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pmaxsq512((__v8di)__A, (__v8di)__B);
+#else
return (__m512i)__builtin_elementwise_max((__v8di)__A, (__v8di)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline __m512i __DEFAULT_FN_ATTRS512
_mm512_max_epu64(__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pmaxuq512((__v8di)__A, (__v8di)__B);
+#else
return (__m512i)__builtin_elementwise_max((__v8du)__A, (__v8du)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
__DEFAULT_FN_ATTRS512
_mm512_min_epi32(__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pminsd512((__v16si)__A, (__v16si)__B);
+#else
return (__m512i)__builtin_elementwise_min((__v16si)__A, (__v16si)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline __m512i __DEFAULT_FN_ATTRS512
_mm512_min_epu32(__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pminud512((__v16si)__A, (__v16si)__B);
+#else
return (__m512i)__builtin_elementwise_min((__v16su)__A, (__v16su)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline __m512i __DEFAULT_FN_ATTRS512
_mm512_min_epi64(__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pminsq512((__v8di)__A, (__v8di)__B);
+#else
return (__m512i)__builtin_elementwise_min((__v8di)__A, (__v8di)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline __m512i __DEFAULT_FN_ATTRS512
_mm512_min_epu64(__m512i __A, __m512i __B)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pminuq512((__v8di)__A, (__v8di)__B);
+#else
return (__m512i)__builtin_elementwise_min((__v8du)__A, (__v8du)__B);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline __m512i __DEFAULT_FN_ATTRS512
_mm512_abs_epi64(__m512i __A)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pabsq512((__v8di)__A);
+#else
return (__m512i)__builtin_elementwise_abs((__v8di)__A);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
static __inline __m512i __DEFAULT_FN_ATTRS512
_mm512_abs_epi32(__m512i __A)
{
+#if (__clang_major__ < 14)
+ return (__m512i)__builtin_ia32_pabsd512((__v16si) __A);
+#else
return (__m512i)__builtin_elementwise_abs((__v16si) __A);
+#endif
}
static __inline__ __m512i __DEFAULT_FN_ATTRS512
}
static __inline__ long long __DEFAULT_FN_ATTRS512 _mm512_reduce_and_epi64(__m512i __W) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_and_q512(__W);
+#else
return __builtin_reduce_and((__v8di)__W);
+#endif
}
static __inline__ long long __DEFAULT_FN_ATTRS512 _mm512_reduce_or_epi64(__m512i __W) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_or_q512(__W);
+#else
return __builtin_reduce_or((__v8di)__W);
+#endif
}
static __inline__ long long __DEFAULT_FN_ATTRS512
static __inline__ long long __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_and_epi64(__mmask8 __M, __m512i __W) {
__W = _mm512_mask_mov_epi64(_mm512_set1_epi64(~0ULL), __M, __W);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_and_q512(__W);
+#else
return __builtin_reduce_and((__v8di)__W);
+#endif
}
static __inline__ long long __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_or_epi64(__mmask8 __M, __m512i __W) {
__W = _mm512_maskz_mov_epi64(__M, __W);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_or_q512(__W);
+#else
return __builtin_reduce_or((__v8di)__W);
+#endif
}
// -0.0 is used to ignore the start value since it is the neutral value of
static __inline__ int __DEFAULT_FN_ATTRS512
_mm512_reduce_and_epi32(__m512i __W) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_and_d512((__v16si)__W);
+#else
return __builtin_reduce_and((__v16si)__W);
+#endif
}
static __inline__ int __DEFAULT_FN_ATTRS512
_mm512_reduce_or_epi32(__m512i __W) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_or_d512((__v16si)__W);
+#else
return __builtin_reduce_or((__v16si)__W);
+#endif
}
static __inline__ int __DEFAULT_FN_ATTRS512
static __inline__ int __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_and_epi32( __mmask16 __M, __m512i __W) {
__W = _mm512_mask_mov_epi32(_mm512_set1_epi32(~0U), __M, __W);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_and_d512((__v16si)__W);
+#else
return __builtin_reduce_and((__v16si)__W);
+#endif
}
static __inline__ int __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_or_epi32(__mmask16 __M, __m512i __W) {
__W = _mm512_maskz_mov_epi32(__M, __W);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_or_d512((__v16si)__W);
+#else
return __builtin_reduce_or((__v16si)__W);
+#endif
}
static __inline__ float __DEFAULT_FN_ATTRS512
static __inline__ long long __DEFAULT_FN_ATTRS512
_mm512_reduce_max_epi64(__m512i __V) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_smax_q512(__V);
+#else
return __builtin_reduce_max((__v8di)__V);
+#endif
}
static __inline__ unsigned long long __DEFAULT_FN_ATTRS512
_mm512_reduce_max_epu64(__m512i __V) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_umax_q512(__V);
+#else
return __builtin_reduce_max((__v8du)__V);
+#endif
}
static __inline__ long long __DEFAULT_FN_ATTRS512
_mm512_reduce_min_epi64(__m512i __V) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_smin_q512(__V);
+#else
return __builtin_reduce_min((__v8di)__V);
+#endif
}
static __inline__ unsigned long long __DEFAULT_FN_ATTRS512
_mm512_reduce_min_epu64(__m512i __V) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_umin_q512(__V);
+#else
return __builtin_reduce_min((__v8du)__V);
+#endif
}
static __inline__ long long __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_max_epi64(__mmask8 __M, __m512i __V) {
__V = _mm512_mask_mov_epi64(_mm512_set1_epi64(-__LONG_LONG_MAX__ - 1LL), __M, __V);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_smax_q512(__V);
+#else
return __builtin_reduce_max((__v8di)__V);
+#endif
}
static __inline__ unsigned long long __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_max_epu64(__mmask8 __M, __m512i __V) {
__V = _mm512_maskz_mov_epi64(__M, __V);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_umax_q512(__V);
+#else
return __builtin_reduce_max((__v8du)__V);
+#endif
}
static __inline__ long long __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_min_epi64(__mmask8 __M, __m512i __V) {
__V = _mm512_mask_mov_epi64(_mm512_set1_epi64(__LONG_LONG_MAX__), __M, __V);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_smin_q512(__V);
+#else
return __builtin_reduce_min((__v8di)__V);
+#endif
}
static __inline__ unsigned long long __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_min_epu64(__mmask8 __M, __m512i __V) {
__V = _mm512_mask_mov_epi64(_mm512_set1_epi64(~0ULL), __M, __V);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_umin_q512(__V);
+#else
return __builtin_reduce_min((__v8du)__V);
+#endif
}
static __inline__ int __DEFAULT_FN_ATTRS512
_mm512_reduce_max_epi32(__m512i __V) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_smax_d512((__v16si)__V);
+#else
return __builtin_reduce_max((__v16si)__V);
+#endif
}
static __inline__ unsigned int __DEFAULT_FN_ATTRS512
_mm512_reduce_max_epu32(__m512i __V) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_umax_d512((__v16si)__V);
+#else
return __builtin_reduce_max((__v16su)__V);
+#endif
}
static __inline__ int __DEFAULT_FN_ATTRS512
_mm512_reduce_min_epi32(__m512i __V) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_smin_d512((__v16si)__V);
+#else
return __builtin_reduce_min((__v16si)__V);
+#endif
}
static __inline__ unsigned int __DEFAULT_FN_ATTRS512
_mm512_reduce_min_epu32(__m512i __V) {
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_umin_d512((__v16si)__V);
+#else
return __builtin_reduce_min((__v16su)__V);
+#endif
}
static __inline__ int __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_max_epi32(__mmask16 __M, __m512i __V) {
__V = _mm512_mask_mov_epi32(_mm512_set1_epi32(-__INT_MAX__ - 1), __M, __V);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_smax_d512((__v16si)__V);
+#else
return __builtin_reduce_max((__v16si)__V);
+#endif
}
static __inline__ unsigned int __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_max_epu32(__mmask16 __M, __m512i __V) {
__V = _mm512_maskz_mov_epi32(__M, __V);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_umax_d512((__v16si)__V);
+#else
return __builtin_reduce_max((__v16su)__V);
+#endif
}
static __inline__ int __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_min_epi32(__mmask16 __M, __m512i __V) {
__V = _mm512_mask_mov_epi32(_mm512_set1_epi32(__INT_MAX__), __M, __V);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_smin_d512((__v16si)__V);
+#else
return __builtin_reduce_min((__v16si)__V);
+#endif
}
static __inline__ unsigned int __DEFAULT_FN_ATTRS512
_mm512_mask_reduce_min_epu32(__mmask16 __M, __m512i __V) {
__V = _mm512_mask_mov_epi32(_mm512_set1_epi32(~0U), __M, __V);
+#if (__clang_major__ < 14)
+ return __builtin_ia32_reduce_umin_d512((__v16si)__V);
+#else
return __builtin_reduce_min((__v16su)__V);
+#endif
}
static __inline__ double __DEFAULT_FN_ATTRS512
static __inline__ __m128i __DEFAULT_FN_ATTRS128
_mm_abs_epi64 (__m128i __A) {
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pabsq128((__v2di)__A);
+#else
return (__m128i)__builtin_elementwise_abs((__v2di)__A);
+#endif
}
static __inline__ __m128i __DEFAULT_FN_ATTRS128
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_abs_epi64 (__m256i __A) {
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pabsq256 ((__v4di)__A);
+#else
return (__m256i)__builtin_elementwise_abs((__v4di)__A);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
static __inline__ __m128i __DEFAULT_FN_ATTRS128
_mm_max_epi64 (__m128i __A, __m128i __B) {
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pmaxsq128((__v2di)__A, (__v2di)__B);
+#else
return (__m128i)__builtin_elementwise_max((__v2di)__A, (__v2di)__B);
+#endif
}
static __inline__ __m128i __DEFAULT_FN_ATTRS128
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_max_epi64 (__m256i __A, __m256i __B) {
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pmaxsq256((__v4di)__A, (__v4di)__B);
+#else
return (__m256i)__builtin_elementwise_max((__v4di)__A, (__v4di)__B);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
static __inline__ __m128i __DEFAULT_FN_ATTRS128
_mm_max_epu64 (__m128i __A, __m128i __B) {
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pmaxuq128((__v2di)__A, (__v2di)__B);
+#else
return (__m128i)__builtin_elementwise_max((__v2du)__A, (__v2du)__B);
+#endif
}
static __inline__ __m128i __DEFAULT_FN_ATTRS128
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_max_epu64 (__m256i __A, __m256i __B) {
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pmaxuq256((__v4di)__A, (__v4di)__B);
+#else
return (__m256i)__builtin_elementwise_max((__v4du)__A, (__v4du)__B);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
static __inline__ __m128i __DEFAULT_FN_ATTRS128
_mm_min_epi64 (__m128i __A, __m128i __B) {
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pminsq128((__v2di)__A, (__v2di)__B);
+#else
return (__m128i)__builtin_elementwise_min((__v2di)__A, (__v2di)__B);
+#endif
}
static __inline__ __m128i __DEFAULT_FN_ATTRS128
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_min_epi64 (__m256i __A, __m256i __B) {
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pminsq256((__v4di)__A, (__v4di)__B);
+#else
return (__m256i)__builtin_elementwise_min((__v4di)__A, (__v4di)__B);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
static __inline__ __m128i __DEFAULT_FN_ATTRS128
_mm_min_epu64 (__m128i __A, __m128i __B) {
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pminuq128((__v2di)__A, (__v2di)__B);
+#else
return (__m128i)__builtin_elementwise_min((__v2du)__A, (__v2du)__B);
+#endif
}
static __inline__ __m128i __DEFAULT_FN_ATTRS128
static __inline__ __m256i __DEFAULT_FN_ATTRS256
_mm256_min_epu64 (__m256i __A, __m256i __B) {
+#if (__clang_major__ < 14)
+ return (__m256i)__builtin_ia32_pminuq256((__v4di)__A, (__v4di)__B);
+#else
return (__m256i)__builtin_elementwise_min((__v4du)__A, (__v4du)__B);
+#endif
}
static __inline__ __m256i __DEFAULT_FN_ATTRS256
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_max_epi16(__m128i __a, __m128i __b)
{
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pmaxsw128((__v8hi)__a, (__v8hi)__b);
+#else
return (__m128i)__builtin_elementwise_max((__v8hi)__a, (__v8hi)__b);
+#endif
}
/// Compares corresponding elements of two 128-bit unsigned [16 x i8]
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_max_epu8(__m128i __a, __m128i __b)
{
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pmaxub128((__v16qi)__a, (__v16qi)__b);
+#else
return (__m128i)__builtin_elementwise_max((__v16qu)__a, (__v16qu)__b);
+#endif
}
/// Compares corresponding elements of two 128-bit signed [8 x i16]
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_min_epi16(__m128i __a, __m128i __b)
{
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pminsw128((__v8hi)__a, (__v8hi)__b);
+#else
return (__m128i)__builtin_elementwise_min((__v8hi)__a, (__v8hi)__b);
+#endif
}
/// Compares corresponding elements of two 128-bit unsigned [16 x i8]
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_min_epu8(__m128i __a, __m128i __b)
{
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pminub128((__v16qi)__a, (__v16qi)__b);
+#else
return (__m128i)__builtin_elementwise_min((__v16qu)__a, (__v16qu)__b);
+#endif
}
/// Multiplies the corresponding elements of two signed [8 x i16]
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_min_epi8 (__m128i __V1, __m128i __V2)
{
+#if (__clang_major__ < 14)
+ return (__m128i) __builtin_ia32_pminsb128 ((__v16qi) __V1, (__v16qi) __V2);
+#else
return (__m128i) __builtin_elementwise_min((__v16qs) __V1, (__v16qs) __V2);
+#endif
}
/// Compares the corresponding elements of two 128-bit vectors of
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_max_epi8 (__m128i __V1, __m128i __V2)
{
+#if (__clang_major__ < 14)
+ return (__m128i) __builtin_ia32_pmaxsb128 ((__v16qi) __V1, (__v16qi) __V2);
+#else
return (__m128i) __builtin_elementwise_max((__v16qs) __V1, (__v16qs) __V2);
+#endif
}
/// Compares the corresponding elements of two 128-bit vectors of
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_min_epu16 (__m128i __V1, __m128i __V2)
{
+#if (__clang_major__ < 14)
+ return (__m128i) __builtin_ia32_pminuw128 ((__v8hi) __V1, (__v8hi) __V2);
+#else
return (__m128i) __builtin_elementwise_min((__v8hu) __V1, (__v8hu) __V2);
+#endif
}
/// Compares the corresponding elements of two 128-bit vectors of
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_max_epu16 (__m128i __V1, __m128i __V2)
{
+#if (__clang_major__ < 14)
+ return (__m128i) __builtin_ia32_pmaxuw128 ((__v8hi) __V1, (__v8hi) __V2);
+#else
return (__m128i) __builtin_elementwise_max((__v8hu) __V1, (__v8hu) __V2);
+#endif
}
/// Compares the corresponding elements of two 128-bit vectors of
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_min_epi32 (__m128i __V1, __m128i __V2)
{
+#if (__clang_major__ < 14)
+ return (__m128i) __builtin_ia32_pminsd128 ((__v4si) __V1, (__v4si) __V2);
+#else
return (__m128i) __builtin_elementwise_min((__v4si) __V1, (__v4si) __V2);
+#endif
}
/// Compares the corresponding elements of two 128-bit vectors of
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_max_epi32 (__m128i __V1, __m128i __V2)
{
+#if (__clang_major__ < 14)
+ return (__m128i) __builtin_ia32_pmaxsd128 ((__v4si) __V1, (__v4si) __V2);
+#else
return (__m128i) __builtin_elementwise_max((__v4si) __V1, (__v4si) __V2);
+#endif
}
/// Compares the corresponding elements of two 128-bit vectors of
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_min_epu32 (__m128i __V1, __m128i __V2)
{
+#if (__clang_major__ < 14)
+ return (__m128i) __builtin_ia32_pminud128((__v4si) __V1, (__v4si) __V2);
+#else
return (__m128i) __builtin_elementwise_min((__v4su) __V1, (__v4su) __V2);
+#endif
}
/// Compares the corresponding elements of two 128-bit vectors of
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_max_epu32 (__m128i __V1, __m128i __V2)
{
+#if (__clang_major__ < 14)
+ return (__m128i) __builtin_ia32_pmaxud128((__v4si) __V1, (__v4si) __V2);
+#else
return (__m128i) __builtin_elementwise_max((__v4su) __V1, (__v4su) __V2);
+#endif
}
/* SSE4 Insertion and Extraction from XMM Register Instructions. */
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_abs_epi8(__m128i __a)
{
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pabsb128((__v16qi)__a);
+#else
return (__m128i)__builtin_elementwise_abs((__v16qs)__a);
+#endif
}
/// Computes the absolute value of each of the packed 16-bit signed
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_abs_epi16(__m128i __a)
{
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pabsw128((__v8hi)__a);
+#else
return (__m128i)__builtin_elementwise_abs((__v8hi)__a);
+#endif
}
/// Computes the absolute value of each of the packed 32-bit signed
static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_abs_epi32(__m128i __a)
{
+#if (__clang_major__ < 14)
+ return (__m128i)__builtin_ia32_pabsd128((__v4si)__a);
+#else
return (__m128i)__builtin_elementwise_abs((__v4si)__a);
+#endif
}
/// Concatenates the two 128-bit integer vector operands, and