/freebsd-current/contrib/llvm-project/clang/lib/Headers/ |
H A D | avx512vbmiintrin.h | 22 static __inline__ __m512i __DEFAULT_FN_ATTRS 23 _mm512_permutex2var_epi8(__m512i __A, __m512i __I, __m512i __B) 25 return (__m512i)__builtin_ia32_vpermi2varqi512((__v64qi)__A, (__v64qi)__I, 29 static __inline__ __m512i __DEFAULT_FN_ATTRS 30 _mm512_mask_permutex2var_epi8(__m512i __A, __mmask64 __U, __m512i __I, 31 __m512i __B) 33 return (__m512i)__builtin_ia32_selectb_51 [all...] |
H A D | avx512cdintrin.h | 22 static __inline__ __m512i __DEFAULT_FN_ATTRS 23 _mm512_conflict_epi64 (__m512i __A) 25 return (__m512i) __builtin_ia32_vpconflictdi_512 ((__v8di) __A); 28 static __inline__ __m512i __DEFAULT_FN_ATTRS 29 _mm512_mask_conflict_epi64 (__m512i __W, __mmask8 __U, __m512i __A) 31 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U, 36 static __inline__ __m512i __DEFAULT_FN_ATTRS 37 _mm512_maskz_conflict_epi64 (__mmask8 __U, __m512i __A) 39 return (__m512i)__builtin_ia32_selectq_51 [all...] |
H A D | avx512bitalgintrin.h | 23 static __inline__ __m512i __DEFAULT_FN_ATTRS 24 _mm512_popcnt_epi16(__m512i __A) 26 return (__m512i) __builtin_ia32_vpopcntw_512((__v32hi) __A); 29 static __inline__ __m512i __DEFAULT_FN_ATTRS 30 _mm512_mask_popcnt_epi16(__m512i __A, __mmask32 __U, __m512i __B) 32 return (__m512i) __builtin_ia32_selectw_512((__mmask32) __U, 37 static __inline__ __m512i __DEFAULT_FN_ATTRS 38 _mm512_maskz_popcnt_epi16(__mmask32 __U, __m512i __B) 40 return _mm512_mask_popcnt_epi16((__m512i) _mm512_setzero_si51 [all...] |
H A D | avx512vnniintrin.h | 22 static __inline__ __m512i __DEFAULT_FN_ATTRS 23 _mm512_dpbusd_epi32(__m512i __S, __m512i __A, __m512i __B) 25 return (__m512i)__builtin_ia32_vpdpbusd512((__v16si)__S, (__v16si)__A, 29 static __inline__ __m512i __DEFAULT_FN_ATTRS 30 _mm512_mask_dpbusd_epi32(__m512i __S, __mmask16 __U, __m512i __A, __m512i __B) 32 return (__m512i)__builtin_ia32_selectd_51 [all...] |
H A D | avx512vbmi2intrin.h | 21 static __inline__ __m512i __DEFAULT_FN_ATTRS 22 _mm512_mask_compress_epi16(__m512i __S, __mmask32 __U, __m512i __D) 24 return (__m512i) __builtin_ia32_compresshi512_mask ((__v32hi) __D, 29 static __inline__ __m512i __DEFAULT_FN_ATTRS 30 _mm512_maskz_compress_epi16(__mmask32 __U, __m512i __D) 32 return (__m512i) __builtin_ia32_compresshi512_mask ((__v32hi) __D, 37 static __inline__ __m512i __DEFAULT_FN_ATTRS 38 _mm512_mask_compress_epi8(__m512i __S, __mmask64 __U, __m512i __ [all...] |
H A D | avx512ifmaintrin.h | 22 static __inline__ __m512i __DEFAULT_FN_ATTRS 23 _mm512_madd52hi_epu64 (__m512i __X, __m512i __Y, __m512i __Z) 25 return (__m512i)__builtin_ia32_vpmadd52huq512((__v8di) __X, (__v8di) __Y, 29 static __inline__ __m512i __DEFAULT_FN_ATTRS 30 _mm512_mask_madd52hi_epu64 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y) 32 return (__m512i)__builtin_ia32_selectq_51 [all...] |
H A D | avx512vpopcntdqintrin.h | 24 static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_popcnt_epi64(__m512i __A) { 25 return (__m512i)__builtin_ia32_vpopcntq_512((__v8di)__A); 28 static __inline__ __m512i __DEFAULT_FN_ATTRS 29 _mm512_mask_popcnt_epi64(__m512i __W, __mmask8 __U, __m512i __A) { 30 return (__m512i)__builtin_ia32_selectq_512( 34 static __inline__ __m512i __DEFAULT_FN_ATTRS 35 _mm512_maskz_popcnt_epi64(__mmask8 __U, __m512i __A) { 36 return _mm512_mask_popcnt_epi64((__m512i)_mm512_setzero_si51 [all...] |
H A D | avx512bwintrin.h | 226 ((__mmask64)__builtin_ia32_cmpb512_mask((__v64qi)(__m512i)(a), \ 227 (__v64qi)(__m512i)(b), (int)(p), \ 231 ((__mmask64)__builtin_ia32_cmpb512_mask((__v64qi)(__m512i)(a), \ 232 (__v64qi)(__m512i)(b), (int)(p), \ 236 ((__mmask64)__builtin_ia32_ucmpb512_mask((__v64qi)(__m512i)(a), \ 237 (__v64qi)(__m512i)(b), (int)(p), \ 241 ((__mmask64)__builtin_ia32_ucmpb512_mask((__v64qi)(__m512i)(a), \ 242 (__v64qi)(__m512i)(b), (int)(p), \ 246 ((__mmask32)__builtin_ia32_cmpw512_mask((__v32hi)(__m512i)(a), \ 247 (__v32hi)(__m512i)( [all...] |
H A D | vaesintrin.h | 55 static __inline__ __m512i __DEFAULT_FN_ATTRS_F 56 _mm512_aesenc_epi128(__m512i __A, __m512i __B) 58 return (__m512i) __builtin_ia32_aesenc512((__v8di) __A, 62 static __inline__ __m512i __DEFAULT_FN_ATTRS_F 63 _mm512_aesdec_epi128(__m512i __A, __m512i __B) 65 return (__m512i) __builtin_ia32_aesdec512((__v8di) __A, 69 static __inline__ __m512i __DEFAULT_FN_ATTRS_F 70 _mm512_aesenclast_epi128(__m512i __ [all...] |
H A D | vpclmulqdqintrin.h | 24 ((__m512i)__builtin_ia32_pclmulqdq512((__v8di)(__m512i)(A), \ 25 (__v8di)(__m512i)(B), \
|
H A D | avx512vp2intersectintrin.h | 52 _mm512_2intersect_epi32(__m512i __a, __m512i __b, __mmask16 *__m0, __mmask16 *__m1) { 72 _mm512_2intersect_epi64(__m512i __a, __m512i __b, __mmask8 *__m0, __mmask8 *__m1) {
|
H A D | gfniintrin.h | 87 ((__m512i)__builtin_ia32_vgf2p8affineinvqb_v64qi((__v64qi)(__m512i)(A), \ 88 (__v64qi)(__m512i)(B), \ 92 ((__m512i)__builtin_ia32_selectb_512((__mmask64)(U), \ 94 (__v64qi)(__m512i)(S))) 97 _mm512_mask_gf2p8affineinv_epi64_epi8((__m512i)_mm512_setzero_si512(), \ 101 ((__m512i)__builtin_ia32_vgf2p8affineqb_v64qi((__v64qi)(__m512i)(A), \ 102 (__v64qi)(__m512i)(B), \ 106 ((__m512i)__builtin_ia32_selectb_51 [all...] |
H A D | avx512dqintrin.h | 151 static __inline__ __m512i __DEFAULT_FN_ATTRS512 152 _mm512_mullo_epi64 (__m512i __A, __m512i __B) { 153 return (__m512i) ((__v8du) __A * (__v8du) __B); 156 static __inline__ __m512i __DEFAULT_FN_ATTRS512 157 _mm512_mask_mullo_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B) { 158 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U, 163 static __inline__ __m512i __DEFAULT_FN_ATTRS51 [all...] |
H A D | avx512fintrin.h | 35 typedef long long __m512i __attribute__((__vector_size__(64), __aligned__(64))); typedef 180 static __inline __m512i __DEFAULT_FN_ATTRS512 183 return __extension__ (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 }; 206 static __inline__ __m512i __DEFAULT_FN_ATTRS512 209 return (__m512i)__builtin_ia32_undef512(); 212 static __inline__ __m512i __DEFAULT_FN_ATTRS512 215 return (__m512i)__builtin_shufflevector((__v4si) __A, (__v4si) __A, 219 static __inline__ __m512i __DEFAULT_FN_ATTRS512 220 _mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A) 222 return (__m512i)__builtin_ia32_selectd_51 [all...] |
H A D | avx512pfintrin.h | 29 (__v16si)(__m512i)(index), (void const *)(addr), \ 34 (__v16si)(__m512i)(index), (void const *)(addr), \ 38 __builtin_ia32_gatherpfqpd((__mmask8)(mask), (__v8di)(__m512i)(index), \ 43 __builtin_ia32_gatherpfqpd((__mmask8) -1, (__v8di)(__m512i)(index), \ 48 __builtin_ia32_gatherpfqps((__mmask8)(mask), (__v8di)(__m512i)(index), \ 52 __builtin_ia32_gatherpfqps((__mmask8) -1, (__v8di)(__m512i)(index), \ 66 __builtin_ia32_scatterpfdps((__mmask16)-1, (__v16si)(__m512i)(index), \ 71 (__v16si)(__m512i)(index), (void *)(addr), \ 75 __builtin_ia32_scatterpfqpd((__mmask8)-1, (__v8di)(__m512i)(index), \ 80 __builtin_ia32_scatterpfqpd((__mmask8)(mask), (__v8di)(__m512i)(inde [all...] |
H A D | avx512bf16intrin.h | 240 return _mm512_castsi512_ps((__m512i)_mm512_slli_epi32( 241 (__m512i)_mm512_cvtepi16_epi32((__m256i)__A), 16)); 256 return _mm512_castsi512_ps((__m512i)_mm512_slli_epi32( 257 (__m512i)_mm512_maskz_cvtepi16_epi32((__mmask16)__U, (__m256i)__A), 16)); 274 return _mm512_castsi512_ps((__m512i)_mm512_mask_slli_epi32( 275 (__m512i)__S, (__mmask16)__U, 276 (__m512i)_mm512_cvtepi16_epi32((__m256i)__A), 16));
|
H A D | avx512fp16intrin.h | 136 static __inline__ __m512i __DEFAULT_FN_ATTRS512 138 return (__m512i)__a; 175 _mm512_castsi512_ph(__m512i __a) { 552 return (__m512h)_mm512_and_epi32(_mm512_set1_epi32(0x7FFF7FFF), (__m512i)__A); 1673 ((__m512i)__builtin_ia32_vcvtph2w512_mask((__v32hf)(A), \ 1678 ((__m512i)__builtin_ia32_vcvtph2w512_mask((__v32hf)(A), (__v32hi)(W), \ 1682 ((__m512i)__builtin_ia32_vcvtph2w512_mask((__v32hf)(A), \ 1686 static __inline__ __m512i __DEFAULT_FN_ATTRS512 1688 return (__m512i)__builtin_ia32_vcvtph2w512_mask( 1693 static __inline__ __m512i __DEFAULT_FN_ATTRS51 [all...] |
/freebsd-current/sys/contrib/libsodium/src/libsodium/crypto_pwhash/argon2/ |
H A D | argon2-fill-block-avx512f.c | 45 fill_block(__m512i *state, const uint8_t *ref_block, uint8_t *next_block) 47 __m512i block_XY[ARGON2_512BIT_WORDS_IN_BLOCK]; 52 state[i], _mm512_loadu_si512((__m512i const *) (&ref_block[64 * i]))); 69 _mm512_storeu_si512((__m512i *) (&next_block[64 * i]), state[i]); 74 fill_block_with_xor(__m512i *state, const uint8_t *ref_block, 77 __m512i block_XY[ARGON2_512BIT_WORDS_IN_BLOCK]; 82 state[i], _mm512_loadu_si512((__m512i const *) (&ref_block[64 * i]))); 84 state[i], _mm512_loadu_si512((__m512i const *) (&next_block[64 * i]))); 101 _mm512_storeu_si512((__m512i *) (&next_block[64 * i]), state[i]); 126 __m512i zero_bloc [all...] |
H A D | blamka-round-avx512f.h | 9 static inline __m512i 10 muladd(__m512i x, __m512i y) 12 __m512i z = _mm512_mul_epu32(x, y); 98 __m512i t0, t1; \
|
/freebsd-current/contrib/llvm-project/llvm/lib/Support/BLAKE3/ |
H A D | blake3_avx512.c | 17 INLINE __m512i loadu_512(const uint8_t src[64]) { 18 return _mm512_loadu_si512((const __m512i *)src); 33 INLINE __m512i add_512(__m512i a, __m512i b) { return _mm512_add_epi32(a, b); } 39 INLINE __m512i xor_512(__m512i a, __m512i b) { return _mm512_xor_si512(a, b); } 45 INLINE __m512i set1_512(uint32_t x) { return _mm512_set1_epi32((int32_t)x); } 55 INLINE __m512i rot16_51 [all...] |
/freebsd-current/sys/contrib/zstd/lib/common/ |
H A D | xxhash.h | 3743 __m512i* const xacc = (__m512i *) acc; 3745 XXH_STATIC_ASSERT(XXH_STRIPE_LEN == sizeof(__m512i)); 3749 __m512i const data_vec = _mm512_loadu_si512 (input); 3751 __m512i const key_vec = _mm512_loadu_si512 (secret); 3753 __m512i const data_key = _mm512_xor_si512 (data_vec, key_vec); 3755 __m512i const data_key_lo = _mm512_shuffle_epi32 (data_key, (_MM_PERM_ENUM)_MM_SHUFFLE(0, 3, 0, 1)); 3757 __m512i const product = _mm512_mul_epu32 (data_key, data_key_lo); 3759 __m512i const data_swap = _mm512_shuffle_epi32(data_vec, (_MM_PERM_ENUM)_MM_SHUFFLE(1, 0, 3, 2)); 3760 __m512i cons [all...] |