190075Sobrien/*===----- avx512vpopcntdqintrin.h - AVX512VPOPCNTDQ intrinsics-------------===
2169689Skan *
3169689Skan *
490075Sobrien * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
590075Sobrien * See https://llvm.org/LICENSE.txt for license information.
690075Sobrien * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
790075Sobrien *
890075Sobrien *===-----------------------------------------------------------------------===
990075Sobrien */
1090075Sobrien#ifndef __IMMINTRIN_H
1190075Sobrien#error                                                                         \
1290075Sobrien    "Never use <avx512vpopcntdqintrin.h> directly; include <immintrin.h> instead."
1390075Sobrien#endif
1490075Sobrien
1590075Sobrien#ifndef __AVX512VPOPCNTDQINTRIN_H
1690075Sobrien#define __AVX512VPOPCNTDQINTRIN_H
1790075Sobrien
1890075Sobrien/* Define the default attributes for the functions in this file. */
1990075Sobrien#define __DEFAULT_FN_ATTRS                                                     \
20169689Skan  __attribute__((__always_inline__, __nodebug__, __target__("avx512vpopcntdq"), __min_vector_width__(512)))
21169689Skan
2290075Sobrienstatic __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_popcnt_epi64(__m512i __A) {
2390075Sobrien  return (__m512i)__builtin_ia32_vpopcntq_512((__v8di)__A);
2490075Sobrien}
2590075Sobrien
26132718Skanstatic __inline__ __m512i __DEFAULT_FN_ATTRS
27169689Skan_mm512_mask_popcnt_epi64(__m512i __W, __mmask8 __U, __m512i __A) {
2890075Sobrien  return (__m512i)__builtin_ia32_selectq_512(
29132718Skan      (__mmask8)__U, (__v8di)_mm512_popcnt_epi64(__A), (__v8di)__W);
3090075Sobrien}
3190075Sobrien
32132718Skanstatic __inline__ __m512i __DEFAULT_FN_ATTRS
3390075Sobrien_mm512_maskz_popcnt_epi64(__mmask8 __U, __m512i __A) {
3490075Sobrien  return _mm512_mask_popcnt_epi64((__m512i)_mm512_setzero_si512(), __U, __A);
3590075Sobrien}
3690075Sobrien
3790075Sobrienstatic __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_popcnt_epi32(__m512i __A) {
38117395Skan  return (__m512i)__builtin_ia32_vpopcntd_512((__v16si)__A);
39117395Skan}
40117395Skan
41117395Skanstatic __inline__ __m512i __DEFAULT_FN_ATTRS
42117395Skan_mm512_mask_popcnt_epi32(__m512i __W, __mmask16 __U, __m512i __A) {
43117395Skan  return (__m512i)__builtin_ia32_selectd_512(
44117395Skan      (__mmask16)__U, (__v16si)_mm512_popcnt_epi32(__A), (__v16si)__W);
45117395Skan}
46117395Skan
47169689Skanstatic __inline__ __m512i __DEFAULT_FN_ATTRS
48169689Skan_mm512_maskz_popcnt_epi32(__mmask16 __U, __m512i __A) {
49117395Skan  return _mm512_mask_popcnt_epi32((__m512i)_mm512_setzero_si512(), __U, __A);
50117395Skan}
5190075Sobrien
5290075Sobrien#undef __DEFAULT_FN_ATTRS
5390075Sobrien
54117395Skan#endif
55117395Skan