1/* Copyright (C) 2013-2022 Free Software Foundation, Inc. 2 3 This file is part of GCC. 4 5 GCC is free software; you can redistribute it and/or modify 6 it under the terms of the GNU General Public License as published by 7 the Free Software Foundation; either version 3, or (at your option) 8 any later version. 9 10 GCC is distributed in the hope that it will be useful, 11 but WITHOUT ANY WARRANTY; without even the implied warranty of 12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 GNU General Public License for more details. 14 15 Under Section 7 of GPL version 3, you are granted additional 16 permissions described in the GCC Runtime Library Exception, version 17 3.1, as published by the Free Software Foundation. 18 19 You should have received a copy of the GNU General Public License and 20 a copy of the GCC Runtime Library Exception along with this program; 21 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 22 <http://www.gnu.org/licenses/>. */ 23 24#ifndef _IMMINTRIN_H_INCLUDED 25#error "Never use <avx512vnniintrin.h> directly; include <immintrin.h> instead." 26#endif 27 28#ifndef __AVX512VNNIINTRIN_H_INCLUDED 29#define __AVX512VNNIINTRIN_H_INCLUDED 30 31#if !defined(__AVX512VNNI__) 32#pragma GCC push_options 33#pragma GCC target("avx512vnni") 34#define __DISABLE_AVX512VNNI__ 35#endif /* __AVX512VNNI__ */ 36 37extern __inline __m512i 38__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 39_mm512_dpbusd_epi32 (__m512i __A, __m512i __B, __m512i __C) 40{ 41 return (__m512i) __builtin_ia32_vpdpbusd_v16si ((__v16si)__A, (__v16si) __B, 42 (__v16si) __C); 43} 44 45extern __inline __m512i 46__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 47_mm512_mask_dpbusd_epi32 (__m512i __A, __mmask16 __B, __m512i __C, __m512i __D) 48{ 49 return (__m512i)__builtin_ia32_vpdpbusd_v16si_mask ((__v16si)__A, 50 (__v16si) __C, (__v16si) __D, (__mmask16)__B); 51} 52 53extern __inline __m512i 54__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 55_mm512_maskz_dpbusd_epi32 (__mmask16 __A, __m512i __B, __m512i __C, 56 __m512i __D) 57{ 58 return (__m512i)__builtin_ia32_vpdpbusd_v16si_maskz ((__v16si)__B, 59 (__v16si) __C, (__v16si) __D, (__mmask16)__A); 60} 61 62extern __inline __m512i 63__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 64_mm512_dpbusds_epi32 (__m512i __A, __m512i __B, __m512i __C) 65{ 66 return (__m512i) __builtin_ia32_vpdpbusds_v16si ((__v16si)__A, (__v16si) __B, 67 (__v16si) __C); 68} 69 70extern __inline __m512i 71__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 72_mm512_mask_dpbusds_epi32 (__m512i __A, __mmask16 __B, __m512i __C, 73 __m512i __D) 74{ 75 return (__m512i)__builtin_ia32_vpdpbusds_v16si_mask ((__v16si)__A, 76 (__v16si) __C, (__v16si) __D, (__mmask16)__B); 77} 78 79extern __inline __m512i 80__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 81_mm512_maskz_dpbusds_epi32 (__mmask16 __A, __m512i __B, __m512i __C, 82 __m512i __D) 83{ 84 return (__m512i)__builtin_ia32_vpdpbusds_v16si_maskz ((__v16si)__B, 85 (__v16si) __C, (__v16si) __D, (__mmask16)__A); 86} 87 88extern __inline __m512i 89__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 90_mm512_dpwssd_epi32 (__m512i __A, __m512i __B, __m512i __C) 91{ 92 return (__m512i) __builtin_ia32_vpdpwssd_v16si ((__v16si)__A, (__v16si) __B, 93 (__v16si) __C); 94} 95 96extern __inline __m512i 97__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 98_mm512_mask_dpwssd_epi32 (__m512i __A, __mmask16 __B, __m512i __C, __m512i __D) 99{ 100 return (__m512i)__builtin_ia32_vpdpwssd_v16si_mask ((__v16si)__A, 101 (__v16si) __C, (__v16si) __D, (__mmask16)__B); 102} 103 104extern __inline __m512i 105__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 106_mm512_maskz_dpwssd_epi32 (__mmask16 __A, __m512i __B, __m512i __C, 107 __m512i __D) 108{ 109 return (__m512i)__builtin_ia32_vpdpwssd_v16si_maskz ((__v16si)__B, 110 (__v16si) __C, (__v16si) __D, (__mmask16)__A); 111} 112 113extern __inline __m512i 114__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 115_mm512_dpwssds_epi32 (__m512i __A, __m512i __B, __m512i __C) 116{ 117 return (__m512i) __builtin_ia32_vpdpwssds_v16si ((__v16si)__A, (__v16si) __B, 118 (__v16si) __C); 119} 120 121extern __inline __m512i 122__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 123_mm512_mask_dpwssds_epi32 (__m512i __A, __mmask16 __B, __m512i __C, 124 __m512i __D) 125{ 126 return (__m512i)__builtin_ia32_vpdpwssds_v16si_mask ((__v16si)__A, 127 (__v16si) __C, (__v16si) __D, (__mmask16)__B); 128} 129 130extern __inline __m512i 131__attribute__((__gnu_inline__, __always_inline__, __artificial__)) 132_mm512_maskz_dpwssds_epi32 (__mmask16 __A, __m512i __B, __m512i __C, 133 __m512i __D) 134{ 135 return (__m512i)__builtin_ia32_vpdpwssds_v16si_maskz ((__v16si)__B, 136 (__v16si) __C, (__v16si) __D, (__mmask16)__A); 137} 138 139#ifdef __DISABLE_AVX512VNNI__ 140#undef __DISABLE_AVX512VNNI__ 141#pragma GCC pop_options 142#endif /* __DISABLE_AVX512VNNI__ */ 143 144#endif /* __AVX512VNNIINTRIN_H_INCLUDED */ 145