1/*===---- fma4intrin.h - FMA4 intrinsics -----------------------------------=== 2 * 3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 * See https://llvm.org/LICENSE.txt for license information. 5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 * 7 *===-----------------------------------------------------------------------=== 8 */ 9 10#ifndef __X86INTRIN_H 11#error "Never use <fma4intrin.h> directly; include <x86intrin.h> instead." 12#endif 13 14#ifndef __FMA4INTRIN_H 15#define __FMA4INTRIN_H 16 17#include <pmmintrin.h> 18 19/* Define the default attributes for the functions in this file. */ 20#define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("fma4"), __min_vector_width__(128))) 21#define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("fma4"), __min_vector_width__(256))) 22 23static __inline__ __m128 __DEFAULT_FN_ATTRS128 24_mm_macc_ps(__m128 __A, __m128 __B, __m128 __C) 25{ 26 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C); 27} 28 29static __inline__ __m128d __DEFAULT_FN_ATTRS128 30_mm_macc_pd(__m128d __A, __m128d __B, __m128d __C) 31{ 32 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, (__v2df)__C); 33} 34 35static __inline__ __m128 __DEFAULT_FN_ATTRS128 36_mm_macc_ss(__m128 __A, __m128 __B, __m128 __C) 37{ 38 return (__m128)__builtin_ia32_vfmaddss((__v4sf)__A, (__v4sf)__B, (__v4sf)__C); 39} 40 41static __inline__ __m128d __DEFAULT_FN_ATTRS128 42_mm_macc_sd(__m128d __A, __m128d __B, __m128d __C) 43{ 44 return (__m128d)__builtin_ia32_vfmaddsd((__v2df)__A, (__v2df)__B, (__v2df)__C); 45} 46 47static __inline__ __m128 __DEFAULT_FN_ATTRS128 48_mm_msub_ps(__m128 __A, __m128 __B, __m128 __C) 49{ 50 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C); 51} 52 53static __inline__ __m128d __DEFAULT_FN_ATTRS128 54_mm_msub_pd(__m128d __A, __m128d __B, __m128d __C) 55{ 56 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, -(__v2df)__C); 57} 58 59static __inline__ __m128 __DEFAULT_FN_ATTRS128 60_mm_msub_ss(__m128 __A, __m128 __B, __m128 __C) 61{ 62 return (__m128)__builtin_ia32_vfmaddss((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C); 63} 64 65static __inline__ __m128d __DEFAULT_FN_ATTRS128 66_mm_msub_sd(__m128d __A, __m128d __B, __m128d __C) 67{ 68 return (__m128d)__builtin_ia32_vfmaddsd((__v2df)__A, (__v2df)__B, -(__v2df)__C); 69} 70 71static __inline__ __m128 __DEFAULT_FN_ATTRS128 72_mm_nmacc_ps(__m128 __A, __m128 __B, __m128 __C) 73{ 74 return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C); 75} 76 77static __inline__ __m128d __DEFAULT_FN_ATTRS128 78_mm_nmacc_pd(__m128d __A, __m128d __B, __m128d __C) 79{ 80 return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, (__v2df)__C); 81} 82 83static __inline__ __m128 __DEFAULT_FN_ATTRS128 84_mm_nmacc_ss(__m128 __A, __m128 __B, __m128 __C) 85{ 86 return (__m128)__builtin_ia32_vfmaddss(-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C); 87} 88 89static __inline__ __m128d __DEFAULT_FN_ATTRS128 90_mm_nmacc_sd(__m128d __A, __m128d __B, __m128d __C) 91{ 92 return (__m128d)__builtin_ia32_vfmaddsd(-(__v2df)__A, (__v2df)__B, (__v2df)__C); 93} 94 95static __inline__ __m128 __DEFAULT_FN_ATTRS128 96_mm_nmsub_ps(__m128 __A, __m128 __B, __m128 __C) 97{ 98 return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C); 99} 100 101static __inline__ __m128d __DEFAULT_FN_ATTRS128 102_mm_nmsub_pd(__m128d __A, __m128d __B, __m128d __C) 103{ 104 return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, -(__v2df)__C); 105} 106 107static __inline__ __m128 __DEFAULT_FN_ATTRS128 108_mm_nmsub_ss(__m128 __A, __m128 __B, __m128 __C) 109{ 110 return (__m128)__builtin_ia32_vfmaddss(-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C); 111} 112 113static __inline__ __m128d __DEFAULT_FN_ATTRS128 114_mm_nmsub_sd(__m128d __A, __m128d __B, __m128d __C) 115{ 116 return (__m128d)__builtin_ia32_vfmaddsd(-(__v2df)__A, (__v2df)__B, -(__v2df)__C); 117} 118 119static __inline__ __m128 __DEFAULT_FN_ATTRS128 120_mm_maddsub_ps(__m128 __A, __m128 __B, __m128 __C) 121{ 122 return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C); 123} 124 125static __inline__ __m128d __DEFAULT_FN_ATTRS128 126_mm_maddsub_pd(__m128d __A, __m128d __B, __m128d __C) 127{ 128 return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, (__v2df)__C); 129} 130 131static __inline__ __m128 __DEFAULT_FN_ATTRS128 132_mm_msubadd_ps(__m128 __A, __m128 __B, __m128 __C) 133{ 134 return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C); 135} 136 137static __inline__ __m128d __DEFAULT_FN_ATTRS128 138_mm_msubadd_pd(__m128d __A, __m128d __B, __m128d __C) 139{ 140 return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, -(__v2df)__C); 141} 142 143static __inline__ __m256 __DEFAULT_FN_ATTRS256 144_mm256_macc_ps(__m256 __A, __m256 __B, __m256 __C) 145{ 146 return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C); 147} 148 149static __inline__ __m256d __DEFAULT_FN_ATTRS256 150_mm256_macc_pd(__m256d __A, __m256d __B, __m256d __C) 151{ 152 return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, (__v4df)__C); 153} 154 155static __inline__ __m256 __DEFAULT_FN_ATTRS256 156_mm256_msub_ps(__m256 __A, __m256 __B, __m256 __C) 157{ 158 return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C); 159} 160 161static __inline__ __m256d __DEFAULT_FN_ATTRS256 162_mm256_msub_pd(__m256d __A, __m256d __B, __m256d __C) 163{ 164 return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C); 165} 166 167static __inline__ __m256 __DEFAULT_FN_ATTRS256 168_mm256_nmacc_ps(__m256 __A, __m256 __B, __m256 __C) 169{ 170 return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, (__v8sf)__C); 171} 172 173static __inline__ __m256d __DEFAULT_FN_ATTRS256 174_mm256_nmacc_pd(__m256d __A, __m256d __B, __m256d __C) 175{ 176 return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, (__v4df)__C); 177} 178 179static __inline__ __m256 __DEFAULT_FN_ATTRS256 180_mm256_nmsub_ps(__m256 __A, __m256 __B, __m256 __C) 181{ 182 return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, -(__v8sf)__C); 183} 184 185static __inline__ __m256d __DEFAULT_FN_ATTRS256 186_mm256_nmsub_pd(__m256d __A, __m256d __B, __m256d __C) 187{ 188 return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, -(__v4df)__C); 189} 190 191static __inline__ __m256 __DEFAULT_FN_ATTRS256 192_mm256_maddsub_ps(__m256 __A, __m256 __B, __m256 __C) 193{ 194 return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C); 195} 196 197static __inline__ __m256d __DEFAULT_FN_ATTRS256 198_mm256_maddsub_pd(__m256d __A, __m256d __B, __m256d __C) 199{ 200 return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, (__v4df)__C); 201} 202 203static __inline__ __m256 __DEFAULT_FN_ATTRS256 204_mm256_msubadd_ps(__m256 __A, __m256 __B, __m256 __C) 205{ 206 return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C); 207} 208 209static __inline__ __m256d __DEFAULT_FN_ATTRS256 210_mm256_msubadd_pd(__m256d __A, __m256d __B, __m256d __C) 211{ 212 return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C); 213} 214 215#undef __DEFAULT_FN_ATTRS128 216#undef __DEFAULT_FN_ATTRS256 217 218#endif /* __FMA4INTRIN_H */ 219