1/* Copyright (C) 2007-2015 Free Software Foundation, Inc.
2
3   This file is part of GCC.
4
5   GCC is free software; you can redistribute it and/or modify
6   it under the terms of the GNU General Public License as published by
7   the Free Software Foundation; either version 3, or (at your option)
8   any later version.
9
10   GCC is distributed in the hope that it will be useful,
11   but WITHOUT ANY WARRANTY; without even the implied warranty of
12   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13   GNU General Public License for more details.
14
15   Under Section 7 of GPL version 3, you are granted additional
16   permissions described in the GCC Runtime Library Exception, version
17   3.1, as published by the Free Software Foundation.
18
19   You should have received a copy of the GNU General Public License and
20   a copy of the GCC Runtime Library Exception along with this program;
21   see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
22   <http://www.gnu.org/licenses/>.  */
23
24#ifndef _X86INTRIN_H_INCLUDED
25# error "Never use <fma4intrin.h> directly; include <x86intrin.h> instead."
26#endif
27
28#ifndef _FMA4INTRIN_H_INCLUDED
29#define _FMA4INTRIN_H_INCLUDED
30
31/* We need definitions from the SSE4A, SSE3, SSE2 and SSE header files.  */
32#include <ammintrin.h>
33
34#ifndef __FMA4__
35#pragma GCC push_options
36#pragma GCC target("fma4")
37#define __DISABLE_FMA4__
38#endif /* __FMA4__ */
39
40/* 128b Floating point multiply/add type instructions.  */
41extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
42_mm_macc_ps (__m128 __A, __m128 __B, __m128 __C)
43{
44  return (__m128) __builtin_ia32_vfmaddps ((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
45}
46
47extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
48_mm_macc_pd (__m128d __A, __m128d __B, __m128d __C)
49{
50  return (__m128d) __builtin_ia32_vfmaddpd ((__v2df)__A, (__v2df)__B, (__v2df)__C);
51}
52
53extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
54_mm_macc_ss (__m128 __A, __m128 __B, __m128 __C)
55{
56  return (__m128) __builtin_ia32_vfmaddss ((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
57}
58
59extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
60_mm_macc_sd (__m128d __A, __m128d __B, __m128d __C)
61{
62  return (__m128d) __builtin_ia32_vfmaddsd ((__v2df)__A, (__v2df)__B, (__v2df)__C);
63}
64
65extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
66_mm_msub_ps (__m128 __A, __m128 __B, __m128 __C)
67
68{
69  return (__m128) __builtin_ia32_vfmaddps ((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
70}
71
72extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
73_mm_msub_pd (__m128d __A, __m128d __B, __m128d __C)
74{
75  return (__m128d) __builtin_ia32_vfmaddpd ((__v2df)__A, (__v2df)__B, -(__v2df)__C);
76}
77
78extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
79_mm_msub_ss (__m128 __A, __m128 __B, __m128 __C)
80{
81  return (__m128) __builtin_ia32_vfmaddss ((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
82}
83
84extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
85_mm_msub_sd (__m128d __A, __m128d __B, __m128d __C)
86{
87  return (__m128d) __builtin_ia32_vfmaddsd ((__v2df)__A, (__v2df)__B, -(__v2df)__C);
88}
89
90extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
91_mm_nmacc_ps (__m128 __A, __m128 __B, __m128 __C)
92{
93  return (__m128) __builtin_ia32_vfmaddps (-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
94}
95
96extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
97_mm_nmacc_pd (__m128d __A, __m128d __B, __m128d __C)
98{
99  return (__m128d) __builtin_ia32_vfmaddpd (-(__v2df)__A, (__v2df)__B, (__v2df)__C);
100}
101
102extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
103_mm_nmacc_ss (__m128 __A, __m128 __B, __m128 __C)
104{
105  return (__m128) __builtin_ia32_vfmaddss (-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
106}
107
108extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
109_mm_nmacc_sd (__m128d __A, __m128d __B, __m128d __C)
110{
111  return (__m128d) __builtin_ia32_vfmaddsd (-(__v2df)__A, (__v2df)__B, (__v2df)__C);
112}
113
114extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
115_mm_nmsub_ps (__m128 __A, __m128 __B, __m128 __C)
116{
117  return (__m128) __builtin_ia32_vfmaddps (-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
118}
119
120extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
121_mm_nmsub_pd (__m128d __A, __m128d __B, __m128d __C)
122{
123  return (__m128d) __builtin_ia32_vfmaddpd (-(__v2df)__A, (__v2df)__B, -(__v2df)__C);
124}
125
126extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
127_mm_nmsub_ss (__m128 __A, __m128 __B, __m128 __C)
128{
129  return (__m128) __builtin_ia32_vfmaddss (-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
130}
131
132extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
133_mm_nmsub_sd (__m128d __A, __m128d __B, __m128d __C)
134{
135  return (__m128d) __builtin_ia32_vfmaddsd (-(__v2df)__A, (__v2df)__B, -(__v2df)__C);
136}
137
138extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
139_mm_maddsub_ps (__m128 __A, __m128 __B, __m128 __C)
140{
141  return (__m128) __builtin_ia32_vfmaddsubps ((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
142}
143
144extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
145_mm_maddsub_pd (__m128d __A, __m128d __B, __m128d __C)
146{
147  return (__m128d) __builtin_ia32_vfmaddsubpd ((__v2df)__A, (__v2df)__B, (__v2df)__C);
148}
149
150extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
151_mm_msubadd_ps (__m128 __A, __m128 __B, __m128 __C)
152{
153  return (__m128) __builtin_ia32_vfmaddsubps ((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
154}
155
156extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
157_mm_msubadd_pd (__m128d __A, __m128d __B, __m128d __C)
158{
159  return (__m128d) __builtin_ia32_vfmaddsubpd ((__v2df)__A, (__v2df)__B, -(__v2df)__C);
160}
161
162/* 256b Floating point multiply/add type instructions.  */
163extern __inline __m256 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
164_mm256_macc_ps (__m256 __A, __m256 __B, __m256 __C)
165{
166  return (__m256) __builtin_ia32_vfmaddps256 ((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
167}
168
169extern __inline __m256d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
170_mm256_macc_pd (__m256d __A, __m256d __B, __m256d __C)
171{
172  return (__m256d) __builtin_ia32_vfmaddpd256 ((__v4df)__A, (__v4df)__B, (__v4df)__C);
173}
174
175extern __inline __m256 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
176_mm256_msub_ps (__m256 __A, __m256 __B, __m256 __C)
177
178{
179  return (__m256) __builtin_ia32_vfmaddps256 ((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
180}
181
182extern __inline __m256d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
183_mm256_msub_pd (__m256d __A, __m256d __B, __m256d __C)
184{
185  return (__m256d) __builtin_ia32_vfmaddpd256 ((__v4df)__A, (__v4df)__B, -(__v4df)__C);
186}
187
188extern __inline __m256 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
189_mm256_nmacc_ps (__m256 __A, __m256 __B, __m256 __C)
190{
191  return (__m256) __builtin_ia32_vfmaddps256 (-(__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
192}
193
194extern __inline __m256d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
195_mm256_nmacc_pd (__m256d __A, __m256d __B, __m256d __C)
196{
197  return (__m256d) __builtin_ia32_vfmaddpd256 (-(__v4df)__A, (__v4df)__B, (__v4df)__C);
198}
199
200extern __inline __m256 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
201_mm256_nmsub_ps (__m256 __A, __m256 __B, __m256 __C)
202{
203  return (__m256) __builtin_ia32_vfmaddps256 (-(__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
204}
205
206extern __inline __m256d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
207_mm256_nmsub_pd (__m256d __A, __m256d __B, __m256d __C)
208{
209  return (__m256d) __builtin_ia32_vfmaddpd256 (-(__v4df)__A, (__v4df)__B, -(__v4df)__C);
210}
211
212extern __inline __m256 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
213_mm256_maddsub_ps (__m256 __A, __m256 __B, __m256 __C)
214{
215  return (__m256) __builtin_ia32_vfmaddsubps256 ((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
216}
217
218extern __inline __m256d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
219_mm256_maddsub_pd (__m256d __A, __m256d __B, __m256d __C)
220{
221  return (__m256d) __builtin_ia32_vfmaddsubpd256 ((__v4df)__A, (__v4df)__B, (__v4df)__C);
222}
223
224extern __inline __m256 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
225_mm256_msubadd_ps (__m256 __A, __m256 __B, __m256 __C)
226{
227  return (__m256) __builtin_ia32_vfmaddsubps256 ((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
228}
229
230extern __inline __m256d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
231_mm256_msubadd_pd (__m256d __A, __m256d __B, __m256d __C)
232{
233  return (__m256d) __builtin_ia32_vfmaddsubpd256 ((__v4df)__A, (__v4df)__B, -(__v4df)__C);
234}
235
236#ifdef __DISABLE_FMA4__
237#undef __DISABLE_FMA4__
238#pragma GCC pop_options
239#endif /* __DISABLE_FMA4__ */
240
241#endif
242