clang  6.0.0svn
avx512erintrin.h
Go to the documentation of this file.
1 /*===---- avx512erintrin.h - AVX512ER intrinsics ---------------------------===
2  *
3  * Permission is hereby granted, free of charge, to any person obtaining a copy
4  * of this software and associated documentation files (the "Software"), to deal
5  * in the Software without restriction, including without limitation the rights
6  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7  * copies of the Software, and to permit persons to whom the Software is
8  * furnished to do so, subject to the following conditions:
9  *
10  * The above copyright notice and this permission notice shall be included in
11  * all copies or substantial portions of the Software.
12  *
13  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19  * THE SOFTWARE.
20  *
21  *===-----------------------------------------------------------------------===
22  */
23 #ifndef __IMMINTRIN_H
24 #error "Never use <avx512erintrin.h> directly; include <immintrin.h> instead."
25 #endif
26 
27 #ifndef __AVX512ERINTRIN_H
28 #define __AVX512ERINTRIN_H
29 
30 // exp2a23
31 #define _mm512_exp2a23_round_pd(A, R) __extension__ ({ \
32  (__m512d)__builtin_ia32_exp2pd_mask((__v8df)(__m512d)(A), \
33  (__v8df)_mm512_setzero_pd(), \
34  (__mmask8)-1, (int)(R)); })
35 
36 #define _mm512_mask_exp2a23_round_pd(S, M, A, R) __extension__ ({ \
37  (__m512d)__builtin_ia32_exp2pd_mask((__v8df)(__m512d)(A), \
38  (__v8df)(__m512d)(S), (__mmask8)(M), \
39  (int)(R)); })
40 
41 #define _mm512_maskz_exp2a23_round_pd(M, A, R) __extension__ ({ \
42  (__m512d)__builtin_ia32_exp2pd_mask((__v8df)(__m512d)(A), \
43  (__v8df)_mm512_setzero_pd(), \
44  (__mmask8)(M), (int)(R)); })
45 
46 #define _mm512_exp2a23_pd(A) \
47  _mm512_exp2a23_round_pd((A), _MM_FROUND_CUR_DIRECTION)
48 
49 #define _mm512_mask_exp2a23_pd(S, M, A) \
50  _mm512_mask_exp2a23_round_pd((S), (M), (A), _MM_FROUND_CUR_DIRECTION)
51 
52 #define _mm512_maskz_exp2a23_pd(M, A) \
53  _mm512_maskz_exp2a23_round_pd((M), (A), _MM_FROUND_CUR_DIRECTION)
54 
55 #define _mm512_exp2a23_round_ps(A, R) __extension__ ({ \
56  (__m512)__builtin_ia32_exp2ps_mask((__v16sf)(__m512)(A), \
57  (__v16sf)_mm512_setzero_ps(), \
58  (__mmask16)-1, (int)(R)); })
59 
60 #define _mm512_mask_exp2a23_round_ps(S, M, A, R) __extension__ ({ \
61  (__m512)__builtin_ia32_exp2ps_mask((__v16sf)(__m512)(A), \
62  (__v16sf)(__m512)(S), (__mmask16)(M), \
63  (int)(R)); })
64 
65 #define _mm512_maskz_exp2a23_round_ps(M, A, R) __extension__ ({ \
66  (__m512)__builtin_ia32_exp2ps_mask((__v16sf)(__m512)(A), \
67  (__v16sf)_mm512_setzero_ps(), \
68  (__mmask16)(M), (int)(R)); })
69 
70 #define _mm512_exp2a23_ps(A) \
71  _mm512_exp2a23_round_ps((A), _MM_FROUND_CUR_DIRECTION)
72 
73 #define _mm512_mask_exp2a23_ps(S, M, A) \
74  _mm512_mask_exp2a23_round_ps((S), (M), (A), _MM_FROUND_CUR_DIRECTION)
75 
76 #define _mm512_maskz_exp2a23_ps(M, A) \
77  _mm512_maskz_exp2a23_round_ps((M), (A), _MM_FROUND_CUR_DIRECTION)
78 
79 // rsqrt28
80 #define _mm512_rsqrt28_round_pd(A, R) __extension__ ({ \
81  (__m512d)__builtin_ia32_rsqrt28pd_mask((__v8df)(__m512d)(A), \
82  (__v8df)_mm512_setzero_pd(), \
83  (__mmask8)-1, (int)(R)); })
84 
85 #define _mm512_mask_rsqrt28_round_pd(S, M, A, R) __extension__ ({ \
86  (__m512d)__builtin_ia32_rsqrt28pd_mask((__v8df)(__m512d)(A), \
87  (__v8df)(__m512d)(S), (__mmask8)(M), \
88  (int)(R)); })
89 
90 #define _mm512_maskz_rsqrt28_round_pd(M, A, R) __extension__ ({ \
91  (__m512d)__builtin_ia32_rsqrt28pd_mask((__v8df)(__m512d)(A), \
92  (__v8df)_mm512_setzero_pd(), \
93  (__mmask8)(M), (int)(R)); })
94 
95 #define _mm512_rsqrt28_pd(A) \
96  _mm512_rsqrt28_round_pd((A), _MM_FROUND_CUR_DIRECTION)
97 
98 #define _mm512_mask_rsqrt28_pd(S, M, A) \
99  _mm512_mask_rsqrt28_round_pd((S), (M), (A), _MM_FROUND_CUR_DIRECTION)
100 
101 #define _mm512_maskz_rsqrt28_pd(M, A) \
102  _mm512_maskz_rsqrt28_round_pd((M), (A), _MM_FROUND_CUR_DIRECTION)
103 
104 #define _mm512_rsqrt28_round_ps(A, R) __extension__ ({ \
105  (__m512)__builtin_ia32_rsqrt28ps_mask((__v16sf)(__m512)(A), \
106  (__v16sf)_mm512_setzero_ps(), \
107  (__mmask16)-1, (int)(R)); })
108 
109 #define _mm512_mask_rsqrt28_round_ps(S, M, A, R) __extension__ ({ \
110  (__m512)__builtin_ia32_rsqrt28ps_mask((__v16sf)(__m512)(A), \
111  (__v16sf)(__m512)(S), (__mmask16)(M), \
112  (int)(R)); })
113 
114 #define _mm512_maskz_rsqrt28_round_ps(M, A, R) __extension__ ({ \
115  (__m512)__builtin_ia32_rsqrt28ps_mask((__v16sf)(__m512)(A), \
116  (__v16sf)_mm512_setzero_ps(), \
117  (__mmask16)(M), (int)(R)); })
118 
119 #define _mm512_rsqrt28_ps(A) \
120  _mm512_rsqrt28_round_ps((A), _MM_FROUND_CUR_DIRECTION)
121 
122 #define _mm512_mask_rsqrt28_ps(S, M, A) \
123  _mm512_mask_rsqrt28_round_ps((S), (M), A, _MM_FROUND_CUR_DIRECTION)
124 
125 #define _mm512_maskz_rsqrt28_ps(M, A) \
126  _mm512_maskz_rsqrt28_round_ps((M), (A), _MM_FROUND_CUR_DIRECTION)
127 
128 #define _mm_rsqrt28_round_ss(A, B, R) __extension__ ({ \
129  (__m128)__builtin_ia32_rsqrt28ss_round_mask((__v4sf)(__m128)(A), \
130  (__v4sf)(__m128)(B), \
131  (__v4sf)_mm_setzero_ps(), \
132  (__mmask8)-1, (int)(R)); })
133 
134 #define _mm_mask_rsqrt28_round_ss(S, M, A, B, R) __extension__ ({ \
135  (__m128)__builtin_ia32_rsqrt28ss_round_mask((__v4sf)(__m128)(A), \
136  (__v4sf)(__m128)(B), \
137  (__v4sf)(__m128)(S), \
138  (__mmask8)(M), (int)(R)); })
139 
140 #define _mm_maskz_rsqrt28_round_ss(M, A, B, R) __extension__ ({ \
141  (__m128)__builtin_ia32_rsqrt28ss_round_mask((__v4sf)(__m128)(A), \
142  (__v4sf)(__m128)(B), \
143  (__v4sf)_mm_setzero_ps(), \
144  (__mmask8)(M), (int)(R)); })
145 
146 #define _mm_rsqrt28_ss(A, B) \
147  _mm_rsqrt28_round_ss((A), (B), _MM_FROUND_CUR_DIRECTION)
148 
149 #define _mm_mask_rsqrt28_ss(S, M, A, B) \
150  _mm_mask_rsqrt28_round_ss((S), (M), (A), (B), _MM_FROUND_CUR_DIRECTION)
151 
152 #define _mm_maskz_rsqrt28_ss(M, A, B) \
153  _mm_maskz_rsqrt28_round_ss((M), (A), (B), _MM_FROUND_CUR_DIRECTION)
154 
155 #define _mm_rsqrt28_round_sd(A, B, R) __extension__ ({ \
156  (__m128d)__builtin_ia32_rsqrt28sd_round_mask((__v2df)(__m128d)(A), \
157  (__v2df)(__m128d)(B), \
158  (__v2df)_mm_setzero_pd(), \
159  (__mmask8)-1, (int)(R)); })
160 
161 #define _mm_mask_rsqrt28_round_sd(S, M, A, B, R) __extension__ ({ \
162  (__m128d)__builtin_ia32_rsqrt28sd_round_mask((__v2df)(__m128d)(A), \
163  (__v2df)(__m128d)(B), \
164  (__v2df)(__m128d)(S), \
165  (__mmask8)(M), (int)(R)); })
166 
167 #define _mm_maskz_rsqrt28_round_sd(M, A, B, R) __extension__ ({ \
168  (__m128d)__builtin_ia32_rsqrt28sd_round_mask((__v2df)(__m128d)(A), \
169  (__v2df)(__m128d)(B), \
170  (__v2df)_mm_setzero_pd(), \
171  (__mmask8)(M), (int)(R)); })
172 
173 #define _mm_rsqrt28_sd(A, B) \
174  _mm_rsqrt28_round_sd((A), (B), _MM_FROUND_CUR_DIRECTION)
175 
176 #define _mm_mask_rsqrt28_sd(S, M, A, B) \
177  _mm_mask_rsqrt28_round_sd((S), (M), (A), (B), _MM_FROUND_CUR_DIRECTION)
178 
179 #define _mm_maskz_rsqrt28_sd(M, A, B) \
180  _mm_maskz_rsqrt28_round_sd((M), (A), (B), _MM_FROUND_CUR_DIRECTION)
181 
182 // rcp28
183 #define _mm512_rcp28_round_pd(A, R) __extension__ ({ \
184  (__m512d)__builtin_ia32_rcp28pd_mask((__v8df)(__m512d)(A), \
185  (__v8df)_mm512_setzero_pd(), \
186  (__mmask8)-1, (int)(R)); })
187 
188 #define _mm512_mask_rcp28_round_pd(S, M, A, R) __extension__ ({ \
189  (__m512d)__builtin_ia32_rcp28pd_mask((__v8df)(__m512d)(A), \
190  (__v8df)(__m512d)(S), (__mmask8)(M), \
191  (int)(R)); })
192 
193 #define _mm512_maskz_rcp28_round_pd(M, A, R) __extension__ ({ \
194  (__m512d)__builtin_ia32_rcp28pd_mask((__v8df)(__m512d)(A), \
195  (__v8df)_mm512_setzero_pd(), \
196  (__mmask8)(M), (int)(R)); })
197 
198 #define _mm512_rcp28_pd(A) \
199  _mm512_rcp28_round_pd((A), _MM_FROUND_CUR_DIRECTION)
200 
201 #define _mm512_mask_rcp28_pd(S, M, A) \
202  _mm512_mask_rcp28_round_pd((S), (M), (A), _MM_FROUND_CUR_DIRECTION)
203 
204 #define _mm512_maskz_rcp28_pd(M, A) \
205  _mm512_maskz_rcp28_round_pd((M), (A), _MM_FROUND_CUR_DIRECTION)
206 
207 #define _mm512_rcp28_round_ps(A, R) __extension__ ({ \
208  (__m512)__builtin_ia32_rcp28ps_mask((__v16sf)(__m512)(A), \
209  (__v16sf)_mm512_setzero_ps(), \
210  (__mmask16)-1, (int)(R)); })
211 
212 #define _mm512_mask_rcp28_round_ps(S, M, A, R) __extension__ ({ \
213  (__m512)__builtin_ia32_rcp28ps_mask((__v16sf)(__m512)(A), \
214  (__v16sf)(__m512)(S), (__mmask16)(M), \
215  (int)(R)); })
216 
217 #define _mm512_maskz_rcp28_round_ps(M, A, R) __extension__ ({ \
218  (__m512)__builtin_ia32_rcp28ps_mask((__v16sf)(__m512)(A), \
219  (__v16sf)_mm512_setzero_ps(), \
220  (__mmask16)(M), (int)(R)); })
221 
222 #define _mm512_rcp28_ps(A) \
223  _mm512_rcp28_round_ps((A), _MM_FROUND_CUR_DIRECTION)
224 
225 #define _mm512_mask_rcp28_ps(S, M, A) \
226  _mm512_mask_rcp28_round_ps((S), (M), (A), _MM_FROUND_CUR_DIRECTION)
227 
228 #define _mm512_maskz_rcp28_ps(M, A) \
229  _mm512_maskz_rcp28_round_ps((M), (A), _MM_FROUND_CUR_DIRECTION)
230 
231 #define _mm_rcp28_round_ss(A, B, R) __extension__ ({ \
232  (__m128)__builtin_ia32_rcp28ss_round_mask((__v4sf)(__m128)(A), \
233  (__v4sf)(__m128)(B), \
234  (__v4sf)_mm_setzero_ps(), \
235  (__mmask8)-1, (int)(R)); })
236 
237 #define _mm_mask_rcp28_round_ss(S, M, A, B, R) __extension__ ({ \
238  (__m128)__builtin_ia32_rcp28ss_round_mask((__v4sf)(__m128)(A), \
239  (__v4sf)(__m128)(B), \
240  (__v4sf)(__m128)(S), \
241  (__mmask8)(M), (int)(R)); })
242 
243 #define _mm_maskz_rcp28_round_ss(M, A, B, R) __extension__ ({ \
244  (__m128)__builtin_ia32_rcp28ss_round_mask((__v4sf)(__m128)(A), \
245  (__v4sf)(__m128)(B), \
246  (__v4sf)_mm_setzero_ps(), \
247  (__mmask8)(M), (int)(R)); })
248 
249 #define _mm_rcp28_ss(A, B) \
250  _mm_rcp28_round_ss((A), (B), _MM_FROUND_CUR_DIRECTION)
251 
252 #define _mm_mask_rcp28_ss(S, M, A, B) \
253  _mm_mask_rcp28_round_ss((S), (M), (A), (B), _MM_FROUND_CUR_DIRECTION)
254 
255 #define _mm_maskz_rcp28_ss(M, A, B) \
256  _mm_maskz_rcp28_round_ss((M), (A), (B), _MM_FROUND_CUR_DIRECTION)
257 
258 #define _mm_rcp28_round_sd(A, B, R) __extension__ ({ \
259  (__m128d)__builtin_ia32_rcp28sd_round_mask((__v2df)(__m128d)(A), \
260  (__v2df)(__m128d)(B), \
261  (__v2df)_mm_setzero_pd(), \
262  (__mmask8)-1, (int)(R)); })
263 
264 #define _mm_mask_rcp28_round_sd(S, M, A, B, R) __extension__ ({ \
265  (__m128d)__builtin_ia32_rcp28sd_round_mask((__v2df)(__m128d)(A), \
266  (__v2df)(__m128d)(B), \
267  (__v2df)(__m128d)(S), \
268  (__mmask8)(M), (int)(R)); })
269 
270 #define _mm_maskz_rcp28_round_sd(M, A, B, R) __extension__ ({ \
271  (__m128d)__builtin_ia32_rcp28sd_round_mask((__v2df)(__m128d)(A), \
272  (__v2df)(__m128d)(B), \
273  (__v2df)_mm_setzero_pd(), \
274  (__mmask8)(M), (int)(R)); })
275 
276 #define _mm_rcp28_sd(A, B) \
277  _mm_rcp28_round_sd((A), (B), _MM_FROUND_CUR_DIRECTION)
278 
279 #define _mm_mask_rcp28_sd(S, M, A, B) \
280  _mm_mask_rcp28_round_sd((S), (M), (A), (B), _MM_FROUND_CUR_DIRECTION)
281 
282 #define _mm_maskz_rcp28_sd(M, A, B) \
283  _mm_maskz_rcp28_round_sd((M), (A), (B), _MM_FROUND_CUR_DIRECTION)
284 
285 #endif // __AVX512ERINTRIN_H