?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
[docs] Add LICENSE.txt to the root of the mono-repo
[llvm-project.git] / clang / lib / Headers / avx512dqintrin.h
blob3ba0a0cfd5fdfb3c35dd8970db1eb09c9eb18ae9
1 /*===---- avx512dqintrin.h - AVX512DQ intrinsics ---------------------------===
2 *
3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 * See https://llvm.org/LICENSE.txt for license information.
5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 *
7 *===-----------------------------------------------------------------------===
8 */
9
10 #ifndef __IMMINTRIN_H
11 #error "Never use <avx512dqintrin.h> directly; include <immintrin.h> instead."
12 #endif
13
14 #ifndef __AVX512DQINTRIN_H
15 #define __AVX512DQINTRIN_H
16
17 /* Define the default attributes for the functions in this file. */
18 #define __DEFAULT_FN_ATTRS512 __attribute__((__always_inline__, __nodebug__, __target__("avx512dq"), __min_vector_width__(512)))
19 #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512dq")))
20
21 static __inline __mmask8 __DEFAULT_FN_ATTRS
22 _knot_mask8(__mmask8 __M)
23 {
24 return __builtin_ia32_knotqi(__M);
25 }
26
27 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
28 _kand_mask8(__mmask8 __A, __mmask8 __B)
29 {
30 return (__mmask8)__builtin_ia32_kandqi((__mmask8)__A, (__mmask8)__B);
31 }
32
33 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
34 _kandn_mask8(__mmask8 __A, __mmask8 __B)
35 {
36 return (__mmask8)__builtin_ia32_kandnqi((__mmask8)__A, (__mmask8)__B);
37 }
38
39 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
40 _kor_mask8(__mmask8 __A, __mmask8 __B)
41 {
42 return (__mmask8)__builtin_ia32_korqi((__mmask8)__A, (__mmask8)__B);
43 }
44
45 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
46 _kxnor_mask8(__mmask8 __A, __mmask8 __B)
47 {
48 return (__mmask8)__builtin_ia32_kxnorqi((__mmask8)__A, (__mmask8)__B);
49 }
50
51 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
52 _kxor_mask8(__mmask8 __A, __mmask8 __B)
53 {
54 return (__mmask8)__builtin_ia32_kxorqi((__mmask8)__A, (__mmask8)__B);
55 }
56
57 static __inline__ unsigned char __DEFAULT_FN_ATTRS
58 _kortestc_mask8_u8(__mmask8 __A, __mmask8 __B)
59 {
60 return (unsigned char)__builtin_ia32_kortestcqi(__A, __B);
61 }
62
63 static __inline__ unsigned char __DEFAULT_FN_ATTRS
64 _kortestz_mask8_u8(__mmask8 __A, __mmask8 __B)
65 {
66 return (unsigned char)__builtin_ia32_kortestzqi(__A, __B);
67 }
68
69 static __inline__ unsigned char __DEFAULT_FN_ATTRS
70 _kortest_mask8_u8(__mmask8 __A, __mmask8 __B, unsigned char *__C) {
71 *__C = (unsigned char)__builtin_ia32_kortestcqi(__A, __B);
72 return (unsigned char)__builtin_ia32_kortestzqi(__A, __B);
73 }
74
75 static __inline__ unsigned char __DEFAULT_FN_ATTRS
76 _ktestc_mask8_u8(__mmask8 __A, __mmask8 __B)
77 {
78 return (unsigned char)__builtin_ia32_ktestcqi(__A, __B);
79 }
80
81 static __inline__ unsigned char __DEFAULT_FN_ATTRS
82 _ktestz_mask8_u8(__mmask8 __A, __mmask8 __B)
83 {
84 return (unsigned char)__builtin_ia32_ktestzqi(__A, __B);
85 }
86
87 static __inline__ unsigned char __DEFAULT_FN_ATTRS
88 _ktest_mask8_u8(__mmask8 __A, __mmask8 __B, unsigned char *__C) {
89 *__C = (unsigned char)__builtin_ia32_ktestcqi(__A, __B);
90 return (unsigned char)__builtin_ia32_ktestzqi(__A, __B);
91 }
92
93 static __inline__ unsigned char __DEFAULT_FN_ATTRS
94 _ktestc_mask16_u8(__mmask16 __A, __mmask16 __B)
95 {
96 return (unsigned char)__builtin_ia32_ktestchi(__A, __B);
97 }
98
99 static __inline__ unsigned char __DEFAULT_FN_ATTRS
100 _ktestz_mask16_u8(__mmask16 __A, __mmask16 __B)
101 {
102 return (unsigned char)__builtin_ia32_ktestzhi(__A, __B);
103 }
104
105 static __inline__ unsigned char __DEFAULT_FN_ATTRS
106 _ktest_mask16_u8(__mmask16 __A, __mmask16 __B, unsigned char *__C) {
107 *__C = (unsigned char)__builtin_ia32_ktestchi(__A, __B);
108 return (unsigned char)__builtin_ia32_ktestzhi(__A, __B);
109 }
110
111 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
112 _kadd_mask8(__mmask8 __A, __mmask8 __B)
113 {
114 return (__mmask8)__builtin_ia32_kaddqi((__mmask8)__A, (__mmask8)__B);
115 }
116
117 static __inline__ __mmask16 __DEFAULT_FN_ATTRS
118 _kadd_mask16(__mmask16 __A, __mmask16 __B)
119 {
120 return (__mmask16)__builtin_ia32_kaddhi((__mmask16)__A, (__mmask16)__B);
121 }
122
123 #define _kshiftli_mask8(A, I) \
124 ((__mmask8)__builtin_ia32_kshiftliqi((__mmask8)(A), (unsigned int)(I)))
125
126 #define _kshiftri_mask8(A, I) \
127 ((__mmask8)__builtin_ia32_kshiftriqi((__mmask8)(A), (unsigned int)(I)))
128
129 static __inline__ unsigned int __DEFAULT_FN_ATTRS
130 _cvtmask8_u32(__mmask8 __A) {
131 return (unsigned int)__builtin_ia32_kmovb((__mmask8)__A);
132 }
133
134 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
135 _cvtu32_mask8(unsigned int __A) {
136 return (__mmask8)__builtin_ia32_kmovb((__mmask8)__A);
137 }
138
139 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
140 _load_mask8(__mmask8 *__A) {
141 return (__mmask8)__builtin_ia32_kmovb(*(__mmask8 *)__A);
142 }
143
144 static __inline__ void __DEFAULT_FN_ATTRS
145 _store_mask8(__mmask8 *__A, __mmask8 __B) {
146 *(__mmask8 *)__A = __builtin_ia32_kmovb((__mmask8)__B);
147 }
148
149 static __inline__ __m512i __DEFAULT_FN_ATTRS512
150 _mm512_mullo_epi64 (__m512i __A, __m512i __B) {
151 return (__m512i) ((__v8du) __A * (__v8du) __B);
152 }
153
154 static __inline__ __m512i __DEFAULT_FN_ATTRS512
155 _mm512_mask_mullo_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B) {
156 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
157 (__v8di)_mm512_mullo_epi64(__A, __B),
158 (__v8di)__W);
159 }
160
161 static __inline__ __m512i __DEFAULT_FN_ATTRS512
162 _mm512_maskz_mullo_epi64(__mmask8 __U, __m512i __A, __m512i __B) {
163 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
164 (__v8di)_mm512_mullo_epi64(__A, __B),
165 (__v8di)_mm512_setzero_si512());
166 }
167
168 static __inline__ __m512d __DEFAULT_FN_ATTRS512
169 _mm512_xor_pd(__m512d __A, __m512d __B) {
170 return (__m512d)((__v8du)__A ^ (__v8du)__B);
171 }
172
173 static __inline__ __m512d __DEFAULT_FN_ATTRS512
174 _mm512_mask_xor_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
175 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
176 (__v8df)_mm512_xor_pd(__A, __B),
177 (__v8df)__W);
178 }
179
180 static __inline__ __m512d __DEFAULT_FN_ATTRS512
181 _mm512_maskz_xor_pd(__mmask8 __U, __m512d __A, __m512d __B) {
182 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
183 (__v8df)_mm512_xor_pd(__A, __B),
184 (__v8df)_mm512_setzero_pd());
185 }
186
187 static __inline__ __m512 __DEFAULT_FN_ATTRS512
188 _mm512_xor_ps (__m512 __A, __m512 __B) {
189 return (__m512)((__v16su)__A ^ (__v16su)__B);
190 }
191
192 static __inline__ __m512 __DEFAULT_FN_ATTRS512
193 _mm512_mask_xor_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
194 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
195 (__v16sf)_mm512_xor_ps(__A, __B),
196 (__v16sf)__W);
197 }
198
199 static __inline__ __m512 __DEFAULT_FN_ATTRS512
200 _mm512_maskz_xor_ps(__mmask16 __U, __m512 __A, __m512 __B) {
201 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
202 (__v16sf)_mm512_xor_ps(__A, __B),
203 (__v16sf)_mm512_setzero_ps());
204 }
205
206 static __inline__ __m512d __DEFAULT_FN_ATTRS512
207 _mm512_or_pd(__m512d __A, __m512d __B) {
208 return (__m512d)((__v8du)__A | (__v8du)__B);
209 }
210
211 static __inline__ __m512d __DEFAULT_FN_ATTRS512
212 _mm512_mask_or_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
213 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
214 (__v8df)_mm512_or_pd(__A, __B),
215 (__v8df)__W);
216 }
217
218 static __inline__ __m512d __DEFAULT_FN_ATTRS512
219 _mm512_maskz_or_pd(__mmask8 __U, __m512d __A, __m512d __B) {
220 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
221 (__v8df)_mm512_or_pd(__A, __B),
222 (__v8df)_mm512_setzero_pd());
223 }
224
225 static __inline__ __m512 __DEFAULT_FN_ATTRS512
226 _mm512_or_ps(__m512 __A, __m512 __B) {
227 return (__m512)((__v16su)__A | (__v16su)__B);
228 }
229
230 static __inline__ __m512 __DEFAULT_FN_ATTRS512
231 _mm512_mask_or_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
232 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
233 (__v16sf)_mm512_or_ps(__A, __B),
234 (__v16sf)__W);
235 }
236
237 static __inline__ __m512 __DEFAULT_FN_ATTRS512
238 _mm512_maskz_or_ps(__mmask16 __U, __m512 __A, __m512 __B) {
239 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
240 (__v16sf)_mm512_or_ps(__A, __B),
241 (__v16sf)_mm512_setzero_ps());
242 }
243
244 static __inline__ __m512d __DEFAULT_FN_ATTRS512
245 _mm512_and_pd(__m512d __A, __m512d __B) {
246 return (__m512d)((__v8du)__A & (__v8du)__B);
247 }
248
249 static __inline__ __m512d __DEFAULT_FN_ATTRS512
250 _mm512_mask_and_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
251 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
252 (__v8df)_mm512_and_pd(__A, __B),
253 (__v8df)__W);
254 }
255
256 static __inline__ __m512d __DEFAULT_FN_ATTRS512
257 _mm512_maskz_and_pd(__mmask8 __U, __m512d __A, __m512d __B) {
258 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
259 (__v8df)_mm512_and_pd(__A, __B),
260 (__v8df)_mm512_setzero_pd());
261 }
262
263 static __inline__ __m512 __DEFAULT_FN_ATTRS512
264 _mm512_and_ps(__m512 __A, __m512 __B) {
265 return (__m512)((__v16su)__A & (__v16su)__B);
266 }
267
268 static __inline__ __m512 __DEFAULT_FN_ATTRS512
269 _mm512_mask_and_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
270 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
271 (__v16sf)_mm512_and_ps(__A, __B),
272 (__v16sf)__W);
273 }
274
275 static __inline__ __m512 __DEFAULT_FN_ATTRS512
276 _mm512_maskz_and_ps(__mmask16 __U, __m512 __A, __m512 __B) {
277 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
278 (__v16sf)_mm512_and_ps(__A, __B),
279 (__v16sf)_mm512_setzero_ps());
280 }
281
282 static __inline__ __m512d __DEFAULT_FN_ATTRS512
283 _mm512_andnot_pd(__m512d __A, __m512d __B) {
284 return (__m512d)(~(__v8du)__A & (__v8du)__B);
285 }
286
287 static __inline__ __m512d __DEFAULT_FN_ATTRS512
288 _mm512_mask_andnot_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
289 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
290 (__v8df)_mm512_andnot_pd(__A, __B),
291 (__v8df)__W);
292 }
293
294 static __inline__ __m512d __DEFAULT_FN_ATTRS512
295 _mm512_maskz_andnot_pd(__mmask8 __U, __m512d __A, __m512d __B) {
296 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
297 (__v8df)_mm512_andnot_pd(__A, __B),
298 (__v8df)_mm512_setzero_pd());
299 }
300
301 static __inline__ __m512 __DEFAULT_FN_ATTRS512
302 _mm512_andnot_ps(__m512 __A, __m512 __B) {
303 return (__m512)(~(__v16su)__A & (__v16su)__B);
304 }
305
306 static __inline__ __m512 __DEFAULT_FN_ATTRS512
307 _mm512_mask_andnot_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
308 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
309 (__v16sf)_mm512_andnot_ps(__A, __B),
310 (__v16sf)__W);
311 }
312
313 static __inline__ __m512 __DEFAULT_FN_ATTRS512
314 _mm512_maskz_andnot_ps(__mmask16 __U, __m512 __A, __m512 __B) {
315 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
316 (__v16sf)_mm512_andnot_ps(__A, __B),
317 (__v16sf)_mm512_setzero_ps());
318 }
319
320 static __inline__ __m512i __DEFAULT_FN_ATTRS512
321 _mm512_cvtpd_epi64 (__m512d __A) {
322 return (__m512i) __builtin_ia32_cvtpd2qq512_mask ((__v8df) __A,
323 (__v8di) _mm512_setzero_si512(),
324 (__mmask8) -1,
325 _MM_FROUND_CUR_DIRECTION);
326 }
327
328 static __inline__ __m512i __DEFAULT_FN_ATTRS512
329 _mm512_mask_cvtpd_epi64 (__m512i __W, __mmask8 __U, __m512d __A) {
330 return (__m512i) __builtin_ia32_cvtpd2qq512_mask ((__v8df) __A,
331 (__v8di) __W,
332 (__mmask8) __U,
333 _MM_FROUND_CUR_DIRECTION);
334 }
335
336 static __inline__ __m512i __DEFAULT_FN_ATTRS512
337 _mm512_maskz_cvtpd_epi64 (__mmask8 __U, __m512d __A) {
338 return (__m512i) __builtin_ia32_cvtpd2qq512_mask ((__v8df) __A,
339 (__v8di) _mm512_setzero_si512(),
340 (__mmask8) __U,
341 _MM_FROUND_CUR_DIRECTION);
342 }
343
344 #define _mm512_cvt_roundpd_epi64(A, R) \
345 ((__m512i)__builtin_ia32_cvtpd2qq512_mask((__v8df)(__m512d)(A), \
346 (__v8di)_mm512_setzero_si512(), \
347 (__mmask8)-1, (int)(R)))
348
349 #define _mm512_mask_cvt_roundpd_epi64(W, U, A, R) \
350 ((__m512i)__builtin_ia32_cvtpd2qq512_mask((__v8df)(__m512d)(A), \
351 (__v8di)(__m512i)(W), \
352 (__mmask8)(U), (int)(R)))
353
354 #define _mm512_maskz_cvt_roundpd_epi64(U, A, R) \
355 ((__m512i)__builtin_ia32_cvtpd2qq512_mask((__v8df)(__m512d)(A), \
356 (__v8di)_mm512_setzero_si512(), \
357 (__mmask8)(U), (int)(R)))
358
359 static __inline__ __m512i __DEFAULT_FN_ATTRS512
360 _mm512_cvtpd_epu64 (__m512d __A) {
361 return (__m512i) __builtin_ia32_cvtpd2uqq512_mask ((__v8df) __A,
362 (__v8di) _mm512_setzero_si512(),
363 (__mmask8) -1,
364 _MM_FROUND_CUR_DIRECTION);
365 }
366
367 static __inline__ __m512i __DEFAULT_FN_ATTRS512
368 _mm512_mask_cvtpd_epu64 (__m512i __W, __mmask8 __U, __m512d __A) {
369 return (__m512i) __builtin_ia32_cvtpd2uqq512_mask ((__v8df) __A,
370 (__v8di) __W,
371 (__mmask8) __U,
372 _MM_FROUND_CUR_DIRECTION);
373 }
374
375 static __inline__ __m512i __DEFAULT_FN_ATTRS512
376 _mm512_maskz_cvtpd_epu64 (__mmask8 __U, __m512d __A) {
377 return (__m512i) __builtin_ia32_cvtpd2uqq512_mask ((__v8df) __A,
378 (__v8di) _mm512_setzero_si512(),
379 (__mmask8) __U,
380 _MM_FROUND_CUR_DIRECTION);
381 }
382
383 #define _mm512_cvt_roundpd_epu64(A, R) \
384 ((__m512i)__builtin_ia32_cvtpd2uqq512_mask((__v8df)(__m512d)(A), \
385 (__v8di)_mm512_setzero_si512(), \
386 (__mmask8)-1, (int)(R)))
387
388 #define _mm512_mask_cvt_roundpd_epu64(W, U, A, R) \
389 ((__m512i)__builtin_ia32_cvtpd2uqq512_mask((__v8df)(__m512d)(A), \
390 (__v8di)(__m512i)(W), \
391 (__mmask8)(U), (int)(R)))
392
393 #define _mm512_maskz_cvt_roundpd_epu64(U, A, R) \
394 ((__m512i)__builtin_ia32_cvtpd2uqq512_mask((__v8df)(__m512d)(A), \
395 (__v8di)_mm512_setzero_si512(), \
396 (__mmask8)(U), (int)(R)))
397
398 static __inline__ __m512i __DEFAULT_FN_ATTRS512
399 _mm512_cvtps_epi64 (__m256 __A) {
400 return (__m512i) __builtin_ia32_cvtps2qq512_mask ((__v8sf) __A,
401 (__v8di) _mm512_setzero_si512(),
402 (__mmask8) -1,
403 _MM_FROUND_CUR_DIRECTION);
404 }
405
406 static __inline__ __m512i __DEFAULT_FN_ATTRS512
407 _mm512_mask_cvtps_epi64 (__m512i __W, __mmask8 __U, __m256 __A) {
408 return (__m512i) __builtin_ia32_cvtps2qq512_mask ((__v8sf) __A,
409 (__v8di) __W,
410 (__mmask8) __U,
411 _MM_FROUND_CUR_DIRECTION);
412 }
413
414 static __inline__ __m512i __DEFAULT_FN_ATTRS512
415 _mm512_maskz_cvtps_epi64 (__mmask8 __U, __m256 __A) {
416 return (__m512i) __builtin_ia32_cvtps2qq512_mask ((__v8sf) __A,
417 (__v8di) _mm512_setzero_si512(),
418 (__mmask8) __U,
419 _MM_FROUND_CUR_DIRECTION);
420 }
421
422 #define _mm512_cvt_roundps_epi64(A, R) \
423 ((__m512i)__builtin_ia32_cvtps2qq512_mask((__v8sf)(__m256)(A), \
424 (__v8di)_mm512_setzero_si512(), \
425 (__mmask8)-1, (int)(R)))
426
427 #define _mm512_mask_cvt_roundps_epi64(W, U, A, R) \
428 ((__m512i)__builtin_ia32_cvtps2qq512_mask((__v8sf)(__m256)(A), \
429 (__v8di)(__m512i)(W), \
430 (__mmask8)(U), (int)(R)))
431
432 #define _mm512_maskz_cvt_roundps_epi64(U, A, R) \
433 ((__m512i)__builtin_ia32_cvtps2qq512_mask((__v8sf)(__m256)(A), \
434 (__v8di)_mm512_setzero_si512(), \
435 (__mmask8)(U), (int)(R)))
436
437 static __inline__ __m512i __DEFAULT_FN_ATTRS512
438 _mm512_cvtps_epu64 (__m256 __A) {
439 return (__m512i) __builtin_ia32_cvtps2uqq512_mask ((__v8sf) __A,
440 (__v8di) _mm512_setzero_si512(),
441 (__mmask8) -1,
442 _MM_FROUND_CUR_DIRECTION);
443 }
444
445 static __inline__ __m512i __DEFAULT_FN_ATTRS512
446 _mm512_mask_cvtps_epu64 (__m512i __W, __mmask8 __U, __m256 __A) {
447 return (__m512i) __builtin_ia32_cvtps2uqq512_mask ((__v8sf) __A,
448 (__v8di) __W,
449 (__mmask8) __U,
450 _MM_FROUND_CUR_DIRECTION);
451 }
452
453 static __inline__ __m512i __DEFAULT_FN_ATTRS512
454 _mm512_maskz_cvtps_epu64 (__mmask8 __U, __m256 __A) {
455 return (__m512i) __builtin_ia32_cvtps2uqq512_mask ((__v8sf) __A,
456 (__v8di) _mm512_setzero_si512(),
457 (__mmask8) __U,
458 _MM_FROUND_CUR_DIRECTION);
459 }
460
461 #define _mm512_cvt_roundps_epu64(A, R) \
462 ((__m512i)__builtin_ia32_cvtps2uqq512_mask((__v8sf)(__m256)(A), \
463 (__v8di)_mm512_setzero_si512(), \
464 (__mmask8)-1, (int)(R)))
465
466 #define _mm512_mask_cvt_roundps_epu64(W, U, A, R) \
467 ((__m512i)__builtin_ia32_cvtps2uqq512_mask((__v8sf)(__m256)(A), \
468 (__v8di)(__m512i)(W), \
469 (__mmask8)(U), (int)(R)))
470
471 #define _mm512_maskz_cvt_roundps_epu64(U, A, R) \
472 ((__m512i)__builtin_ia32_cvtps2uqq512_mask((__v8sf)(__m256)(A), \
473 (__v8di)_mm512_setzero_si512(), \
474 (__mmask8)(U), (int)(R)))
475
476
477 static __inline__ __m512d __DEFAULT_FN_ATTRS512
478 _mm512_cvtepi64_pd (__m512i __A) {
479 return (__m512d)__builtin_convertvector((__v8di)__A, __v8df);
480 }
481
482 static __inline__ __m512d __DEFAULT_FN_ATTRS512
483 _mm512_mask_cvtepi64_pd (__m512d __W, __mmask8 __U, __m512i __A) {
484 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
485 (__v8df)_mm512_cvtepi64_pd(__A),
486 (__v8df)__W);
487 }
488
489 static __inline__ __m512d __DEFAULT_FN_ATTRS512
490 _mm512_maskz_cvtepi64_pd (__mmask8 __U, __m512i __A) {
491 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
492 (__v8df)_mm512_cvtepi64_pd(__A),
493 (__v8df)_mm512_setzero_pd());
494 }
495
496 #define _mm512_cvt_roundepi64_pd(A, R) \
497 ((__m512d)__builtin_ia32_cvtqq2pd512_mask((__v8di)(__m512i)(A), \
498 (__v8df)_mm512_setzero_pd(), \
499 (__mmask8)-1, (int)(R)))
500
501 #define _mm512_mask_cvt_roundepi64_pd(W, U, A, R) \
502 ((__m512d)__builtin_ia32_cvtqq2pd512_mask((__v8di)(__m512i)(A), \
503 (__v8df)(__m512d)(W), \
504 (__mmask8)(U), (int)(R)))
505
506 #define _mm512_maskz_cvt_roundepi64_pd(U, A, R) \
507 ((__m512d)__builtin_ia32_cvtqq2pd512_mask((__v8di)(__m512i)(A), \
508 (__v8df)_mm512_setzero_pd(), \
509 (__mmask8)(U), (int)(R)))
510
511 static __inline__ __m256 __DEFAULT_FN_ATTRS512
512 _mm512_cvtepi64_ps (__m512i __A) {
513 return (__m256) __builtin_ia32_cvtqq2ps512_mask ((__v8di) __A,
514 (__v8sf) _mm256_setzero_ps(),
515 (__mmask8) -1,
516 _MM_FROUND_CUR_DIRECTION);
517 }
518
519 static __inline__ __m256 __DEFAULT_FN_ATTRS512
520 _mm512_mask_cvtepi64_ps (__m256 __W, __mmask8 __U, __m512i __A) {
521 return (__m256) __builtin_ia32_cvtqq2ps512_mask ((__v8di) __A,
522 (__v8sf) __W,
523 (__mmask8) __U,
524 _MM_FROUND_CUR_DIRECTION);
525 }
526
527 static __inline__ __m256 __DEFAULT_FN_ATTRS512
528 _mm512_maskz_cvtepi64_ps (__mmask8 __U, __m512i __A) {
529 return (__m256) __builtin_ia32_cvtqq2ps512_mask ((__v8di) __A,
530 (__v8sf) _mm256_setzero_ps(),
531 (__mmask8) __U,
532 _MM_FROUND_CUR_DIRECTION);
533 }
534
535 #define _mm512_cvt_roundepi64_ps(A, R) \
536 ((__m256)__builtin_ia32_cvtqq2ps512_mask((__v8di)(__m512i)(A), \
537 (__v8sf)_mm256_setzero_ps(), \
538 (__mmask8)-1, (int)(R)))
539
540 #define _mm512_mask_cvt_roundepi64_ps(W, U, A, R) \
541 ((__m256)__builtin_ia32_cvtqq2ps512_mask((__v8di)(__m512i)(A), \
542 (__v8sf)(__m256)(W), (__mmask8)(U), \
543 (int)(R)))
544
545 #define _mm512_maskz_cvt_roundepi64_ps(U, A, R) \
546 ((__m256)__builtin_ia32_cvtqq2ps512_mask((__v8di)(__m512i)(A), \
547 (__v8sf)_mm256_setzero_ps(), \
548 (__mmask8)(U), (int)(R)))
549
550
551 static __inline__ __m512i __DEFAULT_FN_ATTRS512
552 _mm512_cvttpd_epi64 (__m512d __A) {
553 return (__m512i) __builtin_ia32_cvttpd2qq512_mask ((__v8df) __A,
554 (__v8di) _mm512_setzero_si512(),
555 (__mmask8) -1,
556 _MM_FROUND_CUR_DIRECTION);
557 }
558
559 static __inline__ __m512i __DEFAULT_FN_ATTRS512
560 _mm512_mask_cvttpd_epi64 (__m512i __W, __mmask8 __U, __m512d __A) {
561 return (__m512i) __builtin_ia32_cvttpd2qq512_mask ((__v8df) __A,
562 (__v8di) __W,
563 (__mmask8) __U,
564 _MM_FROUND_CUR_DIRECTION);
565 }
566
567 static __inline__ __m512i __DEFAULT_FN_ATTRS512
568 _mm512_maskz_cvttpd_epi64 (__mmask8 __U, __m512d __A) {
569 return (__m512i) __builtin_ia32_cvttpd2qq512_mask ((__v8df) __A,
570 (__v8di) _mm512_setzero_si512(),
571 (__mmask8) __U,
572 _MM_FROUND_CUR_DIRECTION);
573 }
574
575 #define _mm512_cvtt_roundpd_epi64(A, R) \
576 ((__m512i)__builtin_ia32_cvttpd2qq512_mask((__v8df)(__m512d)(A), \
577 (__v8di)_mm512_setzero_si512(), \
578 (__mmask8)-1, (int)(R)))
579
580 #define _mm512_mask_cvtt_roundpd_epi64(W, U, A, R) \
581 ((__m512i)__builtin_ia32_cvttpd2qq512_mask((__v8df)(__m512d)(A), \
582 (__v8di)(__m512i)(W), \
583 (__mmask8)(U), (int)(R)))
584
585 #define _mm512_maskz_cvtt_roundpd_epi64(U, A, R) \
586 ((__m512i)__builtin_ia32_cvttpd2qq512_mask((__v8df)(__m512d)(A), \
587 (__v8di)_mm512_setzero_si512(), \
588 (__mmask8)(U), (int)(R)))
589
590 static __inline__ __m512i __DEFAULT_FN_ATTRS512
591 _mm512_cvttpd_epu64 (__m512d __A) {
592 return (__m512i) __builtin_ia32_cvttpd2uqq512_mask ((__v8df) __A,
593 (__v8di) _mm512_setzero_si512(),
594 (__mmask8) -1,
595 _MM_FROUND_CUR_DIRECTION);
596 }
597
598 static __inline__ __m512i __DEFAULT_FN_ATTRS512
599 _mm512_mask_cvttpd_epu64 (__m512i __W, __mmask8 __U, __m512d __A) {
600 return (__m512i) __builtin_ia32_cvttpd2uqq512_mask ((__v8df) __A,
601 (__v8di) __W,
602 (__mmask8) __U,
603 _MM_FROUND_CUR_DIRECTION);
604 }
605
606 static __inline__ __m512i __DEFAULT_FN_ATTRS512
607 _mm512_maskz_cvttpd_epu64 (__mmask8 __U, __m512d __A) {
608 return (__m512i) __builtin_ia32_cvttpd2uqq512_mask ((__v8df) __A,
609 (__v8di) _mm512_setzero_si512(),
610 (__mmask8) __U,
611 _MM_FROUND_CUR_DIRECTION);
612 }
613
614 #define _mm512_cvtt_roundpd_epu64(A, R) \
615 ((__m512i)__builtin_ia32_cvttpd2uqq512_mask((__v8df)(__m512d)(A), \
616 (__v8di)_mm512_setzero_si512(), \
617 (__mmask8)-1, (int)(R)))
618
619 #define _mm512_mask_cvtt_roundpd_epu64(W, U, A, R) \
620 ((__m512i)__builtin_ia32_cvttpd2uqq512_mask((__v8df)(__m512d)(A), \
621 (__v8di)(__m512i)(W), \
622 (__mmask8)(U), (int)(R)))
623
624 #define _mm512_maskz_cvtt_roundpd_epu64(U, A, R) \
625 ((__m512i)__builtin_ia32_cvttpd2uqq512_mask((__v8df)(__m512d)(A), \
626 (__v8di)_mm512_setzero_si512(), \
627 (__mmask8)(U), (int)(R)))
628
629 static __inline__ __m512i __DEFAULT_FN_ATTRS512
630 _mm512_cvttps_epi64 (__m256 __A) {
631 return (__m512i) __builtin_ia32_cvttps2qq512_mask ((__v8sf) __A,
632 (__v8di) _mm512_setzero_si512(),
633 (__mmask8) -1,
634 _MM_FROUND_CUR_DIRECTION);
635 }
636
637 static __inline__ __m512i __DEFAULT_FN_ATTRS512
638 _mm512_mask_cvttps_epi64 (__m512i __W, __mmask8 __U, __m256 __A) {
639 return (__m512i) __builtin_ia32_cvttps2qq512_mask ((__v8sf) __A,
640 (__v8di) __W,
641 (__mmask8) __U,
642 _MM_FROUND_CUR_DIRECTION);
643 }
644
645 static __inline__ __m512i __DEFAULT_FN_ATTRS512
646 _mm512_maskz_cvttps_epi64 (__mmask8 __U, __m256 __A) {
647 return (__m512i) __builtin_ia32_cvttps2qq512_mask ((__v8sf) __A,
648 (__v8di) _mm512_setzero_si512(),
649 (__mmask8) __U,
650 _MM_FROUND_CUR_DIRECTION);
651 }
652
653 #define _mm512_cvtt_roundps_epi64(A, R) \
654 ((__m512i)__builtin_ia32_cvttps2qq512_mask((__v8sf)(__m256)(A), \
655 (__v8di)_mm512_setzero_si512(), \
656 (__mmask8)-1, (int)(R)))
657
658 #define _mm512_mask_cvtt_roundps_epi64(W, U, A, R) \
659 ((__m512i)__builtin_ia32_cvttps2qq512_mask((__v8sf)(__m256)(A), \
660 (__v8di)(__m512i)(W), \
661 (__mmask8)(U), (int)(R)))
662
663 #define _mm512_maskz_cvtt_roundps_epi64(U, A, R) \
664 ((__m512i)__builtin_ia32_cvttps2qq512_mask((__v8sf)(__m256)(A), \
665 (__v8di)_mm512_setzero_si512(), \
666 (__mmask8)(U), (int)(R)))
667
668 static __inline__ __m512i __DEFAULT_FN_ATTRS512
669 _mm512_cvttps_epu64 (__m256 __A) {
670 return (__m512i) __builtin_ia32_cvttps2uqq512_mask ((__v8sf) __A,
671 (__v8di) _mm512_setzero_si512(),
672 (__mmask8) -1,
673 _MM_FROUND_CUR_DIRECTION);
674 }
675
676 static __inline__ __m512i __DEFAULT_FN_ATTRS512
677 _mm512_mask_cvttps_epu64 (__m512i __W, __mmask8 __U, __m256 __A) {
678 return (__m512i) __builtin_ia32_cvttps2uqq512_mask ((__v8sf) __A,
679 (__v8di) __W,
680 (__mmask8) __U,
681 _MM_FROUND_CUR_DIRECTION);
682 }
683
684 static __inline__ __m512i __DEFAULT_FN_ATTRS512
685 _mm512_maskz_cvttps_epu64 (__mmask8 __U, __m256 __A) {
686 return (__m512i) __builtin_ia32_cvttps2uqq512_mask ((__v8sf) __A,
687 (__v8di) _mm512_setzero_si512(),
688 (__mmask8) __U,
689 _MM_FROUND_CUR_DIRECTION);
690 }
691
692 #define _mm512_cvtt_roundps_epu64(A, R) \
693 ((__m512i)__builtin_ia32_cvttps2uqq512_mask((__v8sf)(__m256)(A), \
694 (__v8di)_mm512_setzero_si512(), \
695 (__mmask8)-1, (int)(R)))
696
697 #define _mm512_mask_cvtt_roundps_epu64(W, U, A, R) \
698 ((__m512i)__builtin_ia32_cvttps2uqq512_mask((__v8sf)(__m256)(A), \
699 (__v8di)(__m512i)(W), \
700 (__mmask8)(U), (int)(R)))
701
702 #define _mm512_maskz_cvtt_roundps_epu64(U, A, R) \
703 ((__m512i)__builtin_ia32_cvttps2uqq512_mask((__v8sf)(__m256)(A), \
704 (__v8di)_mm512_setzero_si512(), \
705 (__mmask8)(U), (int)(R)))
706
707 static __inline__ __m512d __DEFAULT_FN_ATTRS512
708 _mm512_cvtepu64_pd (__m512i __A) {
709 return (__m512d)__builtin_convertvector((__v8du)__A, __v8df);
710 }
711
712 static __inline__ __m512d __DEFAULT_FN_ATTRS512
713 _mm512_mask_cvtepu64_pd (__m512d __W, __mmask8 __U, __m512i __A) {
714 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
715 (__v8df)_mm512_cvtepu64_pd(__A),
716 (__v8df)__W);
717 }
718
719 static __inline__ __m512d __DEFAULT_FN_ATTRS512
720 _mm512_maskz_cvtepu64_pd (__mmask8 __U, __m512i __A) {
721 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
722 (__v8df)_mm512_cvtepu64_pd(__A),
723 (__v8df)_mm512_setzero_pd());
724 }
725
726 #define _mm512_cvt_roundepu64_pd(A, R) \
727 ((__m512d)__builtin_ia32_cvtuqq2pd512_mask((__v8di)(__m512i)(A), \
728 (__v8df)_mm512_setzero_pd(), \
729 (__mmask8)-1, (int)(R)))
730
731 #define _mm512_mask_cvt_roundepu64_pd(W, U, A, R) \
732 ((__m512d)__builtin_ia32_cvtuqq2pd512_mask((__v8di)(__m512i)(A), \
733 (__v8df)(__m512d)(W), \
734 (__mmask8)(U), (int)(R)))
735
736
737 #define _mm512_maskz_cvt_roundepu64_pd(U, A, R) \
738 ((__m512d)__builtin_ia32_cvtuqq2pd512_mask((__v8di)(__m512i)(A), \
739 (__v8df)_mm512_setzero_pd(), \
740 (__mmask8)(U), (int)(R)))
741
742
743 static __inline__ __m256 __DEFAULT_FN_ATTRS512
744 _mm512_cvtepu64_ps (__m512i __A) {
745 return (__m256) __builtin_ia32_cvtuqq2ps512_mask ((__v8di) __A,
746 (__v8sf) _mm256_setzero_ps(),
747 (__mmask8) -1,
748 _MM_FROUND_CUR_DIRECTION);
749 }
750
751 static __inline__ __m256 __DEFAULT_FN_ATTRS512
752 _mm512_mask_cvtepu64_ps (__m256 __W, __mmask8 __U, __m512i __A) {
753 return (__m256) __builtin_ia32_cvtuqq2ps512_mask ((__v8di) __A,
754 (__v8sf) __W,
755 (__mmask8) __U,
756 _MM_FROUND_CUR_DIRECTION);
757 }
758
759 static __inline__ __m256 __DEFAULT_FN_ATTRS512
760 _mm512_maskz_cvtepu64_ps (__mmask8 __U, __m512i __A) {
761 return (__m256) __builtin_ia32_cvtuqq2ps512_mask ((__v8di) __A,
762 (__v8sf) _mm256_setzero_ps(),
763 (__mmask8) __U,
764 _MM_FROUND_CUR_DIRECTION);
765 }
766
767 #define _mm512_cvt_roundepu64_ps(A, R) \
768 ((__m256)__builtin_ia32_cvtuqq2ps512_mask((__v8di)(__m512i)(A), \
769 (__v8sf)_mm256_setzero_ps(), \
770 (__mmask8)-1, (int)(R)))
771
772 #define _mm512_mask_cvt_roundepu64_ps(W, U, A, R) \
773 ((__m256)__builtin_ia32_cvtuqq2ps512_mask((__v8di)(__m512i)(A), \
774 (__v8sf)(__m256)(W), (__mmask8)(U), \
775 (int)(R)))
776
777 #define _mm512_maskz_cvt_roundepu64_ps(U, A, R) \
778 ((__m256)__builtin_ia32_cvtuqq2ps512_mask((__v8di)(__m512i)(A), \
779 (__v8sf)_mm256_setzero_ps(), \
780 (__mmask8)(U), (int)(R)))
781
782 #define _mm512_range_pd(A, B, C) \
783 ((__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
784 (__v8df)(__m512d)(B), (int)(C), \
785 (__v8df)_mm512_setzero_pd(), \
786 (__mmask8)-1, \
787 _MM_FROUND_CUR_DIRECTION))
788
789 #define _mm512_mask_range_pd(W, U, A, B, C) \
790 ((__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
791 (__v8df)(__m512d)(B), (int)(C), \
792 (__v8df)(__m512d)(W), (__mmask8)(U), \
793 _MM_FROUND_CUR_DIRECTION))
794
795 #define _mm512_maskz_range_pd(U, A, B, C) \
796 ((__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
797 (__v8df)(__m512d)(B), (int)(C), \
798 (__v8df)_mm512_setzero_pd(), \
799 (__mmask8)(U), \
800 _MM_FROUND_CUR_DIRECTION))
801
802 #define _mm512_range_round_pd(A, B, C, R) \
803 ((__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
804 (__v8df)(__m512d)(B), (int)(C), \
805 (__v8df)_mm512_setzero_pd(), \
806 (__mmask8)-1, (int)(R)))
807
808 #define _mm512_mask_range_round_pd(W, U, A, B, C, R) \
809 ((__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
810 (__v8df)(__m512d)(B), (int)(C), \
811 (__v8df)(__m512d)(W), (__mmask8)(U), \
812 (int)(R)))
813
814 #define _mm512_maskz_range_round_pd(U, A, B, C, R) \
815 ((__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
816 (__v8df)(__m512d)(B), (int)(C), \
817 (__v8df)_mm512_setzero_pd(), \
818 (__mmask8)(U), (int)(R)))
819
820 #define _mm512_range_ps(A, B, C) \
821 ((__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
822 (__v16sf)(__m512)(B), (int)(C), \
823 (__v16sf)_mm512_setzero_ps(), \
824 (__mmask16)-1, \
825 _MM_FROUND_CUR_DIRECTION))
826
827 #define _mm512_mask_range_ps(W, U, A, B, C) \
828 ((__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
829 (__v16sf)(__m512)(B), (int)(C), \
830 (__v16sf)(__m512)(W), (__mmask16)(U), \
831 _MM_FROUND_CUR_DIRECTION))
832
833 #define _mm512_maskz_range_ps(U, A, B, C) \
834 ((__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
835 (__v16sf)(__m512)(B), (int)(C), \
836 (__v16sf)_mm512_setzero_ps(), \
837 (__mmask16)(U), \
838 _MM_FROUND_CUR_DIRECTION))
839
840 #define _mm512_range_round_ps(A, B, C, R) \
841 ((__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
842 (__v16sf)(__m512)(B), (int)(C), \
843 (__v16sf)_mm512_setzero_ps(), \
844 (__mmask16)-1, (int)(R)))
845
846 #define _mm512_mask_range_round_ps(W, U, A, B, C, R) \
847 ((__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
848 (__v16sf)(__m512)(B), (int)(C), \
849 (__v16sf)(__m512)(W), (__mmask16)(U), \
850 (int)(R)))
851
852 #define _mm512_maskz_range_round_ps(U, A, B, C, R) \
853 ((__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
854 (__v16sf)(__m512)(B), (int)(C), \
855 (__v16sf)_mm512_setzero_ps(), \
856 (__mmask16)(U), (int)(R)))
857
858 #define _mm_range_round_ss(A, B, C, R) \
859 ((__m128)__builtin_ia32_rangess128_round_mask((__v4sf)(__m128)(A), \
860 (__v4sf)(__m128)(B), \
861 (__v4sf)_mm_setzero_ps(), \
862 (__mmask8) -1, (int)(C),\
863 (int)(R)))
864
865 #define _mm_range_ss(A ,B , C) _mm_range_round_ss(A, B, C ,_MM_FROUND_CUR_DIRECTION)
866
867 #define _mm_mask_range_round_ss(W, U, A, B, C, R) \
868 ((__m128)__builtin_ia32_rangess128_round_mask((__v4sf)(__m128)(A), \
869 (__v4sf)(__m128)(B), \
870 (__v4sf)(__m128)(W),\
871 (__mmask8)(U), (int)(C),\
872 (int)(R)))
873
874 #define _mm_mask_range_ss(W , U, A, B, C) _mm_mask_range_round_ss(W, U, A, B, C , _MM_FROUND_CUR_DIRECTION)
875
876 #define _mm_maskz_range_round_ss(U, A, B, C, R) \
877 ((__m128)__builtin_ia32_rangess128_round_mask((__v4sf)(__m128)(A), \
878 (__v4sf)(__m128)(B), \
879 (__v4sf)_mm_setzero_ps(), \
880 (__mmask8)(U), (int)(C),\
881 (int)(R)))
882
883 #define _mm_maskz_range_ss(U, A ,B , C) _mm_maskz_range_round_ss(U, A, B, C ,_MM_FROUND_CUR_DIRECTION)
884
885 #define _mm_range_round_sd(A, B, C, R) \
886 ((__m128d)__builtin_ia32_rangesd128_round_mask((__v2df)(__m128d)(A), \
887 (__v2df)(__m128d)(B), \
888 (__v2df)_mm_setzero_pd(), \
889 (__mmask8) -1, (int)(C),\
890 (int)(R)))
891
892 #define _mm_range_sd(A ,B , C) _mm_range_round_sd(A, B, C ,_MM_FROUND_CUR_DIRECTION)
893
894 #define _mm_mask_range_round_sd(W, U, A, B, C, R) \
895 ((__m128d)__builtin_ia32_rangesd128_round_mask((__v2df)(__m128d)(A), \
896 (__v2df)(__m128d)(B), \
897 (__v2df)(__m128d)(W),\
898 (__mmask8)(U), (int)(C),\
899 (int)(R)))
900
901 #define _mm_mask_range_sd(W, U, A, B, C) _mm_mask_range_round_sd(W, U, A, B, C ,_MM_FROUND_CUR_DIRECTION)
902
903 #define _mm_maskz_range_round_sd(U, A, B, C, R) \
904 ((__m128d)__builtin_ia32_rangesd128_round_mask((__v2df)(__m128d)(A), \
905 (__v2df)(__m128d)(B), \
906 (__v2df)_mm_setzero_pd(), \
907 (__mmask8)(U), (int)(C),\
908 (int)(R)))
909
910 #define _mm_maskz_range_sd(U, A, B, C) _mm_maskz_range_round_sd(U, A, B, C ,_MM_FROUND_CUR_DIRECTION)
911
912 #define _mm512_reduce_pd(A, B) \
913 ((__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
914 (__v8df)_mm512_setzero_pd(), \
915 (__mmask8)-1, \
916 _MM_FROUND_CUR_DIRECTION))
917
918 #define _mm512_mask_reduce_pd(W, U, A, B) \
919 ((__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
920 (__v8df)(__m512d)(W), \
921 (__mmask8)(U), \
922 _MM_FROUND_CUR_DIRECTION))
923
924 #define _mm512_maskz_reduce_pd(U, A, B) \
925 ((__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
926 (__v8df)_mm512_setzero_pd(), \
927 (__mmask8)(U), \
928 _MM_FROUND_CUR_DIRECTION))
929
930 #define _mm512_reduce_ps(A, B) \
931 ((__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
932 (__v16sf)_mm512_setzero_ps(), \
933 (__mmask16)-1, \
934 _MM_FROUND_CUR_DIRECTION))
935
936 #define _mm512_mask_reduce_ps(W, U, A, B) \
937 ((__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
938 (__v16sf)(__m512)(W), \
939 (__mmask16)(U), \
940 _MM_FROUND_CUR_DIRECTION))
941
942 #define _mm512_maskz_reduce_ps(U, A, B) \
943 ((__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
944 (__v16sf)_mm512_setzero_ps(), \
945 (__mmask16)(U), \
946 _MM_FROUND_CUR_DIRECTION))
947
948 #define _mm512_reduce_round_pd(A, B, R) \
949 ((__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
950 (__v8df)_mm512_setzero_pd(), \
951 (__mmask8)-1, (int)(R)))
952
953 #define _mm512_mask_reduce_round_pd(W, U, A, B, R) \
954 ((__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
955 (__v8df)(__m512d)(W), \
956 (__mmask8)(U), (int)(R)))
957
958 #define _mm512_maskz_reduce_round_pd(U, A, B, R) \
959 ((__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
960 (__v8df)_mm512_setzero_pd(), \
961 (__mmask8)(U), (int)(R)))
962
963 #define _mm512_reduce_round_ps(A, B, R) \
964 ((__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
965 (__v16sf)_mm512_setzero_ps(), \
966 (__mmask16)-1, (int)(R)))
967
968 #define _mm512_mask_reduce_round_ps(W, U, A, B, R) \
969 ((__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
970 (__v16sf)(__m512)(W), \
971 (__mmask16)(U), (int)(R)))
972
973 #define _mm512_maskz_reduce_round_ps(U, A, B, R) \
974 ((__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
975 (__v16sf)_mm512_setzero_ps(), \
976 (__mmask16)(U), (int)(R)))
977
978 #define _mm_reduce_ss(A, B, C) \
979 ((__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
980 (__v4sf)(__m128)(B), \
981 (__v4sf)_mm_setzero_ps(), (__mmask8)-1, \
982 (int)(C), _MM_FROUND_CUR_DIRECTION))
983
984 #define _mm_mask_reduce_ss(W, U, A, B, C) \
985 ((__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
986 (__v4sf)(__m128)(B), \
987 (__v4sf)(__m128)(W), (__mmask8)(U), \
988 (int)(C), _MM_FROUND_CUR_DIRECTION))
989
990 #define _mm_maskz_reduce_ss(U, A, B, C) \
991 ((__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
992 (__v4sf)(__m128)(B), \
993 (__v4sf)_mm_setzero_ps(), \
994 (__mmask8)(U), (int)(C), \
995 _MM_FROUND_CUR_DIRECTION))
996
997 #define _mm_reduce_round_ss(A, B, C, R) \
998 ((__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
999 (__v4sf)(__m128)(B), \
1000 (__v4sf)_mm_setzero_ps(), (__mmask8)-1, \
1001 (int)(C), (int)(R)))
1002
1003 #define _mm_mask_reduce_round_ss(W, U, A, B, C, R) \
1004 ((__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
1005 (__v4sf)(__m128)(B), \
1006 (__v4sf)(__m128)(W), (__mmask8)(U), \
1007 (int)(C), (int)(R)))
1008
1009 #define _mm_maskz_reduce_round_ss(U, A, B, C, R) \
1010 ((__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
1011 (__v4sf)(__m128)(B), \
1012 (__v4sf)_mm_setzero_ps(), \
1013 (__mmask8)(U), (int)(C), (int)(R)))
1014
1015 #define _mm_reduce_sd(A, B, C) \
1016 ((__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
1017 (__v2df)(__m128d)(B), \
1018 (__v2df)_mm_setzero_pd(), \
1019 (__mmask8)-1, (int)(C), \
1020 _MM_FROUND_CUR_DIRECTION))
1021
1022 #define _mm_mask_reduce_sd(W, U, A, B, C) \
1023 ((__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
1024 (__v2df)(__m128d)(B), \
1025 (__v2df)(__m128d)(W), (__mmask8)(U), \
1026 (int)(C), _MM_FROUND_CUR_DIRECTION))
1027
1028 #define _mm_maskz_reduce_sd(U, A, B, C) \
1029 ((__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
1030 (__v2df)(__m128d)(B), \
1031 (__v2df)_mm_setzero_pd(), \
1032 (__mmask8)(U), (int)(C), \
1033 _MM_FROUND_CUR_DIRECTION))
1034
1035 #define _mm_reduce_round_sd(A, B, C, R) \
1036 ((__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
1037 (__v2df)(__m128d)(B), \
1038 (__v2df)_mm_setzero_pd(), \
1039 (__mmask8)-1, (int)(C), (int)(R)))
1040
1041 #define _mm_mask_reduce_round_sd(W, U, A, B, C, R) \
1042 ((__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
1043 (__v2df)(__m128d)(B), \
1044 (__v2df)(__m128d)(W), (__mmask8)(U), \
1045 (int)(C), (int)(R)))
1046
1047 #define _mm_maskz_reduce_round_sd(U, A, B, C, R) \
1048 ((__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
1049 (__v2df)(__m128d)(B), \
1050 (__v2df)_mm_setzero_pd(), \
1051 (__mmask8)(U), (int)(C), (int)(R)))
1052
1053 static __inline__ __mmask16 __DEFAULT_FN_ATTRS512
1054 _mm512_movepi32_mask (__m512i __A)
1055 {
1056 return (__mmask16) __builtin_ia32_cvtd2mask512 ((__v16si) __A);
1057 }
1058
1059 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1060 _mm512_movm_epi32 (__mmask16 __A)
1061 {
1062 return (__m512i) __builtin_ia32_cvtmask2d512 (__A);
1063 }
1064
1065 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1066 _mm512_movm_epi64 (__mmask8 __A)
1067 {
1068 return (__m512i) __builtin_ia32_cvtmask2q512 (__A);
1069 }
1070
1071 static __inline__ __mmask8 __DEFAULT_FN_ATTRS512
1072 _mm512_movepi64_mask (__m512i __A)
1073 {
1074 return (__mmask8) __builtin_ia32_cvtq2mask512 ((__v8di) __A);
1075 }
1076
1077
1078 static __inline__ __m512 __DEFAULT_FN_ATTRS512
1079 _mm512_broadcast_f32x2 (__m128 __A)
1080 {
1081 return (__m512)__builtin_shufflevector((__v4sf)__A, (__v4sf)__A,
1082 0, 1, 0, 1, 0, 1, 0, 1,
1083 0, 1, 0, 1, 0, 1, 0, 1);
1084 }
1085
1086 static __inline__ __m512 __DEFAULT_FN_ATTRS512
1087 _mm512_mask_broadcast_f32x2 (__m512 __O, __mmask16 __M, __m128 __A)
1088 {
1089 return (__m512)__builtin_ia32_selectps_512((__mmask16)__M,
1090 (__v16sf)_mm512_broadcast_f32x2(__A),
1091 (__v16sf)__O);
1092 }
1093
1094 static __inline__ __m512 __DEFAULT_FN_ATTRS512
1095 _mm512_maskz_broadcast_f32x2 (__mmask16 __M, __m128 __A)
1096 {
1097 return (__m512)__builtin_ia32_selectps_512((__mmask16)__M,
1098 (__v16sf)_mm512_broadcast_f32x2(__A),
1099 (__v16sf)_mm512_setzero_ps());
1100 }
1101
1102 static __inline__ __m512 __DEFAULT_FN_ATTRS512
1103 _mm512_broadcast_f32x8(__m256 __A)
1104 {
1105 return (__m512)__builtin_shufflevector((__v8sf)__A, (__v8sf)__A,
1106 0, 1, 2, 3, 4, 5, 6, 7,
1107 0, 1, 2, 3, 4, 5, 6, 7);
1108 }
1109
1110 static __inline__ __m512 __DEFAULT_FN_ATTRS512
1111 _mm512_mask_broadcast_f32x8(__m512 __O, __mmask16 __M, __m256 __A)
1112 {
1113 return (__m512)__builtin_ia32_selectps_512((__mmask16)__M,
1114 (__v16sf)_mm512_broadcast_f32x8(__A),
1115 (__v16sf)__O);
1116 }
1117
1118 static __inline__ __m512 __DEFAULT_FN_ATTRS512
1119 _mm512_maskz_broadcast_f32x8(__mmask16 __M, __m256 __A)
1120 {
1121 return (__m512)__builtin_ia32_selectps_512((__mmask16)__M,
1122 (__v16sf)_mm512_broadcast_f32x8(__A),
1123 (__v16sf)_mm512_setzero_ps());
1124 }
1125
1126 static __inline__ __m512d __DEFAULT_FN_ATTRS512
1127 _mm512_broadcast_f64x2(__m128d __A)
1128 {
1129 return (__m512d)__builtin_shufflevector((__v2df)__A, (__v2df)__A,
1130 0, 1, 0, 1, 0, 1, 0, 1);
1131 }
1132
1133 static __inline__ __m512d __DEFAULT_FN_ATTRS512
1134 _mm512_mask_broadcast_f64x2(__m512d __O, __mmask8 __M, __m128d __A)
1135 {
1136 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__M,
1137 (__v8df)_mm512_broadcast_f64x2(__A),
1138 (__v8df)__O);
1139 }
1140
1141 static __inline__ __m512d __DEFAULT_FN_ATTRS512
1142 _mm512_maskz_broadcast_f64x2(__mmask8 __M, __m128d __A)
1143 {
1144 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__M,
1145 (__v8df)_mm512_broadcast_f64x2(__A),
1146 (__v8df)_mm512_setzero_pd());
1147 }
1148
1149 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1150 _mm512_broadcast_i32x2 (__m128i __A)
1151 {
1152 return (__m512i)__builtin_shufflevector((__v4si)__A, (__v4si)__A,
1153 0, 1, 0, 1, 0, 1, 0, 1,
1154 0, 1, 0, 1, 0, 1, 0, 1);
1155 }
1156
1157 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1158 _mm512_mask_broadcast_i32x2 (__m512i __O, __mmask16 __M, __m128i __A)
1159 {
1160 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
1161 (__v16si)_mm512_broadcast_i32x2(__A),
1162 (__v16si)__O);
1163 }
1164
1165 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1166 _mm512_maskz_broadcast_i32x2 (__mmask16 __M, __m128i __A)
1167 {
1168 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
1169 (__v16si)_mm512_broadcast_i32x2(__A),
1170 (__v16si)_mm512_setzero_si512());
1171 }
1172
1173 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1174 _mm512_broadcast_i32x8(__m256i __A)
1175 {
1176 return (__m512i)__builtin_shufflevector((__v8si)__A, (__v8si)__A,
1177 0, 1, 2, 3, 4, 5, 6, 7,
1178 0, 1, 2, 3, 4, 5, 6, 7);
1179 }
1180
1181 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1182 _mm512_mask_broadcast_i32x8(__m512i __O, __mmask16 __M, __m256i __A)
1183 {
1184 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
1185 (__v16si)_mm512_broadcast_i32x8(__A),
1186 (__v16si)__O);
1187 }
1188
1189 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1190 _mm512_maskz_broadcast_i32x8(__mmask16 __M, __m256i __A)
1191 {
1192 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
1193 (__v16si)_mm512_broadcast_i32x8(__A),
1194 (__v16si)_mm512_setzero_si512());
1195 }
1196
1197 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1198 _mm512_broadcast_i64x2(__m128i __A)
1199 {
1200 return (__m512i)__builtin_shufflevector((__v2di)__A, (__v2di)__A,
1201 0, 1, 0, 1, 0, 1, 0, 1);
1202 }
1203
1204 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1205 _mm512_mask_broadcast_i64x2(__m512i __O, __mmask8 __M, __m128i __A)
1206 {
1207 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__M,
1208 (__v8di)_mm512_broadcast_i64x2(__A),
1209 (__v8di)__O);
1210 }
1211
1212 static __inline__ __m512i __DEFAULT_FN_ATTRS512
1213 _mm512_maskz_broadcast_i64x2(__mmask8 __M, __m128i __A)
1214 {
1215 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__M,
1216 (__v8di)_mm512_broadcast_i64x2(__A),
1217 (__v8di)_mm512_setzero_si512());
1218 }
1219
1220 #define _mm512_extractf32x8_ps(A, imm) \
1221 ((__m256)__builtin_ia32_extractf32x8_mask((__v16sf)(__m512)(A), (int)(imm), \
1222 (__v8sf)_mm256_undefined_ps(), \
1223 (__mmask8)-1))
1224
1225 #define _mm512_mask_extractf32x8_ps(W, U, A, imm) \
1226 ((__m256)__builtin_ia32_extractf32x8_mask((__v16sf)(__m512)(A), (int)(imm), \
1227 (__v8sf)(__m256)(W), \
1228 (__mmask8)(U)))
1229
1230 #define _mm512_maskz_extractf32x8_ps(U, A, imm) \
1231 ((__m256)__builtin_ia32_extractf32x8_mask((__v16sf)(__m512)(A), (int)(imm), \
1232 (__v8sf)_mm256_setzero_ps(), \
1233 (__mmask8)(U)))
1234
1235 #define _mm512_extractf64x2_pd(A, imm) \
1236 ((__m128d)__builtin_ia32_extractf64x2_512_mask((__v8df)(__m512d)(A), \
1237 (int)(imm), \
1238 (__v2df)_mm_undefined_pd(), \
1239 (__mmask8)-1))
1240
1241 #define _mm512_mask_extractf64x2_pd(W, U, A, imm) \
1242 ((__m128d)__builtin_ia32_extractf64x2_512_mask((__v8df)(__m512d)(A), \
1243 (int)(imm), \
1244 (__v2df)(__m128d)(W), \
1245 (__mmask8)(U)))
1246
1247 #define _mm512_maskz_extractf64x2_pd(U, A, imm) \
1248 ((__m128d)__builtin_ia32_extractf64x2_512_mask((__v8df)(__m512d)(A), \
1249 (int)(imm), \
1250 (__v2df)_mm_setzero_pd(), \
1251 (__mmask8)(U)))
1252
1253 #define _mm512_extracti32x8_epi32(A, imm) \
1254 ((__m256i)__builtin_ia32_extracti32x8_mask((__v16si)(__m512i)(A), (int)(imm), \
1255 (__v8si)_mm256_undefined_si256(), \
1256 (__mmask8)-1))
1257
1258 #define _mm512_mask_extracti32x8_epi32(W, U, A, imm) \
1259 ((__m256i)__builtin_ia32_extracti32x8_mask((__v16si)(__m512i)(A), (int)(imm), \
1260 (__v8si)(__m256i)(W), \
1261 (__mmask8)(U)))
1262
1263 #define _mm512_maskz_extracti32x8_epi32(U, A, imm) \
1264 ((__m256i)__builtin_ia32_extracti32x8_mask((__v16si)(__m512i)(A), (int)(imm), \
1265 (__v8si)_mm256_setzero_si256(), \
1266 (__mmask8)(U)))
1267
1268 #define _mm512_extracti64x2_epi64(A, imm) \
1269 ((__m128i)__builtin_ia32_extracti64x2_512_mask((__v8di)(__m512i)(A), \
1270 (int)(imm), \
1271 (__v2di)_mm_undefined_si128(), \
1272 (__mmask8)-1))
1273
1274 #define _mm512_mask_extracti64x2_epi64(W, U, A, imm) \
1275 ((__m128i)__builtin_ia32_extracti64x2_512_mask((__v8di)(__m512i)(A), \
1276 (int)(imm), \
1277 (__v2di)(__m128i)(W), \
1278 (__mmask8)(U)))
1279
1280 #define _mm512_maskz_extracti64x2_epi64(U, A, imm) \
1281 ((__m128i)__builtin_ia32_extracti64x2_512_mask((__v8di)(__m512i)(A), \
1282 (int)(imm), \
1283 (__v2di)_mm_setzero_si128(), \
1284 (__mmask8)(U)))
1285
1286 #define _mm512_insertf32x8(A, B, imm) \
1287 ((__m512)__builtin_ia32_insertf32x8((__v16sf)(__m512)(A), \
1288 (__v8sf)(__m256)(B), (int)(imm)))
1289
1290 #define _mm512_mask_insertf32x8(W, U, A, B, imm) \
1291 ((__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
1292 (__v16sf)_mm512_insertf32x8((A), (B), (imm)), \
1293 (__v16sf)(__m512)(W)))
1294
1295 #define _mm512_maskz_insertf32x8(U, A, B, imm) \
1296 ((__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
1297 (__v16sf)_mm512_insertf32x8((A), (B), (imm)), \
1298 (__v16sf)_mm512_setzero_ps()))
1299
1300 #define _mm512_insertf64x2(A, B, imm) \
1301 ((__m512d)__builtin_ia32_insertf64x2_512((__v8df)(__m512d)(A), \
1302 (__v2df)(__m128d)(B), (int)(imm)))
1303
1304 #define _mm512_mask_insertf64x2(W, U, A, B, imm) \
1305 ((__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
1306 (__v8df)_mm512_insertf64x2((A), (B), (imm)), \
1307 (__v8df)(__m512d)(W)))
1308
1309 #define _mm512_maskz_insertf64x2(U, A, B, imm) \
1310 ((__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
1311 (__v8df)_mm512_insertf64x2((A), (B), (imm)), \
1312 (__v8df)_mm512_setzero_pd()))
1313
1314 #define _mm512_inserti32x8(A, B, imm) \
1315 ((__m512i)__builtin_ia32_inserti32x8((__v16si)(__m512i)(A), \
1316 (__v8si)(__m256i)(B), (int)(imm)))
1317
1318 #define _mm512_mask_inserti32x8(W, U, A, B, imm) \
1319 ((__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
1320 (__v16si)_mm512_inserti32x8((A), (B), (imm)), \
1321 (__v16si)(__m512i)(W)))
1322
1323 #define _mm512_maskz_inserti32x8(U, A, B, imm) \
1324 ((__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
1325 (__v16si)_mm512_inserti32x8((A), (B), (imm)), \
1326 (__v16si)_mm512_setzero_si512()))
1327
1328 #define _mm512_inserti64x2(A, B, imm) \
1329 ((__m512i)__builtin_ia32_inserti64x2_512((__v8di)(__m512i)(A), \
1330 (__v2di)(__m128i)(B), (int)(imm)))
1331
1332 #define _mm512_mask_inserti64x2(W, U, A, B, imm) \
1333 ((__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
1334 (__v8di)_mm512_inserti64x2((A), (B), (imm)), \
1335 (__v8di)(__m512i)(W)))
1336
1337 #define _mm512_maskz_inserti64x2(U, A, B, imm) \
1338 ((__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
1339 (__v8di)_mm512_inserti64x2((A), (B), (imm)), \
1340 (__v8di)_mm512_setzero_si512()))
1341
1342 #define _mm512_mask_fpclass_ps_mask(U, A, imm) \
1343 ((__mmask16)__builtin_ia32_fpclassps512_mask((__v16sf)(__m512)(A), \
1344 (int)(imm), (__mmask16)(U)))
1345
1346 #define _mm512_fpclass_ps_mask(A, imm) \
1347 ((__mmask16)__builtin_ia32_fpclassps512_mask((__v16sf)(__m512)(A), \
1348 (int)(imm), (__mmask16)-1))
1349
1350 #define _mm512_mask_fpclass_pd_mask(U, A, imm) \
1351 ((__mmask8)__builtin_ia32_fpclasspd512_mask((__v8df)(__m512d)(A), (int)(imm), \
1352 (__mmask8)(U)))
1353
1354 #define _mm512_fpclass_pd_mask(A, imm) \
1355 ((__mmask8)__builtin_ia32_fpclasspd512_mask((__v8df)(__m512d)(A), (int)(imm), \
1356 (__mmask8)-1))
1357
1358 #define _mm_fpclass_sd_mask(A, imm) \
1359 ((__mmask8)__builtin_ia32_fpclasssd_mask((__v2df)(__m128d)(A), (int)(imm), \
1360 (__mmask8)-1))
1361
1362 #define _mm_mask_fpclass_sd_mask(U, A, imm) \
1363 ((__mmask8)__builtin_ia32_fpclasssd_mask((__v2df)(__m128d)(A), (int)(imm), \
1364 (__mmask8)(U)))
1365
1366 #define _mm_fpclass_ss_mask(A, imm) \
1367 ((__mmask8)__builtin_ia32_fpclassss_mask((__v4sf)(__m128)(A), (int)(imm), \
1368 (__mmask8)-1))
1369
1370 #define _mm_mask_fpclass_ss_mask(U, A, imm) \
1371 ((__mmask8)__builtin_ia32_fpclassss_mask((__v4sf)(__m128)(A), (int)(imm), \
1372 (__mmask8)(U)))
1373
1374 #undef __DEFAULT_FN_ATTRS512
1375 #undef __DEFAULT_FN_ATTRS
1376
1377 #endif
LLVM monorepo