1 /* Copyright (C) 2013-2023 Free Software Foundation, Inc.
2
3 This file is part of GCC.
4
5 GCC is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation; either version 3, or (at your option)
8 any later version.
9
10 GCC is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
14
15 Under Section 7 of GPL version 3, you are granted additional
16 permissions described in the GCC Runtime Library Exception, version
17 3.1, as published by the Free Software Foundation.
18
19 You should have received a copy of the GNU General Public License and
20 a copy of the GCC Runtime Library Exception along with this program;
21 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
22 <http://www.gnu.org/licenses/>. */
23
24 #ifndef _IMMINTRIN_H_INCLUDED
25 #error "Never use <avx512vbmi2intrin.h> directly; include <immintrin.h> instead."
26 #endif
27
28 #ifndef __AVX512VBMI2INTRIN_H_INCLUDED
29 #define __AVX512VBMI2INTRIN_H_INCLUDED
30
31 #if !defined(__AVX512VBMI2__)
32 #pragma GCC push_options
33 #pragma GCC target("avx512vbmi2")
34 #define __DISABLE_AVX512VBMI2__
35 #endif /* __AVX512VBMI2__ */
36
37 #ifdef __OPTIMIZE__
38 extern __inline __m512i
39 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
40 _mm512_shrdi_epi16 (__m512i __A, __m512i __B, int __C)
41 {
42 return (__m512i) __builtin_ia32_vpshrd_v32hi ((__v32hi)__A, (__v32hi) __B,
43 __C);
44 }
45
46 extern __inline __m512i
47 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
48 _mm512_shrdi_epi32 (__m512i __A, __m512i __B, int __C)
49 {
50 return (__m512i) __builtin_ia32_vpshrd_v16si ((__v16si)__A, (__v16si) __B,
51 __C);
52 }
53
54 extern __inline __m512i
55 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
56 _mm512_mask_shrdi_epi32 (__m512i __A, __mmask16 __B, __m512i __C, __m512i __D,
57 int __E)
58 {
59 return (__m512i)__builtin_ia32_vpshrd_v16si_mask ((__v16si)__C,
60 (__v16si) __D, __E, (__v16si) __A, (__mmask16)__B);
61 }
62
63 extern __inline __m512i
64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
65 _mm512_maskz_shrdi_epi32 (__mmask16 __A, __m512i __B, __m512i __C, int __D)
66 {
67 return (__m512i)__builtin_ia32_vpshrd_v16si_mask ((__v16si)__B,
68 (__v16si) __C, __D, (__v16si) _mm512_setzero_si512 (), (__mmask16)__A);
69 }
70
71 extern __inline __m512i
72 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
73 _mm512_shrdi_epi64 (__m512i __A, __m512i __B, int __C)
74 {
75 return (__m512i) __builtin_ia32_vpshrd_v8di ((__v8di)__A, (__v8di) __B, __C);
76 }
77
78 extern __inline __m512i
79 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
80 _mm512_mask_shrdi_epi64 (__m512i __A, __mmask8 __B, __m512i __C, __m512i __D,
81 int __E)
82 {
83 return (__m512i)__builtin_ia32_vpshrd_v8di_mask ((__v8di)__C, (__v8di) __D,
84 __E, (__v8di) __A, (__mmask8)__B);
85 }
86
87 extern __inline __m512i
88 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
89 _mm512_maskz_shrdi_epi64 (__mmask8 __A, __m512i __B, __m512i __C, int __D)
90 {
91 return (__m512i)__builtin_ia32_vpshrd_v8di_mask ((__v8di)__B, (__v8di) __C,
92 __D, (__v8di) _mm512_setzero_si512 (), (__mmask8)__A);
93 }
94
95 extern __inline __m512i
96 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
97 _mm512_shldi_epi16 (__m512i __A, __m512i __B, int __C)
98 {
99 return (__m512i) __builtin_ia32_vpshld_v32hi ((__v32hi)__A, (__v32hi) __B,
100 __C);
101 }
102
103 extern __inline __m512i
104 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
105 _mm512_shldi_epi32 (__m512i __A, __m512i __B, int __C)
106 {
107 return (__m512i) __builtin_ia32_vpshld_v16si ((__v16si)__A, (__v16si) __B,
108 __C);
109 }
110
111 extern __inline __m512i
112 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
113 _mm512_mask_shldi_epi32 (__m512i __A, __mmask16 __B, __m512i __C, __m512i __D,
114 int __E)
115 {
116 return (__m512i)__builtin_ia32_vpshld_v16si_mask ((__v16si)__C,
117 (__v16si) __D, __E, (__v16si) __A, (__mmask16)__B);
118 }
119
120 extern __inline __m512i
121 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
122 _mm512_maskz_shldi_epi32 (__mmask16 __A, __m512i __B, __m512i __C, int __D)
123 {
124 return (__m512i)__builtin_ia32_vpshld_v16si_mask ((__v16si)__B,
125 (__v16si) __C, __D, (__v16si) _mm512_setzero_si512 (), (__mmask16)__A);
126 }
127
128 extern __inline __m512i
129 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
130 _mm512_shldi_epi64 (__m512i __A, __m512i __B, int __C)
131 {
132 return (__m512i) __builtin_ia32_vpshld_v8di ((__v8di)__A, (__v8di) __B, __C);
133 }
134
135 extern __inline __m512i
136 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
137 _mm512_mask_shldi_epi64 (__m512i __A, __mmask8 __B, __m512i __C, __m512i __D,
138 int __E)
139 {
140 return (__m512i)__builtin_ia32_vpshld_v8di_mask ((__v8di)__C, (__v8di) __D,
141 __E, (__v8di) __A, (__mmask8)__B);
142 }
143
144 extern __inline __m512i
145 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
146 _mm512_maskz_shldi_epi64 (__mmask8 __A, __m512i __B, __m512i __C, int __D)
147 {
148 return (__m512i)__builtin_ia32_vpshld_v8di_mask ((__v8di)__B, (__v8di) __C,
149 __D, (__v8di) _mm512_setzero_si512 (), (__mmask8)__A);
150 }
151 #else
152 #define _mm512_shrdi_epi16(A, B, C) \
153 ((__m512i) __builtin_ia32_vpshrd_v32hi ((__v32hi)(__m512i)(A), \
154 (__v32hi)(__m512i)(B),(int)(C)))
155 #define _mm512_shrdi_epi32(A, B, C) \
156 ((__m512i) __builtin_ia32_vpshrd_v16si ((__v16si)(__m512i)(A), \
157 (__v16si)(__m512i)(B),(int)(C)))
158 #define _mm512_mask_shrdi_epi32(A, B, C, D, E) \
159 ((__m512i) __builtin_ia32_vpshrd_v16si_mask ((__v16si)(__m512i)(C), \
160 (__v16si)(__m512i)(D), \
161 (int)(E), \
162 (__v16si)(__m512i)(A), \
163 (__mmask16)(B)))
164 #define _mm512_maskz_shrdi_epi32(A, B, C, D) \
165 ((__m512i) \
166 __builtin_ia32_vpshrd_v16si_mask ((__v16si)(__m512i)(B), \
167 (__v16si)(__m512i)(C),(int)(D), \
168 (__v16si)(__m512i)_mm512_setzero_si512 (), \
169 (__mmask16)(A)))
170 #define _mm512_shrdi_epi64(A, B, C) \
171 ((__m512i) __builtin_ia32_vpshrd_v8di ((__v8di)(__m512i)(A), \
172 (__v8di)(__m512i)(B),(int)(C)))
173 #define _mm512_mask_shrdi_epi64(A, B, C, D, E) \
174 ((__m512i) __builtin_ia32_vpshrd_v8di_mask ((__v8di)(__m512i)(C), \
175 (__v8di)(__m512i)(D), (int)(E), \
176 (__v8di)(__m512i)(A), \
177 (__mmask8)(B)))
178 #define _mm512_maskz_shrdi_epi64(A, B, C, D) \
179 ((__m512i) \
180 __builtin_ia32_vpshrd_v8di_mask ((__v8di)(__m512i)(B), \
181 (__v8di)(__m512i)(C),(int)(D), \
182 (__v8di)(__m512i)_mm512_setzero_si512 (), \
183 (__mmask8)(A)))
184 #define _mm512_shldi_epi16(A, B, C) \
185 ((__m512i) __builtin_ia32_vpshld_v32hi ((__v32hi)(__m512i)(A), \
186 (__v32hi)(__m512i)(B),(int)(C)))
187 #define _mm512_shldi_epi32(A, B, C) \
188 ((__m512i) __builtin_ia32_vpshld_v16si ((__v16si)(__m512i)(A), \
189 (__v16si)(__m512i)(B),(int)(C)))
190 #define _mm512_mask_shldi_epi32(A, B, C, D, E) \
191 ((__m512i) __builtin_ia32_vpshld_v16si_mask ((__v16si)(__m512i)(C), \
192 (__v16si)(__m512i)(D), \
193 (int)(E), \
194 (__v16si)(__m512i)(A), \
195 (__mmask16)(B)))
196 #define _mm512_maskz_shldi_epi32(A, B, C, D) \
197 ((__m512i) \
198 __builtin_ia32_vpshld_v16si_mask ((__v16si)(__m512i)(B), \
199 (__v16si)(__m512i)(C),(int)(D), \
200 (__v16si)(__m512i)_mm512_setzero_si512 (), \
201 (__mmask16)(A)))
202 #define _mm512_shldi_epi64(A, B, C) \
203 ((__m512i) __builtin_ia32_vpshld_v8di ((__v8di)(__m512i)(A), \
204 (__v8di)(__m512i)(B), (int)(C)))
205 #define _mm512_mask_shldi_epi64(A, B, C, D, E) \
206 ((__m512i) __builtin_ia32_vpshld_v8di_mask ((__v8di)(__m512i)(C), \
207 (__v8di)(__m512i)(D), (int)(E), \
208 (__v8di)(__m512i)(A), \
209 (__mmask8)(B)))
210 #define _mm512_maskz_shldi_epi64(A, B, C, D) \
211 ((__m512i) \
212 __builtin_ia32_vpshld_v8di_mask ((__v8di)(__m512i)(B), \
213 (__v8di)(__m512i)(C),(int)(D), \
214 (__v8di)(__m512i)_mm512_setzero_si512 (), \
215 (__mmask8)(A)))
216 #endif
217
218 extern __inline __m512i
219 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
220 _mm512_shrdv_epi16 (__m512i __A, __m512i __B, __m512i __C)
221 {
222 return (__m512i) __builtin_ia32_vpshrdv_v32hi ((__v32hi)__A, (__v32hi) __B,
223 (__v32hi) __C);
224 }
225
226 extern __inline __m512i
227 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
228 _mm512_shrdv_epi32 (__m512i __A, __m512i __B, __m512i __C)
229 {
230 return (__m512i) __builtin_ia32_vpshrdv_v16si ((__v16si)__A, (__v16si) __B,
231 (__v16si) __C);
232 }
233
234 extern __inline __m512i
235 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
236 _mm512_mask_shrdv_epi32 (__m512i __A, __mmask16 __B, __m512i __C, __m512i __D)
237 {
238 return (__m512i)__builtin_ia32_vpshrdv_v16si_mask ((__v16si)__A,
239 (__v16si) __C, (__v16si) __D, (__mmask16)__B);
240 }
241
242 extern __inline __m512i
243 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
244 _mm512_maskz_shrdv_epi32 (__mmask16 __A, __m512i __B, __m512i __C, __m512i __D)
245 {
246 return (__m512i)__builtin_ia32_vpshrdv_v16si_maskz ((__v16si)__B,
247 (__v16si) __C, (__v16si) __D, (__mmask16)__A);
248 }
249
250 extern __inline __m512i
251 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
252 _mm512_shrdv_epi64 (__m512i __A, __m512i __B, __m512i __C)
253 {
254 return (__m512i) __builtin_ia32_vpshrdv_v8di ((__v8di)__A, (__v8di) __B,
255 (__v8di) __C);
256 }
257
258 extern __inline __m512i
259 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
260 _mm512_mask_shrdv_epi64 (__m512i __A, __mmask8 __B, __m512i __C, __m512i __D)
261 {
262 return (__m512i)__builtin_ia32_vpshrdv_v8di_mask ((__v8di)__A, (__v8di) __C,
263 (__v8di) __D, (__mmask8)__B);
264 }
265
266 extern __inline __m512i
267 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
268 _mm512_maskz_shrdv_epi64 (__mmask8 __A, __m512i __B, __m512i __C, __m512i __D)
269 {
270 return (__m512i)__builtin_ia32_vpshrdv_v8di_maskz ((__v8di)__B, (__v8di) __C,
271 (__v8di) __D, (__mmask8)__A);
272 }
273 extern __inline __m512i
274 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
275 _mm512_shldv_epi16 (__m512i __A, __m512i __B, __m512i __C)
276 {
277 return (__m512i) __builtin_ia32_vpshldv_v32hi ((__v32hi)__A, (__v32hi) __B,
278 (__v32hi) __C);
279 }
280
281 extern __inline __m512i
282 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
283 _mm512_shldv_epi32 (__m512i __A, __m512i __B, __m512i __C)
284 {
285 return (__m512i) __builtin_ia32_vpshldv_v16si ((__v16si)__A, (__v16si) __B,
286 (__v16si) __C);
287 }
288
289 extern __inline __m512i
290 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
291 _mm512_mask_shldv_epi32 (__m512i __A, __mmask16 __B, __m512i __C, __m512i __D)
292 {
293 return (__m512i)__builtin_ia32_vpshldv_v16si_mask ((__v16si)__A,
294 (__v16si) __C, (__v16si) __D, (__mmask16)__B);
295 }
296
297 extern __inline __m512i
298 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
299 _mm512_maskz_shldv_epi32 (__mmask16 __A, __m512i __B, __m512i __C, __m512i __D)
300 {
301 return (__m512i)__builtin_ia32_vpshldv_v16si_maskz ((__v16si)__B,
302 (__v16si) __C, (__v16si) __D, (__mmask16)__A);
303 }
304
305 extern __inline __m512i
306 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
307 _mm512_shldv_epi64 (__m512i __A, __m512i __B, __m512i __C)
308 {
309 return (__m512i) __builtin_ia32_vpshldv_v8di ((__v8di)__A, (__v8di) __B,
310 (__v8di) __C);
311 }
312
313 extern __inline __m512i
314 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
315 _mm512_mask_shldv_epi64 (__m512i __A, __mmask8 __B, __m512i __C, __m512i __D)
316 {
317 return (__m512i)__builtin_ia32_vpshldv_v8di_mask ((__v8di)__A, (__v8di) __C,
318 (__v8di) __D, (__mmask8)__B);
319 }
320
321 extern __inline __m512i
322 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
323 _mm512_maskz_shldv_epi64 (__mmask8 __A, __m512i __B, __m512i __C, __m512i __D)
324 {
325 return (__m512i)__builtin_ia32_vpshldv_v8di_maskz ((__v8di)__B, (__v8di) __C,
326 (__v8di) __D, (__mmask8)__A);
327 }
328
329 #ifdef __DISABLE_AVX512VBMI2__
330 #undef __DISABLE_AVX512VBMI2__
331
332 #pragma GCC pop_options
333 #endif /* __DISABLE_AVX512VBMI2__ */
334
335 #if !defined(__AVX512VBMI2__) || !defined(__AVX512BW__)
336 #pragma GCC push_options
337 #pragma GCC target("avx512vbmi2,avx512bw")
338 #define __DISABLE_AVX512VBMI2BW__
339 #endif /* __AVX512VBMI2BW__ */
340
341 extern __inline __m512i
342 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
343 _mm512_mask_compress_epi8 (__m512i __A, __mmask64 __B, __m512i __C)
344 {
345 return (__m512i) __builtin_ia32_compressqi512_mask ((__v64qi)__C,
346 (__v64qi)__A, (__mmask64)__B);
347 }
348
349
350 extern __inline __m512i
351 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
352 _mm512_maskz_compress_epi8 (__mmask64 __A, __m512i __B)
353 {
354 return (__m512i) __builtin_ia32_compressqi512_mask ((__v64qi)__B,
355 (__v64qi)_mm512_setzero_si512 (), (__mmask64)__A);
356 }
357
358
359 extern __inline void
360 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
361 _mm512_mask_compressstoreu_epi8 (void * __A, __mmask64 __B, __m512i __C)
362 {
363 __builtin_ia32_compressstoreuqi512_mask ((__v64qi *) __A, (__v64qi) __C,
364 (__mmask64) __B);
365 }
366
367 extern __inline __m512i
368 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
369 _mm512_mask_compress_epi16 (__m512i __A, __mmask32 __B, __m512i __C)
370 {
371 return (__m512i) __builtin_ia32_compresshi512_mask ((__v32hi)__C,
372 (__v32hi)__A, (__mmask32)__B);
373 }
374
375 extern __inline __m512i
376 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
377 _mm512_maskz_compress_epi16 (__mmask32 __A, __m512i __B)
378 {
379 return (__m512i) __builtin_ia32_compresshi512_mask ((__v32hi)__B,
380 (__v32hi)_mm512_setzero_si512 (), (__mmask32)__A);
381 }
382
383 extern __inline void
384 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
385 _mm512_mask_compressstoreu_epi16 (void * __A, __mmask32 __B, __m512i __C)
386 {
387 __builtin_ia32_compressstoreuhi512_mask ((__v32hi *) __A, (__v32hi) __C,
388 (__mmask32) __B);
389 }
390
391 extern __inline __m512i
392 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
393 _mm512_mask_expand_epi8 (__m512i __A, __mmask64 __B, __m512i __C)
394 {
395 return (__m512i) __builtin_ia32_expandqi512_mask ((__v64qi) __C,
396 (__v64qi) __A,
397 (__mmask64) __B);
398 }
399
400 extern __inline __m512i
401 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
402 _mm512_maskz_expand_epi8 (__mmask64 __A, __m512i __B)
403 {
404 return (__m512i) __builtin_ia32_expandqi512_maskz ((__v64qi) __B,
405 (__v64qi) _mm512_setzero_si512 (), (__mmask64) __A);
406 }
407
408 extern __inline __m512i
409 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
410 _mm512_mask_expandloadu_epi8 (__m512i __A, __mmask64 __B, const void * __C)
411 {
412 return (__m512i) __builtin_ia32_expandloadqi512_mask ((const __v64qi *) __C,
413 (__v64qi) __A, (__mmask64) __B);
414 }
415
416 extern __inline __m512i
417 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
418 _mm512_maskz_expandloadu_epi8 (__mmask64 __A, const void * __B)
419 {
420 return (__m512i) __builtin_ia32_expandloadqi512_maskz ((const __v64qi *) __B,
421 (__v64qi) _mm512_setzero_si512 (), (__mmask64) __A);
422 }
423
424 extern __inline __m512i
425 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
426 _mm512_mask_expand_epi16 (__m512i __A, __mmask32 __B, __m512i __C)
427 {
428 return (__m512i) __builtin_ia32_expandhi512_mask ((__v32hi) __C,
429 (__v32hi) __A,
430 (__mmask32) __B);
431 }
432
433 extern __inline __m512i
434 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
435 _mm512_maskz_expand_epi16 (__mmask32 __A, __m512i __B)
436 {
437 return (__m512i) __builtin_ia32_expandhi512_maskz ((__v32hi) __B,
438 (__v32hi) _mm512_setzero_si512 (), (__mmask32) __A);
439 }
440
441 extern __inline __m512i
442 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
443 _mm512_mask_expandloadu_epi16 (__m512i __A, __mmask32 __B, const void * __C)
444 {
445 return (__m512i) __builtin_ia32_expandloadhi512_mask ((const __v32hi *) __C,
446 (__v32hi) __A, (__mmask32) __B);
447 }
448
449 extern __inline __m512i
450 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
451 _mm512_maskz_expandloadu_epi16 (__mmask32 __A, const void * __B)
452 {
453 return (__m512i) __builtin_ia32_expandloadhi512_maskz ((const __v32hi *) __B,
454 (__v32hi) _mm512_setzero_si512 (), (__mmask32) __A);
455 }
456
457 #ifdef __OPTIMIZE__
458 extern __inline __m512i
459 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
460 _mm512_mask_shrdi_epi16 (__m512i __A, __mmask32 __B, __m512i __C, __m512i __D,
461 int __E)
462 {
463 return (__m512i)__builtin_ia32_vpshrd_v32hi_mask ((__v32hi)__C,
464 (__v32hi) __D, __E, (__v32hi) __A, (__mmask32)__B);
465 }
466
467 extern __inline __m512i
468 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
469 _mm512_maskz_shrdi_epi16 (__mmask32 __A, __m512i __B, __m512i __C, int __D)
470 {
471 return (__m512i)__builtin_ia32_vpshrd_v32hi_mask ((__v32hi)__B,
472 (__v32hi) __C, __D, (__v32hi) _mm512_setzero_si512 (), (__mmask32)__A);
473 }
474
475 extern __inline __m512i
476 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
477 _mm512_mask_shldi_epi16 (__m512i __A, __mmask32 __B, __m512i __C, __m512i __D,
478 int __E)
479 {
480 return (__m512i)__builtin_ia32_vpshld_v32hi_mask ((__v32hi)__C,
481 (__v32hi) __D, __E, (__v32hi) __A, (__mmask32)__B);
482 }
483
484 extern __inline __m512i
485 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
486 _mm512_maskz_shldi_epi16 (__mmask32 __A, __m512i __B, __m512i __C, int __D)
487 {
488 return (__m512i)__builtin_ia32_vpshld_v32hi_mask ((__v32hi)__B,
489 (__v32hi) __C, __D, (__v32hi) _mm512_setzero_si512 (), (__mmask32)__A);
490 }
491
492 #else
493 #define _mm512_mask_shrdi_epi16(A, B, C, D, E) \
494 ((__m512i) __builtin_ia32_vpshrd_v32hi_mask ((__v32hi)(__m512i)(C), \
495 (__v32hi)(__m512i)(D), \
496 (int)(E), \
497 (__v32hi)(__m512i)(A), \
498 (__mmask32)(B)))
499 #define _mm512_maskz_shrdi_epi16(A, B, C, D) \
500 ((__m512i) \
501 __builtin_ia32_vpshrd_v32hi_mask ((__v32hi)(__m512i)(B), \
502 (__v32hi)(__m512i)(C),(int)(D), \
503 (__v32hi)(__m512i)_mm512_setzero_si512 (), \
504 (__mmask32)(A)))
505 #define _mm512_mask_shldi_epi16(A, B, C, D, E) \
506 ((__m512i) __builtin_ia32_vpshld_v32hi_mask ((__v32hi)(__m512i)(C), \
507 (__v32hi)(__m512i)(D), \
508 (int)(E), \
509 (__v32hi)(__m512i)(A), \
510 (__mmask32)(B)))
511 #define _mm512_maskz_shldi_epi16(A, B, C, D) \
512 ((__m512i) \
513 __builtin_ia32_vpshld_v32hi_mask ((__v32hi)(__m512i)(B), \
514 (__v32hi)(__m512i)(C),(int)(D), \
515 (__v32hi)(__m512i)_mm512_setzero_si512 (), \
516 (__mmask32)(A)))
517 #endif
518
519 extern __inline __m512i
520 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
521 _mm512_mask_shrdv_epi16 (__m512i __A, __mmask32 __B, __m512i __C, __m512i __D)
522 {
523 return (__m512i)__builtin_ia32_vpshrdv_v32hi_mask ((__v32hi)__A,
524 (__v32hi) __C, (__v32hi) __D, (__mmask32)__B);
525 }
526
527 extern __inline __m512i
528 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
529 _mm512_maskz_shrdv_epi16 (__mmask32 __A, __m512i __B, __m512i __C, __m512i __D)
530 {
531 return (__m512i)__builtin_ia32_vpshrdv_v32hi_maskz ((__v32hi)__B,
532 (__v32hi) __C, (__v32hi) __D, (__mmask32)__A);
533 }
534
535 extern __inline __m512i
536 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
537 _mm512_mask_shldv_epi16 (__m512i __A, __mmask32 __B, __m512i __C, __m512i __D)
538 {
539 return (__m512i)__builtin_ia32_vpshldv_v32hi_mask ((__v32hi)__A,
540 (__v32hi) __C, (__v32hi) __D, (__mmask32)__B);
541 }
542
543 extern __inline __m512i
544 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
545 _mm512_maskz_shldv_epi16 (__mmask32 __A, __m512i __B, __m512i __C, __m512i __D)
546 {
547 return (__m512i)__builtin_ia32_vpshldv_v32hi_maskz ((__v32hi)__B,
548 (__v32hi) __C, (__v32hi) __D, (__mmask32)__A);
549 }
550
551 #ifdef __DISABLE_AVX512VBMI2BW__
552 #undef __DISABLE_AVX512VBMI2BW__
553
554 #pragma GCC pop_options
555 #endif /* __DISABLE_AVX512VBMI2BW__ */
556
557 #endif /* __AVX512VBMI2INTRIN_H_INCLUDED */