clang 22.0.0git
avx512vbmivlintrin.h
Go to the documentation of this file.
1/*===------------- avx512vbmivlintrin.h - VBMI intrinsics ------------------===
2 *
3 *
4 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
5 * See https://llvm.org/LICENSE.txt for license information.
6 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
7 *
8 *===-----------------------------------------------------------------------===
9 */
10#ifndef __IMMINTRIN_H
11#error "Never use <avx512vbmivlintrin.h> directly; include <immintrin.h> instead."
12#endif
13
14#ifndef __VBMIVLINTRIN_H
15#define __VBMIVLINTRIN_H
16
17/* Define the default attributes for the functions in this file. */
18#define __DEFAULT_FN_ATTRS128 \
19 __attribute__((__always_inline__, __nodebug__, \
20 __target__("avx512vbmi,avx512vl"), \
21 __min_vector_width__(128)))
22#define __DEFAULT_FN_ATTRS256 \
23 __attribute__((__always_inline__, __nodebug__, \
24 __target__("avx512vbmi,avx512vl"), \
25 __min_vector_width__(256)))
26
27#if defined(__cplusplus) && (__cplusplus >= 201103L)
28#define __DEFAULT_FN_ATTRS128_CONSTEXPR __DEFAULT_FN_ATTRS128 constexpr
29#define __DEFAULT_FN_ATTRS256_CONSTEXPR __DEFAULT_FN_ATTRS256 constexpr
30#else
31#define __DEFAULT_FN_ATTRS128_CONSTEXPR __DEFAULT_FN_ATTRS128
32#define __DEFAULT_FN_ATTRS256_CONSTEXPR __DEFAULT_FN_ATTRS256
33#endif
34
35static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
36_mm_permutex2var_epi8(__m128i __A, __m128i __I, __m128i __B) {
37 return (__m128i)__builtin_ia32_vpermi2varqi128((__v16qi)__A,
38 (__v16qi)__I,
39 (__v16qi)__B);
40}
41
42static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
43_mm_mask_permutex2var_epi8(__m128i __A, __mmask16 __U, __m128i __I,
44 __m128i __B) {
45 return (__m128i)__builtin_ia32_selectb_128(__U,
46 (__v16qi)_mm_permutex2var_epi8(__A, __I, __B),
47 (__v16qi)__A);
48}
49
50static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
51_mm_mask2_permutex2var_epi8(__m128i __A, __m128i __I, __mmask16 __U,
52 __m128i __B) {
53 return (__m128i)__builtin_ia32_selectb_128(__U,
54 (__v16qi)_mm_permutex2var_epi8(__A, __I, __B),
55 (__v16qi)__I);
56}
57
58static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
59_mm_maskz_permutex2var_epi8(__mmask16 __U, __m128i __A, __m128i __I,
60 __m128i __B) {
61 return (__m128i)__builtin_ia32_selectb_128(__U,
62 (__v16qi)_mm_permutex2var_epi8(__A, __I, __B),
63 (__v16qi)_mm_setzero_si128());
64}
65
66static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
67_mm256_permutex2var_epi8(__m256i __A, __m256i __I, __m256i __B) {
68 return (__m256i)__builtin_ia32_vpermi2varqi256((__v32qi)__A, (__v32qi)__I,
69 (__v32qi)__B);
70}
71
72static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
73_mm256_mask_permutex2var_epi8(__m256i __A, __mmask32 __U, __m256i __I,
74 __m256i __B) {
75 return (__m256i)__builtin_ia32_selectb_256(__U,
76 (__v32qi)_mm256_permutex2var_epi8(__A, __I, __B),
77 (__v32qi)__A);
78}
79
80static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
81_mm256_mask2_permutex2var_epi8(__m256i __A, __m256i __I, __mmask32 __U,
82 __m256i __B) {
83 return (__m256i)__builtin_ia32_selectb_256(__U,
84 (__v32qi)_mm256_permutex2var_epi8(__A, __I, __B),
85 (__v32qi)__I);
86}
87
88static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
89_mm256_maskz_permutex2var_epi8(__mmask32 __U, __m256i __A, __m256i __I,
90 __m256i __B) {
91 return (__m256i)__builtin_ia32_selectb_256(__U,
92 (__v32qi)_mm256_permutex2var_epi8(__A, __I, __B),
93 (__v32qi)_mm256_setzero_si256());
94}
95
96static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
97_mm_permutexvar_epi8(__m128i __A, __m128i __B) {
98 return (__m128i)__builtin_ia32_permvarqi128((__v16qi)__B, (__v16qi)__A);
99}
100
101static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
102_mm_maskz_permutexvar_epi8(__mmask16 __M, __m128i __A, __m128i __B) {
103 return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,
104 (__v16qi)_mm_permutexvar_epi8(__A, __B),
105 (__v16qi)_mm_setzero_si128());
106}
107
108static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
109_mm_mask_permutexvar_epi8(__m128i __W, __mmask16 __M, __m128i __A,
110 __m128i __B) {
111 return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,
112 (__v16qi)_mm_permutexvar_epi8(__A, __B),
113 (__v16qi)__W);
114}
115
116static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
117_mm256_permutexvar_epi8(__m256i __A, __m256i __B) {
118 return (__m256i)__builtin_ia32_permvarqi256((__v32qi) __B, (__v32qi) __A);
119}
120
121static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
122_mm256_maskz_permutexvar_epi8(__mmask32 __M, __m256i __A, __m256i __B) {
123 return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,
124 (__v32qi)_mm256_permutexvar_epi8(__A, __B),
125 (__v32qi)_mm256_setzero_si256());
126}
127
128static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
129_mm256_mask_permutexvar_epi8(__m256i __W, __mmask32 __M, __m256i __A,
130 __m256i __B) {
131 return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,
132 (__v32qi)_mm256_permutexvar_epi8(__A, __B),
133 (__v32qi)__W);
134}
135
136static __inline__ __m128i __DEFAULT_FN_ATTRS128
137_mm_multishift_epi64_epi8(__m128i __X, __m128i __Y)
138{
139 return (__m128i)__builtin_ia32_vpmultishiftqb128((__v16qi)__X, (__v16qi)__Y);
140}
141
142static __inline__ __m128i __DEFAULT_FN_ATTRS128
143_mm_mask_multishift_epi64_epi8(__m128i __W, __mmask16 __M, __m128i __X,
144 __m128i __Y)
145{
146 return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,
147 (__v16qi)_mm_multishift_epi64_epi8(__X, __Y),
148 (__v16qi)__W);
149}
150
151static __inline__ __m128i __DEFAULT_FN_ATTRS128
153{
154 return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,
155 (__v16qi)_mm_multishift_epi64_epi8(__X, __Y),
156 (__v16qi)_mm_setzero_si128());
157}
158
159static __inline__ __m256i __DEFAULT_FN_ATTRS256
161{
162 return (__m256i)__builtin_ia32_vpmultishiftqb256((__v32qi)__X, (__v32qi)__Y);
163}
164
165static __inline__ __m256i __DEFAULT_FN_ATTRS256
166_mm256_mask_multishift_epi64_epi8(__m256i __W, __mmask32 __M, __m256i __X,
167 __m256i __Y)
168{
169 return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,
170 (__v32qi)_mm256_multishift_epi64_epi8(__X, __Y),
171 (__v32qi)__W);
172}
173
174static __inline__ __m256i __DEFAULT_FN_ATTRS256
176{
177 return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,
178 (__v32qi)_mm256_multishift_epi64_epi8(__X, __Y),
179 (__v32qi)_mm256_setzero_si256());
180}
181
182#undef __DEFAULT_FN_ATTRS128_CONSTEXPR
183#undef __DEFAULT_FN_ATTRS256_CONSTEXPR
184#undef __DEFAULT_FN_ATTRS128
185#undef __DEFAULT_FN_ATTRS256
186
187#endif
#define __DEFAULT_FN_ATTRS128
#define __DEFAULT_FN_ATTRS256
#define __DEFAULT_FN_ATTRS128_CONSTEXPR
Definition avx2intrin.h:30
#define __DEFAULT_FN_ATTRS256_CONSTEXPR
Definition avx2intrin.h:29
unsigned int __mmask32
unsigned short __mmask16
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR _mm256_permutexvar_epi8(__m256i __A, __m256i __B)
static __inline__ __m256i __DEFAULT_FN_ATTRS256 _mm256_maskz_multishift_epi64_epi8(__mmask32 __M, __m256i __X, __m256i __Y)
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR _mm_mask_permutexvar_epi8(__m128i __W, __mmask16 __M, __m128i __A, __m128i __B)
static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_multishift_epi64_epi8(__m128i __X, __m128i __Y)
static __inline__ __m256i __DEFAULT_FN_ATTRS256 _mm256_multishift_epi64_epi8(__m256i __X, __m256i __Y)
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR _mm256_mask_permutex2var_epi8(__m256i __A, __mmask32 __U, __m256i __I, __m256i __B)
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR _mm_maskz_permutexvar_epi8(__mmask16 __M, __m128i __A, __m128i __B)
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR _mm256_maskz_permutexvar_epi8(__mmask32 __M, __m256i __A, __m256i __B)
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR _mm256_maskz_permutex2var_epi8(__mmask32 __U, __m256i __A, __m256i __I, __m256i __B)
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR _mm_mask_permutex2var_epi8(__m128i __A, __mmask16 __U, __m128i __I, __m128i __B)
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR _mm256_mask2_permutex2var_epi8(__m256i __A, __m256i __I, __mmask32 __U, __m256i __B)
static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_maskz_multishift_epi64_epi8(__mmask16 __M, __m128i __X, __m128i __Y)
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR _mm_maskz_permutex2var_epi8(__mmask16 __U, __m128i __A, __m128i __I, __m128i __B)
static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_mask_multishift_epi64_epi8(__m128i __W, __mmask16 __M, __m128i __X, __m128i __Y)
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR _mm256_permutex2var_epi8(__m256i __A, __m256i __I, __m256i __B)
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR _mm_permutexvar_epi8(__m128i __A, __m128i __B)
static __inline__ __m256i __DEFAULT_FN_ATTRS256 _mm256_mask_multishift_epi64_epi8(__m256i __W, __mmask32 __M, __m256i __X, __m256i __Y)
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR _mm_permutex2var_epi8(__m128i __A, __m128i __I, __m128i __B)
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR _mm_mask2_permutex2var_epi8(__m128i __A, __m128i __I, __mmask16 __U, __m128i __B)
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR _mm256_mask_permutexvar_epi8(__m256i __W, __mmask32 __M, __m256i __A, __m256i __B)
static __inline __m256i __DEFAULT_FN_ATTRS_CONSTEXPR _mm256_setzero_si256(void)
Constructs a 256-bit integer vector initialized to zero.
Definition avxintrin.h:4316
static __inline__ __m128i __DEFAULT_FN_ATTRS_CONSTEXPR _mm_setzero_si128(void)
Creates a 128-bit integer vector initialized to zero.
Definition emmintrin.h:3878
__inline unsigned int unsigned int __Y
Definition bmi2intrin.h:19