clang 24.0.0git
riscv_packed_simd.h
Go to the documentation of this file.
1/*===---- riscv_packed_simd.h - RISC-V P intrinsics ------------------------===
2 *
3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 * See https://llvm.org/LICENSE.txt for license information.
5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 *
7 *===-----------------------------------------------------------------------===
8 */
9
10#ifndef __RISCV_PACKED_SIMD_H
11#define __RISCV_PACKED_SIMD_H
12
13#include <stdint.h>
14
15#if defined(__cplusplus)
16extern "C" {
17#endif
18
19/* Packed SIMD Types */
20
21typedef int8_t int8x4_t __attribute__((__vector_size__(4)));
22typedef uint8_t uint8x4_t __attribute__((__vector_size__(4)));
23typedef int16_t int16x2_t __attribute__((__vector_size__(4)));
24typedef uint16_t uint16x2_t __attribute__((__vector_size__(4)));
25
26typedef int8_t int8x8_t __attribute__((__vector_size__(8)));
27typedef uint8_t uint8x8_t __attribute__((__vector_size__(8)));
28typedef int16_t int16x4_t __attribute__((__vector_size__(8)));
29typedef uint16_t uint16x4_t __attribute__((__vector_size__(8)));
30typedef int32_t int32x2_t __attribute__((__vector_size__(8)));
31typedef uint32_t uint32x2_t __attribute__((__vector_size__(8)));
32
33#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__))
34
35#define __packed_splat2(ty, x) ((ty){(x), (x)})
36#define __packed_splat4(ty, x) ((ty){(x), (x), (x), (x)})
37#define __packed_splat8(ty, x) ((ty){(x), (x), (x), (x), (x), (x), (x), (x)})
38
39#define __packed_splat(name, ty, scalar_ty, splat) \
40 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(scalar_ty __x) { \
41 return splat(ty, __x); \
42 }
43
44#define __packed_scalar_binary_op(name, ty, scalar_ty, op, splat) \
45 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
46 scalar_ty __rs2) { \
47 return __rs1 op splat(ty, __rs2); \
48 }
49
50#define __packed_binary_op(name, ty, op) \
51 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
52 return __rs1 op __rs2; \
53 }
54
55#define __packed_unary_op(name, ty, op) \
56 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
57 return op __rs1; \
58 }
59
60#define __packed_extract(name, rty, ty, max_idx) \
61 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __v, \
62 unsigned __idx) \
63 __attribute__((__enable_if__( \
64 __idx <= (max_idx), \
65 "index must be a constant integer from 0 to " #max_idx))) { \
66 return __v[__idx]; \
67 }
68
69#define __packed_subvector_extract8(name, rty, ty) \
70 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __v, \
71 unsigned __idx) \
72 __attribute__((__enable_if__( \
73 __idx <= 1, "index must be a constant integer from 0 to 1"))) { \
74 return __idx ? __builtin_shufflevector(__v, __v, 4, 5, 6, 7) \
75 : __builtin_shufflevector(__v, __v, 0, 1, 2, 3); \
76 }
77#define __packed_subvector_extract4(name, rty, ty) \
78 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __v, \
79 unsigned __idx) \
80 __attribute__((__enable_if__( \
81 __idx <= 1, "index must be a constant integer from 0 to 1"))) { \
82 return __idx ? __builtin_shufflevector(__v, __v, 2, 3) \
83 : __builtin_shufflevector(__v, __v, 0, 1); \
84 }
85
86#define __packed_store(name, ty, elt_ty) \
87 static __inline__ void __DEFAULT_FN_ATTRS __riscv_##name(elt_ty *__p, \
88 ty __v) { \
89 typedef ty __attribute__((__aligned__(1))) ua_ty; \
90 *(ua_ty *)__p = __v; \
91 }
92
93#define __packed_binary_builtin(name, ty, builtin) \
94 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
95 return builtin(__rs1, __rs2); \
96 }
97
98#define __packed_binary_builtin_mixed(name, rty, ty1, ty2, builtin) \
99 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty1 __rs1, \
100 ty2 __rs2) { \
101 return builtin(__rs1, __rs2); \
102 }
103
104#define __packed_ternary_builtin(name, ty, builtin) \
105 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rd, ty __rs1, \
106 ty __rs2) { \
107 return builtin(__rd, __rs1, __rs2); \
108 }
109
110#define __packed_ternary_builtin_mixed(name, rty, ty1, ty2, builtin) \
111 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(rty __rd, ty1 __rs1, \
112 ty2 __rs2) { \
113 return builtin(__rd, __rs1, __rs2); \
114 }
115
116#define __packed_sh1add(name, ty) \
117 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
118 return (__rs1 << 1) + __rs2; \
119 }
120
121/* TODO: switch to sadd_sat(__builtin_elementwise_shl_sat(a, 1), b) once a
122 * generic elementwise shl_sat builtin exists. sadd_sat(a, a) is equivalent
123 * for signed types and the backend's saturating_shl1 PatFrags matches both
124 * shapes. */
125#define __packed_sh1sadd(name, ty) \
126 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
127 return __builtin_elementwise_add_sat( \
128 __builtin_elementwise_add_sat(__rs1, __rs1), __rs2); \
129 }
130
131#define __packed_cmp(name, ty, rty, op) \
132 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
133 ty __rs2) { \
134 return (rty)(__rs1 op __rs2); \
135 }
136
137#define __packed_pabs(name, ty, rty) \
138 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
139 return (rty)__builtin_elementwise_abs(__rs1); \
140 }
141
142#define __packed_binary_builtin_cast(name, ty, rty, builtin) \
143 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
144 ty __rs2) { \
145 return (rty)builtin(__rs1, __rs2); \
146 }
147
148#define __packed_reduction(name, rty, ty, builtin) \
149 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
150 rty __rs2) { \
151 return builtin(__rs1, __rs2); \
152 }
153
154#define __packed_merge_builtin(name, ty, mask_ty, builtin) \
155 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2, \
156 mask_ty __rd) { \
157 return (ty)builtin(__rs1, __rs2, __rd); \
158 }
159
160#define __packed_unary_builtin(name, ty, builtin) \
161 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
162 return builtin(__rs1); \
163 }
164
165#define __packed_cls(name, ty, builtin) \
166 static __inline__ unsigned __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
167 return builtin(__rs1); \
168 }
169
170#define __packed_slx(name, ty) \
171 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rd, ty __rs1, \
172 unsigned __shamt) { \
173 return __builtin_elementwise_fshl(__rd, __rs1, (ty)__shamt); \
174 }
175
176#define __packed_srx(name, ty) \
177 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rd, ty __rs1, \
178 unsigned __shamt) { \
179 return __builtin_elementwise_fshr(__rs1, __rd, (ty)__shamt); \
180 }
181
182#define __packed_slideupx(name, ty, bits_ty, log2_elt_bits) \
183 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rd, ty __rs1, \
184 unsigned __rs2) { \
185 bits_ty __bits = __builtin_elementwise_fshl( \
186 __builtin_bit_cast(bits_ty, __rd), __builtin_bit_cast(bits_ty, __rs1), \
187 (bits_ty)__rs2 << (log2_elt_bits)); \
188 return __builtin_bit_cast(ty, __bits); \
189 }
190
191#define __packed_slidedownx(name, ty, bits_ty, log2_elt_bits) \
192 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rd, ty __rs1, \
193 unsigned __rs2) { \
194 bits_ty __bits = __builtin_elementwise_fshr( \
195 __builtin_bit_cast(bits_ty, __rs1), __builtin_bit_cast(bits_ty, __rd), \
196 (bits_ty)__rs2 << (log2_elt_bits)); \
197 return __builtin_bit_cast(ty, __bits); \
198 }
199
200#define __packed_widen_convert(name, rty, ty) \
201 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
202 return __builtin_convertvector(__rs1, rty); \
203 }
204#define __packed_widen_binary_op(name, rty, ty, op) \
205 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
206 ty __rs2) { \
207 return __builtin_convertvector(__rs1, rty) \
208 op __builtin_convertvector(__rs2, rty); \
209 }
210#define __packed_widen_binary_acc_op(name, rty, ty, op) \
211 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(rty __rd, ty __rs1, \
212 ty __rs2) { \
213 return __rd op __builtin_convertvector(__rs1, rty) \
214 op __builtin_convertvector(__rs2, rty); \
215 }
216#define __packed_widen_sub_acc_op(name, rty, ty) \
217 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(rty __rd, ty __rs1, \
218 ty __rs2) { \
219 return __rd + __builtin_convertvector(__rs1, rty) - \
220 __builtin_convertvector(__rs2, rty); \
221 }
222#define __packed_widen_mul(name, rty, ty) \
223 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
224 ty __rs2) { \
225 return __builtin_convertvector(__rs1, rty) * \
226 __builtin_convertvector(__rs2, rty); \
227 }
228#define __packed_widen_mulsu(name, rty, ty1, ty2, uty) \
229 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty1 __rs1, \
230 ty2 __rs2) { \
231 return __builtin_convertvector(__rs1, rty) * \
232 (rty) __builtin_convertvector(__rs2, uty); \
233 }
234#define __packed_widen_high2(name, rty, ty) \
235 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
236 return (rty)__builtin_shufflevector((ty){0}, __rs1, 0, 2, 1, 3); \
237 }
238#define __packed_widen_high4(name, rty, ty) \
239 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
240 return (rty)__builtin_shufflevector((ty){0}, __rs1, 0, 4, 1, 5, 2, 6, 3, \
241 7); \
242 }
243
244#define __packed_narrow_even2(name, rty, ty, sty) \
245 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
246 return __builtin_convertvector(__rs1, rty); \
247 }
248#define __packed_narrow_even4(name, rty, ty, sty) \
249 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
250 return __builtin_convertvector(__rs1, rty); \
251 }
252#define __packed_narrow_odd2(name, rty, ty, sty, uty) \
253 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
254 return __builtin_shufflevector((sty)__rs1, (sty)__rs1, 1, 3); \
255 }
256#define __packed_narrow_odd4(name, rty, ty, sty, uty) \
257 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
258 return __builtin_shufflevector((sty)__rs1, (sty)__rs1, 1, 3, 5, 7); \
259 }
260
261/* Packed Reverse: reverse the order of the elements. Lowered to a single
262 * rev8/rev16/ppairoe.* by the backend's packed reverse-shuffle handling. */
263#define __packed_reverse2(name, ty) \
264 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
265 return __builtin_shufflevector(__rs1, __rs1, 1, 0); \
266 }
267#define __packed_reverse4(name, ty) \
268 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
269 return __builtin_shufflevector(__rs1, __rs1, 3, 2, 1, 0); \
270 }
271#define __packed_reverse8(name, ty) \
272 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
273 return __builtin_shufflevector(__rs1, __rs1, 7, 6, 5, 4, 3, 2, 1, 0); \
274 }
275
276#define __packed_zip2(name, rty, ty) \
277 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
278 ty __rs2) { \
279 return __builtin_shufflevector(__rs1, __rs2, 0, 2, 1, 3); \
280 }
281#define __packed_zip4(name, rty, ty) \
282 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
283 ty __rs2) { \
284 return __builtin_shufflevector(__rs1, __rs2, 0, 4, 1, 5, 2, 6, 3, 7); \
285 }
286#define __packed_unzipe2(name, rty, ty) \
287 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
288 return __builtin_shufflevector(__rs1, __rs1, 0, 2); \
289 }
290#define __packed_unzipe4(name, rty, ty) \
291 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
292 return __builtin_shufflevector(__rs1, __rs1, 0, 2, 4, 6); \
293 }
294#define __packed_unzipo2(name, rty, ty) \
295 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
296 return __builtin_shufflevector(__rs1, __rs1, 1, 3); \
297 }
298#define __packed_unzipo4(name, rty, ty) \
299 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
300 return __builtin_shufflevector(__rs1, __rs1, 1, 3, 5, 7); \
301 }
302
303#define __packed_concat2(name, rty, ty) \
304 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __lo, ty __hi) { \
305 return __builtin_shufflevector(__lo, __hi, 0, 1, 2, 3); \
306 }
307#define __packed_concat4(name, rty, ty) \
308 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __lo, ty __hi) { \
309 return __builtin_shufflevector(__lo, __hi, 0, 1, 2, 3, 4, 5, 6, 7); \
310 }
311
312#define __packed_slide1(name, ty, elt_ty, ...) \
313 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rd, \
314 elt_ty __rs1) { \
315 return __builtin_shufflevector(__rd, (ty){__rs1}, __VA_ARGS__); \
316 }
317
318#define __packed_pair_ee2(name, ty) \
319 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
320 return __builtin_shufflevector(__rs1, __rs2, 0, 2); \
321 }
322#define __packed_pair_eo2(name, ty) \
323 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
324 return __builtin_shufflevector(__rs1, __rs2, 0, 3); \
325 }
326#define __packed_pair_oe2(name, ty) \
327 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
328 return __builtin_shufflevector(__rs1, __rs2, 1, 2); \
329 }
330#define __packed_pair_oo2(name, ty) \
331 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
332 return __builtin_shufflevector(__rs1, __rs2, 1, 3); \
333 }
334#define __packed_pair_ee4(name, ty) \
335 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
336 return __builtin_shufflevector(__rs1, __rs2, 0, 4, 2, 6); \
337 }
338#define __packed_pair_eo4(name, ty) \
339 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
340 return __builtin_shufflevector(__rs1, __rs2, 0, 5, 2, 7); \
341 }
342#define __packed_pair_oe4(name, ty) \
343 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
344 return __builtin_shufflevector(__rs1, __rs2, 1, 4, 3, 6); \
345 }
346#define __packed_pair_oo4(name, ty) \
347 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
348 return __builtin_shufflevector(__rs1, __rs2, 1, 5, 3, 7); \
349 }
350#define __packed_pair_ee8(name, ty) \
351 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
352 return __builtin_shufflevector(__rs1, __rs2, 0, 8, 2, 10, 4, 12, 6, 14); \
353 }
354#define __packed_pair_eo8(name, ty) \
355 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
356 return __builtin_shufflevector(__rs1, __rs2, 0, 9, 2, 11, 4, 13, 6, 15); \
357 }
358#define __packed_pair_oe8(name, ty) \
359 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
360 return __builtin_shufflevector(__rs1, __rs2, 1, 8, 3, 10, 5, 12, 7, 14); \
361 }
362#define __packed_pair_oo8(name, ty) \
363 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, ty __rs2) { \
364 return __builtin_shufflevector(__rs1, __rs2, 1, 9, 3, 11, 5, 13, 7, 15); \
365 }
366
367#define __packed_nzip2(name, rty, ty) \
368 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
369 ty __rs2) { \
370 return __builtin_shufflevector((rty)__rs1, (rty)__rs2, 0, 4, 2, 6); \
371 }
372#define __packed_nzip4(name, rty, ty) \
373 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
374 ty __rs2) { \
375 return __builtin_shufflevector((rty)__rs1, (rty)__rs2, 0, 8, 2, 10, 4, 12, \
376 6, 14); \
377 }
378#define __packed_nziph2(name, rty, ty) \
379 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
380 ty __rs2) { \
381 return __builtin_shufflevector((rty)__rs1, (rty)__rs2, 1, 5, 3, 7); \
382 }
383#define __packed_nziph4(name, rty, ty) \
384 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
385 ty __rs2) { \
386 return __builtin_shufflevector((rty)__rs1, (rty)__rs2, 1, 9, 3, 11, 5, 13, \
387 7, 15); \
388 }
389
390#define __packed_wunzip_ext(name, rty, ty, ext) \
391 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
392 return ext(__rs1); \
393 }
394
395#define __packed_wunzip_shift(name, rty, ty, op, shamt) \
396 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
397 return (rty)__rs1 op shamt; \
398 }
399
400#define __packed_wunzip_odd_hi(name, rty, ty, zip) \
401 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1) { \
402 return (rty)zip((rty){0}, (rty)__rs1); \
403 }
404
405#define __packed_abdsum(name, rty, ty, builtin) \
406 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(ty __rs1, \
407 ty __rs2) { \
408 return builtin(__rs1, __rs2); \
409 }
410
411#define __packed_ternary_builtin_cast(name, rty, ty, builtin) \
412 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_##name(rty __rd, ty __rs1, \
413 ty __rs2) { \
414 return builtin(__rd, __rs1, __rs2); \
415 }
416
417#define __packed_reinterpret(name, rty, ty) \
418 static __inline__ rty __DEFAULT_FN_ATTRS __riscv_preinterpret_##name( \
419 ty __x) { \
420 return __builtin_bit_cast(rty, __x); \
421 }
422
423#define __packed_insert(name, ty, elt_ty, max_idx) \
424 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(ty __v, elt_ty __e, \
425 unsigned __idx) \
426 __attribute__((__enable_if__( \
427 __idx <= (max_idx), \
428 "index must be a constant integer from 0 to " #max_idx))) { \
429 __v[__idx] = __e; \
430 return __v; \
431 }
432
433#define __packed_join2(name, ty, elt_ty) \
434 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(elt_ty __e0, \
435 elt_ty __e1) { \
436 return (ty){__e0, __e1}; \
437 }
438
439#define __packed_join4(name, ty, elt_ty) \
440 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name( \
441 elt_ty __e0, elt_ty __e1, elt_ty __e2, elt_ty __e3) { \
442 return (ty){__e0, __e1, __e2, __e3}; \
443 }
444
445#define __packed_load(name, ty, elt_ty) \
446 static __inline__ ty __DEFAULT_FN_ATTRS __riscv_##name(elt_ty *__p) { \
447 typedef ty __attribute__((__aligned__(1))) ua_ty; \
448 return *(ua_ty *)__p; \
449 }
450
451// clang-format off: macro call sites have no trailing semicolons, which
452// confuses clang-format into a deeply nested expression.
453
454/* Scalar Bitmanip */
455__packed_cls(cls_32, int32_t, __builtin_clrsb)
456__packed_unary_builtin(rev_32, uint32_t, __builtin_bitreverse32)
458__packed_srx(srx_32, uint32_t)
459#if __riscv_xlen == 64
460__packed_cls(cls_64, int64_t, __builtin_clrsbll)
461__packed_unary_builtin(rev_64, uint64_t, __builtin_bitreverse64)
462__packed_unary_builtin(rev16_64, uint64_t, __builtin_riscv_rev16_64)
463__packed_slx(slx_64, uint64_t)
464__packed_srx(srx_64, uint64_t)
465#endif
466
467/* Scalar Averaging Addition and Subtraction */
468__packed_binary_builtin(aadd_i32, int32_t, __builtin_riscv_aadd_i32)
469__packed_binary_builtin(aaddu_u32, uint32_t, __builtin_riscv_aaddu_u32)
470__packed_binary_builtin(asub_i32, int32_t, __builtin_riscv_asub_i32)
471__packed_binary_builtin(asubu_u32, uint32_t, __builtin_riscv_asubu_u32)
472
473/* Scalar Shift-Add */
474__packed_binary_builtin(ssh1sadd_i32, int32_t, __builtin_riscv_ssh1sadd_i32)
475
476/* Scalar Comparison */
477static __inline__ uint32_t __DEFAULT_FN_ATTRS
478__riscv_mseq_i32_u32(int32_t __rs1, int32_t __rs2) {
479 return __builtin_riscv_mseq_u32((uint32_t)__rs1, (uint32_t)__rs2);
480}
481
482static __inline__ uint32_t __DEFAULT_FN_ATTRS
484 return __builtin_riscv_mseq_u32(__rs1, __rs2);
485}
486
487static __inline__ uint32_t __DEFAULT_FN_ATTRS
489 return __builtin_riscv_mslt_i32(__rs1, __rs2);
490}
491
492static __inline__ uint32_t __DEFAULT_FN_ATTRS
494 return __builtin_riscv_mslt_i32(__rs2, __rs1);
495}
496
497static __inline__ uint32_t __DEFAULT_FN_ATTRS
499 return __builtin_riscv_msltu_u32(__rs1, __rs2);
500}
501
502static __inline__ uint32_t __DEFAULT_FN_ATTRS
504 return __builtin_riscv_msltu_u32(__rs2, __rs1);
505}
506
507static __inline__ uint32_t __DEFAULT_FN_ATTRS
509 return ~__builtin_riscv_mseq_u32((uint32_t)__rs1, (uint32_t)__rs2);
510}
511
512static __inline__ uint32_t __DEFAULT_FN_ATTRS
514 return ~__builtin_riscv_mseq_u32(__rs1, __rs2);
515}
516
517static __inline__ uint32_t __DEFAULT_FN_ATTRS
519 return ~__builtin_riscv_mslt_i32(__rs1, __rs2);
520}
521
522static __inline__ uint32_t __DEFAULT_FN_ATTRS
524 return ~__builtin_riscv_mslt_i32(__rs2, __rs1);
525}
526
527static __inline__ uint32_t __DEFAULT_FN_ATTRS
529 return ~__builtin_riscv_msltu_u32(__rs1, __rs2);
530}
531
532static __inline__ uint32_t __DEFAULT_FN_ATTRS
534 return ~__builtin_riscv_msltu_u32(__rs2, __rs1);
535}
536
537/* Scalar Saturating Addition and Subtraction */
538__packed_binary_builtin(sadd_i32, int32_t, __builtin_elementwise_add_sat)
539__packed_binary_builtin(saddu_u32, uint32_t, __builtin_elementwise_add_sat)
540__packed_binary_builtin(ssub_i32, int32_t, __builtin_elementwise_sub_sat)
541__packed_binary_builtin(ssubu_u32, uint32_t, __builtin_elementwise_sub_sat)
542
543/* Scalar Absolute Value */
545#if __riscv_xlen == 64
547#endif
548
549/* Scalar Saturation */
550#define __riscv_sati_i32(rs1, width) __builtin_riscv_sati_i32(rs1, width)
551#define __riscv_usati_u32(rs1, width) __builtin_riscv_usati_u32(rs1, width)
552#if __riscv_xlen == 64
553#define __riscv_sati_i64(rs1, width) __builtin_riscv_sati_i64(rs1, width)
554#define __riscv_usati_u64(rs1, width) __builtin_riscv_usati_u64(rs1, width)
555#endif
556
557/* Scalar Saturating and Rounding Shift */
558__packed_binary_builtin_mixed(ssha_i32, int32_t, int32_t, int, __builtin_riscv_ssha_i32)
559__packed_binary_builtin_mixed(sshar_i32, int32_t, int32_t, int, __builtin_riscv_sshar_i32)
560__packed_binary_builtin_mixed(sshl_u32, uint32_t, uint32_t, int, __builtin_riscv_sshl_u32)
561__packed_binary_builtin_mixed(sshlr_u32, uint32_t, uint32_t, int, __builtin_riscv_sshlr_u32)
562#if __riscv_xlen == 64
563__packed_binary_builtin_mixed(sha_i64, int64_t, int64_t, int, __builtin_riscv_sha_i64)
564__packed_binary_builtin_mixed(shar_i64, int64_t, int64_t, int, __builtin_riscv_shar_i64)
565__packed_binary_builtin_mixed(shl_u64, uint64_t, uint64_t, int, __builtin_riscv_shl_u64)
566__packed_binary_builtin_mixed(shlr_u64, uint64_t, uint64_t, int, __builtin_riscv_shlr_u64)
567#endif
568
569/* Scalar Narrowing Clip */
571 __builtin_riscv_nclipu_u32)
573 __builtin_riscv_nclipru_u32)
575 __builtin_riscv_nsrar_i32)
577 __builtin_riscv_nclip_i32)
578__packed_binary_builtin_mixed(nclipr_i32, int32_t, int64_t, unsigned,
579 __builtin_riscv_nclipr_i32)
580
581/* Scalar Multiply High */
582#define __packed_mulh_builtin(name, res_ty, ty1, ty2) \
583 static __inline__ res_ty __DEFAULT_FN_ATTRS __riscv_##name(ty1 __rs1, \
584 ty2 __rs2) { \
585 return __builtin_riscv_##name(__rs1, __rs2); \
586 }
593#undef __packed_mulh_builtin
594
595/* Scalar Multiply High Accumulate */
596__packed_ternary_builtin(mhacc_i32, int32_t, __builtin_riscv_mhacc_i32)
597__packed_ternary_builtin(mhracc_i32, int32_t, __builtin_riscv_mhracc_i32)
598__packed_ternary_builtin(mhaccu_u32, uint32_t, __builtin_riscv_mhaccu_u32)
599__packed_ternary_builtin(mhraccu_u32, uint32_t, __builtin_riscv_mhraccu_u32)
600__packed_ternary_builtin_mixed(mhaccsu_i32, int32_t, int32_t, uint32_t, __builtin_riscv_mhaccsu_i32)
601__packed_ternary_builtin_mixed(mhraccsu_i32, int32_t, int32_t, uint32_t, __builtin_riscv_mhraccsu_i32)
602__packed_ternary_builtin_mixed(mhacc_h0_i32, int32_t, int32_t, int16x2_t, __builtin_riscv_mhacc_h0_i32)
603__packed_ternary_builtin_mixed(mhacc_h1_i32, int32_t, int32_t, int16x2_t, __builtin_riscv_mhacc_h1_i32)
604__packed_ternary_builtin_mixed(mhaccsu_h0_i32, int32_t, int32_t, uint16x2_t, __builtin_riscv_mhaccsu_h0_i32)
605__packed_ternary_builtin_mixed(mhaccsu_h1_i32, int32_t, int32_t, uint16x2_t, __builtin_riscv_mhaccsu_h1_i32)
606
607/* Scalar "Q-format" Multiplication */
608__packed_binary_builtin(mulq_i32, int32_t, __builtin_riscv_mulq_i32)
609__packed_binary_builtin(mulqr_i32, int32_t, __builtin_riscv_mulqr_i32)
610
611/* Scalar "Q-format" Multiply with Widening Accumulate */
612__packed_ternary_builtin_mixed(mqwacc_i64, int64_t, int32_t, int32_t, __builtin_riscv_mqwacc_i64)
613__packed_ternary_builtin_mixed(mqrwacc_i64, int64_t, int32_t, int32_t, __builtin_riscv_mqrwacc_i64)
614
615/* Packed Splat (32-bit) */
620
621/* Packed Splat (64-bit) */
628
629/* Packed Addition and Subtraction (32-bit) */
633__packed_binary_op(padd_u16x2, uint16x2_t, +)
635__packed_binary_op(psub_u8x4, uint8x4_t, -)
637__packed_binary_op(psub_u16x2, uint16x2_t, -)
639__packed_unary_op(pneg_i16x2, int16x2_t, -)
640
641/* Packed Addition and Subtraction (64-bit) */
649__packed_binary_op(psub_u8x8, uint8x8_t, -)
651__packed_binary_op(psub_u16x4, uint16x4_t, -)
653__packed_binary_op(psub_u32x2, uint32x2_t, -)
655__packed_unary_op(pneg_i16x4, int16x4_t, -)
657
658/* Packed Addition with Scalar (32-bit) */
665
666/* Packed Addition with Scalar (64-bit) */
677
678/* Packed Saturating Addition and Subtraction (32-bit) */
679__packed_binary_builtin(psadd_i8x4, int8x4_t, __builtin_elementwise_add_sat)
680__packed_binary_builtin(psadd_i16x2, int16x2_t, __builtin_elementwise_add_sat)
681__packed_binary_builtin(psaddu_u8x4, uint8x4_t, __builtin_elementwise_add_sat)
682__packed_binary_builtin(psaddu_u16x2, uint16x2_t, __builtin_elementwise_add_sat)
683__packed_binary_builtin(pssub_i8x4, int8x4_t, __builtin_elementwise_sub_sat)
684__packed_binary_builtin(pssub_i16x2, int16x2_t, __builtin_elementwise_sub_sat)
685__packed_binary_builtin(pssubu_u8x4, uint8x4_t, __builtin_elementwise_sub_sat)
686__packed_binary_builtin(pssubu_u16x2, uint16x2_t, __builtin_elementwise_sub_sat)
687
688/* Packed Saturating Addition and Subtraction (64-bit) */
689__packed_binary_builtin(psadd_i8x8, int8x8_t, __builtin_elementwise_add_sat)
690__packed_binary_builtin(psadd_i16x4, int16x4_t, __builtin_elementwise_add_sat)
691__packed_binary_builtin(psadd_i32x2, int32x2_t, __builtin_elementwise_add_sat)
692__packed_binary_builtin(psaddu_u8x8, uint8x8_t, __builtin_elementwise_add_sat)
693__packed_binary_builtin(psaddu_u16x4, uint16x4_t, __builtin_elementwise_add_sat)
694__packed_binary_builtin(psaddu_u32x2, uint32x2_t, __builtin_elementwise_add_sat)
695__packed_binary_builtin(pssub_i8x8, int8x8_t, __builtin_elementwise_sub_sat)
696__packed_binary_builtin(pssub_i16x4, int16x4_t, __builtin_elementwise_sub_sat)
697__packed_binary_builtin(pssub_i32x2, int32x2_t, __builtin_elementwise_sub_sat)
698__packed_binary_builtin(pssubu_u8x8, uint8x8_t, __builtin_elementwise_sub_sat)
699__packed_binary_builtin(pssubu_u16x4, uint16x4_t, __builtin_elementwise_sub_sat)
700__packed_binary_builtin(pssubu_u32x2, uint32x2_t, __builtin_elementwise_sub_sat)
701
702/* Packed Shift-Add (32-bit) */
703__packed_sh1add(psh1add_i16x2, int16x2_t)
705__packed_sh1sadd(pssh1sadd_i16x2, int16x2_t)
706
707/* Packed Shift-Add (64-bit) */
709__packed_sh1add(psh1add_u16x4, uint16x4_t)
711__packed_sh1add(psh1add_u32x2, uint32x2_t)
713__packed_sh1sadd(pssh1sadd_i32x2, int32x2_t)
714
715/* Packed Exchanged Addition and Subtraction (32-bit) */
716__packed_binary_builtin(pas_x_i16x2, int16x2_t, __builtin_riscv_pas_x_i16x2)
717__packed_binary_builtin(psa_x_i16x2, int16x2_t, __builtin_riscv_psa_x_i16x2)
718__packed_binary_builtin(psas_x_i16x2, int16x2_t, __builtin_riscv_psas_x_i16x2)
719__packed_binary_builtin(pssa_x_i16x2, int16x2_t, __builtin_riscv_pssa_x_i16x2)
720__packed_binary_builtin(paas_x_i16x2, int16x2_t, __builtin_riscv_paas_x_i16x2)
721__packed_binary_builtin(pasa_x_i16x2, int16x2_t, __builtin_riscv_pasa_x_i16x2)
722
723/* Packed Exchanged Addition and Subtraction (64-bit) */
724__packed_binary_builtin(pas_x_i16x4, int16x4_t, __builtin_riscv_pas_x_i16x4)
725__packed_binary_builtin(psa_x_i16x4, int16x4_t, __builtin_riscv_psa_x_i16x4)
726__packed_binary_builtin(psas_x_i16x4, int16x4_t, __builtin_riscv_psas_x_i16x4)
727__packed_binary_builtin(pssa_x_i16x4, int16x4_t, __builtin_riscv_pssa_x_i16x4)
728__packed_binary_builtin(paas_x_i16x4, int16x4_t, __builtin_riscv_paas_x_i16x4)
729__packed_binary_builtin(pasa_x_i16x4, int16x4_t, __builtin_riscv_pasa_x_i16x4)
730__packed_binary_builtin(pas_x_i32x2, int32x2_t, __builtin_riscv_pas_x_i32x2)
731__packed_binary_builtin(psa_x_i32x2, int32x2_t, __builtin_riscv_psa_x_i32x2)
732__packed_binary_builtin(psas_x_i32x2, int32x2_t, __builtin_riscv_psas_x_i32x2)
733__packed_binary_builtin(pssa_x_i32x2, int32x2_t, __builtin_riscv_pssa_x_i32x2)
734__packed_binary_builtin(paas_x_i32x2, int32x2_t, __builtin_riscv_paas_x_i32x2)
735__packed_binary_builtin(pasa_x_i32x2, int32x2_t, __builtin_riscv_pasa_x_i32x2)
736
737/* Packed Minimum and Maximum (32-bit) */
738__packed_binary_builtin(pmin_i8x4, int8x4_t, __builtin_elementwise_min)
739__packed_binary_builtin(pmin_i16x2, int16x2_t, __builtin_elementwise_min)
740__packed_binary_builtin(pminu_u8x4, uint8x4_t, __builtin_elementwise_min)
741__packed_binary_builtin(pminu_u16x2, uint16x2_t, __builtin_elementwise_min)
742__packed_binary_builtin(pmax_i8x4, int8x4_t, __builtin_elementwise_max)
743__packed_binary_builtin(pmax_i16x2, int16x2_t, __builtin_elementwise_max)
744__packed_binary_builtin(pmaxu_u8x4, uint8x4_t, __builtin_elementwise_max)
745__packed_binary_builtin(pmaxu_u16x2, uint16x2_t, __builtin_elementwise_max)
746
747/* Packed Minimum and Maximum (64-bit) */
748__packed_binary_builtin(pmin_i8x8, int8x8_t, __builtin_elementwise_min)
749__packed_binary_builtin(pmin_i16x4, int16x4_t, __builtin_elementwise_min)
750__packed_binary_builtin(pmin_i32x2, int32x2_t, __builtin_elementwise_min)
751__packed_binary_builtin(pminu_u8x8, uint8x8_t, __builtin_elementwise_min)
752__packed_binary_builtin(pminu_u16x4, uint16x4_t, __builtin_elementwise_min)
753__packed_binary_builtin(pminu_u32x2, uint32x2_t, __builtin_elementwise_min)
754__packed_binary_builtin(pmax_i8x8, int8x8_t, __builtin_elementwise_max)
755__packed_binary_builtin(pmax_i16x4, int16x4_t, __builtin_elementwise_max)
756__packed_binary_builtin(pmax_i32x2, int32x2_t, __builtin_elementwise_max)
757__packed_binary_builtin(pmaxu_u8x8, uint8x8_t, __builtin_elementwise_max)
758__packed_binary_builtin(pmaxu_u16x4, uint16x4_t, __builtin_elementwise_max)
759__packed_binary_builtin(pmaxu_u32x2, uint32x2_t, __builtin_elementwise_max)
760
761/* Packed Comparison (32-bit) */
762__packed_cmp(pmseq_i8x4_u8x4, int8x4_t, uint8x4_t, ==)
763__packed_cmp(pmseq_u8x4_u8x4, uint8x4_t, uint8x4_t, ==)
764__packed_cmp(pmsne_i8x4_u8x4, int8x4_t, uint8x4_t, !=)
765__packed_cmp(pmsne_u8x4_u8x4, uint8x4_t, uint8x4_t, !=)
766__packed_cmp(pmslt_u8x4, int8x4_t, uint8x4_t, <)
767__packed_cmp(pmsltu_u8x4, uint8x4_t, uint8x4_t, <)
768__packed_cmp(pmsgt_u8x4, int8x4_t, uint8x4_t, >)
769__packed_cmp(pmsgtu_u8x4, uint8x4_t, uint8x4_t, >)
770__packed_cmp(pmsge_u8x4, int8x4_t, uint8x4_t, >=)
771__packed_cmp(pmsgeu_u8x4, uint8x4_t, uint8x4_t, >=)
772__packed_cmp(pmsle_u8x4, int8x4_t, uint8x4_t, <=)
773__packed_cmp(pmsleu_u8x4, uint8x4_t, uint8x4_t, <=)
774__packed_cmp(pmseq_i16x2_u16x2, int16x2_t, uint16x2_t, ==)
775__packed_cmp(pmseq_u16x2_u16x2, uint16x2_t, uint16x2_t, ==)
776__packed_cmp(pmsne_i16x2_u16x2, int16x2_t, uint16x2_t, !=)
777__packed_cmp(pmsne_u16x2_u16x2, uint16x2_t, uint16x2_t, !=)
778__packed_cmp(pmslt_u16x2, int16x2_t, uint16x2_t, <)
779__packed_cmp(pmsltu_u16x2, uint16x2_t, uint16x2_t, <)
780__packed_cmp(pmsgt_u16x2, int16x2_t, uint16x2_t, >)
781__packed_cmp(pmsgtu_u16x2, uint16x2_t, uint16x2_t, >)
782__packed_cmp(pmsge_u16x2, int16x2_t, uint16x2_t, >=)
783__packed_cmp(pmsgeu_u16x2, uint16x2_t, uint16x2_t, >=)
784__packed_cmp(pmsle_u16x2, int16x2_t, uint16x2_t, <=)
785__packed_cmp(pmsleu_u16x2, uint16x2_t, uint16x2_t, <=)
786
787/* Packed Comparison (64-bit) */
788__packed_cmp(pmseq_i8x8_u8x8, int8x8_t, uint8x8_t, ==)
789__packed_cmp(pmseq_u8x8_u8x8, uint8x8_t, uint8x8_t, ==)
790__packed_cmp(pmsne_i8x8_u8x8, int8x8_t, uint8x8_t, !=)
791__packed_cmp(pmsne_u8x8_u8x8, uint8x8_t, uint8x8_t, !=)
792__packed_cmp(pmslt_u8x8, int8x8_t, uint8x8_t, <)
793__packed_cmp(pmsltu_u8x8, uint8x8_t, uint8x8_t, <)
794__packed_cmp(pmsgt_u8x8, int8x8_t, uint8x8_t, >)
795__packed_cmp(pmsgtu_u8x8, uint8x8_t, uint8x8_t, >)
796__packed_cmp(pmsge_u8x8, int8x8_t, uint8x8_t, >=)
797__packed_cmp(pmsgeu_u8x8, uint8x8_t, uint8x8_t, >=)
798__packed_cmp(pmsle_u8x8, int8x8_t, uint8x8_t, <=)
799__packed_cmp(pmsleu_u8x8, uint8x8_t, uint8x8_t, <=)
800__packed_cmp(pmseq_i16x4_u16x4, int16x4_t, uint16x4_t, ==)
801__packed_cmp(pmseq_u16x4_u16x4, uint16x4_t, uint16x4_t, ==)
802__packed_cmp(pmsne_i16x4_u16x4, int16x4_t, uint16x4_t, !=)
803__packed_cmp(pmsne_u16x4_u16x4, uint16x4_t, uint16x4_t, !=)
804__packed_cmp(pmslt_u16x4, int16x4_t, uint16x4_t, <)
805__packed_cmp(pmsltu_u16x4, uint16x4_t, uint16x4_t, <)
806__packed_cmp(pmsgt_u16x4, int16x4_t, uint16x4_t, >)
807__packed_cmp(pmsgtu_u16x4, uint16x4_t, uint16x4_t, >)
808__packed_cmp(pmsge_u16x4, int16x4_t, uint16x4_t, >=)
809__packed_cmp(pmsgeu_u16x4, uint16x4_t, uint16x4_t, >=)
810__packed_cmp(pmsle_u16x4, int16x4_t, uint16x4_t, <=)
811__packed_cmp(pmsleu_u16x4, uint16x4_t, uint16x4_t, <=)
812__packed_cmp(pmseq_i32x2_u32x2, int32x2_t, uint32x2_t, ==)
813__packed_cmp(pmseq_u32x2_u32x2, uint32x2_t, uint32x2_t, ==)
814__packed_cmp(pmsne_i32x2_u32x2, int32x2_t, uint32x2_t, !=)
815__packed_cmp(pmsne_u32x2_u32x2, uint32x2_t, uint32x2_t, !=)
816__packed_cmp(pmslt_u32x2, int32x2_t, uint32x2_t, <)
817__packed_cmp(pmsltu_u32x2, uint32x2_t, uint32x2_t, <)
818__packed_cmp(pmsgt_u32x2, int32x2_t, uint32x2_t, >)
819__packed_cmp(pmsgtu_u32x2, uint32x2_t, uint32x2_t, >)
820__packed_cmp(pmsge_u32x2, int32x2_t, uint32x2_t, >=)
821__packed_cmp(pmsgeu_u32x2, uint32x2_t, uint32x2_t, >=)
822__packed_cmp(pmsle_u32x2, int32x2_t, uint32x2_t, <=)
823__packed_cmp(pmsleu_u32x2, uint32x2_t, uint32x2_t, <=)
824
825/* Packed Shift (32-bit) */
826__packed_binary_builtin_mixed(psll_s_u8x4, uint8x4_t, uint8x4_t, unsigned int, __builtin_riscv_psll_s_u8x4)
827__packed_binary_builtin_mixed(psll_s_i8x4, int8x4_t, int8x4_t, unsigned int, __builtin_riscv_psll_s_u8x4)
828__packed_binary_builtin_mixed(psll_s_u16x2, uint16x2_t, uint16x2_t, unsigned int, __builtin_riscv_psll_s_u16x2)
829__packed_binary_builtin_mixed(psll_s_i16x2, int16x2_t, int16x2_t, unsigned int, __builtin_riscv_psll_s_u16x2)
830__packed_binary_builtin_mixed(psrl_s_u8x4, uint8x4_t, uint8x4_t, unsigned int, __builtin_riscv_psrl_s_u8x4)
831__packed_binary_builtin_mixed(psrl_s_u16x2, uint16x2_t, uint16x2_t, unsigned int, __builtin_riscv_psrl_s_u16x2)
832__packed_binary_builtin_mixed(psra_s_i8x4, int8x4_t, int8x4_t, unsigned int, __builtin_riscv_psra_s_i8x4)
833__packed_binary_builtin_mixed(psra_s_i16x2, int16x2_t, int16x2_t, unsigned int, __builtin_riscv_psra_s_i16x2)
834
835/* Packed Shift (64-bit) */
836__packed_binary_builtin_mixed(psll_s_u8x8, uint8x8_t, uint8x8_t, unsigned int, __builtin_riscv_psll_s_u8x8)
837__packed_binary_builtin_mixed(psll_s_i8x8, int8x8_t, int8x8_t, unsigned int, __builtin_riscv_psll_s_u8x8)
838__packed_binary_builtin_mixed(psll_s_u16x4, uint16x4_t, uint16x4_t, unsigned int, __builtin_riscv_psll_s_u16x4)
839__packed_binary_builtin_mixed(psll_s_i16x4, int16x4_t, int16x4_t, unsigned int, __builtin_riscv_psll_s_u16x4)
840__packed_binary_builtin_mixed(psll_s_u32x2, uint32x2_t, uint32x2_t, unsigned int, __builtin_riscv_psll_s_u32x2)
841__packed_binary_builtin_mixed(psll_s_i32x2, int32x2_t, int32x2_t, unsigned int, __builtin_riscv_psll_s_u32x2)
842__packed_binary_builtin_mixed(psrl_s_u8x8, uint8x8_t, uint8x8_t, unsigned int, __builtin_riscv_psrl_s_u8x8)
843__packed_binary_builtin_mixed(psrl_s_u16x4, uint16x4_t, uint16x4_t, unsigned int, __builtin_riscv_psrl_s_u16x4)
844__packed_binary_builtin_mixed(psrl_s_u32x2, uint32x2_t, uint32x2_t, unsigned int, __builtin_riscv_psrl_s_u32x2)
845__packed_binary_builtin_mixed(psra_s_i8x8, int8x8_t, int8x8_t, unsigned int, __builtin_riscv_psra_s_i8x8)
846__packed_binary_builtin_mixed(psra_s_i16x4, int16x4_t, int16x4_t, unsigned int, __builtin_riscv_psra_s_i16x4)
847__packed_binary_builtin_mixed(psra_s_i32x2, int32x2_t, int32x2_t, unsigned int, __builtin_riscv_psra_s_i32x2)
848
849/* Packed Saturating and Rounding Shifts (32-bit) */
850__packed_binary_builtin_mixed(pssha_s_i16x2, int16x2_t, int16x2_t, int, __builtin_riscv_pssha_s_i16x2)
851__packed_binary_builtin_mixed(psshar_s_i16x2, int16x2_t, int16x2_t, int, __builtin_riscv_psshar_s_i16x2)
852__packed_binary_builtin_mixed(psshl_s_u16x2, uint16x2_t, uint16x2_t, int, __builtin_riscv_psshl_s_u16x2)
853__packed_binary_builtin_mixed(psshlr_s_u16x2, uint16x2_t, uint16x2_t, int, __builtin_riscv_psshlr_s_u16x2)
854
855/* Packed Saturating and Rounding Shifts (64-bit) */
856__packed_binary_builtin_mixed(pssha_s_i16x4, int16x4_t, int16x4_t, int, __builtin_riscv_pssha_s_i16x4)
857__packed_binary_builtin_mixed(pssha_s_i32x2, int32x2_t, int32x2_t, int, __builtin_riscv_pssha_s_i32x2)
858__packed_binary_builtin_mixed(psshar_s_i16x4, int16x4_t, int16x4_t, int, __builtin_riscv_psshar_s_i16x4)
859__packed_binary_builtin_mixed(psshar_s_i32x2, int32x2_t, int32x2_t, int, __builtin_riscv_psshar_s_i32x2)
860__packed_binary_builtin_mixed(psshl_s_u16x4, uint16x4_t, uint16x4_t, int, __builtin_riscv_psshl_s_u16x4)
861__packed_binary_builtin_mixed(psshl_s_u32x2, uint32x2_t, uint32x2_t, int, __builtin_riscv_psshl_s_u32x2)
862__packed_binary_builtin_mixed(psshlr_s_u16x4, uint16x4_t, uint16x4_t, int, __builtin_riscv_psshlr_s_u16x4)
863__packed_binary_builtin_mixed(psshlr_s_u32x2, uint32x2_t, uint32x2_t, int, __builtin_riscv_psshlr_s_u32x2)
864
865/* Packed Saturation (32-bit) */
866#define __riscv_pusati_u16x2(rs1, width) \
867 __builtin_riscv_pusati_u16x2(rs1, width)
868#define __riscv_psati_i16x2(rs1, width) __builtin_riscv_psati_i16x2(rs1, width)
869
870/* Packed Saturation (64-bit) */
871#define __riscv_pusati_u16x4(rs1, width) \
872 __builtin_riscv_pusati_u16x4(rs1, width)
873#define __riscv_pusati_u32x2(rs1, width) \
874 __builtin_riscv_pusati_u32x2(rs1, width)
875#define __riscv_psati_i16x4(rs1, width) __builtin_riscv_psati_i16x4(rs1, width)
876#define __riscv_psati_i32x2(rs1, width) __builtin_riscv_psati_i32x2(rs1, width)
877
878/* Packed Element Insert (32-bit) */
879__packed_insert(pset_i8_i8x4, int8x4_t, int8_t, 3)
880__packed_insert(pset_u8_u8x4, uint8x4_t, uint8_t, 3)
881__packed_insert(pset_i16_i16x2, int16x2_t, int16_t, 1)
882__packed_insert(pset_u16_u16x2, uint16x2_t, uint16_t, 1)
883
884/* Packed Element Insert (64-bit) */
885__packed_insert(pset_i8_i8x8, int8x8_t, int8_t, 7)
886__packed_insert(pset_u8_u8x8, uint8x8_t, uint8_t, 7)
887__packed_insert(pset_i16_i16x4, int16x4_t, int16_t, 3)
888__packed_insert(pset_u16_u16x4, uint16x4_t, uint16_t, 3)
889__packed_insert(pset_i32_i32x2, int32x2_t, int32_t, 1)
890__packed_insert(pset_u32_u32x2, uint32x2_t, uint32_t, 1)
891
892/* Packed Element Join (32-bit) */
893__packed_join4(pjoin4_i8x4, int8x4_t, int8_t)
894__packed_join4(pjoin4_u8x4, uint8x4_t, uint8_t)
895__packed_join2(pjoin2_i16x2, int16x2_t, int16_t)
896__packed_join2(pjoin2_u16x2, uint16x2_t, uint16_t)
897
898/* Packed Element Join (64-bit) */
899__packed_join4(pjoin4_i16x4, int16x4_t, int16_t)
900__packed_join4(pjoin4_u16x4, uint16x4_t, uint16_t)
901__packed_join2(pjoin2_i32x2, int32x2_t, int32_t)
902__packed_join2(pjoin2_u32x2, uint32x2_t, uint32_t)
903
904/* Packed Logical Operations (32-bit) */
905__packed_binary_op(pand_i8x4, int8x4_t, &)
906__packed_binary_op(pand_u8x4, uint8x4_t, &)
907__packed_binary_op(pand_i16x2, int16x2_t, &)
908__packed_binary_op(pand_u16x2, uint16x2_t, &)
909__packed_binary_op(por_i8x4, int8x4_t, |)
910__packed_binary_op(por_u8x4, uint8x4_t, |)
911__packed_binary_op(por_i16x2, int16x2_t, |)
912__packed_binary_op(por_u16x2, uint16x2_t, |)
913__packed_binary_op(pxor_i8x4, int8x4_t, ^)
914__packed_binary_op(pxor_u8x4, uint8x4_t, ^)
915__packed_binary_op(pxor_i16x2, int16x2_t, ^)
916__packed_binary_op(pxor_u16x2, uint16x2_t, ^)
917__packed_unary_op(pnot_i8x4, int8x4_t, ~)
918__packed_unary_op(pnot_u8x4, uint8x4_t, ~)
919__packed_unary_op(pnot_i16x2, int16x2_t, ~)
920__packed_unary_op(pnot_u16x2, uint16x2_t, ~)
921
922/* Packed Logical Operations (64-bit) */
923__packed_binary_op(pand_i8x8, int8x8_t, &)
924__packed_binary_op(pand_u8x8, uint8x8_t, &)
925__packed_binary_op(pand_i16x4, int16x4_t, &)
926__packed_binary_op(pand_u16x4, uint16x4_t, &)
927__packed_binary_op(pand_i32x2, int32x2_t, &)
928__packed_binary_op(pand_u32x2, uint32x2_t, &)
929__packed_binary_op(por_i8x8, int8x8_t, |)
930__packed_binary_op(por_u8x8, uint8x8_t, |)
931__packed_binary_op(por_i16x4, int16x4_t, |)
932__packed_binary_op(por_u16x4, uint16x4_t, |)
933__packed_binary_op(por_i32x2, int32x2_t, |)
934__packed_binary_op(por_u32x2, uint32x2_t, |)
935__packed_binary_op(pxor_i8x8, int8x8_t, ^)
936__packed_binary_op(pxor_u8x8, uint8x8_t, ^)
937__packed_binary_op(pxor_i16x4, int16x4_t, ^)
938__packed_binary_op(pxor_u16x4, uint16x4_t, ^)
939__packed_binary_op(pxor_i32x2, int32x2_t, ^)
940__packed_binary_op(pxor_u32x2, uint32x2_t, ^)
941__packed_unary_op(pnot_i8x8, int8x8_t, ~)
942__packed_unary_op(pnot_u8x8, uint8x8_t, ~)
943__packed_unary_op(pnot_i16x4, int16x4_t, ~)
944__packed_unary_op(pnot_u16x4, uint16x4_t, ~)
945__packed_unary_op(pnot_i32x2, int32x2_t, ~)
946__packed_unary_op(pnot_u32x2, uint32x2_t, ~)
947
948/* Packed Widening Convert */
957
958/* Packed Widening Shift */
959__packed_binary_builtin_mixed(pwsll_s_u16x4, uint16x4_t, uint8x4_t, unsigned,
960 __builtin_riscv_pwsll_s_u16x4)
961__packed_binary_builtin_mixed(pwsll_s_u32x2, uint32x2_t, uint16x2_t, unsigned,
962 __builtin_riscv_pwsll_s_u32x2)
963__packed_binary_builtin_mixed(pwsla_s_i16x4, int16x4_t, int8x4_t, unsigned,
964 __builtin_riscv_pwsla_s_i16x4)
965__packed_binary_builtin_mixed(pwsla_s_i32x2, int32x2_t, int16x2_t, unsigned,
966 __builtin_riscv_pwsla_s_i32x2)
967
968/* Packed Narrowing Shift */
969__packed_binary_builtin_mixed(pnsrl_s_u8x4, uint8x4_t, uint16x4_t, unsigned,
970 __builtin_riscv_pnsrl_s_u8x4)
971__packed_binary_builtin_mixed(pnsrl_s_u16x2, uint16x2_t, uint32x2_t, unsigned,
972 __builtin_riscv_pnsrl_s_u16x2)
973__packed_binary_builtin_mixed(pnsra_s_i8x4, int8x4_t, int16x4_t, unsigned,
974 __builtin_riscv_pnsra_s_i8x4)
975__packed_binary_builtin_mixed(pnsra_s_i16x2, int16x2_t, int32x2_t, unsigned,
976 __builtin_riscv_pnsra_s_i16x2)
977__packed_binary_builtin_mixed(pnsrar_s_i8x4, int8x4_t, int16x4_t, unsigned,
978 __builtin_riscv_pnsrar_s_i8x4)
979__packed_binary_builtin_mixed(pnsrar_s_i16x2, int16x2_t, int32x2_t, unsigned,
980 __builtin_riscv_pnsrar_s_i16x2)
981
982/* Packed Narrowing Clip */
983__packed_binary_builtin_mixed(pnclipu_s_u8x4, uint8x4_t, uint16x4_t, unsigned,
984 __builtin_riscv_pnclipu_s_u8x4)
985__packed_binary_builtin_mixed(pnclipu_s_u16x2, uint16x2_t, uint32x2_t, unsigned,
986 __builtin_riscv_pnclipu_s_u16x2)
987__packed_binary_builtin_mixed(pnclipru_s_u8x4, uint8x4_t, uint16x4_t, unsigned,
988 __builtin_riscv_pnclipru_s_u8x4)
989__packed_binary_builtin_mixed(pnclipru_s_u16x2, uint16x2_t, uint32x2_t, unsigned,
990 __builtin_riscv_pnclipru_s_u16x2)
991__packed_binary_builtin_mixed(pnclip_s_i8x4, int8x4_t, int16x4_t, unsigned,
992 __builtin_riscv_pnclip_s_i8x4)
993__packed_binary_builtin_mixed(pnclip_s_i16x2, int16x2_t, int32x2_t, unsigned,
994 __builtin_riscv_pnclip_s_i16x2)
995__packed_binary_builtin_mixed(pnclipr_s_i8x4, int8x4_t, int16x4_t, unsigned,
996 __builtin_riscv_pnclipr_s_i8x4)
997__packed_binary_builtin_mixed(pnclipr_s_i16x2, int16x2_t, int32x2_t, unsigned,
998 __builtin_riscv_pnclipr_s_i16x2)
999
1000/* Packed Widening Addition and Subtraction */
1009
1010/* Packed Widening Addition Accumulate */
1015
1016/* Packed Widening Subtraction Accumulate */
1021
1022/* Packed Widening Multiply (32-bit) */
1029 uint32x2_t)
1030
1031/* Packed "Q-format" Multiply with Widening Accumulate */
1033 __builtin_riscv_pmqwacc_i32x2)
1035 __builtin_riscv_pmqrwacc_i32x2)
1036
1037/* Packed Narrowing Convert */
1046
1047/* Packed Reverse (32-bit) */
1048__packed_reverse4(prev_i8x4, int8x4_t)
1049__packed_reverse4(prev_u8x4, uint8x4_t)
1050__packed_reverse2(prev_i16x2, int16x2_t)
1051__packed_reverse2(prev_u16x2, uint16x2_t)
1052
1053/* Packed Reverse (64-bit) */
1054__packed_reverse8(prev_i8x8, int8x8_t)
1055__packed_reverse8(prev_u8x8, uint8x8_t)
1056__packed_reverse4(prev_i16x4, int16x4_t)
1057__packed_reverse4(prev_u16x4, uint16x4_t)
1058__packed_reverse2(prev_i32x2, int32x2_t)
1059__packed_reverse2(prev_u32x2, uint32x2_t)
1060
1061/* Packed Zip */
1062__packed_zip4(pzip_i8x8, int8x8_t, int8x4_t)
1064__packed_zip2(pzip_i16x4, int16x4_t, int16x2_t)
1066
1067/* Scalar Widening Zip */
1068static __inline__ uint64_t __DEFAULT_FN_ATTRS
1069__riscv_wzip8p_64(uint32_t __rs1, uint32_t __rs2) {
1070 return (uint64_t)__riscv_pzip_u8x8((uint8x4_t)__rs1, (uint8x4_t)__rs2);
1071}
1072
1073static __inline__ uint64_t __DEFAULT_FN_ATTRS
1074__riscv_wzip16p_64(uint32_t __rs1, uint32_t __rs2) {
1075 return (uint64_t)__riscv_pzip_u16x4((uint16x2_t)__rs1, (uint16x2_t)__rs2);
1076}
1077
1078/* Packed Unzip */
1079__packed_unzipe4(punzipe_i8x4, int8x4_t, int8x8_t)
1080__packed_unzipo4(punzipo_i8x4, int8x4_t, int8x8_t)
1081__packed_unzipe4(punzipe_u8x4, uint8x4_t, uint8x8_t)
1082__packed_unzipo4(punzipo_u8x4, uint8x4_t, uint8x8_t)
1083__packed_unzipe2(punzipe_i16x2, int16x2_t, int16x4_t)
1084__packed_unzipo2(punzipo_i16x2, int16x2_t, int16x4_t)
1085__packed_unzipe2(punzipe_u16x2, uint16x2_t, uint16x4_t)
1086__packed_unzipo2(punzipo_u16x2, uint16x2_t, uint16x4_t)
1087
1088#if __riscv_xlen == 64
1089/* Scalar Zip/Unzip */
1090static __inline__ uint64_t __DEFAULT_FN_ATTRS
1091__riscv_zip8p_64(uint64_t __rs1, uint64_t __rs2) {
1092 return (uint64_t)__builtin_shufflevector((uint8x8_t)__rs1,
1093 (uint8x8_t)__rs2, 0, 8, 1, 9, 2, 10,
1094 3, 11);
1095}
1096
1097static __inline__ uint64_t __DEFAULT_FN_ATTRS
1098__riscv_zip16p_64(uint64_t __rs1, uint64_t __rs2) {
1099 return (uint64_t)__builtin_shufflevector((uint16x4_t)__rs1,
1100 (uint16x4_t)__rs2, 0, 4, 1, 5);
1101}
1102
1103static __inline__ uint64_t __DEFAULT_FN_ATTRS
1104__riscv_zip8hp_64(uint64_t __rs1, uint64_t __rs2) {
1105 return (uint64_t)__builtin_shufflevector((uint8x8_t)__rs1,
1106 (uint8x8_t)__rs2, 4, 12, 5, 13, 6,
1107 14, 7, 15);
1108}
1109
1110static __inline__ uint64_t __DEFAULT_FN_ATTRS
1111__riscv_zip16hp_64(uint64_t __rs1, uint64_t __rs2) {
1112 return (uint64_t)__builtin_shufflevector((uint16x4_t)__rs1,
1113 (uint16x4_t)__rs2, 2, 6, 3, 7);
1114}
1115
1116static __inline__ uint64_t __DEFAULT_FN_ATTRS
1117__riscv_unzip8p_64(uint64_t __rs1, uint64_t __rs2) {
1118 return (uint64_t)__builtin_shufflevector((uint8x8_t)__rs1,
1119 (uint8x8_t)__rs2, 0, 2, 4, 6, 8, 10,
1120 12, 14);
1121}
1122
1123static __inline__ uint64_t __DEFAULT_FN_ATTRS
1124__riscv_unzip16p_64(uint64_t __rs1, uint64_t __rs2) {
1125 return (uint64_t)__builtin_shufflevector((uint16x4_t)__rs1,
1126 (uint16x4_t)__rs2, 0, 2, 4, 6);
1127}
1128
1129static __inline__ uint64_t __DEFAULT_FN_ATTRS
1130__riscv_unzip8hp_64(uint64_t __rs1, uint64_t __rs2) {
1131 return (uint64_t)__builtin_shufflevector((uint8x8_t)__rs1,
1132 (uint8x8_t)__rs2, 1, 3, 5, 7, 9, 11,
1133 13, 15);
1134}
1135
1136static __inline__ uint64_t __DEFAULT_FN_ATTRS
1137__riscv_unzip16hp_64(uint64_t __rs1, uint64_t __rs2) {
1138 return (uint64_t)__builtin_shufflevector((uint16x4_t)__rs1,
1139 (uint16x4_t)__rs2, 1, 3, 5, 7);
1140}
1141#endif
1142
1143/* Packed Pair (32-bit) */
1144__packed_pair_ee4(ppaire_i8x4, int8x4_t)
1145__packed_pair_ee4(ppaire_u8x4, uint8x4_t)
1146__packed_pair_eo4(ppaireo_i8x4, int8x4_t)
1147__packed_pair_eo4(ppaireo_u8x4, uint8x4_t)
1148__packed_pair_oe4(ppairoe_i8x4, int8x4_t)
1149__packed_pair_oe4(ppairoe_u8x4, uint8x4_t)
1150__packed_pair_oo4(ppairo_i8x4, int8x4_t)
1151__packed_pair_oo4(ppairo_u8x4, uint8x4_t)
1152__packed_pair_ee2(ppaire_i16x2, int16x2_t)
1153__packed_pair_ee2(ppaire_u16x2, uint16x2_t)
1154__packed_pair_eo2(ppaireo_i16x2, int16x2_t)
1155__packed_pair_eo2(ppaireo_u16x2, uint16x2_t)
1156__packed_pair_oe2(ppairoe_i16x2, int16x2_t)
1157__packed_pair_oe2(ppairoe_u16x2, uint16x2_t)
1158__packed_pair_oo2(ppairo_i16x2, int16x2_t)
1159__packed_pair_oo2(ppairo_u16x2, uint16x2_t)
1160
1161/* Packed Pair (64-bit) */
1162__packed_pair_ee8(ppaire_i8x8, int8x8_t)
1163__packed_pair_ee8(ppaire_u8x8, uint8x8_t)
1164__packed_pair_eo8(ppaireo_i8x8, int8x8_t)
1165__packed_pair_eo8(ppaireo_u8x8, uint8x8_t)
1166__packed_pair_oe8(ppairoe_i8x8, int8x8_t)
1167__packed_pair_oe8(ppairoe_u8x8, uint8x8_t)
1168__packed_pair_oo8(ppairo_i8x8, int8x8_t)
1169__packed_pair_oo8(ppairo_u8x8, uint8x8_t)
1170__packed_pair_ee4(ppaire_i16x4, int16x4_t)
1171__packed_pair_ee4(ppaire_u16x4, uint16x4_t)
1172__packed_pair_eo4(ppaireo_i16x4, int16x4_t)
1173__packed_pair_eo4(ppaireo_u16x4, uint16x4_t)
1174__packed_pair_oe4(ppairoe_i16x4, int16x4_t)
1175__packed_pair_oe4(ppairoe_u16x4, uint16x4_t)
1176__packed_pair_oo4(ppairo_i16x4, int16x4_t)
1177__packed_pair_oo4(ppairo_u16x4, uint16x4_t)
1178__packed_pair_ee2(ppaire_i32x2, int32x2_t)
1179__packed_pair_ee2(ppaire_u32x2, uint32x2_t)
1180__packed_pair_eo2(ppaireo_i32x2, int32x2_t)
1181__packed_pair_eo2(ppaireo_u32x2, uint32x2_t)
1182__packed_pair_oe2(ppairoe_i32x2, int32x2_t)
1183__packed_pair_oe2(ppairoe_u32x2, uint32x2_t)
1184__packed_pair_oo2(ppairo_i32x2, int32x2_t)
1185__packed_pair_oo2(ppairo_u32x2, uint32x2_t)
1186
1187/* Packed Narrowing Zip (32-bit) */
1188__packed_nzip2(pnzip_i8x4, int8x4_t, int16x2_t)
1190__packed_nziph2(pnziph_i8x4, int8x4_t, int16x2_t)
1192
1193/* Packed Narrowing Zip (64-bit) */
1194__packed_nzip4(pnzip_i8x8, int8x8_t, int16x4_t)
1196__packed_nzip2(pnzip_i16x4, int16x4_t, int32x2_t)
1198__packed_nziph4(pnziph_i8x8, int8x8_t, int16x4_t)
1200__packed_nziph2(pnziph_i16x4, int16x4_t, int32x2_t)
1202
1203/* Packed Averaging Addition and Subtraction (32-bit) */
1204__packed_binary_builtin(paadd_i8x4, int8x4_t, __builtin_riscv_paadd_i8x4)
1205__packed_binary_builtin(paadd_i16x2, int16x2_t, __builtin_riscv_paadd_i16x2)
1206__packed_binary_builtin(paaddu_u8x4, uint8x4_t, __builtin_riscv_paaddu_u8x4)
1207__packed_binary_builtin(paaddu_u16x2, uint16x2_t, __builtin_riscv_paaddu_u16x2)
1208__packed_binary_builtin(pasub_i8x4, int8x4_t, __builtin_riscv_pasub_i8x4)
1209__packed_binary_builtin(pasub_i16x2, int16x2_t, __builtin_riscv_pasub_i16x2)
1210__packed_binary_builtin(pasubu_u8x4, uint8x4_t, __builtin_riscv_pasubu_u8x4)
1211__packed_binary_builtin(pasubu_u16x2, uint16x2_t, __builtin_riscv_pasubu_u16x2)
1212
1213/* Packed Averaging Addition and Subtraction (64-bit) */
1214__packed_binary_builtin(paadd_i8x8, int8x8_t, __builtin_riscv_paadd_i8x8)
1215__packed_binary_builtin(paadd_i16x4, int16x4_t, __builtin_riscv_paadd_i16x4)
1216__packed_binary_builtin(paadd_i32x2, int32x2_t, __builtin_riscv_paadd_i32x2)
1217__packed_binary_builtin(paaddu_u8x8, uint8x8_t, __builtin_riscv_paaddu_u8x8)
1218__packed_binary_builtin(paaddu_u16x4, uint16x4_t, __builtin_riscv_paaddu_u16x4)
1219__packed_binary_builtin(paaddu_u32x2, uint32x2_t, __builtin_riscv_paaddu_u32x2)
1220__packed_binary_builtin(pasub_i8x8, int8x8_t, __builtin_riscv_pasub_i8x8)
1221__packed_binary_builtin(pasub_i16x4, int16x4_t, __builtin_riscv_pasub_i16x4)
1222__packed_binary_builtin(pasub_i32x2, int32x2_t, __builtin_riscv_pasub_i32x2)
1223__packed_binary_builtin(pasubu_u8x8, uint8x8_t, __builtin_riscv_pasubu_u8x8)
1224__packed_binary_builtin(pasubu_u16x4, uint16x4_t, __builtin_riscv_pasubu_u16x4)
1225__packed_binary_builtin(pasubu_u32x2, uint32x2_t, __builtin_riscv_pasubu_u32x2)
1226
1227/* Packed Absolute Value and Absolute Difference (32-bit) */
1228__packed_pabs(pabs_i8x4, int8x4_t, uint8x4_t)
1230__packed_binary_builtin_cast(pabd_i8x4, int8x4_t, uint8x4_t, __builtin_riscv_pabd_i8x4)
1231__packed_binary_builtin_cast(pabd_i16x2, int16x2_t, uint16x2_t, __builtin_riscv_pabd_i16x2)
1232__packed_binary_builtin_cast(pabdu_u8x4, uint8x4_t, uint8x4_t, __builtin_riscv_pabdu_u8x4)
1233__packed_binary_builtin_cast(pabdu_u16x2, uint16x2_t, uint16x2_t, __builtin_riscv_pabdu_u16x2)
1234
1235/* Packed Absolute Value and Absolute Difference (64-bit) */
1236__packed_pabs(pabs_i8x8, int8x8_t, uint8x8_t)
1238__packed_binary_builtin_cast(pabd_i8x8, int8x8_t, uint8x8_t, __builtin_riscv_pabd_i8x8)
1239__packed_binary_builtin_cast(pabd_i16x4, int16x4_t, uint16x4_t, __builtin_riscv_pabd_i16x4)
1240__packed_binary_builtin_cast(pabdu_u8x8, uint8x8_t, uint8x8_t, __builtin_riscv_pabdu_u8x8)
1241__packed_binary_builtin_cast(pabdu_u16x4, uint16x4_t, uint16x4_t, __builtin_riscv_pabdu_u16x4)
1242
1243/* Packed Reduction Sum (32-bit) */
1244__packed_reduction(predsum_i8x4_i32, int32_t, int8x4_t, __builtin_riscv_predsum_i8x4_i32)
1245__packed_reduction(predsumu_u8x4_u32, uint32_t, uint8x4_t, __builtin_riscv_predsumu_u8x4_u32)
1246__packed_reduction(predsum_i16x2_i32, int32_t, int16x2_t, __builtin_riscv_predsum_i16x2_i32)
1247__packed_reduction(predsumu_u16x2_u32, uint32_t, uint16x2_t, __builtin_riscv_predsumu_u16x2_u32)
1248
1249/* Packed Reduction Sum (64-bit) */
1250__packed_reduction(predsum_i8x8_i32, int32_t, int8x8_t, __builtin_riscv_predsum_i8x8_i32)
1251__packed_reduction(predsumu_u8x8_u32, uint32_t, uint8x8_t, __builtin_riscv_predsumu_u8x8_u32)
1252__packed_reduction(predsum_i16x4_i32, int32_t, int16x4_t, __builtin_riscv_predsum_i16x4_i32)
1253__packed_reduction(predsumu_u16x4_u32, uint32_t, uint16x4_t, __builtin_riscv_predsumu_u16x4_u32)
1254__packed_reduction(predsum_i8x8_i64, int64_t, int8x8_t, __builtin_riscv_predsum_i8x8_i64)
1255__packed_reduction(predsumu_u8x8_u64, uint64_t, uint8x8_t, __builtin_riscv_predsumu_u8x8_u64)
1256__packed_reduction(predsum_i16x4_i64, int64_t, int16x4_t, __builtin_riscv_predsum_i16x4_i64)
1257__packed_reduction(predsumu_u16x4_u64, uint64_t, uint16x4_t, __builtin_riscv_predsumu_u16x4_u64)
1258__packed_reduction(predsum_i32x2_i64, int64_t, int32x2_t, __builtin_riscv_predsum_i32x2_i64)
1259__packed_reduction(predsumu_u32x2_u64, uint64_t, uint32x2_t, __builtin_riscv_predsumu_u32x2_u64)
1260
1261/* Packed Merge (32-bit) */
1262__packed_merge_builtin(pmerge_u8x4, uint8x4_t, uint8x4_t, __builtin_riscv_pmerge_u8x4)
1263__packed_merge_builtin(pmerge_i8x4, int8x4_t, uint8x4_t, __builtin_riscv_pmerge_u8x4)
1264__packed_merge_builtin(pmerge_u16x2, uint16x2_t, uint16x2_t, __builtin_riscv_pmerge_u16x2)
1265__packed_merge_builtin(pmerge_i16x2, int16x2_t, uint16x2_t, __builtin_riscv_pmerge_u16x2)
1266
1267/* Packed Merge (64-bit) */
1268__packed_merge_builtin(pmerge_u8x8, uint8x8_t, uint8x8_t, __builtin_riscv_pmerge_u8x8)
1269__packed_merge_builtin(pmerge_i8x8, int8x8_t, uint8x8_t, __builtin_riscv_pmerge_u8x8)
1270__packed_merge_builtin(pmerge_u16x4, uint16x4_t, uint16x4_t, __builtin_riscv_pmerge_u16x4)
1271__packed_merge_builtin(pmerge_i16x4, int16x4_t, uint16x4_t, __builtin_riscv_pmerge_u16x4)
1272__packed_merge_builtin(pmerge_u32x2, uint32x2_t, uint32x2_t, __builtin_riscv_pmerge_u32x2)
1273__packed_merge_builtin(pmerge_i32x2, int32x2_t, uint32x2_t, __builtin_riscv_pmerge_u32x2)
1274
1275/* Packed Multiply High (32-bit) */
1276__packed_binary_builtin(pmulh_i16x2, int16x2_t, __builtin_riscv_pmulh_i16x2)
1277__packed_binary_builtin(pmulhr_i16x2, int16x2_t, __builtin_riscv_pmulhr_i16x2)
1278__packed_binary_builtin(pmulhu_u16x2, uint16x2_t, __builtin_riscv_pmulhu_u16x2)
1279__packed_binary_builtin(pmulhru_u16x2, uint16x2_t, __builtin_riscv_pmulhru_u16x2)
1280__packed_binary_builtin_mixed(pmulhsu_i16x2, int16x2_t, int16x2_t, uint16x2_t, __builtin_riscv_pmulhsu_i16x2)
1281__packed_binary_builtin_mixed(pmulhrsu_i16x2, int16x2_t, int16x2_t, uint16x2_t, __builtin_riscv_pmulhrsu_i16x2)
1282
1283/* Packed Multiply High Accumulate (32-bit) */
1284__packed_ternary_builtin(pmhacc_i16x2, int16x2_t, __builtin_riscv_pmhacc_i16x2)
1285__packed_ternary_builtin(pmhracc_i16x2, int16x2_t, __builtin_riscv_pmhracc_i16x2)
1286__packed_ternary_builtin(pmhaccu_u16x2, uint16x2_t, __builtin_riscv_pmhaccu_u16x2)
1287__packed_ternary_builtin(pmhraccu_u16x2, uint16x2_t, __builtin_riscv_pmhraccu_u16x2)
1288__packed_ternary_builtin_mixed(pmhaccsu_i16x2, int16x2_t, int16x2_t, uint16x2_t, __builtin_riscv_pmhaccsu_i16x2)
1289__packed_ternary_builtin_mixed(pmhraccsu_i16x2, int16x2_t, int16x2_t, uint16x2_t, __builtin_riscv_pmhraccsu_i16x2)
1290
1291/* Packed Multiply High (64-bit) */
1292__packed_binary_builtin(pmulh_i16x4, int16x4_t, __builtin_riscv_pmulh_i16x4)
1293__packed_binary_builtin(pmulh_i32x2, int32x2_t, __builtin_riscv_pmulh_i32x2)
1294__packed_binary_builtin(pmulhr_i16x4, int16x4_t, __builtin_riscv_pmulhr_i16x4)
1295__packed_binary_builtin(pmulhr_i32x2, int32x2_t, __builtin_riscv_pmulhr_i32x2)
1296__packed_binary_builtin(pmulhu_u16x4, uint16x4_t, __builtin_riscv_pmulhu_u16x4)
1297__packed_binary_builtin(pmulhu_u32x2, uint32x2_t, __builtin_riscv_pmulhu_u32x2)
1298__packed_binary_builtin(pmulhru_u16x4, uint16x4_t, __builtin_riscv_pmulhru_u16x4)
1299__packed_binary_builtin(pmulhru_u32x2, uint32x2_t, __builtin_riscv_pmulhru_u32x2)
1300__packed_binary_builtin_mixed(pmulhsu_i16x4, int16x4_t, int16x4_t, uint16x4_t, __builtin_riscv_pmulhsu_i16x4)
1301__packed_binary_builtin_mixed(pmulhsu_i32x2, int32x2_t, int32x2_t, uint32x2_t, __builtin_riscv_pmulhsu_i32x2)
1302__packed_binary_builtin_mixed(pmulhrsu_i16x4, int16x4_t, int16x4_t, uint16x4_t, __builtin_riscv_pmulhrsu_i16x4)
1303__packed_binary_builtin_mixed(pmulhrsu_i32x2, int32x2_t, int32x2_t, uint32x2_t, __builtin_riscv_pmulhrsu_i32x2)
1304
1305/* Packed Multiply High Accumulate (64-bit) */
1306__packed_ternary_builtin(pmhacc_i16x4, int16x4_t, __builtin_riscv_pmhacc_i16x4)
1307__packed_ternary_builtin(pmhacc_i32x2, int32x2_t, __builtin_riscv_pmhacc_i32x2)
1308__packed_ternary_builtin(pmhracc_i16x4, int16x4_t, __builtin_riscv_pmhracc_i16x4)
1309__packed_ternary_builtin(pmhracc_i32x2, int32x2_t, __builtin_riscv_pmhracc_i32x2)
1310__packed_ternary_builtin(pmhaccu_u16x4, uint16x4_t, __builtin_riscv_pmhaccu_u16x4)
1311__packed_ternary_builtin(pmhaccu_u32x2, uint32x2_t, __builtin_riscv_pmhaccu_u32x2)
1312__packed_ternary_builtin(pmhraccu_u16x4, uint16x4_t, __builtin_riscv_pmhraccu_u16x4)
1313__packed_ternary_builtin(pmhraccu_u32x2, uint32x2_t, __builtin_riscv_pmhraccu_u32x2)
1314__packed_ternary_builtin_mixed(pmhaccsu_i16x4, int16x4_t, int16x4_t, uint16x4_t, __builtin_riscv_pmhaccsu_i16x4)
1315__packed_ternary_builtin_mixed(pmhaccsu_i32x2, int32x2_t, int32x2_t, uint32x2_t, __builtin_riscv_pmhaccsu_i32x2)
1316__packed_ternary_builtin_mixed(pmhraccsu_i16x4, int16x4_t, int16x4_t, uint16x4_t, __builtin_riscv_pmhraccsu_i16x4)
1317__packed_ternary_builtin_mixed(pmhraccsu_i32x2, int32x2_t, int32x2_t, uint32x2_t, __builtin_riscv_pmhraccsu_i32x2)
1318
1319/* Packed Multiply High Accumulate (32-bit) */
1320__packed_ternary_builtin_mixed(pmhacc_b0_i16x2, int16x2_t, int16x2_t, int8x4_t, __builtin_riscv_pmhacc_b0_i16x2)
1321__packed_ternary_builtin_mixed(pmhacc_b1_i16x2, int16x2_t, int16x2_t, int8x4_t, __builtin_riscv_pmhacc_b1_i16x2)
1322__packed_ternary_builtin_mixed(pmhaccsu_b0_i16x2, int16x2_t, int16x2_t, uint8x4_t, __builtin_riscv_pmhaccsu_b0_i16x2)
1323__packed_ternary_builtin_mixed(pmhaccsu_b1_i16x2, int16x2_t, int16x2_t, uint8x4_t, __builtin_riscv_pmhaccsu_b1_i16x2)
1324
1325/* Packed Multiply High Accumulate (64-bit) */
1326__packed_ternary_builtin_mixed(pmhacc_b0_i16x4, int16x4_t, int16x4_t, int8x8_t, __builtin_riscv_pmhacc_b0_i16x4)
1327__packed_ternary_builtin_mixed(pmhacc_b1_i16x4, int16x4_t, int16x4_t, int8x8_t, __builtin_riscv_pmhacc_b1_i16x4)
1328__packed_ternary_builtin_mixed(pmhaccsu_b0_i16x4, int16x4_t, int16x4_t, uint8x8_t, __builtin_riscv_pmhaccsu_b0_i16x4)
1329__packed_ternary_builtin_mixed(pmhaccsu_b1_i16x4, int16x4_t, int16x4_t, uint8x8_t, __builtin_riscv_pmhaccsu_b1_i16x4)
1330__packed_ternary_builtin_mixed(pmhacc_h0_i32x2, int32x2_t, int32x2_t, int16x4_t, __builtin_riscv_pmhacc_h0_i32x2)
1331__packed_ternary_builtin_mixed(pmhacc_h1_i32x2, int32x2_t, int32x2_t, int16x4_t, __builtin_riscv_pmhacc_h1_i32x2)
1332__packed_ternary_builtin_mixed(pmhaccsu_h0_i32x2, int32x2_t, int32x2_t, uint16x4_t, __builtin_riscv_pmhaccsu_h0_i32x2)
1333__packed_ternary_builtin_mixed(pmhaccsu_h1_i32x2, int32x2_t, int32x2_t, uint16x4_t, __builtin_riscv_pmhaccsu_h1_i32x2)
1334
1335/* Packed Multiplication with Horizontal Addition (32-bit) */
1336__packed_binary_builtin_mixed(pm4add_i32, int32_t, int8x4_t, int8x4_t, __builtin_riscv_pm4add_i32)
1337__packed_binary_builtin_mixed(pm2add_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2add_i32)
1338__packed_binary_builtin_mixed(pm2add_x_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2add_x_i32)
1339__packed_binary_builtin_mixed(pm4addu_u32, uint32_t, uint8x4_t, uint8x4_t, __builtin_riscv_pm4addu_u32)
1340__packed_binary_builtin_mixed(pm2addu_u32, uint32_t, uint16x2_t, uint16x2_t, __builtin_riscv_pm2addu_u32)
1341__packed_binary_builtin_mixed(pmq2add_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pmq2add_i32)
1342__packed_binary_builtin_mixed(pmqr2add_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pmqr2add_i32)
1343__packed_binary_builtin_mixed(pm2sadd_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2sadd_i32)
1344__packed_binary_builtin_mixed(pm2sadd_x_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2sadd_x_i32)
1345__packed_binary_builtin_mixed(pm2sub_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2sub_i32)
1346__packed_binary_builtin_mixed(pm2sub_x_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2sub_x_i32)
1347__packed_binary_builtin_mixed(pm4addsu_i32, int32_t, int8x4_t, uint8x4_t, __builtin_riscv_pm4addsu_i32)
1348__packed_binary_builtin_mixed(pm2addsu_i32, int32_t, int16x2_t, uint16x2_t, __builtin_riscv_pm2addsu_i32)
1349
1350/* Packed Multiplication with Horizontal Addition (64-bit) */
1351__packed_binary_builtin_mixed(pm4add_i32x2, int32x2_t, int8x8_t, int8x8_t, __builtin_riscv_pm4add_i32x2)
1352__packed_binary_builtin_mixed(pm2add_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2add_i32x2)
1353__packed_binary_builtin_mixed(pm2add_x_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2add_x_i32x2)
1354__packed_binary_builtin_mixed(pm4addu_u32x2, uint32x2_t, uint8x8_t, uint8x8_t, __builtin_riscv_pm4addu_u32x2)
1355__packed_binary_builtin_mixed(pm2addu_u32x2, uint32x2_t, uint16x4_t, uint16x4_t, __builtin_riscv_pm2addu_u32x2)
1356__packed_binary_builtin_mixed(pmq2add_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmq2add_i32x2)
1357__packed_binary_builtin_mixed(pmqr2add_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmqr2add_i32x2)
1358__packed_binary_builtin_mixed(pm2sadd_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2sadd_i32x2)
1359__packed_binary_builtin_mixed(pm2sadd_x_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2sadd_x_i32x2)
1360__packed_binary_builtin_mixed(pm2sub_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2sub_i32x2)
1361__packed_binary_builtin_mixed(pm2sub_x_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2sub_x_i32x2)
1362__packed_binary_builtin_mixed(pm4addsu_i32x2, int32x2_t, int8x8_t, uint8x8_t, __builtin_riscv_pm4addsu_i32x2)
1363__packed_binary_builtin_mixed(pm2addsu_i32x2, int32x2_t, int16x4_t, uint16x4_t, __builtin_riscv_pm2addsu_i32x2)
1364__packed_binary_builtin_mixed(pm2add_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pm2add_i64)
1365__packed_binary_builtin_mixed(pm2add_x_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pm2add_x_i64)
1366__packed_binary_builtin_mixed(pm2addu_u64, uint64_t, uint32x2_t, uint32x2_t, __builtin_riscv_pm2addu_u64)
1367__packed_binary_builtin_mixed(pmq2add_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pmq2add_i64)
1368__packed_binary_builtin_mixed(pm2sub_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pm2sub_i64)
1369__packed_binary_builtin_mixed(pm2sub_x_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pm2sub_x_i64)
1370__packed_binary_builtin_mixed(pm2addsu_i64, int64_t, int32x2_t, uint32x2_t, __builtin_riscv_pm2addsu_i64)
1371__packed_binary_builtin_mixed(pmqr2add_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pmqr2add_i64)
1372__packed_binary_builtin_mixed(pm4add_i64, int64_t, int16x4_t, int16x4_t, __builtin_riscv_pm4add_i64)
1373__packed_binary_builtin_mixed(pm4addu_u64, uint64_t, uint16x4_t, uint16x4_t, __builtin_riscv_pm4addu_u64)
1374__packed_binary_builtin_mixed(pm4addsu_i64, int64_t, int16x4_t, uint16x4_t, __builtin_riscv_pm4addsu_i64)
1375
1376/* Packed Widening Multiply Accumulate */
1377__packed_ternary_builtin_mixed(pwmacc_i32x2, int32x2_t, int16x2_t, int16x2_t, __builtin_riscv_pwmacc_i32x2)
1378__packed_ternary_builtin_mixed(pwmaccu_u32x2, uint32x2_t, uint16x2_t, uint16x2_t, __builtin_riscv_pwmaccu_u32x2)
1379__packed_ternary_builtin_mixed(pwmaccsu_i32x2, int32x2_t, int16x2_t, uint16x2_t, __builtin_riscv_pwmaccsu_i32x2)
1380
1381/* Packed Multiplication with Horizontal Addition and Accumulate (32-bit) */
1382__packed_ternary_builtin_mixed(pm4adda_i32, int32_t, int8x4_t, int8x4_t, __builtin_riscv_pm4adda_i32)
1383__packed_ternary_builtin_mixed(pm4addau_u32, uint32_t, uint8x4_t, uint8x4_t, __builtin_riscv_pm4addau_u32)
1384__packed_ternary_builtin_mixed(pm4addasu_i32, int32_t, int8x4_t, uint8x4_t, __builtin_riscv_pm4addasu_i32)
1385__packed_ternary_builtin_mixed(pm2adda_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2adda_i32)
1386__packed_ternary_builtin_mixed(pm2adda_x_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2adda_x_i32)
1387__packed_ternary_builtin_mixed(pm2addau_u32, uint32_t, uint16x2_t, uint16x2_t, __builtin_riscv_pm2addau_u32)
1388__packed_ternary_builtin_mixed(pmq2adda_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pmq2adda_i32)
1389__packed_ternary_builtin_mixed(pmqr2adda_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pmqr2adda_i32)
1390__packed_ternary_builtin_mixed(pm2suba_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2suba_i32)
1391__packed_ternary_builtin_mixed(pm2suba_x_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_pm2suba_x_i32)
1392__packed_ternary_builtin_mixed(pm2addasu_i32, int32_t, int16x2_t, uint16x2_t, __builtin_riscv_pm2addasu_i32)
1393
1394/* Packed Multiplication with Horizontal Addition and Accumulate (64-bit) */
1395__packed_ternary_builtin_mixed(pm4adda_i32x2, int32x2_t, int8x8_t, int8x8_t, __builtin_riscv_pm4adda_i32x2)
1396__packed_ternary_builtin_mixed(pm4addau_u32x2, uint32x2_t, uint8x8_t, uint8x8_t, __builtin_riscv_pm4addau_u32x2)
1397__packed_ternary_builtin_mixed(pm4addasu_i32x2, int32x2_t, int8x8_t, uint8x8_t, __builtin_riscv_pm4addasu_i32x2)
1398__packed_ternary_builtin_mixed(pm2adda_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2adda_i32x2)
1399__packed_ternary_builtin_mixed(pm2adda_x_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2adda_x_i32x2)
1400__packed_ternary_builtin_mixed(pm2addau_u32x2, uint32x2_t, uint16x4_t, uint16x4_t, __builtin_riscv_pm2addau_u32x2)
1401__packed_ternary_builtin_mixed(pmq2adda_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmq2adda_i32x2)
1402__packed_ternary_builtin_mixed(pmqr2adda_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmqr2adda_i32x2)
1403__packed_ternary_builtin_mixed(pm2suba_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2suba_i32x2)
1404__packed_ternary_builtin_mixed(pm2suba_x_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pm2suba_x_i32x2)
1405__packed_ternary_builtin_mixed(pm2addasu_i32x2, int32x2_t, int16x4_t, uint16x4_t, __builtin_riscv_pm2addasu_i32x2)
1406__packed_ternary_builtin_mixed(pm2adda_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pm2adda_i64)
1407__packed_ternary_builtin_mixed(pm2adda_x_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pm2adda_x_i64)
1408__packed_ternary_builtin_mixed(pm2addau_u64, uint64_t, uint32x2_t, uint32x2_t, __builtin_riscv_pm2addau_u64)
1409__packed_ternary_builtin_mixed(pmq2adda_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pmq2adda_i64)
1410__packed_ternary_builtin_mixed(pmqr2adda_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pmqr2adda_i64)
1411__packed_ternary_builtin_mixed(pm2suba_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pm2suba_i64)
1412__packed_ternary_builtin_mixed(pm2suba_x_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_pm2suba_x_i64)
1413__packed_ternary_builtin_mixed(pm2addasu_i64, int64_t, int32x2_t, uint32x2_t, __builtin_riscv_pm2addasu_i64)
1414__packed_ternary_builtin_mixed(pm4adda_i64, int64_t, int16x4_t, int16x4_t, __builtin_riscv_pm4adda_i64)
1415__packed_ternary_builtin_mixed(pm4addau_u64, uint64_t, uint16x4_t, uint16x4_t, __builtin_riscv_pm4addau_u64)
1416__packed_ternary_builtin_mixed(pm4addasu_i64, int64_t, int16x4_t, uint16x4_t, __builtin_riscv_pm4addasu_i64)
1417
1418/* Packed Multiplication with Widening Horizontal Addition */
1419__packed_binary_builtin_mixed(pm2wadd_i64, int64_t, int16x2_t, int16x2_t, __builtin_riscv_pm2wadd_i64)
1420__packed_binary_builtin_mixed(pm2wadd_x_i64, int64_t, int16x2_t, int16x2_t, __builtin_riscv_pm2wadd_x_i64)
1421__packed_binary_builtin_mixed(pm2waddu_u64, uint64_t, uint16x2_t, uint16x2_t, __builtin_riscv_pm2waddu_u64)
1422__packed_binary_builtin_mixed(pm2wsub_i64, int64_t, int16x2_t, int16x2_t, __builtin_riscv_pm2wsub_i64)
1423__packed_binary_builtin_mixed(pm2wsub_x_i64, int64_t, int16x2_t, int16x2_t, __builtin_riscv_pm2wsub_x_i64)
1424__packed_binary_builtin_mixed(pm2waddsu_i64, int64_t, int16x2_t, uint16x2_t, __builtin_riscv_pm2waddsu_i64)
1425
1426/* Packed Multiplication with Widening Horizontal Addition and Accumulate */
1427__packed_ternary_builtin_mixed(pm2wadda_i64, int64_t, int16x2_t, int16x2_t, __builtin_riscv_pm2wadda_i64)
1428__packed_ternary_builtin_mixed(pm2wadda_x_i64, int64_t, int16x2_t, int16x2_t, __builtin_riscv_pm2wadda_x_i64)
1429__packed_ternary_builtin_mixed(pm2waddau_u64, uint64_t, uint16x2_t, uint16x2_t, __builtin_riscv_pm2waddau_u64)
1430__packed_ternary_builtin_mixed(pm2wsuba_i64, int64_t, int16x2_t, int16x2_t, __builtin_riscv_pm2wsuba_i64)
1431__packed_ternary_builtin_mixed(pm2wsuba_x_i64, int64_t, int16x2_t, int16x2_t, __builtin_riscv_pm2wsuba_x_i64)
1432__packed_ternary_builtin_mixed(pm2waddasu_i64, int64_t, int16x2_t, uint16x2_t, __builtin_riscv_pm2waddasu_i64)
1433
1434/* Packed Absolute Difference Sum (32-bit) */
1435__packed_abdsum(pabdsumu_u8x4_u32, uint32_t, uint8x4_t, __builtin_riscv_pabdsumu_u8x4_u32)
1436__packed_ternary_builtin_cast(pabdsumau_u8x4_u32, uint32_t, uint8x4_t, __builtin_riscv_pabdsumau_u8x4_u32)
1437
1438/* Packed Absolute Difference Sum (64-bit) */
1439__packed_abdsum(pabdsumu_u8x8_u32, uint32_t, uint8x8_t, __builtin_riscv_pabdsumu_u8x8_u32)
1440__packed_abdsum(pabdsumu_u8x8_u64, uint64_t, uint8x8_t, __builtin_riscv_pabdsumu_u8x8_u64)
1441__packed_ternary_builtin_cast(pabdsumau_u8x8_u32, uint32_t, uint8x8_t, __builtin_riscv_pabdsumau_u8x8_u32)
1442__packed_ternary_builtin_cast(pabdsumau_u8x8_u64, uint64_t, uint8x8_t, __builtin_riscv_pabdsumau_u8x8_u64)
1443
1444/* Packed Saturating Absolute Value (32-bit) */
1445__packed_unary_builtin(psabs_i8x4, int8x4_t, __builtin_riscv_psabs_i8x4)
1446__packed_unary_builtin(psabs_i16x2, int16x2_t, __builtin_riscv_psabs_i16x2)
1447
1448/* Packed Saturating Absolute Value (64-bit) */
1449__packed_unary_builtin(psabs_i8x8, int8x8_t, __builtin_riscv_psabs_i8x8)
1450__packed_unary_builtin(psabs_i16x4, int16x4_t, __builtin_riscv_psabs_i16x4)
1451
1452/* Packed Sign and Zero Extend (32-bit) */
1453__packed_unary_builtin(psext_b_i16x2, int16x2_t, __builtin_riscv_psext_b_i16x2)
1454__packed_unary_builtin(pzext_b_u16x2, uint16x2_t, __builtin_riscv_pzext_b_u16x2)
1455
1456/* Packed Sign and Zero Extend (64-bit) */
1457__packed_unary_builtin(psext_b_i16x4, int16x4_t, __builtin_riscv_psext_b_i16x4)
1458__packed_unary_builtin(psext_b_i32x2, int32x2_t, __builtin_riscv_psext_b_i32x2)
1459__packed_unary_builtin(psext_h_i32x2, int32x2_t, __builtin_riscv_psext_h_i32x2)
1460__packed_unary_builtin(pzext_b_u16x4, uint16x4_t, __builtin_riscv_pzext_b_u16x4)
1461__packed_unary_builtin(pzext_h_u32x2, uint32x2_t, __builtin_riscv_pzext_h_u32x2)
1462
1463/* Packed Widening Unzip (32-bit) */
1464__packed_wunzip_ext(pwunzipe_i16x2, int16x2_t, int8x4_t,
1465 __riscv_psext_b_i16x2)
1466__packed_wunzip_shift(pwunzipo_i16x2, int16x2_t, int8x4_t, >>, 8)
1467__packed_wunzip_ext(pwunzipue_u16x2, uint16x2_t, uint8x4_t,
1468 __riscv_pzext_b_u16x2)
1469__packed_wunzip_shift(pwunzipuo_u16x2, uint16x2_t, uint8x4_t, >>, 8)
1470__packed_wunzip_shift(pwunziphe_i16x2, int16x2_t, int8x4_t, <<, 8)
1471__packed_wunzip_shift(pwunziphe_u16x2, uint16x2_t, uint8x4_t, <<, 8)
1472__packed_wunzip_odd_hi(pwunzipho_i16x2, int16x2_t, int8x4_t,
1473 __riscv_pnziph_i8x4)
1475 __riscv_pnziph_u8x4)
1476
1477/* Packed Widening Unzip (64-bit) */
1478__packed_wunzip_ext(pwunzipe_i16x4, int16x4_t, int8x8_t,
1479 __riscv_psext_b_i16x4)
1480__packed_wunzip_shift(pwunzipo_i16x4, int16x4_t, int8x8_t, >>, 8)
1481__packed_wunzip_ext(pwunzipue_u16x4, uint16x4_t, uint8x8_t,
1482 __riscv_pzext_b_u16x4)
1483__packed_wunzip_shift(pwunzipuo_u16x4, uint16x4_t, uint8x8_t, >>, 8)
1484__packed_wunzip_ext(pwunzipe_i32x2, int32x2_t, int16x4_t,
1485 __riscv_psext_h_i32x2)
1486__packed_wunzip_shift(pwunzipo_i32x2, int32x2_t, int16x4_t, >>, 16)
1487__packed_wunzip_ext(pwunzipue_u32x2, uint32x2_t, uint16x4_t,
1488 __riscv_pzext_h_u32x2)
1489__packed_wunzip_shift(pwunzipuo_u32x2, uint32x2_t, uint16x4_t, >>, 16)
1490__packed_wunzip_shift(pwunziphe_i16x4, int16x4_t, int8x8_t, <<, 8)
1491__packed_wunzip_odd_hi(pwunzipho_i16x4, int16x4_t, int8x8_t,
1492 __riscv_pnziph_i8x8)
1493__packed_wunzip_shift(pwunziphe_u16x4, uint16x4_t, uint8x8_t, <<, 8)
1495 __riscv_pnziph_u8x8)
1496__packed_wunzip_shift(pwunziphe_i32x2, int32x2_t, int16x4_t, <<, 16)
1498 __riscv_pnziph_i16x4)
1499__packed_wunzip_shift(pwunziphe_u32x2, uint32x2_t, uint16x4_t, <<, 16)
1501 __riscv_pnziph_u16x4)
1502
1503/* Packed "Q-format" Multiplication (32-bit) */
1504__packed_binary_builtin(pmulq_i16x2, int16x2_t, __builtin_riscv_pmulq_i16x2)
1505__packed_binary_builtin(pmulqr_i16x2, int16x2_t, __builtin_riscv_pmulqr_i16x2)
1506
1507/* Packed "Q-format" Multiplication (64-bit) */
1508__packed_binary_builtin(pmulq_i16x4, int16x4_t, __builtin_riscv_pmulq_i16x4)
1509__packed_binary_builtin(pmulqr_i16x4, int16x4_t, __builtin_riscv_pmulqr_i16x4)
1510__packed_binary_builtin(pmulq_i32x2, int32x2_t, __builtin_riscv_pmulq_i32x2)
1511__packed_binary_builtin(pmulqr_i32x2, int32x2_t, __builtin_riscv_pmulqr_i32x2)
1512
1513/* Packed Multiply Parts (32-bit) */
1514__packed_binary_builtin_mixed(pmul_b00_i16x2, int16x2_t, int8x4_t, int8x4_t, __builtin_riscv_pmul_b00_i16x2)
1515__packed_binary_builtin_mixed(pmul_b01_i16x2, int16x2_t, int8x4_t, int8x4_t, __builtin_riscv_pmul_b01_i16x2)
1516__packed_binary_builtin_mixed(pmul_b11_i16x2, int16x2_t, int8x4_t, int8x4_t, __builtin_riscv_pmul_b11_i16x2)
1517__packed_binary_builtin_mixed(pmulu_b00_u16x2, uint16x2_t, uint8x4_t, uint8x4_t, __builtin_riscv_pmulu_b00_u16x2)
1518__packed_binary_builtin_mixed(pmulu_b01_u16x2, uint16x2_t, uint8x4_t, uint8x4_t, __builtin_riscv_pmulu_b01_u16x2)
1519__packed_binary_builtin_mixed(pmulu_b11_u16x2, uint16x2_t, uint8x4_t, uint8x4_t, __builtin_riscv_pmulu_b11_u16x2)
1520__packed_binary_builtin_mixed(pmulsu_b00_i16x2, int16x2_t, int8x4_t, uint8x4_t, __builtin_riscv_pmulsu_b00_i16x2)
1521__packed_binary_builtin_mixed(pmulsu_b11_i16x2, int16x2_t, int8x4_t, uint8x4_t, __builtin_riscv_pmulsu_b11_i16x2)
1522__packed_binary_builtin_mixed(mul_h00_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_mul_h00_i32)
1523__packed_binary_builtin_mixed(mul_h01_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_mul_h01_i32)
1524__packed_binary_builtin_mixed(mul_h11_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_mul_h11_i32)
1525__packed_binary_builtin_mixed(mulu_h00_u32, uint32_t, uint16x2_t, uint16x2_t, __builtin_riscv_mulu_h00_u32)
1526__packed_binary_builtin_mixed(mulu_h01_u32, uint32_t, uint16x2_t, uint16x2_t, __builtin_riscv_mulu_h01_u32)
1527__packed_binary_builtin_mixed(mulu_h11_u32, uint32_t, uint16x2_t, uint16x2_t, __builtin_riscv_mulu_h11_u32)
1528__packed_binary_builtin_mixed(mulsu_h00_i32, int32_t, int16x2_t, uint16x2_t, __builtin_riscv_mulsu_h00_i32)
1529__packed_binary_builtin_mixed(mulsu_h11_i32, int32_t, int16x2_t, uint16x2_t, __builtin_riscv_mulsu_h11_i32)
1530
1531/* Packed Multiply Parts (64-bit) */
1532__packed_binary_builtin_mixed(pmul_b00_i16x4, int16x4_t, int8x8_t, int8x8_t, __builtin_riscv_pmul_b00_i16x4)
1533__packed_binary_builtin_mixed(pmul_b01_i16x4, int16x4_t, int8x8_t, int8x8_t, __builtin_riscv_pmul_b01_i16x4)
1534__packed_binary_builtin_mixed(pmul_b11_i16x4, int16x4_t, int8x8_t, int8x8_t, __builtin_riscv_pmul_b11_i16x4)
1535__packed_binary_builtin_mixed(pmulu_b00_u16x4, uint16x4_t, uint8x8_t, uint8x8_t, __builtin_riscv_pmulu_b00_u16x4)
1536__packed_binary_builtin_mixed(pmulu_b01_u16x4, uint16x4_t, uint8x8_t, uint8x8_t, __builtin_riscv_pmulu_b01_u16x4)
1537__packed_binary_builtin_mixed(pmulu_b11_u16x4, uint16x4_t, uint8x8_t, uint8x8_t, __builtin_riscv_pmulu_b11_u16x4)
1538__packed_binary_builtin_mixed(pmulsu_b00_i16x4, int16x4_t, int8x8_t, uint8x8_t, __builtin_riscv_pmulsu_b00_i16x4)
1539__packed_binary_builtin_mixed(pmulsu_b11_i16x4, int16x4_t, int8x8_t, uint8x8_t, __builtin_riscv_pmulsu_b11_i16x4)
1540__packed_binary_builtin_mixed(pmul_h00_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmul_h00_i32x2)
1541__packed_binary_builtin_mixed(pmul_h01_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmul_h01_i32x2)
1542__packed_binary_builtin_mixed(pmul_h11_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmul_h11_i32x2)
1543__packed_binary_builtin_mixed(pmulu_h00_u32x2, uint32x2_t, uint16x4_t, uint16x4_t, __builtin_riscv_pmulu_h00_u32x2)
1544__packed_binary_builtin_mixed(pmulu_h01_u32x2, uint32x2_t, uint16x4_t, uint16x4_t, __builtin_riscv_pmulu_h01_u32x2)
1545__packed_binary_builtin_mixed(pmulu_h11_u32x2, uint32x2_t, uint16x4_t, uint16x4_t, __builtin_riscv_pmulu_h11_u32x2)
1546__packed_binary_builtin_mixed(pmulsu_h00_i32x2, int32x2_t, int16x4_t, uint16x4_t, __builtin_riscv_pmulsu_h00_i32x2)
1547__packed_binary_builtin_mixed(pmulsu_h11_i32x2, int32x2_t, int16x4_t, uint16x4_t, __builtin_riscv_pmulsu_h11_i32x2)
1548__packed_binary_builtin_mixed(mul_w00_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_mul_w00_i64)
1549__packed_binary_builtin_mixed(mul_w01_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_mul_w01_i64)
1550__packed_binary_builtin_mixed(mul_w11_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_mul_w11_i64)
1551__packed_binary_builtin_mixed(mulu_w00_u64, uint64_t, uint32x2_t, uint32x2_t, __builtin_riscv_mulu_w00_u64)
1552__packed_binary_builtin_mixed(mulu_w01_u64, uint64_t, uint32x2_t, uint32x2_t, __builtin_riscv_mulu_w01_u64)
1553__packed_binary_builtin_mixed(mulu_w11_u64, uint64_t, uint32x2_t, uint32x2_t, __builtin_riscv_mulu_w11_u64)
1554__packed_binary_builtin_mixed(mulsu_w00_i64, int64_t, int32x2_t, uint32x2_t, __builtin_riscv_mulsu_w00_i64)
1555__packed_binary_builtin_mixed(mulsu_w11_i64, int64_t, int32x2_t, uint32x2_t, __builtin_riscv_mulsu_w11_i64)
1556
1557/* Packed Multiply High Parts (32-bit) */
1558__packed_binary_builtin_mixed(pmulh_b0_i16x2, int16x2_t, int16x2_t, int8x4_t, __builtin_riscv_pmulh_b0_i16x2)
1559__packed_binary_builtin_mixed(pmulh_b1_i16x2, int16x2_t, int16x2_t, int8x4_t, __builtin_riscv_pmulh_b1_i16x2)
1560__packed_binary_builtin_mixed(pmulhsu_b0_i16x2, int16x2_t, int16x2_t, uint8x4_t, __builtin_riscv_pmulhsu_b0_i16x2)
1561__packed_binary_builtin_mixed(pmulhsu_b1_i16x2, int16x2_t, int16x2_t, uint8x4_t, __builtin_riscv_pmulhsu_b1_i16x2)
1562__packed_binary_builtin_mixed(mulh_h0_i32, int32_t, int32_t, int16x2_t, __builtin_riscv_mulh_h0_i32)
1563__packed_binary_builtin_mixed(mulh_h1_i32, int32_t, int32_t, int16x2_t, __builtin_riscv_mulh_h1_i32)
1564__packed_binary_builtin_mixed(mulhsu_h0_i32, int32_t, int32_t, uint16x2_t, __builtin_riscv_mulhsu_h0_i32)
1565__packed_binary_builtin_mixed(mulhsu_h1_i32, int32_t, int32_t, uint16x2_t, __builtin_riscv_mulhsu_h1_i32)
1566
1567/* Packed Multiply High Parts (64-bit) */
1568__packed_binary_builtin_mixed(pmulh_b0_i16x4, int16x4_t, int16x4_t, int8x8_t, __builtin_riscv_pmulh_b0_i16x4)
1569__packed_binary_builtin_mixed(pmulh_b1_i16x4, int16x4_t, int16x4_t, int8x8_t, __builtin_riscv_pmulh_b1_i16x4)
1570__packed_binary_builtin_mixed(pmulhsu_b0_i16x4, int16x4_t, int16x4_t, uint8x8_t, __builtin_riscv_pmulhsu_b0_i16x4)
1571__packed_binary_builtin_mixed(pmulhsu_b1_i16x4, int16x4_t, int16x4_t, uint8x8_t, __builtin_riscv_pmulhsu_b1_i16x4)
1572__packed_binary_builtin_mixed(pmulh_h0_i32x2, int32x2_t, int32x2_t, int16x4_t, __builtin_riscv_pmulh_h0_i32x2)
1573__packed_binary_builtin_mixed(pmulh_h1_i32x2, int32x2_t, int32x2_t, int16x4_t, __builtin_riscv_pmulh_h1_i32x2)
1574__packed_binary_builtin_mixed(pmulhsu_h0_i32x2, int32x2_t, int32x2_t, uint16x4_t, __builtin_riscv_pmulhsu_h0_i32x2)
1575__packed_binary_builtin_mixed(pmulhsu_h1_i32x2, int32x2_t, int32x2_t, uint16x4_t, __builtin_riscv_pmulhsu_h1_i32x2)
1576
1577/* Packed "Q-format" Multiply Parts Accumulate (32-bit) */
1578__packed_ternary_builtin_cast(mqacc_h00_i32, int, int16x2_t, __builtin_riscv_mqacc_h00_i32)
1579__packed_ternary_builtin_cast(mqacc_h01_i32, int, int16x2_t, __builtin_riscv_mqacc_h01_i32)
1580__packed_ternary_builtin_cast(mqacc_h11_i32, int, int16x2_t, __builtin_riscv_mqacc_h11_i32)
1581__packed_ternary_builtin_cast(mqracc_h00_i32, int, int16x2_t, __builtin_riscv_mqracc_h00_i32)
1582__packed_ternary_builtin_cast(mqracc_h01_i32, int, int16x2_t, __builtin_riscv_mqracc_h01_i32)
1583__packed_ternary_builtin_cast(mqracc_h11_i32, int, int16x2_t, __builtin_riscv_mqracc_h11_i32)
1584
1585/* Packed "Q-format" Multiply Parts Accumulate (64-bit) */
1586__packed_ternary_builtin_cast(pmqacc_h00_i32x2, int32x2_t, int16x4_t, __builtin_riscv_pmqacc_h00_i32x2)
1587__packed_ternary_builtin_cast(pmqacc_h01_i32x2, int32x2_t, int16x4_t, __builtin_riscv_pmqacc_h01_i32x2)
1588__packed_ternary_builtin_cast(pmqacc_h11_i32x2, int32x2_t, int16x4_t, __builtin_riscv_pmqacc_h11_i32x2)
1589__packed_ternary_builtin_cast(pmqracc_h00_i32x2, int32x2_t, int16x4_t, __builtin_riscv_pmqracc_h00_i32x2)
1590__packed_ternary_builtin_cast(pmqracc_h01_i32x2, int32x2_t, int16x4_t, __builtin_riscv_pmqracc_h01_i32x2)
1591__packed_ternary_builtin_cast(pmqracc_h11_i32x2, int32x2_t, int16x4_t, __builtin_riscv_pmqracc_h11_i32x2)
1592__packed_ternary_builtin_cast(mqacc_w00_i64, int64_t, int32x2_t, __builtin_riscv_mqacc_w00_i64)
1593__packed_ternary_builtin_cast(mqacc_w01_i64, int64_t, int32x2_t, __builtin_riscv_mqacc_w01_i64)
1594__packed_ternary_builtin_cast(mqacc_w11_i64, int64_t, int32x2_t, __builtin_riscv_mqacc_w11_i64)
1595__packed_ternary_builtin_cast(mqracc_w00_i64, int64_t, int32x2_t, __builtin_riscv_mqracc_w00_i64)
1596__packed_ternary_builtin_cast(mqracc_w01_i64, int64_t, int32x2_t, __builtin_riscv_mqracc_w01_i64)
1597__packed_ternary_builtin_cast(mqracc_w11_i64, int64_t, int32x2_t, __builtin_riscv_mqracc_w11_i64)
1598
1599/* Packed Multiply Parts Accumulate (32-bit) */
1600__packed_ternary_builtin_mixed(macc_h00_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_macc_h00_i32)
1601__packed_ternary_builtin_mixed(macc_h01_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_macc_h01_i32)
1602__packed_ternary_builtin_mixed(macc_h11_i32, int32_t, int16x2_t, int16x2_t, __builtin_riscv_macc_h11_i32)
1603__packed_ternary_builtin_mixed(maccu_h00_u32, uint32_t, uint16x2_t, uint16x2_t, __builtin_riscv_maccu_h00_u32)
1604__packed_ternary_builtin_mixed(maccu_h01_u32, uint32_t, uint16x2_t, uint16x2_t, __builtin_riscv_maccu_h01_u32)
1605__packed_ternary_builtin_mixed(maccu_h11_u32, uint32_t, uint16x2_t, uint16x2_t, __builtin_riscv_maccu_h11_u32)
1606__packed_ternary_builtin_mixed(maccsu_h00_i32, int32_t, int16x2_t, uint16x2_t, __builtin_riscv_maccsu_h00_i32)
1607__packed_ternary_builtin_mixed(maccsu_h11_i32, int32_t, int16x2_t, uint16x2_t, __builtin_riscv_maccsu_h11_i32)
1608
1609/* Packed Multiply Parts Accumulate (64-bit) */
1610__packed_ternary_builtin_mixed(pmacc_h00_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmacc_h00_i32x2)
1611__packed_ternary_builtin_mixed(pmacc_h01_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmacc_h01_i32x2)
1612__packed_ternary_builtin_mixed(pmacc_h11_i32x2, int32x2_t, int16x4_t, int16x4_t, __builtin_riscv_pmacc_h11_i32x2)
1613__packed_ternary_builtin_mixed(pmaccu_h00_u32x2, uint32x2_t, uint16x4_t, uint16x4_t, __builtin_riscv_pmaccu_h00_u32x2)
1614__packed_ternary_builtin_mixed(pmaccu_h01_u32x2, uint32x2_t, uint16x4_t, uint16x4_t, __builtin_riscv_pmaccu_h01_u32x2)
1615__packed_ternary_builtin_mixed(pmaccu_h11_u32x2, uint32x2_t, uint16x4_t, uint16x4_t, __builtin_riscv_pmaccu_h11_u32x2)
1616__packed_ternary_builtin_mixed(pmaccsu_h00_i32x2, int32x2_t, int16x4_t, uint16x4_t, __builtin_riscv_pmaccsu_h00_i32x2)
1617__packed_ternary_builtin_mixed(pmaccsu_h11_i32x2, int32x2_t, int16x4_t, uint16x4_t, __builtin_riscv_pmaccsu_h11_i32x2)
1618__packed_ternary_builtin_mixed(macc_w00_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_macc_w00_i64)
1619__packed_ternary_builtin_mixed(macc_w01_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_macc_w01_i64)
1620__packed_ternary_builtin_mixed(macc_w11_i64, int64_t, int32x2_t, int32x2_t, __builtin_riscv_macc_w11_i64)
1621__packed_ternary_builtin_mixed(maccu_w00_u64, uint64_t, uint32x2_t, uint32x2_t, __builtin_riscv_maccu_w00_u64)
1622__packed_ternary_builtin_mixed(maccu_w01_u64, uint64_t, uint32x2_t, uint32x2_t, __builtin_riscv_maccu_w01_u64)
1623__packed_ternary_builtin_mixed(maccu_w11_u64, uint64_t, uint32x2_t, uint32x2_t, __builtin_riscv_maccu_w11_u64)
1624__packed_ternary_builtin_mixed(maccsu_w00_i64, int64_t, int32x2_t, uint32x2_t, __builtin_riscv_maccsu_w00_i64)
1625__packed_ternary_builtin_mixed(maccsu_w11_i64, int64_t, int32x2_t, uint32x2_t, __builtin_riscv_maccsu_w11_i64)
1626
1627/* Packed Narrowing Clip Pair (32-bit) */
1628__packed_binary_builtin_cast(pnclipp_i8x4, int16x2_t, int8x4_t, __builtin_riscv_pnclipp_i8x4)
1629__packed_binary_builtin_cast(pnclipup_u8x4, uint16x2_t, uint8x4_t, __builtin_riscv_pnclipup_u8x4)
1630__packed_binary_builtin_cast(pnclipp_i16x2, int, int16x2_t, __builtin_riscv_pnclipp_i16x2)
1631__packed_binary_builtin_cast(pnclipup_u16x2, unsigned int, uint16x2_t, __builtin_riscv_pnclipup_u16x2)
1632
1633/* Packed Narrowing Clip Pair (64-bit) */
1634__packed_binary_builtin_cast(pnclipp_i8x8, int16x4_t, int8x8_t, __builtin_riscv_pnclipp_i8x8)
1635__packed_binary_builtin_cast(pnclipup_u8x8, uint16x4_t, uint8x8_t, __builtin_riscv_pnclipup_u8x8)
1636__packed_binary_builtin_cast(pnclipp_i16x4, int32x2_t, int16x4_t, __builtin_riscv_pnclipp_i16x4)
1637__packed_binary_builtin_cast(pnclipup_u16x4, uint32x2_t, uint16x4_t, __builtin_riscv_pnclipup_u16x4)
1638__packed_binary_builtin_cast(pnclipp_i32x2, int64_t, int32x2_t, __builtin_riscv_pnclipp_i32x2)
1639__packed_binary_builtin_cast(pnclipup_u32x2, uint64_t, uint32x2_t, __builtin_riscv_pnclipup_u32x2)
1640
1641/* Packed Subvector Join */
1642__packed_concat4(pjoin2_i8x8, int8x8_t, int8x4_t)
1644__packed_concat2(pjoin2_i16x4, int16x4_t, int16x2_t)
1646
1647/* Packed Slide 1 up/down (32-bit) */
1648__packed_slide1(pslide1up_i8x4, int8x4_t, int8_t, 4, 0, 1, 2)
1649__packed_slide1(pslide1up_u8x4, uint8x4_t, uint8_t, 4, 0, 1, 2)
1650__packed_slide1(pslide1up_i16x2, int16x2_t, int16_t, 2, 0)
1651__packed_slide1(pslide1up_u16x2, uint16x2_t, uint16_t, 2, 0)
1652__packed_slide1(pslide1down_i8x4, int8x4_t, int8_t, 1, 2, 3, 4)
1653__packed_slide1(pslide1down_u8x4, uint8x4_t, uint8_t, 1, 2, 3, 4)
1654__packed_slide1(pslide1down_i16x2, int16x2_t, int16_t, 1, 2)
1655__packed_slide1(pslide1down_u16x2, uint16x2_t, uint16_t, 1, 2)
1656
1657/* Packed Slide 1 up/down (64-bit) */
1658__packed_slide1(pslide1up_i8x8, int8x8_t, int8_t, 8, 0, 1, 2, 3, 4, 5, 6)
1659__packed_slide1(pslide1up_u8x8, uint8x8_t, uint8_t, 8, 0, 1, 2, 3, 4, 5, 6)
1660__packed_slide1(pslide1up_i16x4, int16x4_t, int16_t, 4, 0, 1, 2)
1661__packed_slide1(pslide1up_u16x4, uint16x4_t, uint16_t, 4, 0, 1, 2)
1662__packed_slide1(pslide1up_i32x2, int32x2_t, int32_t, 2, 0)
1663__packed_slide1(pslide1up_u32x2, uint32x2_t, uint32_t, 2, 0)
1664__packed_slide1(pslide1down_i8x8, int8x8_t, int8_t, 1, 2, 3, 4, 5, 6, 7, 8)
1665__packed_slide1(pslide1down_u8x8, uint8x8_t, uint8_t, 1, 2, 3, 4, 5, 6, 7, 8)
1666__packed_slide1(pslide1down_i16x4, int16x4_t, int16_t, 1, 2, 3, 4)
1667__packed_slide1(pslide1down_u16x4, uint16x4_t, uint16_t, 1, 2, 3, 4)
1668__packed_slide1(pslide1down_i32x2, int32x2_t, int32_t, 1, 2)
1669__packed_slide1(pslide1down_u32x2, uint32x2_t, uint32_t, 1, 2)
1670
1671/* Packed Slide (32-bit) */
1672__packed_slideupx(pslideupx_i8x4, int8x4_t, uint32_t, 3)
1673__packed_slideupx(pslideupx_u8x4, uint8x4_t, uint32_t, 3)
1674__packed_slideupx(pslideupx_i16x2, int16x2_t, uint32_t, 4)
1675__packed_slideupx(pslideupx_u16x2, uint16x2_t, uint32_t, 4)
1676__packed_slidedownx(pslidedownx_i8x4, int8x4_t, uint32_t, 3)
1677__packed_slidedownx(pslidedownx_u8x4, uint8x4_t, uint32_t, 3)
1678__packed_slidedownx(pslidedownx_i16x2, int16x2_t, uint32_t, 4)
1679__packed_slidedownx(pslidedownx_u16x2, uint16x2_t, uint32_t, 4)
1680
1681/* Packed Slide (64-bit) */
1682__packed_slideupx(pslideupx_i8x8, int8x8_t, uint64_t, 3)
1683__packed_slideupx(pslideupx_u8x8, uint8x8_t, uint64_t, 3)
1684__packed_slideupx(pslideupx_i16x4, int16x4_t, uint64_t, 4)
1685__packed_slideupx(pslideupx_u16x4, uint16x4_t, uint64_t, 4)
1686__packed_slideupx(pslideupx_i32x2, int32x2_t, uint64_t, 5)
1687__packed_slideupx(pslideupx_u32x2, uint32x2_t, uint64_t, 5)
1688__packed_slidedownx(pslidedownx_i8x8, int8x8_t, uint64_t, 3)
1689__packed_slidedownx(pslidedownx_u8x8, uint8x8_t, uint64_t, 3)
1690__packed_slidedownx(pslidedownx_i16x4, int16x4_t, uint64_t, 4)
1691__packed_slidedownx(pslidedownx_u16x4, uint16x4_t, uint64_t, 4)
1692__packed_slidedownx(pslidedownx_i32x2, int32x2_t, uint64_t, 5)
1693__packed_slidedownx(pslidedownx_u32x2, uint32x2_t, uint64_t, 5)
1694
1695/* Packed Subvector Extract */
1700
1701/* Packed Subvector Insert */
1702static __inline__ int8x8_t __DEFAULT_FN_ATTRS
1703__riscv_pset_i8x4_i8x8(int8x8_t __v, int8x4_t __s, unsigned __idx)
1704 __attribute__((__enable_if__(__idx <= 1, "index must be a constant integer "
1705 "from 0 to 1"))) {
1706 return __idx ? __riscv_pjoin2_i8x8(
1707 __builtin_shufflevector(__v, __v, 0, 1, 2, 3), __s)
1708 : __riscv_pjoin2_i8x8(
1709 __s, __builtin_shufflevector(__v, __v, 4, 5, 6, 7));
1710}
1711static __inline__ uint8x8_t __DEFAULT_FN_ATTRS
1712__riscv_pset_u8x4_u8x8(uint8x8_t __v, uint8x4_t __s, unsigned __idx)
1713 __attribute__((__enable_if__(__idx <= 1, "index must be a constant integer "
1714 "from 0 to 1"))) {
1715 return __idx ? __riscv_pjoin2_u8x8(
1716 __builtin_shufflevector(__v, __v, 0, 1, 2, 3), __s)
1717 : __riscv_pjoin2_u8x8(
1718 __s, __builtin_shufflevector(__v, __v, 4, 5, 6, 7));
1719}
1720static __inline__ int16x4_t __DEFAULT_FN_ATTRS
1721__riscv_pset_i16x2_i16x4(int16x4_t __v, int16x2_t __s, unsigned __idx)
1722 __attribute__((__enable_if__(__idx <= 1, "index must be a constant integer "
1723 "from 0 to 1"))) {
1724 return __idx ? __riscv_pjoin2_i16x4(
1725 __builtin_shufflevector(__v, __v, 0, 1), __s)
1726 : __riscv_pjoin2_i16x4(
1727 __s, __builtin_shufflevector(__v, __v, 2, 3));
1728}
1729static __inline__ uint16x4_t __DEFAULT_FN_ATTRS
1730__riscv_pset_u16x2_u16x4(uint16x4_t __v, uint16x2_t __s, unsigned __idx)
1731 __attribute__((__enable_if__(__idx <= 1, "index must be a constant integer "
1732 "from 0 to 1"))) {
1733 return __idx ? __riscv_pjoin2_u16x4(
1734 __builtin_shufflevector(__v, __v, 0, 1), __s)
1735 : __riscv_pjoin2_u16x4(
1736 __s, __builtin_shufflevector(__v, __v, 2, 3));
1737}
1738
1739/* Packed Store (32-bit) */
1740__packed_store(pst_i8x4, int8x4_t, int8_t)
1742__packed_store(pst_i16x2, int16x2_t, int16_t)
1744
1745/* Packed Store (64-bit) */
1746__packed_store(pst_i8x8, int8x8_t, int8_t)
1748__packed_store(pst_i16x4, int16x4_t, int16_t)
1750__packed_store(pst_i32x2, int32x2_t, int32_t)
1752
1753/* Packed Element Extract (32-bit) */
1754__packed_extract(pget_i8x4_i8, int8_t, int8x4_t, 3)
1755__packed_extract(pget_u8x4_u8, uint8_t, uint8x4_t, 3)
1756__packed_extract(pget_i16x2_i16, int16_t, int16x2_t, 1)
1757__packed_extract(pget_u16x2_u16, uint16_t, uint16x2_t, 1)
1758
1759/* Packed Element Extract (64-bit) */
1760__packed_extract(pget_i8x8_i8, int8_t, int8x8_t, 7)
1761__packed_extract(pget_u8x8_u8, uint8_t, uint8x8_t, 7)
1762__packed_extract(pget_i16x4_i16, int16_t, int16x4_t, 3)
1763__packed_extract(pget_u16x4_u16, uint16_t, uint16x4_t, 3)
1764__packed_extract(pget_i32x2_i32, int32_t, int32x2_t, 1)
1765__packed_extract(pget_u32x2_u32, uint32_t, uint32x2_t, 1)
1766
1767/* Packed Load (32-bit) */
1768__packed_load(pld_i8x4, int8x4_t, int8_t)
1770__packed_load(pld_i16x2, int16x2_t, int16_t)
1772
1773/* Packed Load (64-bit) */
1774__packed_load(pld_i8x8, int8x8_t, int8_t)
1776__packed_load(pld_i16x4, int16x4_t, int16_t)
1778__packed_load(pld_i32x2, int32x2_t, int32_t)
1780
1781/* Reinterpret Casts, Packed <-> Scalar (32-bit) */
1798
1799/* Reinterpret Casts, Packed <-> Scalar (64-bit) */
1824
1825/* Reinterpret Casts, Packed <-> Packed (32-bit) */
1838
1839/* Reinterpret Casts, Packed <-> Packed (64-bit) */
1870
1871// clang-format on
1872
1873#undef __packed_splat2
1874#undef __packed_splat4
1875#undef __packed_splat8
1876#undef __packed_splat
1877#undef __packed_scalar_binary_op
1878#undef __packed_binary_op
1879#undef __packed_unary_op
1880#undef __packed_store
1881#undef __packed_binary_builtin
1882#undef __packed_binary_builtin_mixed
1883#undef __packed_ternary_builtin
1884#undef __packed_ternary_builtin_mixed
1885#undef __packed_sh1add
1886#undef __packed_sh1sadd
1887#undef __packed_cmp
1888#undef __packed_pabs
1889#undef __packed_binary_builtin_cast
1890#undef __packed_reduction
1891#undef __packed_merge_builtin
1892#undef __packed_unary_builtin
1893#undef __packed_cls
1894#undef __packed_slx
1895#undef __packed_srx
1896#undef __packed_slideupx
1897#undef __packed_slidedownx
1898#undef __packed_widen_convert
1899#undef __packed_widen_binary_op
1900#undef __packed_widen_binary_acc_op
1901#undef __packed_widen_sub_acc_op
1902#undef __packed_widen_mul
1903#undef __packed_widen_mulsu
1904#undef __packed_widen_high2
1905#undef __packed_widen_high4
1906#undef __packed_narrow_even2
1907#undef __packed_narrow_even4
1908#undef __packed_narrow_odd2
1909#undef __packed_narrow_odd4
1910#undef __packed_reverse2
1911#undef __packed_reverse4
1912#undef __packed_reverse8
1913#undef __packed_zip2
1914#undef __packed_zip4
1915#undef __packed_unzipe2
1916#undef __packed_unzipe4
1917#undef __packed_unzipo2
1918#undef __packed_unzipo4
1919#undef __packed_concat2
1920#undef __packed_concat4
1921#undef __packed_slide1
1922#undef __packed_pair_ee2
1923#undef __packed_pair_eo2
1924#undef __packed_pair_oe2
1925#undef __packed_pair_oo2
1926#undef __packed_pair_ee4
1927#undef __packed_pair_eo4
1928#undef __packed_pair_oe4
1929#undef __packed_pair_oo4
1930#undef __packed_pair_ee8
1931#undef __packed_pair_eo8
1932#undef __packed_pair_oe8
1933#undef __packed_pair_oo8
1934#undef __packed_nzip2
1935#undef __packed_nzip4
1936#undef __packed_nziph2
1937#undef __packed_nziph4
1938#undef __packed_wunzip_ext
1939#undef __packed_wunzip_shift
1940#undef __packed_wunzip_odd_hi
1941#undef __packed_abdsum
1942#undef __packed_ternary_builtin_cast
1943#undef __packed_extract
1944#undef __packed_subvector_extract8
1945#undef __packed_subvector_extract4
1946#undef __packed_insert
1947#undef __packed_join2
1948#undef __packed_join4
1949#undef __packed_load
1950#undef __packed_reinterpret
1951#undef __DEFAULT_FN_ATTRS
1952
1953#if defined(__cplusplus)
1954}
1955#endif
1956
1957#endif /* __RISCV_PACKED_SIMD_H */
_Float16 __2f16 __attribute__((ext_vector_type(2)))
Zeroes the upper 128 bits (bits 255:128) of all YMM registers.
#define __DEFAULT_FN_ATTRS
return __v
Definition arm_acle.h:88
#define __packed_insert(name, ty, elt_ty, max_idx)
#define __packed_pair_oe8(name, ty)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 int16_t
#define __packed_cmp(name, ty, rty, op)
#define __packed_srx(name, ty)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 __packed_splat2 __packed_splat8 __packed_splat4 __packed_splat2 __packed_splat4 uint16_t
#define __packed_widen_convert(name, rty, ty)
#define __packed_wunzip_ext(name, rty, ty, ext)
#define __packed_subvector_extract8(name, rty, ty)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 __packed_splat2 __packed_splat8 __packed_splat4 __packed_splat2 uint8x8_t
#define __packed_unary_builtin(name, ty, builtin)
#define __packed_widen_mulsu(name, rty, ty1, ty2, uty)
#define __packed_unzipo2(name, rty, ty)
#define __packed_binary_op(name, ty, op)
#define __packed_pair_ee2(name, ty)
#define __packed_reinterpret(name, rty, ty)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_msle_u32(int32_t __rs1, int32_t __rs2)
#define __packed_splat2(ty, x)
int8_t int8x4_t __attribute__((__vector_size__(4)))
#define __packed_reduction(name, rty, ty, builtin)
#define __packed_binary_builtin_mixed(name, rty, ty1, ty2, builtin)
#define __packed_wunzip_odd_hi(name, rty, ty, zip)
#define __packed_nziph2(name, rty, ty)
#define __packed_reverse2(name, ty)
#define __packed_pair_ee4(name, ty)
#define __packed_splat8(ty, x)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 __packed_splat2 __packed_splat8 __packed_splat4 int32x2_t
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 __packed_splat2 __packed_splat8 int16x4_t
#define __packed_merge_builtin(name, ty, mask_ty, builtin)
#define __packed_scalar_binary_op(name, ty, scalar_ty, op, splat)
#define __packed_concat4(name, rty, ty)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 __packed_splat2 int8x8_t
__builtin_elementwise_add_sat __builtin_elementwise_sub_sat __builtin_riscv_ssha_i32 __builtin_riscv_sshl_u32 __builtin_riscv_nclipu_u32 int64_t
#define __packed_pair_eo4(name, ty)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_mseq_u32_u32(uint32_t __rs1, uint32_t __rs2)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_msltu_u32(uint32_t __rs1, uint32_t __rs2)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_msleu_u32(uint32_t __rs1, uint32_t __rs2)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_msne_i32_u32(int32_t __rs1, int32_t __rs2)
#define __packed_slx(name, ty)
#define __packed_nzip2(name, rty, ty)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 int8x4_t
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_msne_u32_u32(uint32_t __rs1, uint32_t __rs2)
#define __packed_pair_eo8(name, ty)
#define __packed_slideupx(name, ty, bits_ty, log2_elt_bits)
#define __packed_reverse8(name, ty)
#define __packed_binary_builtin(name, ty, builtin)
#define __packed_join4(name, ty, elt_ty)
#define __packed_pair_oe4(name, ty)
__builtin_elementwise_add_sat __builtin_elementwise_sub_sat __builtin_riscv_ssha_i32 __builtin_riscv_sshl_u32 uint64_t
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 __packed_splat2 __packed_splat8 __packed_splat4 __packed_splat2 uint32x2_t
#define __packed_nziph4(name, rty, ty)
#define __packed_wunzip_shift(name, rty, ty, op, shamt)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_msge_u32(int32_t __rs1, int32_t __rs2)
#define __packed_narrow_even2(name, rty, ty, sty)
#define __packed_widen_high4(name, rty, ty)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_msgeu_u32(uint32_t __rs1, uint32_t __rs2)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_msgtu_u32(uint32_t __rs1, uint32_t __rs2)
#define __packed_ternary_builtin(name, ty, builtin)
#define __packed_concat2(name, rty, ty)
#define __packed_unary_op(name, ty, op)
#define __packed_extract(name, rty, ty, max_idx)
#define __packed_pair_oo4(name, ty)
#define __packed_pair_ee8(name, ty)
#define __packed_unzipe4(name, rty, ty)
#define __packed_slide1(name, ty, elt_ty,...)
#define __packed_sh1add(name, ty)
#define __packed_pabs(name, ty, rty)
#define __packed_sh1sadd(name, ty)
#define __packed_pair_oe2(name, ty)
#define __packed_unzipe2(name, rty, ty)
#define __packed_unzipo4(name, rty, ty)
#define __packed_widen_high2(name, rty, ty)
#define __packed_ternary_builtin_mixed(name, rty, ty1, ty2, builtin)
#define __packed_pair_oo8(name, ty)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 uint16x2_t
#define __packed_nzip4(name, rty, ty)
#define __packed_zip4(name, rty, ty)
#define __packed_cls(name, ty, builtin)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_mslt_u32(int32_t __rs1, int32_t __rs2)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 __packed_splat2 __packed_splat8 __packed_splat4 __packed_splat2 uint16x4_t
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 __packed_splat2 __packed_splat8 __packed_splat4 __packed_splat2 uint8x4_t
#define __packed_splat(name, ty, scalar_ty, splat)
static __inline__ uint32_t __DEFAULT_FN_ATTRS __riscv_msgt_u32(int32_t __rs1, int32_t __rs2)
__builtin_elementwise_add_sat __builtin_elementwise_sub_sat int32_t
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 int16x2_t
#define __packed_widen_binary_acc_op(name, rty, ty, op)
#define __packed_narrow_odd2(name, rty, ty, sty, uty)
#define __packed_abdsum(name, rty, ty, builtin)
#define __packed_slidedownx(name, ty, bits_ty, log2_elt_bits)
#define __packed_widen_binary_op(name, rty, ty, op)
#define __packed_binary_builtin_cast(name, ty, rty, builtin)
#define __packed_ternary_builtin_cast(name, rty, ty, builtin)
#define __packed_subvector_extract4(name, rty, ty)
#define __packed_narrow_even4(name, rty, ty, sty)
#define __packed_narrow_odd4(name, rty, ty, sty, uty)
#define __packed_mulh_builtin(name, res_ty, ty1, ty2)
#define __packed_widen_sub_acc_op(name, rty, ty)
#define __packed_pair_eo2(name, ty)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 int8_t
#define __packed_widen_mul(name, rty, ty)
#define __packed_zip2(name, rty, ty)
#define __packed_pair_oo2(name, ty)
#define __packed_join2(name, ty, elt_ty)
#define __packed_store(name, ty, elt_ty)
int32_t uint32_t uint32_t __builtin_riscv_mhracc_i32 __builtin_riscv_mhraccu_u32 __builtin_riscv_mhraccsu_i32 __builtin_riscv_mhacc_h1_i32 __builtin_riscv_mhaccsu_h1_i32 __builtin_riscv_mulqr_i32 __builtin_riscv_mqrwacc_i64 __packed_splat4 __packed_splat2 __packed_splat8 __packed_splat4 __packed_splat2 uint8_t
#define __packed_splat4(ty, x)
__builtin_bitreverse32 uint32_t __builtin_riscv_aaddu_u32 __builtin_riscv_asubu_u32 int32_t __rs2
#define __packed_load(name, ty, elt_ty)
#define __packed_reverse4(name, ty)