14#error "ACLE intrinsics support not enabled."
19#if defined(__cplusplus)
25#if !__has_builtin(__dmb)
26#define __dmb(i) __builtin_arm_dmb(i)
28#if !__has_builtin(__dsb)
29#define __dsb(i) __builtin_arm_dsb(i)
31#if !__has_builtin(__isb)
32#define __isb(i) __builtin_arm_isb(i)
37#if !__has_builtin(__wfi)
38static __inline__
void __attribute__((__always_inline__, __nodebug__)) __wfi(
void) {
43#if !__has_builtin(__wfe)
44static __inline__
void __attribute__((__always_inline__, __nodebug__)) __wfe(
void) {
49#if !__has_builtin(__sev)
50static __inline__
void __attribute__((__always_inline__, __nodebug__)) __sev(
void) {
55#if !__has_builtin(__sevl)
56static __inline__
void __attribute__((__always_inline__, __nodebug__)) __sevl(
void) {
61#if !__has_builtin(__yield)
62static __inline__
void __attribute__((__always_inline__, __nodebug__)) __yield(
void) {
63 __builtin_arm_yield();
67#if defined(__ARM_32BIT_STATE) && __ARM_32BIT_STATE
68#define __dbg(t) __builtin_arm_dbg(t)
72static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
73__swp(uint32_t
__x, volatile uint32_t *
__p) {
76 v = __builtin_arm_ldrex(
__p);
77 while (__builtin_arm_strex(
__x,
__p));
83#define __pld(addr) __pldx(0, 0, 0, addr)
85#if defined(__ARM_32BIT_STATE) && __ARM_32BIT_STATE
86#define __pldx(access_kind, cache_level, retention_policy, addr) \
87 __builtin_arm_prefetch(addr, access_kind, 1)
89#define __pldx(access_kind, cache_level, retention_policy, addr) \
90 __builtin_arm_prefetch(addr, access_kind, cache_level, retention_policy, 1)
94#define __pli(addr) __plix(0, 0, addr)
96#if defined(__ARM_32BIT_STATE) && __ARM_32BIT_STATE
97#define __plix(cache_level, retention_policy, addr) \
98 __builtin_arm_prefetch(addr, 0, 0)
100#define __plix(cache_level, retention_policy, addr) \
101 __builtin_arm_prefetch(addr, 0, cache_level, retention_policy, 0)
105#if !defined(_MSC_VER) || !defined(__aarch64__)
106static __inline__
void __attribute__((__always_inline__, __nodebug__)) __nop(
void) {
114static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
123__rorll(uint64_t
__x, uint32_t
__y) {
130static __inline__
unsigned long __attribute__((__always_inline__, __nodebug__))
131__rorl(
unsigned long __x, uint32_t
__y) {
132#if __SIZEOF_LONG__ == 4
141static __inline__
unsigned int __attribute__((__always_inline__, __nodebug__))
143 return __builtin_arm_clz(__t);
146static __inline__
unsigned int __attribute__((__always_inline__, __nodebug__))
147__clzl(
unsigned long __t) {
148#if __SIZEOF_LONG__ == 4
149 return __builtin_arm_clz(__t);
151 return __builtin_arm_clz64(__t);
155static __inline__
unsigned int __attribute__((__always_inline__, __nodebug__))
157 return __builtin_arm_clz64(__t);
161static __inline__
unsigned int __attribute__((__always_inline__, __nodebug__))
163 return __builtin_arm_cls(__t);
166static __inline__
unsigned int __attribute__((__always_inline__, __nodebug__))
167__clsl(
unsigned long __t) {
168#if __SIZEOF_LONG__ == 4
169 return __builtin_arm_cls(__t);
171 return __builtin_arm_cls64(__t);
175static __inline__
unsigned int __attribute__((__always_inline__, __nodebug__))
176__clsll(uint64_t __t) {
177 return __builtin_arm_cls64(__t);
181static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
183 return __builtin_bswap32(__t);
186static __inline__
unsigned long __attribute__((__always_inline__, __nodebug__))
187__revl(
unsigned long __t) {
188#if __SIZEOF_LONG__ == 4
189 return __builtin_bswap32(__t);
191 return __builtin_bswap64(__t);
196__revll(uint64_t __t) {
197 return __builtin_bswap64(__t);
201static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
202__rev16(uint32_t __t) {
203 return __ror(__rev(__t), 16);
207__rev16ll(uint64_t __t) {
208 return (((uint64_t)__rev16(__t >> 32)) << 32) | (
uint64_t)__rev16((uint32_t)__t);
211static __inline__
unsigned long __attribute__((__always_inline__, __nodebug__))
212__rev16l(
unsigned long __t) {
213#if __SIZEOF_LONG__ == 4
216 return __rev16ll(__t);
221static __inline__ int16_t
__attribute__((__always_inline__, __nodebug__))
222__revsh(int16_t __t) {
223 return (int16_t)__builtin_bswap16((uint16_t)__t);
227static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
228__rbit(uint32_t __t) {
229 return __builtin_arm_rbit(__t);
233__rbitll(uint64_t __t) {
234#if defined(__ARM_32BIT_STATE) && __ARM_32BIT_STATE
235 return (((uint64_t)__builtin_arm_rbit(__t)) << 32) |
236 __builtin_arm_rbit(__t >> 32);
238 return __builtin_arm_rbit64(__t);
242static __inline__
unsigned long __attribute__((__always_inline__, __nodebug__))
243__rbitl(
unsigned long __t) {
244#if __SIZEOF_LONG__ == 4
247 return __rbitll(__t);
254#if defined(__ARM_FEATURE_DSP) && __ARM_FEATURE_DSP
255static __inline__ int32_t
__attribute__((__always_inline__,__nodebug__))
256__smulbb(int32_t
__a, int32_t
__b) {
257 return __builtin_arm_smulbb(
__a,
__b);
259static __inline__ int32_t
__attribute__((__always_inline__,__nodebug__))
260__smulbt(int32_t
__a, int32_t
__b) {
261 return __builtin_arm_smulbt(
__a,
__b);
263static __inline__ int32_t
__attribute__((__always_inline__,__nodebug__))
264__smultb(int32_t
__a, int32_t
__b) {
265 return __builtin_arm_smultb(
__a,
__b);
267static __inline__ int32_t
__attribute__((__always_inline__,__nodebug__))
268__smultt(int32_t
__a, int32_t
__b) {
269 return __builtin_arm_smultt(
__a,
__b);
271static __inline__ int32_t
__attribute__((__always_inline__,__nodebug__))
272__smulwb(int32_t
__a, int32_t
__b) {
273 return __builtin_arm_smulwb(
__a,
__b);
275static __inline__ int32_t
__attribute__((__always_inline__,__nodebug__))
276__smulwt(int32_t
__a, int32_t
__b) {
277 return __builtin_arm_smulwt(
__a,
__b);
288#if defined(__ARM_FEATURE_SAT) && __ARM_FEATURE_SAT
289#define __ssat(x, y) __builtin_arm_ssat(x, y)
290#define __usat(x, y) __builtin_arm_usat(x, y)
294#if defined(__ARM_FEATURE_DSP) && __ARM_FEATURE_DSP
295static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
296__qadd(int32_t __t, int32_t
__v) {
297 return __builtin_arm_qadd(__t,
__v);
300static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
301__qsub(int32_t __t, int32_t
__v) {
302 return __builtin_arm_qsub(__t,
__v);
305static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
307 return __builtin_arm_qadd(__t, __t);
312#if defined(__ARM_FEATURE_DSP) && __ARM_FEATURE_DSP
313static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
314__smlabb(int32_t
__a, int32_t
__b, int32_t
__c) {
315 return __builtin_arm_smlabb(
__a,
__b,
__c);
317static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
318__smlabt(int32_t
__a, int32_t
__b, int32_t
__c) {
319 return __builtin_arm_smlabt(
__a,
__b,
__c);
321static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
322__smlatb(int32_t
__a, int32_t
__b, int32_t
__c) {
323 return __builtin_arm_smlatb(
__a,
__b,
__c);
325static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
326__smlatt(int32_t
__a, int32_t
__b, int32_t
__c) {
327 return __builtin_arm_smlatt(
__a,
__b,
__c);
329static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
330__smlawb(int32_t
__a, int32_t
__b, int32_t
__c) {
331 return __builtin_arm_smlawb(
__a,
__b,
__c);
333static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
334__smlawt(int32_t
__a, int32_t
__b, int32_t
__c) {
335 return __builtin_arm_smlawt(
__a,
__b,
__c);
341#if defined(__ARM_FEATURE_SIMD32) && __ARM_FEATURE_SIMD32
342#define __ssat16(x, y) __builtin_arm_ssat16(x, y)
343#define __usat16(x, y) __builtin_arm_usat16(x, y)
347#if defined(__ARM_FEATURE_SIMD32) && __ARM_FEATURE_SIMD32
348typedef int32_t int8x4_t;
349typedef int32_t int16x2_t;
350typedef uint32_t uint8x4_t;
351typedef uint32_t uint16x2_t;
353static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
354__sxtab16(int16x2_t
__a, int8x4_t
__b) {
355 return __builtin_arm_sxtab16(
__a,
__b);
357static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
358__sxtb16(int8x4_t
__a) {
359 return __builtin_arm_sxtb16(
__a);
361static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
362__uxtab16(int16x2_t
__a, int8x4_t
__b) {
363 return __builtin_arm_uxtab16(
__a,
__b);
365static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
366__uxtb16(int8x4_t
__a) {
367 return __builtin_arm_uxtb16(
__a);
372#if defined(__ARM_FEATURE_SIMD32) && __ARM_FEATURE_SIMD32
373static __inline__ uint8x4_t
__attribute__((__always_inline__, __nodebug__))
374__sel(uint8x4_t
__a, uint8x4_t
__b) {
375 return __builtin_arm_sel(
__a,
__b);
380#if defined(__ARM_FEATURE_SIMD32) && __ARM_FEATURE_SIMD32
381static __inline__ int8x4_t
__attribute__((__always_inline__, __nodebug__))
382__qadd8(int8x4_t
__a, int8x4_t
__b) {
383 return __builtin_arm_qadd8(
__a,
__b);
385static __inline__ int8x4_t
__attribute__((__always_inline__, __nodebug__))
386__qsub8(int8x4_t
__a, int8x4_t
__b) {
387 return __builtin_arm_qsub8(
__a,
__b);
389static __inline__ int8x4_t
__attribute__((__always_inline__, __nodebug__))
390__sadd8(int8x4_t
__a, int8x4_t
__b) {
391 return __builtin_arm_sadd8(
__a,
__b);
393static __inline__ int8x4_t
__attribute__((__always_inline__, __nodebug__))
394__shadd8(int8x4_t
__a, int8x4_t
__b) {
395 return __builtin_arm_shadd8(
__a,
__b);
397static __inline__ int8x4_t
__attribute__((__always_inline__, __nodebug__))
398__shsub8(int8x4_t
__a, int8x4_t
__b) {
399 return __builtin_arm_shsub8(
__a,
__b);
401static __inline__ int8x4_t
__attribute__((__always_inline__, __nodebug__))
402__ssub8(int8x4_t
__a, int8x4_t
__b) {
403 return __builtin_arm_ssub8(
__a,
__b);
405static __inline__ uint8x4_t
__attribute__((__always_inline__, __nodebug__))
406__uadd8(uint8x4_t
__a, uint8x4_t
__b) {
407 return __builtin_arm_uadd8(
__a,
__b);
409static __inline__ uint8x4_t
__attribute__((__always_inline__, __nodebug__))
410__uhadd8(uint8x4_t
__a, uint8x4_t
__b) {
411 return __builtin_arm_uhadd8(
__a,
__b);
413static __inline__ uint8x4_t
__attribute__((__always_inline__, __nodebug__))
414__uhsub8(uint8x4_t
__a, uint8x4_t
__b) {
415 return __builtin_arm_uhsub8(
__a,
__b);
417static __inline__ uint8x4_t
__attribute__((__always_inline__, __nodebug__))
418__uqadd8(uint8x4_t
__a, uint8x4_t
__b) {
419 return __builtin_arm_uqadd8(
__a,
__b);
421static __inline__ uint8x4_t
__attribute__((__always_inline__, __nodebug__))
422__uqsub8(uint8x4_t
__a, uint8x4_t
__b) {
423 return __builtin_arm_uqsub8(
__a,
__b);
425static __inline__ uint8x4_t
__attribute__((__always_inline__, __nodebug__))
426__usub8(uint8x4_t
__a, uint8x4_t
__b) {
427 return __builtin_arm_usub8(
__a,
__b);
432#if defined(__ARM_FEATURE_SIMD32) && __ARM_FEATURE_SIMD32
433static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
434__usad8(uint8x4_t
__a, uint8x4_t
__b) {
435 return __builtin_arm_usad8(
__a,
__b);
437static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
438__usada8(uint8x4_t
__a, uint8x4_t
__b, uint32_t
__c) {
439 return __builtin_arm_usada8(
__a,
__b,
__c);
444#if defined(__ARM_FEATURE_SIMD32) && __ARM_FEATURE_SIMD32
445static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
446__qadd16(int16x2_t
__a, int16x2_t
__b) {
447 return __builtin_arm_qadd16(
__a,
__b);
449static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
450__qasx(int16x2_t
__a, int16x2_t
__b) {
451 return __builtin_arm_qasx(
__a,
__b);
453static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
454__qsax(int16x2_t
__a, int16x2_t
__b) {
455 return __builtin_arm_qsax(
__a,
__b);
457static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
458__qsub16(int16x2_t
__a, int16x2_t
__b) {
459 return __builtin_arm_qsub16(
__a,
__b);
461static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
462__sadd16(int16x2_t
__a, int16x2_t
__b) {
463 return __builtin_arm_sadd16(
__a,
__b);
465static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
466__sasx(int16x2_t
__a, int16x2_t
__b) {
467 return __builtin_arm_sasx(
__a,
__b);
469static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
470__shadd16(int16x2_t
__a, int16x2_t
__b) {
471 return __builtin_arm_shadd16(
__a,
__b);
473static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
474__shasx(int16x2_t
__a, int16x2_t
__b) {
475 return __builtin_arm_shasx(
__a,
__b);
477static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
478__shsax(int16x2_t
__a, int16x2_t
__b) {
479 return __builtin_arm_shsax(
__a,
__b);
481static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
482__shsub16(int16x2_t
__a, int16x2_t
__b) {
483 return __builtin_arm_shsub16(
__a,
__b);
485static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
486__ssax(int16x2_t
__a, int16x2_t
__b) {
487 return __builtin_arm_ssax(
__a,
__b);
489static __inline__ int16x2_t
__attribute__((__always_inline__, __nodebug__))
490__ssub16(int16x2_t
__a, int16x2_t
__b) {
491 return __builtin_arm_ssub16(
__a,
__b);
493static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
494__uadd16(uint16x2_t
__a, uint16x2_t
__b) {
495 return __builtin_arm_uadd16(
__a,
__b);
497static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
498__uasx(uint16x2_t
__a, uint16x2_t
__b) {
499 return __builtin_arm_uasx(
__a,
__b);
501static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
502__uhadd16(uint16x2_t
__a, uint16x2_t
__b) {
503 return __builtin_arm_uhadd16(
__a,
__b);
505static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
506__uhasx(uint16x2_t
__a, uint16x2_t
__b) {
507 return __builtin_arm_uhasx(
__a,
__b);
509static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
510__uhsax(uint16x2_t
__a, uint16x2_t
__b) {
511 return __builtin_arm_uhsax(
__a,
__b);
513static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
514__uhsub16(uint16x2_t
__a, uint16x2_t
__b) {
515 return __builtin_arm_uhsub16(
__a,
__b);
517static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
518__uqadd16(uint16x2_t
__a, uint16x2_t
__b) {
519 return __builtin_arm_uqadd16(
__a,
__b);
521static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
522__uqasx(uint16x2_t
__a, uint16x2_t
__b) {
523 return __builtin_arm_uqasx(
__a,
__b);
525static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
526__uqsax(uint16x2_t
__a, uint16x2_t
__b) {
527 return __builtin_arm_uqsax(
__a,
__b);
529static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
530__uqsub16(uint16x2_t
__a, uint16x2_t
__b) {
531 return __builtin_arm_uqsub16(
__a,
__b);
533static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
534__usax(uint16x2_t
__a, uint16x2_t
__b) {
535 return __builtin_arm_usax(
__a,
__b);
537static __inline__ uint16x2_t
__attribute__((__always_inline__, __nodebug__))
538__usub16(uint16x2_t
__a, uint16x2_t
__b) {
539 return __builtin_arm_usub16(
__a,
__b);
544#if defined(__ARM_FEATURE_SIMD32) && __ARM_FEATURE_SIMD32
545static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
546__smlad(int16x2_t
__a, int16x2_t
__b, int32_t
__c) {
547 return __builtin_arm_smlad(
__a,
__b,
__c);
549static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
550__smladx(int16x2_t
__a, int16x2_t
__b, int32_t
__c) {
551 return __builtin_arm_smladx(
__a,
__b,
__c);
554__smlald(int16x2_t
__a, int16x2_t
__b, int64_t
__c) {
555 return __builtin_arm_smlald(
__a,
__b,
__c);
558__smlaldx(int16x2_t
__a, int16x2_t
__b, int64_t
__c) {
559 return __builtin_arm_smlaldx(
__a,
__b,
__c);
561static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
562__smlsd(int16x2_t
__a, int16x2_t
__b, int32_t
__c) {
563 return __builtin_arm_smlsd(
__a,
__b,
__c);
565static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
566__smlsdx(int16x2_t
__a, int16x2_t
__b, int32_t
__c) {
567 return __builtin_arm_smlsdx(
__a,
__b,
__c);
570__smlsld(int16x2_t
__a, int16x2_t
__b, int64_t
__c) {
571 return __builtin_arm_smlsld(
__a,
__b,
__c);
574__smlsldx(int16x2_t
__a, int16x2_t
__b, int64_t
__c) {
575 return __builtin_arm_smlsldx(
__a,
__b,
__c);
577static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
578__smuad(int16x2_t
__a, int16x2_t
__b) {
579 return __builtin_arm_smuad(
__a,
__b);
581static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
582__smuadx(int16x2_t
__a, int16x2_t
__b) {
583 return __builtin_arm_smuadx(
__a,
__b);
585static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
586__smusd(int16x2_t
__a, int16x2_t
__b) {
587 return __builtin_arm_smusd(
__a,
__b);
589static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
590__smusdx(int16x2_t
__a, int16x2_t
__b) {
591 return __builtin_arm_smusdx(
__a,
__b);
596#if (defined(__ARM_FEATURE_DIRECTED_ROUNDING) && \
597 (__ARM_FEATURE_DIRECTED_ROUNDING)) && \
598 (defined(__ARM_64BIT_STATE) && __ARM_64BIT_STATE)
599static __inline__
double __attribute__((__always_inline__, __nodebug__))
601 return __builtin_roundeven(
__a);
604static __inline__
float __attribute__((__always_inline__, __nodebug__))
606 return __builtin_roundevenf(
__a);
611#if (defined(__ARM_FEATURE_CRC32) && __ARM_FEATURE_CRC32) || \
612 (defined(__ARM_64BIT_STATE) && __ARM_64BIT_STATE)
613static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__, target(
"crc")))
615 return __builtin_arm_crc32b(
__a,
__b);
618static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__, target(
"crc")))
619__crc32h(uint32_t
__a, uint16_t
__b) {
620 return __builtin_arm_crc32h(
__a,
__b);
623static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__, target(
"crc")))
625 return __builtin_arm_crc32w(
__a,
__b);
628static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__, target(
"crc")))
630 return __builtin_arm_crc32d(
__a,
__b);
633static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__, target(
"crc")))
634__crc32cb(uint32_t
__a, uint8_t
__b) {
635 return __builtin_arm_crc32cb(
__a,
__b);
638static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__, target(
"crc")))
639__crc32ch(uint32_t
__a, uint16_t
__b) {
640 return __builtin_arm_crc32ch(
__a,
__b);
643static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__, target(
"crc")))
644__crc32cw(uint32_t
__a, uint32_t
__b) {
645 return __builtin_arm_crc32cw(
__a,
__b);
648static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__, target(
"crc")))
649__crc32cd(uint32_t
__a, uint64_t
__b) {
650 return __builtin_arm_crc32cd(
__a,
__b);
655#if defined(__ARM_64BIT_STATE) && __ARM_64BIT_STATE
656static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__, target(
"v8.3a")))
658 return __builtin_arm_jcvt(
__a);
663#if defined(__ARM_64BIT_STATE) && __ARM_64BIT_STATE
664static __inline__
float __attribute__((__always_inline__, __nodebug__, target(
"v8.5a")))
665__rint32zf(
float __a) {
666 return __builtin_arm_rint32zf(
__a);
669static __inline__
double __attribute__((__always_inline__, __nodebug__, target(
"v8.5a")))
670__rint32z(
double __a) {
671 return __builtin_arm_rint32z(
__a);
674static __inline__
float __attribute__((__always_inline__, __nodebug__, target(
"v8.5a")))
675__rint64zf(
float __a) {
676 return __builtin_arm_rint64zf(
__a);
679static __inline__
double __attribute__((__always_inline__, __nodebug__, target(
"v8.5a")))
680__rint64z(
double __a) {
681 return __builtin_arm_rint64z(
__a);
684static __inline__
float __attribute__((__always_inline__, __nodebug__, target(
"v8.5a")))
685__rint32xf(
float __a) {
686 return __builtin_arm_rint32xf(
__a);
689static __inline__
double __attribute__((__always_inline__, __nodebug__, target(
"v8.5a")))
690__rint32x(
double __a) {
691 return __builtin_arm_rint32x(
__a);
694static __inline__
float __attribute__((__always_inline__, __nodebug__, target(
"v8.5a")))
695__rint64xf(
float __a) {
696 return __builtin_arm_rint64xf(
__a);
699static __inline__
double __attribute__((__always_inline__, __nodebug__, target(
"v8.5a")))
700__rint64x(
double __a) {
701 return __builtin_arm_rint64x(
__a);
706#if defined(__ARM_64BIT_STATE) && __ARM_64BIT_STATE
711static __inline__ data512_t
__attribute__((__always_inline__, __nodebug__, target(
"ls64")))
712__arm_ld64b(const
void *__addr) {
714 __builtin_arm_ld64b(__addr,
__value.val);
717static __inline__
void __attribute__((__always_inline__, __nodebug__, target(
"ls64")))
718__arm_st64b(
void *__addr, data512_t
__value) {
719 __builtin_arm_st64b(__addr,
__value.val);
722__arm_st64bv(
void *__addr, data512_t
__value) {
723 return __builtin_arm_st64bv(__addr,
__value.val);
726__arm_st64bv0(
void *__addr, data512_t
__value) {
727 return __builtin_arm_st64bv0(__addr,
__value.val);
732#define __arm_rsr(sysreg) __builtin_arm_rsr(sysreg)
733#define __arm_rsr64(sysreg) __builtin_arm_rsr64(sysreg)
734#define __arm_rsr128(sysreg) __builtin_arm_rsr128(sysreg)
735#define __arm_rsrp(sysreg) __builtin_arm_rsrp(sysreg)
736#define __arm_rsrf(sysreg) __builtin_bit_cast(float, __arm_rsr(sysreg))
737#define __arm_rsrf64(sysreg) __builtin_bit_cast(double, __arm_rsr64(sysreg))
738#define __arm_wsr(sysreg, v) __builtin_arm_wsr(sysreg, v)
739#define __arm_wsr64(sysreg, v) __builtin_arm_wsr64(sysreg, v)
740#define __arm_wsr128(sysreg, v) __builtin_arm_wsr128(sysreg, v)
741#define __arm_wsrp(sysreg, v) __builtin_arm_wsrp(sysreg, v)
742#define __arm_wsrf(sysreg, v) __arm_wsr(sysreg, __builtin_bit_cast(uint32_t, v))
743#define __arm_wsrf64(sysreg, v) __arm_wsr64(sysreg, __builtin_bit_cast(uint64_t, v))
746#if defined(__ARM_64BIT_STATE) && __ARM_64BIT_STATE
747#define __arm_mte_create_random_tag(__ptr, __mask) __builtin_arm_irg(__ptr, __mask)
748#define __arm_mte_increment_tag(__ptr, __tag_offset) __builtin_arm_addg(__ptr, __tag_offset)
749#define __arm_mte_exclude_tag(__ptr, __excluded) __builtin_arm_gmi(__ptr, __excluded)
750#define __arm_mte_get_tag(__ptr) __builtin_arm_ldg(__ptr)
751#define __arm_mte_set_tag(__ptr) __builtin_arm_stg(__ptr)
752#define __arm_mte_ptrdiff(__ptra, __ptrb) __builtin_arm_subp(__ptra, __ptrb)
755#define __arm_mops_memset_tag(__tagged_address, __value, __size) \
756 __builtin_arm_mops_memset_tag(__tagged_address, __value, __size)
760#if defined(__ARM_FEATURE_TME) && __ARM_FEATURE_TME
762#define _TMFAILURE_REASON 0x00007fffu
763#define _TMFAILURE_RTRY 0x00008000u
764#define _TMFAILURE_CNCL 0x00010000u
765#define _TMFAILURE_MEM 0x00020000u
766#define _TMFAILURE_IMP 0x00040000u
767#define _TMFAILURE_ERR 0x00080000u
768#define _TMFAILURE_SIZE 0x00100000u
769#define _TMFAILURE_NEST 0x00200000u
770#define _TMFAILURE_DBG 0x00400000u
771#define _TMFAILURE_INT 0x00800000u
772#define _TMFAILURE_TRIVIAL 0x01000000u
774#define __tstart() __builtin_arm_tstart()
775#define __tcommit() __builtin_arm_tcommit()
776#define __tcancel(__arg) __builtin_arm_tcancel(__arg)
777#define __ttest() __builtin_arm_ttest()
782#if defined(__ARM_64BIT_STATE) && __ARM_64BIT_STATE
783static __inline__
int __attribute__((__always_inline__, __nodebug__, target(
"rand")))
784__rndr(uint64_t *
__p) {
785 return __builtin_arm_rndr(
__p);
787static __inline__
int __attribute__((__always_inline__, __nodebug__, target(
"rand")))
788__rndrrs(uint64_t *
__p) {
789 return __builtin_arm_rndrrs(
__p);
793#if defined(__cplusplus)
__DEVICE__ int __clzll(long long __a)
__DEVICE__ int __clz(int __a)
_Float16 __2f16 __attribute__((ext_vector_type(2)))
Zeroes the upper 128 bits (bits 255:128) of all YMM registers.
__INLINE unsigned char unsigned int __x
static __inline__ vector float vector float vector float __c
static __inline__ vector float vector float __b
static __inline__ uint32_t volatile uint32_t * __p
static __inline__ uint32_t uint32_t __y
static __inline__ void int __a
static __inline__ unsigned int __DEFAULT_FN_ATTRS_CRC32 __crc32d(unsigned int __C, unsigned int __D)
Adds the unsigned integer operand to the CRC-32C checksum of the second unsigned integer operand.
static __inline__ unsigned int __DEFAULT_FN_ATTRS_CRC32 __crc32b(unsigned int __C, unsigned char __D)
Adds the unsigned integer operand to the CRC-32C checksum of the unsigned char operand.
static __inline__ unsigned int __DEFAULT_FN_ATTRS_CRC32 __crc32w(unsigned int __C, unsigned short __D)
Adds the unsigned integer operand to the CRC-32C checksum of the unsigned short operand.
struct __storeu_i16 *__P __v
static __inline__ void unsigned int __value