28 #error "ACLE intrinsics support not enabled."
33 #if defined(__cplusplus)
39 #if !defined(_MSC_VER)
40 #define __dmb(i) __builtin_arm_dmb(i)
41 #define __dsb(i) __builtin_arm_dsb(i)
42 #define __isb(i) __builtin_arm_isb(i)
47 #if !defined(_MSC_VER)
48 static __inline__
void __attribute__((__always_inline__, __nodebug__)) __wfi(
void) {
52 static __inline__
void __attribute__((__always_inline__, __nodebug__)) __wfe(
void) {
56 static __inline__
void __attribute__((__always_inline__, __nodebug__)) __sev(
void) {
60 static __inline__
void __attribute__((__always_inline__, __nodebug__)) __sevl(
void) {
64 static __inline__
void __attribute__((__always_inline__, __nodebug__)) __yield(
void) {
65 __builtin_arm_yield();
70 #define __dbg(t) __builtin_arm_dbg(t)
74 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
75 __swp(uint32_t
__x, volatile uint32_t *
__p) {
78 v = __builtin_arm_ldrex(__p);
79 while (__builtin_arm_strex(__x, __p));
85 #define __pld(addr) __pldx(0, 0, 0, addr)
88 #define __pldx(access_kind, cache_level, retention_policy, addr) \
89 __builtin_arm_prefetch(addr, access_kind, 1)
91 #define __pldx(access_kind, cache_level, retention_policy, addr) \
92 __builtin_arm_prefetch(addr, access_kind, cache_level, retention_policy, 1)
96 #define __pli(addr) __plix(0, 0, addr)
99 #define __plix(cache_level, retention_policy, addr) \
100 __builtin_arm_prefetch(addr, 0, 0)
102 #define __plix(cache_level, retention_policy, addr) \
103 __builtin_arm_prefetch(addr, 0, cache_level, retention_policy, 0)
107 static __inline__
void __attribute__((__always_inline__, __nodebug__)) __nop(
void) {
114 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
115 __ror(uint32_t __x, uint32_t
__y) {
119 return (__x >> __y) | (__x << (32 -
__y));
122 static __inline__ uint64_t
__attribute__((__always_inline__, __nodebug__))
123 __rorll(uint64_t __x, uint32_t
__y) {
127 return (__x >> __y) | (__x << (64 -
__y));
130 static __inline__
unsigned long __attribute__((__always_inline__, __nodebug__))
131 __rorl(
unsigned long __x, uint32_t __y) {
132 #if __SIZEOF_LONG__ == 4
133 return __ror(__x, __y);
135 return __rorll(__x, __y);
141 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
142 __clz(uint32_t __t) {
143 return __builtin_clz(__t);
146 static __inline__
unsigned long __attribute__((__always_inline__, __nodebug__))
147 __clzl(
unsigned long __t) {
148 return __builtin_clzl(__t);
151 static __inline__ uint64_t
__attribute__((__always_inline__, __nodebug__))
152 __clzll(uint64_t __t) {
153 return __builtin_clzll(__t);
157 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
158 __rev(uint32_t __t) {
159 return __builtin_bswap32(__t);
162 static __inline__
unsigned long __attribute__((__always_inline__, __nodebug__))
163 __revl(
unsigned long __t) {
164 #if __SIZEOF_LONG__ == 4
165 return __builtin_bswap32(__t);
167 return __builtin_bswap64(__t);
171 static __inline__ uint64_t
__attribute__((__always_inline__, __nodebug__))
172 __revll(uint64_t __t) {
173 return __builtin_bswap64(__t);
177 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
178 __rev16(uint32_t __t) {
179 return __ror(__rev(__t), 16);
182 static __inline__ uint64_t
__attribute__((__always_inline__, __nodebug__))
183 __rev16ll(uint64_t __t) {
184 return (((uint64_t)__rev16(__t >> 32)) << 32) | __rev16(__t);
187 static __inline__
unsigned long __attribute__((__always_inline__, __nodebug__))
188 __rev16l(
unsigned long __t) {
189 #if __SIZEOF_LONG__ == 4
192 return __rev16ll(__t);
197 static __inline__ int16_t
__attribute__((__always_inline__, __nodebug__))
198 __revsh(int16_t __t) {
199 return __builtin_bswap16(__t);
203 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
204 __rbit(uint32_t __t) {
205 return __builtin_arm_rbit(__t);
208 static __inline__ uint64_t
__attribute__((__always_inline__, __nodebug__))
209 __rbitll(uint64_t __t) {
210 #if __ARM_32BIT_STATE
211 return (((uint64_t)__builtin_arm_rbit(__t)) << 32) |
212 __builtin_arm_rbit(__t >> 32);
214 return __builtin_arm_rbit64(__t);
218 static __inline__
unsigned long __attribute__((__always_inline__, __nodebug__))
219 __rbitl(
unsigned long __t) {
220 #if __SIZEOF_LONG__ == 4
223 return __rbitll(__t);
234 #if __ARM_32BIT_STATE
235 #define __ssat(x, y) __builtin_arm_ssat(x, y)
236 #define __usat(x, y) __builtin_arm_usat(x, y)
240 #if __ARM_32BIT_STATE
241 static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
242 __qadd(int32_t __t, int32_t __v) {
243 return __builtin_arm_qadd(__t, __v);
246 static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
247 __qsub(int32_t __t, int32_t __v) {
248 return __builtin_arm_qsub(__t, __v);
251 static __inline__ int32_t
__attribute__((__always_inline__, __nodebug__))
252 __qdbl(int32_t __t) {
253 return __builtin_arm_qadd(__t, __t);
258 #if __ARM_FEATURE_CRC32
259 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
260 __crc32b(uint32_t __a, uint8_t
__b) {
261 return __builtin_arm_crc32b(__a, __b);
264 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
265 __crc32h(uint32_t __a, uint16_t
__b) {
266 return __builtin_arm_crc32h(__a, __b);
269 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
270 __crc32w(uint32_t __a, uint32_t
__b) {
271 return __builtin_arm_crc32w(__a, __b);
274 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
275 __crc32d(uint32_t __a, uint64_t
__b) {
276 return __builtin_arm_crc32d(__a, __b);
279 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
280 __crc32cb(uint32_t __a, uint8_t
__b) {
281 return __builtin_arm_crc32cb(__a, __b);
284 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
285 __crc32ch(uint32_t __a, uint16_t
__b) {
286 return __builtin_arm_crc32ch(__a, __b);
289 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
290 __crc32cw(uint32_t __a, uint32_t
__b) {
291 return __builtin_arm_crc32cw(__a, __b);
294 static __inline__ uint32_t
__attribute__((__always_inline__, __nodebug__))
295 __crc32cd(uint32_t __a, uint64_t
__b) {
296 return __builtin_arm_crc32cd(__a, __b);
301 #define __arm_rsr(sysreg) __builtin_arm_rsr(sysreg)
302 #define __arm_rsr64(sysreg) __builtin_arm_rsr64(sysreg)
303 #define __arm_rsrp(sysreg) __builtin_arm_rsrp(sysreg)
304 #define __arm_wsr(sysreg, v) __builtin_arm_wsr(sysreg, v)
305 #define __arm_wsr64(sysreg, v) __builtin_arm_wsr64(sysreg, v)
306 #define __arm_wsrp(sysreg, v) __builtin_arm_wsrp(sysreg, v)
308 #if defined(__cplusplus)
static __inline__ void __attribute__((__always_inline__, __nodebug__)) __wfi(void)
static __inline__ uint32_t volatile uint32_t * __p
static __inline__ vector float vector float __b
static __inline unsigned char unsigned int __x
static __inline__ uint32_t uint32_t __y