intrin0.h (14093B) - Raw
1 /* ===-------- intrin.h ---------------------------------------------------=== 2 * 3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 * See https://llvm.org/LICENSE.txt for license information. 5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 * 7 *===-----------------------------------------------------------------------=== 8 */ 9 10 /* Only include this if we're compiling for the windows platform. */ 11 #ifndef _MSC_VER 12 #include_next <intrin0.h> 13 #else 14 15 #ifndef __INTRIN0_H 16 #define __INTRIN0_H 17 18 #if defined(__x86_64__) && !defined(__arm64ec__) 19 #include <adcintrin.h> 20 #endif 21 22 #ifdef __cplusplus 23 extern "C" { 24 #endif 25 26 unsigned char _BitScanForward(unsigned long *_Index, unsigned long _Mask); 27 unsigned char _BitScanReverse(unsigned long *_Index, unsigned long _Mask); 28 void _ReadWriteBarrier(void); 29 30 #if defined(__aarch64__) || defined(__arm64ec__) 31 unsigned int _CountLeadingZeros(unsigned long); 32 unsigned int _CountLeadingZeros64(unsigned _int64); 33 unsigned char _InterlockedCompareExchange128_acq(__int64 volatile *_Destination, 34 __int64 _ExchangeHigh, 35 __int64 _ExchangeLow, 36 __int64 *_ComparandResult); 37 unsigned char _InterlockedCompareExchange128_nf(__int64 volatile *_Destination, 38 __int64 _ExchangeHigh, 39 __int64 _ExchangeLow, 40 __int64 *_ComparandResult); 41 unsigned char _InterlockedCompareExchange128_rel(__int64 volatile *_Destination, 42 __int64 _ExchangeHigh, 43 __int64 _ExchangeLow, 44 __int64 *_ComparandResult); 45 #endif 46 47 #if defined(__x86_64__) && !defined(__arm64ec__) 48 unsigned __int64 _umul128(unsigned __int64, unsigned __int64, 49 unsigned __int64 *); 50 unsigned __int64 __shiftleft128(unsigned __int64 _LowPart, 51 unsigned __int64 _HighPart, 52 unsigned char _Shift); 53 unsigned __int64 __shiftright128(unsigned __int64 _LowPart, 54 unsigned __int64 _HighPart, 55 unsigned char _Shift); 56 #endif 57 58 #if defined(__i386__) || (defined(__x86_64__) && !defined(__arm64ec__)) 59 void _mm_pause(void); 60 #endif 61 62 #if defined(__x86_64__) || defined(__aarch64__) 63 unsigned char _InterlockedCompareExchange128(__int64 volatile *_Destination, 64 __int64 _ExchangeHigh, 65 __int64 _ExchangeLow, 66 __int64 *_ComparandResult); 67 #endif 68 69 #if defined(__x86_64__) || defined(__arm__) || defined(__aarch64__) 70 unsigned char _BitScanForward64(unsigned long *_Index, unsigned __int64 _Mask); 71 unsigned char _BitScanReverse64(unsigned long *_Index, unsigned __int64 _Mask); 72 #endif 73 74 #if defined(__i386__) || defined(__x86_64__) || defined(__arm__) || \ 75 defined(__aarch64__) 76 __int64 _InterlockedDecrement64(__int64 volatile *_Addend); 77 __int64 _InterlockedExchange64(__int64 volatile *_Target, __int64 _Value); 78 __int64 _InterlockedExchangeAdd64(__int64 volatile *_Addend, __int64 _Value); 79 __int64 _InterlockedExchangeSub64(__int64 volatile *_Subend, __int64 _Value); 80 __int64 _InterlockedIncrement64(__int64 volatile *_Addend); 81 __int64 _InterlockedOr64(__int64 volatile *_Value, __int64 _Mask); 82 __int64 _InterlockedXor64(__int64 volatile *_Value, __int64 _Mask); 83 __int64 _InterlockedAnd64(__int64 volatile *_Value, __int64 _Mask); 84 #endif 85 86 #if defined(__arm__) || defined(__aarch64__) || defined(__arm64ec__) 87 /*----------------------------------------------------------------------------*\ 88 |* Interlocked Exchange Add 89 \*----------------------------------------------------------------------------*/ 90 char _InterlockedExchangeAdd8_acq(char volatile *_Addend, char _Value); 91 char _InterlockedExchangeAdd8_nf(char volatile *_Addend, char _Value); 92 char _InterlockedExchangeAdd8_rel(char volatile *_Addend, char _Value); 93 short _InterlockedExchangeAdd16_acq(short volatile *_Addend, short _Value); 94 short _InterlockedExchangeAdd16_nf(short volatile *_Addend, short _Value); 95 short _InterlockedExchangeAdd16_rel(short volatile *_Addend, short _Value); 96 long _InterlockedExchangeAdd_acq(long volatile *_Addend, long _Value); 97 long _InterlockedExchangeAdd_nf(long volatile *_Addend, long _Value); 98 long _InterlockedExchangeAdd_rel(long volatile *_Addend, long _Value); 99 __int64 _InterlockedExchangeAdd64_acq(__int64 volatile *_Addend, 100 __int64 _Value); 101 __int64 _InterlockedExchangeAdd64_nf(__int64 volatile *_Addend, __int64 _Value); 102 __int64 _InterlockedExchangeAdd64_rel(__int64 volatile *_Addend, 103 __int64 _Value); 104 105 /*----------------------------------------------------------------------------*\ 106 |* Interlocked Increment 107 \*----------------------------------------------------------------------------*/ 108 short _InterlockedIncrement16_acq(short volatile *_Value); 109 short _InterlockedIncrement16_nf(short volatile *_Value); 110 short _InterlockedIncrement16_rel(short volatile *_Value); 111 long _InterlockedIncrement_acq(long volatile *_Value); 112 long _InterlockedIncrement_nf(long volatile *_Value); 113 long _InterlockedIncrement_rel(long volatile *_Value); 114 __int64 _InterlockedIncrement64_acq(__int64 volatile *_Value); 115 __int64 _InterlockedIncrement64_nf(__int64 volatile *_Value); 116 __int64 _InterlockedIncrement64_rel(__int64 volatile *_Value); 117 118 /*----------------------------------------------------------------------------*\ 119 |* Interlocked Decrement 120 \*----------------------------------------------------------------------------*/ 121 short _InterlockedDecrement16_acq(short volatile *_Value); 122 short _InterlockedDecrement16_nf(short volatile *_Value); 123 short _InterlockedDecrement16_rel(short volatile *_Value); 124 long _InterlockedDecrement_acq(long volatile *_Value); 125 long _InterlockedDecrement_nf(long volatile *_Value); 126 long _InterlockedDecrement_rel(long volatile *_Value); 127 __int64 _InterlockedDecrement64_acq(__int64 volatile *_Value); 128 __int64 _InterlockedDecrement64_nf(__int64 volatile *_Value); 129 __int64 _InterlockedDecrement64_rel(__int64 volatile *_Value); 130 131 /*----------------------------------------------------------------------------*\ 132 |* Interlocked And 133 \*----------------------------------------------------------------------------*/ 134 char _InterlockedAnd8_acq(char volatile *_Value, char _Mask); 135 char _InterlockedAnd8_nf(char volatile *_Value, char _Mask); 136 char _InterlockedAnd8_rel(char volatile *_Value, char _Mask); 137 short _InterlockedAnd16_acq(short volatile *_Value, short _Mask); 138 short _InterlockedAnd16_nf(short volatile *_Value, short _Mask); 139 short _InterlockedAnd16_rel(short volatile *_Value, short _Mask); 140 long _InterlockedAnd_acq(long volatile *_Value, long _Mask); 141 long _InterlockedAnd_nf(long volatile *_Value, long _Mask); 142 long _InterlockedAnd_rel(long volatile *_Value, long _Mask); 143 __int64 _InterlockedAnd64_acq(__int64 volatile *_Value, __int64 _Mask); 144 __int64 _InterlockedAnd64_nf(__int64 volatile *_Value, __int64 _Mask); 145 __int64 _InterlockedAnd64_rel(__int64 volatile *_Value, __int64 _Mask); 146 147 /*----------------------------------------------------------------------------*\ 148 |* Bit Counting and Testing 149 \*----------------------------------------------------------------------------*/ 150 unsigned char _interlockedbittestandset_acq(long volatile *_BitBase, 151 long _BitPos); 152 unsigned char _interlockedbittestandset_nf(long volatile *_BitBase, 153 long _BitPos); 154 unsigned char _interlockedbittestandset_rel(long volatile *_BitBase, 155 long _BitPos); 156 unsigned char _interlockedbittestandreset_acq(long volatile *_BitBase, 157 long _BitPos); 158 unsigned char _interlockedbittestandreset_nf(long volatile *_BitBase, 159 long _BitPos); 160 unsigned char _interlockedbittestandreset_rel(long volatile *_BitBase, 161 long _BitPos); 162 163 /*----------------------------------------------------------------------------*\ 164 |* Interlocked Or 165 \*----------------------------------------------------------------------------*/ 166 char _InterlockedOr8_acq(char volatile *_Value, char _Mask); 167 char _InterlockedOr8_nf(char volatile *_Value, char _Mask); 168 char _InterlockedOr8_rel(char volatile *_Value, char _Mask); 169 short _InterlockedOr16_acq(short volatile *_Value, short _Mask); 170 short _InterlockedOr16_nf(short volatile *_Value, short _Mask); 171 short _InterlockedOr16_rel(short volatile *_Value, short _Mask); 172 long _InterlockedOr_acq(long volatile *_Value, long _Mask); 173 long _InterlockedOr_nf(long volatile *_Value, long _Mask); 174 long _InterlockedOr_rel(long volatile *_Value, long _Mask); 175 __int64 _InterlockedOr64_acq(__int64 volatile *_Value, __int64 _Mask); 176 __int64 _InterlockedOr64_nf(__int64 volatile *_Value, __int64 _Mask); 177 __int64 _InterlockedOr64_rel(__int64 volatile *_Value, __int64 _Mask); 178 179 /*----------------------------------------------------------------------------*\ 180 |* Interlocked Xor 181 \*----------------------------------------------------------------------------*/ 182 char _InterlockedXor8_acq(char volatile *_Value, char _Mask); 183 char _InterlockedXor8_nf(char volatile *_Value, char _Mask); 184 char _InterlockedXor8_rel(char volatile *_Value, char _Mask); 185 short _InterlockedXor16_acq(short volatile *_Value, short _Mask); 186 short _InterlockedXor16_nf(short volatile *_Value, short _Mask); 187 short _InterlockedXor16_rel(short volatile *_Value, short _Mask); 188 long _InterlockedXor_acq(long volatile *_Value, long _Mask); 189 long _InterlockedXor_nf(long volatile *_Value, long _Mask); 190 long _InterlockedXor_rel(long volatile *_Value, long _Mask); 191 __int64 _InterlockedXor64_acq(__int64 volatile *_Value, __int64 _Mask); 192 __int64 _InterlockedXor64_nf(__int64 volatile *_Value, __int64 _Mask); 193 __int64 _InterlockedXor64_rel(__int64 volatile *_Value, __int64 _Mask); 194 195 /*----------------------------------------------------------------------------*\ 196 |* Interlocked Exchange 197 \*----------------------------------------------------------------------------*/ 198 char _InterlockedExchange8_acq(char volatile *_Target, char _Value); 199 char _InterlockedExchange8_nf(char volatile *_Target, char _Value); 200 char _InterlockedExchange8_rel(char volatile *_Target, char _Value); 201 short _InterlockedExchange16_acq(short volatile *_Target, short _Value); 202 short _InterlockedExchange16_nf(short volatile *_Target, short _Value); 203 short _InterlockedExchange16_rel(short volatile *_Target, short _Value); 204 long _InterlockedExchange_acq(long volatile *_Target, long _Value); 205 long _InterlockedExchange_nf(long volatile *_Target, long _Value); 206 long _InterlockedExchange_rel(long volatile *_Target, long _Value); 207 __int64 _InterlockedExchange64_acq(__int64 volatile *_Target, __int64 _Value); 208 __int64 _InterlockedExchange64_nf(__int64 volatile *_Target, __int64 _Value); 209 __int64 _InterlockedExchange64_rel(__int64 volatile *_Target, __int64 _Value); 210 void *_InterlockedExchangePointer_acq(void *volatile *_Target, void *_Value); 211 void *_InterlockedExchangePointer_nf(void *volatile *_Target, void *_Value); 212 void *_InterlockedExchangePointer_rel(void *volatile *_Target, void *_Value); 213 214 /*----------------------------------------------------------------------------*\ 215 |* Interlocked Compare Exchange 216 \*----------------------------------------------------------------------------*/ 217 char _InterlockedCompareExchange8_acq(char volatile *_Destination, 218 char _Exchange, char _Comparand); 219 char _InterlockedCompareExchange8_nf(char volatile *_Destination, 220 char _Exchange, char _Comparand); 221 char _InterlockedCompareExchange8_rel(char volatile *_Destination, 222 char _Exchange, char _Comparand); 223 short _InterlockedCompareExchange16_acq(short volatile *_Destination, 224 short _Exchange, short _Comparand); 225 short _InterlockedCompareExchange16_nf(short volatile *_Destination, 226 short _Exchange, short _Comparand); 227 short _InterlockedCompareExchange16_rel(short volatile *_Destination, 228 short _Exchange, short _Comparand); 229 long _InterlockedCompareExchange_acq(long volatile *_Destination, 230 long _Exchange, long _Comparand); 231 long _InterlockedCompareExchange_nf(long volatile *_Destination, long _Exchange, 232 long _Comparand); 233 long _InterlockedCompareExchange_rel(long volatile *_Destination, 234 long _Exchange, long _Comparand); 235 __int64 _InterlockedCompareExchange64_acq(__int64 volatile *_Destination, 236 __int64 _Exchange, 237 __int64 _Comparand); 238 __int64 _InterlockedCompareExchange64_nf(__int64 volatile *_Destination, 239 __int64 _Exchange, __int64 _Comparand); 240 __int64 _InterlockedCompareExchange64_rel(__int64 volatile *_Destination, 241 __int64 _Exchange, 242 __int64 _Comparand); 243 void *_InterlockedCompareExchangePointer_acq(void *volatile *_Destination, 244 void *_Exchange, void *_Comparand); 245 void *_InterlockedCompareExchangePointer_nf(void *volatile *_Destination, 246 void *_Exchange, void *_Comparand); 247 void *_InterlockedCompareExchangePointer_rel(void *volatile *_Destination, 248 void *_Exchange, void *_Comparand); 249 #endif 250 251 #ifdef __cplusplus 252 } 253 #endif 254 255 #endif /* __INTRIN0_H */ 256 #endif /* _MSC_VER */