sljit_src/sljitConfigInternal.h

   1 /*
   2  *    Stack-less Just-In-Time compiler
   3  *
   4  *    Copyright Zoltan Herczeg (hzmester@freemail.hu). All rights reserved.
   5  *
   6  * Redistribution and use in source and binary forms, with or without modification, are
   7  * permitted provided that the following conditions are met:
   8  *
   9  *   1. Redistributions of source code must retain the above copyright notice, this list of
  10  *      conditions and the following disclaimer.
  11  *
  12  *   2. Redistributions in binary form must reproduce the above copyright notice, this list
  13  *      of conditions and the following disclaimer in the documentation and/or other materials
  14  *      provided with the distribution.
  15  *
  16  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER(S) AND CONTRIBUTORS ``AS IS'' AND ANY
  17  * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
  19  * SHALL THE COPYRIGHT HOLDER(S) OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
  20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
  21  * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  22  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  23  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
  24  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25  */
  26
  27 #ifndef SLJIT_CONFIG_INTERNAL_H_
  28 #define SLJIT_CONFIG_INTERNAL_H_
  29
  30 #if (defined SLJIT_VERBOSE && SLJIT_VERBOSE) \
  31         || (defined SLJIT_DEBUG && SLJIT_DEBUG && (!defined(SLJIT_ASSERT) || !defined(SLJIT_UNREACHABLE)))
  32 #include <stdio.h>
  33 #endif
  34
  35 #if (defined SLJIT_DEBUG && SLJIT_DEBUG \
  36         && (!defined(SLJIT_ASSERT) || !defined(SLJIT_UNREACHABLE) || !defined(SLJIT_HALT_PROCESS)))
  37 #include <stdlib.h>
  38 #endif
  39
  40 #ifdef __cplusplus
  41 extern "C" {
  42 #endif
  43
  44 /*
  45    SLJIT defines the following architecture dependent types and macros:
  46
  47    Types:
  48      sljit_s8, sljit_u8   : signed and unsigned 8 bit integer type
  49      sljit_s16, sljit_u16 : signed and unsigned 16 bit integer type
  50      sljit_s32, sljit_u32 : signed and unsigned 32 bit integer type
  51      sljit_sw, sljit_uw   : signed and unsigned machine word, enough to store a pointer
  52      sljit_p              : unsgined pointer value (usually the same as sljit_uw, but
  53                             some 64 bit ABIs may use 32 bit pointers)
  54      sljit_f32            : 32 bit single precision floating point value
  55      sljit_f64            : 64 bit double precision floating point value
  56
  57    Macros for feature detection (boolean):
  58      SLJIT_32BIT_ARCHITECTURE : 32 bit architecture
  59      SLJIT_64BIT_ARCHITECTURE : 64 bit architecture
  60      SLJIT_LITTLE_ENDIAN : little endian architecture
  61      SLJIT_BIG_ENDIAN : big endian architecture
  62      SLJIT_UNALIGNED : allows unaligned memory accesses for non-fpu operations (only!)
  63      SLJIT_INDIRECT_CALL : see SLJIT_FUNC_ADDR() for more information
  64
  65    Constants:
  66      SLJIT_NUMBER_OF_REGISTERS : number of available registers
  67      SLJIT_NUMBER_OF_SCRATCH_REGISTERS : number of available scratch registers
  68      SLJIT_NUMBER_OF_SAVED_REGISTERS : number of available saved registers
  69      SLJIT_NUMBER_OF_FLOAT_REGISTERS : number of available floating point registers
  70      SLJIT_NUMBER_OF_SCRATCH_FLOAT_REGISTERS : number of available floating point scratch registers
  71      SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS : number of available floating point saved registers
  72      SLJIT_WORD_SHIFT : the shift required to apply when accessing a sljit_sw/sljit_uw array by index
  73      SLJIT_F32_SHIFT : the shift required to apply when accessing
  74                        a single precision floating point array by index
  75      SLJIT_F64_SHIFT : the shift required to apply when accessing
  76                        a double precision floating point array by index
  77      SLJIT_PREF_SHIFT_REG : x86 systems prefers ecx for shifting by register
  78                             the scratch register index of ecx is stored in this variable
  79      SLJIT_LOCALS_OFFSET : local space starting offset (SLJIT_SP + SLJIT_LOCALS_OFFSET)
  80      SLJIT_RETURN_ADDRESS_OFFSET : a return instruction always adds this offset to the return address
  81
  82    Other macros:
  83      SLJIT_FUNC : calling convention attribute for both calling JIT from C and C calling back from JIT
  84      SLJIT_W(number) : defining 64 bit constants on 64 bit architectures (platform independent helper)
  85 */
  86
  87 /*****************/
  88 /* Sanity check. */
  89 /*****************/
  90
  91 #if (defined SLJIT_CONFIG_X86_32 && SLJIT_CONFIG_X86_32) \
  92         + (defined SLJIT_CONFIG_X86_64 && SLJIT_CONFIG_X86_64) \
  93         + (defined SLJIT_CONFIG_ARM_V5 && SLJIT_CONFIG_ARM_V5) \
  94         + (defined SLJIT_CONFIG_ARM_V7 && SLJIT_CONFIG_ARM_V7) \
  95         + (defined SLJIT_CONFIG_ARM_THUMB2 && SLJIT_CONFIG_ARM_THUMB2) \
  96         + (defined SLJIT_CONFIG_ARM_64 && SLJIT_CONFIG_ARM_64) \
  97         + (defined SLJIT_CONFIG_PPC_32 && SLJIT_CONFIG_PPC_32) \
  98         + (defined SLJIT_CONFIG_PPC_64 && SLJIT_CONFIG_PPC_64) \
  99         + (defined SLJIT_CONFIG_MIPS_32 && SLJIT_CONFIG_MIPS_32) \
 100         + (defined SLJIT_CONFIG_MIPS_64 && SLJIT_CONFIG_MIPS_64) \
 101         + (defined SLJIT_CONFIG_SPARC_32 && SLJIT_CONFIG_SPARC_32) \
 102         + (defined SLJIT_CONFIG_S390X && SLJIT_CONFIG_S390X) \
 103         + (defined SLJIT_CONFIG_AUTO && SLJIT_CONFIG_AUTO) \
 104         + (defined SLJIT_CONFIG_UNSUPPORTED && SLJIT_CONFIG_UNSUPPORTED) >= 2
 105 #error "Multiple architectures are selected"
 106 #endif
 107
 108 #if !(defined SLJIT_CONFIG_X86_32 && SLJIT_CONFIG_X86_32) \
 109         && !(defined SLJIT_CONFIG_X86_64 && SLJIT_CONFIG_X86_64) \
 110         && !(defined SLJIT_CONFIG_ARM_V5 && SLJIT_CONFIG_ARM_V5) \
 111         && !(defined SLJIT_CONFIG_ARM_V7 && SLJIT_CONFIG_ARM_V7) \
 112         && !(defined SLJIT_CONFIG_ARM_THUMB2 && SLJIT_CONFIG_ARM_THUMB2) \
 113         && !(defined SLJIT_CONFIG_ARM_64 && SLJIT_CONFIG_ARM_64) \
 114         && !(defined SLJIT_CONFIG_PPC_32 && SLJIT_CONFIG_PPC_32) \
 115         && !(defined SLJIT_CONFIG_PPC_64 && SLJIT_CONFIG_PPC_64) \
 116         && !(defined SLJIT_CONFIG_MIPS_32 && SLJIT_CONFIG_MIPS_32) \
 117         && !(defined SLJIT_CONFIG_MIPS_64 && SLJIT_CONFIG_MIPS_64) \
 118         && !(defined SLJIT_CONFIG_SPARC_32 && SLJIT_CONFIG_SPARC_32) \
 119         && !(defined SLJIT_CONFIG_S390X && SLJIT_CONFIG_S390X) \
 120         && !(defined SLJIT_CONFIG_UNSUPPORTED && SLJIT_CONFIG_UNSUPPORTED) \
 121         && !(defined SLJIT_CONFIG_AUTO && SLJIT_CONFIG_AUTO)
 122 #if defined SLJIT_CONFIG_AUTO && !SLJIT_CONFIG_AUTO
 123 #error "An architecture must be selected"
 124 #else /* SLJIT_CONFIG_AUTO */
 125 #define SLJIT_CONFIG_AUTO 1
 126 #endif /* !SLJIT_CONFIG_AUTO */
 127 #endif /* !SLJIT_CONFIG */
 128
 129 /********************************************************/
 130 /* Automatic CPU detection (requires compiler support). */
 131 /********************************************************/
 132
 133 #if (defined SLJIT_CONFIG_AUTO && SLJIT_CONFIG_AUTO)
 134
 135 #ifndef _WIN32
 136
 137 #if defined(__i386__) || defined(__i386)
 138 #define SLJIT_CONFIG_X86_32 1
 139 #elif defined(__x86_64__)
 140 #define SLJIT_CONFIG_X86_64 1
 141 #elif defined(__arm__) || defined(__ARM__)
 142 #ifdef __thumb2__
 143 #define SLJIT_CONFIG_ARM_THUMB2 1
 144 #elif defined(__ARM_ARCH_7__) || defined(__ARM_ARCH_7A__) || defined(__ARM_ARCH_7R__)
 145 #define SLJIT_CONFIG_ARM_V7 1
 146 #else
 147 #define SLJIT_CONFIG_ARM_V5 1
 148 #endif
 149 #elif defined (__aarch64__)
 150 #define SLJIT_CONFIG_ARM_64 1
 151 #elif defined(__ppc64__) || defined(__powerpc64__) || (defined(_ARCH_PPC64) && defined(__64BIT__)) || (defined(_POWER) && defined(__64BIT__))
 152 #define SLJIT_CONFIG_PPC_64 1
 153 #elif defined(__ppc__) || defined(__powerpc__) || defined(_ARCH_PPC) || defined(_ARCH_PWR) || defined(_ARCH_PWR2) || defined(_POWER)
 154 #define SLJIT_CONFIG_PPC_32 1
 155 #elif defined(__mips__) && !defined(_LP64)
 156 #define SLJIT_CONFIG_MIPS_32 1
 157 #elif defined(__mips64)
 158 #define SLJIT_CONFIG_MIPS_64 1
 159 #elif (defined(__sparc__) || defined(__sparc)) && !defined(_LP64)
 160 #define SLJIT_CONFIG_SPARC_32 1
 161 #elif defined(__s390x__)
 162 #define SLJIT_CONFIG_S390X 1
 163 #else
 164 /* Unsupported architecture */
 165 #define SLJIT_CONFIG_UNSUPPORTED 1
 166 #endif
 167
 168 #else /* _WIN32 */
 169
 170 #if defined(_M_X64) || defined(__x86_64__)
 171 #define SLJIT_CONFIG_X86_64 1
 172 #elif (defined(_M_ARM) && _M_ARM >= 7 && defined(_M_ARMT)) || defined(__thumb2__)
 173 #define SLJIT_CONFIG_ARM_THUMB2 1
 174 #elif (defined(_M_ARM) && _M_ARM >= 7)
 175 #define SLJIT_CONFIG_ARM_V7 1
 176 #elif defined(_ARM_)
 177 #define SLJIT_CONFIG_ARM_V5 1
 178 #elif defined(_M_ARM64) || defined(__aarch64__)
 179 #define SLJIT_CONFIG_ARM_64 1
 180 #else
 181 #define SLJIT_CONFIG_X86_32 1
 182 #endif
 183
 184 #endif /* !_WIN32 */
 185 #endif /* SLJIT_CONFIG_AUTO */
 186
 187 #if (defined SLJIT_CONFIG_UNSUPPORTED && SLJIT_CONFIG_UNSUPPORTED)
 188 #undef SLJIT_EXECUTABLE_ALLOCATOR
 189 #endif
 190
 191 /******************************/
 192 /* CPU family type detection. */
 193 /******************************/
 194
 195 #if (defined SLJIT_CONFIG_ARM_V5 && SLJIT_CONFIG_ARM_V5) || (defined SLJIT_CONFIG_ARM_V7 && SLJIT_CONFIG_ARM_V7) \
 196         || (defined SLJIT_CONFIG_ARM_THUMB2 && SLJIT_CONFIG_ARM_THUMB2)
 197 #define SLJIT_CONFIG_ARM_32 1
 198 #endif
 199
 200 #if (defined SLJIT_CONFIG_X86_32 && SLJIT_CONFIG_X86_32) || (defined SLJIT_CONFIG_X86_64 && SLJIT_CONFIG_X86_64)
 201 #define SLJIT_CONFIG_X86 1
 202 #elif (defined SLJIT_CONFIG_ARM_32 && SLJIT_CONFIG_ARM_32) || (defined SLJIT_CONFIG_ARM_64 && SLJIT_CONFIG_ARM_64)
 203 #define SLJIT_CONFIG_ARM 1
 204 #elif (defined SLJIT_CONFIG_PPC_32 && SLJIT_CONFIG_PPC_32) || (defined SLJIT_CONFIG_PPC_64 && SLJIT_CONFIG_PPC_64)
 205 #define SLJIT_CONFIG_PPC 1
 206 #elif (defined SLJIT_CONFIG_MIPS_32 && SLJIT_CONFIG_MIPS_32) || (defined SLJIT_CONFIG_MIPS_64 && SLJIT_CONFIG_MIPS_64)
 207 #define SLJIT_CONFIG_MIPS 1
 208 #elif (defined SLJIT_CONFIG_SPARC_32 && SLJIT_CONFIG_SPARC_32) || (defined SLJIT_CONFIG_SPARC_64 && SLJIT_CONFIG_SPARC_64)
 209 #define SLJIT_CONFIG_SPARC 1
 210 #endif
 211
 212 /***********************************************************/
 213 /* Intel Control-flow Enforcement Technology (CET) spport. */
 214 /***********************************************************/
 215
 216 #ifdef SLJIT_CONFIG_X86
 217
 218 #if defined(__CET__) && !(defined SLJIT_CONFIG_X86_CET && SLJIT_CONFIG_X86_CET)
 219 #define SLJIT_CONFIG_X86_CET 1
 220 #endif
 221
 222 #if (defined SLJIT_CONFIG_X86_CET && SLJIT_CONFIG_X86_CET) && defined(__GNUC__)
 223 #include <x86intrin.h>
 224 #endif
 225
 226 #endif /* SLJIT_CONFIG_X86 */
 227
 228 /**********************************/
 229 /* External function definitions. */
 230 /**********************************/
 231
 232 /* General macros:
 233    Note: SLJIT is designed to be independent from them as possible.
 234
 235    In release mode (SLJIT_DEBUG is not defined) only the following
 236    external functions are needed:
 237 */
 238
 239 #ifndef SLJIT_MALLOC
 240 #define SLJIT_MALLOC(size, allocator_data) malloc(size)
 241 #endif
 242
 243 #ifndef SLJIT_FREE
 244 #define SLJIT_FREE(ptr, allocator_data) free(ptr)
 245 #endif
 246
 247 #ifndef SLJIT_MEMCPY
 248 #define SLJIT_MEMCPY(dest, src, len) memcpy(dest, src, len)
 249 #endif
 250
 251 #ifndef SLJIT_MEMMOVE
 252 #define SLJIT_MEMMOVE(dest, src, len) memmove(dest, src, len)
 253 #endif
 254
 255 #ifndef SLJIT_ZEROMEM
 256 #define SLJIT_ZEROMEM(dest, len) memset(dest, 0, len)
 257 #endif
 258
 259 /***************************/
 260 /* Compiler helper macros. */
 261 /***************************/
 262
 263 #if !defined(SLJIT_LIKELY) && !defined(SLJIT_UNLIKELY)
 264
 265 #if defined(__GNUC__) && (__GNUC__ >= 3)
 266 #define SLJIT_LIKELY(x)         __builtin_expect((x), 1)
 267 #define SLJIT_UNLIKELY(x)       __builtin_expect((x), 0)
 268 #else
 269 #define SLJIT_LIKELY(x)         (x)
 270 #define SLJIT_UNLIKELY(x)       (x)
 271 #endif
 272
 273 #endif /* !defined(SLJIT_LIKELY) && !defined(SLJIT_UNLIKELY) */
 274
 275 #ifndef SLJIT_INLINE
 276 /* Inline functions. Some old compilers do not support them. */
 277 #ifdef __SUNPRO_C
 278 #if __SUNPRO_C < 0x560
 279 #define SLJIT_INLINE
 280 #else
 281 #define SLJIT_INLINE inline
 282 #endif /* __SUNPRO_C */
 283 #else
 284 #define SLJIT_INLINE __inline
 285 #endif
 286 #endif /* !SLJIT_INLINE */
 287
 288 #ifndef SLJIT_NOINLINE
 289 /* Not inline functions. */
 290 #if defined(__GNUC__)
 291 #define SLJIT_NOINLINE __attribute__ ((noinline))
 292 #else
 293 #define SLJIT_NOINLINE
 294 #endif
 295 #endif /* !SLJIT_INLINE */
 296
 297 #ifndef SLJIT_UNUSED_ARG
 298 /* Unused arguments. */
 299 #define SLJIT_UNUSED_ARG(arg) (void)arg
 300 #endif
 301
 302 /*********************************/
 303 /* Type of public API functions. */
 304 /*********************************/
 305
 306 #ifndef SLJIT_API_FUNC_ATTRIBUTE
 307 #if (defined SLJIT_CONFIG_STATIC && SLJIT_CONFIG_STATIC)
 308 /* Static ABI functions. For all-in-one programs. */
 309
 310 #if defined(__GNUC__)
 311 /* Disable unused warnings in gcc. */
 312 #define SLJIT_API_FUNC_ATTRIBUTE static __attribute__((unused))
 313 #else
 314 #define SLJIT_API_FUNC_ATTRIBUTE static
 315 #endif
 316
 317 #else
 318 #define SLJIT_API_FUNC_ATTRIBUTE
 319 #endif /* (defined SLJIT_CONFIG_STATIC && SLJIT_CONFIG_STATIC) */
 320 #endif /* defined SLJIT_API_FUNC_ATTRIBUTE */
 321
 322 /****************************/
 323 /* Instruction cache flush. */
 324 /****************************/
 325
 326 /*
 327  * TODO:
 328  *
 329  * clang >= 15 could be safe to enable below
 330  * older versions are known to abort in some targets
 331  * https://github.com/PhilipHazel/pcre2/issues/92
 332  *
 333  * beware some vendors (ex: Microsoft, Apple) are known to have
 334  * removed the code to support this builtin even if the call for
 335  * __has_builtin reports it is available.
 336  *
 337  * make sure linking doesn't fail because __clear_cache() is
 338  * missing before changing it or add an exception so that the
 339  * system provided method that should be defined below is used
 340  * instead.
 341  */
 342 #if (!defined SLJIT_CACHE_FLUSH && defined __has_builtin)
 343 #if __has_builtin(__builtin___clear_cache) && !defined(__clang__)
 344
 345 /*
 346  * https://gcc.gnu.org/bugzilla//show_bug.cgi?id=91248
 347  * https://gcc.gnu.org/bugzilla//show_bug.cgi?id=93811
 348  * gcc's clear_cache builtin for power and sparc are broken
 349  */
 350 #if !defined(SLJIT_CONFIG_PPC) && !defined(SLJIT_CONFIG_SPARC_32)
 351 #define SLJIT_CACHE_FLUSH(from, to) \
 352         __builtin___clear_cache((char*)(from), (char*)(to))
 353 #endif
 354
 355 #endif /* gcc >= 10 */
 356 #endif /* (!defined SLJIT_CACHE_FLUSH && defined __has_builtin) */
 357
 358 #ifndef SLJIT_CACHE_FLUSH
 359
 360 #if (defined SLJIT_CONFIG_X86 && SLJIT_CONFIG_X86) \
 361         || (defined SLJIT_CONFIG_S390X && SLJIT_CONFIG_S390X)
 362
 363 /* Not required to implement on archs with unified caches. */
 364 #define SLJIT_CACHE_FLUSH(from, to)
 365
 366 #elif defined __APPLE__
 367
 368 /* Supported by all macs since Mac OS 10.5.
 369    However, it does not work on non-jailbroken iOS devices,
 370    although the compilation is successful. */
 371 #include <libkern/OSCacheControl.h>
 372 #define SLJIT_CACHE_FLUSH(from, to) \
 373         sys_icache_invalidate((void*)(from), (size_t)((char*)(to) - (char*)(from)))
 374
 375 #elif (defined SLJIT_CONFIG_PPC && SLJIT_CONFIG_PPC)
 376
 377 /* The __clear_cache() implementation of GCC is a dummy function on PowerPC. */
 378 #define SLJIT_CACHE_FLUSH(from, to) \
 379         ppc_cache_flush((from), (to))
 380 #define SLJIT_CACHE_FLUSH_OWN_IMPL 1
 381
 382 #elif (defined SLJIT_CONFIG_SPARC_32 && SLJIT_CONFIG_SPARC_32)
 383
 384 /* The __clear_cache() implementation of GCC is a dummy function on Sparc. */
 385 #define SLJIT_CACHE_FLUSH(from, to) \
 386         sparc_cache_flush((from), (to))
 387 #define SLJIT_CACHE_FLUSH_OWN_IMPL 1
 388
 389 #elif defined(_WIN32)
 390
 391 #define SLJIT_CACHE_FLUSH(from, to) \
 392         FlushInstructionCache(GetCurrentProcess(), (void*)(from), (char*)(to) - (char*)(from))
 393
 394 #elif (defined(__GNUC__) && (__GNUC__ >= 5 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))) || defined(__clang__)
 395
 396 #define SLJIT_CACHE_FLUSH(from, to) \
 397         __builtin___clear_cache((char*)(from), (char*)(to))
 398
 399 #elif defined __ANDROID__
 400
 401 /* Android ARMv7 with gcc lacks __clear_cache; use cacheflush instead. */
 402 #include <sys/cachectl.h>
 403 #define SLJIT_CACHE_FLUSH(from, to) \
 404         cacheflush((long)(from), (long)(to), 0)
 405
 406 #else
 407
 408 /* Call __ARM_NR_cacheflush on ARM-Linux or the corresponding MIPS syscall. */
 409 #define SLJIT_CACHE_FLUSH(from, to) \
 410         __clear_cache((char*)(from), (char*)(to))
 411
 412 #endif
 413
 414 #endif /* !SLJIT_CACHE_FLUSH */
 415
 416 /******************************************************/
 417 /*    Integer and floating point type definitions.    */
 418 /******************************************************/
 419
 420 /* 8 bit byte type. */
 421 typedef unsigned char sljit_u8;
 422 typedef signed char sljit_s8;
 423
 424 /* 16 bit half-word type. */
 425 typedef unsigned short int sljit_u16;
 426 typedef signed short int sljit_s16;
 427
 428 /* 32 bit integer type. */
 429 typedef unsigned int sljit_u32;
 430 typedef signed int sljit_s32;
 431
 432 /* Machine word type. Enough for storing a pointer.
 433      32 bit for 32 bit machines.
 434      64 bit for 64 bit machines. */
 435 #if (defined SLJIT_CONFIG_UNSUPPORTED && SLJIT_CONFIG_UNSUPPORTED)
 436 /* Just to have something. */
 437 #define SLJIT_WORD_SHIFT 0
 438 typedef unsigned long int sljit_uw;
 439 typedef long int sljit_sw;
 440 #elif !(defined SLJIT_CONFIG_X86_64 && SLJIT_CONFIG_X86_64) \
 441         && !(defined SLJIT_CONFIG_ARM_64 && SLJIT_CONFIG_ARM_64) \
 442         && !(defined SLJIT_CONFIG_PPC_64 && SLJIT_CONFIG_PPC_64) \
 443         && !(defined SLJIT_CONFIG_MIPS_64 && SLJIT_CONFIG_MIPS_64) \
 444         && !(defined SLJIT_CONFIG_S390X && SLJIT_CONFIG_S390X)
 445 #define SLJIT_32BIT_ARCHITECTURE 1
 446 #define SLJIT_WORD_SHIFT 2
 447 typedef unsigned int sljit_uw;
 448 typedef int sljit_sw;
 449 #else
 450 #define SLJIT_64BIT_ARCHITECTURE 1
 451 #define SLJIT_WORD_SHIFT 3
 452 #ifdef _WIN32
 453 #ifdef __GNUC__
 454 /* These types do not require windows.h */
 455 typedef unsigned long long sljit_uw;
 456 typedef long long sljit_sw;
 457 #else
 458 typedef unsigned __int64 sljit_uw;
 459 typedef __int64 sljit_sw;
 460 #endif
 461 #else /* !_WIN32 */
 462 typedef unsigned long int sljit_uw;
 463 typedef long int sljit_sw;
 464 #endif /* _WIN32 */
 465 #endif
 466
 467 typedef sljit_uw sljit_p;
 468
 469 /* Floating point types. */
 470 typedef float sljit_f32;
 471 typedef double sljit_f64;
 472
 473 /* Shift for pointer sized data. */
 474 #define SLJIT_POINTER_SHIFT SLJIT_WORD_SHIFT
 475
 476 /* Shift for double precision sized data. */
 477 #define SLJIT_F32_SHIFT 2
 478 #define SLJIT_F64_SHIFT 3
 479
 480 #ifndef SLJIT_W
 481
 482 /* Defining long constants. */
 483 #if (defined SLJIT_CONFIG_UNSUPPORTED && SLJIT_CONFIG_UNSUPPORTED)
 484 #define SLJIT_W(w)      (w##l)
 485 #elif (defined SLJIT_64BIT_ARCHITECTURE && SLJIT_64BIT_ARCHITECTURE)
 486 #ifdef _WIN64
 487 #define SLJIT_W(w)      (w##ll)
 488 #else /* !windows */
 489 #define SLJIT_W(w)      (w##l)
 490 #endif /* windows */
 491 #else /* 32 bit */
 492 #define SLJIT_W(w)      (w)
 493 #endif /* unknown */
 494
 495 #endif /* !SLJIT_W */
 496
 497 /*************************/
 498 /* Endianness detection. */
 499 /*************************/
 500
 501 #if !defined(SLJIT_BIG_ENDIAN) && !defined(SLJIT_LITTLE_ENDIAN)
 502
 503 /* These macros are mostly useful for the applications. */
 504 #if (defined SLJIT_CONFIG_PPC_32 && SLJIT_CONFIG_PPC_32) \
 505         || (defined SLJIT_CONFIG_PPC_64 && SLJIT_CONFIG_PPC_64)
 506
 507 #ifdef __LITTLE_ENDIAN__
 508 #define SLJIT_LITTLE_ENDIAN 1
 509 #else
 510 #define SLJIT_BIG_ENDIAN 1
 511 #endif
 512
 513 #elif (defined SLJIT_CONFIG_MIPS_32 && SLJIT_CONFIG_MIPS_32) \
 514         || (defined SLJIT_CONFIG_MIPS_64 && SLJIT_CONFIG_MIPS_64)
 515
 516 #ifdef __MIPSEL__
 517 #define SLJIT_LITTLE_ENDIAN 1
 518 #else
 519 #define SLJIT_BIG_ENDIAN 1
 520 #endif
 521
 522 #ifndef SLJIT_MIPS_REV
 523
 524 /* Auto detecting mips revision. */
 525 #if (defined __mips_isa_rev) && (__mips_isa_rev >= 6)
 526 #define SLJIT_MIPS_REV 6
 527 #elif (defined __mips_isa_rev && __mips_isa_rev >= 1) \
 528         || (defined __clang__ && defined _MIPS_ARCH_OCTEON) \
 529         || (defined __clang__ && defined _MIPS_ARCH_P5600)
 530 /* clang either forgets to define (clang-7) __mips_isa_rev at all
 531  * or sets it to zero (clang-8,-9) for -march=octeon (MIPS64 R2+)
 532  * and -march=p5600 (MIPS32 R5).
 533  * It also sets the __mips macro to 64 or 32 for -mipsN when N <= 5
 534  * (should be set to N exactly) so we cannot rely on this too.
 535  */
 536 #define SLJIT_MIPS_REV 1
 537 #endif
 538
 539 #endif /* !SLJIT_MIPS_REV */
 540
 541 #elif (defined SLJIT_CONFIG_SPARC_32 && SLJIT_CONFIG_SPARC_32) \
 542         || (defined SLJIT_CONFIG_S390X && SLJIT_CONFIG_S390X)
 543
 544 #define SLJIT_BIG_ENDIAN 1
 545
 546 #else
 547 #define SLJIT_LITTLE_ENDIAN 1
 548 #endif
 549
 550 #endif /* !defined(SLJIT_BIG_ENDIAN) && !defined(SLJIT_LITTLE_ENDIAN) */
 551
 552 /* Sanity check. */
 553 #if (defined SLJIT_BIG_ENDIAN && SLJIT_BIG_ENDIAN) && (defined SLJIT_LITTLE_ENDIAN && SLJIT_LITTLE_ENDIAN)
 554 #error "Exactly one endianness must be selected"
 555 #endif
 556
 557 #if !(defined SLJIT_BIG_ENDIAN && SLJIT_BIG_ENDIAN) && !(defined SLJIT_LITTLE_ENDIAN && SLJIT_LITTLE_ENDIAN)
 558 #error "Exactly one endianness must be selected"
 559 #endif
 560
 561 #ifndef SLJIT_UNALIGNED
 562
 563 #if (defined SLJIT_CONFIG_X86 && SLJIT_CONFIG_X86) \
 564         || (defined SLJIT_CONFIG_ARM_V7 && SLJIT_CONFIG_ARM_V7) \
 565         || (defined SLJIT_CONFIG_ARM_THUMB2 && SLJIT_CONFIG_ARM_THUMB2) \
 566         || (defined SLJIT_CONFIG_ARM_64 && SLJIT_CONFIG_ARM_64) \
 567         || (defined SLJIT_CONFIG_PPC && SLJIT_CONFIG_PPC) \
 568         || (defined SLJIT_CONFIG_S390X && SLJIT_CONFIG_S390X)
 569 #define SLJIT_UNALIGNED 1
 570 #endif
 571
 572 #endif /* !SLJIT_UNALIGNED */
 573
 574 #if (defined SLJIT_CONFIG_X86_32 && SLJIT_CONFIG_X86_32)
 575 /* Auto detect SSE2 support using CPUID.
 576    On 64 bit x86 cpus, sse2 must be present. */
 577 #define SLJIT_DETECT_SSE2 1
 578 #endif
 579
 580 /*****************************************************************************************/
 581 /* Calling convention of functions generated by SLJIT or called from the generated code. */
 582 /*****************************************************************************************/
 583
 584 #ifndef SLJIT_FUNC
 585
 586 #if (defined SLJIT_USE_CDECL_CALLING_CONVENTION && SLJIT_USE_CDECL_CALLING_CONVENTION) \
 587         || !(defined SLJIT_CONFIG_X86_32 && SLJIT_CONFIG_X86_32)
 588
 589 #define SLJIT_FUNC
 590
 591 #elif defined(__GNUC__) && !defined(__APPLE__)
 592
 593 #if __GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4)
 594 #define SLJIT_FUNC __attribute__ ((fastcall))
 595 #define SLJIT_X86_32_FASTCALL 1
 596 #else
 597 #define SLJIT_FUNC
 598 #endif /* gcc >= 3.4 */
 599
 600 #elif defined(_MSC_VER)
 601
 602 #define SLJIT_FUNC __fastcall
 603 #define SLJIT_X86_32_FASTCALL 1
 604
 605 #elif defined(__BORLANDC__)
 606
 607 #define SLJIT_FUNC __msfastcall
 608 #define SLJIT_X86_32_FASTCALL 1
 609
 610 #else /* Unknown compiler. */
 611
 612 /* The cdecl calling convention is usually the x86 default. */
 613 #define SLJIT_FUNC
 614
 615 #endif /* SLJIT_USE_CDECL_CALLING_CONVENTION */
 616
 617 #endif /* !SLJIT_FUNC */
 618
 619 #ifndef SLJIT_INDIRECT_CALL
 620 #if ((defined SLJIT_CONFIG_PPC_64 && SLJIT_CONFIG_PPC_64) && (!defined _CALL_ELF || _CALL_ELF == 1)) \
 621         || ((defined SLJIT_CONFIG_PPC_32 && SLJIT_CONFIG_PPC_32) && defined _AIX)
 622 /* It seems certain ppc compilers use an indirect addressing for functions
 623    which makes things complicated. */
 624 #define SLJIT_INDIRECT_CALL 1
 625 #endif
 626 #endif /* SLJIT_INDIRECT_CALL */
 627
 628 /* The offset which needs to be substracted from the return address to
 629 determine the next executed instruction after return. */
 630 #ifndef SLJIT_RETURN_ADDRESS_OFFSET
 631 #if (defined SLJIT_CONFIG_SPARC_32 && SLJIT_CONFIG_SPARC_32)
 632 #define SLJIT_RETURN_ADDRESS_OFFSET 8
 633 #else
 634 #define SLJIT_RETURN_ADDRESS_OFFSET 0
 635 #endif
 636 #endif /* SLJIT_RETURN_ADDRESS_OFFSET */
 637
 638 /***************************************************/
 639 /* Functions of the built-in executable allocator. */
 640 /***************************************************/
 641
 642 #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR)
 643 SLJIT_API_FUNC_ATTRIBUTE void* sljit_malloc_exec(sljit_uw size);
 644 SLJIT_API_FUNC_ATTRIBUTE void sljit_free_exec(void* ptr);
 645 SLJIT_API_FUNC_ATTRIBUTE void sljit_free_unused_memory_exec(void);
 646 #define SLJIT_BUILTIN_MALLOC_EXEC(size, exec_allocator_data) sljit_malloc_exec(size)
 647 #define SLJIT_BUILTIN_FREE_EXEC(ptr, exec_allocator_data) sljit_free_exec(ptr)
 648
 649 #ifndef SLJIT_MALLOC_EXEC
 650 #define SLJIT_MALLOC_EXEC(size, exec_allocator_data) SLJIT_BUILTIN_MALLOC_EXEC((size), (exec_allocator_data))
 651 #endif /* SLJIT_MALLOC_EXEC */
 652
 653 #ifndef SLJIT_FREE_EXEC
 654 #define SLJIT_FREE_EXEC(ptr, exec_allocator_data) SLJIT_BUILTIN_FREE_EXEC((ptr), (exec_allocator_data))
 655 #endif /* SLJIT_FREE_EXEC */
 656
 657 #if (defined SLJIT_PROT_EXECUTABLE_ALLOCATOR && SLJIT_PROT_EXECUTABLE_ALLOCATOR)
 658 SLJIT_API_FUNC_ATTRIBUTE sljit_sw sljit_exec_offset(void* ptr);
 659 #define SLJIT_EXEC_OFFSET(ptr) sljit_exec_offset(ptr)
 660 #else
 661 #define SLJIT_EXEC_OFFSET(ptr) 0
 662 #endif
 663
 664 #endif /* SLJIT_EXECUTABLE_ALLOCATOR */
 665
 666 /**********************************************/
 667 /* Registers and locals offset determination. */
 668 /**********************************************/
 669
 670 #if (defined SLJIT_CONFIG_X86_32 && SLJIT_CONFIG_X86_32)
 671
 672 #define SLJIT_NUMBER_OF_REGISTERS 12
 673 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 9
 674 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 7
 675 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 0
 676 #define SLJIT_LOCALS_OFFSET_BASE (compiler->locals_offset)
 677 #define SLJIT_PREF_SHIFT_REG SLJIT_R2
 678
 679 #elif (defined SLJIT_CONFIG_X86_64 && SLJIT_CONFIG_X86_64)
 680
 681 #define SLJIT_NUMBER_OF_REGISTERS 13
 682 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 15
 683 #ifndef _WIN64
 684 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 6
 685 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 0
 686 #define SLJIT_LOCALS_OFFSET_BASE 0
 687 #else /* _WIN64 */
 688 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 8
 689 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 10
 690 #define SLJIT_LOCALS_OFFSET_BASE (4 * (sljit_s32)sizeof(sljit_sw))
 691 #endif /* !_WIN64 */
 692 #define SLJIT_PREF_SHIFT_REG SLJIT_R3
 693
 694 #elif (defined SLJIT_CONFIG_ARM_V5 && SLJIT_CONFIG_ARM_V5) || (defined SLJIT_CONFIG_ARM_V7 && SLJIT_CONFIG_ARM_V7)
 695
 696 #define SLJIT_NUMBER_OF_REGISTERS 12
 697 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 8
 698 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 14
 699 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 8
 700 #define SLJIT_LOCALS_OFFSET_BASE 0
 701
 702 #elif (defined SLJIT_CONFIG_ARM_THUMB2 && SLJIT_CONFIG_ARM_THUMB2)
 703
 704 #define SLJIT_NUMBER_OF_REGISTERS 12
 705 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 8
 706 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 14
 707 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 8
 708 #define SLJIT_LOCALS_OFFSET_BASE 0
 709
 710 #elif (defined SLJIT_CONFIG_ARM_64 && SLJIT_CONFIG_ARM_64)
 711
 712 #define SLJIT_NUMBER_OF_REGISTERS 26
 713 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 10
 714 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 30
 715 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 8
 716 #define SLJIT_LOCALS_OFFSET_BASE (2 * (sljit_s32)sizeof(sljit_sw))
 717
 718 #elif (defined SLJIT_CONFIG_PPC && SLJIT_CONFIG_PPC)
 719
 720 #define SLJIT_NUMBER_OF_REGISTERS 23
 721 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 17
 722 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 30
 723 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 18
 724 #if (defined SLJIT_CONFIG_PPC_64 && SLJIT_CONFIG_PPC_64) || (defined _AIX)
 725 #define SLJIT_LOCALS_OFFSET_BASE ((6 + 8) * (sljit_s32)sizeof(sljit_sw))
 726 #elif (defined SLJIT_CONFIG_PPC_32 && SLJIT_CONFIG_PPC_32)
 727 /* Add +1 for double alignment. */
 728 #define SLJIT_LOCALS_OFFSET_BASE ((3 + 1) * (sljit_s32)sizeof(sljit_sw))
 729 #else
 730 #define SLJIT_LOCALS_OFFSET_BASE (3 * (sljit_s32)sizeof(sljit_sw))
 731 #endif /* SLJIT_CONFIG_PPC_64 || _AIX */
 732
 733 #elif (defined SLJIT_CONFIG_MIPS && SLJIT_CONFIG_MIPS)
 734
 735 #define SLJIT_NUMBER_OF_REGISTERS 21
 736 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 8
 737 #if (defined SLJIT_CONFIG_MIPS_32 && SLJIT_CONFIG_MIPS_32)
 738 #define SLJIT_LOCALS_OFFSET_BASE (4 * (sljit_s32)sizeof(sljit_sw))
 739 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 13
 740 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 6
 741 #else
 742 #define SLJIT_LOCALS_OFFSET_BASE 0
 743 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 29
 744 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 8
 745 #endif
 746
 747 #elif (defined SLJIT_CONFIG_SPARC && SLJIT_CONFIG_SPARC)
 748
 749 #define SLJIT_NUMBER_OF_REGISTERS 18
 750 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 14
 751 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 14
 752 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 0
 753 #if (defined SLJIT_CONFIG_SPARC_32 && SLJIT_CONFIG_SPARC_32)
 754 /* saved registers (16), return struct pointer (1), space for 6 argument words (1),
 755    4th double arg (2), double alignment (1). */
 756 #define SLJIT_LOCALS_OFFSET_BASE ((16 + 1 + 6 + 2 + 1) * (sljit_s32)sizeof(sljit_sw))
 757 #endif
 758
 759 #elif (defined SLJIT_CONFIG_S390X && SLJIT_CONFIG_S390X)
 760
 761 /*
 762  * https://refspecs.linuxbase.org/ELF/zSeries/lzsabi0_zSeries.html#STACKFRAME
 763  *
 764  * 160
 765  *  .. FR6
 766  *  .. FR4
 767  *  .. FR2
 768  * 128 FR0
 769  * 120 R15 (used for SP)
 770  * 112 R14
 771  * 104 R13
 772  *  96 R12
 773  *  ..
 774  *  48 R6
 775  *  ..
 776  *  16 R2
 777  *   8 RESERVED
 778  *   0 SP
 779  */
 780 #define SLJIT_S390X_DEFAULT_STACK_FRAME_SIZE 160
 781
 782 #define SLJIT_NUMBER_OF_REGISTERS 12
 783 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 8
 784 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 15
 785 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 8
 786 #define SLJIT_LOCALS_OFFSET_BASE SLJIT_S390X_DEFAULT_STACK_FRAME_SIZE
 787
 788 #elif (defined SLJIT_CONFIG_UNSUPPORTED && SLJIT_CONFIG_UNSUPPORTED)
 789
 790 #define SLJIT_NUMBER_OF_REGISTERS 0
 791 #define SLJIT_NUMBER_OF_SAVED_REGISTERS 0
 792 #define SLJIT_NUMBER_OF_FLOAT_REGISTERS 0
 793 #define SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS 0
 794 #define SLJIT_LOCALS_OFFSET_BASE 0
 795
 796 #endif
 797
 798 #define SLJIT_LOCALS_OFFSET (SLJIT_LOCALS_OFFSET_BASE)
 799
 800 #define SLJIT_NUMBER_OF_SCRATCH_REGISTERS \
 801         (SLJIT_NUMBER_OF_REGISTERS - SLJIT_NUMBER_OF_SAVED_REGISTERS)
 802
 803 #define SLJIT_NUMBER_OF_SCRATCH_FLOAT_REGISTERS \
 804         (SLJIT_NUMBER_OF_FLOAT_REGISTERS - SLJIT_NUMBER_OF_SAVED_FLOAT_REGISTERS)
 805
 806 /********************************/
 807 /* CPU status flags management. */
 808 /********************************/
 809
 810 #if (defined SLJIT_CONFIG_ARM && SLJIT_CONFIG_ARM) \
 811         || (defined SLJIT_CONFIG_PPC && SLJIT_CONFIG_PPC) \
 812         || (defined SLJIT_CONFIG_MIPS && SLJIT_CONFIG_MIPS) \
 813         || (defined SLJIT_CONFIG_SPARC && SLJIT_CONFIG_SPARC) \
 814         || (defined SLJIT_CONFIG_S390X && SLJIT_CONFIG_S390X)
 815 #define SLJIT_HAS_STATUS_FLAGS_STATE 1
 816 #endif
 817
 818 /*************************************/
 819 /* Debug and verbose related macros. */
 820 /*************************************/
 821
 822 #if (defined SLJIT_DEBUG && SLJIT_DEBUG)
 823
 824 #if !defined(SLJIT_ASSERT) || !defined(SLJIT_UNREACHABLE)
 825
 826 /* SLJIT_HALT_PROCESS must halt the process. */
 827 #ifndef SLJIT_HALT_PROCESS
 828 #define SLJIT_HALT_PROCESS() \
 829         abort();
 830 #endif /* !SLJIT_HALT_PROCESS */
 831
 832 #endif /* !SLJIT_ASSERT || !SLJIT_UNREACHABLE */
 833
 834 /* Feel free to redefine these two macros. */
 835 #ifndef SLJIT_ASSERT
 836
 837 #define SLJIT_ASSERT(x) \
 838         do { \
 839                 if (SLJIT_UNLIKELY(!(x))) { \
 840                         printf("Assertion failed at " __FILE__ ":%d\n", __LINE__); \
 841                         SLJIT_HALT_PROCESS(); \
 842                 } \
 843         } while (0)
 844
 845 #endif /* !SLJIT_ASSERT */
 846
 847 #ifndef SLJIT_UNREACHABLE
 848
 849 #define SLJIT_UNREACHABLE() \
 850         do { \
 851                 printf("Should never been reached " __FILE__ ":%d\n", __LINE__); \
 852                 SLJIT_HALT_PROCESS(); \
 853         } while (0)
 854
 855 #endif /* !SLJIT_UNREACHABLE */
 856
 857 #else /* (defined SLJIT_DEBUG && SLJIT_DEBUG) */
 858
 859 /* Forcing empty, but valid statements. */
 860 #undef SLJIT_ASSERT
 861 #undef SLJIT_UNREACHABLE
 862
 863 #define SLJIT_ASSERT(x) \
 864         do { } while (0)
 865 #define SLJIT_UNREACHABLE() \
 866         do { } while (0)
 867
 868 #endif /* (defined SLJIT_DEBUG && SLJIT_DEBUG) */
 869
 870 #ifndef SLJIT_COMPILE_ASSERT
 871
 872 #define SLJIT_COMPILE_ASSERT(x, description) \
 873         switch(0) { case 0: case ((x) ? 1 : 0): break; }
 874
 875 #endif /* !SLJIT_COMPILE_ASSERT */
 876
 877 #ifdef __cplusplus
 878 } /* extern "C" */
 879 #endif
 880
 881 #endif /* SLJIT_CONFIG_INTERNAL_H_ */