coregrind/m_syswrap/syswrap-arm64-linux.c

   1
   2 /*--------------------------------------------------------------------*/
   3 /*--- Platform-specific syscalls stuff.    syswrap-arm64-linux.c -----*/
   4 /*--------------------------------------------------------------------*/
   5
   6 /*
   7    This file is part of Valgrind, a dynamic binary instrumentation
   8    framework.
   9
  10    Copyright (C) 2013-2015 OpenWorks
  11       info@open-works.net
  12
  13    This program is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2 of the
  16    License, or (at your option) any later version.
  17
  18    This program is distributed in the hope that it will be useful, but
  19    WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with this program; if not, write to the Free Software
  25    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
  26    02111-1307, USA.
  27
  28    The GNU General Public License is contained in the file COPYING.
  29 */
  30
  31 #if defined(VGP_arm64_linux)
  32
  33 #include "pub_core_basics.h"
  34 #include "pub_core_vki.h"
  35 #include "pub_core_vkiscnums.h"
  36 #include "pub_core_threadstate.h"
  37 #include "pub_core_aspacemgr.h"
  38 #include "pub_core_libcbase.h"
  39 #include "pub_core_libcassert.h"
  40 #include "pub_core_libcprint.h"
  41 #include "pub_core_libcsignal.h"
  42 #include "pub_core_options.h"
  43 #include "pub_core_scheduler.h"
  44 #include "pub_core_sigframe.h"      // For VG_(sigframe_destroy)()
  45 #include "pub_core_syscall.h"
  46 #include "pub_core_syswrap.h"
  47 #include "pub_core_tooliface.h"
  48
  49 #include "priv_types_n_macros.h"
  50 #include "priv_syswrap-generic.h"   /* for decls of generic wrappers */
  51 #include "priv_syswrap-linux.h"     /* for decls of linux-ish wrappers */
  52
  53
  54 /* ---------------------------------------------------------------------
  55    clone() handling
  56    ------------------------------------------------------------------ */
  57
  58 /* Call f(arg1), but first switch stacks, using 'stack' as the new
  59    stack, and use 'retaddr' as f's return-to address.  Also, clear all
  60    the integer registers before entering f.*/
  61 __attribute__((noreturn))
  62 void ML_(call_on_new_stack_0_1) ( Addr stack,
  63                                   Addr retaddr,
  64                                   void (*f)(Word),
  65                                   Word arg1 );
  66 //    r0 = stack
  67 //    r1 = retaddr
  68 //    r2 = f
  69 //    r3 = arg1
  70 asm(
  71 ".text\n"
  72 ".globl vgModuleLocal_call_on_new_stack_0_1\n"
  73 "vgModuleLocal_call_on_new_stack_0_1:\n"
  74 "   mov    sp, x0\n\t" /* Stack pointer */
  75 "   mov    x30, x1\n\t" /* Return address (x30 is LR) */
  76 "   mov    x0, x3\n\t" /* First argument */
  77 "   mov    x9, x2\n\t" /* 'f': x9 won't be zeroed at start of f.  Oh well. */
  78 "   mov    x1, #0\n\t" /* Clear our GPRs */
  79 "   mov    x2, #0\n\t"
  80 "   mov    x3, #0\n\t"
  81 "   mov    x4, #0\n\t"
  82 "   mov    x5, #0\n\t"
  83 "   mov    x6, #0\n\t"
  84 "   mov    x7, #0\n\t"
  85 "   mov    x8, #0\n\t"
  86 /* don't zero out x9 */
  87 "   mov    x10, #0\n\t"
  88 "   mov    x11, #0\n\t"
  89 "   mov    x12, #0\n\t"
  90 "   mov    x13, #0\n\t"
  91 "   mov    x14, #0\n\t"
  92 "   mov    x15, #0\n\t"
  93 "   mov    x16, #0\n\t"
  94 "   mov    x17, #0\n\t"
  95 "   mov    x18, #0\n\t"
  96 "   mov    x19, #0\n\t"
  97 "   mov    x20, #0\n\t"
  98 "   mov    x21, #0\n\t"
  99 "   mov    x22, #0\n\t"
 100 "   mov    x23, #0\n\t"
 101 "   mov    x24, #0\n\t"
 102 "   mov    x25, #0\n\t"
 103 "   mov    x26, #0\n\t"
 104 "   mov    x27, #0\n\t"
 105 "   mov    x28, #0\n\t"
 106 "   mov    x29, sp\n\t" /* FP = SP, in the absence of better suggestions */
 107 "   br     x9\n\t"
 108 ".previous\n"
 109 );
 110
 111
 112 /*
 113         Perform a clone system call.  clone is strange because it has
 114         fork()-like return-twice semantics, so it needs special
 115         handling here.
 116
 117         Upon entry, we have:
 118
 119             Word (*fn)(void*)   in x0
 120             void*  child_stack  in x1
 121             int    flags        in x2
 122             void*  arg          in x3
 123             pid_t* child_tid    in x4
 124             pid_t* parent_tid   in x5
 125             void*  tls_ptr      in x6
 126
 127         System call requires:
 128
 129             int    $__NR_clone  in x8
 130             int    flags        in x0
 131             void*  child_stack  in x1
 132             pid_t* parent_tid   in x2
 133             void*  tls_ptr      in x3
 134             pid_t* child_tid    in x4
 135
 136         Returns a Long encoded in the linux-arm64 way, not a SysRes.
 137 */
 138 #define __NR_CLONE        VG_STRINGIFY(__NR_clone)
 139 #define __NR_EXIT         VG_STRINGIFY(__NR_exit)
 140
 141 // See priv_syswrap-linux.h for arg profile.
 142 asm(
 143 ".text\n"
 144 ".globl do_syscall_clone_arm64_linux\n"
 145 "do_syscall_clone_arm64_linux:\n"
 146         // set up child stack, temporarily preserving fn and arg
 147 "       sub    x1, x1, #16\n"       // make space on stack
 148 "       str    x3, [x1, #8]\n"      // save arg
 149 "       str    x0, [x1, #0]\n"      // save fn
 150
 151         // setup syscall
 152 "       mov    x8, #"__NR_CLONE"\n" // syscall number
 153 "       mov    x0, x2\n"            // syscall arg1: flags
 154 "       mov    x1, x1\n"            // syscall arg2: child_stack
 155 "       mov    x2, x5\n"            // syscall arg3: parent_tid
 156 "       mov    x3, x6\n"            // syscall arg4: tls_ptr
 157 "       mov    x4, x4\n"            // syscall arg5: child_tid
 158
 159 "       svc    0\n"                 // clone()
 160
 161 "       cmp    x0, #0\n"            // child if retval == 0
 162 "       bne    1f\n"
 163
 164         // CHILD - call thread function
 165 "       ldr    x1, [sp, #0]\n"      // pop fn
 166 "       ldr    x0, [sp, #8]\n"      // pop fn arg1: arg
 167 "       add    sp, sp, #16\n"
 168 "       blr    x1\n"                // call fn
 169
 170         // exit with result
 171 "       mov    x0, x0\n"            // arg1: return value from fn
 172 "       mov    x8, #"__NR_EXIT"\n"
 173
 174 "       svc    0\n"
 175
 176         // Exit returned?!
 177 "       .word 0xFFFFFFFF\n"
 178
 179 "1:\n"  // PARENT or ERROR.  x0 holds return value from the clone syscall.
 180 "       ret\n"
 181 ".previous\n"
 182 );
 183
 184 #undef __NR_CLONE
 185 #undef __NR_EXIT
 186
 187 // forward declaration
 188 static void setup_child ( ThreadArchState*, ThreadArchState* );
 189 static void assign_guest_tls(ThreadId ctid, Addr tlsptr);
 190 //ZZ static SysRes sys_set_tls ( ThreadId tid, Addr tlsptr );
 191
 192 /* ---------------------------------------------------------------------
 193    More thread stuff
 194    ------------------------------------------------------------------ */
 195
 196 // ARM64 doesn't have any architecture specific thread stuff that
 197 // needs to be cleaned up
 198 void VG_(cleanup_thread) ( ThreadArchState* arch )
 199 {
 200 }
 201
 202 void setup_child ( /*OUT*/ ThreadArchState *child,
 203                    /*IN*/  ThreadArchState *parent )
 204 {
 205    child->vex = parent->vex;
 206    child->vex_shadow1 = parent->vex_shadow1;
 207    child->vex_shadow2 = parent->vex_shadow2;
 208 }
 209
 210 static void assign_guest_tls(ThreadId tid, Addr tlsptr)
 211 {
 212    VG_(threads)[tid].arch.vex.guest_TPIDR_EL0 = tlsptr;
 213 }
 214
 215 //ZZ /* Assigns tlsptr to the guest TPIDRURO.
 216 //ZZ    If needed for the specific hardware, really executes
 217 //ZZ    the set_tls syscall.
 218 //ZZ */
 219 //ZZ static SysRes sys_set_tls ( ThreadId tid, Addr tlsptr )
 220 //ZZ {
 221 //ZZ    assign_guest_tls(tid, tlsptr);
 222 //ZZ #if defined(ANDROID_HARDWARE_emulator)
 223 //ZZ    /* Android emulator does not provide an hw tls register.
 224 //ZZ       So, the tls register is emulated by the kernel.
 225 //ZZ       This emulated value is set by the __NR_ARM_set_tls syscall.
 226 //ZZ       The emulated value must be read by the kernel helper function
 227 //ZZ       located at 0xffff0fe0.
 228 //ZZ
 229 //ZZ       The emulated tlsptr is located at 0xffff0ff0
 230 //ZZ       (so slightly after the kernel helper function).
 231 //ZZ       Note that applications are not supposed to read this directly.
 232 //ZZ
 233 //ZZ       For compatibility : if there is a hw tls register, the kernel
 234 //ZZ       will put at 0xffff0fe0 the instructions to read it, so
 235 //ZZ       as to have old applications calling the kernel helper
 236 //ZZ       working properly.
 237 //ZZ
 238 //ZZ       For having emulated guest TLS working correctly with
 239 //ZZ       Valgrind, it is needed to execute the syscall to set
 240 //ZZ       the emulated TLS value in addition to the assignment
 241 //ZZ       of TPIDRURO.
 242 //ZZ
 243 //ZZ       Note: the below means that if we need thread local storage
 244 //ZZ       for Valgrind host, then there will be a conflict between
 245 //ZZ       the need of the guest tls and of the host tls.
 246 //ZZ       If all the guest code would cleanly call 0xffff0fe0,
 247 //ZZ       then we might maybe intercept this. However, at least
 248 //ZZ       __libc_preinit reads directly 0xffff0ff0.
 249 //ZZ    */
 250 //ZZ    /* ??? might call the below if auxv->u.a_val & VKI_HWCAP_TLS ???
 251 //ZZ       Unclear if real hardware having tls hw register sets
 252 //ZZ       VKI_HWCAP_TLS. */
 253 //ZZ    return VG_(do_syscall1) (__NR_ARM_set_tls, tlsptr);
 254 //ZZ #else
 255 //ZZ    return VG_(mk_SysRes_Success)( 0 );
 256 //ZZ #endif
 257 //ZZ }
 258
 259 /* ---------------------------------------------------------------------
 260    PRE/POST wrappers for arm/Linux-specific syscalls
 261    ------------------------------------------------------------------ */
 262
 263 #define PRE(name)       DEFN_PRE_TEMPLATE(arm64_linux, name)
 264 #define POST(name)      DEFN_POST_TEMPLATE(arm64_linux, name)
 265
 266 /* Add prototypes for the wrappers declared here, so that gcc doesn't
 267    harass us for not having prototypes.  Really this is a kludge --
 268    the right thing to do is to make these wrappers 'static' since they
 269    aren't visible outside this file, but that requires even more macro
 270    magic. */
 271
 272 DECL_TEMPLATE(arm64_linux, sys_fadvise64);
 273 DECL_TEMPLATE(arm64_linux, sys_mmap);
 274 //ZZ DECL_TEMPLATE(arm_linux, sys_stat64);
 275 //ZZ DECL_TEMPLATE(arm_linux, sys_lstat64);
 276 //ZZ DECL_TEMPLATE(arm_linux, sys_fstatat64);
 277 //ZZ DECL_TEMPLATE(arm_linux, sys_fstat64);
 278 //ZZ DECL_TEMPLATE(arm_linux, sys_sigreturn);
 279 DECL_TEMPLATE(arm64_linux, sys_rt_sigreturn);
 280 //ZZ DECL_TEMPLATE(arm_linux, sys_sigsuspend);
 281 //ZZ DECL_TEMPLATE(arm_linux, sys_set_tls);
 282 //ZZ DECL_TEMPLATE(arm_linux, sys_cacheflush);
 283 //ZZ DECL_TEMPLATE(arm_linux, sys_ptrace);
 284
 285 //ZZ PRE(sys_mmap2)
 286 //ZZ {
 287 //ZZ    SysRes r;
 288 //ZZ
 289 //ZZ    // Exactly like old_mmap() except:
 290 //ZZ    //  - all 6 args are passed in regs, rather than in a memory-block.
 291 //ZZ    //  - the file offset is specified in pagesize units rather than bytes,
 292 //ZZ    //    so that it can be used for files bigger than 2^32 bytes.
 293 //ZZ    // pagesize or 4K-size units in offset?  For ppc32/64-linux, this is
 294 //ZZ    // 4K-sized.  Assert that the page size is 4K here for safety.
 295 //ZZ    vg_assert(VKI_PAGE_SIZE == 4096);
 296 //ZZ    PRINT("sys_mmap2 ( %#lx, %llu, %ld, %ld, %ld, %ld )",
 297 //ZZ          ARG1, (ULong)ARG2, ARG3, ARG4, ARG5, ARG6 );
 298 //ZZ    PRE_REG_READ6(long, "mmap2",
 299 //ZZ                  unsigned long, start, unsigned long, length,
 300 //ZZ                  unsigned long, prot,  unsigned long, flags,
 301 //ZZ                  unsigned long, fd,    unsigned long, offset);
 302 //ZZ
 303 //ZZ    r = ML_(generic_PRE_sys_mmap)( tid, ARG1, ARG2, ARG3, ARG4, ARG5,
 304 //ZZ                                        4096 * (Off64T)ARG6 );
 305 //ZZ    SET_STATUS_from_SysRes(r);
 306 //ZZ }
 307
 308 // ARM64 FIXME is this correct?
 309 PRE(sys_fadvise64)
 310 {
 311    PRINT("sys_fadvise64 ( %ld, %ld, %lu, %ld )", SARG1, SARG2, ARG3, SARG4);
 312    PRE_REG_READ4(long, "fadvise64",
 313                  int, fd, vki_loff_t, offset, vki_size_t, len, int, advice);
 314 }
 315
 316 // ARM64 FIXME is this correct?
 317 PRE(sys_mmap)
 318 {
 319    SysRes r;
 320
 321    PRINT("sys_mmap ( %#lx, %lu, %lu, %#lx, %lu, %lu )",
 322          ARG1, ARG2, ARG3, ARG4, ARG5, ARG6 );
 323    PRE_REG_READ6(long, "mmap",
 324                  unsigned long, start, unsigned long, length,
 325                  unsigned long, prot,  unsigned long, flags,
 326                  unsigned long, fd,    unsigned long, offset);
 327
 328    r = ML_(generic_PRE_sys_mmap)( tid, ARG1, ARG2, ARG3, ARG4, ARG5, ARG6 );
 329    SET_STATUS_from_SysRes(r);
 330 }
 331
 332 //ZZ
 333 //ZZ // XXX: lstat64/fstat64/stat64 are generic, but not necessarily
 334 //ZZ // applicable to every architecture -- I think only to 32-bit archs.
 335 //ZZ // We're going to need something like linux/core_os32.h for such
 336 //ZZ // things, eventually, I think.  --njn
 337 //ZZ PRE(sys_lstat64)
 338 //ZZ {
 339 //ZZ    PRINT("sys_lstat64 ( %#lx(%s), %#lx )",ARG1,(char*)ARG1,ARG2);
 340 //ZZ    PRE_REG_READ2(long, "lstat64", char *, file_name, struct stat64 *, buf);
 341 //ZZ    PRE_MEM_RASCIIZ( "lstat64(file_name)", ARG1 );
 342 //ZZ    PRE_MEM_WRITE( "lstat64(buf)", ARG2, sizeof(struct vki_stat64) );
 343 //ZZ }
 344 //ZZ
 345 //ZZ POST(sys_lstat64)
 346 //ZZ {
 347 //ZZ    vg_assert(SUCCESS);
 348 //ZZ    if (RES == 0) {
 349 //ZZ       POST_MEM_WRITE( ARG2, sizeof(struct vki_stat64) );
 350 //ZZ    }
 351 //ZZ }
 352 //ZZ
 353 //ZZ PRE(sys_stat64)
 354 //ZZ {
 355 //ZZ    PRINT("sys_stat64 ( %#lx(%s), %#lx )",ARG1,(char*)ARG1,ARG2);
 356 //ZZ    PRE_REG_READ2(long, "stat64", char *, file_name, struct stat64 *, buf);
 357 //ZZ    PRE_MEM_RASCIIZ( "stat64(file_name)", ARG1 );
 358 //ZZ    PRE_MEM_WRITE( "stat64(buf)", ARG2, sizeof(struct vki_stat64) );
 359 //ZZ }
 360 //ZZ
 361 //ZZ POST(sys_stat64)
 362 //ZZ {
 363 //ZZ    POST_MEM_WRITE( ARG2, sizeof(struct vki_stat64) );
 364 //ZZ }
 365 //ZZ
 366 //ZZ PRE(sys_fstatat64)
 367 //ZZ {
 368 //ZZ    PRINT("sys_fstatat64 ( %ld, %#lx(%s), %#lx )",ARG1,ARG2,(char*)ARG2,ARG3);
 369 //ZZ    PRE_REG_READ3(long, "fstatat64",
 370 //ZZ                  int, dfd, char *, file_name, struct stat64 *, buf);
 371 //ZZ    PRE_MEM_RASCIIZ( "fstatat64(file_name)", ARG2 );
 372 //ZZ    PRE_MEM_WRITE( "fstatat64(buf)", ARG3, sizeof(struct vki_stat64) );
 373 //ZZ }
 374 //ZZ
 375 //ZZ POST(sys_fstatat64)
 376 //ZZ {
 377 //ZZ    POST_MEM_WRITE( ARG3, sizeof(struct vki_stat64) );
 378 //ZZ }
 379 //ZZ
 380 //ZZ PRE(sys_fstat64)
 381 //ZZ {
 382 //ZZ    PRINT("sys_fstat64 ( %ld, %#lx )",ARG1,ARG2);
 383 //ZZ    PRE_REG_READ2(long, "fstat64", unsigned long, fd, struct stat64 *, buf);
 384 //ZZ    PRE_MEM_WRITE( "fstat64(buf)", ARG2, sizeof(struct vki_stat64) );
 385 //ZZ }
 386 //ZZ
 387 //ZZ POST(sys_fstat64)
 388 //ZZ {
 389 //ZZ    POST_MEM_WRITE( ARG2, sizeof(struct vki_stat64) );
 390 //ZZ }
 391
 392 //ZZ PRE(sys_sigreturn)
 393 //ZZ {
 394 //ZZ    /* See comments on PRE(sys_rt_sigreturn) in syswrap-amd64-linux.c for
 395 //ZZ      an explanation of what follows. */
 396 //ZZ
 397 //ZZ    PRINT("sys_sigreturn ( )");
 398 //ZZ
 399 //ZZ    vg_assert(VG_(is_valid_tid)(tid));
 400 //ZZ    vg_assert(tid >= 1 && tid < VG_N_THREADS);
 401 //ZZ    vg_assert(VG_(is_running_thread)(tid));
 402 //ZZ
 403 //ZZ    /* Restore register state from frame and remove it */
 404 //ZZ    VG_(sigframe_destroy)(tid, False);
 405 //ZZ
 406 //ZZ    /* Tell the driver not to update the guest state with the "result",
 407 //ZZ       and set a bogus result to keep it happy. */
 408 //ZZ    *flags |= SfNoWriteResult;
 409 //ZZ    SET_STATUS_Success(0);
 410 //ZZ
 411 //ZZ    /* Check to see if any signals arose as a result of this. */
 412 //ZZ    *flags |= SfPollAfter;
 413 //ZZ }
 414
 415 PRE(sys_rt_sigreturn)
 416 {
 417   /* See comments on PRE(sys_rt_sigreturn) in syswrap-amd64-linux.c for
 418       an explanation of what follows. */
 419
 420    PRINT("rt_sigreturn ( )");
 421
 422    vg_assert(VG_(is_valid_tid)(tid));
 423    vg_assert(tid >= 1 && tid < VG_N_THREADS);
 424    vg_assert(VG_(is_running_thread)(tid));
 425
 426    /* Restore register state from frame and remove it */
 427    VG_(sigframe_destroy)(tid, True);
 428
 429    /* Tell the driver not to update the guest state with the "result",
 430       and set a bogus result to keep it happy. */
 431    *flags |= SfNoWriteResult;
 432    SET_STATUS_Success(0);
 433
 434    /* Check to see if any signals arose as a result of this. */
 435    *flags |= SfPollAfter;
 436 }
 437
 438 //ZZ /* NB: clone of x86-linux version, and ppc32-linux has an almost
 439 //ZZ    identical one. */
 440 //ZZ PRE(sys_sigsuspend)
 441 //ZZ {
 442 //ZZ    /* The C library interface to sigsuspend just takes a pointer to
 443 //ZZ       a signal mask but this system call has three arguments - the first
 444 //ZZ       two don't appear to be used by the kernel and are always passed as
 445 //ZZ       zero by glibc and the third is the first word of the signal mask
 446 //ZZ       so only 32 signals are supported.
 447 //ZZ
 448 //ZZ       In fact glibc normally uses rt_sigsuspend if it is available as
 449 //ZZ       that takes a pointer to the signal mask so supports more signals.
 450 //ZZ     */
 451 //ZZ    *flags |= SfMayBlock;
 452 //ZZ    PRINT("sys_sigsuspend ( %ld, %ld, %ld )", ARG1,ARG2,ARG3 );
 453 //ZZ    PRE_REG_READ3(int, "sigsuspend",
 454 //ZZ                  int, history0, int, history1,
 455 //ZZ                  vki_old_sigset_t, mask);
 456 //ZZ }
 457 //ZZ
 458 //ZZ /* Very much ARM specific */
 459 //ZZ
 460 //ZZ PRE(sys_set_tls)
 461 //ZZ {
 462 //ZZ    PRINT("set_tls (%lx)",ARG1);
 463 //ZZ    PRE_REG_READ1(long, "set_tls", unsigned long, addr);
 464 //ZZ
 465 //ZZ    SET_STATUS_from_SysRes( sys_set_tls( tid, ARG1 ) );
 466 //ZZ }
 467 //ZZ
 468 //ZZ PRE(sys_cacheflush)
 469 //ZZ {
 470 //ZZ    PRINT("cacheflush (%lx, %#lx, %#lx)",ARG1,ARG2,ARG3);
 471 //ZZ    PRE_REG_READ3(long, "cacheflush", void*, addrlow,void*, addrhigh,int, flags);
 472 //ZZ    VG_(discard_translations)( (Addr)ARG1,
 473 //ZZ                               ((ULong)ARG2) - ((ULong)ARG1) + 1ULL/*paranoia*/,
 474 //ZZ                               "PRE(sys_cacheflush)" );
 475 //ZZ    SET_STATUS_Success(0);
 476 //ZZ }
 477 //ZZ
 478 //ZZ // ARG3 is only used for pointers into the traced process's address
 479 //ZZ // space and for offsets into the traced process's struct
 480 //ZZ // user_regs_struct. It is never a pointer into this process's memory
 481 //ZZ // space, and we should therefore not check anything it points to.
 482 //ZZ PRE(sys_ptrace)
 483 //ZZ {
 484 //ZZ    PRINT("sys_ptrace ( %ld, %ld, %#lx, %#lx )", ARG1,ARG2,ARG3,ARG4);
 485 //ZZ    PRE_REG_READ4(int, "ptrace",
 486 //ZZ                  long, request, long, pid, long, addr, long, data);
 487 //ZZ    switch (ARG1) {
 488 //ZZ    case VKI_PTRACE_PEEKTEXT:
 489 //ZZ    case VKI_PTRACE_PEEKDATA:
 490 //ZZ    case VKI_PTRACE_PEEKUSR:
 491 //ZZ       PRE_MEM_WRITE( "ptrace(peek)", ARG4,
 492 //ZZ                 sizeof (long));
 493 //ZZ       break;
 494 //ZZ    case VKI_PTRACE_GETREGS:
 495 //ZZ       PRE_MEM_WRITE( "ptrace(getregs)", ARG4,
 496 //ZZ                 sizeof (struct vki_user_regs_struct));
 497 //ZZ       break;
 498 //ZZ    case VKI_PTRACE_GETFPREGS:
 499 //ZZ       PRE_MEM_WRITE( "ptrace(getfpregs)", ARG4,
 500 //ZZ                 sizeof (struct vki_user_fp));
 501 //ZZ       break;
 502 //ZZ    case VKI_PTRACE_GETWMMXREGS:
 503 //ZZ       PRE_MEM_WRITE( "ptrace(getwmmxregs)", ARG4,
 504 //ZZ                 VKI_IWMMXT_SIZE);
 505 //ZZ       break;
 506 //ZZ    case VKI_PTRACE_GETCRUNCHREGS:
 507 //ZZ       PRE_MEM_WRITE( "ptrace(getcrunchregs)", ARG4,
 508 //ZZ                 VKI_CRUNCH_SIZE);
 509 //ZZ       break;
 510 //ZZ    case VKI_PTRACE_GETVFPREGS:
 511 //ZZ       PRE_MEM_WRITE( "ptrace(getvfpregs)", ARG4,
 512 //ZZ                      sizeof (struct vki_user_vfp) );
 513 //ZZ       break;
 514 //ZZ    case VKI_PTRACE_GETHBPREGS:
 515 //ZZ       PRE_MEM_WRITE( "ptrace(gethbpregs)", ARG4,
 516 //ZZ                      sizeof (unsigned long) );
 517 //ZZ       break;
 518 //ZZ    case VKI_PTRACE_SETREGS:
 519 //ZZ       PRE_MEM_READ( "ptrace(setregs)", ARG4,
 520 //ZZ                 sizeof (struct vki_user_regs_struct));
 521 //ZZ       break;
 522 //ZZ    case VKI_PTRACE_SETFPREGS:
 523 //ZZ       PRE_MEM_READ( "ptrace(setfpregs)", ARG4,
 524 //ZZ                 sizeof (struct vki_user_fp));
 525 //ZZ       break;
 526 //ZZ    case VKI_PTRACE_SETWMMXREGS:
 527 //ZZ       PRE_MEM_READ( "ptrace(setwmmxregs)", ARG4,
 528 //ZZ                 VKI_IWMMXT_SIZE);
 529 //ZZ       break;
 530 //ZZ    case VKI_PTRACE_SETCRUNCHREGS:
 531 //ZZ       PRE_MEM_READ( "ptrace(setcrunchregs)", ARG4,
 532 //ZZ                 VKI_CRUNCH_SIZE);
 533 //ZZ       break;
 534 //ZZ    case VKI_PTRACE_SETVFPREGS:
 535 //ZZ       PRE_MEM_READ( "ptrace(setvfpregs)", ARG4,
 536 //ZZ                      sizeof (struct vki_user_vfp));
 537 //ZZ       break;
 538 //ZZ    case VKI_PTRACE_SETHBPREGS:
 539 //ZZ       PRE_MEM_READ( "ptrace(sethbpregs)", ARG4, sizeof(unsigned long));
 540 //ZZ       break;
 541 //ZZ    case VKI_PTRACE_GET_THREAD_AREA:
 542 //ZZ       PRE_MEM_WRITE( "ptrace(get_thread_area)", ARG4, sizeof(unsigned long));
 543 //ZZ       break;
 544 //ZZ    case VKI_PTRACE_GETEVENTMSG:
 545 //ZZ       PRE_MEM_WRITE( "ptrace(geteventmsg)", ARG4, sizeof(unsigned long));
 546 //ZZ       break;
 547 //ZZ    case VKI_PTRACE_GETSIGINFO:
 548 //ZZ       PRE_MEM_WRITE( "ptrace(getsiginfo)", ARG4, sizeof(vki_siginfo_t));
 549 //ZZ       break;
 550 //ZZ    case VKI_PTRACE_SETSIGINFO:
 551 //ZZ       PRE_MEM_READ( "ptrace(setsiginfo)", ARG4, sizeof(vki_siginfo_t));
 552 //ZZ       break;
 553 //ZZ    case VKI_PTRACE_GETREGSET:
 554 //ZZ       ML_(linux_PRE_getregset)(tid, ARG3, ARG4);
 555 //ZZ       break;
 556 //ZZ    case VKI_PTRACE_SETREGSET:
 557 //ZZ       ML_(linux_PRE_setregset)(tid, ARG3, ARG4);
 558 //ZZ       break;
 559 //ZZ    default:
 560 //ZZ       break;
 561 //ZZ    }
 562 //ZZ }
 563 //ZZ
 564 //ZZ POST(sys_ptrace)
 565 //ZZ {
 566 //ZZ    switch (ARG1) {
 567 //ZZ    case VKI_PTRACE_PEEKTEXT:
 568 //ZZ    case VKI_PTRACE_PEEKDATA:
 569 //ZZ    case VKI_PTRACE_PEEKUSR:
 570 //ZZ       POST_MEM_WRITE( ARG4, sizeof (long));
 571 //ZZ       break;
 572 //ZZ    case VKI_PTRACE_GETREGS:
 573 //ZZ       POST_MEM_WRITE( ARG4, sizeof (struct vki_user_regs_struct));
 574 //ZZ       break;
 575 //ZZ    case VKI_PTRACE_GETFPREGS:
 576 //ZZ       POST_MEM_WRITE( ARG4, sizeof (struct vki_user_fp));
 577 //ZZ       break;
 578 //ZZ    case VKI_PTRACE_GETWMMXREGS:
 579 //ZZ       POST_MEM_WRITE( ARG4, VKI_IWMMXT_SIZE);
 580 //ZZ       break;
 581 //ZZ    case VKI_PTRACE_GETCRUNCHREGS:
 582 //ZZ       POST_MEM_WRITE( ARG4, VKI_CRUNCH_SIZE);
 583 //ZZ       break;
 584 //ZZ    case VKI_PTRACE_GETVFPREGS:
 585 //ZZ       POST_MEM_WRITE( ARG4, sizeof(struct vki_user_vfp));
 586 //ZZ       break;
 587 //ZZ    case VKI_PTRACE_GET_THREAD_AREA:
 588 //ZZ    case VKI_PTRACE_GETHBPREGS:
 589 //ZZ    case VKI_PTRACE_GETEVENTMSG:
 590 //ZZ       POST_MEM_WRITE( ARG4, sizeof(unsigned long));
 591 //ZZ       break;
 592 //ZZ    case VKI_PTRACE_GETSIGINFO:
 593 //ZZ       /* XXX: This is a simplification. Different parts of the
 594 //ZZ        * siginfo_t are valid depending on the type of signal.
 595 //ZZ        */
 596 //ZZ       POST_MEM_WRITE( ARG4, sizeof(vki_siginfo_t));
 597 //ZZ       break;
 598 //ZZ    case VKI_PTRACE_GETREGSET:
 599 //ZZ       ML_(linux_POST_getregset)(tid, ARG3, ARG4);
 600 //ZZ       break;
 601 //ZZ    default:
 602 //ZZ       break;
 603 //ZZ    }
 604 //ZZ }
 605 //ZZ
 606 //ZZ #undef PRE
 607 //ZZ #undef POST
 608
 609 /* ---------------------------------------------------------------------
 610    The arm64/Linux syscall table
 611    ------------------------------------------------------------------ */
 612
 613 //ZZ #if 0
 614 //ZZ #define __NR_OABI_SYSCALL_BASE 0x900000
 615 //ZZ #else
 616 //ZZ #define __NR_OABI_SYSCALL_BASE 0x0
 617 //ZZ #endif
 618
 619 #define PLAX_(sysno, name)    WRAPPER_ENTRY_X_(arm64_linux, sysno, name)
 620 #define PLAXY(sysno, name)    WRAPPER_ENTRY_XY(arm64_linux, sysno, name)
 621
 622 // This table maps from __NR_xxx syscall numbers (from
 623 // linux/include/asm-arm/unistd.h) to the appropriate PRE/POST sys_foo()
 624 // wrappers on arm64 (as per sys_call_table in linux/arch/arm/kernel/entry.S).
 625 //
 626 // For those syscalls not handled by Valgrind, the annotation indicate its
 627 // arch/OS combination, eg. */* (generic), */Linux (Linux only), ?/?
 628 // (unknown).
 629
 630 static SyscallTableEntry syscall_main_table[] = {
 631    LINXY(__NR_io_setup,          sys_io_setup),          // 0
 632    LINX_(__NR_io_destroy,        sys_io_destroy),        // 1
 633    LINX_(__NR_io_submit,         sys_io_submit),         // 2
 634    LINXY(__NR_io_cancel,         sys_io_cancel),         // 3
 635    LINXY(__NR_io_getevents,      sys_io_getevents),      // 4
 636    LINX_(__NR_setxattr,          sys_setxattr),          // 5
 637    LINX_(__NR_lsetxattr,         sys_lsetxattr),         // 6
 638    LINX_(__NR_fsetxattr,         sys_fsetxattr),         // 7
 639    LINXY(__NR_getxattr,          sys_getxattr),          // 8
 640    LINXY(__NR_lgetxattr,         sys_lgetxattr),         // 9
 641    LINXY(__NR_fgetxattr,         sys_fgetxattr),         // 10
 642    LINXY(__NR_listxattr,         sys_listxattr),         // 11
 643    LINXY(__NR_llistxattr,        sys_llistxattr),        // 12
 644    LINXY(__NR_flistxattr,        sys_flistxattr),        // 13
 645    LINX_(__NR_removexattr,       sys_removexattr),       // 14
 646    LINX_(__NR_lremovexattr,      sys_lremovexattr),      // 15
 647    LINX_(__NR_fremovexattr,      sys_fremovexattr),      // 16
 648    GENXY(__NR_getcwd,            sys_getcwd),            // 17
 649    LINXY(__NR_lookup_dcookie,    sys_lookup_dcookie),    // 18
 650    LINXY(__NR_eventfd2,          sys_eventfd2),          // 19
 651    LINXY(__NR_epoll_create1,     sys_epoll_create1),     // 20
 652    LINX_(__NR_epoll_ctl,         sys_epoll_ctl),         // 21
 653    LINXY(__NR_epoll_pwait,       sys_epoll_pwait),       // 22
 654    GENXY(__NR_dup,               sys_dup),               // 23
 655    LINXY(__NR_dup3,              sys_dup3),              // 24
 656    LINXY(__NR_fcntl,             sys_fcntl),             // 25
 657    LINXY(__NR_inotify_init1,     sys_inotify_init1),     // 26
 658    LINX_(__NR_inotify_add_watch, sys_inotify_add_watch), // 27
 659    LINX_(__NR_inotify_rm_watch,  sys_inotify_rm_watch),  // 28
 660    LINXY(__NR_ioctl,             sys_ioctl),             // 29
 661    LINX_(__NR_ioprio_set,        sys_ioprio_set),        // 30
 662    LINX_(__NR_ioprio_get,        sys_ioprio_get),        // 31
 663    GENX_(__NR_flock,             sys_flock),             // 32
 664    LINX_(__NR_mknodat,           sys_mknodat),           // 33
 665    LINX_(__NR_mkdirat,           sys_mkdirat),           // 34
 666    LINX_(__NR_unlinkat,          sys_unlinkat),          // 35
 667    LINX_(__NR_symlinkat,         sys_symlinkat),         // 36
 668    LINX_(__NR_linkat,            sys_linkat),            // 37
 669    LINX_(__NR_renameat,          sys_renameat),          // 38
 670    LINX_(__NR_umount2,           sys_umount),            // 39
 671    LINX_(__NR_mount,             sys_mount),             // 40
 672
 673    GENXY(__NR_statfs,            sys_statfs),            // 43
 674    GENXY(__NR_fstatfs,           sys_fstatfs),           // 44
 675    GENX_(__NR_truncate,          sys_truncate),          // 45
 676    GENX_(__NR_ftruncate,         sys_ftruncate),         // 46
 677    LINX_(__NR_fallocate,         sys_fallocate),         // 47
 678    LINX_(__NR_faccessat,         sys_faccessat),         // 48
 679    GENX_(__NR_chdir,             sys_chdir),             // 49
 680    GENX_(__NR_fchdir,            sys_fchdir),            // 50
 681    GENX_(__NR_chroot,            sys_chroot),            // 51
 682    GENX_(__NR_fchmod,            sys_fchmod),            // 52
 683    LINX_(__NR_fchmodat,          sys_fchmodat),          // 53
 684    LINX_(__NR_fchownat,          sys_fchownat),          // 54
 685    GENX_(__NR_fchown,            sys_fchown),            // 55
 686    LINXY(__NR_openat,            sys_openat),            // 56
 687    GENXY(__NR_close,             sys_close),             // 57
 688    LINX_(__NR_vhangup,           sys_vhangup),           // 58
 689    LINXY(__NR_pipe2,             sys_pipe2),             // 59
 690    LINX_(__NR_quotactl,          sys_quotactl),          // 60
 691    GENXY(__NR_getdents64,        sys_getdents64),        // 61
 692    LINX_(__NR_lseek,             sys_lseek),             // 62
 693    GENXY(__NR_read,              sys_read),              // 63
 694    GENX_(__NR_write,             sys_write),             // 64
 695    GENXY(__NR_readv,             sys_readv),             // 65
 696    GENX_(__NR_writev,            sys_writev),            // 66
 697    GENXY(__NR_pread64,           sys_pread64),           // 67
 698    GENX_(__NR_pwrite64,          sys_pwrite64),          // 68
 699    LINXY(__NR_preadv,            sys_preadv),            // 69
 700    LINX_(__NR_pwritev,           sys_pwritev),           // 70
 701    LINXY(__NR_sendfile,          sys_sendfile),          // 71
 702    LINXY(__NR_pselect6,          sys_pselect6),          // 72
 703    LINXY(__NR_ppoll,             sys_ppoll),             // 73
 704    LINXY(__NR_signalfd4,         sys_signalfd4),         // 74
 705    LINX_(__NR_vmsplice,          sys_vmsplice),          // 75
 706    LINX_(__NR_splice,            sys_splice),            // 76
 707    LINX_(__NR_tee,               sys_tee),               // 77
 708    LINX_(__NR_readlinkat,        sys_readlinkat),        // 78
 709    LINXY(__NR_newfstatat,        sys_newfstatat),        // 79
 710    GENXY(__NR_fstat,             sys_newfstat),          // 80
 711    GENX_(__NR_sync,              sys_sync),              // 81
 712    GENX_(__NR_fsync,             sys_fsync),             // 82
 713    GENX_(__NR_fdatasync,         sys_fdatasync),         // 83
 714
 715    LINXY(__NR_timerfd_create,    sys_timerfd_create),    // 85
 716    LINXY(__NR_timerfd_settime,   sys_timerfd_settime),   // 86
 717    LINXY(__NR_timerfd_gettime,   sys_timerfd_gettime),   // 87
 718    LINX_(__NR_utimensat,         sys_utimensat),         // 88
 719    GENX_(__NR_acct,              sys_acct),              // 89
 720    LINXY(__NR_capget,            sys_capget),            // 90
 721    LINX_(__NR_capset,            sys_capset),            // 91
 722    LINX_(__NR_personality,       sys_personality),       // 92
 723    GENX_(__NR_exit,              sys_exit),              // 93
 724    LINX_(__NR_exit_group,        sys_exit_group),        // 94
 725    LINXY(__NR_waitid,            sys_waitid),            // 95
 726    LINX_(__NR_set_tid_address,   sys_set_tid_address),   // 96
 727
 728    LINXY(__NR_futex,             sys_futex),             // 98
 729    LINX_(__NR_set_robust_list,   sys_set_robust_list),   // 99
 730
 731    GENXY(__NR_nanosleep,         sys_nanosleep),         // 101
 732    GENXY(__NR_getitimer,         sys_getitimer),         // 102
 733    GENXY(__NR_setitimer,         sys_setitimer),         // 103
 734    GENX_(__NR_kexec_load,        sys_ni_syscall),        // 104
 735    LINX_(__NR_init_module,       sys_init_module),       // 105
 736
 737    LINXY(__NR_timer_create,      sys_timer_create),      // 107
 738    LINXY(__NR_timer_gettime,     sys_timer_gettime),     // 108
 739    LINX_(__NR_timer_getoverrun,  sys_timer_getoverrun),  // 109
 740    LINXY(__NR_timer_settime,     sys_timer_settime),     // 110
 741    LINX_(__NR_timer_delete,      sys_timer_delete),      // 111
 742    LINX_(__NR_clock_settime,     sys_clock_settime),     // 112
 743    LINXY(__NR_clock_gettime,     sys_clock_gettime),     // 113
 744    LINXY(__NR_clock_getres,      sys_clock_getres),      // 114
 745    LINXY(__NR_clock_nanosleep,   sys_clock_nanosleep),   // 115
 746    LINXY(__NR_syslog,            sys_syslog),            // 116
 747
 748    LINXY(__NR_sched_setparam,    sys_sched_setparam),    // 118
 749    LINX_(__NR_sched_setscheduler,sys_sched_setscheduler),// 119
 750    LINX_(__NR_sched_getscheduler,sys_sched_getscheduler),// 120
 751    LINXY(__NR_sched_getparam,    sys_sched_getparam),    // 121
 752    LINX_(__NR_sched_setaffinity, sys_sched_setaffinity), // 122
 753    LINXY(__NR_sched_getaffinity, sys_sched_getaffinity), // 123
 754    LINX_(__NR_sched_yield,       sys_sched_yield),       // 124
 755    LINX_(__NR_sched_get_priority_max, sys_sched_get_priority_max),// 125
 756    LINX_(__NR_sched_get_priority_min, sys_sched_get_priority_min),// 126
 757
 758    GENX_(__NR_kill,              sys_kill),              // 129
 759
 760    LINX_(__NR_tgkill,            sys_tgkill),            // 131
 761    GENXY(__NR_sigaltstack,       sys_sigaltstack),       // 132
 762    LINX_(__NR_rt_sigsuspend,     sys_rt_sigsuspend),     // 133
 763    LINXY(__NR_rt_sigaction,      sys_rt_sigaction),      // 134
 764    LINXY(__NR_rt_sigprocmask,    sys_rt_sigprocmask),    // 135
 765    LINXY(__NR_rt_sigpending,     sys_rt_sigpending),     // 136
 766    LINXY(__NR_rt_sigtimedwait,   sys_rt_sigtimedwait),   // 137
 767    LINXY(__NR_rt_sigqueueinfo,   sys_rt_sigqueueinfo),   // 138
 768    PLAX_(__NR_rt_sigreturn,      sys_rt_sigreturn),      // 139
 769    GENX_(__NR_setpriority,       sys_setpriority),       // 140
 770    GENX_(__NR_getpriority,       sys_getpriority),       // 141
 771
 772    GENX_(__NR_setregid,          sys_setregid),          // 143
 773    GENX_(__NR_setgid,            sys_setgid),            // 144
 774    GENX_(__NR_setreuid,          sys_setreuid),          // 145
 775    GENX_(__NR_setuid,            sys_setuid),            // 146
 776    LINX_(__NR_setresuid,         sys_setresuid),         // 147
 777    LINXY(__NR_getresuid,         sys_getresuid),         // 148
 778    LINX_(__NR_setresgid,         sys_setresgid),         // 149
 779    LINXY(__NR_getresgid,         sys_getresgid),         // 150
 780    LINX_(__NR_setfsuid,          sys_setfsuid),          // 151
 781    LINX_(__NR_setfsgid,          sys_setfsgid),          // 152
 782    GENXY(__NR_times,             sys_times),             // 153
 783    GENX_(__NR_setpgid,           sys_setpgid),           // 154
 784    GENX_(__NR_getpgid,           sys_getpgid),           // 155
 785    GENX_(__NR_getsid,            sys_getsid),            // 156
 786    GENX_(__NR_setsid,            sys_setsid),            // 157
 787    GENXY(__NR_getgroups,         sys_getgroups),         // 158
 788    GENX_(__NR_setgroups,         sys_setgroups),         // 159
 789    GENXY(__NR_uname,             sys_newuname),          // 160
 790
 791    GENXY(__NR_getrlimit,         sys_old_getrlimit),     // 163
 792    GENX_(__NR_setrlimit,         sys_setrlimit),         // 164
 793    GENXY(__NR_getrusage,         sys_getrusage),         // 165
 794    GENX_(__NR_umask,             sys_umask),             // 166
 795    LINXY(__NR_prctl,             sys_prctl),             // 167
 796
 797    GENXY(__NR_gettimeofday,      sys_gettimeofday),      // 169
 798    GENX_(__NR_settimeofday,      sys_settimeofday),      // 170
 799    LINXY(__NR_adjtimex,          sys_adjtimex),          // 171
 800    GENX_(__NR_getpid,            sys_getpid),            // 172
 801    GENX_(__NR_getppid,           sys_getppid),           // 173
 802    GENX_(__NR_getuid,            sys_getuid),            // 174
 803    GENX_(__NR_geteuid,           sys_geteuid),           // 175
 804    GENX_(__NR_getgid,            sys_getgid),            // 176
 805    GENX_(__NR_getegid,           sys_getegid),           // 177
 806    LINX_(__NR_gettid,            sys_gettid),            // 178
 807    LINXY(__NR_sysinfo,           sys_sysinfo),           // 179
 808    LINXY(__NR_mq_open,           sys_mq_open),           // 180
 809    LINX_(__NR_mq_unlink,         sys_mq_unlink),         // 181
 810    LINX_(__NR_mq_timedsend,      sys_mq_timedsend),      // 182
 811    LINXY(__NR_mq_timedreceive,   sys_mq_timedreceive),   // 183
 812    LINX_(__NR_mq_notify,         sys_mq_notify),         // 184
 813    LINXY(__NR_mq_getsetattr,     sys_mq_getsetattr),     // 185
 814    LINX_(__NR_msgget,            sys_msgget),            // 186
 815    LINXY(__NR_msgctl,            sys_msgctl),            // 187
 816    LINXY(__NR_msgrcv,            sys_msgrcv),            // 188
 817    LINX_(__NR_msgsnd,            sys_msgsnd),            // 189
 818    LINX_(__NR_semget,            sys_semget),            // 190
 819    LINXY(__NR_semctl,            sys_semctl),            // 191
 820    LINX_(__NR_semtimedop,        sys_semtimedop),        // 192
 821    LINX_(__NR_semop,             sys_semop),             // 193
 822    LINX_(__NR_shmget,            sys_shmget),            // 194
 823    LINXY(__NR_shmctl,            sys_shmctl),            // 195
 824    LINXY(__NR_shmat,             sys_shmat),             // 196
 825    LINXY(__NR_shmdt,             sys_shmdt),             // 197
 826    LINXY(__NR_socket,            sys_socket),            // 198
 827    LINXY(__NR_socketpair,        sys_socketpair),        // 199
 828    LINX_(__NR_bind,              sys_bind),              // 200
 829    LINX_(__NR_listen,            sys_listen),            // 201
 830    LINXY(__NR_accept,            sys_accept),            // 202
 831    LINX_(__NR_connect,           sys_connect),           // 203
 832    LINXY(__NR_getsockname,       sys_getsockname),       // 204
 833    LINXY(__NR_getpeername,       sys_getpeername),       // 205
 834    LINX_(__NR_sendto,            sys_sendto),            // 206
 835    LINXY(__NR_recvfrom,          sys_recvfrom),          // 207
 836    LINX_(__NR_setsockopt,        sys_setsockopt),        // 208
 837    LINXY(__NR_getsockopt,        sys_getsockopt),        // 209
 838    LINX_(__NR_shutdown,          sys_shutdown),          // 210
 839    LINX_(__NR_sendmsg,           sys_sendmsg),           // 211
 840    LINXY(__NR_recvmsg,           sys_recvmsg),           // 212
 841    LINX_(__NR_readahead,         sys_readahead),         // 213
 842    GENX_(__NR_brk,               sys_brk),               // 214
 843    GENXY(__NR_munmap,            sys_munmap),            // 215
 844    GENX_(__NR_mremap,            sys_mremap),            // 216
 845    LINX_(__NR_add_key,           sys_add_key),           // 217
 846
 847    LINXY(__NR_keyctl,            sys_keyctl),            // 219
 848    LINX_(__NR_clone,             sys_clone),             // 220
 849    GENX_(__NR_execve,            sys_execve),            // 221
 850    PLAX_(__NR_mmap,              sys_mmap),              // 222
 851    PLAX_(__NR_fadvise64,         sys_fadvise64),         // 223
 852
 853    GENXY(__NR_mprotect,          sys_mprotect),          // 226
 854    GENX_(__NR_msync,             sys_msync),             // 227
 855    GENX_(__NR_mlock,             sys_mlock),             // 228
 856    GENX_(__NR_munlock,           sys_munlock),           // 229
 857    GENX_(__NR_mlockall,          sys_mlockall),          // 230
 858    LINX_(__NR_munlockall,        sys_munlockall),        // 231
 859    GENXY(__NR_mincore,           sys_mincore),           // 232
 860    GENX_(__NR_madvise,           sys_madvise),           // 233
 861
 862    LINX_(__NR_mbind,             sys_mbind),             // 235
 863    LINXY(__NR_get_mempolicy,     sys_get_mempolicy),     // 236
 864    LINX_(__NR_set_mempolicy,     sys_set_mempolicy),     // 237
 865
 866    LINXY(__NR_perf_event_open,   sys_perf_event_open),   // 241
 867    LINXY(__NR_accept4,           sys_accept4),           // 242
 868    LINXY(__NR_recvmmsg,          sys_recvmmsg),          // 243
 869
 870    GENXY(__NR_wait4,             sys_wait4),             // 260
 871    LINXY(__NR_prlimit64,         sys_prlimit64),         // 261
 872
 873    LINXY(__NR_name_to_handle_at, sys_name_to_handle_at), // 264
 874    LINXY(__NR_open_by_handle_at, sys_open_by_handle_at), // 265
 875
 876    LINX_(__NR_syncfs,            sys_syncfs),            // 267
 877
 878    LINXY(__NR_sendmmsg,          sys_sendmmsg),          // 269
 879    LINXY(__NR_process_vm_readv,  sys_process_vm_readv),  // 270
 880    LINX_(__NR_process_vm_writev, sys_process_vm_writev), // 271
 881
 882    LINX_(__NR_renameat2,         sys_renameat2),         // 276
 883
 884    LINXY(__NR_getrandom,         sys_getrandom),         // 278
 885    LINXY(__NR_memfd_create,      sys_memfd_create),      // 279
 886
 887 // The numbers below are bogus.  (See comment further down.)
 888 // When pulling entries above this line, change the numbers
 889 // to be correct.
 890
 891 //ZZ //zz    //   (restart_syscall)                             // 0
 892 //ZZ    GENX_(__NR_fork,              sys_fork),           // 2
 893 //ZZ
 894 //ZZ    GENXY(__NR_open,              sys_open),           // 5
 895 //ZZ //   GENXY(__NR_waitpid,           sys_waitpid),        // 7
 896 //ZZ    GENXY(__NR_creat,             sys_creat),          // 8
 897 //ZZ    GENX_(__NR_link,              sys_link),           // 9
 898 //ZZ
 899 //ZZ    GENX_(__NR_unlink,            sys_unlink),         // 10
 900 //ZZ    GENXY(__NR_time,              sys_time),           // 13
 901 //ZZ    GENX_(__NR_mknod,             sys_mknod),          // 14
 902 //ZZ
 903 //ZZ    GENX_(__NR_chmod,             sys_chmod),          // 15
 904 //ZZ //zz    LINX_(__NR_lchown,            sys_lchown16),       // 16
 905 //ZZ //   GENX_(__NR_break,             sys_ni_syscall),     // 17
 906 //ZZ //zz    //   (__NR_oldstat,           sys_stat),           // 18 (obsolete)
 907 //ZZ    LINX_(__NR_lseek,             sys_lseek),          // 19
 908 //ZZ
 909 //ZZ    GENX_(__NR_getpid,            sys_getpid),         // 20
 910 //ZZ    LINX_(__NR_umount,            sys_oldumount),      // 22
 911 //ZZ    LINX_(__NR_setuid,            sys_setuid16),       // 23 ## P
 912 //ZZ    LINX_(__NR_getuid,            sys_getuid16),       // 24 ## P
 913 //ZZ //zz
 914 //ZZ //zz    //   (__NR_stime,             sys_stime),          // 25 * (SVr4,SVID,X/OPEN)
 915 //ZZ    PLAXY(__NR_ptrace,            sys_ptrace),         // 26
 916 //ZZ    GENX_(__NR_alarm,             sys_alarm),          // 27
 917 //ZZ //zz    //   (__NR_oldfstat,          sys_fstat),          // 28 * L -- obsolete
 918 //ZZ    GENX_(__NR_pause,             sys_pause),          // 29
 919 //ZZ
 920 //ZZ    LINX_(__NR_utime,             sys_utime),          // 30
 921 //ZZ //   GENX_(__NR_stty,              sys_ni_syscall),     // 31
 922 //ZZ //   GENX_(__NR_gtty,              sys_ni_syscall),     // 32
 923 //ZZ    GENX_(__NR_access,            sys_access),         // 33
 924 //ZZ    GENX_(__NR_nice,              sys_nice),           // 34
 925 //ZZ
 926 //ZZ //   GENX_(__NR_ftime,             sys_ni_syscall),     // 35
 927 //ZZ    GENX_(__NR_rename,            sys_rename),         // 38
 928 //ZZ    GENX_(__NR_mkdir,             sys_mkdir),          // 39
 929 //ZZ
 930 //ZZ    GENX_(__NR_rmdir,             sys_rmdir),          // 40
 931 //ZZ    LINXY(__NR_pipe,              sys_pipe),           // 42
 932 //ZZ //   GENX_(__NR_prof,              sys_ni_syscall),     // 44
 933
 934 //ZZ    LINX_(__NR_getgid,            sys_getgid16),       // 47
 935 //ZZ //zz    //   (__NR_signal,            sys_signal),         // 48 */* (ANSI C)
 936 //ZZ    LINX_(__NR_geteuid,           sys_geteuid16),      // 49
 937 //ZZ
 938 //ZZ    LINX_(__NR_getegid,           sys_getegid16),      // 50
 939 //ZZ //   GENX_(__NR_lock,              sys_ni_syscall),     // 53
 940 //ZZ
 941 //ZZ    LINXY(__NR_fcntl,             sys_fcntl),          // 55
 942 //ZZ //   GENX_(__NR_mpx,               sys_ni_syscall),     // 56
 943 //ZZ //   GENX_(__NR_ulimit,            sys_ni_syscall),     // 58
 944 //ZZ //zz    //   (__NR_oldolduname,       sys_olduname),       // 59 Linux -- obsolete
 945 //ZZ //zz
 946 //ZZ //zz    //   (__NR_ustat,             sys_ustat)           // 62 SVr4 -- deprecated
 947 //ZZ    GENXY(__NR_dup2,              sys_dup2),           // 63
 948 //ZZ    GENX_(__NR_getppid,           sys_getppid),        // 64
 949 //ZZ
 950 //ZZ    GENX_(__NR_getpgrp,           sys_getpgrp),        // 65
 951 //ZZ    LINXY(__NR_sigaction,         sys_sigaction),      // 67
 952 //ZZ //zz    //   (__NR_sgetmask,          sys_sgetmask),       // 68 */* (ANSI C)
 953 //ZZ //zz    //   (__NR_ssetmask,          sys_ssetmask),       // 69 */* (ANSI C)
 954 //ZZ //zz
 955 //ZZ    PLAX_(__NR_sigsuspend,        sys_sigsuspend),     // 72
 956 //ZZ    LINXY(__NR_sigpending,        sys_sigpending),     // 73
 957 //ZZ //zz    //   (__NR_sethostname,       sys_sethostname),    // 74 */*
 958 //ZZ //zz
 959 //ZZ    GENXY(__NR_getrlimit,         sys_old_getrlimit),  // 76
 960 //ZZ
 961 //ZZ    LINXY(__NR_getgroups,         sys_getgroups16),    // 80
 962 //ZZ    LINX_(__NR_setgroups,         sys_setgroups16),    // 81
 963 //ZZ //   PLAX_(__NR_select,            old_select),         // 82
 964 //ZZ    GENX_(__NR_symlink,           sys_symlink),        // 83
 965 //ZZ //zz    //   (__NR_oldlstat,          sys_lstat),          // 84 -- obsolete
 966 //ZZ //zz
 967 //ZZ    GENX_(__NR_readlink,          sys_readlink),       // 85
 968 //ZZ //zz    //   (__NR_uselib,            sys_uselib),         // 86 */Linux
 969 //ZZ //zz    //   (__NR_swapon,            sys_swapon),         // 87 */Linux
 970 //ZZ //zz    //   (__NR_reboot,            sys_reboot),         // 88 */Linux
 971 //ZZ //zz    //   (__NR_readdir,           old_readdir),        // 89 -- superseded
 972 //ZZ //zz
 973 //ZZ //   _____(__NR_mmap,              old_mmap),           // 90
 974 //ZZ    GENXY(__NR_munmap,            sys_munmap),         // 91
 975 //ZZ    GENX_(__NR_truncate,          sys_truncate),       // 92
 976 //ZZ    GENX_(__NR_ftruncate,         sys_ftruncate),      // 93
 977 //ZZ
 978 //ZZ    LINX_(__NR_fchown,            sys_fchown16),       // 95
 979 //ZZ //   GENX_(__NR_profil,            sys_ni_syscall),     // 98
 980 //ZZ    GENXY(__NR_statfs,            sys_statfs),         // 99
 981 //ZZ
 982 //ZZ    GENXY(__NR_fstatfs,           sys_fstatfs),        // 100
 983 //ZZ //   LINX_(__NR_ioperm,            sys_ioperm),         // 101
 984 //ZZ    LINXY(__NR_socketcall,        sys_socketcall),     // 102
 985 //ZZ
 986 //ZZ    GENXY(__NR_stat,              sys_newstat),        // 106
 987 //ZZ    GENXY(__NR_lstat,             sys_newlstat),       // 107
 988 //ZZ    GENXY(__NR_fstat,             sys_newfstat),       // 108
 989 //ZZ //zz    //   (__NR_olduname,          sys_uname),          // 109 -- obsolete
 990 //ZZ //zz
 991 //ZZ //   GENX_(__NR_iopl,              sys_iopl),           // 110
 992 //ZZ //   GENX_(__NR_idle,              sys_ni_syscall),     // 112
 993 //ZZ // PLAXY(__NR_vm86old,           sys_vm86old),        // 113 __NR_syscall... weird
 994 //ZZ //zz
 995 //ZZ //zz    //   (__NR_swapoff,           sys_swapoff),        // 115 */Linux
 996 //ZZ //   _____(__NR_ipc,               sys_ipc),            // 117
 997 //ZZ    GENX_(__NR_fsync,             sys_fsync),          // 118
 998 //ZZ    PLAX_(__NR_sigreturn,         sys_sigreturn),      // 119 ?/Linux
 999 //ZZ
1000 //ZZ //zz    //   (__NR_setdomainname,     sys_setdomainname),  // 121 */*(?)
1001 //ZZ //   PLAX_(__NR_modify_ldt,        sys_modify_ldt),     // 123
1002 //ZZ //zz
1003 //ZZ    LINXY(__NR_sigprocmask,       sys_sigprocmask),    // 126
1004 //ZZ //zz    // Nb: create_module() was removed 2.4-->2.6
1005 //ZZ //   GENX_(__NR_create_module,     sys_ni_syscall),     // 127
1006 //ZZ    LINX_(__NR_delete_module,     sys_delete_module),  // 129
1007 //ZZ //zz
1008 //ZZ //zz    // Nb: get_kernel_syms() was removed 2.4-->2.6
1009 //ZZ //   GENX_(__NR_get_kernel_syms,   sys_ni_syscall),     // 130
1010 //ZZ    GENX_(__NR_getpgid,           sys_getpgid),        // 132
1011 //ZZ //zz    //   (__NR_bdflush,           sys_bdflush),        // 134 */Linux
1012 //ZZ //zz
1013 //ZZ //zz    //   (__NR_sysfs,             sys_sysfs),          // 135 SVr4
1014 //ZZ //   GENX_(__NR_afs_syscall,       sys_ni_syscall),     // 137
1015 //ZZ
1016 //ZZ    LINXY(__NR__llseek,           sys_llseek),         // 140
1017 //ZZ    GENXY(__NR_getdents,          sys_getdents),       // 141
1018 //ZZ    GENX_(__NR__newselect,        sys_select),         // 142
1019 //ZZ
1020 //ZZ    LINXY(__NR__sysctl,           sys_sysctl),         // 149
1021 //ZZ
1022 //ZZ //zz    //LINX?(__NR_sched_rr_get_interval,  sys_sched_rr_get_interval), // 161 */*
1023 //ZZ    LINX_(__NR_setresuid,         sys_setresuid16),    // 164
1024 //ZZ
1025 //ZZ    LINXY(__NR_getresuid,         sys_getresuid16),    // 165
1026 //ZZ //   PLAXY(__NR_vm86,              sys_vm86),           // 166 x86/Linux-only
1027 //ZZ //   GENX_(__NR_query_module,      sys_ni_syscall),     // 167
1028 //ZZ    GENXY(__NR_poll,              sys_poll),           // 168
1029 //ZZ //zz    //   (__NR_nfsservctl,        sys_nfsservctl),     // 169 */Linux
1030 //ZZ //zz
1031 //ZZ    LINX_(__NR_setresgid,         sys_setresgid16),    // 170
1032 //ZZ    LINXY(__NR_getresgid,         sys_getresgid16),    // 171
1033 //ZZ    LINXY(__NR_prctl,             sys_prctl),          // 172
1034 //ZZ    LINXY(__NR_rt_sigaction,      sys_rt_sigaction),   // 174
1035 //ZZ
1036 //ZZ    LINXY(__NR_rt_sigtimedwait,   sys_rt_sigtimedwait),// 177
1037 //ZZ
1038 //ZZ    LINX_(__NR_chown,             sys_chown16),        // 182
1039 //ZZ
1040 //ZZ    LINXY(__NR_sendfile,          sys_sendfile),       // 187
1041 //ZZ //   GENXY(__NR_getpmsg,           sys_getpmsg),        // 188
1042 //ZZ //   GENX_(__NR_putpmsg,           sys_putpmsg),        // 189
1043 //ZZ
1044 //ZZ    // Nb: we treat vfork as fork
1045 //ZZ    GENX_(__NR_vfork,             sys_fork),           // 190
1046 //ZZ    GENXY(__NR_ugetrlimit,        sys_getrlimit),      // 191
1047 //ZZ    GENX_(__NR_truncate64,        sys_truncate64),     // 193
1048 //ZZ    GENX_(__NR_ftruncate64,       sys_ftruncate64),    // 194
1049 //ZZ
1050 //ZZ    PLAXY(__NR_stat64,            sys_stat64),         // 195
1051 //ZZ    PLAXY(__NR_lstat64,           sys_lstat64),        // 196
1052 //ZZ    PLAXY(__NR_fstat64,           sys_fstat64),        // 197
1053 //ZZ    GENX_(__NR_lchown32,          sys_lchown),         // 198
1054 //ZZ    GENX_(__NR_getuid32,          sys_getuid),         // 199
1055 //ZZ
1056 //ZZ    GENX_(__NR_getgid32,          sys_getgid),         // 200
1057 //ZZ    GENX_(__NR_geteuid32,         sys_geteuid),        // 201
1058 //ZZ    GENX_(__NR_getegid32,         sys_getegid),        // 202
1059 //ZZ    GENX_(__NR_setreuid32,        sys_setreuid),       // 203
1060 //ZZ    GENX_(__NR_setregid32,        sys_setregid),       // 204
1061 //ZZ
1062 //ZZ    LINX_(__NR_setresuid32,       sys_setresuid),      // 208
1063 //ZZ    LINXY(__NR_getresuid32,       sys_getresuid),      // 209
1064 //ZZ
1065 //ZZ    LINX_(__NR_setresgid32,       sys_setresgid),      // 210
1066 //ZZ    LINXY(__NR_getresgid32,       sys_getresgid),      // 211
1067 //ZZ    GENX_(__NR_chown32,           sys_chown),          // 212
1068 //ZZ    GENX_(__NR_setuid32,          sys_setuid),         // 213
1069 //ZZ    GENX_(__NR_setgid32,          sys_setgid),         // 214
1070 //ZZ
1071 //ZZ    LINX_(__NR_setfsuid32,        sys_setfsuid),       // 215
1072 //ZZ    LINX_(__NR_setfsgid32,        sys_setfsgid),       // 216
1073 //ZZ //zz    //   (__NR_pivot_root,        sys_pivot_root),     // 217 */Linux
1074 //ZZ
1075 //ZZ    LINXY(__NR_fcntl64,           sys_fcntl64),        // 221
1076 //ZZ //   GENX_(222,                    sys_ni_syscall),     // 222
1077 //ZZ //   PLAXY(223,                    sys_syscall223),     // 223 // sys_bproc?
1078 //ZZ
1079 //ZZ    LINXY(__NR_tkill,             sys_tkill),          // 238 */Linux
1080 //ZZ
1081 //ZZ    LINXY(__NR_futex,             sys_futex),             // 240
1082 //ZZ    LINXY(__NR_sched_getaffinity, sys_sched_getaffinity), // 242
1083 //ZZ //   PLAX_(__NR_set_thread_area,   sys_set_thread_area),   // 243
1084 //ZZ //   PLAX_(__NR_get_thread_area,   sys_get_thread_area),   // 244
1085 //ZZ
1086 //ZZ //   LINX_(__NR_fadvise64,         sys_fadvise64),      // 250 */(Linux?)
1087 //ZZ    GENX_(251,                    sys_ni_syscall),     // 251
1088 //ZZ    LINXY(__NR_epoll_create,      sys_epoll_create),   // 254
1089 //ZZ
1090 //ZZ    LINX_(__NR_epoll_ctl,         sys_epoll_ctl),         // 255
1091 //ZZ    LINXY(__NR_epoll_wait,        sys_epoll_wait),        // 256
1092 //ZZ //zz    //   (__NR_remap_file_pages,  sys_remap_file_pages),  // 257 */Linux
1093 //ZZ    LINX_(__NR_set_tid_address,   sys_set_tid_address),   // 258
1094 //ZZ
1095 //ZZ    LINXY(__NR_clock_getres,      sys_clock_getres),   // (timer_create+7)
1096 //ZZ    GENXY(__NR_statfs64,          sys_statfs64),       // 268
1097 //ZZ    GENXY(__NR_fstatfs64,         sys_fstatfs64),      // 269
1098 //ZZ
1099 //ZZ    GENX_(__NR_utimes,            sys_utimes),         // 271
1100 //ZZ //   LINX_(__NR_fadvise64_64,      sys_fadvise64_64),   // 272 */(Linux?)
1101 //ZZ    GENX_(__NR_vserver,           sys_ni_syscall),     // 273
1102 //ZZ    LINX_(__NR_mbind,             sys_mbind),          // 274 ?/?
1103 //ZZ
1104 //ZZ    LINXY(__NR_get_mempolicy,     sys_get_mempolicy),  // 275 ?/?
1105 //ZZ    LINX_(__NR_set_mempolicy,     sys_set_mempolicy),  // 276 ?/?
1106 //ZZ
1107 //ZZ    LINX_(__NR_send,              sys_send),
1108 //ZZ    LINXY(__NR_recv,              sys_recv),
1109 //ZZ    LINXY(__NR_recvfrom,          sys_recvfrom),       // 292
1110 //ZZ    LINX_(__NR_semget,            sys_semget),         // 299
1111 //ZZ    LINXY(__NR_semctl,            sys_semctl),         // 300
1112 //ZZ
1113 //ZZ    LINX_(__NR_request_key,       sys_request_key),    // 287
1114 //ZZ    LINX_(__NR_inotify_init,    sys_inotify_init),   // 291
1115 //ZZ //   LINX_(__NR_migrate_pages,    sys_migrate_pages),    // 294
1116 //ZZ
1117 //ZZ    LINX_(__NR_futimesat,    sys_futimesat),        // 326 on arm
1118 //ZZ
1119 //ZZ    PLAXY(__NR_fstatat64,    sys_fstatat64),        // 300
1120 //ZZ    LINX_(__NR_renameat,       sys_renameat),         // 302
1121 //ZZ    LINX_(__NR_symlinkat,    sys_symlinkat),        // 304
1122 //ZZ
1123 //ZZ    LINX_(__NR_shmget,            sys_shmget),         //307
1124 //ZZ //   LINX_(__NR_pselect6,       sys_pselect6),         //
1125 //ZZ
1126 //ZZ //   LINX_(__NR_unshare,       sys_unshare),          // 310
1127 //ZZ    LINX_(__NR_set_robust_list,    sys_set_robust_list),  // 311
1128 //ZZ    LINXY(__NR_get_robust_list,    sys_get_robust_list),  // 312
1129 //ZZ //   LINX_(__NR_sync_file_range,   sys_sync_file_range),  // 314
1130 //ZZ
1131 //ZZ    LINXY(__NR_move_pages,        sys_move_pages),       // 317
1132 //ZZ //   LINX_(__NR_getcpu,            sys_ni_syscall),       // 318
1133 //ZZ
1134 //ZZ    LINXY(__NR_signalfd,          sys_signalfd),         // 321
1135 //ZZ    LINXY(__NR_eventfd,           sys_eventfd),          // 323
1136 //ZZ
1137 //ZZ
1138 //ZZ    ///////////////
1139 //ZZ
1140 //ZZ    // JRS 2010-Jan-03: I believe that all the numbers listed
1141 //ZZ    // in comments in the table prior to this point (eg "// 326",
1142 //ZZ    // etc) are bogus since it looks to me like they are copied
1143 //ZZ    // verbatim from syswrap-x86-linux.c and they certainly do not
1144 //ZZ    // correspond to what's in include/vki/vki-scnums-arm-linux.h.
1145 //ZZ    // From here onwards, please ensure the numbers are correct.
1146 //ZZ
1147 //ZZ
1148 //ZZ    LINXY(__NR_epoll_pwait,       sys_epoll_pwait),      // 346
1149 //ZZ
1150 //ZZ
1151 //ZZ    LINXY(__NR_eventfd2,          sys_eventfd2),         // 356
1152 //ZZ    LINXY(__NR_epoll_create1,     sys_epoll_create1),    // 357
1153 //ZZ    LINXY(__NR_rt_tgsigqueueinfo, sys_rt_tgsigqueueinfo),// 363
1154 //ZZ
1155 //ZZ    LINXY(__NR_clock_adjtime,     sys_clock_adjtime)     // 372
1156 };
1157
1158
1159 //ZZ /* These are not in the main table because there indexes are not small
1160 //ZZ    integers, but rather values close to one million.  So their
1161 //ZZ    inclusion would force the main table to be huge (about 8 MB). */
1162 //ZZ
1163 //ZZ static SyscallTableEntry ste___ARM_set_tls
1164 //ZZ    = { WRAPPER_PRE_NAME(arm_linux,sys_set_tls), NULL };
1165 //ZZ
1166 //ZZ static SyscallTableEntry ste___ARM_cacheflush
1167 //ZZ    = { WRAPPER_PRE_NAME(arm_linux,sys_cacheflush), NULL };
1168
1169 SyscallTableEntry* ML_(get_linux_syscall_entry) ( UInt sysno )
1170 {
1171    const UInt syscall_main_table_size
1172       = sizeof(syscall_main_table) / sizeof(syscall_main_table[0]);
1173
1174    /* Is it in the contiguous initial section of the table? */
1175    if (sysno < syscall_main_table_size) {
1176       SyscallTableEntry* sys = &syscall_main_table[sysno];
1177       if (sys->before == NULL)
1178          return NULL; /* no entry */
1179       else
1180          return sys;
1181    }
1182
1183 //ZZ    /* Check if it's one of the out-of-line entries. */
1184 //ZZ    switch (sysno) {
1185 //ZZ       case __NR_ARM_set_tls:    return &ste___ARM_set_tls;
1186 //ZZ       case __NR_ARM_cacheflush: return &ste___ARM_cacheflush;
1187 //ZZ       default: break;
1188 //ZZ    }
1189
1190    /* Can't find a wrapper */
1191    return NULL;
1192 }
1193
1194 #endif // defined(VGP_arm64_linux)
1195
1196 /*--------------------------------------------------------------------*/
1197 /*--- end                                    syswrap-arm64-linux.c ---*/
1198 /*--------------------------------------------------------------------*/