usr/src/uts/intel/ia32/sys/traptrace.h

   1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 /*
  22  * Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
  23  */
  24
  25 #ifndef _IA32_SYS_TRAPTRACE_H
  26 #define _IA32_SYS_TRAPTRACE_H
  27
  28 #ifdef  __cplusplus
  29 extern "C" {
  30 #endif
  31
  32 #include <sys/privregs.h>
  33
  34 /*
  35  * Trap tracing.  If TRAPTRACE is defined, an entry is recorded every time
  36  * the CPU jumps through the Interrupt Descriptor Table (IDT).  One exception
  37  * is the Double Fault handler, which does not record a traptrace entry.
  38  *
  39  * There are facilities to (conditionally) interleave tracing of related
  40  * facilities e.h. x-calls.
  41  */
  42
  43 /*
  44  * Note: non-assembler files that include this file must include
  45  * <sys/systm.h> before it, for the typedef of pc_t to be visible.
  46  */
  47
  48 #define TTR_STACK_DEPTH 10
  49
  50 #ifndef _ASM
  51
  52 #define TTR_PAD1_SIZE   (sizeof (long) - 1)
  53
  54 typedef struct {
  55         uintptr_t       ttc_next;
  56         uintptr_t       ttc_first;
  57         uintptr_t       ttc_limit;
  58         uintptr_t       ttc_current;
  59 } trap_trace_ctl_t;
  60
  61 typedef struct {
  62         struct regs     ttr_regs;
  63         greg_t          ttr_cr2;
  64         union _ttr_info {
  65                 struct _idt_entry {
  66                         int     cpuid;
  67                         short   vector;
  68                         uchar_t ipl;
  69                         uchar_t spl;
  70                         uchar_t pri;
  71                 } idt_entry;
  72                 struct _gate_entry {
  73                         int     sysnum;
  74                 } gate_entry;
  75         } ttr_info;
  76         uintptr_t       ttr_curthread;
  77         uchar_t         ttr_pad[TTR_PAD1_SIZE];
  78         uchar_t         ttr_marker;
  79         hrtime_t        ttr_stamp;
  80         int             ttr_sdepth;
  81         pc_t            ttr_stack[TTR_STACK_DEPTH];
  82 } trap_trace_rec_t;
  83
  84 #define ttr_cpuid       ttr_info.idt_entry.cpuid
  85 #define ttr_vector      ttr_info.idt_entry.vector
  86 #define ttr_ipl         ttr_info.idt_entry.ipl
  87 #define ttr_spl         ttr_info.idt_entry.spl
  88 #define ttr_pri         ttr_info.idt_entry.pri
  89 #define ttr_sysnum      ttr_info.gate_entry.sysnum
  90
  91 #define TRAPTR_NENT     128
  92
  93 extern trap_trace_ctl_t trap_trace_ctl[NCPU];   /* Allocated in locore.s */
  94 extern size_t           trap_trace_bufsize;
  95 extern int              trap_trace_freeze;
  96 extern trap_trace_rec_t trap_trace_postmort;    /* Entry used after death */
  97
  98 #define TRAPTRACE_FREEZE        trap_trace_freeze = 1;
  99 #define TRAPTRACE_UNFREEZE      trap_trace_freeze = 0;
 100
 101 #else   /* _ASM */
 102
 103 /*
 104  * ptr       -- will be set to a TRAPTRACE entry.
 105  * scr1      -- scratch
 106  * scr1_32   -- 32-bit version of scr1
 107  * scr2      -- scratch
 108  * marker    -- register containing byte to store in marker field of entry
 109  *
 110  * Note that this macro defines labels "8" and "9".
 111  */
 112 #ifdef TRAPTRACE
 113
 114 #if defined(__amd64)
 115
 116 #define TRACE_PTR(ptr, scr1, scr1_32, scr2, marker)     \
 117         leaq    trap_trace_postmort(%rip), ptr; \
 118         cmpl    $0, trap_trace_freeze(%rip);    \
 119         jne     9f;                             \
 120         LOADCPU(ptr);                           \
 121         movl    CPU_ID(ptr), scr1_32;           \
 122         shlq    $TRAPTR_SIZE_SHIFT, scr1;       \
 123         leaq    trap_trace_ctl(%rip), scr2;     \
 124         addq    scr2, scr1;                     \
 125         movq    TRAPTR_NEXT(scr1), ptr;         \
 126         leaq    TRAP_ENT_SIZE(ptr), scr2;       \
 127         cmpq    TRAPTR_LIMIT(scr1), scr2;       \
 128         jl      8f;                             \
 129         movq    TRAPTR_FIRST(scr1), scr2;       \
 130 8:      movq    scr2, TRAPTR_NEXT(scr1);        \
 131 9:      movb    marker, TTR_MARKER(ptr);
 132
 133 #elif defined(__i386)
 134
 135 #define TRACE_PTR(ptr, scr1, scr1_32, scr2, marker)     \
 136         movl    $trap_trace_postmort, ptr;      \
 137         cmpl    $0, trap_trace_freeze;          \
 138         jne     9f;                             \
 139         LOADCPU(ptr);                           \
 140         movl    CPU_ID(ptr), scr1_32;           \
 141         shll    $TRAPTR_SIZE_SHIFT, scr1;       \
 142         addl    $trap_trace_ctl, scr1;          \
 143         movl    TRAPTR_NEXT(scr1), ptr;         \
 144         leal    TRAP_ENT_SIZE(ptr), scr2;       \
 145         cmpl    TRAPTR_LIMIT(scr1), scr2;       \
 146         jl      8f;                             \
 147         movl    TRAPTR_FIRST(scr1), scr2;       \
 148 8:      movl    scr2, TRAPTR_NEXT(scr1);        \
 149 9:      movb    marker, TTR_MARKER(ptr);
 150
 151 #endif  /* __i386 */
 152
 153 /*
 154  * ptr  -- pointer to the current TRAPTRACE entry.
 155  * reg  -- pointer to the stored registers; must be on the stack
 156  * scr1 -- scratch used as array index
 157  * scr2 -- scratch used as temporary
 158  *
 159  * Note that this macro defines label "9".
 160  * Also captures curthread on exit of loop.
 161  */
 162 #if defined(__xpv)
 163 #define __GETCR2(_mov, reg)                     \
 164         _mov    %gs:CPU_VCPU_INFO, reg;         \
 165         _mov    VCPU_INFO_ARCH_CR2(reg), reg
 166 #else
 167 #define __GETCR2(_mov, reg)                     \
 168         _mov    %cr2, reg
 169 #endif
 170
 171 #if defined(__amd64)
 172
 173 #define TRACE_REGS(ptr, reg, scr1, scr2)        \
 174         xorq    scr1, scr1;                     \
 175         /*CSTYLED*/                             \
 176 9:      movq    (reg, scr1, 1), scr2;           \
 177         movq    scr2, (ptr, scr1, 1);           \
 178         addq    $CLONGSIZE, scr1;               \
 179         cmpq    $REGSIZE, scr1;                 \
 180         jl      9b;                             \
 181         movq    %gs:CPU_THREAD, scr2;           \
 182         movq    scr2, TTR_CURTHREAD(ptr);       \
 183         __GETCR2(movq, scr2);                   \
 184         movq    scr2, TTR_CR2(ptr)
 185
 186 #elif defined(__i386)
 187
 188 #define TRACE_REGS(ptr, reg, scr1, scr2)        \
 189         xorl    scr1, scr1;                     \
 190         /*CSTYLED*/                             \
 191 9:      movl    (reg, scr1, 1), scr2;           \
 192         movl    scr2, (ptr, scr1, 1);           \
 193         addl    $CLONGSIZE, scr1;               \
 194         cmpl    $REGSIZE, scr1;                 \
 195         jl      9b;                             \
 196         movl    %gs:CPU_THREAD, scr2;           \
 197         movl    scr2, TTR_CURTHREAD(ptr);       \
 198         __GETCR2(movl, scr2);                   \
 199         movl    scr2, TTR_CR2(ptr)
 200
 201 #endif  /* __i386 */
 202
 203 /*
 204  * The time stamp macro records a high-resolution time stamp for the
 205  * given TRAPTRACE entry.  Note that %eax and %edx are plowed by this
 206  * macro;  if they are to be preserved, it's up to the caller of the macro.
 207  */
 208
 209 #if defined(__amd64)
 210
 211 #define TRACE_STAMP(reg)                        \
 212         rdtsc;                                  \
 213         movl    %eax, TTR_STAMP(reg);           \
 214         movl    %edx, TTR_STAMP+4(reg)
 215
 216 /*
 217  * %rbp should be set before invoking this macro.
 218  */
 219
 220 #define TRACE_STACK(tt)                         \
 221         pushq   %rdi;                           \
 222         pushq   %rsi;                           \
 223         pushq   %rdx;                           \
 224         pushq   %rcx;                           \
 225         pushq   %r8;                            \
 226         pushq   %r9;                            \
 227         pushq   %rax;                           \
 228         pushq   %r12;                           \
 229         movq    tt, %r12;                       \
 230         leaq    TTR_STACK(%r12), %rdi;          \
 231         movl    $TTR_STACK_DEPTH, %esi;         \
 232         call    getpcstack;                     \
 233         movl    %eax, TTR_SDEPTH(%r12);         \
 234         popq    %r12;                           \
 235         popq    %rax;                           \
 236         popq    %r9;                            \
 237         popq    %r8;                            \
 238         popq    %rcx;                           \
 239         popq    %rdx;                           \
 240         popq    %rsi;                           \
 241         popq    %rdi
 242
 243 #elif defined(__i386)
 244
 245 #define TRACE_STAMP(reg)                        \
 246         xorl    %eax, %eax;                     \
 247         xorl    %edx, %edx;                     \
 248         btl     $X86FSET_TSC, x86_featureset;   \
 249         jnc     9f;                             \
 250         rdtsc;                                  \
 251 9:      movl    %eax, TTR_STAMP(reg);           \
 252         movl    %edx, TTR_STAMP+4(reg)
 253
 254 #define TRACE_STACK(tt)                         \
 255         pushl   %eax;                           \
 256         pushl   %ecx;                           \
 257         pushl   %edx;                           \
 258         pushl   %ebx;                           \
 259         pushl   $TTR_STACK_DEPTH;               \
 260         movl    tt, %ebx;                       \
 261         leal    TTR_STACK(%ebx), %eax;          \
 262         pushl   %eax;                           \
 263         call    getpcstack;                     \
 264         addl    $8, %esp;                       \
 265         movl    %eax, TTR_SDEPTH(%ebx);         \
 266         popl    %ebx;                           \
 267         popl    %edx;                           \
 268         popl    %ecx;                           \
 269         popl    %eax
 270
 271 #endif  /* __i386 */
 272
 273 #else
 274
 275 #define TRACE_PTR(ptr, scr1, scr1_32, scr2, marker)
 276 #define TRACE_REGS(ptr, reg, scr1, scr2)
 277 #define TRACE_STAMP(reg)
 278 #define TRACE_STACK(reg)
 279
 280 #endif  /* TRAPTRACE */
 281
 282 #endif  /* _ASM */
 283
 284 #define TT_SYSCALL      0xaa    /* system call via lcall */
 285 #define TT_SYSENTER     0xab    /* system call via sysenter */
 286 #define TT_SYSC         0xad    /* system call via syscall (32-bit) */
 287 #define TT_SYSC64       0xae    /* system call via syscall (64-bit) */
 288 #define TT_INTERRUPT    0xbb
 289 #define TT_TRAP         0xcc
 290 #define TT_INTTRAP      0xdd
 291 #define TT_EVENT        0xee    /* hypervisor event */
 292
 293 #ifdef  __cplusplus
 294 }
 295 #endif
 296
 297 #endif  /* _IA32_SYS_TRAPTRACE_H */