sys/arch/arm/include/cpu.h

   1 /*      cpu.h,v 1.45.4.7 2008/01/28 18:20:39 matt Exp   */
   2
   3 /*
   4  * Copyright (c) 1994-1996 Mark Brinicombe.
   5  * Copyright (c) 1994 Brini.
   6  * All rights reserved.
   7  *
   8  * This code is derived from software written for Brini by Mark Brinicombe
   9  *
  10  * Redistribution and use in source and binary forms, with or without
  11  * modification, are permitted provided that the following conditions
  12  * are met:
  13  * 1. Redistributions of source code must retain the above copyright
  14  *    notice, this list of conditions and the following disclaimer.
  15  * 2. Redistributions in binary form must reproduce the above copyright
  16  *    notice, this list of conditions and the following disclaimer in the
  17  *    documentation and/or other materials provided with the distribution.
  18  * 3. All advertising materials mentioning features or use of this software
  19  *    must display the following acknowledgement:
  20  *      This product includes software developed by Brini.
  21  * 4. The name of the company nor the name of the author may be used to
  22  *    endorse or promote products derived from this software without specific
  23  *    prior written permission.
  24  *
  25  * THIS SOFTWARE IS PROVIDED BY BRINI ``AS IS'' AND ANY EXPRESS OR IMPLIED
  26  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
  27  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  28  * IN NO EVENT SHALL BRINI OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
  29  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
  30  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  31  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  32  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  33  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  34  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  35  * SUCH DAMAGE.
  36  *
  37  * RiscBSD kernel project
  38  *
  39  * cpu.h
  40  *
  41  * CPU specific symbols
  42  *
  43  * Created      : 18/09/94
  44  *
  45  * Based on kate/katelib/arm6.h
  46  */
  47
  48 #ifndef _ARM_CPU_H_
  49 #define _ARM_CPU_H_
  50
  51 /*
  52  * User-visible definitions
  53  */
  54
  55 /*  CTL_MACHDEP definitions. */
  56 #define CPU_DEBUG               1       /* int: misc kernel debug control */
  57 #define CPU_BOOTED_DEVICE       2       /* string: device we booted from */
  58 #define CPU_BOOTED_KERNEL       3       /* string: kernel we booted */
  59 #define CPU_CONSDEV             4       /* struct: dev_t of our console */
  60 #define CPU_POWERSAVE           5       /* int: use CPU powersave mode */
  61 #define CPU_MAXID               6       /* number of valid machdep ids */
  62
  63 #if defined(_KERNEL) || defined(_KMEMUSER)
  64
  65 /*
  66  * Kernel-only definitions
  67  */
  68
  69 #if !defined(_MODULE) && defined(_KERNEL_OPT)
  70 #include "opt_multiprocessor.h"
  71 #include "opt_cpuoptions.h"
  72 #include "opt_lockdebug.h"
  73 #include "opt_cputypes.h"
  74 #endif /* !_MODULE && _KERNEL_OPT */
  75
  76 #ifndef _LOCORE
  77 #if defined(TPIDRPRW_IS_CURLWP) || defined(TPIDRPRW_IS_CURCPU)
  78 #include <arm/armreg.h>
  79 #endif
  80
  81 /* 1 == use cpu_sleep(), 0 == don't */
  82 extern int cpu_do_powersave;
  83 extern int cpu_fpu_present;
  84
  85 /* All the CLKF_* macros take a struct clockframe * as an argument. */
  86
  87 /*
  88  * CLKF_USERMODE: Return TRUE/FALSE (1/0) depending on whether the
  89  * frame came from USR mode or not.
  90  */
  91 #ifdef __PROG32
  92 #define CLKF_USERMODE(cf) (((cf)->cf_tf.tf_spsr & PSR_MODE) == PSR_USR32_MODE)
  93 #else
  94 #define CLKF_USERMODE(cf) (((cf)->cf_if.if_r15 & R15_MODE) == R15_MODE_USR)
  95 #endif
  96
  97 /*
  98  * CLKF_INTR: True if we took the interrupt from inside another
  99  * interrupt handler.
 100  */
 101 #if defined(__PROG32) && !defined(__ARM_EABI__)
 102 /* Hack to treat FPE time as interrupt time so we can measure it */
 103 #define CLKF_INTR(cf)                                           \
 104         ((curcpu()->ci_intr_depth > 1) ||                       \
 105             ((cf)->cf_tf.tf_spsr & PSR_MODE) == PSR_UND32_MODE)
 106 #else
 107 #define CLKF_INTR(cf)   ((void)(cf), curcpu()->ci_intr_depth > 1)
 108 #endif
 109
 110 /*
 111  * CLKF_PC: Extract the program counter from a clockframe
 112  */
 113 #ifdef __PROG32
 114 #define CLKF_PC(frame)          (frame->cf_tf.tf_pc)
 115 #else
 116 #define CLKF_PC(frame)          (frame->cf_if.if_r15 & R15_PC)
 117 #endif
 118
 119 /*
 120  * LWP_PC: Find out the program counter for the given lwp.
 121  */
 122 #ifdef __PROG32
 123 #define LWP_PC(l)               (lwp_trapframe(l)->tf_pc)
 124 #else
 125 #define LWP_PC(l)               (lwp_trapframe(l)->tf_r15 & R15_PC)
 126 #endif
 127
 128 /*
 129  * Per-CPU information.  For now we assume one CPU.
 130  */
 131 #ifdef _KERNEL
 132 static inline int curcpl(void);
 133 static inline void set_curcpl(int);
 134 static inline void cpu_dosoftints(void);
 135 #endif
 136
 137 #ifdef _KMEMUSER
 138 #include <sys/intr.h>
 139 #endif
 140 #include <sys/atomic.h>
 141 #include <sys/cpu_data.h>
 142 #include <sys/device_if.h>
 143 #include <sys/evcnt.h>
 144
 145 struct cpu_info {
 146         struct cpu_data ci_data;        /* MI per-cpu data */
 147         device_t ci_dev;                /* Device corresponding to this CPU */
 148         cpuid_t ci_cpuid;
 149         uint32_t ci_arm_cpuid;          /* aggregate CPU id */
 150         uint32_t ci_arm_cputype;        /* CPU type */
 151         uint32_t ci_arm_cpurev;         /* CPU revision */
 152         uint32_t ci_ctrl;               /* The CPU control register */
 153         int ci_cpl;                     /* current processor level (spl) */
 154         volatile int ci_astpending;     /* */
 155         int ci_want_resched;            /* resched() was called */
 156         int ci_intr_depth;              /* */
 157         struct cpu_softc *ci_softc;     /* platform softc */
 158         lwp_t *ci_softlwps[SOFTINT_COUNT];
 159         volatile uint32_t ci_softints;
 160         lwp_t *ci_curlwp;               /* current lwp */
 161         lwp_t *ci_lastlwp;              /* last lwp */
 162         struct evcnt ci_arm700bugcount;
 163         int32_t ci_mtx_count;
 164         int ci_mtx_oldspl;
 165         register_t ci_undefsave[3];
 166         uint32_t ci_vfp_id;
 167         uint64_t ci_lastintr;
 168         struct pmap_tlb_info *ci_tlb_info;
 169         struct pmap *ci_pmap_lastuser;
 170         struct pmap *ci_pmap_cur;
 171         tlb_asid_t ci_pmap_asid_cur;
 172         struct trapframe *ci_ddb_regs;
 173         struct evcnt ci_abt_evs[16];
 174         struct evcnt ci_und_ev;
 175         struct evcnt ci_und_cp15_ev;
 176         struct evcnt ci_vfp_evs[3];
 177 #if defined(MP_CPU_INFO_MEMBERS)
 178         MP_CPU_INFO_MEMBERS
 179 #endif
 180 };
 181
 182 extern struct cpu_info cpu_info_store;
 183
 184 struct lwp *arm_curlwp(void);
 185 struct cpu_info *arm_curcpu(void);
 186
 187 #if defined(_MODULE)
 188
 189 #define curlwp          arm_curlwp()
 190 #define curcpu()        arm_curcpu()
 191
 192 #elif defined(TPIDRPRW_IS_CURLWP)
 193 static inline struct lwp *
 194 _curlwp(void)
 195 {
 196         return (struct lwp *) armreg_tpidrprw_read();
 197 }
 198
 199 static inline void
 200 _curlwp_set(struct lwp *l)
 201 {
 202         armreg_tpidrprw_write((uintptr_t)l);
 203 }
 204
 205 // Also in <sys/lwp.h> but also here if this was included before <sys/lwp.h>
 206 static inline struct cpu_info *lwp_getcpu(struct lwp *);
 207
 208 #define curlwp          _curlwp()
 209 // curcpu() expands into two instructions: a mrc and a ldr
 210 #define curcpu()        lwp_getcpu(_curlwp())
 211 #elif defined(TPIDRPRW_IS_CURCPU)
 212 #ifdef __HAVE_PREEMPTION
 213 #error __HAVE_PREEMPTION requires TPIDRPRW_IS_CURLWP
 214 #endif
 215 static inline struct cpu_info *
 216 curcpu(void)
 217 {
 218         return (struct cpu_info *) armreg_tpidrprw_read();
 219 }
 220 #elif !defined(MULTIPROCESSOR)
 221 #define curcpu()        (&cpu_info_store)
 222 #elif !defined(__HAVE_PREEMPTION)
 223 #error MULTIPROCESSOR && !__HAVE_PREEMPTION requires TPIDRPRW_IS_CURCPU or TPIDRPRW_IS_CURLWP
 224 #else
 225 #error MULTIPROCESSOR && __HAVE_PREEMPTION requires TPIDRPRW_IS_CURLWP
 226 #endif /* !TPIDRPRW_IS_CURCPU && !TPIDRPRW_IS_CURLWP */
 227
 228 #ifndef curlwp
 229 #define curlwp          (curcpu()->ci_curlwp)
 230 #endif
 231
 232 #define CPU_INFO_ITERATOR       int
 233 #if defined(MULTIPROCESSOR)
 234 extern struct cpu_info *cpu_info[];
 235 #define cpu_number()            (curcpu()->ci_index)
 236 void cpu_boot_secondary_processors(void);
 237 #define CPU_IS_PRIMARY(ci)      ((ci)->ci_index == 0)
 238 #define CPU_INFO_FOREACH(cii, ci)                       \
 239         cii = 0, ci = cpu_info[0]; cii < ncpu && (ci = cpu_info[cii]) != NULL; cii++
 240 #else
 241 #define cpu_number()            0
 242
 243 #define CPU_IS_PRIMARY(ci)      true
 244 #define CPU_INFO_FOREACH(cii, ci)                       \
 245         cii = 0, __USE(cii), ci = curcpu(); ci != NULL; ci = NULL
 246 #endif
 247
 248 #define LWP0_CPU_INFO   (&cpu_info_store)
 249
 250 static inline int
 251 curcpl(void)
 252 {
 253         return curcpu()->ci_cpl;
 254 }
 255
 256 static inline void
 257 set_curcpl(int pri)
 258 {
 259         curcpu()->ci_cpl = pri;
 260 }
 261
 262 static inline void
 263 cpu_dosoftints(void)
 264 {
 265 #ifdef __HAVE_FAST_SOFTINTS
 266         void    dosoftints(void);
 267 #ifndef __HAVE_PIC_FAST_SOFTINTS
 268         struct cpu_info * const ci = curcpu();
 269         if (ci->ci_intr_depth == 0 && (ci->ci_softints >> ci->ci_cpl) > 0)
 270                 dosoftints();
 271 #endif
 272 #endif
 273 }
 274
 275 #ifdef __PROG32
 276 void    cpu_proc_fork(struct proc *, struct proc *);
 277 #else
 278 #define cpu_proc_fork(p1, p2)
 279 #endif
 280
 281 /*
 282  * Scheduling glue
 283  */
 284
 285 #ifdef __HAVE_PREEMPTION
 286 #define setsoftast(ci)          atomic_or_uint(&(ci)->ci_astpending, __BIT(0))
 287 #else
 288 #define setsoftast(ci)          ((ci)->ci_astpending = __BIT(0))
 289 #endif
 290
 291 /*
 292  * Notify the current process (p) that it has a signal pending,
 293  * process as soon as possible.
 294  */
 295
 296 #define cpu_signotify(l)                setsoftast((l)->l_cpu)
 297
 298 /*
 299  * Give a profiling tick to the current process when the user profiling
 300  * buffer pages are invalid.  On the i386, request an ast to send us
 301  * through trap(), marking the proc as needing a profiling tick.
 302  */
 303 #define cpu_need_proftick(l)    ((l)->l_pflag |= LP_OWEUPC, \
 304                                  setsoftast((l)->l_cpu))
 305
 306 /* for preeemption. */
 307 void    cpu_set_curpri(int);
 308
 309 /*
 310  * We've already preallocated the stack for the idlelwps for additional CPUs.
 311  * This hook allows to return them.
 312  */
 313 vaddr_t cpu_uarea_alloc_idlelwp(struct cpu_info *);
 314
 315 #ifndef acorn26
 316 /*
 317  * cpu device glue (belongs in cpuvar.h)
 318  */
 319 void    cpu_attach(device_t, cpuid_t);
 320 #endif
 321
 322 #endif /* !_LOCORE */
 323
 324 #endif /* _KERNEL */
 325
 326 #endif /* !_ARM_CPU_H_ */