sys/uvm/uvm.h

   1 /*      $NetBSD: uvm.h,v 1.63 2012/02/02 19:43:08 tls Exp $     */
   2
   3 /*
   4  * Copyright (c) 1997 Charles D. Cranor and Washington University.
   5  * All rights reserved.
   6  *
   7  * Redistribution and use in source and binary forms, with or without
   8  * modification, are permitted provided that the following conditions
   9  * are met:
  10  * 1. Redistributions of source code must retain the above copyright
  11  *    notice, this list of conditions and the following disclaimer.
  12  * 2. Redistributions in binary form must reproduce the above copyright
  13  *    notice, this list of conditions and the following disclaimer in the
  14  *    documentation and/or other materials provided with the distribution.
  15  *
  16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  19  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  21  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  22  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  23  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  24  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  25  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  26  *
  27  * from: Id: uvm.h,v 1.1.2.14 1998/02/02 20:07:19 chuck Exp
  28  */
  29
  30 #ifndef _UVM_UVM_H_
  31 #define _UVM_UVM_H_
  32
  33 #if defined(_KERNEL_OPT)
  34 #include "opt_lockdebug.h"
  35 #include "opt_multiprocessor.h"
  36 #include "opt_uvmhist.h"
  37 #include "opt_uvm_page_trkown.h"
  38 #endif
  39
  40 #include <uvm/uvm_extern.h>
  41
  42 #ifdef _KERNEL
  43 #include <uvm/uvm_stat.h>
  44 #endif
  45
  46 /*
  47  * pull in prototypes
  48  */
  49
  50 #include <uvm/uvm_amap.h>
  51 #include <uvm/uvm_aobj.h>
  52 #include <uvm/uvm_fault.h>
  53 #include <uvm/uvm_glue.h>
  54 #include <uvm/uvm_km.h>
  55 #include <uvm/uvm_loan.h>
  56 #include <uvm/uvm_map.h>
  57 #include <uvm/uvm_object.h>
  58 #include <uvm/uvm_page.h>
  59 #include <uvm/uvm_pager.h>
  60 #include <uvm/uvm_pdaemon.h>
  61 #include <uvm/uvm_swap.h>
  62 #include <sys/rnd.h>
  63
  64 #ifdef _KERNEL
  65
  66 /*
  67  * pull in VM_NFREELIST
  68  */
  69 #include <machine/vmparam.h>
  70
  71 struct workqueue;
  72
  73 /*
  74  * per-cpu data
  75  */
  76
  77 struct uvm_cpu {
  78         struct pgfreelist page_free[VM_NFREELIST]; /* unallocated pages */
  79         int page_free_nextcolor;        /* next color to allocate from */
  80         int page_idlezero_next;         /* which color to zero next */
  81         bool page_idle_zero;            /* TRUE if we should try to zero
  82                                            pages in the idle loop */
  83         int pages[PGFL_NQUEUES];        /* total of pages in page_free */
  84         u_int emap_gen;                 /* emap generation number */
  85
  86         uintptr_t last_fltaddr;         /* last faulted address */
  87         uintptr_t last_delta;           /* difference of last two flt addrs */
  88         uintptr_t last_delta2;          /* difference of differences */
  89         krndsource_t rs;                /* entropy source */
  90 };
  91
  92 /*
  93  * uvm structure (vm global state: collected in one structure for ease
  94  * of reference...)
  95  */
  96
  97 struct uvm {
  98         /* vm_page related parameters */
  99
 100                 /* vm_page queues */
 101         struct pgfreelist page_free[VM_NFREELIST]; /* unallocated pages */
 102         bool page_init_done;            /* TRUE if uvm_page_init() finished */
 103
 104                 /* page daemon trigger */
 105         int pagedaemon;                 /* daemon sleeps on this */
 106         struct lwp *pagedaemon_lwp;     /* daemon's lid */
 107
 108                 /* aiodone daemon */
 109         struct workqueue *aiodone_queue;
 110
 111         /* aio_done is locked by uvm.pagedaemon_lock and splbio! */
 112         TAILQ_HEAD(, buf) aio_done;             /* done async i/o reqs */
 113
 114         /* per-cpu data */
 115         struct uvm_cpu *cpus[MAXCPUS];
 116 };
 117
 118 /*
 119  * kernel object: to support anonymous pageable kernel memory
 120  */
 121 extern struct uvm_object *uvm_kernel_object;
 122
 123 /*
 124  * locks (made globals for lockstat).
 125  */
 126
 127 extern kmutex_t uvm_pageqlock;          /* lock for active/inactive page q */
 128 extern kmutex_t uvm_fpageqlock;         /* lock for free page q */
 129 extern kmutex_t uvm_kentry_lock;
 130 extern kmutex_t uvm_swap_data_lock;
 131
 132 #endif /* _KERNEL */
 133
 134 /*
 135  * vm_map_entry etype bits:
 136  */
 137
 138 #define UVM_ET_OBJ              0x01    /* it is a uvm_object */
 139 #define UVM_ET_SUBMAP           0x02    /* it is a vm_map submap */
 140 #define UVM_ET_COPYONWRITE      0x04    /* copy_on_write */
 141 #define UVM_ET_NEEDSCOPY        0x08    /* needs_copy */
 142
 143 #define UVM_ET_ISOBJ(E)         (((E)->etype & UVM_ET_OBJ) != 0)
 144 #define UVM_ET_ISSUBMAP(E)      (((E)->etype & UVM_ET_SUBMAP) != 0)
 145 #define UVM_ET_ISCOPYONWRITE(E) (((E)->etype & UVM_ET_COPYONWRITE) != 0)
 146 #define UVM_ET_ISNEEDSCOPY(E)   (((E)->etype & UVM_ET_NEEDSCOPY) != 0)
 147
 148 #ifdef _KERNEL
 149
 150 /*
 151  * holds all the internal UVM data
 152  */
 153 extern struct uvm uvm;
 154
 155 /*
 156  * historys
 157  */
 158
 159 #ifdef UVMHIST
 160 UVMHIST_DECL(maphist);
 161 UVMHIST_DECL(pdhist);
 162 UVMHIST_DECL(ubchist);
 163 UVMHIST_DECL(loanhist);
 164 #endif
 165
 166 extern struct evcnt uvm_ra_total;
 167 extern struct evcnt uvm_ra_hit;
 168 extern struct evcnt uvm_ra_miss;
 169
 170 /*
 171  * UVM_UNLOCK_AND_WAIT: atomic unlock+wait... wrapper around the
 172  * interlocked tsleep() function.
 173  */
 174
 175 #define UVM_UNLOCK_AND_WAIT(event, slock, intr, msg, timo)              \
 176 do {                                                                    \
 177         (void) mtsleep(event, PVM | PNORELOCK | (intr ? PCATCH : 0),    \
 178             msg, timo, slock);                                          \
 179 } while (/*CONSTCOND*/ 0)
 180
 181 void uvm_kick_pdaemon(void);
 182
 183 /*
 184  * UVM_PAGE_OWN: track page ownership (only if UVM_PAGE_TRKOWN)
 185  */
 186
 187 #if defined(UVM_PAGE_TRKOWN)
 188 #define UVM_PAGE_OWN(PG, TAG) uvm_page_own(PG, TAG)
 189 #else
 190 #define UVM_PAGE_OWN(PG, TAG) /* nothing */
 191 #endif /* UVM_PAGE_TRKOWN */
 192
 193 #include <uvm/uvm_fault_i.h>
 194
 195 #endif /* _KERNEL */
 196
 197 #endif /* _UVM_UVM_H_ */