sys/uvm/uvm_extern.h

   1 /*      $NetBSD: uvm_extern.h,v 1.160 2009/10/21 21:12:07 rmind Exp $   */
   2
   3 /*
   4  *
   5  * Copyright (c) 1997 Charles D. Cranor and Washington University.
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  * 1. Redistributions of source code must retain the above copyright
  12  *    notice, this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright
  14  *    notice, this list of conditions and the following disclaimer in the
  15  *    documentation and/or other materials provided with the distribution.
  16  * 3. All advertising materials mentioning features or use of this software
  17  *    must display the following acknowledgement:
  18  *      This product includes software developed by Charles D. Cranor and
  19  *      Washington University.
  20  * 4. The name of the author may not be used to endorse or promote products
  21  *    derived from this software without specific prior written permission.
  22  *
  23  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  24  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  25  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  26  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  27  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  28  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  29  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  30  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  31  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  32  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  33  *
  34  * from: Id: uvm_extern.h,v 1.1.2.21 1998/02/07 01:16:53 chs Exp
  35  */
  36
  37 /*-
  38  * Copyright (c) 1991, 1992, 1993
  39  *      The Regents of the University of California.  All rights reserved.
  40  *
  41  * Redistribution and use in source and binary forms, with or without
  42  * modification, are permitted provided that the following conditions
  43  * are met:
  44  * 1. Redistributions of source code must retain the above copyright
  45  *    notice, this list of conditions and the following disclaimer.
  46  * 2. Redistributions in binary form must reproduce the above copyright
  47  *    notice, this list of conditions and the following disclaimer in the
  48  *    documentation and/or other materials provided with the distribution.
  49  * 3. Neither the name of the University nor the names of its contributors
  50  *    may be used to endorse or promote products derived from this software
  51  *    without specific prior written permission.
  52  *
  53  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
  54  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  55  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  56  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
  57  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  58  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  59  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  60  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  61  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  62  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  63  * SUCH DAMAGE.
  64  *
  65  *      @(#)vm_extern.h 8.5 (Berkeley) 5/3/95
  66  */
  67
  68 #ifndef _UVM_UVM_EXTERN_H_
  69 #define _UVM_UVM_EXTERN_H_
  70
  71 /*
  72  * uvm_extern.h: this file defines the external interface to the VM system.
  73  *
  74  * this should be the only file included by non-VM parts of the kernel
  75  * which need access to VM services.   if you want to know the interface
  76  * to the MI VM layer without knowing the details, this is the file to
  77  * learn.
  78  *
  79  * NOTE: vm system calls are prototyped in syscallargs.h
  80  */
  81
  82 /*
  83  * typedefs, necessary for standard UVM headers.
  84  */
  85
  86 typedef unsigned int uvm_flag_t;
  87
  88 typedef int vm_inherit_t;       /* XXX: inheritance codes */
  89 typedef off_t voff_t;           /* XXX: offset within a uvm_object */
  90 typedef voff_t pgoff_t;         /* XXX: number of pages within a uvm object */
  91
  92 /*
  93  * defines
  94  */
  95
  96 /*
  97  * the following defines are for uvm_map and functions which call it.
  98  */
  99
 100 /* protections bits */
 101 #define UVM_PROT_MASK   0x07    /* protection mask */
 102 #define UVM_PROT_NONE   0x00    /* protection none */
 103 #define UVM_PROT_ALL    0x07    /* everything */
 104 #define UVM_PROT_READ   0x01    /* read */
 105 #define UVM_PROT_WRITE  0x02    /* write */
 106 #define UVM_PROT_EXEC   0x04    /* exec */
 107
 108 /* protection short codes */
 109 #define UVM_PROT_R      0x01    /* read */
 110 #define UVM_PROT_W      0x02    /* write */
 111 #define UVM_PROT_RW     0x03    /* read-write */
 112 #define UVM_PROT_X      0x04    /* exec */
 113 #define UVM_PROT_RX     0x05    /* read-exec */
 114 #define UVM_PROT_WX     0x06    /* write-exec */
 115 #define UVM_PROT_RWX    0x07    /* read-write-exec */
 116
 117 /* 0x08: not used */
 118
 119 /* inherit codes */
 120 #define UVM_INH_MASK    0x30    /* inherit mask */
 121 #define UVM_INH_SHARE   0x00    /* "share" */
 122 #define UVM_INH_COPY    0x10    /* "copy" */
 123 #define UVM_INH_NONE    0x20    /* "none" */
 124 #define UVM_INH_DONATE  0x30    /* "donate" << not used */
 125
 126 /* 0x40, 0x80: not used */
 127
 128 /* bits 0x700: max protection, 0x800: not used */
 129
 130 /* bits 0x7000: advice, 0x8000: not used */
 131 /* advice: matches MADV_* from sys/mman.h and POSIX_FADV_* from sys/fcntl.h */
 132 #define UVM_ADV_NORMAL  0x0     /* 'normal' */
 133 #define UVM_ADV_RANDOM  0x1     /* 'random' */
 134 #define UVM_ADV_SEQUENTIAL 0x2  /* 'sequential' */
 135 #define UVM_ADV_WILLNEED 0x3    /* pages will be needed */
 136 #define UVM_ADV_DONTNEED 0x4    /* pages won't be needed */
 137 #define UVM_ADV_NOREUSE 0x5     /* pages will be used only once */
 138 #define UVM_ADV_MASK    0x7     /* mask */
 139
 140 /* bits 0xffff0000: mapping flags */
 141 #define UVM_FLAG_FIXED   0x010000 /* find space */
 142 #define UVM_FLAG_OVERLAY 0x020000 /* establish overlay */
 143 #define UVM_FLAG_NOMERGE 0x040000 /* don't merge map entries */
 144 #define UVM_FLAG_COPYONW 0x080000 /* set copy_on_write flag */
 145 #define UVM_FLAG_AMAPPAD 0x100000 /* for bss: pad amap to reduce malloc() */
 146 #define UVM_FLAG_TRYLOCK 0x200000 /* fail if we can not lock map */
 147 #define UVM_FLAG_NOWAIT  0x400000 /* not allowed to sleep */
 148 #define UVM_FLAG_QUANTUM 0x800000 /* entry can never be split later */
 149 #define UVM_FLAG_WAITVA  0x1000000 /* wait for va */
 150 #define UVM_FLAG_VAONLY  0x2000000 /* unmap: no pages are mapped */
 151
 152 /* macros to extract info */
 153 #define UVM_PROTECTION(X)       ((X) & UVM_PROT_MASK)
 154 #define UVM_INHERIT(X)          (((X) & UVM_INH_MASK) >> 4)
 155 #define UVM_MAXPROTECTION(X)    (((X) >> 8) & UVM_PROT_MASK)
 156 #define UVM_ADVICE(X)           (((X) >> 12) & UVM_ADV_MASK)
 157
 158 #define UVM_MAPFLAG(PROT,MAXPROT,INH,ADVICE,FLAGS) \
 159         (((MAXPROT) << 8)|(PROT)|(INH)|((ADVICE) << 12)|(FLAGS))
 160
 161 /* magic offset value: offset not known(obj) or don't care(!obj) */
 162 #define UVM_UNKNOWN_OFFSET ((voff_t) -1)
 163
 164 /*
 165  * the following defines are for uvm_km_alloc/free's flags
 166  */
 167 #define UVM_KMF_WIRED   0x1                     /* allocation type: wired */
 168 #define UVM_KMF_PAGEABLE 0x2                    /* allocation type: pageable */
 169 #define UVM_KMF_VAONLY  0x4                     /* allocation type: VA only */
 170 #define UVM_KMF_TYPEMASK (UVM_KMF_VAONLY | UVM_KMF_PAGEABLE | UVM_KMF_WIRED)
 171 #define UVM_KMF_CANFAIL 0x8                     /* caller handles failure */
 172 #define UVM_KMF_ZERO    0x10                    /* want zero filled memory */
 173 #define UVM_KMF_EXEC    0x20                    /* need executable mapping */
 174 #define UVM_KMF_TRYLOCK UVM_FLAG_TRYLOCK        /* try locking only */
 175 #define UVM_KMF_NOWAIT  UVM_FLAG_NOWAIT         /* not allowed to sleep */
 176 #define UVM_KMF_WAITVA  UVM_FLAG_WAITVA         /* sleep for va */
 177
 178 /*
 179  * the following defines the strategies for uvm_pagealloc_strat()
 180  */
 181 #define UVM_PGA_STRAT_NORMAL    0       /* priority (low id to high) walk */
 182 #define UVM_PGA_STRAT_ONLY      1       /* only specified free list */
 183 #define UVM_PGA_STRAT_FALLBACK  2       /* ONLY falls back on NORMAL */
 184
 185 /*
 186  * flags for uvm_pagealloc_strat()
 187  */
 188 #define UVM_PGA_USERESERVE      0x0001  /* ok to use reserve pages */
 189 #define UVM_PGA_ZERO            0x0002  /* returned page must be zero'd */
 190
 191 /*
 192  * flags for ubc_alloc()
 193  */
 194 #define UBC_READ        0x001
 195 #define UBC_WRITE       0x002
 196 #define UBC_FAULTBUSY   0x004
 197
 198 /*
 199  * flags for ubc_release()
 200  */
 201 #define UBC_UNMAP       0x010
 202
 203 /*
 204  * flags for ubc_uiomve()
 205  */
 206 #define UBC_PARTIALOK   0x100
 207
 208 /*
 209  * flags for uvn_findpages().
 210  */
 211 #define UFP_ALL         0x00
 212 #define UFP_NOWAIT      0x01
 213 #define UFP_NOALLOC     0x02
 214 #define UFP_NOCACHE     0x04
 215 #define UFP_NORDONLY    0x08
 216 #define UFP_DIRTYONLY   0x10
 217 #define UFP_BACKWARD    0x20
 218
 219 /*
 220  * lockflags that control the locking behavior of various functions.
 221  */
 222 #define UVM_LK_ENTER    0x00000001      /* map locked on entry */
 223 #define UVM_LK_EXIT     0x00000002      /* leave map locked on exit */
 224
 225 /*
 226  * Default number of pages to allocate on the stack
 227  */
 228 #define UBC_MAX_PAGES   8
 229
 230 /*
 231  * Value representing inactive emap.
 232  */
 233 #define UVM_EMAP_INACTIVE       (0)
 234
 235 /*
 236  * structures
 237  */
 238
 239 struct buf;
 240 struct core;
 241 struct loadavg;
 242 struct mount;
 243 struct pglist;
 244 struct proc;
 245 struct uio;
 246 struct uvm_object;
 247 struct vm_anon;
 248 struct vmspace;
 249 struct pmap;
 250 struct vnode;
 251 struct simplelock;
 252 struct vm_map_entry;
 253 struct vm_map;
 254 struct vm_page;
 255 struct vmtotal;
 256
 257 /*
 258  * uvm_pctparam: parameter to be shown as percentage to user.
 259  */
 260
 261 #define UVM_PCTPARAM_SHIFT      8
 262 #define UVM_PCTPARAM_SCALE      (1 << UVM_PCTPARAM_SHIFT)
 263 #define UVM_PCTPARAM_APPLY(pct, x) \
 264         (((x) * (pct)->pct_scaled) >> UVM_PCTPARAM_SHIFT)
 265 struct uvm_pctparam {
 266         int pct_pct;    /* percent [0, 100] */ /* should be the first member */
 267         int pct_scaled;
 268         int (*pct_check)(struct uvm_pctparam *, int);
 269 };
 270
 271 /*
 272  * uvmexp: global data structures that are exported to parts of the kernel
 273  * other than the vm system.
 274  */
 275
 276 struct uvmexp {
 277         /* vm_page constants */
 278         int pagesize;   /* size of a page (PAGE_SIZE): must be power of 2 */
 279         int pagemask;   /* page mask */
 280         int pageshift;  /* page shift */
 281
 282         /* vm_page counters */
 283         int npages;     /* number of pages we manage */
 284         int free;       /* number of free pages */
 285         int paging;     /* number of pages in the process of being paged out */
 286         int wired;      /* number of wired pages */
 287
 288         /*
 289          * Adding anything before this line will break binary compatibility
 290          * with top(1) on NetBSD 1.5.
 291          */
 292
 293         int ncolors;    /* number of page color buckets: must be p-o-2 */
 294         int colormask;  /* color bucket mask */
 295
 296         int zeropages;          /* number of zero'd pages */
 297         int reserve_pagedaemon; /* number of pages reserved for pagedaemon */
 298         int reserve_kernel;     /* number of pages reserved for kernel */
 299         unsigned anonpages;     /* number of pages used by anon mappings */
 300         unsigned filepages;     /* number of pages used by cached file data */
 301         unsigned execpages;     /* number of pages used by cached exec data */
 302
 303         /* pageout params */
 304         int freemin;    /* min number of free pages */
 305         int freetarg;   /* target number of free pages */
 306         int wiredmax;   /* max number of wired pages */
 307
 308         /* swap */
 309         int nswapdev;   /* number of configured swap devices in system */
 310         int swpages;    /* number of PAGE_SIZE'ed swap pages */
 311         int swpgavail;  /* number of swap pages currently available */
 312         int swpginuse;  /* number of swap pages in use */
 313         int swpgonly;   /* number of swap pages in use, not also in RAM */
 314         int nswget;     /* number of times fault calls uvm_swap_get() */
 315
 316         /* stat counters.  XXX: should be 64-bit counters */
 317         int faults;             /* page fault count */
 318         int traps;              /* trap count */
 319         int intrs;              /* interrupt count */
 320         int swtch;              /* context switch count */
 321         int softs;              /* software interrupt count */
 322         int syscalls;           /* system calls */
 323         int pageins;            /* pagein operation count */
 324                                 /* pageouts are in pdpageouts below */
 325         int _unused1;
 326         int _unused2;
 327         int pgswapin;           /* pages swapped in */
 328         int pgswapout;          /* pages swapped out */
 329         int forks;              /* forks */
 330         int forks_ppwait;       /* forks where parent waits */
 331         int forks_sharevm;      /* forks where vmspace is shared */
 332         int pga_zerohit;        /* pagealloc where zero wanted and zero
 333                                    was available */
 334         int pga_zeromiss;       /* pagealloc where zero wanted and zero
 335                                    not available */
 336         int zeroaborts;         /* number of times page zeroing was
 337                                    aborted */
 338         int colorhit;           /* pagealloc where we got optimal color */
 339         int colormiss;          /* pagealloc where we didn't */
 340         int cpuhit;             /* pagealloc where we allocated locally */
 341         int cpumiss;            /* pagealloc where we didn't */
 342
 343         /* fault subcounters.  XXX: should be 64-bit counters */
 344         int fltnoram;   /* number of times fault was out of ram */
 345         int fltnoanon;  /* number of times fault was out of anons */
 346         int fltpgwait;  /* number of times fault had to wait on a page */
 347         int fltpgrele;  /* number of times fault found a released page */
 348         int fltrelck;   /* number of times fault relock called */
 349         int fltrelckok; /* number of times fault relock is a success */
 350         int fltanget;   /* number of times fault gets anon page */
 351         int fltanretry; /* number of times fault retrys an anon get */
 352         int fltamcopy;  /* number of times fault clears "needs copy" */
 353         int fltnamap;   /* number of times fault maps a neighbor anon page */
 354         int fltnomap;   /* number of times fault maps a neighbor obj page */
 355         int fltlget;    /* number of times fault does a locked pgo_get */
 356         int fltget;     /* number of times fault does an unlocked get */
 357         int flt_anon;   /* number of times fault anon (case 1a) */
 358         int flt_acow;   /* number of times fault anon cow (case 1b) */
 359         int flt_obj;    /* number of times fault is on object page (2a) */
 360         int flt_prcopy; /* number of times fault promotes with copy (2b) */
 361         int flt_przero; /* number of times fault promotes with zerofill (2b) */
 362
 363         /* daemon counters.  XXX: should be 64-bit counters */
 364         int pdwoke;     /* number of times daemon woke up */
 365         int pdrevs;     /* number of times daemon rev'd clock hand */
 366         int _unused3;
 367         int pdfreed;    /* number of pages daemon freed since boot */
 368         int pdscans;    /* number of pages daemon scanned since boot */
 369         int pdanscan;   /* number of anonymous pages scanned by daemon */
 370         int pdobscan;   /* number of object pages scanned by daemon */
 371         int pdreact;    /* number of pages daemon reactivated since boot */
 372         int pdbusy;     /* number of times daemon found a busy page */
 373         int pdpageouts; /* number of times daemon started a pageout */
 374         int pdpending;  /* number of times daemon got a pending pagout */
 375         int pddeact;    /* number of pages daemon deactivates */
 376         int pdreanon;   /* anon pages reactivated due to thresholds */
 377         int pdrefile;   /* file pages reactivated due to thresholds */
 378         int pdreexec;   /* executable pages reactivated due to thresholds */
 379 };
 380
 381 /*
 382  * The following structure is 64-bit alignment safe.  New elements
 383  * should only be added to the end of this structure so binary
 384  * compatibility can be preserved.
 385  */
 386 struct uvmexp_sysctl {
 387         int64_t pagesize;
 388         int64_t pagemask;
 389         int64_t pageshift;
 390         int64_t npages;
 391         int64_t free;
 392         int64_t active;
 393         int64_t inactive;
 394         int64_t paging;
 395         int64_t wired;
 396         int64_t zeropages;
 397         int64_t reserve_pagedaemon;
 398         int64_t reserve_kernel;
 399         int64_t freemin;
 400         int64_t freetarg;
 401         int64_t inactarg;               /* unused */
 402         int64_t wiredmax;
 403         int64_t nswapdev;
 404         int64_t swpages;
 405         int64_t swpginuse;
 406         int64_t swpgonly;
 407         int64_t nswget;
 408         int64_t unused1;                /* unused; was nanon */
 409         int64_t cpuhit;
 410         int64_t cpumiss;
 411         int64_t faults;
 412         int64_t traps;
 413         int64_t intrs;
 414         int64_t swtch;
 415         int64_t softs;
 416         int64_t syscalls;
 417         int64_t pageins;
 418         int64_t swapins;                /* unused */
 419         int64_t swapouts;               /* unused */
 420         int64_t pgswapin;
 421         int64_t pgswapout;
 422         int64_t forks;
 423         int64_t forks_ppwait;
 424         int64_t forks_sharevm;
 425         int64_t pga_zerohit;
 426         int64_t pga_zeromiss;
 427         int64_t zeroaborts;
 428         int64_t fltnoram;
 429         int64_t fltnoanon;
 430         int64_t fltpgwait;
 431         int64_t fltpgrele;
 432         int64_t fltrelck;
 433         int64_t fltrelckok;
 434         int64_t fltanget;
 435         int64_t fltanretry;
 436         int64_t fltamcopy;
 437         int64_t fltnamap;
 438         int64_t fltnomap;
 439         int64_t fltlget;
 440         int64_t fltget;
 441         int64_t flt_anon;
 442         int64_t flt_acow;
 443         int64_t flt_obj;
 444         int64_t flt_prcopy;
 445         int64_t flt_przero;
 446         int64_t pdwoke;
 447         int64_t pdrevs;
 448         int64_t unused4;
 449         int64_t pdfreed;
 450         int64_t pdscans;
 451         int64_t pdanscan;
 452         int64_t pdobscan;
 453         int64_t pdreact;
 454         int64_t pdbusy;
 455         int64_t pdpageouts;
 456         int64_t pdpending;
 457         int64_t pddeact;
 458         int64_t anonpages;
 459         int64_t filepages;
 460         int64_t execpages;
 461         int64_t colorhit;
 462         int64_t colormiss;
 463         int64_t ncolors;
 464 };
 465
 466 #ifdef _KERNEL
 467 /* we need this before including uvm_page.h on some platforms */
 468 extern struct uvmexp uvmexp;
 469 #endif
 470
 471 /*
 472  * Finally, bring in standard UVM headers.
 473  */
 474 #include <sys/vmmeter.h>
 475 #include <sys/queue.h>
 476 #include <sys/lock.h>
 477 #include <uvm/uvm_param.h>
 478 #include <uvm/uvm_prot.h>
 479 #include <uvm/uvm_page.h>
 480 #include <uvm/uvm_pmap.h>
 481 #include <uvm/uvm_map.h>
 482 #include <uvm/uvm_pager.h>
 483
 484 /*
 485  * helpers for calling ubc_release()
 486  */
 487 #ifdef PMAP_CACHE_VIVT
 488 #define UBC_WANT_UNMAP(vp) (((vp)->v_iflag & VI_TEXT) != 0)
 489 #else
 490 #define UBC_WANT_UNMAP(vp) false
 491 #endif
 492 #define UBC_UNMAP_FLAG(vp) (UBC_WANT_UNMAP(vp) ? UBC_UNMAP : 0)
 493
 494 /*
 495  * Shareable process virtual address space.
 496  * May eventually be merged with vm_map.
 497  * Several fields are temporary (text, data stuff).
 498  */
 499 struct vmspace {
 500         struct  vm_map vm_map;  /* VM address map */
 501         int     vm_refcnt;      /* number of references *
 502                                  * note: protected by vm_map.ref_lock */
 503         void *  vm_shm;         /* SYS5 shared memory private data XXX */
 504 /* we copy from vm_startcopy to the end of the structure on fork */
 505 #define vm_startcopy vm_rssize
 506         segsz_t vm_rssize;      /* current resident set size in pages */
 507         segsz_t vm_swrss;       /* resident set size before last swap */
 508         segsz_t vm_tsize;       /* text size (pages) XXX */
 509         segsz_t vm_dsize;       /* data size (pages) XXX */
 510         segsz_t vm_ssize;       /* stack size (pages) */
 511         segsz_t vm_issize;      /* initial unmapped stack size (pages) */
 512         void *  vm_taddr;       /* user virtual address of text XXX */
 513         void *  vm_daddr;       /* user virtual address of data XXX */
 514         void *vm_maxsaddr;      /* user VA at max stack growth */
 515         void *vm_minsaddr;      /* user VA at top of stack */
 516         size_t vm_aslr_delta_mmap;      /* mmap() random delta for ASLR */
 517 };
 518 #define VMSPACE_IS_KERNEL_P(vm) VM_MAP_IS_KERNEL(&(vm)->vm_map)
 519
 520 #ifdef _KERNEL
 521
 522 /*
 523  * used to keep state while iterating over the map for a core dump.
 524  */
 525 struct uvm_coredump_state {
 526         void *cookie;           /* opaque for the caller */
 527         vaddr_t start;          /* start of region */
 528         vaddr_t realend;        /* real end of region */
 529         vaddr_t end;            /* virtual end of region */
 530         vm_prot_t prot;         /* protection of region */
 531         int flags;              /* flags; see below */
 532 };
 533
 534 #define UVM_COREDUMP_STACK      0x01    /* region is user stack */
 535
 536 /*
 537  * Structure containig uvm reclaim hooks, uvm_reclaim_list is guarded by
 538  * uvm_reclaim_lock.
 539  */
 540 struct uvm_reclaim_hook {
 541         void (*uvm_reclaim_hook)(void);
 542         SLIST_ENTRY(uvm_reclaim_hook) uvm_reclaim_next;
 543 };
 544
 545 void    uvm_reclaim_init(void);
 546 void    uvm_reclaim_hook_add(struct uvm_reclaim_hook *);
 547 void    uvm_reclaim_hook_del(struct uvm_reclaim_hook *);
 548
 549 /*
 550  * the various kernel maps, owned by MD code
 551  */
 552 extern struct vm_map *kernel_map;
 553 extern struct vm_map *kmem_map;
 554 extern struct vm_map *mb_map;
 555 extern struct vm_map *phys_map;
 556
 557 /*
 558  * macros
 559  */
 560
 561 #define vm_resident_count(vm) (pmap_resident_count((vm)->vm_map.pmap))
 562
 563 #include <sys/mallocvar.h>
 564 MALLOC_DECLARE(M_VMMAP);
 565 MALLOC_DECLARE(M_VMPMAP);
 566
 567 /* vm_machdep.c */
 568 void            vmapbuf(struct buf *, vsize_t);
 569 void            vunmapbuf(struct buf *, vsize_t);
 570
 571 /* uvm_aobj.c */
 572 struct uvm_object       *uao_create(vsize_t, int);
 573 void                    uao_detach(struct uvm_object *);
 574 void                    uao_reference(struct uvm_object *);
 575
 576 /* uvm_bio.c */
 577 void                    ubc_init(void);
 578 void *                  ubc_alloc(struct uvm_object *, voff_t, vsize_t *, int,
 579                             int);
 580 void                    ubc_release(void *, int);
 581 int                     ubc_uiomove(struct uvm_object *, struct uio *, vsize_t,
 582                             int, int);
 583
 584 /* uvm_emap.c */
 585 void                    uvm_emap_sysinit(void);
 586 #ifdef __HAVE_PMAP_EMAP
 587 void                    uvm_emap_switch(lwp_t *);
 588 #else
 589 #define                 uvm_emap_switch(l)
 590 #endif
 591
 592 u_int                   uvm_emap_gen_return(void);
 593 void                    uvm_emap_update(u_int);
 594
 595 vaddr_t                 uvm_emap_alloc(vsize_t, bool);
 596 void                    uvm_emap_free(vaddr_t, size_t);
 597
 598 void                    uvm_emap_enter(vaddr_t, struct vm_page **, u_int);
 599 void                    uvm_emap_remove(vaddr_t, vsize_t);
 600
 601 #ifdef __HAVE_PMAP_EMAP
 602 void                    uvm_emap_consume(u_int);
 603 u_int                   uvm_emap_produce(void);
 604 #else
 605 #define                 uvm_emap_consume(x)
 606 #define                 uvm_emap_produce()      UVM_EMAP_INACTIVE
 607 #endif
 608
 609 /* uvm_fault.c */
 610 #define uvm_fault(m, a, p) uvm_fault_internal(m, a, p, 0)
 611 int             uvm_fault_internal(struct vm_map *, vaddr_t, vm_prot_t, int);
 612                         /* handle a page fault */
 613
 614 /* uvm_glue.c */
 615 #if defined(KGDB)
 616 void                    uvm_chgkprot(void *, size_t, int);
 617 #endif
 618 void                    uvm_proc_fork(struct proc *, struct proc *, bool);
 619 void                    uvm_lwp_fork(struct lwp *, struct lwp *,
 620                             void *, size_t, void (*)(void *), void *);
 621 int                     uvm_coredump_walkmap(struct proc *,
 622                             void *,
 623                             int (*)(struct proc *, void *,
 624                                     struct uvm_coredump_state *), void *);
 625 void                    uvm_proc_exit(struct proc *);
 626 void                    uvm_lwp_exit(struct lwp *);
 627 void                    uvm_init_limits(struct proc *);
 628 bool                    uvm_kernacc(void *, size_t, int);
 629 __dead void             uvm_scheduler(void);
 630 vaddr_t                 uvm_uarea_alloc(void);
 631 void                    uvm_uarea_free(vaddr_t);
 632 vaddr_t                 uvm_lwp_getuarea(lwp_t *);
 633 void                    uvm_lwp_setuarea(lwp_t *, vaddr_t);
 634 int                     uvm_vslock(struct vmspace *, void *, size_t, vm_prot_t);
 635 void                    uvm_vsunlock(struct vmspace *, void *, size_t);
 636 void                    uvm_cpu_attach(struct cpu_info *);
 637
 638
 639 /* uvm_init.c */
 640 void                    uvm_init(void);
 641
 642 /* uvm_io.c */
 643 int                     uvm_io(struct vm_map *, struct uio *);
 644
 645 /* uvm_km.c */
 646 vaddr_t                 uvm_km_alloc(struct vm_map *, vsize_t, vsize_t,
 647                             uvm_flag_t);
 648 void                    uvm_km_free(struct vm_map *, vaddr_t, vsize_t,
 649                             uvm_flag_t);
 650
 651 struct vm_map           *uvm_km_suballoc(struct vm_map *, vaddr_t *,
 652                             vaddr_t *, vsize_t, int, bool,
 653                             struct vm_map_kernel *);
 654 vaddr_t                 uvm_km_alloc_poolpage(struct vm_map *, bool);
 655 void                    uvm_km_free_poolpage(struct vm_map *, vaddr_t);
 656 vaddr_t                 uvm_km_alloc_poolpage_cache(struct vm_map *, bool);
 657 void                    uvm_km_free_poolpage_cache(struct vm_map *, vaddr_t);
 658 void                    uvm_km_vacache_init(struct vm_map *,
 659                             const char *, size_t);
 660
 661 /* uvm_map.c */
 662 int                     uvm_map(struct vm_map *, vaddr_t *, vsize_t,
 663                             struct uvm_object *, voff_t, vsize_t,
 664                             uvm_flag_t);
 665 int                     uvm_map_pageable(struct vm_map *, vaddr_t,
 666                             vaddr_t, bool, int);
 667 int                     uvm_map_pageable_all(struct vm_map *, int, vsize_t);
 668 bool                    uvm_map_checkprot(struct vm_map *, vaddr_t,
 669                             vaddr_t, vm_prot_t);
 670 int                     uvm_map_protect(struct vm_map *, vaddr_t,
 671                             vaddr_t, vm_prot_t, bool);
 672 struct vmspace          *uvmspace_alloc(vaddr_t, vaddr_t);
 673 void                    uvmspace_init(struct vmspace *, struct pmap *,
 674                             vaddr_t, vaddr_t);
 675 void                    uvmspace_exec(struct lwp *, vaddr_t, vaddr_t);
 676 struct vmspace          *uvmspace_fork(struct vmspace *);
 677 void                    uvmspace_addref(struct vmspace *);
 678 void                    uvmspace_free(struct vmspace *);
 679 void                    uvmspace_share(struct proc *, struct proc *);
 680 void                    uvmspace_unshare(struct lwp *);
 681
 682 void                    uvm_whatis(uintptr_t, void (*)(const char *, ...));
 683
 684 /* uvm_meter.c */
 685 void                    uvm_meter(void);
 686 int                     uvm_sysctl(int *, u_int, void *, size_t *,
 687                             void *, size_t, struct proc *);
 688 int                     uvm_pctparam_check(struct uvm_pctparam *, int);
 689 void                    uvm_pctparam_set(struct uvm_pctparam *, int);
 690 int                     uvm_pctparam_get(struct uvm_pctparam *);
 691 void                    uvm_pctparam_init(struct uvm_pctparam *, int,
 692                             int (*)(struct uvm_pctparam *, int));
 693 int                     uvm_pctparam_createsysctlnode(struct uvm_pctparam *,
 694                             const char *, const char *);
 695
 696 /* uvm_mmap.c */
 697 int                     uvm_mmap(struct vm_map *, vaddr_t *, vsize_t,
 698                             vm_prot_t, vm_prot_t, int,
 699                             void *, voff_t, vsize_t);
 700 vaddr_t                 uvm_default_mapaddr(struct proc *, vaddr_t, vsize_t);
 701
 702 /* uvm_mremap.c */
 703 int                     uvm_mremap(struct vm_map *, vaddr_t, vsize_t,
 704                             struct vm_map *, vaddr_t *, vsize_t,
 705                             struct proc *, int);
 706
 707 /* uvm_object.c */
 708 int                     uobj_wirepages(struct uvm_object *uobj, off_t start,
 709                             off_t end);
 710 void                    uobj_unwirepages(struct uvm_object *uobj, off_t start,
 711                             off_t end);
 712
 713 /* uvm_page.c */
 714 struct vm_page          *uvm_pagealloc_strat(struct uvm_object *,
 715                             voff_t, struct vm_anon *, int, int, int);
 716 #define uvm_pagealloc(obj, off, anon, flags) \
 717             uvm_pagealloc_strat((obj), (off), (anon), (flags), \
 718                                 UVM_PGA_STRAT_NORMAL, 0)
 719 void                    uvm_pagereplace(struct vm_page *,
 720                             struct vm_page *);
 721 void                    uvm_pagerealloc(struct vm_page *,
 722                             struct uvm_object *, voff_t);
 723 /* Actually, uvm_page_physload takes PF#s which need their own type */
 724 void                    uvm_page_physload(paddr_t, paddr_t, paddr_t,
 725                             paddr_t, int);
 726 void                    uvm_setpagesize(void);
 727
 728 /* uvm_pager.c */
 729 void                    uvm_aio_biodone(struct buf *);
 730 void                    uvm_aio_aiodone(struct buf *);
 731 void                    uvm_aio_aiodone_pages(struct vm_page **, int, bool,
 732                             int);
 733
 734 /* uvm_pdaemon.c */
 735 void                    uvm_pageout(void *);
 736 struct work;
 737 void                    uvm_aiodone_worker(struct work *, void *);
 738 void                    uvm_pageout_start(int);
 739 void                    uvm_pageout_done(int);
 740 void                    uvm_estimatepageable(int *, int *);
 741
 742 /* uvm_pglist.c */
 743 int                     uvm_pglistalloc(psize_t, paddr_t, paddr_t,
 744                             paddr_t, paddr_t, struct pglist *, int, int);
 745 void                    uvm_pglistfree(struct pglist *);
 746
 747 /* uvm_swap.c */
 748 void                    uvm_swap_init(void);
 749
 750 /* uvm_unix.c */
 751 int                     uvm_grow(struct proc *, vaddr_t);
 752
 753 /* uvm_user.c */
 754 void                    uvm_deallocate(struct vm_map *, vaddr_t, vsize_t);
 755
 756 /* uvm_vnode.c */
 757 void                    uvm_vnp_setsize(struct vnode *, voff_t);
 758 void                    uvm_vnp_setwritesize(struct vnode *, voff_t);
 759 int                     uvn_findpages(struct uvm_object *, voff_t,
 760                             int *, struct vm_page **, int);
 761 void                    uvm_vnp_zerorange(struct vnode *, off_t, size_t);
 762 bool                    uvn_text_p(struct uvm_object *);
 763 bool                    uvn_clean_p(struct uvm_object *);
 764 bool                    uvn_needs_writefault_p(struct uvm_object *);
 765
 766 /* kern_malloc.c */
 767 void                    kmeminit_nkmempages(void);
 768 void                    kmeminit(void);
 769 extern int              nkmempages;
 770
 771 #endif /* _KERNEL */
 772
 773 #endif /* _UVM_UVM_EXTERN_H_ */