sys/uvm/uvm_init.c

   1 /*      $NetBSD: uvm_init.c,v 1.35 2009/06/28 15:18:51 rmind Exp $      */
   2
   3 /*
   4  *
   5  * Copyright (c) 1997 Charles D. Cranor and Washington University.
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  * 1. Redistributions of source code must retain the above copyright
  12  *    notice, this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright
  14  *    notice, this list of conditions and the following disclaimer in the
  15  *    documentation and/or other materials provided with the distribution.
  16  * 3. All advertising materials mentioning features or use of this software
  17  *    must display the following acknowledgement:
  18  *      This product includes software developed by Charles D. Cranor and
  19  *      Washington University.
  20  * 4. The name of the author may not be used to endorse or promote products
  21  *    derived from this software without specific prior written permission.
  22  *
  23  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  24  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  25  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  26  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  27  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  28  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  29  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  30  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  31  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  32  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  33  *
  34  * from: Id: uvm_init.c,v 1.1.2.3 1998/02/06 05:15:27 chs Exp
  35  */
  36
  37 /*
  38  * uvm_init.c: init the vm system.
  39  */
  40
  41 #include <sys/cdefs.h>
  42 __KERNEL_RCSID(0, "$NetBSD: uvm_init.c,v 1.35 2009/06/28 15:18:51 rmind Exp $");
  43
  44 #include <sys/param.h>
  45 #include <sys/systm.h>
  46 #include <sys/debug.h>
  47 #include <sys/file.h>
  48 #include <sys/filedesc.h>
  49 #include <sys/resourcevar.h>
  50 #include <sys/kmem.h>
  51 #include <sys/mman.h>
  52 #include <sys/proc.h>
  53 #include <sys/malloc.h>
  54 #include <sys/vnode.h>
  55
  56 #include <uvm/uvm.h>
  57 #include <uvm/uvm_pdpolicy.h>
  58 #include <uvm/uvm_readahead.h>
  59
  60 /*
  61  * struct uvm: we store most global vars in this structure to make them
  62  * easier to spot...
  63  */
  64
  65 struct uvm uvm;         /* decl */
  66 struct uvmexp uvmexp;   /* decl */
  67 struct uvm_object *uvm_kernel_object;
  68
  69 kmutex_t uvm_pageqlock;
  70 kmutex_t uvm_fpageqlock;
  71 kmutex_t uvm_kentry_lock;
  72 kmutex_t uvm_swap_data_lock;
  73
  74 /*
  75  * uvm_init: init the VM system.   called from kern/init_main.c.
  76  */
  77
  78 void
  79 uvm_init(void)
  80 {
  81         vaddr_t kvm_start, kvm_end;
  82
  83         /*
  84          * step 0: ensure that the hardware set the page size
  85          */
  86
  87         if (uvmexp.pagesize == 0) {
  88                 panic("uvm_init: page size not set");
  89         }
  90
  91         /*
  92          * step 1: zero the uvm structure
  93          */
  94
  95         memset(&uvm, 0, sizeof(uvm));
  96         averunnable.fscale = FSCALE;
  97         uvm_amap_init();
  98
  99         /*
 100          * step 2: init the page sub-system.  this includes allocating the
 101          * vm_page structures, and setting up all the page queues (and
 102          * locks).  available memory will be put in the "free" queue.
 103          * kvm_start and kvm_end will be set to the area of kernel virtual
 104          * memory which is available for general use.
 105          */
 106
 107         uvm_page_init(&kvm_start, &kvm_end);
 108
 109         /*
 110          * step 3: init the map sub-system.  allocates the static pool of
 111          * vm_map_entry structures that are used for "special" kernel maps
 112          * (e.g. kernel_map, kmem_map, etc...).
 113          */
 114
 115         uvm_map_init();
 116
 117         /*
 118          * step 4: setup the kernel's virtual memory data structures.  this
 119          * includes setting up the kernel_map/kernel_object.
 120          */
 121
 122         uvm_km_init(kvm_start, kvm_end);
 123
 124         /*
 125          * step 5: init the pmap module.   the pmap module is free to allocate
 126          * memory for its private use (e.g. pvlists).
 127          */
 128
 129         pmap_init();
 130
 131         /*
 132          * step 6: init the kernel memory allocator.   after this call the
 133          * kernel memory allocator (malloc) can be used. this includes
 134          * setting up the kmem_map.
 135          */
 136
 137         kmeminit();
 138
 139 #ifdef DEBUG
 140         debug_init();
 141 #endif
 142
 143         /*
 144          * step 7: init all pagers and the pager_map.
 145          */
 146
 147         uvm_pager_init();
 148
 149         /*
 150          * step 8: init the uvm_loan() facility.
 151          */
 152
 153         uvm_loan_init();
 154
 155         /*
 156          * Initialize pools.  This must be done before anyone manipulates
 157          * any vm_maps because we use a pool for some map entry structures.
 158          */
 159
 160         pool_subsystem_init();
 161
 162         /*
 163          * init slab memory allocator kmem(9).
 164          */
 165
 166         kmem_init();
 167
 168         /*
 169          * init emap subsystem.
 170          */
 171
 172         uvm_emap_sysinit();
 173
 174         /*
 175          * the VM system is now up!  now that kmem is up we can resize the
 176          * <obj,off> => <page> hash table for general use and enable paging
 177          * of kernel objects.
 178          */
 179
 180         uao_create(VM_MAX_KERNEL_ADDRESS - VM_MIN_KERNEL_ADDRESS,
 181             UAO_FLAG_KERNSWAP);
 182
 183         uvmpdpol_reinit();
 184
 185         /*
 186          * init anonymous memory systems
 187          */
 188
 189         uvm_anon_init();
 190
 191         uvm_uarea_init();
 192
 193         /*
 194          * init readahead module
 195          */
 196
 197         uvm_ra_init();
 198 }