2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
8 * Copyright (C) 2000, 2001 Paolo Alberelli
9 * Copyright (C) 2003, 2004 Paul Mundt
13 #include <linux/init.h>
14 #include <linux/rwsem.h>
16 #include <linux/swap.h>
17 #include <linux/bootmem.h>
19 #include <asm/mmu_context.h>
21 #include <asm/pgalloc.h>
22 #include <asm/pgtable.h>
25 DEFINE_PER_CPU(struct mmu_gather
, mmu_gathers
);
28 * Cache of MMU context last used.
30 unsigned long mmu_context_cache
;
31 pgd_t
* mmu_pdtp_cache
;
32 int after_bootmem
= 0;
35 * BAD_PAGE is the page that is used for page faults when linux
36 * is out-of-memory. Older versions of linux just did a
37 * do_exit(), but using this instead means there is less risk
38 * for a process dying in kernel mode, possibly leaving an inode
41 * BAD_PAGETABLE is the accompanying page-table: it is initialized
42 * to point to BAD_PAGE entries.
44 * ZERO_PAGE is a special page that is used for zero-initialized
48 extern unsigned char empty_zero_page
[PAGE_SIZE
];
49 extern unsigned char empty_bad_page
[PAGE_SIZE
];
50 extern pte_t empty_bad_pte_table
[PTRS_PER_PTE
];
51 extern pgd_t swapper_pg_dir
[PTRS_PER_PGD
];
53 extern char _text
, _etext
, _edata
, __bss_start
, _end
;
54 extern char __init_begin
, __init_end
;
56 /* It'd be good if these lines were in the standard header file. */
57 #define START_PFN (NODE_DATA(0)->bdata->node_boot_start >> PAGE_SHIFT)
58 #define MAX_LOW_PFN (NODE_DATA(0)->bdata->node_low_pfn)
63 int i
, total
= 0, reserved
= 0;
64 int shared
= 0, cached
= 0;
66 printk("Mem-info:\n");
68 printk("Free swap: %6ldkB\n",nr_swap_pages
<<(PAGE_SHIFT
-10));
72 if (PageReserved(mem_map
+i
))
74 else if (PageSwapCache(mem_map
+i
))
76 else if (page_count(mem_map
+i
))
77 shared
+= page_count(mem_map
+i
) - 1;
79 printk("%d pages of RAM\n",total
);
80 printk("%d reserved pages\n",reserved
);
81 printk("%d pages shared\n",shared
);
82 printk("%d pages swap cached\n",cached
);
83 printk("%ld pages in page table cache\n", quicklist_total_size());
87 * paging_init() sets up the page tables.
89 * head.S already did a lot to set up address translation for the kernel.
93 * . some 512MB regions being mapped of which the most relevant here is:
94 * . CACHED segment (ASID 0 [irrelevant], shared AND NOT user)
95 * . possible variable length regions being mapped as:
96 * . UNCACHED segment (ASID 0 [irrelevant], shared AND NOT user)
97 * . All of the memory regions are placed, independently from the platform
98 * on high addresses, above 0x80000000.
99 * . swapper_pg_dir is already cleared out by the .space directive
100 * in any case swapper does not require a real page directory since
101 * it's all kernel contained.
103 * Those pesky NULL-reference errors in the kernel are then
104 * dealt with by not mapping address 0x00000000 at all.
107 void __init
paging_init(void)
109 unsigned long zones_size
[MAX_NR_ZONES
] = {0, };
111 pgd_init((unsigned long)swapper_pg_dir
);
112 pgd_init((unsigned long)swapper_pg_dir
+
113 sizeof(pgd_t
) * USER_PTRS_PER_PGD
);
115 mmu_context_cache
= MMU_CONTEXT_FIRST_VERSION
;
117 zones_size
[ZONE_NORMAL
] = MAX_LOW_PFN
- START_PFN
;
118 NODE_DATA(0)->node_mem_map
= NULL
;
119 free_area_init_node(0, NODE_DATA(0), zones_size
, __MEMORY_START
>> PAGE_SHIFT
, 0);
122 void __init
mem_init(void)
124 int codesize
, reservedpages
, datasize
, initsize
;
127 max_mapnr
= num_physpages
= MAX_LOW_PFN
- START_PFN
;
128 high_memory
= (void *)__va(MAX_LOW_PFN
* PAGE_SIZE
);
131 * Clear the zero-page.
132 * This is not required but we might want to re-use
133 * this very page to pass boot parameters, one day.
135 memset(empty_zero_page
, 0, PAGE_SIZE
);
137 /* this will put all low memory onto the freelists */
138 totalram_pages
+= free_all_bootmem_node(NODE_DATA(0));
140 for (tmp
= 0; tmp
< num_physpages
; tmp
++)
142 * Only count reserved RAM pages
144 if (PageReserved(mem_map
+tmp
))
149 codesize
= (unsigned long) &_etext
- (unsigned long) &_text
;
150 datasize
= (unsigned long) &_edata
- (unsigned long) &_etext
;
151 initsize
= (unsigned long) &__init_end
- (unsigned long) &__init_begin
;
153 printk("Memory: %luk/%luk available (%dk kernel code, %dk reserved, %dk data, %dk init)\n",
154 (unsigned long) nr_free_pages() << (PAGE_SHIFT
-10),
155 max_mapnr
<< (PAGE_SHIFT
-10),
157 reservedpages
<< (PAGE_SHIFT
-10),
162 void free_initmem(void)
166 addr
= (unsigned long)(&__init_begin
);
167 for (; addr
< (unsigned long)(&__init_end
); addr
+= PAGE_SIZE
) {
168 ClearPageReserved(virt_to_page(addr
));
169 init_page_count(virt_to_page(addr
));
173 printk ("Freeing unused kernel memory: %ldk freed\n", (&__init_end
- &__init_begin
) >> 10);
176 #ifdef CONFIG_BLK_DEV_INITRD
177 void free_initrd_mem(unsigned long start
, unsigned long end
)
180 for (p
= start
; p
< end
; p
+= PAGE_SIZE
) {
181 ClearPageReserved(virt_to_page(p
));
182 init_page_count(virt_to_page(p
));
186 printk ("Freeing initrd memory: %ldk freed\n", (end
- start
) >> 10);