2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 1994 - 2001, 2003 by Ralf Baechle
7 * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
10 #define _ASM_PGALLOC_H
12 #include <linux/highmem.h>
14 #include <linux/sched.h>
16 static inline void pmd_populate_kernel(struct mm_struct
*mm
, pmd_t
*pmd
,
19 set_pmd(pmd
, __pmd((unsigned long)pte
));
22 static inline void pmd_populate(struct mm_struct
*mm
, pmd_t
*pmd
,
25 set_pmd(pmd
, __pmd((unsigned long)page_address(pte
)));
27 #define pmd_pgtable(pmd) pmd_page(pmd)
30 * Initialize a new pmd table with invalid pointers.
32 extern void pmd_init(unsigned long page
, unsigned long pagetable
);
34 #ifndef __PAGETABLE_PMD_FOLDED
36 static inline void pud_populate(struct mm_struct
*mm
, pud_t
*pud
, pmd_t
*pmd
)
38 set_pud(pud
, __pud((unsigned long)pmd
));
43 * Initialize a new pgd / pmd table with invalid pointers.
45 extern void pgd_init(unsigned long page
);
46 extern pgd_t
*pgd_alloc(struct mm_struct
*mm
);
48 static inline void pgd_free(struct mm_struct
*mm
, pgd_t
*pgd
)
50 free_pages((unsigned long)pgd
, PGD_ORDER
);
53 static inline pte_t
*pte_alloc_one_kernel(struct mm_struct
*mm
,
54 unsigned long address
)
56 return (pte_t
*)__get_free_pages(GFP_KERNEL
| __GFP_ZERO
, PTE_ORDER
);
59 static inline struct page
*pte_alloc_one(struct mm_struct
*mm
,
60 unsigned long address
)
64 pte
= alloc_pages(GFP_KERNEL
, PTE_ORDER
);
68 if (!pgtable_page_ctor(pte
)) {
75 static inline void pte_free_kernel(struct mm_struct
*mm
, pte_t
*pte
)
77 free_pages((unsigned long)pte
, PTE_ORDER
);
80 static inline void pte_free(struct mm_struct
*mm
, pgtable_t pte
)
82 pgtable_page_dtor(pte
);
83 __free_pages(pte
, PTE_ORDER
);
86 #define __pte_free_tlb(tlb,pte,address) \
88 pgtable_page_dtor(pte); \
89 tlb_remove_page((tlb), pte); \
92 #ifndef __PAGETABLE_PMD_FOLDED
94 static inline pmd_t
*pmd_alloc_one(struct mm_struct
*mm
, unsigned long address
)
98 pmd
= (pmd_t
*) __get_free_pages(GFP_KERNEL
, PMD_ORDER
);
100 pmd_init((unsigned long)pmd
, (unsigned long)invalid_pte_table
);
104 static inline void pmd_free(struct mm_struct
*mm
, pmd_t
*pmd
)
106 free_pages((unsigned long)pmd
, PMD_ORDER
);
109 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x)
113 #ifndef __PAGETABLE_PUD_FOLDED
115 static inline pud_t
*pud_alloc_one(struct mm_struct
*mm
, unsigned long address
)
119 pud
= (pud_t
*) __get_free_pages(GFP_KERNEL
, PUD_ORDER
);
121 pud_init((unsigned long)pud
, (unsigned long)invalid_pmd_table
);
125 static inline void pud_free(struct mm_struct
*mm
, pud_t
*pud
)
127 free_pages((unsigned long)pud
, PUD_ORDER
);
130 static inline void pgd_populate(struct mm_struct
*mm
, pgd_t
*pgd
, pud_t
*pud
)
132 set_pgd(pgd
, __pgd((unsigned long)pud
));
135 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x)
137 #endif /* __PAGETABLE_PUD_FOLDED */
139 #define check_pgt_cache() do { } while (0)
141 extern void pagetable_init(void);
143 #endif /* _ASM_PGALLOC_H */