2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 1994 - 2001, 2003 by Ralf Baechle
7 * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
10 #define _ASM_PGALLOC_H
12 #include <linux/highmem.h>
14 #include <linux/sched.h>
16 static inline void pmd_populate_kernel(struct mm_struct
*mm
, pmd_t
*pmd
,
19 set_pmd(pmd
, __pmd((unsigned long)pte
));
22 static inline void pmd_populate(struct mm_struct
*mm
, pmd_t
*pmd
,
25 set_pmd(pmd
, __pmd((unsigned long)page_address(pte
)));
27 #define pmd_pgtable(pmd) pmd_page(pmd)
30 * Initialize a new pmd table with invalid pointers.
32 extern void pmd_init(unsigned long page
, unsigned long pagetable
);
36 static inline void pud_populate(struct mm_struct
*mm
, pud_t
*pud
, pmd_t
*pmd
)
38 set_pud(pud
, __pud((unsigned long)pmd
));
43 * Initialize a new pgd / pmd table with invalid pointers.
45 extern void pgd_init(unsigned long page
);
47 static inline pgd_t
*pgd_alloc(struct mm_struct
*mm
)
51 ret
= (pgd_t
*) __get_free_pages(GFP_KERNEL
, PGD_ORDER
);
53 init
= pgd_offset(&init_mm
, 0UL);
54 pgd_init((unsigned long)ret
);
55 memcpy(ret
+ USER_PTRS_PER_PGD
, init
+ USER_PTRS_PER_PGD
,
56 (PTRS_PER_PGD
- USER_PTRS_PER_PGD
) * sizeof(pgd_t
));
62 static inline void pgd_free(struct mm_struct
*mm
, pgd_t
*pgd
)
64 free_pages((unsigned long)pgd
, PGD_ORDER
);
67 static inline pte_t
*pte_alloc_one_kernel(struct mm_struct
*mm
,
68 unsigned long address
)
72 pte
= (pte_t
*) __get_free_pages(GFP_KERNEL
|__GFP_REPEAT
|__GFP_ZERO
, PTE_ORDER
);
77 static inline struct page
*pte_alloc_one(struct mm_struct
*mm
,
78 unsigned long address
)
82 pte
= alloc_pages(GFP_KERNEL
| __GFP_REPEAT
, PTE_ORDER
);
85 pgtable_page_ctor(pte
);
90 static inline void pte_free_kernel(struct mm_struct
*mm
, pte_t
*pte
)
92 free_pages((unsigned long)pte
, PTE_ORDER
);
95 static inline void pte_free(struct mm_struct
*mm
, pgtable_t pte
)
97 pgtable_page_dtor(pte
);
98 __free_pages(pte
, PTE_ORDER
);
101 #define __pte_free_tlb(tlb,pte,address) \
103 pgtable_page_dtor(pte); \
104 tlb_remove_page((tlb), pte); \
109 static inline pmd_t
*pmd_alloc_one(struct mm_struct
*mm
, unsigned long address
)
113 pmd
= (pmd_t
*) __get_free_pages(GFP_KERNEL
|__GFP_REPEAT
, PMD_ORDER
);
115 pmd_init((unsigned long)pmd
, (unsigned long)invalid_pte_table
);
119 static inline void pmd_free(struct mm_struct
*mm
, pmd_t
*pmd
)
121 free_pages((unsigned long)pmd
, PMD_ORDER
);
124 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x)
128 #define check_pgt_cache() do { } while (0)
130 extern void pagetable_init(void);
132 #endif /* _ASM_PGALLOC_H */