2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 1994 - 2001, 2003 by Ralf Baechle
7 * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
10 #define _ASM_PGALLOC_H
12 #include <linux/highmem.h>
14 #include <linux/sched.h>
16 static inline void pmd_populate_kernel(struct mm_struct
*mm
, pmd_t
*pmd
,
19 set_pmd(pmd
, __pmd((unsigned long)pte
));
22 static inline void pmd_populate(struct mm_struct
*mm
, pmd_t
*pmd
,
25 set_pmd(pmd
, __pmd((unsigned long)page_address(pte
)));
27 #define pmd_pgtable(pmd) pmd_page(pmd)
30 * Initialize a new pmd table with invalid pointers.
32 extern void pmd_init(unsigned long page
, unsigned long pagetable
);
36 static inline void pud_populate(struct mm_struct
*mm
, pud_t
*pud
, pmd_t
*pmd
)
38 set_pud(pud
, __pud((unsigned long)pmd
));
43 * Initialize a new pgd / pmd table with invalid pointers.
45 extern void pgd_init(unsigned long page
);
47 static inline pgd_t
*pgd_alloc(struct mm_struct
*mm
)
51 ret
= (pgd_t
*) __get_free_pages(GFP_KERNEL
, PGD_ORDER
);
53 init
= pgd_offset(&init_mm
, 0UL);
54 pgd_init((unsigned long)ret
);
55 memcpy(ret
+ USER_PTRS_PER_PGD
, init
+ USER_PTRS_PER_PGD
,
56 (PTRS_PER_PGD
- USER_PTRS_PER_PGD
) * sizeof(pgd_t
));
62 static inline void pgd_free(struct mm_struct
*mm
, pgd_t
*pgd
)
64 free_pages((unsigned long)pgd
, PGD_ORDER
);
67 static inline pte_t
*pte_alloc_one_kernel(struct mm_struct
*mm
,
68 unsigned long address
)
72 pte
= (pte_t
*) __get_free_pages(GFP_KERNEL
|__GFP_REPEAT
|__GFP_ZERO
, PTE_ORDER
);
77 static inline struct page
*pte_alloc_one(struct mm_struct
*mm
,
78 unsigned long address
)
82 pte
= alloc_pages(GFP_KERNEL
| __GFP_REPEAT
, PTE_ORDER
);
89 static inline void pte_free_kernel(struct mm_struct
*mm
, pte_t
*pte
)
91 free_pages((unsigned long)pte
, PTE_ORDER
);
94 static inline void pte_free(struct mm_struct
*mm
, pgtable_t pte
)
96 __free_pages(pte
, PTE_ORDER
);
99 #define __pte_free_tlb(tlb, pte) tlb_remove_page((tlb), (pte))
104 * allocating and freeing a pmd is trivial: the 1-entry pmd is
105 * inside the pgd, so has no extra memory associated with it.
107 #define pmd_free(mm, x) do { } while (0)
108 #define __pmd_free_tlb(tlb, x) do { } while (0)
114 static inline pmd_t
*pmd_alloc_one(struct mm_struct
*mm
, unsigned long address
)
118 pmd
= (pmd_t
*) __get_free_pages(GFP_KERNEL
|__GFP_REPEAT
, PMD_ORDER
);
120 pmd_init((unsigned long)pmd
, (unsigned long)invalid_pte_table
);
124 static inline void pmd_free(struct mm_struct
*mm
, pmd_t
*pmd
)
126 free_pages((unsigned long)pmd
, PMD_ORDER
);
129 #define __pmd_free_tlb(tlb, x) pmd_free((tlb)->mm, x)
133 #define check_pgt_cache() do { } while (0)
135 extern void pagetable_init(void);
137 #endif /* _ASM_PGALLOC_H */