2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 1994 - 2001, 2003 by Ralf Baechle
7 * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
10 #define _ASM_PGALLOC_H
12 #include <linux/highmem.h>
14 #include <linux/sched.h>
16 #include <asm-generic/pgalloc.h> /* for pte_{alloc,free}_one */
18 static inline void pmd_populate_kernel(struct mm_struct
*mm
, pmd_t
*pmd
,
21 set_pmd(pmd
, __pmd((unsigned long)pte
));
24 static inline void pmd_populate(struct mm_struct
*mm
, pmd_t
*pmd
,
27 set_pmd(pmd
, __pmd((unsigned long)page_address(pte
)));
29 #define pmd_pgtable(pmd) pmd_page(pmd)
32 * Initialize a new pmd table with invalid pointers.
34 extern void pmd_init(unsigned long page
, unsigned long pagetable
);
36 #ifndef __PAGETABLE_PMD_FOLDED
38 static inline void pud_populate(struct mm_struct
*mm
, pud_t
*pud
, pmd_t
*pmd
)
40 set_pud(pud
, __pud((unsigned long)pmd
));
45 * Initialize a new pgd / pmd table with invalid pointers.
47 extern void pgd_init(unsigned long page
);
48 extern pgd_t
*pgd_alloc(struct mm_struct
*mm
);
50 static inline void pgd_free(struct mm_struct
*mm
, pgd_t
*pgd
)
52 free_pages((unsigned long)pgd
, PGD_ORDER
);
55 #define __pte_free_tlb(tlb,pte,address) \
57 pgtable_pte_page_dtor(pte); \
58 tlb_remove_page((tlb), pte); \
61 #ifndef __PAGETABLE_PMD_FOLDED
63 static inline pmd_t
*pmd_alloc_one(struct mm_struct
*mm
, unsigned long address
)
67 pmd
= (pmd_t
*) __get_free_pages(GFP_KERNEL
, PMD_ORDER
);
69 pmd_init((unsigned long)pmd
, (unsigned long)invalid_pte_table
);
73 static inline void pmd_free(struct mm_struct
*mm
, pmd_t
*pmd
)
75 free_pages((unsigned long)pmd
, PMD_ORDER
);
78 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x)
82 #ifndef __PAGETABLE_PUD_FOLDED
84 static inline pud_t
*pud_alloc_one(struct mm_struct
*mm
, unsigned long address
)
88 pud
= (pud_t
*) __get_free_pages(GFP_KERNEL
, PUD_ORDER
);
90 pud_init((unsigned long)pud
, (unsigned long)invalid_pmd_table
);
94 static inline void pud_free(struct mm_struct
*mm
, pud_t
*pud
)
96 free_pages((unsigned long)pud
, PUD_ORDER
);
99 static inline void p4d_populate(struct mm_struct
*mm
, p4d_t
*p4d
, pud_t
*pud
)
101 set_p4d(p4d
, __p4d((unsigned long)pud
));
104 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x)
106 #endif /* __PAGETABLE_PUD_FOLDED */
108 extern void pagetable_init(void);
110 #endif /* _ASM_PGALLOC_H */