2 * MIPS Huge TLB Page Support for Kernel.
4 * This file is subject to the terms and conditions of the GNU General Public
5 * License. See the file "COPYING" in the main directory of this archive
8 * Copyright (C) 2002, Rohit Seth <rohit.seth@intel.com>
9 * Copyright 2005, Embedded Alley Solutions, Inc.
10 * Matt Porter <mporter@embeddedalley.com>
11 * Copyright (C) 2008, 2009 Cavium Networks, Inc.
14 #include <linux/init.h>
17 #include <linux/hugetlb.h>
18 #include <linux/pagemap.h>
19 #include <linux/slab.h>
20 #include <linux/err.h>
21 #include <linux/sysctl.h>
24 #include <asm/tlbflush.h>
26 pte_t
*huge_pte_alloc(struct mm_struct
*mm
, unsigned long addr
,
33 pgd
= pgd_offset(mm
, addr
);
34 pud
= pud_alloc(mm
, pgd
, addr
);
36 pte
= (pte_t
*)pmd_alloc(mm
, pud
, addr
);
41 pte_t
*huge_pte_offset(struct mm_struct
*mm
, unsigned long addr
)
47 pgd
= pgd_offset(mm
, addr
);
48 if (pgd_present(*pgd
)) {
49 pud
= pud_offset(pgd
, addr
);
50 if (pud_present(*pud
))
51 pmd
= pmd_offset(pud
, addr
);
56 int huge_pmd_unshare(struct mm_struct
*mm
, unsigned long *addr
, pte_t
*ptep
)
62 * This function checks for proper alignment of input addr and len parameters.
64 int is_aligned_hugepage_range(unsigned long addr
, unsigned long len
)
66 if (len
& ~HPAGE_MASK
)
68 if (addr
& ~HPAGE_MASK
)
74 follow_huge_addr(struct mm_struct
*mm
, unsigned long address
, int write
)
76 return ERR_PTR(-EINVAL
);
79 int pmd_huge(pmd_t pmd
)
81 return (pmd_val(pmd
) & _PAGE_HUGE
) != 0;
84 int pud_huge(pud_t pud
)
86 return (pud_val(pud
) & _PAGE_HUGE
) != 0;
90 follow_huge_pmd(struct mm_struct
*mm
, unsigned long address
,
91 pmd_t
*pmd
, int write
)
95 page
= pte_page(*(pte_t
*)pmd
);
97 page
+= ((address
& ~HPAGE_MASK
) >> PAGE_SHIFT
);