2 * PPC Huge TLB Page Support for Book3E MMU
4 * Copyright (C) 2009 David Gibson, IBM Corporation.
5 * Copyright (C) 2011 Becky Bruce, Freescale Semiconductor
9 #include <linux/hugetlb.h>
11 #ifdef CONFIG_PPC_FSL_BOOK3E
13 static inline int tlb1_next(void)
15 struct paca_struct
*paca
= get_paca();
16 struct tlb_core_data
*tcd
;
20 this = tcd
->esel_next
;
23 if (next
>= tcd
->esel_max
)
24 next
= tcd
->esel_first
;
26 tcd
->esel_next
= next
;
30 static inline int tlb1_next(void)
34 ncams
= mfspr(SPRN_TLB1CFG
) & TLBnCFG_N_ENTRY
;
36 index
= __get_cpu_var(next_tlbcam_idx
);
38 /* Just round-robin the entries and wrap when we hit the end */
39 if (unlikely(index
== ncams
- 1))
40 __get_cpu_var(next_tlbcam_idx
) = tlbcam_index
;
42 __get_cpu_var(next_tlbcam_idx
)++;
49 static inline int mmu_get_tsize(int psize
)
51 return mmu_psize_defs
[psize
].enc
;
54 static inline int book3e_tlb_exists(unsigned long ea
, unsigned long pid
)
58 mtspr(SPRN_MAS6
, pid
<< 16);
59 if (mmu_has_feature(MMU_FTR_USE_TLBRSRV
)) {
66 : "=&r"(found
) : "r"(ea
));
72 : "=&r"(found
) : "r"(ea
));
78 void book3e_hugetlb_preload(struct vm_area_struct
*vma
, unsigned long ea
,
81 unsigned long mas1
, mas2
;
83 unsigned long psize
, tsize
, shift
;
87 #ifdef CONFIG_PPC_FSL_BOOK3E
91 if (unlikely(is_kernel_addr(ea
)))
96 #ifdef CONFIG_PPC_MM_SLICES
97 psize
= get_slice_psize(mm
, ea
);
98 tsize
= mmu_get_tsize(psize
);
99 shift
= mmu_psize_defs
[psize
].shift
;
101 psize
= vma_mmu_pagesize(vma
);
102 shift
= __ilog2(psize
);
107 * We can't be interrupted while we're setting up the MAS
108 * regusters or after we've confirmed that no tlb exists.
110 local_irq_save(flags
);
112 if (unlikely(book3e_tlb_exists(ea
, mm
->context
.id
))) {
113 local_irq_restore(flags
);
117 #ifdef CONFIG_PPC_FSL_BOOK3E
118 /* We have to use the CAM(TLB1) on FSL parts for hugepages */
120 mtspr(SPRN_MAS0
, MAS0_ESEL(index
) | MAS0_TLBSEL(1));
123 mas1
= MAS1_VALID
| MAS1_TID(mm
->context
.id
) | MAS1_TSIZE(tsize
);
124 mas2
= ea
& ~((1UL << shift
) - 1);
125 mas2
|= (pte_val(pte
) >> PTE_WIMGE_SHIFT
) & MAS2_WIMGE_MASK
;
126 mas7_3
= (u64
)pte_pfn(pte
) << PAGE_SHIFT
;
127 mas7_3
|= (pte_val(pte
) >> PTE_BAP_SHIFT
) & MAS3_BAP_MASK
;
129 mas7_3
&= ~(MAS3_SW
|MAS3_UW
);
131 mtspr(SPRN_MAS1
, mas1
);
132 mtspr(SPRN_MAS2
, mas2
);
134 if (mmu_has_feature(MMU_FTR_USE_PAIRED_MAS
)) {
135 mtspr(SPRN_MAS7_MAS3
, mas7_3
);
137 if (mmu_has_feature(MMU_FTR_BIG_PHYS
))
138 mtspr(SPRN_MAS7
, upper_32_bits(mas7_3
));
139 mtspr(SPRN_MAS3
, lower_32_bits(mas7_3
));
142 asm volatile ("tlbwe");
144 local_irq_restore(flags
);
147 void flush_hugetlb_page(struct vm_area_struct
*vma
, unsigned long vmaddr
)
149 struct hstate
*hstate
= hstate_file(vma
->vm_file
);
150 unsigned long tsize
= huge_page_shift(hstate
) - 10;
152 __flush_tlb_page(vma
->vm_mm
, vmaddr
, tsize
, 0);