1 #ifndef __ASM_SH_PGTABLE_32_H
2 #define __ASM_SH_PGTABLE_32_H
7 * Hardware and software bit definitions for the PTEL value (see below for
8 * notes on SH-X2 MMUs and 64-bit PTEs):
10 * - Bits 0 and 7 are reserved on SH-3 (_PAGE_WT and _PAGE_SZ1 on SH-4).
12 * - Bit 1 is the SH-bit, but is unused on SH-3 due to an MMU bug (the
13 * hardware PTEL value can't have the SH-bit set when MMUCR.IX is set,
14 * which is the default in cpu-sh3/mmu_context.h:MMU_CONTROL_INIT).
16 * In order to keep this relatively clean, do not use these for defining
17 * SH-3 specific flags until all of the other unused bits have been
20 * - Bit 9 is reserved by everyone and used by _PAGE_PROTNONE.
22 * - Bits 10 and 11 are low bits of the PPN that are reserved on >= 4K pages.
23 * Bit 10 is used for _PAGE_ACCESSED, bit 11 remains unused.
25 * - On 29 bit platforms, bits 31 to 29 are used for the space attributes
26 * and timing control which (together with bit 0) are moved into the
27 * old-style PTEA on the parts that support it.
29 * XXX: Leave the _PAGE_FILE and _PAGE_WT overhaul for a rainy day.
31 * SH-X2 MMUs and extended PTEs
33 * SH-X2 supports an extended mode TLB with split data arrays due to the
34 * number of bits needed for PR and SZ (now EPR and ESZ) encodings. The PR and
35 * SZ bit placeholders still exist in data array 1, but are implemented as
36 * reserved bits, with the real logic existing in data array 2.
38 * The downside to this is that we can no longer fit everything in to a 32-bit
39 * PTE encoding, so a 64-bit pte_t is necessary for these parts. On the plus
40 * side, this gives us quite a few spare bits to play with for future usage.
42 /* Legacy and compat mode bits */
43 #define _PAGE_WT 0x001 /* WT-bit on SH-4, 0 on SH-3 */
44 #define _PAGE_HW_SHARED 0x002 /* SH-bit : shared among processes */
45 #define _PAGE_DIRTY 0x004 /* D-bit : page changed */
46 #define _PAGE_CACHABLE 0x008 /* C-bit : cachable */
47 #define _PAGE_SZ0 0x010 /* SZ0-bit : Size of page */
48 #define _PAGE_RW 0x020 /* PR0-bit : write access allowed */
49 #define _PAGE_USER 0x040 /* PR1-bit : user space access allowed*/
50 #define _PAGE_SZ1 0x080 /* SZ1-bit : Size of page (on SH-4) */
51 #define _PAGE_PRESENT 0x100 /* V-bit : page is valid */
52 #define _PAGE_PROTNONE 0x200 /* software: if not present */
53 #define _PAGE_ACCESSED 0x400 /* software: page referenced */
54 #define _PAGE_FILE _PAGE_WT /* software: pagecache or swap? */
56 #define _PAGE_SZ_MASK (_PAGE_SZ0 | _PAGE_SZ1)
57 #define _PAGE_PR_MASK (_PAGE_RW | _PAGE_USER)
59 /* Extended mode bits */
60 #define _PAGE_EXT_ESZ0 0x0010 /* ESZ0-bit: Size of page */
61 #define _PAGE_EXT_ESZ1 0x0020 /* ESZ1-bit: Size of page */
62 #define _PAGE_EXT_ESZ2 0x0040 /* ESZ2-bit: Size of page */
63 #define _PAGE_EXT_ESZ3 0x0080 /* ESZ3-bit: Size of page */
65 #define _PAGE_EXT_USER_EXEC 0x0100 /* EPR0-bit: User space executable */
66 #define _PAGE_EXT_USER_WRITE 0x0200 /* EPR1-bit: User space writable */
67 #define _PAGE_EXT_USER_READ 0x0400 /* EPR2-bit: User space readable */
69 #define _PAGE_EXT_KERN_EXEC 0x0800 /* EPR3-bit: Kernel space executable */
70 #define _PAGE_EXT_KERN_WRITE 0x1000 /* EPR4-bit: Kernel space writable */
71 #define _PAGE_EXT_KERN_READ 0x2000 /* EPR5-bit: Kernel space readable */
73 /* Wrapper for extended mode pgprot twiddling */
74 #define _PAGE_EXT(x) ((unsigned long long)(x) << 32)
76 /* software: moves to PTEA.TC (Timing Control) */
77 #define _PAGE_PCC_AREA5 0x00000000 /* use BSC registers for area5 */
78 #define _PAGE_PCC_AREA6 0x80000000 /* use BSC registers for area6 */
80 /* software: moves to PTEA.SA[2:0] (Space Attributes) */
81 #define _PAGE_PCC_IODYN 0x00000001 /* IO space, dynamically sized bus */
82 #define _PAGE_PCC_IO8 0x20000000 /* IO space, 8 bit bus */
83 #define _PAGE_PCC_IO16 0x20000001 /* IO space, 16 bit bus */
84 #define _PAGE_PCC_COM8 0x40000000 /* Common Memory space, 8 bit bus */
85 #define _PAGE_PCC_COM16 0x40000001 /* Common Memory space, 16 bit bus */
86 #define _PAGE_PCC_ATR8 0x60000000 /* Attribute Memory space, 8 bit bus */
87 #define _PAGE_PCC_ATR16 0x60000001 /* Attribute Memory space, 6 bit bus */
89 /* Mask which drops unused bits from the PTEL value */
90 #if defined(CONFIG_CPU_SH3)
91 #define _PAGE_CLEAR_FLAGS (_PAGE_PROTNONE | _PAGE_ACCESSED| \
92 _PAGE_FILE | _PAGE_SZ1 | \
94 #elif defined(CONFIG_X2TLB)
95 /* Get rid of the legacy PR/SZ bits when using extended mode */
96 #define _PAGE_CLEAR_FLAGS (_PAGE_PROTNONE | _PAGE_ACCESSED | \
97 _PAGE_FILE | _PAGE_PR_MASK | _PAGE_SZ_MASK)
99 #define _PAGE_CLEAR_FLAGS (_PAGE_PROTNONE | _PAGE_ACCESSED | _PAGE_FILE)
102 #define _PAGE_FLAGS_HARDWARE_MASK (PHYS_ADDR_MASK & ~(_PAGE_CLEAR_FLAGS))
104 /* Hardware flags, page size encoding */
105 #if defined(CONFIG_X2TLB)
106 # if defined(CONFIG_PAGE_SIZE_4KB)
107 # define _PAGE_FLAGS_HARD _PAGE_EXT(_PAGE_EXT_ESZ0)
108 # elif defined(CONFIG_PAGE_SIZE_8KB)
109 # define _PAGE_FLAGS_HARD _PAGE_EXT(_PAGE_EXT_ESZ1)
110 # elif defined(CONFIG_PAGE_SIZE_64KB)
111 # define _PAGE_FLAGS_HARD _PAGE_EXT(_PAGE_EXT_ESZ2)
114 # if defined(CONFIG_PAGE_SIZE_4KB)
115 # define _PAGE_FLAGS_HARD _PAGE_SZ0
116 # elif defined(CONFIG_PAGE_SIZE_64KB)
117 # define _PAGE_FLAGS_HARD _PAGE_SZ1
121 #if defined(CONFIG_X2TLB)
122 # if defined(CONFIG_HUGETLB_PAGE_SIZE_64K)
123 # define _PAGE_SZHUGE (_PAGE_EXT_ESZ2)
124 # elif defined(CONFIG_HUGETLB_PAGE_SIZE_256K)
125 # define _PAGE_SZHUGE (_PAGE_EXT_ESZ0 | _PAGE_EXT_ESZ2)
126 # elif defined(CONFIG_HUGETLB_PAGE_SIZE_1MB)
127 # define _PAGE_SZHUGE (_PAGE_EXT_ESZ0 | _PAGE_EXT_ESZ1 | _PAGE_EXT_ESZ2)
128 # elif defined(CONFIG_HUGETLB_PAGE_SIZE_4MB)
129 # define _PAGE_SZHUGE (_PAGE_EXT_ESZ3)
130 # elif defined(CONFIG_HUGETLB_PAGE_SIZE_64MB)
131 # define _PAGE_SZHUGE (_PAGE_EXT_ESZ2 | _PAGE_EXT_ESZ3)
134 # if defined(CONFIG_HUGETLB_PAGE_SIZE_64K)
135 # define _PAGE_SZHUGE (_PAGE_SZ1)
136 # elif defined(CONFIG_HUGETLB_PAGE_SIZE_1MB)
137 # define _PAGE_SZHUGE (_PAGE_SZ0 | _PAGE_SZ1)
142 * Stub out _PAGE_SZHUGE if we don't have a good definition for it,
143 * to make pte_mkhuge() happy.
146 # define _PAGE_SZHUGE (_PAGE_FLAGS_HARD)
149 #define _PAGE_CHG_MASK \
150 (PTE_MASK | _PAGE_ACCESSED | _PAGE_CACHABLE | _PAGE_DIRTY)
154 #if defined(CONFIG_X2TLB) /* SH-X2 TLB */
155 #define PAGE_NONE __pgprot(_PAGE_PROTNONE | _PAGE_CACHABLE | \
156 _PAGE_ACCESSED | _PAGE_FLAGS_HARD)
158 #define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_ACCESSED | \
159 _PAGE_CACHABLE | _PAGE_FLAGS_HARD | \
160 _PAGE_EXT(_PAGE_EXT_KERN_READ | \
161 _PAGE_EXT_KERN_WRITE | \
162 _PAGE_EXT_USER_READ | \
163 _PAGE_EXT_USER_WRITE))
165 #define PAGE_EXECREAD __pgprot(_PAGE_PRESENT | _PAGE_ACCESSED | \
166 _PAGE_CACHABLE | _PAGE_FLAGS_HARD | \
167 _PAGE_EXT(_PAGE_EXT_KERN_EXEC | \
168 _PAGE_EXT_KERN_READ | \
169 _PAGE_EXT_USER_EXEC | \
170 _PAGE_EXT_USER_READ))
172 #define PAGE_COPY PAGE_EXECREAD
174 #define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_ACCESSED | \
175 _PAGE_CACHABLE | _PAGE_FLAGS_HARD | \
176 _PAGE_EXT(_PAGE_EXT_KERN_READ | \
177 _PAGE_EXT_USER_READ))
179 #define PAGE_WRITEONLY __pgprot(_PAGE_PRESENT | _PAGE_ACCESSED | \
180 _PAGE_CACHABLE | _PAGE_FLAGS_HARD | \
181 _PAGE_EXT(_PAGE_EXT_KERN_WRITE | \
182 _PAGE_EXT_USER_WRITE))
184 #define PAGE_RWX __pgprot(_PAGE_PRESENT | _PAGE_ACCESSED | \
185 _PAGE_CACHABLE | _PAGE_FLAGS_HARD | \
186 _PAGE_EXT(_PAGE_EXT_KERN_WRITE | \
187 _PAGE_EXT_KERN_READ | \
188 _PAGE_EXT_KERN_EXEC | \
189 _PAGE_EXT_USER_WRITE | \
190 _PAGE_EXT_USER_READ | \
191 _PAGE_EXT_USER_EXEC))
193 #define PAGE_KERNEL __pgprot(_PAGE_PRESENT | _PAGE_CACHABLE | \
194 _PAGE_DIRTY | _PAGE_ACCESSED | \
195 _PAGE_HW_SHARED | _PAGE_FLAGS_HARD | \
196 _PAGE_EXT(_PAGE_EXT_KERN_READ | \
197 _PAGE_EXT_KERN_WRITE | \
198 _PAGE_EXT_KERN_EXEC))
200 #define PAGE_KERNEL_NOCACHE \
201 __pgprot(_PAGE_PRESENT | _PAGE_DIRTY | \
202 _PAGE_ACCESSED | _PAGE_HW_SHARED | \
204 _PAGE_EXT(_PAGE_EXT_KERN_READ | \
205 _PAGE_EXT_KERN_WRITE | \
206 _PAGE_EXT_KERN_EXEC))
208 #define PAGE_KERNEL_RO __pgprot(_PAGE_PRESENT | _PAGE_CACHABLE | \
209 _PAGE_DIRTY | _PAGE_ACCESSED | \
210 _PAGE_HW_SHARED | _PAGE_FLAGS_HARD | \
211 _PAGE_EXT(_PAGE_EXT_KERN_READ | \
212 _PAGE_EXT_KERN_EXEC))
214 #define PAGE_KERNEL_PCC(slot, type) \
215 __pgprot(_PAGE_PRESENT | _PAGE_DIRTY | \
216 _PAGE_ACCESSED | _PAGE_FLAGS_HARD | \
217 _PAGE_EXT(_PAGE_EXT_KERN_READ | \
218 _PAGE_EXT_KERN_WRITE | \
219 _PAGE_EXT_KERN_EXEC) \
220 (slot ? _PAGE_PCC_AREA5 : _PAGE_PCC_AREA6) | \
223 #elif defined(CONFIG_MMU) /* SH-X TLB */
224 #define PAGE_NONE __pgprot(_PAGE_PROTNONE | _PAGE_CACHABLE | \
225 _PAGE_ACCESSED | _PAGE_FLAGS_HARD)
227 #define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \
228 _PAGE_CACHABLE | _PAGE_ACCESSED | \
231 #define PAGE_COPY __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_CACHABLE | \
232 _PAGE_ACCESSED | _PAGE_FLAGS_HARD)
234 #define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_CACHABLE | \
235 _PAGE_ACCESSED | _PAGE_FLAGS_HARD)
237 #define PAGE_EXECREAD PAGE_READONLY
238 #define PAGE_RWX PAGE_SHARED
239 #define PAGE_WRITEONLY PAGE_SHARED
241 #define PAGE_KERNEL __pgprot(_PAGE_PRESENT | _PAGE_RW | _PAGE_CACHABLE | \
242 _PAGE_DIRTY | _PAGE_ACCESSED | \
243 _PAGE_HW_SHARED | _PAGE_FLAGS_HARD)
245 #define PAGE_KERNEL_NOCACHE \
246 __pgprot(_PAGE_PRESENT | _PAGE_RW | _PAGE_DIRTY | \
247 _PAGE_ACCESSED | _PAGE_HW_SHARED | \
250 #define PAGE_KERNEL_RO __pgprot(_PAGE_PRESENT | _PAGE_CACHABLE | \
251 _PAGE_DIRTY | _PAGE_ACCESSED | \
252 _PAGE_HW_SHARED | _PAGE_FLAGS_HARD)
254 #define PAGE_KERNEL_PCC(slot, type) \
255 __pgprot(_PAGE_PRESENT | _PAGE_RW | _PAGE_DIRTY | \
256 _PAGE_ACCESSED | _PAGE_FLAGS_HARD | \
257 (slot ? _PAGE_PCC_AREA5 : _PAGE_PCC_AREA6) | \
260 #define PAGE_NONE __pgprot(0)
261 #define PAGE_SHARED __pgprot(0)
262 #define PAGE_COPY __pgprot(0)
263 #define PAGE_EXECREAD __pgprot(0)
264 #define PAGE_RWX __pgprot(0)
265 #define PAGE_READONLY __pgprot(0)
266 #define PAGE_WRITEONLY __pgprot(0)
267 #define PAGE_KERNEL __pgprot(0)
268 #define PAGE_KERNEL_NOCACHE __pgprot(0)
269 #define PAGE_KERNEL_RO __pgprot(0)
271 #define PAGE_KERNEL_PCC(slot, type) \
275 #endif /* __ASSEMBLY__ */
280 * Certain architectures need to do special things when PTEs
281 * within a page table are directly modified. Thus, the following
282 * hook is made available.
285 static inline void set_pte(pte_t
*ptep
, pte_t pte
)
287 ptep
->pte_high
= pte
.pte_high
;
289 ptep
->pte_low
= pte
.pte_low
;
292 #define set_pte(pteptr, pteval) (*(pteptr) = pteval)
295 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval)
298 * (pmds are folded into pgds so this doesn't get actually called,
299 * but the define is needed for a generic inline function.)
301 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval)
303 #define pfn_pte(pfn, prot) \
304 __pte(((unsigned long long)(pfn) << PAGE_SHIFT) | pgprot_val(prot))
305 #define pfn_pmd(pfn, prot) \
306 __pmd(((unsigned long long)(pfn) << PAGE_SHIFT) | pgprot_val(prot))
308 #define pte_none(x) (!pte_val(x))
309 #define pte_present(x) ((x).pte_low & (_PAGE_PRESENT | _PAGE_PROTNONE))
311 #define pte_clear(mm,addr,xp) do { set_pte_at(mm, addr, xp, __pte(0)); } while (0)
313 #define pmd_none(x) (!pmd_val(x))
314 #define pmd_present(x) (pmd_val(x))
315 #define pmd_clear(xp) do { set_pmd(xp, __pmd(0)); } while (0)
316 #define pmd_bad(x) (pmd_val(x) & ~PAGE_MASK)
318 #define pages_to_mb(x) ((x) >> (20-PAGE_SHIFT))
319 #define pte_page(x) pfn_to_page(pte_pfn(x))
322 * The following only work if pte_present() is true.
323 * Undefined behaviour if not..
325 #define pte_not_present(pte) (!((pte).pte_low & _PAGE_PRESENT))
326 #define pte_dirty(pte) ((pte).pte_low & _PAGE_DIRTY)
327 #define pte_young(pte) ((pte).pte_low & _PAGE_ACCESSED)
328 #define pte_file(pte) ((pte).pte_low & _PAGE_FILE)
331 #define pte_write(pte) ((pte).pte_high & _PAGE_EXT_USER_WRITE)
333 #define pte_write(pte) ((pte).pte_low & _PAGE_RW)
336 #define PTE_BIT_FUNC(h,fn,op) \
337 static inline pte_t pte_##fn(pte_t pte) { pte.pte_##h op; return pte; }
341 * We cheat a bit in the SH-X2 TLB case. As the permission bits are
342 * individually toggled (and user permissions are entirely decoupled from
343 * kernel permissions), we attempt to couple them a bit more sanely here.
345 PTE_BIT_FUNC(high
, wrprotect
, &= ~_PAGE_EXT_USER_WRITE
);
346 PTE_BIT_FUNC(high
, mkwrite
, |= _PAGE_EXT_USER_WRITE
| _PAGE_EXT_KERN_WRITE
);
347 PTE_BIT_FUNC(high
, mkhuge
, |= _PAGE_SZHUGE
);
349 PTE_BIT_FUNC(low
, wrprotect
, &= ~_PAGE_RW
);
350 PTE_BIT_FUNC(low
, mkwrite
, |= _PAGE_RW
);
351 PTE_BIT_FUNC(low
, mkhuge
, |= _PAGE_SZHUGE
);
354 PTE_BIT_FUNC(low
, mkclean
, &= ~_PAGE_DIRTY
);
355 PTE_BIT_FUNC(low
, mkdirty
, |= _PAGE_DIRTY
);
356 PTE_BIT_FUNC(low
, mkold
, &= ~_PAGE_ACCESSED
);
357 PTE_BIT_FUNC(low
, mkyoung
, |= _PAGE_ACCESSED
);
360 * Macro and implementation to make a page protection as uncachable.
362 #define pgprot_writecombine(prot) \
363 __pgprot(pgprot_val(prot) & ~_PAGE_CACHABLE)
365 #define pgprot_noncached pgprot_writecombine
368 * Conversion functions: convert a page and protection to a page entry,
369 * and a page entry and page directory to the page they refer to.
371 * extern pte_t mk_pte(struct page *page, pgprot_t pgprot)
373 #define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot))
375 static inline pte_t
pte_modify(pte_t pte
, pgprot_t newprot
)
377 pte
.pte_low
&= _PAGE_CHG_MASK
;
378 pte
.pte_low
|= pgprot_val(newprot
);
381 pte
.pte_high
|= pgprot_val(newprot
) >> 32;
387 #define pmd_page_vaddr(pmd) ((unsigned long)pmd_val(pmd))
388 #define pmd_page(pmd) (virt_to_page(pmd_val(pmd)))
390 /* to find an entry in a page-table-directory. */
391 #define pgd_index(address) (((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD-1))
392 #define pgd_offset(mm, address) ((mm)->pgd+pgd_index(address))
394 /* to find an entry in a kernel page-table-directory */
395 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
397 /* Find an entry in the third-level page table.. */
398 #define pte_index(address) ((address >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
399 #define pte_offset_kernel(dir, address) \
400 ((pte_t *) pmd_page_vaddr(*(dir)) + pte_index(address))
401 #define pte_offset_map(dir, address) pte_offset_kernel(dir, address)
402 #define pte_offset_map_nested(dir, address) pte_offset_kernel(dir, address)
404 #define pte_unmap(pte) do { } while (0)
405 #define pte_unmap_nested(pte) do { } while (0)
408 #define pte_ERROR(e) \
409 printk("%s:%d: bad pte %p(%08lx%08lx).\n", __FILE__, __LINE__, \
410 &(e), (e).pte_high, (e).pte_low)
411 #define pgd_ERROR(e) \
412 printk("%s:%d: bad pgd %016llx.\n", __FILE__, __LINE__, pgd_val(e))
414 #define pte_ERROR(e) \
415 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
416 #define pgd_ERROR(e) \
417 printk("%s:%d: bad pgd %08lx.\n", __FILE__, __LINE__, pgd_val(e))
421 * Encode and de-code a swap entry
424 * _PAGE_FILE at bit 0
425 * _PAGE_PRESENT at bit 8
426 * _PAGE_PROTNONE at bit 9
428 * For the normal case, we encode the swap type into bits 0:7 and the
429 * swap offset into bits 10:30. For the 64-bit PTE case, we keep the
430 * preserved bits in the low 32-bits and use the upper 32 as the swap
431 * offset (along with a 5-bit type), following the same approach as x86
432 * PAE. This keeps the logic quite simple, and allows for a full 32
433 * PTE_FILE_MAX_BITS, as opposed to the 29-bits we're constrained with
434 * in the pte_low case.
436 * As is evident by the Alpha code, if we ever get a 64-bit unsigned
437 * long (swp_entry_t) to match up with the 64-bit PTEs, this all becomes
440 * NOTE: We should set ZEROs at the position of _PAGE_PRESENT
441 * and _PAGE_PROTNONE bits
444 #define __swp_type(x) ((x).val & 0x1f)
445 #define __swp_offset(x) ((x).val >> 5)
446 #define __swp_entry(type, offset) ((swp_entry_t){ (type) | (offset) << 5})
447 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high })
448 #define __swp_entry_to_pte(x) ((pte_t){ 0, (x).val })
451 * Encode and decode a nonlinear file mapping entry
453 #define pte_to_pgoff(pte) ((pte).pte_high)
454 #define pgoff_to_pte(off) ((pte_t) { _PAGE_FILE, (off) })
456 #define PTE_FILE_MAX_BITS 32
458 #define __swp_type(x) ((x).val & 0xff)
459 #define __swp_offset(x) ((x).val >> 10)
460 #define __swp_entry(type, offset) ((swp_entry_t){(type) | (offset) <<10})
462 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 1 })
463 #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 1 })
466 * Encode and decode a nonlinear file mapping entry
468 #define PTE_FILE_MAX_BITS 29
469 #define pte_to_pgoff(pte) (pte_val(pte) >> 1)
470 #define pgoff_to_pte(off) ((pte_t) { ((off) << 1) | _PAGE_FILE })
473 #endif /* __ASSEMBLY__ */
474 #endif /* __ASM_SH_PGTABLE_32_H */