arch/score/include/asm/pgtable.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _ASM_SCORE_PGTABLE_H
   3 #define _ASM_SCORE_PGTABLE_H
   4
   5 #include <linux/const.h>
   6 #define __ARCH_USE_5LEVEL_HACK
   7 #include <asm-generic/pgtable-nopmd.h>
   8
   9 #include <asm/fixmap.h>
  10 #include <asm/setup.h>
  11 #include <asm/pgtable-bits.h>
  12
  13 extern void load_pgd(unsigned long pg_dir);
  14 extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)];
  15
  16 /* PGDIR_SHIFT determines what a third-level page table entry can map */
  17 #define PGDIR_SHIFT     22
  18 #define PGDIR_SIZE      (_AC(1, UL) << PGDIR_SHIFT)
  19 #define PGDIR_MASK      (~(PGDIR_SIZE - 1))
  20
  21 /*
  22  * Entries per page directory level: we use two-level, so
  23  * we don't really have any PUD/PMD directory physically.
  24  */
  25 #define PGD_ORDER       0
  26 #define PTE_ORDER       0
  27
  28 #define PTRS_PER_PGD    1024
  29 #define PTRS_PER_PTE    1024
  30
  31 #define USER_PTRS_PER_PGD       (0x80000000UL/PGDIR_SIZE)
  32 #define FIRST_USER_ADDRESS      0UL
  33
  34 #define VMALLOC_START           (0xc0000000UL)
  35
  36 #define PKMAP_BASE              (0xfd000000UL)
  37
  38 #define VMALLOC_END             (FIXADDR_START - 2*PAGE_SIZE)
  39
  40 #define pte_ERROR(e) \
  41         printk(KERN_ERR "%s:%d: bad pte %08lx.\n", \
  42                 __FILE__, __LINE__, pte_val(e))
  43 #define pgd_ERROR(e) \
  44         printk(KERN_ERR "%s:%d: bad pgd %08lx.\n", \
  45                 __FILE__, __LINE__, pgd_val(e))
  46
  47 /*
  48  * Empty pgd/pmd entries point to the invalid_pte_table.
  49  */
  50 static inline int pmd_none(pmd_t pmd)
  51 {
  52         return pmd_val(pmd) == (unsigned long) invalid_pte_table;
  53 }
  54
  55 #define pmd_bad(pmd)            (pmd_val(pmd) & ~PAGE_MASK)
  56
  57 static inline int pmd_present(pmd_t pmd)
  58 {
  59         return pmd_val(pmd) != (unsigned long) invalid_pte_table;
  60 }
  61
  62 static inline void pmd_clear(pmd_t *pmdp)
  63 {
  64         pmd_val(*pmdp) = ((unsigned long) invalid_pte_table);
  65 }
  66
  67 #define pte_page(x)             pfn_to_page(pte_pfn(x))
  68 #define pte_pfn(x)              ((unsigned long)((x).pte >> PAGE_SHIFT))
  69 #define pfn_pte(pfn, prot)      \
  70         __pte(((unsigned long long)(pfn) << PAGE_SHIFT) | pgprot_val(prot))
  71
  72 #define __pgd_offset(address)   pgd_index(address)
  73 #define __pud_offset(address)   (((address) >> PUD_SHIFT) & (PTRS_PER_PUD-1))
  74 #define __pmd_offset(address)   (((address) >> PMD_SHIFT) & (PTRS_PER_PMD-1))
  75
  76 /* to find an entry in a kernel page-table-directory */
  77 #define pgd_offset_k(address)   pgd_offset(&init_mm, address)
  78 #define pgd_index(address)      (((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD-1))
  79
  80 /* to find an entry in a page-table-directory */
  81 #define pgd_offset(mm, addr)    ((mm)->pgd + pgd_index(addr))
  82
  83 /* Find an entry in the third-level page table.. */
  84 #define __pte_offset(address)           \
  85         (((address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
  86 #define pte_offset(dir, address)        \
  87         ((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))
  88 #define pte_offset_kernel(dir, address) \
  89         ((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))
  90
  91 #define pte_offset_map(dir, address)    \
  92         ((pte_t *)page_address(pmd_page(*(dir))) + __pte_offset(address))
  93 #define pte_unmap(pte) ((void)(pte))
  94
  95 #define __pte_to_swp_entry(pte)         \
  96         ((swp_entry_t) { pte_val(pte)})
  97 #define __swp_entry_to_pte(x)   ((pte_t) {(x).val})
  98
  99 #define pmd_phys(pmd)           __pa((void *)pmd_val(pmd))
 100 #define pmd_page(pmd)           (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT))
 101 #define mk_pte(page, prot)      pfn_pte(page_to_pfn(page), prot)
 102 static inline pte_t pte_mkspecial(pte_t pte) { return pte; }
 103
 104 #define set_pte(pteptr, pteval) (*(pteptr) = pteval)
 105 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval)
 106 #define pte_clear(mm, addr, xp)         \
 107         do { set_pte_at(mm, addr, xp, __pte(0)); } while (0)
 108
 109 /*
 110  * The "pgd_xxx()" functions here are trivial for a folded two-level
 111  * setup: the pgd is never bad, and a pmd always exists (as it's folded
 112  * into the pgd entry)
 113  */
 114 #define pgd_present(pgd)        (1)
 115 #define pgd_none(pgd)           (0)
 116 #define pgd_bad(pgd)            (0)
 117 #define pgd_clear(pgdp)         do { } while (0)
 118
 119 #define kern_addr_valid(addr)   (1)
 120 #define pmd_page_vaddr(pmd)     pmd_val(pmd)
 121
 122 #define pte_none(pte)           (!(pte_val(pte) & ~_PAGE_GLOBAL))
 123 #define pte_present(pte)        (pte_val(pte) & _PAGE_PRESENT)
 124
 125 #define PAGE_NONE       __pgprot(_PAGE_PRESENT | _PAGE_CACHE)
 126 #define PAGE_SHARED     __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE | \
 127                                 _PAGE_CACHE)
 128 #define PAGE_COPY       __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_CACHE)
 129 #define PAGE_READONLY   __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_CACHE)
 130 #define PAGE_KERNEL     __pgprot(_PAGE_PRESENT | __READABLE | __WRITEABLE | \
 131                                 _PAGE_GLOBAL | _PAGE_CACHE)
 132 #define PAGE_KERNEL_UNCACHED __pgprot(_PAGE_PRESENT | __READABLE | \
 133                                 __WRITEABLE | _PAGE_GLOBAL & ~_PAGE_CACHE)
 134
 135 #define __P000  PAGE_NONE
 136 #define __P001  PAGE_READONLY
 137 #define __P010  PAGE_COPY
 138 #define __P011  PAGE_COPY
 139 #define __P100  PAGE_READONLY
 140 #define __P101  PAGE_READONLY
 141 #define __P110  PAGE_COPY
 142 #define __P111  PAGE_COPY
 143
 144 #define __S000  PAGE_NONE
 145 #define __S001  PAGE_READONLY
 146 #define __S010  PAGE_SHARED
 147 #define __S011  PAGE_SHARED
 148 #define __S100  PAGE_READONLY
 149 #define __S101  PAGE_READONLY
 150 #define __S110  PAGE_SHARED
 151 #define __S111  PAGE_SHARED
 152
 153 #define pgprot_noncached pgprot_noncached
 154
 155 static inline pgprot_t pgprot_noncached(pgprot_t _prot)
 156 {
 157         unsigned long prot = pgprot_val(_prot);
 158
 159         prot = (prot & ~_CACHE_MASK);
 160
 161         return __pgprot(prot);
 162 }
 163
 164 #define __swp_type(x)           ((x).val & 0x1f)
 165 #define __swp_offset(x)         ((x).val >> 10)
 166 #define __swp_entry(type, offset) ((swp_entry_t){(type) | ((offset) << 10)})
 167
 168 extern unsigned long empty_zero_page;
 169 extern unsigned long zero_page_mask;
 170
 171 #define ZERO_PAGE(vaddr) \
 172         (virt_to_page((void *)(empty_zero_page + \
 173          (((unsigned long)(vaddr)) & zero_page_mask))))
 174
 175 #define pgtable_cache_init()    do {} while (0)
 176
 177 #define arch_enter_lazy_cpu_mode()      do {} while (0)
 178
 179 static inline int pte_write(pte_t pte)
 180 {
 181         return pte_val(pte) & _PAGE_WRITE;
 182 }
 183
 184 static inline int pte_dirty(pte_t pte)
 185 {
 186         return pte_val(pte) & _PAGE_MODIFIED;
 187 }
 188
 189 static inline int pte_young(pte_t pte)
 190 {
 191         return pte_val(pte) & _PAGE_ACCESSED;
 192 }
 193
 194 #define pte_special(pte)        (0)
 195
 196 static inline pte_t pte_wrprotect(pte_t pte)
 197 {
 198         pte_val(pte) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE);
 199         return pte;
 200 }
 201
 202 static inline pte_t pte_mkclean(pte_t pte)
 203 {
 204         pte_val(pte) &= ~(_PAGE_MODIFIED|_PAGE_SILENT_WRITE);
 205         return pte;
 206 }
 207
 208 static inline pte_t pte_mkold(pte_t pte)
 209 {
 210         pte_val(pte) &= ~(_PAGE_ACCESSED|_PAGE_SILENT_READ);
 211         return pte;
 212 }
 213
 214 static inline pte_t pte_mkwrite(pte_t pte)
 215 {
 216         pte_val(pte) |= _PAGE_WRITE;
 217         if (pte_val(pte) & _PAGE_MODIFIED)
 218                 pte_val(pte) |= _PAGE_SILENT_WRITE;
 219         return pte;
 220 }
 221
 222 static inline pte_t pte_mkdirty(pte_t pte)
 223 {
 224         pte_val(pte) |= _PAGE_MODIFIED;
 225         if (pte_val(pte) & _PAGE_WRITE)
 226                 pte_val(pte) |= _PAGE_SILENT_WRITE;
 227         return pte;
 228 }
 229
 230 static inline pte_t pte_mkyoung(pte_t pte)
 231 {
 232         pte_val(pte) |= _PAGE_ACCESSED;
 233         if (pte_val(pte) & _PAGE_READ)
 234                 pte_val(pte) |= _PAGE_SILENT_READ;
 235         return pte;
 236 }
 237
 238 #define set_pmd(pmdptr, pmdval)         \
 239          do { *(pmdptr) = (pmdval); } while (0)
 240 #define pte_present(pte)        (pte_val(pte) & _PAGE_PRESENT)
 241
 242 extern unsigned long pgd_current;
 243 extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
 244 extern void paging_init(void);
 245
 246 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
 247 {
 248         return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot));
 249 }
 250
 251 extern void __update_tlb(struct vm_area_struct *vma,
 252         unsigned long address,  pte_t pte);
 253 extern void __update_cache(struct vm_area_struct *vma,
 254         unsigned long address,  pte_t pte);
 255
 256 static inline void update_mmu_cache(struct vm_area_struct *vma,
 257         unsigned long address, pte_t *ptep)
 258 {
 259         pte_t pte = *ptep;
 260         __update_tlb(vma, address, pte);
 261         __update_cache(vma, address, pte);
 262 }
 263
 264 #ifndef __ASSEMBLY__
 265 #include <asm-generic/pgtable.h>
 266
 267 void setup_memory(void);
 268 #endif /* __ASSEMBLY__ */
 269
 270 #endif /* _ASM_SCORE_PGTABLE_H */