arch/arm64/include/asm/hugetlb.h

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 /*
   3  * arch/arm64/include/asm/hugetlb.h
   4  *
   5  * Copyright (C) 2013 Linaro Ltd.
   6  *
   7  * Based on arch/x86/include/asm/hugetlb.h
   8  */
   9
  10 #ifndef __ASM_HUGETLB_H
  11 #define __ASM_HUGETLB_H
  12
  13 #include <asm/cacheflush.h>
  14 #include <asm/mte.h>
  15 #include <asm/page.h>
  16
  17 #ifdef CONFIG_ARCH_ENABLE_HUGEPAGE_MIGRATION
  18 #define arch_hugetlb_migration_supported arch_hugetlb_migration_supported
  19 extern bool arch_hugetlb_migration_supported(struct hstate *h);
  20 #endif
  21
  22 static inline void arch_clear_hugetlb_flags(struct folio *folio)
  23 {
  24         clear_bit(PG_dcache_clean, &folio->flags);
  25
  26 #ifdef CONFIG_ARM64_MTE
  27         if (system_supports_mte()) {
  28                 clear_bit(PG_mte_tagged, &folio->flags);
  29                 clear_bit(PG_mte_lock, &folio->flags);
  30         }
  31 #endif
  32 }
  33 #define arch_clear_hugetlb_flags arch_clear_hugetlb_flags
  34
  35 pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags);
  36 #define arch_make_huge_pte arch_make_huge_pte
  37 #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
  38 extern void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
  39                             pte_t *ptep, pte_t pte, unsigned long sz);
  40 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
  41 extern int huge_ptep_set_access_flags(struct vm_area_struct *vma,
  42                                       unsigned long addr, pte_t *ptep,
  43                                       pte_t pte, int dirty);
  44 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
  45 extern pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
  46                                      unsigned long addr, pte_t *ptep);
  47 #define __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT
  48 extern void huge_ptep_set_wrprotect(struct mm_struct *mm,
  49                                     unsigned long addr, pte_t *ptep);
  50 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
  51 extern pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
  52                                    unsigned long addr, pte_t *ptep);
  53 #define __HAVE_ARCH_HUGE_PTE_CLEAR
  54 extern void huge_pte_clear(struct mm_struct *mm, unsigned long addr,
  55                            pte_t *ptep, unsigned long sz);
  56 #define __HAVE_ARCH_HUGE_PTEP_GET
  57 extern pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep);
  58
  59 void __init arm64_hugetlb_cma_reserve(void);
  60
  61 #define huge_ptep_modify_prot_start huge_ptep_modify_prot_start
  62 extern pte_t huge_ptep_modify_prot_start(struct vm_area_struct *vma,
  63                                          unsigned long addr, pte_t *ptep);
  64
  65 #define huge_ptep_modify_prot_commit huge_ptep_modify_prot_commit
  66 extern void huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
  67                                          unsigned long addr, pte_t *ptep,
  68                                          pte_t old_pte, pte_t new_pte);
  69
  70 #include <asm-generic/hugetlb.h>
  71
  72 #define __HAVE_ARCH_FLUSH_HUGETLB_TLB_RANGE
  73 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma,
  74                                            unsigned long start,
  75                                            unsigned long end)
  76 {
  77         unsigned long stride = huge_page_size(hstate_vma(vma));
  78
  79         if (stride == PMD_SIZE)
  80                 __flush_tlb_range(vma, start, end, stride, false, 2);
  81         else if (stride == PUD_SIZE)
  82                 __flush_tlb_range(vma, start, end, stride, false, 1);
  83         else
  84                 __flush_tlb_range(vma, start, end, PAGE_SIZE, false, 0);
  85 }
  86
  87 #endif /* __ASM_HUGETLB_H */