arch/arm64/include/asm/tlb.h

   1 /*
   2  * Based on arch/arm/include/asm/tlb.h
   3  *
   4  * Copyright (C) 2002 Russell King
   5  * Copyright (C) 2012 ARM Ltd.
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License version 2 as
   9  * published by the Free Software Foundation.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  18  */
  19 #ifndef __ASM_TLB_H
  20 #define __ASM_TLB_H
  21
  22 #include <linux/pagemap.h>
  23 #include <linux/swap.h>
  24
  25 #ifdef CONFIG_HAVE_RCU_TABLE_FREE
  26
  27 #define tlb_remove_entry(tlb, entry)    tlb_remove_table(tlb, entry)
  28 static inline void __tlb_remove_table(void *_table)
  29 {
  30         free_page_and_swap_cache((struct page *)_table);
  31 }
  32 #else
  33 #define tlb_remove_entry(tlb, entry)    tlb_remove_page(tlb, entry)
  34 #endif /* CONFIG_HAVE_RCU_TABLE_FREE */
  35
  36 #include <asm-generic/tlb.h>
  37
  38 static inline void tlb_flush(struct mmu_gather *tlb)
  39 {
  40         if (tlb->fullmm) {
  41                 flush_tlb_mm(tlb->mm);
  42         } else {
  43                 struct vm_area_struct vma = { .vm_mm = tlb->mm, };
  44                 /*
  45                  * The intermediate page table levels are already handled by
  46                  * the __(pte|pmd|pud)_free_tlb() functions, so last level
  47                  * TLBI is sufficient here.
  48                  */
  49                 __flush_tlb_range(&vma, tlb->start, tlb->end, true);
  50         }
  51 }
  52
  53 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,
  54                                   unsigned long addr)
  55 {
  56         __flush_tlb_pgtable(tlb->mm, addr);
  57         pgtable_page_dtor(pte);
  58         tlb_remove_entry(tlb, pte);
  59 }
  60
  61 #if CONFIG_PGTABLE_LEVELS > 2
  62 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp,
  63                                   unsigned long addr)
  64 {
  65         __flush_tlb_pgtable(tlb->mm, addr);
  66         tlb_remove_entry(tlb, virt_to_page(pmdp));
  67 }
  68 #endif
  69
  70 #if CONFIG_PGTABLE_LEVELS > 3
  71 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp,
  72                                   unsigned long addr)
  73 {
  74         __flush_tlb_pgtable(tlb->mm, addr);
  75         tlb_remove_entry(tlb, virt_to_page(pudp));
  76 }
  77 #endif
  78
  79 #endif