1 #include <linux/module.h>
2 #include <linux/kernel.h>
3 #include <linux/slab.h>
5 #include <asm/cputype.h>
7 #include <asm/pgalloc.h>
8 #include <asm/pgtable.h>
9 #include <asm/sections.h>
10 #include <asm/system_info.h>
14 #ifdef CONFIG_ARM_LPAE
15 static void idmap_add_pmd(pud_t
*pud
, unsigned long addr
, unsigned long end
,
21 if (pud_none_or_clear_bad(pud
) || (pud_val(*pud
) & L_PGD_SWAPPER
)) {
22 pmd
= pmd_alloc_one(&init_mm
, addr
);
24 pr_warning("Failed to allocate identity pmd.\n");
28 * Copy the original PMD to ensure that the PMD entries for
29 * the kernel image are preserved.
32 memcpy(pmd
, pmd_offset(pud
, 0),
33 PTRS_PER_PMD
* sizeof(pmd_t
));
34 pud_populate(&init_mm
, pud
, pmd
);
35 pmd
+= pmd_index(addr
);
37 pmd
= pmd_offset(pud
, addr
);
40 next
= pmd_addr_end(addr
, end
);
41 *pmd
= __pmd((addr
& PMD_MASK
) | prot
);
43 } while (pmd
++, addr
= next
, addr
!= end
);
45 #else /* !CONFIG_ARM_LPAE */
46 static void idmap_add_pmd(pud_t
*pud
, unsigned long addr
, unsigned long end
,
49 pmd_t
*pmd
= pmd_offset(pud
, addr
);
51 addr
= (addr
& PMD_MASK
) | prot
;
57 #endif /* CONFIG_ARM_LPAE */
59 static void idmap_add_pud(pgd_t
*pgd
, unsigned long addr
, unsigned long end
,
62 pud_t
*pud
= pud_offset(pgd
, addr
);
66 next
= pud_addr_end(addr
, end
);
67 idmap_add_pmd(pud
, addr
, next
, prot
);
68 } while (pud
++, addr
= next
, addr
!= end
);
71 static void identity_mapping_add(pgd_t
*pgd
, const char *text_start
,
72 const char *text_end
, unsigned long prot
)
74 unsigned long addr
, end
;
77 addr
= virt_to_phys(text_start
);
78 end
= virt_to_phys(text_end
);
80 prot
|= PMD_TYPE_SECT
| PMD_SECT_AP_WRITE
| PMD_SECT_AF
;
82 if (cpu_architecture() <= CPU_ARCH_ARMv5TEJ
&& !cpu_is_xscale())
85 pgd
+= pgd_index(addr
);
87 next
= pgd_addr_end(addr
, end
);
88 idmap_add_pud(pgd
, addr
, next
, prot
);
89 } while (pgd
++, addr
= next
, addr
!= end
);
92 extern char __idmap_text_start
[], __idmap_text_end
[];
94 static int __init
init_static_idmap(void)
96 idmap_pgd
= pgd_alloc(&init_mm
);
100 pr_info("Setting up static identity map for 0x%p - 0x%p\n",
101 __idmap_text_start
, __idmap_text_end
);
102 identity_mapping_add(idmap_pgd
, __idmap_text_start
,
103 __idmap_text_end
, 0);
105 /* Flush L1 for the hardware to see this page table content */
110 early_initcall(init_static_idmap
);
113 * In order to soft-boot, we need to switch to a 1:1 mapping for the
114 * cpu_reset functions. This will then ensure that we have predictable
115 * results when turning off the mmu.
117 void setup_mm_for_reboot(void)
119 /* Switch to the identity mapping. */
120 cpu_switch_mm(idmap_pgd
, &init_mm
);
121 local_flush_bp_all();
123 #ifdef CONFIG_CPU_HAS_ASID
125 * We don't have a clean ASID for the identity mapping, which
126 * may clash with virtual addresses of the previous page tables
127 * and therefore potentially in the TLB.
129 local_flush_tlb_all();