1 // SPDX-License-Identifier: GPL-2.0-only
5 * Copyright (C) 1999, 2000, 2002 Niibe Yutaka
6 * Copyright (C) 2002 - 2009 Paul Mundt
9 #include <linux/init.h>
10 #include <linux/mutex.h>
12 #include <linux/highmem.h>
13 #include <linux/module.h>
14 #include <asm/mmu_context.h>
15 #include <asm/cacheflush.h>
17 static pte_t
*kmap_coherent_pte
;
19 void __init
kmap_coherent_init(void)
23 /* cache the first coherent kmap pte */
24 vaddr
= __fix_to_virt(FIX_CMAP_BEGIN
);
25 kmap_coherent_pte
= virt_to_kpte(vaddr
);
28 void *kmap_coherent(struct page
*page
, unsigned long addr
)
30 struct folio
*folio
= page_folio(page
);
31 enum fixed_addresses idx
;
34 BUG_ON(!test_bit(PG_dcache_clean
, &folio
->flags
));
40 (((addr
>> PAGE_SHIFT
) & (FIX_N_COLOURS
- 1)) +
41 (FIX_N_COLOURS
* smp_processor_id()));
43 vaddr
= __fix_to_virt(idx
);
45 BUG_ON(!pte_none(*(kmap_coherent_pte
- idx
)));
46 set_pte(kmap_coherent_pte
- idx
, mk_pte(page
, PAGE_KERNEL
));
51 void kunmap_coherent(void *kvaddr
)
53 if (kvaddr
>= (void *)FIXADDR_START
) {
54 unsigned long vaddr
= (unsigned long)kvaddr
& PAGE_MASK
;
55 enum fixed_addresses idx
= __virt_to_fix(vaddr
);
57 /* XXX.. Kill this later, here for sanity at the moment.. */
58 __flush_purge_region((void *)vaddr
, PAGE_SIZE
);
60 pte_clear(&init_mm
, vaddr
, kmap_coherent_pte
- idx
);
61 local_flush_tlb_one(get_asid(), vaddr
);