1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright(c) 2017 IBM Corporation. All rights reserved.
6 #include <linux/string.h>
7 #include <linux/export.h>
8 #include <linux/uaccess.h>
10 #include <asm/cacheflush.h>
12 static inline void __clean_pmem_range(unsigned long start
, unsigned long stop
)
14 unsigned long shift
= l1_dcache_shift();
15 unsigned long bytes
= l1_dcache_bytes();
16 void *addr
= (void *)(start
& ~(bytes
- 1));
17 unsigned long size
= stop
- (unsigned long)addr
+ (bytes
- 1);
20 for (i
= 0; i
< size
>> shift
; i
++, addr
+= bytes
)
21 asm volatile(PPC_DCBSTPS(%0, %1): :"i"(0), "r"(addr
): "memory");
24 static inline void __flush_pmem_range(unsigned long start
, unsigned long stop
)
26 unsigned long shift
= l1_dcache_shift();
27 unsigned long bytes
= l1_dcache_bytes();
28 void *addr
= (void *)(start
& ~(bytes
- 1));
29 unsigned long size
= stop
- (unsigned long)addr
+ (bytes
- 1);
32 for (i
= 0; i
< size
>> shift
; i
++, addr
+= bytes
)
33 asm volatile(PPC_DCBFPS(%0, %1): :"i"(0), "r"(addr
): "memory");
36 static inline void clean_pmem_range(unsigned long start
, unsigned long stop
)
38 if (cpu_has_feature(CPU_FTR_ARCH_207S
))
39 return __clean_pmem_range(start
, stop
);
42 static inline void flush_pmem_range(unsigned long start
, unsigned long stop
)
44 if (cpu_has_feature(CPU_FTR_ARCH_207S
))
45 return __flush_pmem_range(start
, stop
);
49 * CONFIG_ARCH_HAS_PMEM_API symbols
51 void arch_wb_cache_pmem(void *addr
, size_t size
)
53 unsigned long start
= (unsigned long) addr
;
54 clean_pmem_range(start
, start
+ size
);
56 EXPORT_SYMBOL_GPL(arch_wb_cache_pmem
);
58 void arch_invalidate_pmem(void *addr
, size_t size
)
60 unsigned long start
= (unsigned long) addr
;
61 flush_pmem_range(start
, start
+ size
);
63 EXPORT_SYMBOL_GPL(arch_invalidate_pmem
);
66 * CONFIG_ARCH_HAS_UACCESS_FLUSHCACHE symbols
68 long __copy_from_user_flushcache(void *dest
, const void __user
*src
,
71 unsigned long copied
, start
= (unsigned long) dest
;
73 copied
= __copy_from_user(dest
, src
, size
);
74 clean_pmem_range(start
, start
+ size
);
79 void memcpy_flushcache(void *dest
, const void *src
, size_t size
)
81 unsigned long start
= (unsigned long) dest
;
83 memcpy(dest
, src
, size
);
84 clean_pmem_range(start
, start
+ size
);
86 EXPORT_SYMBOL(memcpy_flushcache
);
88 void memcpy_page_flushcache(char *to
, struct page
*page
, size_t offset
,
91 memcpy_flushcache(to
, page_to_virt(page
) + offset
, len
);
93 EXPORT_SYMBOL(memcpy_page_flushcache
);