1 /* SPDX-License-Identifier: GPL-2.0 */
7 * read{b,w,l,q}/write{b,w,l,q} are for PCI,
8 * while in{b,w,l}/out{b,w,l} are for ISA
10 * In addition we have 'pausing' versions: in{b,w,l}_p/out{b,w,l}_p
11 * and 'string' versions: ins{b,w,l}/outs{b,w,l}
13 * While read{b,w,l,q} and write{b,w,l,q} contain memory barriers
14 * automatically, there are also __raw versions, which do not.
16 #include <linux/errno.h>
17 #include <asm/cache.h>
18 #include <asm/addrspace.h>
19 #include <asm/machvec.h>
21 #include <linux/pgtable.h>
22 #include <asm-generic/iomap.h>
24 #define __IO_PREFIX generic
25 #include <asm/io_generic.h>
26 #include <asm-generic/pci_iomap.h>
27 #include <mach/mangle-port.h>
29 #define __raw_writeb(v,a) (__chk_io_ptr(a), *(volatile u8 __force *)(a) = (v))
30 #define __raw_writew(v,a) (__chk_io_ptr(a), *(volatile u16 __force *)(a) = (v))
31 #define __raw_writel(v,a) (__chk_io_ptr(a), *(volatile u32 __force *)(a) = (v))
32 #define __raw_writeq(v,a) (__chk_io_ptr(a), *(volatile u64 __force *)(a) = (v))
34 #define __raw_readb(a) (__chk_io_ptr(a), *(volatile u8 __force *)(a))
35 #define __raw_readw(a) (__chk_io_ptr(a), *(volatile u16 __force *)(a))
36 #define __raw_readl(a) (__chk_io_ptr(a), *(volatile u32 __force *)(a))
37 #define __raw_readq(a) (__chk_io_ptr(a), *(volatile u64 __force *)(a))
39 #define readb_relaxed(c) ({ u8 __v = ioswabb(__raw_readb(c)); __v; })
40 #define readw_relaxed(c) ({ u16 __v = ioswabw(__raw_readw(c)); __v; })
41 #define readl_relaxed(c) ({ u32 __v = ioswabl(__raw_readl(c)); __v; })
42 #define readq_relaxed(c) ({ u64 __v = ioswabq(__raw_readq(c)); __v; })
44 #define writeb_relaxed(v,c) ((void)__raw_writeb((__force u8)ioswabb(v),c))
45 #define writew_relaxed(v,c) ((void)__raw_writew((__force u16)ioswabw(v),c))
46 #define writel_relaxed(v,c) ((void)__raw_writel((__force u32)ioswabl(v),c))
47 #define writeq_relaxed(v,c) ((void)__raw_writeq((__force u64)ioswabq(v),c))
49 #define readb(a) ({ u8 r_ = readb_relaxed(a); rmb(); r_; })
50 #define readw(a) ({ u16 r_ = readw_relaxed(a); rmb(); r_; })
51 #define readl(a) ({ u32 r_ = readl_relaxed(a); rmb(); r_; })
52 #define readq(a) ({ u64 r_ = readq_relaxed(a); rmb(); r_; })
54 #define writeb(v,a) ({ wmb(); writeb_relaxed((v),(a)); })
55 #define writew(v,a) ({ wmb(); writew_relaxed((v),(a)); })
56 #define writel(v,a) ({ wmb(); writel_relaxed((v),(a)); })
57 #define writeq(v,a) ({ wmb(); writeq_relaxed((v),(a)); })
59 #define readsb(p,d,l) __raw_readsb(p,d,l)
60 #define readsw(p,d,l) __raw_readsw(p,d,l)
61 #define readsl(p,d,l) __raw_readsl(p,d,l)
63 #define writesb(p,d,l) __raw_writesb(p,d,l)
64 #define writesw(p,d,l) __raw_writesw(p,d,l)
65 #define writesl(p,d,l) __raw_writesl(p,d,l)
67 #define __BUILD_UNCACHED_IO(bwlq, type) \
68 static inline type read##bwlq##_uncached(unsigned long addr) \
72 ret = __raw_read##bwlq(addr); \
77 static inline void write##bwlq##_uncached(type v, unsigned long addr) \
80 __raw_write##bwlq(v, addr); \
84 __BUILD_UNCACHED_IO(b
, u8
)
85 __BUILD_UNCACHED_IO(w
, u16
)
86 __BUILD_UNCACHED_IO(l
, u32
)
87 __BUILD_UNCACHED_IO(q
, u64
)
89 #define __BUILD_MEMORY_STRING(pfx, bwlq, type) \
92 pfx##writes##bwlq(volatile void __iomem *mem, const void *addr, \
95 const volatile type *__addr = addr; \
98 __raw_write##bwlq(*__addr, mem); \
103 static inline void pfx##reads##bwlq(volatile void __iomem *mem, \
104 void *addr, unsigned int count) \
106 volatile type *__addr = addr; \
109 *__addr = __raw_read##bwlq(mem); \
114 __BUILD_MEMORY_STRING(__raw_
, b
, u8
)
115 __BUILD_MEMORY_STRING(__raw_
, w
, u16
)
117 void __raw_writesl(void __iomem
*addr
, const void *data
, int longlen
);
118 void __raw_readsl(const void __iomem
*addr
, void *data
, int longlen
);
120 __BUILD_MEMORY_STRING(__raw_
, q
, u64
)
122 #ifdef CONFIG_HAS_IOPORT_MAP
125 * Slowdown I/O port space accesses for antique hardware.
127 #undef CONF_SLOWDOWN_IO
130 * On SuperH I/O ports are memory mapped, so we access them using normal
131 * load/store instructions. sh_io_port_base is the virtual address to
132 * which all ports are being mapped.
134 extern unsigned long sh_io_port_base
;
136 static inline void __set_io_port_base(unsigned long pbase
)
138 *(unsigned long *)&sh_io_port_base
= pbase
;
142 #ifdef CONFIG_GENERIC_IOMAP
143 #define __ioport_map ioport_map
145 extern void __iomem
*__ioport_map(unsigned long addr
, unsigned int size
);
148 #ifdef CONF_SLOWDOWN_IO
149 #define SLOW_DOWN_IO __raw_readw(sh_io_port_base)
154 #define __BUILD_IOPORT_SINGLE(pfx, bwlq, type, p, slow) \
156 static inline void pfx##out##bwlq##p(type val, unsigned long port) \
158 volatile type *__addr; \
160 __addr = __ioport_map(port, sizeof(type)); \
165 static inline type pfx##in##bwlq##p(unsigned long port) \
167 volatile type *__addr; \
170 __addr = __ioport_map(port, sizeof(type)); \
177 #define __BUILD_IOPORT_PFX(bus, bwlq, type) \
178 __BUILD_IOPORT_SINGLE(bus, bwlq, type, ,) \
179 __BUILD_IOPORT_SINGLE(bus, bwlq, type, _p, SLOW_DOWN_IO)
181 #define BUILDIO_IOPORT(bwlq, type) \
182 __BUILD_IOPORT_PFX(, bwlq, type)
184 BUILDIO_IOPORT(b
, u8
)
185 BUILDIO_IOPORT(w
, u16
)
186 BUILDIO_IOPORT(l
, u32
)
187 BUILDIO_IOPORT(q
, u64
)
189 #define __BUILD_IOPORT_STRING(bwlq, type) \
191 static inline void outs##bwlq(unsigned long port, const void *addr, \
192 unsigned int count) \
194 const volatile type *__addr = addr; \
197 out##bwlq(*__addr, port); \
202 static inline void ins##bwlq(unsigned long port, void *addr, \
203 unsigned int count) \
205 volatile type *__addr = addr; \
208 *__addr = in##bwlq(port); \
213 __BUILD_IOPORT_STRING(b
, u8
)
214 __BUILD_IOPORT_STRING(w
, u16
)
215 __BUILD_IOPORT_STRING(l
, u32
)
216 __BUILD_IOPORT_STRING(q
, u64
)
218 #else /* !CONFIG_HAS_IOPORT_MAP */
220 #include <asm/io_noioport.h>
225 #define IO_SPACE_LIMIT 0xffffffff
227 /* We really want to try and get these to memcpy etc */
228 void memcpy_fromio(void *, const volatile void __iomem
*, unsigned long);
229 void memcpy_toio(volatile void __iomem
*, const void *, unsigned long);
230 void memset_io(volatile void __iomem
*, int, unsigned long);
232 /* Quad-word real-mode I/O, don't ask.. */
233 unsigned long long peek_real_address_q(unsigned long long addr
);
234 unsigned long long poke_real_address_q(unsigned long long addr
,
235 unsigned long long val
);
237 #if !defined(CONFIG_MMU)
238 #define virt_to_phys(address) ((unsigned long)(address))
239 #define phys_to_virt(address) ((void *)(address))
241 #define virt_to_phys(address) (__pa(address))
242 #define phys_to_virt(address) (__va(address))
246 void iounmap(void __iomem
*addr
);
247 void __iomem
*__ioremap_caller(phys_addr_t offset
, unsigned long size
,
248 pgprot_t prot
, void *caller
);
250 static inline void __iomem
*ioremap(phys_addr_t offset
, unsigned long size
)
252 return __ioremap_caller(offset
, size
, PAGE_KERNEL_NOCACHE
,
253 __builtin_return_address(0));
256 static inline void __iomem
*
257 ioremap_cache(phys_addr_t offset
, unsigned long size
)
259 return __ioremap_caller(offset
, size
, PAGE_KERNEL
,
260 __builtin_return_address(0));
262 #define ioremap_cache ioremap_cache
264 #ifdef CONFIG_HAVE_IOREMAP_PROT
265 static inline void __iomem
*ioremap_prot(phys_addr_t offset
, unsigned long size
,
268 return __ioremap_caller(offset
, size
, __pgprot(flags
),
269 __builtin_return_address(0));
271 #endif /* CONFIG_HAVE_IOREMAP_PROT */
273 #else /* CONFIG_MMU */
274 #define iounmap(addr) do { } while (0)
275 #define ioremap(offset, size) ((void __iomem *)(unsigned long)(offset))
276 #endif /* CONFIG_MMU */
278 #define ioremap_uc ioremap
281 * Convert a physical pointer to a virtual kernel pointer for /dev/mem
284 #define xlate_dev_mem_ptr(p) __va(p)
287 * Convert a virtual cached pointer to an uncached pointer
289 #define xlate_dev_kmem_ptr(p) p
291 #define ARCH_HAS_VALID_PHYS_ADDR_RANGE
292 int valid_phys_addr_range(phys_addr_t addr
, size_t size
);
293 int valid_mmap_phys_addr_range(unsigned long pfn
, size_t size
);
295 #endif /* __ASM_SH_IO_H */