1*83d290c5STom Rini /* SPDX-License-Identifier: GPL-2.0+ */
2288aaacfSAlexey Brodkin /*
3288aaacfSAlexey Brodkin * Copyright (C) 2013-2014 Synopsys, Inc. All rights reserved.
4288aaacfSAlexey Brodkin */
5288aaacfSAlexey Brodkin
6288aaacfSAlexey Brodkin #ifndef __ASM_ARC_IO_H
7288aaacfSAlexey Brodkin #define __ASM_ARC_IO_H
8288aaacfSAlexey Brodkin
9288aaacfSAlexey Brodkin #include <linux/types.h>
10288aaacfSAlexey Brodkin #include <asm/byteorder.h>
11288aaacfSAlexey Brodkin
1271621525SAlexey Brodkin #ifdef __ARCHS__
135bea2becSAlexey Brodkin
145bea2becSAlexey Brodkin /*
155bea2becSAlexey Brodkin * ARCv2 based HS38 cores are in-order issue, but still weakly ordered
165bea2becSAlexey Brodkin * due to micro-arch buffering/queuing of load/store, cache hit vs. miss ...
175bea2becSAlexey Brodkin *
185bea2becSAlexey Brodkin * Explicit barrier provided by DMB instruction
195bea2becSAlexey Brodkin * - Operand supports fine grained load/store/load+store semantics
205bea2becSAlexey Brodkin * - Ensures that selected memory operation issued before it will complete
215bea2becSAlexey Brodkin * before any subsequent memory operation of same type
225bea2becSAlexey Brodkin * - DMB guarantees SMP as well as local barrier semantics
235bea2becSAlexey Brodkin * (asm-generic/barrier.h ensures sane smp_*mb if not defined here, i.e.
245bea2becSAlexey Brodkin * UP: barrier(), SMP: smp_*mb == *mb)
255bea2becSAlexey Brodkin * - DSYNC provides DMB+completion_of_cache_bpu_maintenance_ops hence not needed
265bea2becSAlexey Brodkin * in the general case. Plus it only provides full barrier.
275bea2becSAlexey Brodkin */
285bea2becSAlexey Brodkin
295bea2becSAlexey Brodkin #define mb() asm volatile("dmb 3\n" : : : "memory")
305bea2becSAlexey Brodkin #define rmb() asm volatile("dmb 1\n" : : : "memory")
315bea2becSAlexey Brodkin #define wmb() asm volatile("dmb 2\n" : : : "memory")
325bea2becSAlexey Brodkin
335bea2becSAlexey Brodkin #else
345bea2becSAlexey Brodkin
355bea2becSAlexey Brodkin /*
365bea2becSAlexey Brodkin * ARCompact based cores (ARC700) only have SYNC instruction which is super
375bea2becSAlexey Brodkin * heavy weight as it flushes the pipeline as well.
385bea2becSAlexey Brodkin * There are no real SMP implementations of such cores.
395bea2becSAlexey Brodkin */
405bea2becSAlexey Brodkin
415bea2becSAlexey Brodkin #define mb() asm volatile("sync\n" : : : "memory")
425bea2becSAlexey Brodkin #endif
435bea2becSAlexey Brodkin
4471621525SAlexey Brodkin #ifdef __ARCHS__
455bea2becSAlexey Brodkin #define __iormb() rmb()
465bea2becSAlexey Brodkin #define __iowmb() wmb()
475bea2becSAlexey Brodkin #else
4871621525SAlexey Brodkin #define __iormb() asm volatile("" : : : "memory")
4971621525SAlexey Brodkin #define __iowmb() asm volatile("" : : : "memory")
505bea2becSAlexey Brodkin #endif
515bea2becSAlexey Brodkin
sync(void)52288aaacfSAlexey Brodkin static inline void sync(void)
53288aaacfSAlexey Brodkin {
54288aaacfSAlexey Brodkin /* Not yet implemented */
55288aaacfSAlexey Brodkin }
56288aaacfSAlexey Brodkin
__raw_readb(const volatile void __iomem * addr)57288aaacfSAlexey Brodkin static inline u8 __raw_readb(const volatile void __iomem *addr)
58288aaacfSAlexey Brodkin {
59288aaacfSAlexey Brodkin u8 b;
60288aaacfSAlexey Brodkin
61288aaacfSAlexey Brodkin __asm__ __volatile__("ldb%U1 %0, %1\n"
62288aaacfSAlexey Brodkin : "=r" (b)
63288aaacfSAlexey Brodkin : "m" (*(volatile u8 __force *)addr)
64288aaacfSAlexey Brodkin : "memory");
65288aaacfSAlexey Brodkin return b;
66288aaacfSAlexey Brodkin }
67288aaacfSAlexey Brodkin
__raw_readw(const volatile void __iomem * addr)68288aaacfSAlexey Brodkin static inline u16 __raw_readw(const volatile void __iomem *addr)
69288aaacfSAlexey Brodkin {
70288aaacfSAlexey Brodkin u16 s;
71288aaacfSAlexey Brodkin
72288aaacfSAlexey Brodkin __asm__ __volatile__("ldw%U1 %0, %1\n"
73288aaacfSAlexey Brodkin : "=r" (s)
74288aaacfSAlexey Brodkin : "m" (*(volatile u16 __force *)addr)
75288aaacfSAlexey Brodkin : "memory");
76288aaacfSAlexey Brodkin return s;
77288aaacfSAlexey Brodkin }
78288aaacfSAlexey Brodkin
__raw_readl(const volatile void __iomem * addr)79288aaacfSAlexey Brodkin static inline u32 __raw_readl(const volatile void __iomem *addr)
80288aaacfSAlexey Brodkin {
81288aaacfSAlexey Brodkin u32 w;
82288aaacfSAlexey Brodkin
83288aaacfSAlexey Brodkin __asm__ __volatile__("ld%U1 %0, %1\n"
84288aaacfSAlexey Brodkin : "=r" (w)
85288aaacfSAlexey Brodkin : "m" (*(volatile u32 __force *)addr)
86288aaacfSAlexey Brodkin : "memory");
87288aaacfSAlexey Brodkin return w;
88288aaacfSAlexey Brodkin }
89288aaacfSAlexey Brodkin
__raw_writeb(u8 b,volatile void __iomem * addr)90288aaacfSAlexey Brodkin static inline void __raw_writeb(u8 b, volatile void __iomem *addr)
91288aaacfSAlexey Brodkin {
92288aaacfSAlexey Brodkin __asm__ __volatile__("stb%U1 %0, %1\n"
93288aaacfSAlexey Brodkin :
94288aaacfSAlexey Brodkin : "r" (b), "m" (*(volatile u8 __force *)addr)
95288aaacfSAlexey Brodkin : "memory");
96288aaacfSAlexey Brodkin }
97288aaacfSAlexey Brodkin
__raw_writew(u16 s,volatile void __iomem * addr)98288aaacfSAlexey Brodkin static inline void __raw_writew(u16 s, volatile void __iomem *addr)
99288aaacfSAlexey Brodkin {
100288aaacfSAlexey Brodkin __asm__ __volatile__("stw%U1 %0, %1\n"
101288aaacfSAlexey Brodkin :
102288aaacfSAlexey Brodkin : "r" (s), "m" (*(volatile u16 __force *)addr)
103288aaacfSAlexey Brodkin : "memory");
104288aaacfSAlexey Brodkin }
105288aaacfSAlexey Brodkin
__raw_writel(u32 w,volatile void __iomem * addr)106288aaacfSAlexey Brodkin static inline void __raw_writel(u32 w, volatile void __iomem *addr)
107288aaacfSAlexey Brodkin {
108288aaacfSAlexey Brodkin __asm__ __volatile__("st%U1 %0, %1\n"
109288aaacfSAlexey Brodkin :
110288aaacfSAlexey Brodkin : "r" (w), "m" (*(volatile u32 __force *)addr)
111288aaacfSAlexey Brodkin : "memory");
112288aaacfSAlexey Brodkin }
113288aaacfSAlexey Brodkin
__raw_readsb(unsigned int addr,void * data,int bytelen)114288aaacfSAlexey Brodkin static inline int __raw_readsb(unsigned int addr, void *data, int bytelen)
115288aaacfSAlexey Brodkin {
116288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ld.di r8, [r0]\n"
117288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n"
118288aaacfSAlexey Brodkin "bnz.d 1b\n"
119288aaacfSAlexey Brodkin "stb.ab r8, [r1, 1]\n"
120288aaacfSAlexey Brodkin :
121288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (bytelen)
122288aaacfSAlexey Brodkin : "r8");
123288aaacfSAlexey Brodkin return bytelen;
124288aaacfSAlexey Brodkin }
125288aaacfSAlexey Brodkin
__raw_readsw(unsigned int addr,void * data,int wordlen)126288aaacfSAlexey Brodkin static inline int __raw_readsw(unsigned int addr, void *data, int wordlen)
127288aaacfSAlexey Brodkin {
128288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ld.di r8, [r0]\n"
129288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n"
130288aaacfSAlexey Brodkin "bnz.d 1b\n"
131288aaacfSAlexey Brodkin "stw.ab r8, [r1, 2]\n"
132288aaacfSAlexey Brodkin :
133288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (wordlen)
134288aaacfSAlexey Brodkin : "r8");
135288aaacfSAlexey Brodkin return wordlen;
136288aaacfSAlexey Brodkin }
137288aaacfSAlexey Brodkin
__raw_readsl(unsigned int addr,void * data,int longlen)138288aaacfSAlexey Brodkin static inline int __raw_readsl(unsigned int addr, void *data, int longlen)
139288aaacfSAlexey Brodkin {
140288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ld.di r8, [r0]\n"
141288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n"
142288aaacfSAlexey Brodkin "bnz.d 1b\n"
143288aaacfSAlexey Brodkin "st.ab r8, [r1, 4]\n"
144288aaacfSAlexey Brodkin :
145288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (longlen)
146288aaacfSAlexey Brodkin : "r8");
147288aaacfSAlexey Brodkin return longlen;
148288aaacfSAlexey Brodkin }
149288aaacfSAlexey Brodkin
__raw_writesb(unsigned int addr,void * data,int bytelen)150288aaacfSAlexey Brodkin static inline int __raw_writesb(unsigned int addr, void *data, int bytelen)
151288aaacfSAlexey Brodkin {
152288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ldb.ab r8, [r1, 1]\n"
153288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n"
154288aaacfSAlexey Brodkin "bnz.d 1b\n"
155288aaacfSAlexey Brodkin "st.di r8, [r0, 0]\n"
156288aaacfSAlexey Brodkin :
157288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (bytelen)
158288aaacfSAlexey Brodkin : "r8");
159288aaacfSAlexey Brodkin return bytelen;
160288aaacfSAlexey Brodkin }
161288aaacfSAlexey Brodkin
__raw_writesw(unsigned int addr,void * data,int wordlen)162288aaacfSAlexey Brodkin static inline int __raw_writesw(unsigned int addr, void *data, int wordlen)
163288aaacfSAlexey Brodkin {
164288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ldw.ab r8, [r1, 2]\n"
165288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n"
166288aaacfSAlexey Brodkin "bnz.d 1b\n"
167288aaacfSAlexey Brodkin "st.ab.di r8, [r0, 0]\n"
168288aaacfSAlexey Brodkin :
169288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (wordlen)
170288aaacfSAlexey Brodkin : "r8");
171288aaacfSAlexey Brodkin return wordlen;
172288aaacfSAlexey Brodkin }
173288aaacfSAlexey Brodkin
__raw_writesl(unsigned int addr,void * data,int longlen)174288aaacfSAlexey Brodkin static inline int __raw_writesl(unsigned int addr, void *data, int longlen)
175288aaacfSAlexey Brodkin {
176288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ld.ab r8, [r1, 4]\n"
177288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n"
178288aaacfSAlexey Brodkin "bnz.d 1b\n"
179288aaacfSAlexey Brodkin "st.ab.di r8, [r0, 0]\n"
180288aaacfSAlexey Brodkin :
181288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (longlen)
182288aaacfSAlexey Brodkin : "r8");
183288aaacfSAlexey Brodkin return longlen;
184288aaacfSAlexey Brodkin }
185288aaacfSAlexey Brodkin
1865bea2becSAlexey Brodkin /*
1875bea2becSAlexey Brodkin * MMIO can also get buffered/optimized in micro-arch, so barriers needed
1885bea2becSAlexey Brodkin * Based on ARM model for the typical use case
1895bea2becSAlexey Brodkin *
1905bea2becSAlexey Brodkin * <ST [DMA buffer]>
1915bea2becSAlexey Brodkin * <writel MMIO "go" reg>
1925bea2becSAlexey Brodkin * or:
1935bea2becSAlexey Brodkin * <readl MMIO "status" reg>
1945bea2becSAlexey Brodkin * <LD [DMA buffer]>
1955bea2becSAlexey Brodkin *
1965bea2becSAlexey Brodkin * http://lkml.kernel.org/r/20150622133656.GG1583@arm.com
1975bea2becSAlexey Brodkin */
1985bea2becSAlexey Brodkin #define readb(c) ({ u8 __v = readb_relaxed(c); __iormb(); __v; })
1995bea2becSAlexey Brodkin #define readw(c) ({ u16 __v = readw_relaxed(c); __iormb(); __v; })
2005bea2becSAlexey Brodkin #define readl(c) ({ u32 __v = readl_relaxed(c); __iormb(); __v; })
2015bea2becSAlexey Brodkin
2025bea2becSAlexey Brodkin #define writeb(v,c) ({ __iowmb(); writeb_relaxed(v,c); })
2035bea2becSAlexey Brodkin #define writew(v,c) ({ __iowmb(); writew_relaxed(v,c); })
2045bea2becSAlexey Brodkin #define writel(v,c) ({ __iowmb(); writel_relaxed(v,c); })
2055bea2becSAlexey Brodkin
2065bea2becSAlexey Brodkin /*
2075bea2becSAlexey Brodkin * Relaxed API for drivers which can handle barrier ordering themselves
2085bea2becSAlexey Brodkin *
2095bea2becSAlexey Brodkin * Also these are defined to perform little endian accesses.
2105bea2becSAlexey Brodkin * To provide the typical device register semantics of fixed endian,
2115bea2becSAlexey Brodkin * swap the byte order for Big Endian
2125bea2becSAlexey Brodkin *
2135bea2becSAlexey Brodkin * http://lkml.kernel.org/r/201603100845.30602.arnd@arndb.de
2145bea2becSAlexey Brodkin */
2155bea2becSAlexey Brodkin #define readb_relaxed(c) __raw_readb(c)
2165bea2becSAlexey Brodkin #define readw_relaxed(c) ({ u16 __r = le16_to_cpu((__force __le16) \
2175bea2becSAlexey Brodkin __raw_readw(c)); __r; })
2185bea2becSAlexey Brodkin #define readl_relaxed(c) ({ u32 __r = le32_to_cpu((__force __le32) \
2195bea2becSAlexey Brodkin __raw_readl(c)); __r; })
2205bea2becSAlexey Brodkin
2215bea2becSAlexey Brodkin #define writeb_relaxed(v,c) __raw_writeb(v,c)
2225bea2becSAlexey Brodkin #define writew_relaxed(v,c) __raw_writew((__force u16) cpu_to_le16(v),c)
2235bea2becSAlexey Brodkin #define writel_relaxed(v,c) __raw_writel((__force u32) cpu_to_le32(v),c)
2245bea2becSAlexey Brodkin
225288aaacfSAlexey Brodkin #define out_arch(type, endian, a, v) __raw_write##type(cpu_to_##endian(v), a)
226288aaacfSAlexey Brodkin #define in_arch(type, endian, a) endian##_to_cpu(__raw_read##type(a))
227288aaacfSAlexey Brodkin
228288aaacfSAlexey Brodkin #define out_le32(a, v) out_arch(l, le32, a, v)
229288aaacfSAlexey Brodkin #define out_le16(a, v) out_arch(w, le16, a, v)
230288aaacfSAlexey Brodkin
231288aaacfSAlexey Brodkin #define in_le32(a) in_arch(l, le32, a)
232288aaacfSAlexey Brodkin #define in_le16(a) in_arch(w, le16, a)
233288aaacfSAlexey Brodkin
234288aaacfSAlexey Brodkin #define out_be32(a, v) out_arch(l, be32, a, v)
235288aaacfSAlexey Brodkin #define out_be16(a, v) out_arch(w, be16, a, v)
236288aaacfSAlexey Brodkin
237288aaacfSAlexey Brodkin #define in_be32(a) in_arch(l, be32, a)
238288aaacfSAlexey Brodkin #define in_be16(a) in_arch(w, be16, a)
239288aaacfSAlexey Brodkin
240288aaacfSAlexey Brodkin #define out_8(a, v) __raw_writeb(v, a)
241288aaacfSAlexey Brodkin #define in_8(a) __raw_readb(a)
242288aaacfSAlexey Brodkin
243288aaacfSAlexey Brodkin /*
244288aaacfSAlexey Brodkin * Clear and set bits in one shot. These macros can be used to clear and
245288aaacfSAlexey Brodkin * set multiple bits in a register using a single call. These macros can
246288aaacfSAlexey Brodkin * also be used to set a multiple-bit bit pattern using a mask, by
247288aaacfSAlexey Brodkin * specifying the mask in the 'clear' parameter and the new bit pattern
248288aaacfSAlexey Brodkin * in the 'set' parameter.
249288aaacfSAlexey Brodkin */
250288aaacfSAlexey Brodkin
251288aaacfSAlexey Brodkin #define clrbits(type, addr, clear) \
252288aaacfSAlexey Brodkin out_##type((addr), in_##type(addr) & ~(clear))
253288aaacfSAlexey Brodkin
254288aaacfSAlexey Brodkin #define setbits(type, addr, set) \
255288aaacfSAlexey Brodkin out_##type((addr), in_##type(addr) | (set))
256288aaacfSAlexey Brodkin
257288aaacfSAlexey Brodkin #define clrsetbits(type, addr, clear, set) \
258288aaacfSAlexey Brodkin out_##type((addr), (in_##type(addr) & ~(clear)) | (set))
259288aaacfSAlexey Brodkin
260288aaacfSAlexey Brodkin #define clrbits_be32(addr, clear) clrbits(be32, addr, clear)
261288aaacfSAlexey Brodkin #define setbits_be32(addr, set) setbits(be32, addr, set)
262288aaacfSAlexey Brodkin #define clrsetbits_be32(addr, clear, set) clrsetbits(be32, addr, clear, set)
263288aaacfSAlexey Brodkin
264288aaacfSAlexey Brodkin #define clrbits_le32(addr, clear) clrbits(le32, addr, clear)
265288aaacfSAlexey Brodkin #define setbits_le32(addr, set) setbits(le32, addr, set)
266288aaacfSAlexey Brodkin #define clrsetbits_le32(addr, clear, set) clrsetbits(le32, addr, clear, set)
267288aaacfSAlexey Brodkin
268288aaacfSAlexey Brodkin #define clrbits_be16(addr, clear) clrbits(be16, addr, clear)
269288aaacfSAlexey Brodkin #define setbits_be16(addr, set) setbits(be16, addr, set)
270288aaacfSAlexey Brodkin #define clrsetbits_be16(addr, clear, set) clrsetbits(be16, addr, clear, set)
271288aaacfSAlexey Brodkin
272288aaacfSAlexey Brodkin #define clrbits_le16(addr, clear) clrbits(le16, addr, clear)
273288aaacfSAlexey Brodkin #define setbits_le16(addr, set) setbits(le16, addr, set)
274288aaacfSAlexey Brodkin #define clrsetbits_le16(addr, clear, set) clrsetbits(le16, addr, clear, set)
275288aaacfSAlexey Brodkin
276288aaacfSAlexey Brodkin #define clrbits_8(addr, clear) clrbits(8, addr, clear)
277288aaacfSAlexey Brodkin #define setbits_8(addr, set) setbits(8, addr, set)
278288aaacfSAlexey Brodkin #define clrsetbits_8(addr, clear, set) clrsetbits(8, addr, clear, set)
279288aaacfSAlexey Brodkin
280593477c6SPaul Burton #include <asm-generic/io.h>
28153637c91SAlexey Brodkin
282288aaacfSAlexey Brodkin #endif /* __ASM_ARC_IO_H */
283