1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
2cd248341SJan Glauber #ifndef _ASM_S390_PCI_IO_H
3cd248341SJan Glauber #define _ASM_S390_PCI_IO_H
4cd248341SJan Glauber
5cd248341SJan Glauber #ifdef CONFIG_PCI
6cd248341SJan Glauber
7cd248341SJan Glauber #include <linux/kernel.h>
8cd248341SJan Glauber #include <linux/slab.h>
9cd248341SJan Glauber #include <asm/pci_insn.h>
10cd248341SJan Glauber
11f058599eSNiklas Schnelle /* I/O size constraints */
12f058599eSNiklas Schnelle #define ZPCI_MAX_READ_SIZE 8
13f058599eSNiklas Schnelle #define ZPCI_MAX_WRITE_SIZE 128
14*930ce7a5SNiklas Schnelle #define ZPCI_BOUNDARY_SIZE (1 << 12)
15*930ce7a5SNiklas Schnelle #define ZPCI_BOUNDARY_MASK (ZPCI_BOUNDARY_SIZE - 1)
16f058599eSNiklas Schnelle
17cd248341SJan Glauber /* I/O Map */
18bf19c94dSSebastian Ott #define ZPCI_IOMAP_SHIFT 48
1952d04d40SNiklas Schnelle #define ZPCI_IOMAP_ADDR_SHIFT 62
2052d04d40SNiklas Schnelle #define ZPCI_IOMAP_ADDR_BASE (1UL << ZPCI_IOMAP_ADDR_SHIFT)
21bf19c94dSSebastian Ott #define ZPCI_IOMAP_ADDR_OFF_MASK ((1UL << ZPCI_IOMAP_SHIFT) - 1)
22bf19c94dSSebastian Ott #define ZPCI_IOMAP_MAX_ENTRIES \
2352d04d40SNiklas Schnelle (1UL << (ZPCI_IOMAP_ADDR_SHIFT - ZPCI_IOMAP_SHIFT))
24bf19c94dSSebastian Ott #define ZPCI_IOMAP_ADDR_IDX_MASK \
2552d04d40SNiklas Schnelle ((ZPCI_IOMAP_ADDR_BASE - 1) & ~ZPCI_IOMAP_ADDR_OFF_MASK)
26cd248341SJan Glauber
27cd248341SJan Glauber struct zpci_iomap_entry {
28cd248341SJan Glauber u32 fh;
29cd248341SJan Glauber u8 bar;
308cfc99b5SMichael S. Tsirkin u16 count;
31cd248341SJan Glauber };
32cd248341SJan Glauber
33cd248341SJan Glauber extern struct zpci_iomap_entry *zpci_iomap_start;
34cd248341SJan Glauber
35bf19c94dSSebastian Ott #define ZPCI_ADDR(idx) (ZPCI_IOMAP_ADDR_BASE | ((u64) idx << ZPCI_IOMAP_SHIFT))
36cd248341SJan Glauber #define ZPCI_IDX(addr) \
37bf19c94dSSebastian Ott (((__force u64) addr & ZPCI_IOMAP_ADDR_IDX_MASK) >> ZPCI_IOMAP_SHIFT)
38cd248341SJan Glauber #define ZPCI_OFFSET(addr) \
39cd248341SJan Glauber ((__force u64) addr & ZPCI_IOMAP_ADDR_OFF_MASK)
40cd248341SJan Glauber
41cd248341SJan Glauber #define ZPCI_CREATE_REQ(handle, space, len) \
42cd248341SJan Glauber ((u64) handle << 32 | space << 16 | len)
43cd248341SJan Glauber
44cd248341SJan Glauber #define zpci_read(LENGTH, RETTYPE) \
45cd248341SJan Glauber static inline RETTYPE zpci_read_##RETTYPE(const volatile void __iomem *addr) \
46cd248341SJan Glauber { \
47cd248341SJan Glauber u64 data; \
48cd248341SJan Glauber int rc; \
49cd248341SJan Glauber \
5081deca12SSebastian Ott rc = zpci_load(&data, addr, LENGTH); \
51cd248341SJan Glauber if (rc) \
52cd248341SJan Glauber data = -1ULL; \
53cd248341SJan Glauber return (RETTYPE) data; \
54cd248341SJan Glauber }
55cd248341SJan Glauber
56cd248341SJan Glauber #define zpci_write(LENGTH, VALTYPE) \
57cd248341SJan Glauber static inline void zpci_write_##VALTYPE(VALTYPE val, \
58cd248341SJan Glauber const volatile void __iomem *addr) \
59cd248341SJan Glauber { \
60cd248341SJan Glauber u64 data = (VALTYPE) val; \
61cd248341SJan Glauber \
6281deca12SSebastian Ott zpci_store(addr, data, LENGTH); \
63cd248341SJan Glauber }
64cd248341SJan Glauber
65cd248341SJan Glauber zpci_read(8, u64)
66cd248341SJan Glauber zpci_read(4, u32)
67cd248341SJan Glauber zpci_read(2, u16)
68cd248341SJan Glauber zpci_read(1, u8)
69cd248341SJan Glauber zpci_write(8, u64)
70cd248341SJan Glauber zpci_write(4, u32)
71cd248341SJan Glauber zpci_write(2, u16)
72cd248341SJan Glauber zpci_write(1, u8)
73cd248341SJan Glauber
zpci_write_single(volatile void __iomem * dst,const void * src,unsigned long len)7481deca12SSebastian Ott static inline int zpci_write_single(volatile void __iomem *dst, const void *src,
7581deca12SSebastian Ott unsigned long len)
76cd248341SJan Glauber {
77cd248341SJan Glauber u64 val;
78cd248341SJan Glauber
79cd248341SJan Glauber switch (len) {
80cd248341SJan Glauber case 1:
8181deca12SSebastian Ott val = (u64) *((u8 *) src);
82cd248341SJan Glauber break;
83cd248341SJan Glauber case 2:
8481deca12SSebastian Ott val = (u64) *((u16 *) src);
85cd248341SJan Glauber break;
86cd248341SJan Glauber case 4:
8781deca12SSebastian Ott val = (u64) *((u32 *) src);
88cd248341SJan Glauber break;
89cd248341SJan Glauber case 8:
9081deca12SSebastian Ott val = (u64) *((u64 *) src);
91cd248341SJan Glauber break;
92cd248341SJan Glauber default:
93cd248341SJan Glauber val = 0; /* let FW report error */
94cd248341SJan Glauber break;
95cd248341SJan Glauber }
9681deca12SSebastian Ott return zpci_store(dst, val, len);
97cd248341SJan Glauber }
98cd248341SJan Glauber
zpci_read_single(void * dst,const volatile void __iomem * src,unsigned long len)9981deca12SSebastian Ott static inline int zpci_read_single(void *dst, const volatile void __iomem *src,
10081deca12SSebastian Ott unsigned long len)
101cd248341SJan Glauber {
102cd248341SJan Glauber u64 data;
103f0bacb7fSSebastian Ott int cc;
104cd248341SJan Glauber
10581deca12SSebastian Ott cc = zpci_load(&data, src, len);
106b170bad4SSebastian Ott if (cc)
107b170bad4SSebastian Ott goto out;
108b170bad4SSebastian Ott
109cd248341SJan Glauber switch (len) {
110cd248341SJan Glauber case 1:
111cd248341SJan Glauber *((u8 *) dst) = (u8) data;
112cd248341SJan Glauber break;
113cd248341SJan Glauber case 2:
114cd248341SJan Glauber *((u16 *) dst) = (u16) data;
115cd248341SJan Glauber break;
116cd248341SJan Glauber case 4:
117cd248341SJan Glauber *((u32 *) dst) = (u32) data;
118cd248341SJan Glauber break;
119cd248341SJan Glauber case 8:
120cd248341SJan Glauber *((u64 *) dst) = (u64) data;
121cd248341SJan Glauber break;
122cd248341SJan Glauber }
123b170bad4SSebastian Ott out:
124cd248341SJan Glauber return cc;
125cd248341SJan Glauber }
126cd248341SJan Glauber
12781deca12SSebastian Ott int zpci_write_block(volatile void __iomem *dst, const void *src,
12881deca12SSebastian Ott unsigned long len);
129cd248341SJan Glauber
zpci_get_max_io_size(u64 src,u64 dst,int len,int max)130*930ce7a5SNiklas Schnelle static inline int zpci_get_max_io_size(u64 src, u64 dst, int len, int max)
131cd248341SJan Glauber {
132*930ce7a5SNiklas Schnelle int offset = dst & ZPCI_BOUNDARY_MASK;
133*930ce7a5SNiklas Schnelle int size;
134cd248341SJan Glauber
135*930ce7a5SNiklas Schnelle size = min3(len, ZPCI_BOUNDARY_SIZE - offset, max);
136*930ce7a5SNiklas Schnelle if (IS_ALIGNED(src, 8) && IS_ALIGNED(dst, 8) && IS_ALIGNED(size, 8))
137cd248341SJan Glauber return size;
138*930ce7a5SNiklas Schnelle
139*930ce7a5SNiklas Schnelle if (size >= 8)
140*930ce7a5SNiklas Schnelle return 8;
141*930ce7a5SNiklas Schnelle return rounddown_pow_of_two(size);
142cd248341SJan Glauber }
143cd248341SJan Glauber
zpci_memcpy_fromio(void * dst,const volatile void __iomem * src,unsigned long n)144cd248341SJan Glauber static inline int zpci_memcpy_fromio(void *dst,
145cd248341SJan Glauber const volatile void __iomem *src,
146cd248341SJan Glauber unsigned long n)
147cd248341SJan Glauber {
148cd248341SJan Glauber int size, rc = 0;
149cd248341SJan Glauber
150cd248341SJan Glauber while (n > 0) {
151*930ce7a5SNiklas Schnelle size = zpci_get_max_io_size((u64 __force) src,
152f058599eSNiklas Schnelle (u64) dst, n,
153f058599eSNiklas Schnelle ZPCI_MAX_READ_SIZE);
15481deca12SSebastian Ott rc = zpci_read_single(dst, src, size);
155cd248341SJan Glauber if (rc)
156cd248341SJan Glauber break;
15781deca12SSebastian Ott src += size;
158cd248341SJan Glauber dst += size;
159cd248341SJan Glauber n -= size;
160cd248341SJan Glauber }
161cd248341SJan Glauber return rc;
162cd248341SJan Glauber }
163cd248341SJan Glauber
zpci_memcpy_toio(volatile void __iomem * dst,const void * src,unsigned long n)164cd248341SJan Glauber static inline int zpci_memcpy_toio(volatile void __iomem *dst,
165cd248341SJan Glauber const void *src, unsigned long n)
166cd248341SJan Glauber {
167cd248341SJan Glauber int size, rc = 0;
168cd248341SJan Glauber
169cd248341SJan Glauber if (!src)
170cd248341SJan Glauber return -EINVAL;
171cd248341SJan Glauber
172cd248341SJan Glauber while (n > 0) {
173*930ce7a5SNiklas Schnelle size = zpci_get_max_io_size((u64 __force) dst,
174f058599eSNiklas Schnelle (u64) src, n,
175f058599eSNiklas Schnelle ZPCI_MAX_WRITE_SIZE);
176cd248341SJan Glauber if (size > 8) /* main path */
17781deca12SSebastian Ott rc = zpci_write_block(dst, src, size);
178cd248341SJan Glauber else
17981deca12SSebastian Ott rc = zpci_write_single(dst, src, size);
180cd248341SJan Glauber if (rc)
181cd248341SJan Glauber break;
182cd248341SJan Glauber src += size;
18381deca12SSebastian Ott dst += size;
184cd248341SJan Glauber n -= size;
185cd248341SJan Glauber }
186cd248341SJan Glauber return rc;
187cd248341SJan Glauber }
188cd248341SJan Glauber
zpci_memset_io(volatile void __iomem * dst,unsigned char val,size_t count)189cd248341SJan Glauber static inline int zpci_memset_io(volatile void __iomem *dst,
190cd248341SJan Glauber unsigned char val, size_t count)
191cd248341SJan Glauber {
192cd248341SJan Glauber u8 *src = kmalloc(count, GFP_KERNEL);
193cd248341SJan Glauber int rc;
194cd248341SJan Glauber
195cd248341SJan Glauber if (src == NULL)
196cd248341SJan Glauber return -ENOMEM;
197cd248341SJan Glauber memset(src, val, count);
198cd248341SJan Glauber
199cd248341SJan Glauber rc = zpci_memcpy_toio(dst, src, count);
200cd248341SJan Glauber kfree(src);
201cd248341SJan Glauber return rc;
202cd248341SJan Glauber }
203cd248341SJan Glauber
204cd248341SJan Glauber #endif /* CONFIG_PCI */
205cd248341SJan Glauber
206cd248341SJan Glauber #endif /* _ASM_S390_PCI_IO_H */
207