xref: /openbmc/linux/arch/s390/include/asm/idals.h (revision b24413180f5600bcb3bb70fbed5cf186b60864bd)
1*b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
2c6557e7fSMartin Schwidefsky /*
3c6557e7fSMartin Schwidefsky  * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
4c6557e7fSMartin Schwidefsky  *		    Martin Schwidefsky <schwidefsky@de.ibm.com>
5c6557e7fSMartin Schwidefsky  * Bugreports.to..: <Linux390@de.ibm.com>
6a53c8fabSHeiko Carstens  * Copyright IBM Corp. 2000
7a53c8fabSHeiko Carstens  *
8c6557e7fSMartin Schwidefsky  * History of changes
9c6557e7fSMartin Schwidefsky  * 07/24/00 new file
10c6557e7fSMartin Schwidefsky  * 05/04/02 code restructuring.
11c6557e7fSMartin Schwidefsky  */
12c6557e7fSMartin Schwidefsky 
13c6557e7fSMartin Schwidefsky #ifndef _S390_IDALS_H
14c6557e7fSMartin Schwidefsky #define _S390_IDALS_H
15c6557e7fSMartin Schwidefsky 
16c6557e7fSMartin Schwidefsky #include <linux/errno.h>
17c6557e7fSMartin Schwidefsky #include <linux/err.h>
18c6557e7fSMartin Schwidefsky #include <linux/types.h>
19c6557e7fSMartin Schwidefsky #include <linux/slab.h>
20c6557e7fSMartin Schwidefsky #include <asm/cio.h>
217c0f6ba6SLinus Torvalds #include <linux/uaccess.h>
22c6557e7fSMartin Schwidefsky 
23c6557e7fSMartin Schwidefsky #define IDA_SIZE_LOG 12 /* 11 for 2k , 12 for 4k */
24c6557e7fSMartin Schwidefsky #define IDA_BLOCK_SIZE (1L<<IDA_SIZE_LOG)
25c6557e7fSMartin Schwidefsky 
26c6557e7fSMartin Schwidefsky /*
27c6557e7fSMartin Schwidefsky  * Test if an address/length pair needs an idal list.
28c6557e7fSMartin Schwidefsky  */
29c6557e7fSMartin Schwidefsky static inline int
30c6557e7fSMartin Schwidefsky idal_is_needed(void *vaddr, unsigned int length)
31c6557e7fSMartin Schwidefsky {
32c6557e7fSMartin Schwidefsky 	return ((__pa(vaddr) + length - 1) >> 31) != 0;
33c6557e7fSMartin Schwidefsky }
34c6557e7fSMartin Schwidefsky 
35c6557e7fSMartin Schwidefsky 
36c6557e7fSMartin Schwidefsky /*
37c6557e7fSMartin Schwidefsky  * Return the number of idal words needed for an address/length pair.
38c6557e7fSMartin Schwidefsky  */
39f3eb5384SStefan Weinhuber static inline unsigned int idal_nr_words(void *vaddr, unsigned int length)
40c6557e7fSMartin Schwidefsky {
41c6557e7fSMartin Schwidefsky 	return ((__pa(vaddr) & (IDA_BLOCK_SIZE-1)) + length +
42c6557e7fSMartin Schwidefsky 		(IDA_BLOCK_SIZE-1)) >> IDA_SIZE_LOG;
43c6557e7fSMartin Schwidefsky }
44c6557e7fSMartin Schwidefsky 
45c6557e7fSMartin Schwidefsky /*
46c6557e7fSMartin Schwidefsky  * Create the list of idal words for an address/length pair.
47c6557e7fSMartin Schwidefsky  */
48f3eb5384SStefan Weinhuber static inline unsigned long *idal_create_words(unsigned long *idaws,
49f3eb5384SStefan Weinhuber 					       void *vaddr, unsigned int length)
50c6557e7fSMartin Schwidefsky {
51c6557e7fSMartin Schwidefsky 	unsigned long paddr;
52c6557e7fSMartin Schwidefsky 	unsigned int cidaw;
53c6557e7fSMartin Schwidefsky 
54c6557e7fSMartin Schwidefsky 	paddr = __pa(vaddr);
55c6557e7fSMartin Schwidefsky 	cidaw = ((paddr & (IDA_BLOCK_SIZE-1)) + length +
56c6557e7fSMartin Schwidefsky 		 (IDA_BLOCK_SIZE-1)) >> IDA_SIZE_LOG;
57c6557e7fSMartin Schwidefsky 	*idaws++ = paddr;
58c6557e7fSMartin Schwidefsky 	paddr &= -IDA_BLOCK_SIZE;
59c6557e7fSMartin Schwidefsky 	while (--cidaw > 0) {
60c6557e7fSMartin Schwidefsky 		paddr += IDA_BLOCK_SIZE;
61c6557e7fSMartin Schwidefsky 		*idaws++ = paddr;
62c6557e7fSMartin Schwidefsky 	}
63c6557e7fSMartin Schwidefsky 	return idaws;
64c6557e7fSMartin Schwidefsky }
65c6557e7fSMartin Schwidefsky 
66c6557e7fSMartin Schwidefsky /*
67c6557e7fSMartin Schwidefsky  * Sets the address of the data in CCW.
68c6557e7fSMartin Schwidefsky  * If necessary it allocates an IDAL and sets the appropriate flags.
69c6557e7fSMartin Schwidefsky  */
70c6557e7fSMartin Schwidefsky static inline int
71c6557e7fSMartin Schwidefsky set_normalized_cda(struct ccw1 * ccw, void *vaddr)
72c6557e7fSMartin Schwidefsky {
73c6557e7fSMartin Schwidefsky 	unsigned int nridaws;
74c6557e7fSMartin Schwidefsky 	unsigned long *idal;
75c6557e7fSMartin Schwidefsky 
76c6557e7fSMartin Schwidefsky 	if (ccw->flags & CCW_FLAG_IDA)
77c6557e7fSMartin Schwidefsky 		return -EINVAL;
78c6557e7fSMartin Schwidefsky 	nridaws = idal_nr_words(vaddr, ccw->count);
79c6557e7fSMartin Schwidefsky 	if (nridaws > 0) {
80c6557e7fSMartin Schwidefsky 		idal = kmalloc(nridaws * sizeof(unsigned long),
81c6557e7fSMartin Schwidefsky 			       GFP_ATOMIC | GFP_DMA );
82c6557e7fSMartin Schwidefsky 		if (idal == NULL)
83c6557e7fSMartin Schwidefsky 			return -ENOMEM;
84c6557e7fSMartin Schwidefsky 		idal_create_words(idal, vaddr, ccw->count);
85c6557e7fSMartin Schwidefsky 		ccw->flags |= CCW_FLAG_IDA;
86c6557e7fSMartin Schwidefsky 		vaddr = idal;
87c6557e7fSMartin Schwidefsky 	}
88c6557e7fSMartin Schwidefsky 	ccw->cda = (__u32)(unsigned long) vaddr;
89c6557e7fSMartin Schwidefsky 	return 0;
90c6557e7fSMartin Schwidefsky }
91c6557e7fSMartin Schwidefsky 
92c6557e7fSMartin Schwidefsky /*
93c6557e7fSMartin Schwidefsky  * Releases any allocated IDAL related to the CCW.
94c6557e7fSMartin Schwidefsky  */
95c6557e7fSMartin Schwidefsky static inline void
96c6557e7fSMartin Schwidefsky clear_normalized_cda(struct ccw1 * ccw)
97c6557e7fSMartin Schwidefsky {
98c6557e7fSMartin Schwidefsky 	if (ccw->flags & CCW_FLAG_IDA) {
99c6557e7fSMartin Schwidefsky 		kfree((void *)(unsigned long) ccw->cda);
100c6557e7fSMartin Schwidefsky 		ccw->flags &= ~CCW_FLAG_IDA;
101c6557e7fSMartin Schwidefsky 	}
102c6557e7fSMartin Schwidefsky 	ccw->cda = 0;
103c6557e7fSMartin Schwidefsky }
104c6557e7fSMartin Schwidefsky 
105c6557e7fSMartin Schwidefsky /*
106c6557e7fSMartin Schwidefsky  * Idal buffer extension
107c6557e7fSMartin Schwidefsky  */
108c6557e7fSMartin Schwidefsky struct idal_buffer {
109c6557e7fSMartin Schwidefsky 	size_t size;
110c6557e7fSMartin Schwidefsky 	size_t page_order;
111c6557e7fSMartin Schwidefsky 	void *data[0];
112c6557e7fSMartin Schwidefsky };
113c6557e7fSMartin Schwidefsky 
114c6557e7fSMartin Schwidefsky /*
115c6557e7fSMartin Schwidefsky  * Allocate an idal buffer
116c6557e7fSMartin Schwidefsky  */
117c6557e7fSMartin Schwidefsky static inline struct idal_buffer *
118c6557e7fSMartin Schwidefsky idal_buffer_alloc(size_t size, int page_order)
119c6557e7fSMartin Schwidefsky {
120c6557e7fSMartin Schwidefsky 	struct idal_buffer *ib;
121c6557e7fSMartin Schwidefsky 	int nr_chunks, nr_ptrs, i;
122c6557e7fSMartin Schwidefsky 
123c6557e7fSMartin Schwidefsky 	nr_ptrs = (size + IDA_BLOCK_SIZE - 1) >> IDA_SIZE_LOG;
124c6557e7fSMartin Schwidefsky 	nr_chunks = (4096 << page_order) >> IDA_SIZE_LOG;
125c6557e7fSMartin Schwidefsky 	ib = kmalloc(sizeof(struct idal_buffer) + nr_ptrs*sizeof(void *),
126c6557e7fSMartin Schwidefsky 		     GFP_DMA | GFP_KERNEL);
127c6557e7fSMartin Schwidefsky 	if (ib == NULL)
128c6557e7fSMartin Schwidefsky 		return ERR_PTR(-ENOMEM);
129c6557e7fSMartin Schwidefsky 	ib->size = size;
130c6557e7fSMartin Schwidefsky 	ib->page_order = page_order;
131c6557e7fSMartin Schwidefsky 	for (i = 0; i < nr_ptrs; i++) {
132c6557e7fSMartin Schwidefsky 		if ((i & (nr_chunks - 1)) != 0) {
133c6557e7fSMartin Schwidefsky 			ib->data[i] = ib->data[i-1] + IDA_BLOCK_SIZE;
134c6557e7fSMartin Schwidefsky 			continue;
135c6557e7fSMartin Schwidefsky 		}
136c6557e7fSMartin Schwidefsky 		ib->data[i] = (void *)
137c6557e7fSMartin Schwidefsky 			__get_free_pages(GFP_KERNEL, page_order);
138c6557e7fSMartin Schwidefsky 		if (ib->data[i] != NULL)
139c6557e7fSMartin Schwidefsky 			continue;
140c6557e7fSMartin Schwidefsky 		// Not enough memory
141c6557e7fSMartin Schwidefsky 		while (i >= nr_chunks) {
142c6557e7fSMartin Schwidefsky 			i -= nr_chunks;
143c6557e7fSMartin Schwidefsky 			free_pages((unsigned long) ib->data[i],
144c6557e7fSMartin Schwidefsky 				   ib->page_order);
145c6557e7fSMartin Schwidefsky 		}
146c6557e7fSMartin Schwidefsky 		kfree(ib);
147c6557e7fSMartin Schwidefsky 		return ERR_PTR(-ENOMEM);
148c6557e7fSMartin Schwidefsky 	}
149c6557e7fSMartin Schwidefsky 	return ib;
150c6557e7fSMartin Schwidefsky }
151c6557e7fSMartin Schwidefsky 
152c6557e7fSMartin Schwidefsky /*
153c6557e7fSMartin Schwidefsky  * Free an idal buffer.
154c6557e7fSMartin Schwidefsky  */
155c6557e7fSMartin Schwidefsky static inline void
156c6557e7fSMartin Schwidefsky idal_buffer_free(struct idal_buffer *ib)
157c6557e7fSMartin Schwidefsky {
158c6557e7fSMartin Schwidefsky 	int nr_chunks, nr_ptrs, i;
159c6557e7fSMartin Schwidefsky 
160c6557e7fSMartin Schwidefsky 	nr_ptrs = (ib->size + IDA_BLOCK_SIZE - 1) >> IDA_SIZE_LOG;
161c6557e7fSMartin Schwidefsky 	nr_chunks = (4096 << ib->page_order) >> IDA_SIZE_LOG;
162c6557e7fSMartin Schwidefsky 	for (i = 0; i < nr_ptrs; i += nr_chunks)
163c6557e7fSMartin Schwidefsky 		free_pages((unsigned long) ib->data[i], ib->page_order);
164c6557e7fSMartin Schwidefsky 	kfree(ib);
165c6557e7fSMartin Schwidefsky }
166c6557e7fSMartin Schwidefsky 
167c6557e7fSMartin Schwidefsky /*
168c6557e7fSMartin Schwidefsky  * Test if a idal list is really needed.
169c6557e7fSMartin Schwidefsky  */
170c6557e7fSMartin Schwidefsky static inline int
171c6557e7fSMartin Schwidefsky __idal_buffer_is_needed(struct idal_buffer *ib)
172c6557e7fSMartin Schwidefsky {
173c6557e7fSMartin Schwidefsky 	return ib->size > (4096ul << ib->page_order) ||
174c6557e7fSMartin Schwidefsky 		idal_is_needed(ib->data[0], ib->size);
175c6557e7fSMartin Schwidefsky }
176c6557e7fSMartin Schwidefsky 
177c6557e7fSMartin Schwidefsky /*
178c6557e7fSMartin Schwidefsky  * Set channel data address to idal buffer.
179c6557e7fSMartin Schwidefsky  */
180c6557e7fSMartin Schwidefsky static inline void
181c6557e7fSMartin Schwidefsky idal_buffer_set_cda(struct idal_buffer *ib, struct ccw1 *ccw)
182c6557e7fSMartin Schwidefsky {
183c6557e7fSMartin Schwidefsky 	if (__idal_buffer_is_needed(ib)) {
184c6557e7fSMartin Schwidefsky 		// setup idals;
185c6557e7fSMartin Schwidefsky 		ccw->cda = (u32)(addr_t) ib->data;
186c6557e7fSMartin Schwidefsky 		ccw->flags |= CCW_FLAG_IDA;
187c6557e7fSMartin Schwidefsky 	} else
188c6557e7fSMartin Schwidefsky 		// we do not need idals - use direct addressing
189c6557e7fSMartin Schwidefsky 		ccw->cda = (u32)(addr_t) ib->data[0];
190c6557e7fSMartin Schwidefsky 	ccw->count = ib->size;
191c6557e7fSMartin Schwidefsky }
192c6557e7fSMartin Schwidefsky 
193c6557e7fSMartin Schwidefsky /*
194c6557e7fSMartin Schwidefsky  * Copy count bytes from an idal buffer to user memory
195c6557e7fSMartin Schwidefsky  */
196c6557e7fSMartin Schwidefsky static inline size_t
197c6557e7fSMartin Schwidefsky idal_buffer_to_user(struct idal_buffer *ib, void __user *to, size_t count)
198c6557e7fSMartin Schwidefsky {
199c6557e7fSMartin Schwidefsky 	size_t left;
200c6557e7fSMartin Schwidefsky 	int i;
201c6557e7fSMartin Schwidefsky 
202c6557e7fSMartin Schwidefsky 	BUG_ON(count > ib->size);
203c6557e7fSMartin Schwidefsky 	for (i = 0; count > IDA_BLOCK_SIZE; i++) {
204c6557e7fSMartin Schwidefsky 		left = copy_to_user(to, ib->data[i], IDA_BLOCK_SIZE);
205c6557e7fSMartin Schwidefsky 		if (left)
206c6557e7fSMartin Schwidefsky 			return left + count - IDA_BLOCK_SIZE;
207c6557e7fSMartin Schwidefsky 		to = (void __user *) to + IDA_BLOCK_SIZE;
208c6557e7fSMartin Schwidefsky 		count -= IDA_BLOCK_SIZE;
209c6557e7fSMartin Schwidefsky 	}
210c6557e7fSMartin Schwidefsky 	return copy_to_user(to, ib->data[i], count);
211c6557e7fSMartin Schwidefsky }
212c6557e7fSMartin Schwidefsky 
213c6557e7fSMartin Schwidefsky /*
214c6557e7fSMartin Schwidefsky  * Copy count bytes from user memory to an idal buffer
215c6557e7fSMartin Schwidefsky  */
216c6557e7fSMartin Schwidefsky static inline size_t
217c6557e7fSMartin Schwidefsky idal_buffer_from_user(struct idal_buffer *ib, const void __user *from, size_t count)
218c6557e7fSMartin Schwidefsky {
219c6557e7fSMartin Schwidefsky 	size_t left;
220c6557e7fSMartin Schwidefsky 	int i;
221c6557e7fSMartin Schwidefsky 
222c6557e7fSMartin Schwidefsky 	BUG_ON(count > ib->size);
223c6557e7fSMartin Schwidefsky 	for (i = 0; count > IDA_BLOCK_SIZE; i++) {
224c6557e7fSMartin Schwidefsky 		left = copy_from_user(ib->data[i], from, IDA_BLOCK_SIZE);
225c6557e7fSMartin Schwidefsky 		if (left)
226c6557e7fSMartin Schwidefsky 			return left + count - IDA_BLOCK_SIZE;
227c6557e7fSMartin Schwidefsky 		from = (void __user *) from + IDA_BLOCK_SIZE;
228c6557e7fSMartin Schwidefsky 		count -= IDA_BLOCK_SIZE;
229c6557e7fSMartin Schwidefsky 	}
230c6557e7fSMartin Schwidefsky 	return copy_from_user(ib->data[i], from, count);
231c6557e7fSMartin Schwidefsky }
232c6557e7fSMartin Schwidefsky 
233c6557e7fSMartin Schwidefsky #endif
234