xref: /openbmc/linux/arch/s390/include/asm/idals.h (revision a53c8fab3f87c995c30ac226a03af95361243144)
1c6557e7fSMartin Schwidefsky /*
2c6557e7fSMartin Schwidefsky  * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
3c6557e7fSMartin Schwidefsky  *		    Martin Schwidefsky <schwidefsky@de.ibm.com>
4c6557e7fSMartin Schwidefsky  * Bugreports.to..: <Linux390@de.ibm.com>
5*a53c8fabSHeiko Carstens  * Copyright IBM Corp. 2000
6*a53c8fabSHeiko Carstens  *
7c6557e7fSMartin Schwidefsky  * History of changes
8c6557e7fSMartin Schwidefsky  * 07/24/00 new file
9c6557e7fSMartin Schwidefsky  * 05/04/02 code restructuring.
10c6557e7fSMartin Schwidefsky  */
11c6557e7fSMartin Schwidefsky 
12c6557e7fSMartin Schwidefsky #ifndef _S390_IDALS_H
13c6557e7fSMartin Schwidefsky #define _S390_IDALS_H
14c6557e7fSMartin Schwidefsky 
15c6557e7fSMartin Schwidefsky #include <linux/errno.h>
16c6557e7fSMartin Schwidefsky #include <linux/err.h>
17c6557e7fSMartin Schwidefsky #include <linux/types.h>
18c6557e7fSMartin Schwidefsky #include <linux/slab.h>
19c6557e7fSMartin Schwidefsky #include <asm/cio.h>
20c6557e7fSMartin Schwidefsky #include <asm/uaccess.h>
21c6557e7fSMartin Schwidefsky 
22f4815ac6SHeiko Carstens #ifdef CONFIG_64BIT
23c6557e7fSMartin Schwidefsky #define IDA_SIZE_LOG 12 /* 11 for 2k , 12 for 4k */
24c6557e7fSMartin Schwidefsky #else
25c6557e7fSMartin Schwidefsky #define IDA_SIZE_LOG 11 /* 11 for 2k , 12 for 4k */
26c6557e7fSMartin Schwidefsky #endif
27c6557e7fSMartin Schwidefsky #define IDA_BLOCK_SIZE (1L<<IDA_SIZE_LOG)
28c6557e7fSMartin Schwidefsky 
29c6557e7fSMartin Schwidefsky /*
30c6557e7fSMartin Schwidefsky  * Test if an address/length pair needs an idal list.
31c6557e7fSMartin Schwidefsky  */
32c6557e7fSMartin Schwidefsky static inline int
33c6557e7fSMartin Schwidefsky idal_is_needed(void *vaddr, unsigned int length)
34c6557e7fSMartin Schwidefsky {
35f4815ac6SHeiko Carstens #ifdef CONFIG_64BIT
36c6557e7fSMartin Schwidefsky 	return ((__pa(vaddr) + length - 1) >> 31) != 0;
37c6557e7fSMartin Schwidefsky #else
38c6557e7fSMartin Schwidefsky 	return 0;
39c6557e7fSMartin Schwidefsky #endif
40c6557e7fSMartin Schwidefsky }
41c6557e7fSMartin Schwidefsky 
42c6557e7fSMartin Schwidefsky 
43c6557e7fSMartin Schwidefsky /*
44c6557e7fSMartin Schwidefsky  * Return the number of idal words needed for an address/length pair.
45c6557e7fSMartin Schwidefsky  */
46f3eb5384SStefan Weinhuber static inline unsigned int idal_nr_words(void *vaddr, unsigned int length)
47c6557e7fSMartin Schwidefsky {
48c6557e7fSMartin Schwidefsky 	return ((__pa(vaddr) & (IDA_BLOCK_SIZE-1)) + length +
49c6557e7fSMartin Schwidefsky 		(IDA_BLOCK_SIZE-1)) >> IDA_SIZE_LOG;
50c6557e7fSMartin Schwidefsky }
51c6557e7fSMartin Schwidefsky 
52c6557e7fSMartin Schwidefsky /*
53c6557e7fSMartin Schwidefsky  * Create the list of idal words for an address/length pair.
54c6557e7fSMartin Schwidefsky  */
55f3eb5384SStefan Weinhuber static inline unsigned long *idal_create_words(unsigned long *idaws,
56f3eb5384SStefan Weinhuber 					       void *vaddr, unsigned int length)
57c6557e7fSMartin Schwidefsky {
58c6557e7fSMartin Schwidefsky 	unsigned long paddr;
59c6557e7fSMartin Schwidefsky 	unsigned int cidaw;
60c6557e7fSMartin Schwidefsky 
61c6557e7fSMartin Schwidefsky 	paddr = __pa(vaddr);
62c6557e7fSMartin Schwidefsky 	cidaw = ((paddr & (IDA_BLOCK_SIZE-1)) + length +
63c6557e7fSMartin Schwidefsky 		 (IDA_BLOCK_SIZE-1)) >> IDA_SIZE_LOG;
64c6557e7fSMartin Schwidefsky 	*idaws++ = paddr;
65c6557e7fSMartin Schwidefsky 	paddr &= -IDA_BLOCK_SIZE;
66c6557e7fSMartin Schwidefsky 	while (--cidaw > 0) {
67c6557e7fSMartin Schwidefsky 		paddr += IDA_BLOCK_SIZE;
68c6557e7fSMartin Schwidefsky 		*idaws++ = paddr;
69c6557e7fSMartin Schwidefsky 	}
70c6557e7fSMartin Schwidefsky 	return idaws;
71c6557e7fSMartin Schwidefsky }
72c6557e7fSMartin Schwidefsky 
73c6557e7fSMartin Schwidefsky /*
74c6557e7fSMartin Schwidefsky  * Sets the address of the data in CCW.
75c6557e7fSMartin Schwidefsky  * If necessary it allocates an IDAL and sets the appropriate flags.
76c6557e7fSMartin Schwidefsky  */
77c6557e7fSMartin Schwidefsky static inline int
78c6557e7fSMartin Schwidefsky set_normalized_cda(struct ccw1 * ccw, void *vaddr)
79c6557e7fSMartin Schwidefsky {
80f4815ac6SHeiko Carstens #ifdef CONFIG_64BIT
81c6557e7fSMartin Schwidefsky 	unsigned int nridaws;
82c6557e7fSMartin Schwidefsky 	unsigned long *idal;
83c6557e7fSMartin Schwidefsky 
84c6557e7fSMartin Schwidefsky 	if (ccw->flags & CCW_FLAG_IDA)
85c6557e7fSMartin Schwidefsky 		return -EINVAL;
86c6557e7fSMartin Schwidefsky 	nridaws = idal_nr_words(vaddr, ccw->count);
87c6557e7fSMartin Schwidefsky 	if (nridaws > 0) {
88c6557e7fSMartin Schwidefsky 		idal = kmalloc(nridaws * sizeof(unsigned long),
89c6557e7fSMartin Schwidefsky 			       GFP_ATOMIC | GFP_DMA );
90c6557e7fSMartin Schwidefsky 		if (idal == NULL)
91c6557e7fSMartin Schwidefsky 			return -ENOMEM;
92c6557e7fSMartin Schwidefsky 		idal_create_words(idal, vaddr, ccw->count);
93c6557e7fSMartin Schwidefsky 		ccw->flags |= CCW_FLAG_IDA;
94c6557e7fSMartin Schwidefsky 		vaddr = idal;
95c6557e7fSMartin Schwidefsky 	}
96c6557e7fSMartin Schwidefsky #endif
97c6557e7fSMartin Schwidefsky 	ccw->cda = (__u32)(unsigned long) vaddr;
98c6557e7fSMartin Schwidefsky 	return 0;
99c6557e7fSMartin Schwidefsky }
100c6557e7fSMartin Schwidefsky 
101c6557e7fSMartin Schwidefsky /*
102c6557e7fSMartin Schwidefsky  * Releases any allocated IDAL related to the CCW.
103c6557e7fSMartin Schwidefsky  */
104c6557e7fSMartin Schwidefsky static inline void
105c6557e7fSMartin Schwidefsky clear_normalized_cda(struct ccw1 * ccw)
106c6557e7fSMartin Schwidefsky {
107f4815ac6SHeiko Carstens #ifdef CONFIG_64BIT
108c6557e7fSMartin Schwidefsky 	if (ccw->flags & CCW_FLAG_IDA) {
109c6557e7fSMartin Schwidefsky 		kfree((void *)(unsigned long) ccw->cda);
110c6557e7fSMartin Schwidefsky 		ccw->flags &= ~CCW_FLAG_IDA;
111c6557e7fSMartin Schwidefsky 	}
112c6557e7fSMartin Schwidefsky #endif
113c6557e7fSMartin Schwidefsky 	ccw->cda = 0;
114c6557e7fSMartin Schwidefsky }
115c6557e7fSMartin Schwidefsky 
116c6557e7fSMartin Schwidefsky /*
117c6557e7fSMartin Schwidefsky  * Idal buffer extension
118c6557e7fSMartin Schwidefsky  */
119c6557e7fSMartin Schwidefsky struct idal_buffer {
120c6557e7fSMartin Schwidefsky 	size_t size;
121c6557e7fSMartin Schwidefsky 	size_t page_order;
122c6557e7fSMartin Schwidefsky 	void *data[0];
123c6557e7fSMartin Schwidefsky };
124c6557e7fSMartin Schwidefsky 
125c6557e7fSMartin Schwidefsky /*
126c6557e7fSMartin Schwidefsky  * Allocate an idal buffer
127c6557e7fSMartin Schwidefsky  */
128c6557e7fSMartin Schwidefsky static inline struct idal_buffer *
129c6557e7fSMartin Schwidefsky idal_buffer_alloc(size_t size, int page_order)
130c6557e7fSMartin Schwidefsky {
131c6557e7fSMartin Schwidefsky 	struct idal_buffer *ib;
132c6557e7fSMartin Schwidefsky 	int nr_chunks, nr_ptrs, i;
133c6557e7fSMartin Schwidefsky 
134c6557e7fSMartin Schwidefsky 	nr_ptrs = (size + IDA_BLOCK_SIZE - 1) >> IDA_SIZE_LOG;
135c6557e7fSMartin Schwidefsky 	nr_chunks = (4096 << page_order) >> IDA_SIZE_LOG;
136c6557e7fSMartin Schwidefsky 	ib = kmalloc(sizeof(struct idal_buffer) + nr_ptrs*sizeof(void *),
137c6557e7fSMartin Schwidefsky 		     GFP_DMA | GFP_KERNEL);
138c6557e7fSMartin Schwidefsky 	if (ib == NULL)
139c6557e7fSMartin Schwidefsky 		return ERR_PTR(-ENOMEM);
140c6557e7fSMartin Schwidefsky 	ib->size = size;
141c6557e7fSMartin Schwidefsky 	ib->page_order = page_order;
142c6557e7fSMartin Schwidefsky 	for (i = 0; i < nr_ptrs; i++) {
143c6557e7fSMartin Schwidefsky 		if ((i & (nr_chunks - 1)) != 0) {
144c6557e7fSMartin Schwidefsky 			ib->data[i] = ib->data[i-1] + IDA_BLOCK_SIZE;
145c6557e7fSMartin Schwidefsky 			continue;
146c6557e7fSMartin Schwidefsky 		}
147c6557e7fSMartin Schwidefsky 		ib->data[i] = (void *)
148c6557e7fSMartin Schwidefsky 			__get_free_pages(GFP_KERNEL, page_order);
149c6557e7fSMartin Schwidefsky 		if (ib->data[i] != NULL)
150c6557e7fSMartin Schwidefsky 			continue;
151c6557e7fSMartin Schwidefsky 		// Not enough memory
152c6557e7fSMartin Schwidefsky 		while (i >= nr_chunks) {
153c6557e7fSMartin Schwidefsky 			i -= nr_chunks;
154c6557e7fSMartin Schwidefsky 			free_pages((unsigned long) ib->data[i],
155c6557e7fSMartin Schwidefsky 				   ib->page_order);
156c6557e7fSMartin Schwidefsky 		}
157c6557e7fSMartin Schwidefsky 		kfree(ib);
158c6557e7fSMartin Schwidefsky 		return ERR_PTR(-ENOMEM);
159c6557e7fSMartin Schwidefsky 	}
160c6557e7fSMartin Schwidefsky 	return ib;
161c6557e7fSMartin Schwidefsky }
162c6557e7fSMartin Schwidefsky 
163c6557e7fSMartin Schwidefsky /*
164c6557e7fSMartin Schwidefsky  * Free an idal buffer.
165c6557e7fSMartin Schwidefsky  */
166c6557e7fSMartin Schwidefsky static inline void
167c6557e7fSMartin Schwidefsky idal_buffer_free(struct idal_buffer *ib)
168c6557e7fSMartin Schwidefsky {
169c6557e7fSMartin Schwidefsky 	int nr_chunks, nr_ptrs, i;
170c6557e7fSMartin Schwidefsky 
171c6557e7fSMartin Schwidefsky 	nr_ptrs = (ib->size + IDA_BLOCK_SIZE - 1) >> IDA_SIZE_LOG;
172c6557e7fSMartin Schwidefsky 	nr_chunks = (4096 << ib->page_order) >> IDA_SIZE_LOG;
173c6557e7fSMartin Schwidefsky 	for (i = 0; i < nr_ptrs; i += nr_chunks)
174c6557e7fSMartin Schwidefsky 		free_pages((unsigned long) ib->data[i], ib->page_order);
175c6557e7fSMartin Schwidefsky 	kfree(ib);
176c6557e7fSMartin Schwidefsky }
177c6557e7fSMartin Schwidefsky 
178c6557e7fSMartin Schwidefsky /*
179c6557e7fSMartin Schwidefsky  * Test if a idal list is really needed.
180c6557e7fSMartin Schwidefsky  */
181c6557e7fSMartin Schwidefsky static inline int
182c6557e7fSMartin Schwidefsky __idal_buffer_is_needed(struct idal_buffer *ib)
183c6557e7fSMartin Schwidefsky {
184f4815ac6SHeiko Carstens #ifdef CONFIG_64BIT
185c6557e7fSMartin Schwidefsky 	return ib->size > (4096ul << ib->page_order) ||
186c6557e7fSMartin Schwidefsky 		idal_is_needed(ib->data[0], ib->size);
187c6557e7fSMartin Schwidefsky #else
188c6557e7fSMartin Schwidefsky 	return ib->size > (4096ul << ib->page_order);
189c6557e7fSMartin Schwidefsky #endif
190c6557e7fSMartin Schwidefsky }
191c6557e7fSMartin Schwidefsky 
192c6557e7fSMartin Schwidefsky /*
193c6557e7fSMartin Schwidefsky  * Set channel data address to idal buffer.
194c6557e7fSMartin Schwidefsky  */
195c6557e7fSMartin Schwidefsky static inline void
196c6557e7fSMartin Schwidefsky idal_buffer_set_cda(struct idal_buffer *ib, struct ccw1 *ccw)
197c6557e7fSMartin Schwidefsky {
198c6557e7fSMartin Schwidefsky 	if (__idal_buffer_is_needed(ib)) {
199c6557e7fSMartin Schwidefsky 		// setup idals;
200c6557e7fSMartin Schwidefsky 		ccw->cda = (u32)(addr_t) ib->data;
201c6557e7fSMartin Schwidefsky 		ccw->flags |= CCW_FLAG_IDA;
202c6557e7fSMartin Schwidefsky 	} else
203c6557e7fSMartin Schwidefsky 		// we do not need idals - use direct addressing
204c6557e7fSMartin Schwidefsky 		ccw->cda = (u32)(addr_t) ib->data[0];
205c6557e7fSMartin Schwidefsky 	ccw->count = ib->size;
206c6557e7fSMartin Schwidefsky }
207c6557e7fSMartin Schwidefsky 
208c6557e7fSMartin Schwidefsky /*
209c6557e7fSMartin Schwidefsky  * Copy count bytes from an idal buffer to user memory
210c6557e7fSMartin Schwidefsky  */
211c6557e7fSMartin Schwidefsky static inline size_t
212c6557e7fSMartin Schwidefsky idal_buffer_to_user(struct idal_buffer *ib, void __user *to, size_t count)
213c6557e7fSMartin Schwidefsky {
214c6557e7fSMartin Schwidefsky 	size_t left;
215c6557e7fSMartin Schwidefsky 	int i;
216c6557e7fSMartin Schwidefsky 
217c6557e7fSMartin Schwidefsky 	BUG_ON(count > ib->size);
218c6557e7fSMartin Schwidefsky 	for (i = 0; count > IDA_BLOCK_SIZE; i++) {
219c6557e7fSMartin Schwidefsky 		left = copy_to_user(to, ib->data[i], IDA_BLOCK_SIZE);
220c6557e7fSMartin Schwidefsky 		if (left)
221c6557e7fSMartin Schwidefsky 			return left + count - IDA_BLOCK_SIZE;
222c6557e7fSMartin Schwidefsky 		to = (void __user *) to + IDA_BLOCK_SIZE;
223c6557e7fSMartin Schwidefsky 		count -= IDA_BLOCK_SIZE;
224c6557e7fSMartin Schwidefsky 	}
225c6557e7fSMartin Schwidefsky 	return copy_to_user(to, ib->data[i], count);
226c6557e7fSMartin Schwidefsky }
227c6557e7fSMartin Schwidefsky 
228c6557e7fSMartin Schwidefsky /*
229c6557e7fSMartin Schwidefsky  * Copy count bytes from user memory to an idal buffer
230c6557e7fSMartin Schwidefsky  */
231c6557e7fSMartin Schwidefsky static inline size_t
232c6557e7fSMartin Schwidefsky idal_buffer_from_user(struct idal_buffer *ib, const void __user *from, size_t count)
233c6557e7fSMartin Schwidefsky {
234c6557e7fSMartin Schwidefsky 	size_t left;
235c6557e7fSMartin Schwidefsky 	int i;
236c6557e7fSMartin Schwidefsky 
237c6557e7fSMartin Schwidefsky 	BUG_ON(count > ib->size);
238c6557e7fSMartin Schwidefsky 	for (i = 0; count > IDA_BLOCK_SIZE; i++) {
239c6557e7fSMartin Schwidefsky 		left = copy_from_user(ib->data[i], from, IDA_BLOCK_SIZE);
240c6557e7fSMartin Schwidefsky 		if (left)
241c6557e7fSMartin Schwidefsky 			return left + count - IDA_BLOCK_SIZE;
242c6557e7fSMartin Schwidefsky 		from = (void __user *) from + IDA_BLOCK_SIZE;
243c6557e7fSMartin Schwidefsky 		count -= IDA_BLOCK_SIZE;
244c6557e7fSMartin Schwidefsky 	}
245c6557e7fSMartin Schwidefsky 	return copy_from_user(ib->data[i], from, count);
246c6557e7fSMartin Schwidefsky }
247c6557e7fSMartin Schwidefsky 
248c6557e7fSMartin Schwidefsky #endif
249