xref: /openbmc/linux/drivers/gpu/drm/drm_scatter.c (revision c0e09200dc0813972442e550a5905a132768e56c)
1*c0e09200SDave Airlie /**
2*c0e09200SDave Airlie  * \file drm_scatter.c
3*c0e09200SDave Airlie  * IOCTLs to manage scatter/gather memory
4*c0e09200SDave Airlie  *
5*c0e09200SDave Airlie  * \author Gareth Hughes <gareth@valinux.com>
6*c0e09200SDave Airlie  */
7*c0e09200SDave Airlie 
8*c0e09200SDave Airlie /*
9*c0e09200SDave Airlie  * Created: Mon Dec 18 23:20:54 2000 by gareth@valinux.com
10*c0e09200SDave Airlie  *
11*c0e09200SDave Airlie  * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
12*c0e09200SDave Airlie  * All Rights Reserved.
13*c0e09200SDave Airlie  *
14*c0e09200SDave Airlie  * Permission is hereby granted, free of charge, to any person obtaining a
15*c0e09200SDave Airlie  * copy of this software and associated documentation files (the "Software"),
16*c0e09200SDave Airlie  * to deal in the Software without restriction, including without limitation
17*c0e09200SDave Airlie  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
18*c0e09200SDave Airlie  * and/or sell copies of the Software, and to permit persons to whom the
19*c0e09200SDave Airlie  * Software is furnished to do so, subject to the following conditions:
20*c0e09200SDave Airlie  *
21*c0e09200SDave Airlie  * The above copyright notice and this permission notice (including the next
22*c0e09200SDave Airlie  * paragraph) shall be included in all copies or substantial portions of the
23*c0e09200SDave Airlie  * Software.
24*c0e09200SDave Airlie  *
25*c0e09200SDave Airlie  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
26*c0e09200SDave Airlie  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
27*c0e09200SDave Airlie  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
28*c0e09200SDave Airlie  * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
29*c0e09200SDave Airlie  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
30*c0e09200SDave Airlie  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
31*c0e09200SDave Airlie  * DEALINGS IN THE SOFTWARE.
32*c0e09200SDave Airlie  */
33*c0e09200SDave Airlie 
34*c0e09200SDave Airlie #include <linux/vmalloc.h>
35*c0e09200SDave Airlie #include "drmP.h"
36*c0e09200SDave Airlie 
37*c0e09200SDave Airlie #define DEBUG_SCATTER 0
38*c0e09200SDave Airlie 
39*c0e09200SDave Airlie static inline void *drm_vmalloc_dma(unsigned long size)
40*c0e09200SDave Airlie {
41*c0e09200SDave Airlie #if defined(__powerpc__) && defined(CONFIG_NOT_COHERENT_CACHE)
42*c0e09200SDave Airlie 	return __vmalloc(size, GFP_KERNEL, PAGE_KERNEL | _PAGE_NO_CACHE);
43*c0e09200SDave Airlie #else
44*c0e09200SDave Airlie 	return vmalloc_32(size);
45*c0e09200SDave Airlie #endif
46*c0e09200SDave Airlie }
47*c0e09200SDave Airlie 
48*c0e09200SDave Airlie void drm_sg_cleanup(struct drm_sg_mem * entry)
49*c0e09200SDave Airlie {
50*c0e09200SDave Airlie 	struct page *page;
51*c0e09200SDave Airlie 	int i;
52*c0e09200SDave Airlie 
53*c0e09200SDave Airlie 	for (i = 0; i < entry->pages; i++) {
54*c0e09200SDave Airlie 		page = entry->pagelist[i];
55*c0e09200SDave Airlie 		if (page)
56*c0e09200SDave Airlie 			ClearPageReserved(page);
57*c0e09200SDave Airlie 	}
58*c0e09200SDave Airlie 
59*c0e09200SDave Airlie 	vfree(entry->virtual);
60*c0e09200SDave Airlie 
61*c0e09200SDave Airlie 	drm_free(entry->busaddr,
62*c0e09200SDave Airlie 		 entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
63*c0e09200SDave Airlie 	drm_free(entry->pagelist,
64*c0e09200SDave Airlie 		 entry->pages * sizeof(*entry->pagelist), DRM_MEM_PAGES);
65*c0e09200SDave Airlie 	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
66*c0e09200SDave Airlie }
67*c0e09200SDave Airlie 
68*c0e09200SDave Airlie #ifdef _LP64
69*c0e09200SDave Airlie # define ScatterHandle(x) (unsigned int)((x >> 32) + (x & ((1L << 32) - 1)))
70*c0e09200SDave Airlie #else
71*c0e09200SDave Airlie # define ScatterHandle(x) (unsigned int)(x)
72*c0e09200SDave Airlie #endif
73*c0e09200SDave Airlie 
74*c0e09200SDave Airlie int drm_sg_alloc(struct drm_device *dev, struct drm_scatter_gather * request)
75*c0e09200SDave Airlie {
76*c0e09200SDave Airlie 	struct drm_sg_mem *entry;
77*c0e09200SDave Airlie 	unsigned long pages, i, j;
78*c0e09200SDave Airlie 
79*c0e09200SDave Airlie 	DRM_DEBUG("\n");
80*c0e09200SDave Airlie 
81*c0e09200SDave Airlie 	if (!drm_core_check_feature(dev, DRIVER_SG))
82*c0e09200SDave Airlie 		return -EINVAL;
83*c0e09200SDave Airlie 
84*c0e09200SDave Airlie 	if (dev->sg)
85*c0e09200SDave Airlie 		return -EINVAL;
86*c0e09200SDave Airlie 
87*c0e09200SDave Airlie 	entry = drm_alloc(sizeof(*entry), DRM_MEM_SGLISTS);
88*c0e09200SDave Airlie 	if (!entry)
89*c0e09200SDave Airlie 		return -ENOMEM;
90*c0e09200SDave Airlie 
91*c0e09200SDave Airlie 	memset(entry, 0, sizeof(*entry));
92*c0e09200SDave Airlie 	pages = (request->size + PAGE_SIZE - 1) / PAGE_SIZE;
93*c0e09200SDave Airlie 	DRM_DEBUG("size=%ld pages=%ld\n", request->size, pages);
94*c0e09200SDave Airlie 
95*c0e09200SDave Airlie 	entry->pages = pages;
96*c0e09200SDave Airlie 	entry->pagelist = drm_alloc(pages * sizeof(*entry->pagelist),
97*c0e09200SDave Airlie 				    DRM_MEM_PAGES);
98*c0e09200SDave Airlie 	if (!entry->pagelist) {
99*c0e09200SDave Airlie 		drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
100*c0e09200SDave Airlie 		return -ENOMEM;
101*c0e09200SDave Airlie 	}
102*c0e09200SDave Airlie 
103*c0e09200SDave Airlie 	memset(entry->pagelist, 0, pages * sizeof(*entry->pagelist));
104*c0e09200SDave Airlie 
105*c0e09200SDave Airlie 	entry->busaddr = drm_alloc(pages * sizeof(*entry->busaddr),
106*c0e09200SDave Airlie 				   DRM_MEM_PAGES);
107*c0e09200SDave Airlie 	if (!entry->busaddr) {
108*c0e09200SDave Airlie 		drm_free(entry->pagelist,
109*c0e09200SDave Airlie 			 entry->pages * sizeof(*entry->pagelist),
110*c0e09200SDave Airlie 			 DRM_MEM_PAGES);
111*c0e09200SDave Airlie 		drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
112*c0e09200SDave Airlie 		return -ENOMEM;
113*c0e09200SDave Airlie 	}
114*c0e09200SDave Airlie 	memset((void *)entry->busaddr, 0, pages * sizeof(*entry->busaddr));
115*c0e09200SDave Airlie 
116*c0e09200SDave Airlie 	entry->virtual = drm_vmalloc_dma(pages << PAGE_SHIFT);
117*c0e09200SDave Airlie 	if (!entry->virtual) {
118*c0e09200SDave Airlie 		drm_free(entry->busaddr,
119*c0e09200SDave Airlie 			 entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
120*c0e09200SDave Airlie 		drm_free(entry->pagelist,
121*c0e09200SDave Airlie 			 entry->pages * sizeof(*entry->pagelist),
122*c0e09200SDave Airlie 			 DRM_MEM_PAGES);
123*c0e09200SDave Airlie 		drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
124*c0e09200SDave Airlie 		return -ENOMEM;
125*c0e09200SDave Airlie 	}
126*c0e09200SDave Airlie 
127*c0e09200SDave Airlie 	/* This also forces the mapping of COW pages, so our page list
128*c0e09200SDave Airlie 	 * will be valid.  Please don't remove it...
129*c0e09200SDave Airlie 	 */
130*c0e09200SDave Airlie 	memset(entry->virtual, 0, pages << PAGE_SHIFT);
131*c0e09200SDave Airlie 
132*c0e09200SDave Airlie 	entry->handle = ScatterHandle((unsigned long)entry->virtual);
133*c0e09200SDave Airlie 
134*c0e09200SDave Airlie 	DRM_DEBUG("handle  = %08lx\n", entry->handle);
135*c0e09200SDave Airlie 	DRM_DEBUG("virtual = %p\n", entry->virtual);
136*c0e09200SDave Airlie 
137*c0e09200SDave Airlie 	for (i = (unsigned long)entry->virtual, j = 0; j < pages;
138*c0e09200SDave Airlie 	     i += PAGE_SIZE, j++) {
139*c0e09200SDave Airlie 		entry->pagelist[j] = vmalloc_to_page((void *)i);
140*c0e09200SDave Airlie 		if (!entry->pagelist[j])
141*c0e09200SDave Airlie 			goto failed;
142*c0e09200SDave Airlie 		SetPageReserved(entry->pagelist[j]);
143*c0e09200SDave Airlie 	}
144*c0e09200SDave Airlie 
145*c0e09200SDave Airlie 	request->handle = entry->handle;
146*c0e09200SDave Airlie 
147*c0e09200SDave Airlie 	dev->sg = entry;
148*c0e09200SDave Airlie 
149*c0e09200SDave Airlie #if DEBUG_SCATTER
150*c0e09200SDave Airlie 	/* Verify that each page points to its virtual address, and vice
151*c0e09200SDave Airlie 	 * versa.
152*c0e09200SDave Airlie 	 */
153*c0e09200SDave Airlie 	{
154*c0e09200SDave Airlie 		int error = 0;
155*c0e09200SDave Airlie 
156*c0e09200SDave Airlie 		for (i = 0; i < pages; i++) {
157*c0e09200SDave Airlie 			unsigned long *tmp;
158*c0e09200SDave Airlie 
159*c0e09200SDave Airlie 			tmp = page_address(entry->pagelist[i]);
160*c0e09200SDave Airlie 			for (j = 0;
161*c0e09200SDave Airlie 			     j < PAGE_SIZE / sizeof(unsigned long);
162*c0e09200SDave Airlie 			     j++, tmp++) {
163*c0e09200SDave Airlie 				*tmp = 0xcafebabe;
164*c0e09200SDave Airlie 			}
165*c0e09200SDave Airlie 			tmp = (unsigned long *)((u8 *) entry->virtual +
166*c0e09200SDave Airlie 						(PAGE_SIZE * i));
167*c0e09200SDave Airlie 			for (j = 0;
168*c0e09200SDave Airlie 			     j < PAGE_SIZE / sizeof(unsigned long);
169*c0e09200SDave Airlie 			     j++, tmp++) {
170*c0e09200SDave Airlie 				if (*tmp != 0xcafebabe && error == 0) {
171*c0e09200SDave Airlie 					error = 1;
172*c0e09200SDave Airlie 					DRM_ERROR("Scatter allocation error, "
173*c0e09200SDave Airlie 						  "pagelist does not match "
174*c0e09200SDave Airlie 						  "virtual mapping\n");
175*c0e09200SDave Airlie 				}
176*c0e09200SDave Airlie 			}
177*c0e09200SDave Airlie 			tmp = page_address(entry->pagelist[i]);
178*c0e09200SDave Airlie 			for (j = 0;
179*c0e09200SDave Airlie 			     j < PAGE_SIZE / sizeof(unsigned long);
180*c0e09200SDave Airlie 			     j++, tmp++) {
181*c0e09200SDave Airlie 				*tmp = 0;
182*c0e09200SDave Airlie 			}
183*c0e09200SDave Airlie 		}
184*c0e09200SDave Airlie 		if (error == 0)
185*c0e09200SDave Airlie 			DRM_ERROR("Scatter allocation matches pagelist\n");
186*c0e09200SDave Airlie 	}
187*c0e09200SDave Airlie #endif
188*c0e09200SDave Airlie 
189*c0e09200SDave Airlie 	return 0;
190*c0e09200SDave Airlie 
191*c0e09200SDave Airlie       failed:
192*c0e09200SDave Airlie 	drm_sg_cleanup(entry);
193*c0e09200SDave Airlie 	return -ENOMEM;
194*c0e09200SDave Airlie }
195*c0e09200SDave Airlie EXPORT_SYMBOL(drm_sg_alloc);
196*c0e09200SDave Airlie 
197*c0e09200SDave Airlie 
198*c0e09200SDave Airlie int drm_sg_alloc_ioctl(struct drm_device *dev, void *data,
199*c0e09200SDave Airlie 		       struct drm_file *file_priv)
200*c0e09200SDave Airlie {
201*c0e09200SDave Airlie 	struct drm_scatter_gather *request = data;
202*c0e09200SDave Airlie 
203*c0e09200SDave Airlie 	return drm_sg_alloc(dev, request);
204*c0e09200SDave Airlie 
205*c0e09200SDave Airlie }
206*c0e09200SDave Airlie 
207*c0e09200SDave Airlie int drm_sg_free(struct drm_device *dev, void *data,
208*c0e09200SDave Airlie 		struct drm_file *file_priv)
209*c0e09200SDave Airlie {
210*c0e09200SDave Airlie 	struct drm_scatter_gather *request = data;
211*c0e09200SDave Airlie 	struct drm_sg_mem *entry;
212*c0e09200SDave Airlie 
213*c0e09200SDave Airlie 	if (!drm_core_check_feature(dev, DRIVER_SG))
214*c0e09200SDave Airlie 		return -EINVAL;
215*c0e09200SDave Airlie 
216*c0e09200SDave Airlie 	entry = dev->sg;
217*c0e09200SDave Airlie 	dev->sg = NULL;
218*c0e09200SDave Airlie 
219*c0e09200SDave Airlie 	if (!entry || entry->handle != request->handle)
220*c0e09200SDave Airlie 		return -EINVAL;
221*c0e09200SDave Airlie 
222*c0e09200SDave Airlie 	DRM_DEBUG("virtual  = %p\n", entry->virtual);
223*c0e09200SDave Airlie 
224*c0e09200SDave Airlie 	drm_sg_cleanup(entry);
225*c0e09200SDave Airlie 
226*c0e09200SDave Airlie 	return 0;
227*c0e09200SDave Airlie }
228