1 /*
2  *  PS3 system bus driver.
3  *
4  *  Copyright (C) 2006 Sony Computer Entertainment Inc.
5  *  Copyright 2006 Sony Corp.
6  *
7  *  This program is free software; you can redistribute it and/or modify
8  *  it under the terms of the GNU General Public License as published by
9  *  the Free Software Foundation; version 2 of the License.
10  *
11  *  This program is distributed in the hope that it will be useful,
12  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  *  GNU General Public License for more details.
15  *
16  *  You should have received a copy of the GNU General Public License
17  *  along with this program; if not, write to the Free Software
18  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19  */
20 
21 #include <linux/kernel.h>
22 #include <linux/init.h>
23 #include <linux/module.h>
24 #include <linux/dma-mapping.h>
25 #include <linux/err.h>
26 
27 #include <asm/udbg.h>
28 #include <asm/lv1call.h>
29 #include <asm/firmware.h>
30 
31 #include "platform.h"
32 
33 static struct device ps3_system_bus = {
34 	.bus_id = "ps3_system",
35 };
36 
37 /* FIXME: need device usage counters! */
38 struct {
39 	struct mutex mutex;
40 	int sb_11; /* usb 0 */
41 	int sb_12; /* usb 0 */
42 	int gpu;
43 } static usage_hack;
44 
45 static int ps3_is_device(struct ps3_system_bus_device *dev, u64 bus_id,
46 			 u64 dev_id)
47 {
48 	return dev->bus_id == bus_id && dev->dev_id == dev_id;
49 }
50 
51 static int ps3_open_hv_device_sb(struct ps3_system_bus_device *dev)
52 {
53 	int result;
54 
55 	BUG_ON(!dev->bus_id);
56 	mutex_lock(&usage_hack.mutex);
57 
58 	if (ps3_is_device(dev, 1, 1)) {
59 		usage_hack.sb_11++;
60 		if (usage_hack.sb_11 > 1) {
61 			result = 0;
62 			goto done;
63 		}
64 	}
65 
66 	if (ps3_is_device(dev, 1, 2)) {
67 		usage_hack.sb_12++;
68 		if (usage_hack.sb_12 > 1) {
69 			result = 0;
70 			goto done;
71 		}
72 	}
73 
74 	result = lv1_open_device(dev->bus_id, dev->dev_id, 0);
75 
76 	if (result) {
77 		pr_debug("%s:%d: lv1_open_device failed: %s\n", __func__,
78 			__LINE__, ps3_result(result));
79 			result = -EPERM;
80 	}
81 
82 done:
83 	mutex_unlock(&usage_hack.mutex);
84 	return result;
85 }
86 
87 static int ps3_close_hv_device_sb(struct ps3_system_bus_device *dev)
88 {
89 	int result;
90 
91 	BUG_ON(!dev->bus_id);
92 	mutex_lock(&usage_hack.mutex);
93 
94 	if (ps3_is_device(dev, 1, 1)) {
95 		usage_hack.sb_11--;
96 		if (usage_hack.sb_11) {
97 			result = 0;
98 			goto done;
99 		}
100 	}
101 
102 	if (ps3_is_device(dev, 1, 2)) {
103 		usage_hack.sb_12--;
104 		if (usage_hack.sb_12) {
105 			result = 0;
106 			goto done;
107 		}
108 	}
109 
110 	result = lv1_close_device(dev->bus_id, dev->dev_id);
111 	BUG_ON(result);
112 
113 done:
114 	mutex_unlock(&usage_hack.mutex);
115 	return result;
116 }
117 
118 static int ps3_open_hv_device_gpu(struct ps3_system_bus_device *dev)
119 {
120 	int result;
121 
122 	mutex_lock(&usage_hack.mutex);
123 
124 	usage_hack.gpu++;
125 	if (usage_hack.gpu > 1) {
126 		result = 0;
127 		goto done;
128 	}
129 
130 	result = lv1_gpu_open(0);
131 
132 	if (result) {
133 		pr_debug("%s:%d: lv1_gpu_open failed: %s\n", __func__,
134 			__LINE__, ps3_result(result));
135 			result = -EPERM;
136 	}
137 
138 done:
139 	mutex_unlock(&usage_hack.mutex);
140 	return result;
141 }
142 
143 static int ps3_close_hv_device_gpu(struct ps3_system_bus_device *dev)
144 {
145 	int result;
146 
147 	mutex_lock(&usage_hack.mutex);
148 
149 	usage_hack.gpu--;
150 	if (usage_hack.gpu) {
151 		result = 0;
152 		goto done;
153 	}
154 
155 	result = lv1_gpu_close();
156 	BUG_ON(result);
157 
158 done:
159 	mutex_unlock(&usage_hack.mutex);
160 	return result;
161 }
162 
163 int ps3_open_hv_device(struct ps3_system_bus_device *dev)
164 {
165 	BUG_ON(!dev);
166 	pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
167 
168 	switch (dev->match_id) {
169 	case PS3_MATCH_ID_EHCI:
170 	case PS3_MATCH_ID_OHCI:
171 	case PS3_MATCH_ID_GELIC:
172 	case PS3_MATCH_ID_STOR_DISK:
173 	case PS3_MATCH_ID_STOR_ROM:
174 	case PS3_MATCH_ID_STOR_FLASH:
175 		return ps3_open_hv_device_sb(dev);
176 
177 	case PS3_MATCH_ID_SOUND:
178 	case PS3_MATCH_ID_GRAPHICS:
179 		return ps3_open_hv_device_gpu(dev);
180 
181 	case PS3_MATCH_ID_AV_SETTINGS:
182 	case PS3_MATCH_ID_SYSTEM_MANAGER:
183 		pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
184 			__LINE__, dev->match_id);
185 		pr_debug("%s:%d: bus_id: %lu\n", __func__, __LINE__,
186 			dev->bus_id);
187 		BUG();
188 		return -EINVAL;
189 
190 	default:
191 		break;
192 	}
193 
194 	pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
195 		dev->match_id);
196 	BUG();
197 	return -ENODEV;
198 }
199 EXPORT_SYMBOL_GPL(ps3_open_hv_device);
200 
201 int ps3_close_hv_device(struct ps3_system_bus_device *dev)
202 {
203 	BUG_ON(!dev);
204 	pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
205 
206 	switch (dev->match_id) {
207 	case PS3_MATCH_ID_EHCI:
208 	case PS3_MATCH_ID_OHCI:
209 	case PS3_MATCH_ID_GELIC:
210 	case PS3_MATCH_ID_STOR_DISK:
211 	case PS3_MATCH_ID_STOR_ROM:
212 	case PS3_MATCH_ID_STOR_FLASH:
213 		return ps3_close_hv_device_sb(dev);
214 
215 	case PS3_MATCH_ID_SOUND:
216 	case PS3_MATCH_ID_GRAPHICS:
217 		return ps3_close_hv_device_gpu(dev);
218 
219 	case PS3_MATCH_ID_AV_SETTINGS:
220 	case PS3_MATCH_ID_SYSTEM_MANAGER:
221 		pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
222 			__LINE__, dev->match_id);
223 		pr_debug("%s:%d: bus_id: %lu\n", __func__, __LINE__,
224 			dev->bus_id);
225 		BUG();
226 		return -EINVAL;
227 
228 	default:
229 		break;
230 	}
231 
232 	pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
233 		dev->match_id);
234 	BUG();
235 	return -ENODEV;
236 }
237 EXPORT_SYMBOL_GPL(ps3_close_hv_device);
238 
239 #define dump_mmio_region(_a) _dump_mmio_region(_a, __func__, __LINE__)
240 static void _dump_mmio_region(const struct ps3_mmio_region* r,
241 	const char* func, int line)
242 {
243 	pr_debug("%s:%d: dev       %lu:%lu\n", func, line, r->dev->bus_id,
244 		r->dev->dev_id);
245 	pr_debug("%s:%d: bus_addr  %lxh\n", func, line, r->bus_addr);
246 	pr_debug("%s:%d: len       %lxh\n", func, line, r->len);
247 	pr_debug("%s:%d: lpar_addr %lxh\n", func, line, r->lpar_addr);
248 }
249 
250 static int ps3_sb_mmio_region_create(struct ps3_mmio_region *r)
251 {
252 	int result;
253 
254 	result = lv1_map_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
255 		r->bus_addr, r->len, r->page_size, &r->lpar_addr);
256 
257 	if (result) {
258 		pr_debug("%s:%d: lv1_map_device_mmio_region failed: %s\n",
259 			__func__, __LINE__, ps3_result(result));
260 		r->lpar_addr = 0;
261 	}
262 
263 	dump_mmio_region(r);
264 	return result;
265 }
266 
267 static int ps3_ioc0_mmio_region_create(struct ps3_mmio_region *r)
268 {
269 	/* device specific; do nothing currently */
270 	return 0;
271 }
272 
273 int ps3_mmio_region_create(struct ps3_mmio_region *r)
274 {
275 	return r->mmio_ops->create(r);
276 }
277 EXPORT_SYMBOL_GPL(ps3_mmio_region_create);
278 
279 static int ps3_sb_free_mmio_region(struct ps3_mmio_region *r)
280 {
281 	int result;
282 
283 	dump_mmio_region(r);
284 ;
285 	result = lv1_unmap_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
286 		r->lpar_addr);
287 
288 	if (result)
289 		pr_debug("%s:%d: lv1_unmap_device_mmio_region failed: %s\n",
290 			__func__, __LINE__, ps3_result(result));
291 
292 	r->lpar_addr = 0;
293 	return result;
294 }
295 
296 static int ps3_ioc0_free_mmio_region(struct ps3_mmio_region *r)
297 {
298 	/* device specific; do nothing currently */
299 	return 0;
300 }
301 
302 
303 int ps3_free_mmio_region(struct ps3_mmio_region *r)
304 {
305 	return r->mmio_ops->free(r);
306 }
307 
308 EXPORT_SYMBOL_GPL(ps3_free_mmio_region);
309 
310 static const struct ps3_mmio_region_ops ps3_mmio_sb_region_ops = {
311 	.create = ps3_sb_mmio_region_create,
312 	.free = ps3_sb_free_mmio_region
313 };
314 
315 static const struct ps3_mmio_region_ops ps3_mmio_ioc0_region_ops = {
316 	.create = ps3_ioc0_mmio_region_create,
317 	.free = ps3_ioc0_free_mmio_region
318 };
319 
320 int ps3_mmio_region_init(struct ps3_system_bus_device *dev,
321 	struct ps3_mmio_region *r, unsigned long bus_addr, unsigned long len,
322 	enum ps3_mmio_page_size page_size)
323 {
324 	r->dev = dev;
325 	r->bus_addr = bus_addr;
326 	r->len = len;
327 	r->page_size = page_size;
328 	switch (dev->dev_type) {
329 	case PS3_DEVICE_TYPE_SB:
330 		r->mmio_ops = &ps3_mmio_sb_region_ops;
331 		break;
332 	case PS3_DEVICE_TYPE_IOC0:
333 		r->mmio_ops = &ps3_mmio_ioc0_region_ops;
334 		break;
335 	default:
336 		BUG();
337 		return -EINVAL;
338 	}
339 	return 0;
340 }
341 EXPORT_SYMBOL_GPL(ps3_mmio_region_init);
342 
343 static int ps3_system_bus_match(struct device *_dev,
344 	struct device_driver *_drv)
345 {
346 	int result;
347 	struct ps3_system_bus_driver *drv = ps3_drv_to_system_bus_drv(_drv);
348 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
349 
350 	if (!dev->match_sub_id)
351 		result = dev->match_id == drv->match_id;
352 	else
353 		result = dev->match_sub_id == drv->match_sub_id &&
354 			dev->match_id == drv->match_id;
355 
356 	if (result)
357 		pr_info("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): match\n",
358 			__func__, __LINE__,
359 			dev->match_id, dev->match_sub_id, dev->core.bus_id,
360 			drv->match_id, drv->match_sub_id, drv->core.name);
361 	else
362 		pr_debug("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): miss\n",
363 			__func__, __LINE__,
364 			dev->match_id, dev->match_sub_id, dev->core.bus_id,
365 			drv->match_id, drv->match_sub_id, drv->core.name);
366 
367 	return result;
368 }
369 
370 static int ps3_system_bus_probe(struct device *_dev)
371 {
372 	int result = 0;
373 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
374 	struct ps3_system_bus_driver *drv;
375 
376 	BUG_ON(!dev);
377 	pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, _dev->bus_id);
378 
379 	drv = ps3_system_bus_dev_to_system_bus_drv(dev);
380 	BUG_ON(!drv);
381 
382 	if (drv->probe)
383 		result = drv->probe(dev);
384 	else
385 		pr_debug("%s:%d: %s no probe method\n", __func__, __LINE__,
386 			dev->core.bus_id);
387 
388 	pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev->core.bus_id);
389 	return result;
390 }
391 
392 static int ps3_system_bus_remove(struct device *_dev)
393 {
394 	int result = 0;
395 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
396 	struct ps3_system_bus_driver *drv;
397 
398 	BUG_ON(!dev);
399 	pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, _dev->bus_id);
400 
401 	drv = ps3_system_bus_dev_to_system_bus_drv(dev);
402 	BUG_ON(!drv);
403 
404 	if (drv->remove)
405 		result = drv->remove(dev);
406 	else
407 		dev_dbg(&dev->core, "%s:%d %s: no remove method\n",
408 			__func__, __LINE__, drv->core.name);
409 
410 	pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev->core.bus_id);
411 	return result;
412 }
413 
414 static void ps3_system_bus_shutdown(struct device *_dev)
415 {
416 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
417 	struct ps3_system_bus_driver *drv;
418 
419 	BUG_ON(!dev);
420 
421 	dev_dbg(&dev->core, " -> %s:%d: match_id %d\n", __func__, __LINE__,
422 		dev->match_id);
423 
424 	if (!dev->core.driver) {
425 		dev_dbg(&dev->core, "%s:%d: no driver bound\n", __func__,
426 			__LINE__);
427 		return;
428 	}
429 
430 	drv = ps3_system_bus_dev_to_system_bus_drv(dev);
431 
432 	BUG_ON(!drv);
433 
434 	dev_dbg(&dev->core, "%s:%d: %s -> %s\n", __func__, __LINE__,
435 		dev->core.bus_id, drv->core.name);
436 
437 	if (drv->shutdown)
438 		drv->shutdown(dev);
439 	else if (drv->remove) {
440 		dev_dbg(&dev->core, "%s:%d %s: no shutdown, calling remove\n",
441 			__func__, __LINE__, drv->core.name);
442 		drv->remove(dev);
443 	} else {
444 		dev_dbg(&dev->core, "%s:%d %s: no shutdown method\n",
445 			__func__, __LINE__, drv->core.name);
446 		BUG();
447 	}
448 
449 	dev_dbg(&dev->core, " <- %s:%d\n", __func__, __LINE__);
450 }
451 
452 static int ps3_system_bus_uevent(struct device *_dev, struct kobj_uevent_env *env)
453 {
454 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
455 
456 	if (add_uevent_var(env, "MODALIAS=ps3:%d", dev->match_id))
457 		return -ENOMEM;
458 	return 0;
459 }
460 
461 static ssize_t modalias_show(struct device *_dev, struct device_attribute *a,
462 	char *buf)
463 {
464 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
465 	int len = snprintf(buf, PAGE_SIZE, "ps3:%d\n", dev->match_id);
466 
467 	return (len >= PAGE_SIZE) ? (PAGE_SIZE - 1) : len;
468 }
469 
470 static struct device_attribute ps3_system_bus_dev_attrs[] = {
471 	__ATTR_RO(modalias),
472 	__ATTR_NULL,
473 };
474 
475 struct bus_type ps3_system_bus_type = {
476 	.name = "ps3_system_bus",
477 	.match = ps3_system_bus_match,
478 	.uevent = ps3_system_bus_uevent,
479 	.probe = ps3_system_bus_probe,
480 	.remove = ps3_system_bus_remove,
481 	.shutdown = ps3_system_bus_shutdown,
482 	.dev_attrs = ps3_system_bus_dev_attrs,
483 };
484 
485 static int __init ps3_system_bus_init(void)
486 {
487 	int result;
488 
489 	if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
490 		return -ENODEV;
491 
492 	pr_debug(" -> %s:%d\n", __func__, __LINE__);
493 
494 	mutex_init(&usage_hack.mutex);
495 
496 	result = device_register(&ps3_system_bus);
497 	BUG_ON(result);
498 
499 	result = bus_register(&ps3_system_bus_type);
500 	BUG_ON(result);
501 
502 	pr_debug(" <- %s:%d\n", __func__, __LINE__);
503 	return result;
504 }
505 
506 core_initcall(ps3_system_bus_init);
507 
508 /* Allocates a contiguous real buffer and creates mappings over it.
509  * Returns the virtual address of the buffer and sets dma_handle
510  * to the dma address (mapping) of the first page.
511  */
512 static void * ps3_alloc_coherent(struct device *_dev, size_t size,
513 				      dma_addr_t *dma_handle, gfp_t flag)
514 {
515 	int result;
516 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
517 	unsigned long virt_addr;
518 
519 	flag &= ~(__GFP_DMA | __GFP_HIGHMEM);
520 	flag |= __GFP_ZERO;
521 
522 	virt_addr = __get_free_pages(flag, get_order(size));
523 
524 	if (!virt_addr) {
525 		pr_debug("%s:%d: get_free_pages failed\n", __func__, __LINE__);
526 		goto clean_none;
527 	}
528 
529 	result = ps3_dma_map(dev->d_region, virt_addr, size, dma_handle,
530 			     IOPTE_PP_W | IOPTE_PP_R | IOPTE_SO_RW | IOPTE_M);
531 
532 	if (result) {
533 		pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
534 			__func__, __LINE__, result);
535 		BUG_ON("check region type");
536 		goto clean_alloc;
537 	}
538 
539 	return (void*)virt_addr;
540 
541 clean_alloc:
542 	free_pages(virt_addr, get_order(size));
543 clean_none:
544 	dma_handle = NULL;
545 	return NULL;
546 }
547 
548 static void ps3_free_coherent(struct device *_dev, size_t size, void *vaddr,
549 	dma_addr_t dma_handle)
550 {
551 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
552 
553 	ps3_dma_unmap(dev->d_region, dma_handle, size);
554 	free_pages((unsigned long)vaddr, get_order(size));
555 }
556 
557 /* Creates TCEs for a user provided buffer.  The user buffer must be
558  * contiguous real kernel storage (not vmalloc).  The address passed here
559  * comprises a page address and offset into that page. The dma_addr_t
560  * returned will point to the same byte within the page as was passed in.
561  */
562 
563 static dma_addr_t ps3_sb_map_page(struct device *_dev, struct page *page,
564 	unsigned long offset, size_t size, enum dma_data_direction direction,
565 	struct dma_attrs *attrs)
566 {
567 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
568 	int result;
569 	unsigned long bus_addr;
570 	void *ptr = page_address(page) + offset;
571 
572 	result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
573 			     &bus_addr,
574 			     IOPTE_PP_R | IOPTE_PP_W | IOPTE_SO_RW | IOPTE_M);
575 
576 	if (result) {
577 		pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
578 			__func__, __LINE__, result);
579 	}
580 
581 	return bus_addr;
582 }
583 
584 static dma_addr_t ps3_ioc0_map_page(struct device *_dev, struct page *page,
585 				    unsigned long offset, size_t size,
586 				    enum dma_data_direction direction,
587 				    struct dma_attrs *attrs)
588 {
589 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
590 	int result;
591 	unsigned long bus_addr;
592 	u64 iopte_flag;
593 	void *ptr = page_address(page) + offset;
594 
595 	iopte_flag = IOPTE_M;
596 	switch (direction) {
597 	case DMA_BIDIRECTIONAL:
598 		iopte_flag |= IOPTE_PP_R | IOPTE_PP_W | IOPTE_SO_RW;
599 		break;
600 	case DMA_TO_DEVICE:
601 		iopte_flag |= IOPTE_PP_R | IOPTE_SO_R;
602 		break;
603 	case DMA_FROM_DEVICE:
604 		iopte_flag |= IOPTE_PP_W | IOPTE_SO_RW;
605 		break;
606 	default:
607 		/* not happned */
608 		BUG();
609 	};
610 	result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
611 			     &bus_addr, iopte_flag);
612 
613 	if (result) {
614 		pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
615 			__func__, __LINE__, result);
616 	}
617 	return bus_addr;
618 }
619 
620 static void ps3_unmap_page(struct device *_dev, dma_addr_t dma_addr,
621 	size_t size, enum dma_data_direction direction, struct dma_attrs *attrs)
622 {
623 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
624 	int result;
625 
626 	result = ps3_dma_unmap(dev->d_region, dma_addr, size);
627 
628 	if (result) {
629 		pr_debug("%s:%d: ps3_dma_unmap failed (%d)\n",
630 			__func__, __LINE__, result);
631 	}
632 }
633 
634 static int ps3_sb_map_sg(struct device *_dev, struct scatterlist *sgl,
635 	int nents, enum dma_data_direction direction, struct dma_attrs *attrs)
636 {
637 #if defined(CONFIG_PS3_DYNAMIC_DMA)
638 	BUG_ON("do");
639 	return -EPERM;
640 #else
641 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
642 	struct scatterlist *sg;
643 	int i;
644 
645 	for_each_sg(sgl, sg, nents, i) {
646 		int result = ps3_dma_map(dev->d_region, sg_phys(sg),
647 					sg->length, &sg->dma_address, 0);
648 
649 		if (result) {
650 			pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
651 				__func__, __LINE__, result);
652 			return -EINVAL;
653 		}
654 
655 		sg->dma_length = sg->length;
656 	}
657 
658 	return nents;
659 #endif
660 }
661 
662 static int ps3_ioc0_map_sg(struct device *_dev, struct scatterlist *sg,
663 			   int nents,
664 			   enum dma_data_direction direction,
665 			   struct dma_attrs *attrs)
666 {
667 	BUG();
668 	return 0;
669 }
670 
671 static void ps3_sb_unmap_sg(struct device *_dev, struct scatterlist *sg,
672 	int nents, enum dma_data_direction direction, struct dma_attrs *attrs)
673 {
674 #if defined(CONFIG_PS3_DYNAMIC_DMA)
675 	BUG_ON("do");
676 #endif
677 }
678 
679 static void ps3_ioc0_unmap_sg(struct device *_dev, struct scatterlist *sg,
680 			    int nents, enum dma_data_direction direction,
681 			    struct dma_attrs *attrs)
682 {
683 	BUG();
684 }
685 
686 static int ps3_dma_supported(struct device *_dev, u64 mask)
687 {
688 	return mask >= DMA_32BIT_MASK;
689 }
690 
691 static struct dma_mapping_ops ps3_sb_dma_ops = {
692 	.alloc_coherent = ps3_alloc_coherent,
693 	.free_coherent = ps3_free_coherent,
694 	.map_sg = ps3_sb_map_sg,
695 	.unmap_sg = ps3_sb_unmap_sg,
696 	.dma_supported = ps3_dma_supported,
697 	.map_page = ps3_sb_map_page,
698 	.unmap_page = ps3_unmap_page,
699 };
700 
701 static struct dma_mapping_ops ps3_ioc0_dma_ops = {
702 	.alloc_coherent = ps3_alloc_coherent,
703 	.free_coherent = ps3_free_coherent,
704 	.map_sg = ps3_ioc0_map_sg,
705 	.unmap_sg = ps3_ioc0_unmap_sg,
706 	.dma_supported = ps3_dma_supported,
707 	.map_page = ps3_ioc0_map_page,
708 	.unmap_page = ps3_unmap_page,
709 };
710 
711 /**
712  * ps3_system_bus_release_device - remove a device from the system bus
713  */
714 
715 static void ps3_system_bus_release_device(struct device *_dev)
716 {
717 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
718 	kfree(dev);
719 }
720 
721 /**
722  * ps3_system_bus_device_register - add a device to the system bus
723  *
724  * ps3_system_bus_device_register() expects the dev object to be allocated
725  * dynamically by the caller.  The system bus takes ownership of the dev
726  * object and frees the object in ps3_system_bus_release_device().
727  */
728 
729 int ps3_system_bus_device_register(struct ps3_system_bus_device *dev)
730 {
731 	int result;
732 	static unsigned int dev_ioc0_count;
733 	static unsigned int dev_sb_count;
734 	static unsigned int dev_vuart_count;
735 	static unsigned int dev_lpm_count;
736 
737 	if (!dev->core.parent)
738 		dev->core.parent = &ps3_system_bus;
739 	dev->core.bus = &ps3_system_bus_type;
740 	dev->core.release = ps3_system_bus_release_device;
741 
742 	switch (dev->dev_type) {
743 	case PS3_DEVICE_TYPE_IOC0:
744 		dev->core.archdata.dma_ops = &ps3_ioc0_dma_ops;
745 		snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
746 			"ioc0_%02x", ++dev_ioc0_count);
747 		break;
748 	case PS3_DEVICE_TYPE_SB:
749 		dev->core.archdata.dma_ops = &ps3_sb_dma_ops;
750 		snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
751 			"sb_%02x", ++dev_sb_count);
752 
753 		break;
754 	case PS3_DEVICE_TYPE_VUART:
755 		snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
756 			"vuart_%02x", ++dev_vuart_count);
757 		break;
758 	case PS3_DEVICE_TYPE_LPM:
759 		snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
760 			"lpm_%02x", ++dev_lpm_count);
761 		break;
762 	default:
763 		BUG();
764 	};
765 
766 	dev->core.archdata.of_node = NULL;
767 	set_dev_node(&dev->core, 0);
768 
769 	pr_debug("%s:%d add %s\n", __func__, __LINE__, dev->core.bus_id);
770 
771 	result = device_register(&dev->core);
772 	return result;
773 }
774 
775 EXPORT_SYMBOL_GPL(ps3_system_bus_device_register);
776 
777 int ps3_system_bus_driver_register(struct ps3_system_bus_driver *drv)
778 {
779 	int result;
780 
781 	pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
782 
783 	if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
784 		return -ENODEV;
785 
786 	drv->core.bus = &ps3_system_bus_type;
787 
788 	result = driver_register(&drv->core);
789 	pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
790 	return result;
791 }
792 
793 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_register);
794 
795 void ps3_system_bus_driver_unregister(struct ps3_system_bus_driver *drv)
796 {
797 	pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
798 	driver_unregister(&drv->core);
799 	pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
800 }
801 
802 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_unregister);
803