xref: /openbmc/linux/drivers/gpu/drm/tegra/drm.c (revision 0edbfea5)
1 /*
2  * Copyright (C) 2012 Avionic Design GmbH
3  * Copyright (C) 2012-2013 NVIDIA CORPORATION.  All rights reserved.
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License version 2 as
7  * published by the Free Software Foundation.
8  */
9 
10 #include <linux/host1x.h>
11 #include <linux/iommu.h>
12 
13 #include <drm/drm_atomic.h>
14 #include <drm/drm_atomic_helper.h>
15 
16 #include "drm.h"
17 #include "gem.h"
18 
19 #define DRIVER_NAME "tegra"
20 #define DRIVER_DESC "NVIDIA Tegra graphics"
21 #define DRIVER_DATE "20120330"
22 #define DRIVER_MAJOR 0
23 #define DRIVER_MINOR 0
24 #define DRIVER_PATCHLEVEL 0
25 
26 struct tegra_drm_file {
27 	struct list_head contexts;
28 };
29 
30 static void tegra_atomic_schedule(struct tegra_drm *tegra,
31 				  struct drm_atomic_state *state)
32 {
33 	tegra->commit.state = state;
34 	schedule_work(&tegra->commit.work);
35 }
36 
37 static void tegra_atomic_complete(struct tegra_drm *tegra,
38 				  struct drm_atomic_state *state)
39 {
40 	struct drm_device *drm = tegra->drm;
41 
42 	/*
43 	 * Everything below can be run asynchronously without the need to grab
44 	 * any modeset locks at all under one condition: It must be guaranteed
45 	 * that the asynchronous work has either been cancelled (if the driver
46 	 * supports it, which at least requires that the framebuffers get
47 	 * cleaned up with drm_atomic_helper_cleanup_planes()) or completed
48 	 * before the new state gets committed on the software side with
49 	 * drm_atomic_helper_swap_state().
50 	 *
51 	 * This scheme allows new atomic state updates to be prepared and
52 	 * checked in parallel to the asynchronous completion of the previous
53 	 * update. Which is important since compositors need to figure out the
54 	 * composition of the next frame right after having submitted the
55 	 * current layout.
56 	 */
57 
58 	drm_atomic_helper_commit_modeset_disables(drm, state);
59 	drm_atomic_helper_commit_planes(drm, state, false);
60 	drm_atomic_helper_commit_modeset_enables(drm, state);
61 
62 	drm_atomic_helper_wait_for_vblanks(drm, state);
63 
64 	drm_atomic_helper_cleanup_planes(drm, state);
65 	drm_atomic_state_free(state);
66 }
67 
68 static void tegra_atomic_work(struct work_struct *work)
69 {
70 	struct tegra_drm *tegra = container_of(work, struct tegra_drm,
71 					       commit.work);
72 
73 	tegra_atomic_complete(tegra, tegra->commit.state);
74 }
75 
76 static int tegra_atomic_commit(struct drm_device *drm,
77 			       struct drm_atomic_state *state, bool nonblock)
78 {
79 	struct tegra_drm *tegra = drm->dev_private;
80 	int err;
81 
82 	err = drm_atomic_helper_prepare_planes(drm, state);
83 	if (err)
84 		return err;
85 
86 	/* serialize outstanding nonblocking commits */
87 	mutex_lock(&tegra->commit.lock);
88 	flush_work(&tegra->commit.work);
89 
90 	/*
91 	 * This is the point of no return - everything below never fails except
92 	 * when the hw goes bonghits. Which means we can commit the new state on
93 	 * the software side now.
94 	 */
95 
96 	drm_atomic_helper_swap_state(drm, state);
97 
98 	if (nonblock)
99 		tegra_atomic_schedule(tegra, state);
100 	else
101 		tegra_atomic_complete(tegra, state);
102 
103 	mutex_unlock(&tegra->commit.lock);
104 	return 0;
105 }
106 
107 static const struct drm_mode_config_funcs tegra_drm_mode_funcs = {
108 	.fb_create = tegra_fb_create,
109 #ifdef CONFIG_DRM_FBDEV_EMULATION
110 	.output_poll_changed = tegra_fb_output_poll_changed,
111 #endif
112 	.atomic_check = drm_atomic_helper_check,
113 	.atomic_commit = tegra_atomic_commit,
114 };
115 
116 static int tegra_drm_load(struct drm_device *drm, unsigned long flags)
117 {
118 	struct host1x_device *device = to_host1x_device(drm->dev);
119 	struct tegra_drm *tegra;
120 	int err;
121 
122 	tegra = kzalloc(sizeof(*tegra), GFP_KERNEL);
123 	if (!tegra)
124 		return -ENOMEM;
125 
126 	if (iommu_present(&platform_bus_type)) {
127 		struct iommu_domain_geometry *geometry;
128 		u64 start, end;
129 
130 		tegra->domain = iommu_domain_alloc(&platform_bus_type);
131 		if (!tegra->domain) {
132 			err = -ENOMEM;
133 			goto free;
134 		}
135 
136 		geometry = &tegra->domain->geometry;
137 		start = geometry->aperture_start;
138 		end = geometry->aperture_end;
139 
140 		DRM_DEBUG_DRIVER("IOMMU aperture initialized (%#llx-%#llx)\n",
141 				 start, end);
142 		drm_mm_init(&tegra->mm, start, end - start + 1);
143 	}
144 
145 	mutex_init(&tegra->clients_lock);
146 	INIT_LIST_HEAD(&tegra->clients);
147 
148 	mutex_init(&tegra->commit.lock);
149 	INIT_WORK(&tegra->commit.work, tegra_atomic_work);
150 
151 	drm->dev_private = tegra;
152 	tegra->drm = drm;
153 
154 	drm_mode_config_init(drm);
155 
156 	drm->mode_config.min_width = 0;
157 	drm->mode_config.min_height = 0;
158 
159 	drm->mode_config.max_width = 4096;
160 	drm->mode_config.max_height = 4096;
161 
162 	drm->mode_config.funcs = &tegra_drm_mode_funcs;
163 
164 	err = tegra_drm_fb_prepare(drm);
165 	if (err < 0)
166 		goto config;
167 
168 	drm_kms_helper_poll_init(drm);
169 
170 	err = host1x_device_init(device);
171 	if (err < 0)
172 		goto fbdev;
173 
174 	/*
175 	 * We don't use the drm_irq_install() helpers provided by the DRM
176 	 * core, so we need to set this manually in order to allow the
177 	 * DRM_IOCTL_WAIT_VBLANK to operate correctly.
178 	 */
179 	drm->irq_enabled = true;
180 
181 	/* syncpoints are used for full 32-bit hardware VBLANK counters */
182 	drm->max_vblank_count = 0xffffffff;
183 
184 	err = drm_vblank_init(drm, drm->mode_config.num_crtc);
185 	if (err < 0)
186 		goto device;
187 
188 	drm_mode_config_reset(drm);
189 
190 	err = tegra_drm_fb_init(drm);
191 	if (err < 0)
192 		goto vblank;
193 
194 	return 0;
195 
196 vblank:
197 	drm_vblank_cleanup(drm);
198 device:
199 	host1x_device_exit(device);
200 fbdev:
201 	drm_kms_helper_poll_fini(drm);
202 	tegra_drm_fb_free(drm);
203 config:
204 	drm_mode_config_cleanup(drm);
205 
206 	if (tegra->domain) {
207 		iommu_domain_free(tegra->domain);
208 		drm_mm_takedown(&tegra->mm);
209 	}
210 free:
211 	kfree(tegra);
212 	return err;
213 }
214 
215 static int tegra_drm_unload(struct drm_device *drm)
216 {
217 	struct host1x_device *device = to_host1x_device(drm->dev);
218 	struct tegra_drm *tegra = drm->dev_private;
219 	int err;
220 
221 	drm_kms_helper_poll_fini(drm);
222 	tegra_drm_fb_exit(drm);
223 	drm_mode_config_cleanup(drm);
224 	drm_vblank_cleanup(drm);
225 
226 	err = host1x_device_exit(device);
227 	if (err < 0)
228 		return err;
229 
230 	if (tegra->domain) {
231 		iommu_domain_free(tegra->domain);
232 		drm_mm_takedown(&tegra->mm);
233 	}
234 
235 	kfree(tegra);
236 
237 	return 0;
238 }
239 
240 static int tegra_drm_open(struct drm_device *drm, struct drm_file *filp)
241 {
242 	struct tegra_drm_file *fpriv;
243 
244 	fpriv = kzalloc(sizeof(*fpriv), GFP_KERNEL);
245 	if (!fpriv)
246 		return -ENOMEM;
247 
248 	INIT_LIST_HEAD(&fpriv->contexts);
249 	filp->driver_priv = fpriv;
250 
251 	return 0;
252 }
253 
254 static void tegra_drm_context_free(struct tegra_drm_context *context)
255 {
256 	context->client->ops->close_channel(context);
257 	kfree(context);
258 }
259 
260 static void tegra_drm_lastclose(struct drm_device *drm)
261 {
262 #ifdef CONFIG_DRM_FBDEV_EMULATION
263 	struct tegra_drm *tegra = drm->dev_private;
264 
265 	tegra_fbdev_restore_mode(tegra->fbdev);
266 #endif
267 }
268 
269 static struct host1x_bo *
270 host1x_bo_lookup(struct drm_file *file, u32 handle)
271 {
272 	struct drm_gem_object *gem;
273 	struct tegra_bo *bo;
274 
275 	gem = drm_gem_object_lookup(file, handle);
276 	if (!gem)
277 		return NULL;
278 
279 	drm_gem_object_unreference_unlocked(gem);
280 
281 	bo = to_tegra_bo(gem);
282 	return &bo->base;
283 }
284 
285 static int host1x_reloc_copy_from_user(struct host1x_reloc *dest,
286 				       struct drm_tegra_reloc __user *src,
287 				       struct drm_device *drm,
288 				       struct drm_file *file)
289 {
290 	u32 cmdbuf, target;
291 	int err;
292 
293 	err = get_user(cmdbuf, &src->cmdbuf.handle);
294 	if (err < 0)
295 		return err;
296 
297 	err = get_user(dest->cmdbuf.offset, &src->cmdbuf.offset);
298 	if (err < 0)
299 		return err;
300 
301 	err = get_user(target, &src->target.handle);
302 	if (err < 0)
303 		return err;
304 
305 	err = get_user(dest->target.offset, &src->target.offset);
306 	if (err < 0)
307 		return err;
308 
309 	err = get_user(dest->shift, &src->shift);
310 	if (err < 0)
311 		return err;
312 
313 	dest->cmdbuf.bo = host1x_bo_lookup(file, cmdbuf);
314 	if (!dest->cmdbuf.bo)
315 		return -ENOENT;
316 
317 	dest->target.bo = host1x_bo_lookup(file, target);
318 	if (!dest->target.bo)
319 		return -ENOENT;
320 
321 	return 0;
322 }
323 
324 int tegra_drm_submit(struct tegra_drm_context *context,
325 		     struct drm_tegra_submit *args, struct drm_device *drm,
326 		     struct drm_file *file)
327 {
328 	unsigned int num_cmdbufs = args->num_cmdbufs;
329 	unsigned int num_relocs = args->num_relocs;
330 	unsigned int num_waitchks = args->num_waitchks;
331 	struct drm_tegra_cmdbuf __user *cmdbufs =
332 		(void __user *)(uintptr_t)args->cmdbufs;
333 	struct drm_tegra_reloc __user *relocs =
334 		(void __user *)(uintptr_t)args->relocs;
335 	struct drm_tegra_waitchk __user *waitchks =
336 		(void __user *)(uintptr_t)args->waitchks;
337 	struct drm_tegra_syncpt syncpt;
338 	struct host1x_job *job;
339 	int err;
340 
341 	/* We don't yet support other than one syncpt_incr struct per submit */
342 	if (args->num_syncpts != 1)
343 		return -EINVAL;
344 
345 	job = host1x_job_alloc(context->channel, args->num_cmdbufs,
346 			       args->num_relocs, args->num_waitchks);
347 	if (!job)
348 		return -ENOMEM;
349 
350 	job->num_relocs = args->num_relocs;
351 	job->num_waitchk = args->num_waitchks;
352 	job->client = (u32)args->context;
353 	job->class = context->client->base.class;
354 	job->serialize = true;
355 
356 	while (num_cmdbufs) {
357 		struct drm_tegra_cmdbuf cmdbuf;
358 		struct host1x_bo *bo;
359 
360 		if (copy_from_user(&cmdbuf, cmdbufs, sizeof(cmdbuf))) {
361 			err = -EFAULT;
362 			goto fail;
363 		}
364 
365 		bo = host1x_bo_lookup(file, cmdbuf.handle);
366 		if (!bo) {
367 			err = -ENOENT;
368 			goto fail;
369 		}
370 
371 		host1x_job_add_gather(job, bo, cmdbuf.words, cmdbuf.offset);
372 		num_cmdbufs--;
373 		cmdbufs++;
374 	}
375 
376 	/* copy and resolve relocations from submit */
377 	while (num_relocs--) {
378 		err = host1x_reloc_copy_from_user(&job->relocarray[num_relocs],
379 						  &relocs[num_relocs], drm,
380 						  file);
381 		if (err < 0)
382 			goto fail;
383 	}
384 
385 	if (copy_from_user(job->waitchk, waitchks,
386 			   sizeof(*waitchks) * num_waitchks)) {
387 		err = -EFAULT;
388 		goto fail;
389 	}
390 
391 	if (copy_from_user(&syncpt, (void __user *)(uintptr_t)args->syncpts,
392 			   sizeof(syncpt))) {
393 		err = -EFAULT;
394 		goto fail;
395 	}
396 
397 	job->is_addr_reg = context->client->ops->is_addr_reg;
398 	job->syncpt_incrs = syncpt.incrs;
399 	job->syncpt_id = syncpt.id;
400 	job->timeout = 10000;
401 
402 	if (args->timeout && args->timeout < 10000)
403 		job->timeout = args->timeout;
404 
405 	err = host1x_job_pin(job, context->client->base.dev);
406 	if (err)
407 		goto fail;
408 
409 	err = host1x_job_submit(job);
410 	if (err)
411 		goto fail_submit;
412 
413 	args->fence = job->syncpt_end;
414 
415 	host1x_job_put(job);
416 	return 0;
417 
418 fail_submit:
419 	host1x_job_unpin(job);
420 fail:
421 	host1x_job_put(job);
422 	return err;
423 }
424 
425 
426 #ifdef CONFIG_DRM_TEGRA_STAGING
427 static struct tegra_drm_context *tegra_drm_get_context(__u64 context)
428 {
429 	return (struct tegra_drm_context *)(uintptr_t)context;
430 }
431 
432 static bool tegra_drm_file_owns_context(struct tegra_drm_file *file,
433 					struct tegra_drm_context *context)
434 {
435 	struct tegra_drm_context *ctx;
436 
437 	list_for_each_entry(ctx, &file->contexts, list)
438 		if (ctx == context)
439 			return true;
440 
441 	return false;
442 }
443 
444 static int tegra_gem_create(struct drm_device *drm, void *data,
445 			    struct drm_file *file)
446 {
447 	struct drm_tegra_gem_create *args = data;
448 	struct tegra_bo *bo;
449 
450 	bo = tegra_bo_create_with_handle(file, drm, args->size, args->flags,
451 					 &args->handle);
452 	if (IS_ERR(bo))
453 		return PTR_ERR(bo);
454 
455 	return 0;
456 }
457 
458 static int tegra_gem_mmap(struct drm_device *drm, void *data,
459 			  struct drm_file *file)
460 {
461 	struct drm_tegra_gem_mmap *args = data;
462 	struct drm_gem_object *gem;
463 	struct tegra_bo *bo;
464 
465 	gem = drm_gem_object_lookup(file, args->handle);
466 	if (!gem)
467 		return -EINVAL;
468 
469 	bo = to_tegra_bo(gem);
470 
471 	args->offset = drm_vma_node_offset_addr(&bo->gem.vma_node);
472 
473 	drm_gem_object_unreference_unlocked(gem);
474 
475 	return 0;
476 }
477 
478 static int tegra_syncpt_read(struct drm_device *drm, void *data,
479 			     struct drm_file *file)
480 {
481 	struct host1x *host = dev_get_drvdata(drm->dev->parent);
482 	struct drm_tegra_syncpt_read *args = data;
483 	struct host1x_syncpt *sp;
484 
485 	sp = host1x_syncpt_get(host, args->id);
486 	if (!sp)
487 		return -EINVAL;
488 
489 	args->value = host1x_syncpt_read_min(sp);
490 	return 0;
491 }
492 
493 static int tegra_syncpt_incr(struct drm_device *drm, void *data,
494 			     struct drm_file *file)
495 {
496 	struct host1x *host1x = dev_get_drvdata(drm->dev->parent);
497 	struct drm_tegra_syncpt_incr *args = data;
498 	struct host1x_syncpt *sp;
499 
500 	sp = host1x_syncpt_get(host1x, args->id);
501 	if (!sp)
502 		return -EINVAL;
503 
504 	return host1x_syncpt_incr(sp);
505 }
506 
507 static int tegra_syncpt_wait(struct drm_device *drm, void *data,
508 			     struct drm_file *file)
509 {
510 	struct host1x *host1x = dev_get_drvdata(drm->dev->parent);
511 	struct drm_tegra_syncpt_wait *args = data;
512 	struct host1x_syncpt *sp;
513 
514 	sp = host1x_syncpt_get(host1x, args->id);
515 	if (!sp)
516 		return -EINVAL;
517 
518 	return host1x_syncpt_wait(sp, args->thresh, args->timeout,
519 				  &args->value);
520 }
521 
522 static int tegra_open_channel(struct drm_device *drm, void *data,
523 			      struct drm_file *file)
524 {
525 	struct tegra_drm_file *fpriv = file->driver_priv;
526 	struct tegra_drm *tegra = drm->dev_private;
527 	struct drm_tegra_open_channel *args = data;
528 	struct tegra_drm_context *context;
529 	struct tegra_drm_client *client;
530 	int err = -ENODEV;
531 
532 	context = kzalloc(sizeof(*context), GFP_KERNEL);
533 	if (!context)
534 		return -ENOMEM;
535 
536 	list_for_each_entry(client, &tegra->clients, list)
537 		if (client->base.class == args->client) {
538 			err = client->ops->open_channel(client, context);
539 			if (err)
540 				break;
541 
542 			list_add(&context->list, &fpriv->contexts);
543 			args->context = (uintptr_t)context;
544 			context->client = client;
545 			return 0;
546 		}
547 
548 	kfree(context);
549 	return err;
550 }
551 
552 static int tegra_close_channel(struct drm_device *drm, void *data,
553 			       struct drm_file *file)
554 {
555 	struct tegra_drm_file *fpriv = file->driver_priv;
556 	struct drm_tegra_close_channel *args = data;
557 	struct tegra_drm_context *context;
558 
559 	context = tegra_drm_get_context(args->context);
560 
561 	if (!tegra_drm_file_owns_context(fpriv, context))
562 		return -EINVAL;
563 
564 	list_del(&context->list);
565 	tegra_drm_context_free(context);
566 
567 	return 0;
568 }
569 
570 static int tegra_get_syncpt(struct drm_device *drm, void *data,
571 			    struct drm_file *file)
572 {
573 	struct tegra_drm_file *fpriv = file->driver_priv;
574 	struct drm_tegra_get_syncpt *args = data;
575 	struct tegra_drm_context *context;
576 	struct host1x_syncpt *syncpt;
577 
578 	context = tegra_drm_get_context(args->context);
579 
580 	if (!tegra_drm_file_owns_context(fpriv, context))
581 		return -ENODEV;
582 
583 	if (args->index >= context->client->base.num_syncpts)
584 		return -EINVAL;
585 
586 	syncpt = context->client->base.syncpts[args->index];
587 	args->id = host1x_syncpt_id(syncpt);
588 
589 	return 0;
590 }
591 
592 static int tegra_submit(struct drm_device *drm, void *data,
593 			struct drm_file *file)
594 {
595 	struct tegra_drm_file *fpriv = file->driver_priv;
596 	struct drm_tegra_submit *args = data;
597 	struct tegra_drm_context *context;
598 
599 	context = tegra_drm_get_context(args->context);
600 
601 	if (!tegra_drm_file_owns_context(fpriv, context))
602 		return -ENODEV;
603 
604 	return context->client->ops->submit(context, args, drm, file);
605 }
606 
607 static int tegra_get_syncpt_base(struct drm_device *drm, void *data,
608 				 struct drm_file *file)
609 {
610 	struct tegra_drm_file *fpriv = file->driver_priv;
611 	struct drm_tegra_get_syncpt_base *args = data;
612 	struct tegra_drm_context *context;
613 	struct host1x_syncpt_base *base;
614 	struct host1x_syncpt *syncpt;
615 
616 	context = tegra_drm_get_context(args->context);
617 
618 	if (!tegra_drm_file_owns_context(fpriv, context))
619 		return -ENODEV;
620 
621 	if (args->syncpt >= context->client->base.num_syncpts)
622 		return -EINVAL;
623 
624 	syncpt = context->client->base.syncpts[args->syncpt];
625 
626 	base = host1x_syncpt_get_base(syncpt);
627 	if (!base)
628 		return -ENXIO;
629 
630 	args->id = host1x_syncpt_base_id(base);
631 
632 	return 0;
633 }
634 
635 static int tegra_gem_set_tiling(struct drm_device *drm, void *data,
636 				struct drm_file *file)
637 {
638 	struct drm_tegra_gem_set_tiling *args = data;
639 	enum tegra_bo_tiling_mode mode;
640 	struct drm_gem_object *gem;
641 	unsigned long value = 0;
642 	struct tegra_bo *bo;
643 
644 	switch (args->mode) {
645 	case DRM_TEGRA_GEM_TILING_MODE_PITCH:
646 		mode = TEGRA_BO_TILING_MODE_PITCH;
647 
648 		if (args->value != 0)
649 			return -EINVAL;
650 
651 		break;
652 
653 	case DRM_TEGRA_GEM_TILING_MODE_TILED:
654 		mode = TEGRA_BO_TILING_MODE_TILED;
655 
656 		if (args->value != 0)
657 			return -EINVAL;
658 
659 		break;
660 
661 	case DRM_TEGRA_GEM_TILING_MODE_BLOCK:
662 		mode = TEGRA_BO_TILING_MODE_BLOCK;
663 
664 		if (args->value > 5)
665 			return -EINVAL;
666 
667 		value = args->value;
668 		break;
669 
670 	default:
671 		return -EINVAL;
672 	}
673 
674 	gem = drm_gem_object_lookup(file, args->handle);
675 	if (!gem)
676 		return -ENOENT;
677 
678 	bo = to_tegra_bo(gem);
679 
680 	bo->tiling.mode = mode;
681 	bo->tiling.value = value;
682 
683 	drm_gem_object_unreference_unlocked(gem);
684 
685 	return 0;
686 }
687 
688 static int tegra_gem_get_tiling(struct drm_device *drm, void *data,
689 				struct drm_file *file)
690 {
691 	struct drm_tegra_gem_get_tiling *args = data;
692 	struct drm_gem_object *gem;
693 	struct tegra_bo *bo;
694 	int err = 0;
695 
696 	gem = drm_gem_object_lookup(file, args->handle);
697 	if (!gem)
698 		return -ENOENT;
699 
700 	bo = to_tegra_bo(gem);
701 
702 	switch (bo->tiling.mode) {
703 	case TEGRA_BO_TILING_MODE_PITCH:
704 		args->mode = DRM_TEGRA_GEM_TILING_MODE_PITCH;
705 		args->value = 0;
706 		break;
707 
708 	case TEGRA_BO_TILING_MODE_TILED:
709 		args->mode = DRM_TEGRA_GEM_TILING_MODE_TILED;
710 		args->value = 0;
711 		break;
712 
713 	case TEGRA_BO_TILING_MODE_BLOCK:
714 		args->mode = DRM_TEGRA_GEM_TILING_MODE_BLOCK;
715 		args->value = bo->tiling.value;
716 		break;
717 
718 	default:
719 		err = -EINVAL;
720 		break;
721 	}
722 
723 	drm_gem_object_unreference_unlocked(gem);
724 
725 	return err;
726 }
727 
728 static int tegra_gem_set_flags(struct drm_device *drm, void *data,
729 			       struct drm_file *file)
730 {
731 	struct drm_tegra_gem_set_flags *args = data;
732 	struct drm_gem_object *gem;
733 	struct tegra_bo *bo;
734 
735 	if (args->flags & ~DRM_TEGRA_GEM_FLAGS)
736 		return -EINVAL;
737 
738 	gem = drm_gem_object_lookup(file, args->handle);
739 	if (!gem)
740 		return -ENOENT;
741 
742 	bo = to_tegra_bo(gem);
743 	bo->flags = 0;
744 
745 	if (args->flags & DRM_TEGRA_GEM_BOTTOM_UP)
746 		bo->flags |= TEGRA_BO_BOTTOM_UP;
747 
748 	drm_gem_object_unreference_unlocked(gem);
749 
750 	return 0;
751 }
752 
753 static int tegra_gem_get_flags(struct drm_device *drm, void *data,
754 			       struct drm_file *file)
755 {
756 	struct drm_tegra_gem_get_flags *args = data;
757 	struct drm_gem_object *gem;
758 	struct tegra_bo *bo;
759 
760 	gem = drm_gem_object_lookup(file, args->handle);
761 	if (!gem)
762 		return -ENOENT;
763 
764 	bo = to_tegra_bo(gem);
765 	args->flags = 0;
766 
767 	if (bo->flags & TEGRA_BO_BOTTOM_UP)
768 		args->flags |= DRM_TEGRA_GEM_BOTTOM_UP;
769 
770 	drm_gem_object_unreference_unlocked(gem);
771 
772 	return 0;
773 }
774 #endif
775 
776 static const struct drm_ioctl_desc tegra_drm_ioctls[] = {
777 #ifdef CONFIG_DRM_TEGRA_STAGING
778 	DRM_IOCTL_DEF_DRV(TEGRA_GEM_CREATE, tegra_gem_create, 0),
779 	DRM_IOCTL_DEF_DRV(TEGRA_GEM_MMAP, tegra_gem_mmap, 0),
780 	DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_READ, tegra_syncpt_read, 0),
781 	DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_INCR, tegra_syncpt_incr, 0),
782 	DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_WAIT, tegra_syncpt_wait, 0),
783 	DRM_IOCTL_DEF_DRV(TEGRA_OPEN_CHANNEL, tegra_open_channel, 0),
784 	DRM_IOCTL_DEF_DRV(TEGRA_CLOSE_CHANNEL, tegra_close_channel, 0),
785 	DRM_IOCTL_DEF_DRV(TEGRA_GET_SYNCPT, tegra_get_syncpt, 0),
786 	DRM_IOCTL_DEF_DRV(TEGRA_SUBMIT, tegra_submit, 0),
787 	DRM_IOCTL_DEF_DRV(TEGRA_GET_SYNCPT_BASE, tegra_get_syncpt_base, 0),
788 	DRM_IOCTL_DEF_DRV(TEGRA_GEM_SET_TILING, tegra_gem_set_tiling, 0),
789 	DRM_IOCTL_DEF_DRV(TEGRA_GEM_GET_TILING, tegra_gem_get_tiling, 0),
790 	DRM_IOCTL_DEF_DRV(TEGRA_GEM_SET_FLAGS, tegra_gem_set_flags, 0),
791 	DRM_IOCTL_DEF_DRV(TEGRA_GEM_GET_FLAGS, tegra_gem_get_flags, 0),
792 #endif
793 };
794 
795 static const struct file_operations tegra_drm_fops = {
796 	.owner = THIS_MODULE,
797 	.open = drm_open,
798 	.release = drm_release,
799 	.unlocked_ioctl = drm_ioctl,
800 	.mmap = tegra_drm_mmap,
801 	.poll = drm_poll,
802 	.read = drm_read,
803 #ifdef CONFIG_COMPAT
804 	.compat_ioctl = drm_compat_ioctl,
805 #endif
806 	.llseek = noop_llseek,
807 };
808 
809 static struct drm_crtc *tegra_crtc_from_pipe(struct drm_device *drm,
810 					     unsigned int pipe)
811 {
812 	struct drm_crtc *crtc;
813 
814 	list_for_each_entry(crtc, &drm->mode_config.crtc_list, head) {
815 		if (pipe == drm_crtc_index(crtc))
816 			return crtc;
817 	}
818 
819 	return NULL;
820 }
821 
822 static u32 tegra_drm_get_vblank_counter(struct drm_device *drm,
823 					unsigned int pipe)
824 {
825 	struct drm_crtc *crtc = tegra_crtc_from_pipe(drm, pipe);
826 	struct tegra_dc *dc = to_tegra_dc(crtc);
827 
828 	if (!crtc)
829 		return 0;
830 
831 	return tegra_dc_get_vblank_counter(dc);
832 }
833 
834 static int tegra_drm_enable_vblank(struct drm_device *drm, unsigned int pipe)
835 {
836 	struct drm_crtc *crtc = tegra_crtc_from_pipe(drm, pipe);
837 	struct tegra_dc *dc = to_tegra_dc(crtc);
838 
839 	if (!crtc)
840 		return -ENODEV;
841 
842 	tegra_dc_enable_vblank(dc);
843 
844 	return 0;
845 }
846 
847 static void tegra_drm_disable_vblank(struct drm_device *drm, unsigned int pipe)
848 {
849 	struct drm_crtc *crtc = tegra_crtc_from_pipe(drm, pipe);
850 	struct tegra_dc *dc = to_tegra_dc(crtc);
851 
852 	if (crtc)
853 		tegra_dc_disable_vblank(dc);
854 }
855 
856 static void tegra_drm_preclose(struct drm_device *drm, struct drm_file *file)
857 {
858 	struct tegra_drm_file *fpriv = file->driver_priv;
859 	struct tegra_drm_context *context, *tmp;
860 
861 	list_for_each_entry_safe(context, tmp, &fpriv->contexts, list)
862 		tegra_drm_context_free(context);
863 
864 	kfree(fpriv);
865 }
866 
867 #ifdef CONFIG_DEBUG_FS
868 static int tegra_debugfs_framebuffers(struct seq_file *s, void *data)
869 {
870 	struct drm_info_node *node = (struct drm_info_node *)s->private;
871 	struct drm_device *drm = node->minor->dev;
872 	struct drm_framebuffer *fb;
873 
874 	mutex_lock(&drm->mode_config.fb_lock);
875 
876 	list_for_each_entry(fb, &drm->mode_config.fb_list, head) {
877 		seq_printf(s, "%3d: user size: %d x %d, depth %d, %d bpp, refcount %d\n",
878 			   fb->base.id, fb->width, fb->height, fb->depth,
879 			   fb->bits_per_pixel,
880 			   drm_framebuffer_read_refcount(fb));
881 	}
882 
883 	mutex_unlock(&drm->mode_config.fb_lock);
884 
885 	return 0;
886 }
887 
888 static int tegra_debugfs_iova(struct seq_file *s, void *data)
889 {
890 	struct drm_info_node *node = (struct drm_info_node *)s->private;
891 	struct drm_device *drm = node->minor->dev;
892 	struct tegra_drm *tegra = drm->dev_private;
893 
894 	return drm_mm_dump_table(s, &tegra->mm);
895 }
896 
897 static struct drm_info_list tegra_debugfs_list[] = {
898 	{ "framebuffers", tegra_debugfs_framebuffers, 0 },
899 	{ "iova", tegra_debugfs_iova, 0 },
900 };
901 
902 static int tegra_debugfs_init(struct drm_minor *minor)
903 {
904 	return drm_debugfs_create_files(tegra_debugfs_list,
905 					ARRAY_SIZE(tegra_debugfs_list),
906 					minor->debugfs_root, minor);
907 }
908 
909 static void tegra_debugfs_cleanup(struct drm_minor *minor)
910 {
911 	drm_debugfs_remove_files(tegra_debugfs_list,
912 				 ARRAY_SIZE(tegra_debugfs_list), minor);
913 }
914 #endif
915 
916 static struct drm_driver tegra_drm_driver = {
917 	.driver_features = DRIVER_MODESET | DRIVER_GEM | DRIVER_PRIME |
918 			   DRIVER_ATOMIC,
919 	.load = tegra_drm_load,
920 	.unload = tegra_drm_unload,
921 	.open = tegra_drm_open,
922 	.preclose = tegra_drm_preclose,
923 	.lastclose = tegra_drm_lastclose,
924 
925 	.get_vblank_counter = tegra_drm_get_vblank_counter,
926 	.enable_vblank = tegra_drm_enable_vblank,
927 	.disable_vblank = tegra_drm_disable_vblank,
928 
929 #if defined(CONFIG_DEBUG_FS)
930 	.debugfs_init = tegra_debugfs_init,
931 	.debugfs_cleanup = tegra_debugfs_cleanup,
932 #endif
933 
934 	.gem_free_object_unlocked = tegra_bo_free_object,
935 	.gem_vm_ops = &tegra_bo_vm_ops,
936 
937 	.prime_handle_to_fd = drm_gem_prime_handle_to_fd,
938 	.prime_fd_to_handle = drm_gem_prime_fd_to_handle,
939 	.gem_prime_export = tegra_gem_prime_export,
940 	.gem_prime_import = tegra_gem_prime_import,
941 
942 	.dumb_create = tegra_bo_dumb_create,
943 	.dumb_map_offset = tegra_bo_dumb_map_offset,
944 	.dumb_destroy = drm_gem_dumb_destroy,
945 
946 	.ioctls = tegra_drm_ioctls,
947 	.num_ioctls = ARRAY_SIZE(tegra_drm_ioctls),
948 	.fops = &tegra_drm_fops,
949 
950 	.name = DRIVER_NAME,
951 	.desc = DRIVER_DESC,
952 	.date = DRIVER_DATE,
953 	.major = DRIVER_MAJOR,
954 	.minor = DRIVER_MINOR,
955 	.patchlevel = DRIVER_PATCHLEVEL,
956 };
957 
958 int tegra_drm_register_client(struct tegra_drm *tegra,
959 			      struct tegra_drm_client *client)
960 {
961 	mutex_lock(&tegra->clients_lock);
962 	list_add_tail(&client->list, &tegra->clients);
963 	mutex_unlock(&tegra->clients_lock);
964 
965 	return 0;
966 }
967 
968 int tegra_drm_unregister_client(struct tegra_drm *tegra,
969 				struct tegra_drm_client *client)
970 {
971 	mutex_lock(&tegra->clients_lock);
972 	list_del_init(&client->list);
973 	mutex_unlock(&tegra->clients_lock);
974 
975 	return 0;
976 }
977 
978 static int host1x_drm_probe(struct host1x_device *dev)
979 {
980 	struct drm_driver *driver = &tegra_drm_driver;
981 	struct drm_device *drm;
982 	int err;
983 
984 	drm = drm_dev_alloc(driver, &dev->dev);
985 	if (!drm)
986 		return -ENOMEM;
987 
988 	dev_set_drvdata(&dev->dev, drm);
989 
990 	err = drm_dev_register(drm, 0);
991 	if (err < 0)
992 		goto unref;
993 
994 	DRM_INFO("Initialized %s %d.%d.%d %s on minor %d\n", driver->name,
995 		 driver->major, driver->minor, driver->patchlevel,
996 		 driver->date, drm->primary->index);
997 
998 	return 0;
999 
1000 unref:
1001 	drm_dev_unref(drm);
1002 	return err;
1003 }
1004 
1005 static int host1x_drm_remove(struct host1x_device *dev)
1006 {
1007 	struct drm_device *drm = dev_get_drvdata(&dev->dev);
1008 
1009 	drm_dev_unregister(drm);
1010 	drm_dev_unref(drm);
1011 
1012 	return 0;
1013 }
1014 
1015 #ifdef CONFIG_PM_SLEEP
1016 static int host1x_drm_suspend(struct device *dev)
1017 {
1018 	struct drm_device *drm = dev_get_drvdata(dev);
1019 	struct tegra_drm *tegra = drm->dev_private;
1020 
1021 	drm_kms_helper_poll_disable(drm);
1022 	tegra_drm_fb_suspend(drm);
1023 
1024 	tegra->state = drm_atomic_helper_suspend(drm);
1025 	if (IS_ERR(tegra->state)) {
1026 		tegra_drm_fb_resume(drm);
1027 		drm_kms_helper_poll_enable(drm);
1028 		return PTR_ERR(tegra->state);
1029 	}
1030 
1031 	return 0;
1032 }
1033 
1034 static int host1x_drm_resume(struct device *dev)
1035 {
1036 	struct drm_device *drm = dev_get_drvdata(dev);
1037 	struct tegra_drm *tegra = drm->dev_private;
1038 
1039 	drm_atomic_helper_resume(drm, tegra->state);
1040 	tegra_drm_fb_resume(drm);
1041 	drm_kms_helper_poll_enable(drm);
1042 
1043 	return 0;
1044 }
1045 #endif
1046 
1047 static SIMPLE_DEV_PM_OPS(host1x_drm_pm_ops, host1x_drm_suspend,
1048 			 host1x_drm_resume);
1049 
1050 static const struct of_device_id host1x_drm_subdevs[] = {
1051 	{ .compatible = "nvidia,tegra20-dc", },
1052 	{ .compatible = "nvidia,tegra20-hdmi", },
1053 	{ .compatible = "nvidia,tegra20-gr2d", },
1054 	{ .compatible = "nvidia,tegra20-gr3d", },
1055 	{ .compatible = "nvidia,tegra30-dc", },
1056 	{ .compatible = "nvidia,tegra30-hdmi", },
1057 	{ .compatible = "nvidia,tegra30-gr2d", },
1058 	{ .compatible = "nvidia,tegra30-gr3d", },
1059 	{ .compatible = "nvidia,tegra114-dsi", },
1060 	{ .compatible = "nvidia,tegra114-hdmi", },
1061 	{ .compatible = "nvidia,tegra114-gr3d", },
1062 	{ .compatible = "nvidia,tegra124-dc", },
1063 	{ .compatible = "nvidia,tegra124-sor", },
1064 	{ .compatible = "nvidia,tegra124-hdmi", },
1065 	{ .compatible = "nvidia,tegra124-dsi", },
1066 	{ .compatible = "nvidia,tegra132-dsi", },
1067 	{ .compatible = "nvidia,tegra210-dc", },
1068 	{ .compatible = "nvidia,tegra210-dsi", },
1069 	{ .compatible = "nvidia,tegra210-sor", },
1070 	{ .compatible = "nvidia,tegra210-sor1", },
1071 	{ /* sentinel */ }
1072 };
1073 
1074 static struct host1x_driver host1x_drm_driver = {
1075 	.driver = {
1076 		.name = "drm",
1077 		.pm = &host1x_drm_pm_ops,
1078 	},
1079 	.probe = host1x_drm_probe,
1080 	.remove = host1x_drm_remove,
1081 	.subdevs = host1x_drm_subdevs,
1082 };
1083 
1084 static struct platform_driver * const drivers[] = {
1085 	&tegra_dc_driver,
1086 	&tegra_hdmi_driver,
1087 	&tegra_dsi_driver,
1088 	&tegra_dpaux_driver,
1089 	&tegra_sor_driver,
1090 	&tegra_gr2d_driver,
1091 	&tegra_gr3d_driver,
1092 };
1093 
1094 static int __init host1x_drm_init(void)
1095 {
1096 	int err;
1097 
1098 	err = host1x_driver_register(&host1x_drm_driver);
1099 	if (err < 0)
1100 		return err;
1101 
1102 	err = platform_register_drivers(drivers, ARRAY_SIZE(drivers));
1103 	if (err < 0)
1104 		goto unregister_host1x;
1105 
1106 	return 0;
1107 
1108 unregister_host1x:
1109 	host1x_driver_unregister(&host1x_drm_driver);
1110 	return err;
1111 }
1112 module_init(host1x_drm_init);
1113 
1114 static void __exit host1x_drm_exit(void)
1115 {
1116 	platform_unregister_drivers(drivers, ARRAY_SIZE(drivers));
1117 	host1x_driver_unregister(&host1x_drm_driver);
1118 }
1119 module_exit(host1x_drm_exit);
1120 
1121 MODULE_AUTHOR("Thierry Reding <thierry.reding@avionic-design.de>");
1122 MODULE_DESCRIPTION("NVIDIA Tegra DRM driver");
1123 MODULE_LICENSE("GPL v2");
1124