1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright (c) 2015 MediaTek Inc.
4  * Author: YT SHEN <yt.shen@mediatek.com>
5  */
6 
7 #include <linux/clk.h>
8 #include <linux/clk-provider.h>
9 #include <linux/component.h>
10 #include <linux/iommu.h>
11 #include <linux/module.h>
12 #include <linux/of_address.h>
13 #include <linux/of_platform.h>
14 #include <linux/pm_runtime.h>
15 #include <linux/dma-mapping.h>
16 
17 #include <drm/drm_atomic.h>
18 #include <drm/drm_atomic_helper.h>
19 #include <drm/drm_drv.h>
20 #include <drm/drm_fbdev_generic.h>
21 #include <drm/drm_fourcc.h>
22 #include <drm/drm_gem.h>
23 #include <drm/drm_gem_framebuffer_helper.h>
24 #include <drm/drm_ioctl.h>
25 #include <drm/drm_of.h>
26 #include <drm/drm_probe_helper.h>
27 #include <drm/drm_vblank.h>
28 
29 #include "mtk_drm_crtc.h"
30 #include "mtk_drm_ddp_comp.h"
31 #include "mtk_drm_drv.h"
32 #include "mtk_drm_gem.h"
33 
34 #define DRIVER_NAME "mediatek"
35 #define DRIVER_DESC "Mediatek SoC DRM"
36 #define DRIVER_DATE "20150513"
37 #define DRIVER_MAJOR 1
38 #define DRIVER_MINOR 0
39 
40 static const struct drm_mode_config_helper_funcs mtk_drm_mode_config_helpers = {
41 	.atomic_commit_tail = drm_atomic_helper_commit_tail_rpm,
42 };
43 
44 static struct drm_framebuffer *
45 mtk_drm_mode_fb_create(struct drm_device *dev,
46 		       struct drm_file *file,
47 		       const struct drm_mode_fb_cmd2 *cmd)
48 {
49 	const struct drm_format_info *info = drm_get_format_info(dev, cmd);
50 
51 	if (info->num_planes != 1)
52 		return ERR_PTR(-EINVAL);
53 
54 	return drm_gem_fb_create(dev, file, cmd);
55 }
56 
57 static const struct drm_mode_config_funcs mtk_drm_mode_config_funcs = {
58 	.fb_create = mtk_drm_mode_fb_create,
59 	.atomic_check = drm_atomic_helper_check,
60 	.atomic_commit = drm_atomic_helper_commit,
61 };
62 
63 static const enum mtk_ddp_comp_id mt2701_mtk_ddp_main[] = {
64 	DDP_COMPONENT_OVL0,
65 	DDP_COMPONENT_RDMA0,
66 	DDP_COMPONENT_COLOR0,
67 	DDP_COMPONENT_BLS,
68 	DDP_COMPONENT_DSI0,
69 };
70 
71 static const enum mtk_ddp_comp_id mt2701_mtk_ddp_ext[] = {
72 	DDP_COMPONENT_RDMA1,
73 	DDP_COMPONENT_DPI0,
74 };
75 
76 static const enum mtk_ddp_comp_id mt7623_mtk_ddp_main[] = {
77 	DDP_COMPONENT_OVL0,
78 	DDP_COMPONENT_RDMA0,
79 	DDP_COMPONENT_COLOR0,
80 	DDP_COMPONENT_BLS,
81 	DDP_COMPONENT_DPI0,
82 };
83 
84 static const enum mtk_ddp_comp_id mt7623_mtk_ddp_ext[] = {
85 	DDP_COMPONENT_RDMA1,
86 	DDP_COMPONENT_DSI0,
87 };
88 
89 static const enum mtk_ddp_comp_id mt2712_mtk_ddp_main[] = {
90 	DDP_COMPONENT_OVL0,
91 	DDP_COMPONENT_COLOR0,
92 	DDP_COMPONENT_AAL0,
93 	DDP_COMPONENT_OD0,
94 	DDP_COMPONENT_RDMA0,
95 	DDP_COMPONENT_DPI0,
96 	DDP_COMPONENT_PWM0,
97 };
98 
99 static const enum mtk_ddp_comp_id mt2712_mtk_ddp_ext[] = {
100 	DDP_COMPONENT_OVL1,
101 	DDP_COMPONENT_COLOR1,
102 	DDP_COMPONENT_AAL1,
103 	DDP_COMPONENT_OD1,
104 	DDP_COMPONENT_RDMA1,
105 	DDP_COMPONENT_DPI1,
106 	DDP_COMPONENT_PWM1,
107 };
108 
109 static const enum mtk_ddp_comp_id mt2712_mtk_ddp_third[] = {
110 	DDP_COMPONENT_RDMA2,
111 	DDP_COMPONENT_DSI3,
112 	DDP_COMPONENT_PWM2,
113 };
114 
115 static enum mtk_ddp_comp_id mt8167_mtk_ddp_main[] = {
116 	DDP_COMPONENT_OVL0,
117 	DDP_COMPONENT_COLOR0,
118 	DDP_COMPONENT_CCORR,
119 	DDP_COMPONENT_AAL0,
120 	DDP_COMPONENT_GAMMA,
121 	DDP_COMPONENT_DITHER0,
122 	DDP_COMPONENT_RDMA0,
123 	DDP_COMPONENT_DSI0,
124 };
125 
126 static const enum mtk_ddp_comp_id mt8173_mtk_ddp_main[] = {
127 	DDP_COMPONENT_OVL0,
128 	DDP_COMPONENT_COLOR0,
129 	DDP_COMPONENT_AAL0,
130 	DDP_COMPONENT_OD0,
131 	DDP_COMPONENT_RDMA0,
132 	DDP_COMPONENT_UFOE,
133 	DDP_COMPONENT_DSI0,
134 	DDP_COMPONENT_PWM0,
135 };
136 
137 static const enum mtk_ddp_comp_id mt8173_mtk_ddp_ext[] = {
138 	DDP_COMPONENT_OVL1,
139 	DDP_COMPONENT_COLOR1,
140 	DDP_COMPONENT_GAMMA,
141 	DDP_COMPONENT_RDMA1,
142 	DDP_COMPONENT_DPI0,
143 };
144 
145 static const enum mtk_ddp_comp_id mt8183_mtk_ddp_main[] = {
146 	DDP_COMPONENT_OVL0,
147 	DDP_COMPONENT_OVL_2L0,
148 	DDP_COMPONENT_RDMA0,
149 	DDP_COMPONENT_COLOR0,
150 	DDP_COMPONENT_CCORR,
151 	DDP_COMPONENT_AAL0,
152 	DDP_COMPONENT_GAMMA,
153 	DDP_COMPONENT_DITHER0,
154 	DDP_COMPONENT_DSI0,
155 };
156 
157 static const enum mtk_ddp_comp_id mt8183_mtk_ddp_ext[] = {
158 	DDP_COMPONENT_OVL_2L1,
159 	DDP_COMPONENT_RDMA1,
160 	DDP_COMPONENT_DPI0,
161 };
162 
163 static const enum mtk_ddp_comp_id mt8186_mtk_ddp_main[] = {
164 	DDP_COMPONENT_OVL0,
165 	DDP_COMPONENT_RDMA0,
166 	DDP_COMPONENT_COLOR0,
167 	DDP_COMPONENT_CCORR,
168 	DDP_COMPONENT_AAL0,
169 	DDP_COMPONENT_GAMMA,
170 	DDP_COMPONENT_POSTMASK0,
171 	DDP_COMPONENT_DITHER0,
172 	DDP_COMPONENT_DSI0,
173 };
174 
175 static const enum mtk_ddp_comp_id mt8186_mtk_ddp_ext[] = {
176 	DDP_COMPONENT_OVL_2L0,
177 	DDP_COMPONENT_RDMA1,
178 	DDP_COMPONENT_DPI0,
179 };
180 
181 static const enum mtk_ddp_comp_id mt8192_mtk_ddp_main[] = {
182 	DDP_COMPONENT_OVL0,
183 	DDP_COMPONENT_OVL_2L0,
184 	DDP_COMPONENT_RDMA0,
185 	DDP_COMPONENT_COLOR0,
186 	DDP_COMPONENT_CCORR,
187 	DDP_COMPONENT_AAL0,
188 	DDP_COMPONENT_GAMMA,
189 	DDP_COMPONENT_POSTMASK0,
190 	DDP_COMPONENT_DITHER0,
191 	DDP_COMPONENT_DSI0,
192 };
193 
194 static const enum mtk_ddp_comp_id mt8192_mtk_ddp_ext[] = {
195 	DDP_COMPONENT_OVL_2L2,
196 	DDP_COMPONENT_RDMA4,
197 	DDP_COMPONENT_DPI0,
198 };
199 
200 static const enum mtk_ddp_comp_id mt8195_mtk_ddp_main[] = {
201 	DDP_COMPONENT_OVL0,
202 	DDP_COMPONENT_RDMA0,
203 	DDP_COMPONENT_COLOR0,
204 	DDP_COMPONENT_CCORR,
205 	DDP_COMPONENT_AAL0,
206 	DDP_COMPONENT_GAMMA,
207 	DDP_COMPONENT_DITHER0,
208 	DDP_COMPONENT_DSC0,
209 	DDP_COMPONENT_MERGE0,
210 	DDP_COMPONENT_DP_INTF0,
211 };
212 
213 static const struct mtk_mmsys_driver_data mt2701_mmsys_driver_data = {
214 	.main_path = mt2701_mtk_ddp_main,
215 	.main_len = ARRAY_SIZE(mt2701_mtk_ddp_main),
216 	.ext_path = mt2701_mtk_ddp_ext,
217 	.ext_len = ARRAY_SIZE(mt2701_mtk_ddp_ext),
218 	.shadow_register = true,
219 };
220 
221 static const struct mtk_mmsys_match_data mt2701_mmsys_match_data = {
222 	.num_drv_data = 1,
223 	.drv_data = {
224 		&mt2701_mmsys_driver_data,
225 	},
226 };
227 
228 static const struct mtk_mmsys_driver_data mt7623_mmsys_driver_data = {
229 	.main_path = mt7623_mtk_ddp_main,
230 	.main_len = ARRAY_SIZE(mt7623_mtk_ddp_main),
231 	.ext_path = mt7623_mtk_ddp_ext,
232 	.ext_len = ARRAY_SIZE(mt7623_mtk_ddp_ext),
233 	.shadow_register = true,
234 };
235 
236 static const struct mtk_mmsys_match_data mt7623_mmsys_match_data = {
237 	.num_drv_data = 1,
238 	.drv_data = {
239 		&mt7623_mmsys_driver_data,
240 	},
241 };
242 
243 static const struct mtk_mmsys_driver_data mt2712_mmsys_driver_data = {
244 	.main_path = mt2712_mtk_ddp_main,
245 	.main_len = ARRAY_SIZE(mt2712_mtk_ddp_main),
246 	.ext_path = mt2712_mtk_ddp_ext,
247 	.ext_len = ARRAY_SIZE(mt2712_mtk_ddp_ext),
248 	.third_path = mt2712_mtk_ddp_third,
249 	.third_len = ARRAY_SIZE(mt2712_mtk_ddp_third),
250 };
251 
252 static const struct mtk_mmsys_match_data mt2712_mmsys_match_data = {
253 	.num_drv_data = 1,
254 	.drv_data = {
255 		&mt2712_mmsys_driver_data,
256 	},
257 };
258 
259 static const struct mtk_mmsys_driver_data mt8167_mmsys_driver_data = {
260 	.main_path = mt8167_mtk_ddp_main,
261 	.main_len = ARRAY_SIZE(mt8167_mtk_ddp_main),
262 };
263 
264 static const struct mtk_mmsys_match_data mt8167_mmsys_match_data = {
265 	.num_drv_data = 1,
266 	.drv_data = {
267 		&mt8167_mmsys_driver_data,
268 	},
269 };
270 
271 static const struct mtk_mmsys_driver_data mt8173_mmsys_driver_data = {
272 	.main_path = mt8173_mtk_ddp_main,
273 	.main_len = ARRAY_SIZE(mt8173_mtk_ddp_main),
274 	.ext_path = mt8173_mtk_ddp_ext,
275 	.ext_len = ARRAY_SIZE(mt8173_mtk_ddp_ext),
276 };
277 
278 static const struct mtk_mmsys_match_data mt8173_mmsys_match_data = {
279 	.num_drv_data = 1,
280 	.drv_data = {
281 		&mt8173_mmsys_driver_data,
282 	},
283 };
284 
285 static const struct mtk_mmsys_driver_data mt8183_mmsys_driver_data = {
286 	.main_path = mt8183_mtk_ddp_main,
287 	.main_len = ARRAY_SIZE(mt8183_mtk_ddp_main),
288 	.ext_path = mt8183_mtk_ddp_ext,
289 	.ext_len = ARRAY_SIZE(mt8183_mtk_ddp_ext),
290 };
291 
292 static const struct mtk_mmsys_match_data mt8183_mmsys_match_data = {
293 	.num_drv_data = 1,
294 	.drv_data = {
295 		&mt8183_mmsys_driver_data,
296 	},
297 };
298 
299 static const struct mtk_mmsys_driver_data mt8186_mmsys_driver_data = {
300 	.main_path = mt8186_mtk_ddp_main,
301 	.main_len = ARRAY_SIZE(mt8186_mtk_ddp_main),
302 	.ext_path = mt8186_mtk_ddp_ext,
303 	.ext_len = ARRAY_SIZE(mt8186_mtk_ddp_ext),
304 };
305 
306 static const struct mtk_mmsys_match_data mt8186_mmsys_match_data = {
307 	.num_drv_data = 1,
308 	.drv_data = {
309 		&mt8186_mmsys_driver_data,
310 	},
311 };
312 
313 static const struct mtk_mmsys_driver_data mt8192_mmsys_driver_data = {
314 	.main_path = mt8192_mtk_ddp_main,
315 	.main_len = ARRAY_SIZE(mt8192_mtk_ddp_main),
316 	.ext_path = mt8192_mtk_ddp_ext,
317 	.ext_len = ARRAY_SIZE(mt8192_mtk_ddp_ext),
318 };
319 
320 static const struct mtk_mmsys_match_data mt8192_mmsys_match_data = {
321 	.num_drv_data = 1,
322 	.drv_data = {
323 		&mt8192_mmsys_driver_data,
324 	},
325 };
326 
327 static const struct mtk_mmsys_driver_data mt8195_vdosys0_driver_data = {
328 	.io_start = 0x1c01a000,
329 	.main_path = mt8195_mtk_ddp_main,
330 	.main_len = ARRAY_SIZE(mt8195_mtk_ddp_main),
331 };
332 
333 static const struct mtk_mmsys_driver_data mt8195_vdosys1_driver_data = {
334 	.io_start = 0x1c100000,
335 };
336 
337 static const struct mtk_mmsys_match_data mt8195_mmsys_match_data = {
338 	.num_drv_data = 1,
339 	.drv_data = {
340 		&mt8195_vdosys0_driver_data,
341 		&mt8195_vdosys1_driver_data,
342 	},
343 };
344 
345 static int mtk_drm_kms_init(struct drm_device *drm)
346 {
347 	struct mtk_drm_private *private = drm->dev_private;
348 	struct platform_device *pdev;
349 	struct device_node *np;
350 	struct device *dma_dev;
351 	int ret;
352 
353 	if (drm_firmware_drivers_only())
354 		return -ENODEV;
355 
356 	if (!iommu_present(&platform_bus_type))
357 		return -EPROBE_DEFER;
358 
359 	pdev = of_find_device_by_node(private->mutex_node);
360 	if (!pdev) {
361 		dev_err(drm->dev, "Waiting for disp-mutex device %pOF\n",
362 			private->mutex_node);
363 		of_node_put(private->mutex_node);
364 		return -EPROBE_DEFER;
365 	}
366 	private->mutex_dev = &pdev->dev;
367 
368 	ret = drmm_mode_config_init(drm);
369 	if (ret)
370 		goto put_mutex_dev;
371 
372 	drm->mode_config.min_width = 64;
373 	drm->mode_config.min_height = 64;
374 
375 	/*
376 	 * set max width and height as default value(4096x4096).
377 	 * this value would be used to check framebuffer size limitation
378 	 * at drm_mode_addfb().
379 	 */
380 	drm->mode_config.max_width = 4096;
381 	drm->mode_config.max_height = 4096;
382 	drm->mode_config.funcs = &mtk_drm_mode_config_funcs;
383 	drm->mode_config.helper_private = &mtk_drm_mode_config_helpers;
384 
385 	ret = component_bind_all(drm->dev, drm);
386 	if (ret)
387 		goto put_mutex_dev;
388 
389 	/*
390 	 * Ensure internal panels are at the top of the connector list before
391 	 * crtc creation.
392 	 */
393 	drm_helper_move_panel_connectors_to_head(drm);
394 
395 	/*
396 	 * We currently support two fixed data streams, each optional,
397 	 * and each statically assigned to a crtc:
398 	 * OVL0 -> COLOR0 -> AAL -> OD -> RDMA0 -> UFOE -> DSI0 ...
399 	 */
400 	ret = mtk_drm_crtc_create(drm, private->data->main_path,
401 				  private->data->main_len);
402 	if (ret < 0)
403 		goto err_component_unbind;
404 	/* ... and OVL1 -> COLOR1 -> GAMMA -> RDMA1 -> DPI0. */
405 	ret = mtk_drm_crtc_create(drm, private->data->ext_path,
406 				  private->data->ext_len);
407 	if (ret < 0)
408 		goto err_component_unbind;
409 
410 	ret = mtk_drm_crtc_create(drm, private->data->third_path,
411 				  private->data->third_len);
412 	if (ret < 0)
413 		goto err_component_unbind;
414 
415 	/* Use OVL device for all DMA memory allocations */
416 	np = private->comp_node[private->data->main_path[0]] ?:
417 	     private->comp_node[private->data->ext_path[0]];
418 	pdev = of_find_device_by_node(np);
419 	if (!pdev) {
420 		ret = -ENODEV;
421 		dev_err(drm->dev, "Need at least one OVL device\n");
422 		goto err_component_unbind;
423 	}
424 
425 	dma_dev = &pdev->dev;
426 	private->dma_dev = dma_dev;
427 
428 	/*
429 	 * Configure the DMA segment size to make sure we get contiguous IOVA
430 	 * when importing PRIME buffers.
431 	 */
432 	ret = dma_set_max_seg_size(dma_dev, UINT_MAX);
433 	if (ret) {
434 		dev_err(dma_dev, "Failed to set DMA segment size\n");
435 		goto err_component_unbind;
436 	}
437 
438 	ret = drm_vblank_init(drm, MAX_CRTC);
439 	if (ret < 0)
440 		goto err_component_unbind;
441 
442 	drm_kms_helper_poll_init(drm);
443 	drm_mode_config_reset(drm);
444 
445 	return 0;
446 
447 err_component_unbind:
448 	component_unbind_all(drm->dev, drm);
449 put_mutex_dev:
450 	put_device(private->mutex_dev);
451 	return ret;
452 }
453 
454 static void mtk_drm_kms_deinit(struct drm_device *drm)
455 {
456 	drm_kms_helper_poll_fini(drm);
457 	drm_atomic_helper_shutdown(drm);
458 
459 	component_unbind_all(drm->dev, drm);
460 }
461 
462 DEFINE_DRM_GEM_FOPS(mtk_drm_fops);
463 
464 /*
465  * We need to override this because the device used to import the memory is
466  * not dev->dev, as drm_gem_prime_import() expects.
467  */
468 static struct drm_gem_object *mtk_drm_gem_prime_import(struct drm_device *dev,
469 						       struct dma_buf *dma_buf)
470 {
471 	struct mtk_drm_private *private = dev->dev_private;
472 
473 	return drm_gem_prime_import_dev(dev, dma_buf, private->dma_dev);
474 }
475 
476 static const struct drm_driver mtk_drm_driver = {
477 	.driver_features = DRIVER_MODESET | DRIVER_GEM | DRIVER_ATOMIC,
478 
479 	.dumb_create = mtk_drm_gem_dumb_create,
480 
481 	.prime_handle_to_fd = drm_gem_prime_handle_to_fd,
482 	.prime_fd_to_handle = drm_gem_prime_fd_to_handle,
483 	.gem_prime_import = mtk_drm_gem_prime_import,
484 	.gem_prime_import_sg_table = mtk_gem_prime_import_sg_table,
485 	.gem_prime_mmap = drm_gem_prime_mmap,
486 	.fops = &mtk_drm_fops,
487 
488 	.name = DRIVER_NAME,
489 	.desc = DRIVER_DESC,
490 	.date = DRIVER_DATE,
491 	.major = DRIVER_MAJOR,
492 	.minor = DRIVER_MINOR,
493 };
494 
495 static int mtk_drm_bind(struct device *dev)
496 {
497 	struct mtk_drm_private *private = dev_get_drvdata(dev);
498 	struct drm_device *drm;
499 	int ret;
500 
501 	drm = drm_dev_alloc(&mtk_drm_driver, dev);
502 	if (IS_ERR(drm))
503 		return PTR_ERR(drm);
504 
505 	drm->dev_private = private;
506 	private->drm = drm;
507 
508 	ret = mtk_drm_kms_init(drm);
509 	if (ret < 0)
510 		goto err_free;
511 
512 	ret = drm_dev_register(drm, 0);
513 	if (ret < 0)
514 		goto err_deinit;
515 
516 	drm_fbdev_generic_setup(drm, 32);
517 
518 	return 0;
519 
520 err_deinit:
521 	mtk_drm_kms_deinit(drm);
522 err_free:
523 	private->drm = NULL;
524 	drm_dev_put(drm);
525 	return ret;
526 }
527 
528 static void mtk_drm_unbind(struct device *dev)
529 {
530 	struct mtk_drm_private *private = dev_get_drvdata(dev);
531 
532 	drm_dev_unregister(private->drm);
533 	mtk_drm_kms_deinit(private->drm);
534 	drm_dev_put(private->drm);
535 	private->num_pipes = 0;
536 	private->drm = NULL;
537 }
538 
539 static const struct component_master_ops mtk_drm_ops = {
540 	.bind		= mtk_drm_bind,
541 	.unbind		= mtk_drm_unbind,
542 };
543 
544 static const struct of_device_id mtk_ddp_comp_dt_ids[] = {
545 	{ .compatible = "mediatek,mt8167-disp-aal",
546 	  .data = (void *)MTK_DISP_AAL},
547 	{ .compatible = "mediatek,mt8173-disp-aal",
548 	  .data = (void *)MTK_DISP_AAL},
549 	{ .compatible = "mediatek,mt8183-disp-aal",
550 	  .data = (void *)MTK_DISP_AAL},
551 	{ .compatible = "mediatek,mt8192-disp-aal",
552 	  .data = (void *)MTK_DISP_AAL},
553 	{ .compatible = "mediatek,mt8167-disp-ccorr",
554 	  .data = (void *)MTK_DISP_CCORR },
555 	{ .compatible = "mediatek,mt8183-disp-ccorr",
556 	  .data = (void *)MTK_DISP_CCORR },
557 	{ .compatible = "mediatek,mt8192-disp-ccorr",
558 	  .data = (void *)MTK_DISP_CCORR },
559 	{ .compatible = "mediatek,mt2701-disp-color",
560 	  .data = (void *)MTK_DISP_COLOR },
561 	{ .compatible = "mediatek,mt8167-disp-color",
562 	  .data = (void *)MTK_DISP_COLOR },
563 	{ .compatible = "mediatek,mt8173-disp-color",
564 	  .data = (void *)MTK_DISP_COLOR },
565 	{ .compatible = "mediatek,mt8167-disp-dither",
566 	  .data = (void *)MTK_DISP_DITHER },
567 	{ .compatible = "mediatek,mt8183-disp-dither",
568 	  .data = (void *)MTK_DISP_DITHER },
569 	{ .compatible = "mediatek,mt8195-disp-dsc",
570 	  .data = (void *)MTK_DISP_DSC },
571 	{ .compatible = "mediatek,mt8167-disp-gamma",
572 	  .data = (void *)MTK_DISP_GAMMA, },
573 	{ .compatible = "mediatek,mt8173-disp-gamma",
574 	  .data = (void *)MTK_DISP_GAMMA, },
575 	{ .compatible = "mediatek,mt8183-disp-gamma",
576 	  .data = (void *)MTK_DISP_GAMMA, },
577 	{ .compatible = "mediatek,mt8195-disp-merge",
578 	  .data = (void *)MTK_DISP_MERGE },
579 	{ .compatible = "mediatek,mt2701-disp-mutex",
580 	  .data = (void *)MTK_DISP_MUTEX },
581 	{ .compatible = "mediatek,mt2712-disp-mutex",
582 	  .data = (void *)MTK_DISP_MUTEX },
583 	{ .compatible = "mediatek,mt8167-disp-mutex",
584 	  .data = (void *)MTK_DISP_MUTEX },
585 	{ .compatible = "mediatek,mt8173-disp-mutex",
586 	  .data = (void *)MTK_DISP_MUTEX },
587 	{ .compatible = "mediatek,mt8183-disp-mutex",
588 	  .data = (void *)MTK_DISP_MUTEX },
589 	{ .compatible = "mediatek,mt8186-disp-mutex",
590 	  .data = (void *)MTK_DISP_MUTEX },
591 	{ .compatible = "mediatek,mt8192-disp-mutex",
592 	  .data = (void *)MTK_DISP_MUTEX },
593 	{ .compatible = "mediatek,mt8195-disp-mutex",
594 	  .data = (void *)MTK_DISP_MUTEX },
595 	{ .compatible = "mediatek,mt8173-disp-od",
596 	  .data = (void *)MTK_DISP_OD },
597 	{ .compatible = "mediatek,mt2701-disp-ovl",
598 	  .data = (void *)MTK_DISP_OVL },
599 	{ .compatible = "mediatek,mt8167-disp-ovl",
600 	  .data = (void *)MTK_DISP_OVL },
601 	{ .compatible = "mediatek,mt8173-disp-ovl",
602 	  .data = (void *)MTK_DISP_OVL },
603 	{ .compatible = "mediatek,mt8183-disp-ovl",
604 	  .data = (void *)MTK_DISP_OVL },
605 	{ .compatible = "mediatek,mt8192-disp-ovl",
606 	  .data = (void *)MTK_DISP_OVL },
607 	{ .compatible = "mediatek,mt8183-disp-ovl-2l",
608 	  .data = (void *)MTK_DISP_OVL_2L },
609 	{ .compatible = "mediatek,mt8192-disp-ovl-2l",
610 	  .data = (void *)MTK_DISP_OVL_2L },
611 	{ .compatible = "mediatek,mt8192-disp-postmask",
612 	  .data = (void *)MTK_DISP_POSTMASK },
613 	{ .compatible = "mediatek,mt2701-disp-pwm",
614 	  .data = (void *)MTK_DISP_BLS },
615 	{ .compatible = "mediatek,mt8167-disp-pwm",
616 	  .data = (void *)MTK_DISP_PWM },
617 	{ .compatible = "mediatek,mt8173-disp-pwm",
618 	  .data = (void *)MTK_DISP_PWM },
619 	{ .compatible = "mediatek,mt2701-disp-rdma",
620 	  .data = (void *)MTK_DISP_RDMA },
621 	{ .compatible = "mediatek,mt8167-disp-rdma",
622 	  .data = (void *)MTK_DISP_RDMA },
623 	{ .compatible = "mediatek,mt8173-disp-rdma",
624 	  .data = (void *)MTK_DISP_RDMA },
625 	{ .compatible = "mediatek,mt8183-disp-rdma",
626 	  .data = (void *)MTK_DISP_RDMA },
627 	{ .compatible = "mediatek,mt8195-disp-rdma",
628 	  .data = (void *)MTK_DISP_RDMA },
629 	{ .compatible = "mediatek,mt8173-disp-ufoe",
630 	  .data = (void *)MTK_DISP_UFOE },
631 	{ .compatible = "mediatek,mt8173-disp-wdma",
632 	  .data = (void *)MTK_DISP_WDMA },
633 	{ .compatible = "mediatek,mt2701-dpi",
634 	  .data = (void *)MTK_DPI },
635 	{ .compatible = "mediatek,mt8167-dsi",
636 	  .data = (void *)MTK_DSI },
637 	{ .compatible = "mediatek,mt8173-dpi",
638 	  .data = (void *)MTK_DPI },
639 	{ .compatible = "mediatek,mt8183-dpi",
640 	  .data = (void *)MTK_DPI },
641 	{ .compatible = "mediatek,mt8186-dpi",
642 	  .data = (void *)MTK_DPI },
643 	{ .compatible = "mediatek,mt8188-dp-intf",
644 	  .data = (void *)MTK_DP_INTF },
645 	{ .compatible = "mediatek,mt8192-dpi",
646 	  .data = (void *)MTK_DPI },
647 	{ .compatible = "mediatek,mt8195-dp-intf",
648 	  .data = (void *)MTK_DP_INTF },
649 	{ .compatible = "mediatek,mt2701-dsi",
650 	  .data = (void *)MTK_DSI },
651 	{ .compatible = "mediatek,mt8173-dsi",
652 	  .data = (void *)MTK_DSI },
653 	{ .compatible = "mediatek,mt8183-dsi",
654 	  .data = (void *)MTK_DSI },
655 	{ .compatible = "mediatek,mt8186-dsi",
656 	  .data = (void *)MTK_DSI },
657 	{ }
658 };
659 
660 static const struct of_device_id mtk_drm_of_ids[] = {
661 	{ .compatible = "mediatek,mt2701-mmsys",
662 	  .data = &mt2701_mmsys_match_data},
663 	{ .compatible = "mediatek,mt7623-mmsys",
664 	  .data = &mt7623_mmsys_match_data},
665 	{ .compatible = "mediatek,mt2712-mmsys",
666 	  .data = &mt2712_mmsys_match_data},
667 	{ .compatible = "mediatek,mt8167-mmsys",
668 	  .data = &mt8167_mmsys_match_data},
669 	{ .compatible = "mediatek,mt8173-mmsys",
670 	  .data = &mt8173_mmsys_match_data},
671 	{ .compatible = "mediatek,mt8183-mmsys",
672 	  .data = &mt8183_mmsys_match_data},
673 	{ .compatible = "mediatek,mt8186-mmsys",
674 	  .data = &mt8186_mmsys_match_data},
675 	{ .compatible = "mediatek,mt8192-mmsys",
676 	  .data = &mt8192_mmsys_match_data},
677 	{ .compatible = "mediatek,mt8195-mmsys",
678 	  .data = &mt8195_mmsys_match_data},
679 	{ }
680 };
681 MODULE_DEVICE_TABLE(of, mtk_drm_of_ids);
682 
683 static int mtk_drm_find_match_data(struct device *dev,
684 				   const struct mtk_mmsys_match_data *match_data)
685 {
686 	int i;
687 	struct platform_device *pdev = of_find_device_by_node(dev->parent->of_node);
688 	struct resource *res;
689 
690 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
691 	if (!res) {
692 		dev_err(dev, "failed to get parent resource\n");
693 		return -EINVAL;
694 	}
695 
696 	for (i = 0; i < match_data->num_drv_data; i++)
697 		if (match_data->drv_data[i]->io_start == res->start)
698 			return i;
699 
700 	return -EINVAL;
701 }
702 
703 static int mtk_drm_probe(struct platform_device *pdev)
704 {
705 	struct device *dev = &pdev->dev;
706 	struct device_node *phandle = dev->parent->of_node;
707 	const struct of_device_id *of_id;
708 	const struct mtk_mmsys_match_data *match_data;
709 	struct mtk_drm_private *private;
710 	struct device_node *node;
711 	struct component_match *match = NULL;
712 	int ret;
713 	int i;
714 
715 	private = devm_kzalloc(dev, sizeof(*private), GFP_KERNEL);
716 	if (!private)
717 		return -ENOMEM;
718 
719 	private->mmsys_dev = dev->parent;
720 	if (!private->mmsys_dev) {
721 		dev_err(dev, "Failed to get MMSYS device\n");
722 		return -ENODEV;
723 	}
724 
725 	of_id = of_match_node(mtk_drm_of_ids, phandle);
726 	if (!of_id)
727 		return -ENODEV;
728 
729 	match_data = of_id->data;
730 	if (match_data->num_drv_data > 1) {
731 		/* This SoC has multiple mmsys channels */
732 		ret = mtk_drm_find_match_data(dev, match_data);
733 		if (ret < 0) {
734 			dev_err(dev, "Couldn't get match driver data\n");
735 			return ret;
736 		}
737 		private->data = match_data->drv_data[ret];
738 	} else {
739 		dev_dbg(dev, "Using single mmsys channel\n");
740 		private->data = match_data->drv_data[0];
741 	}
742 
743 	/* Iterate over sibling DISP function blocks */
744 	for_each_child_of_node(phandle->parent, node) {
745 		const struct of_device_id *of_id;
746 		enum mtk_ddp_comp_type comp_type;
747 		int comp_id;
748 
749 		of_id = of_match_node(mtk_ddp_comp_dt_ids, node);
750 		if (!of_id)
751 			continue;
752 
753 		if (!of_device_is_available(node)) {
754 			dev_dbg(dev, "Skipping disabled component %pOF\n",
755 				node);
756 			continue;
757 		}
758 
759 		comp_type = (enum mtk_ddp_comp_type)of_id->data;
760 
761 		if (comp_type == MTK_DISP_MUTEX) {
762 			private->mutex_node = of_node_get(node);
763 			continue;
764 		}
765 
766 		comp_id = mtk_ddp_comp_get_id(node, comp_type);
767 		if (comp_id < 0) {
768 			dev_warn(dev, "Skipping unknown component %pOF\n",
769 				 node);
770 			continue;
771 		}
772 
773 		private->comp_node[comp_id] = of_node_get(node);
774 
775 		/*
776 		 * Currently only the AAL, CCORR, COLOR, GAMMA, MERGE, OVL, RDMA, DSI, and DPI
777 		 * blocks have separate component platform drivers and initialize their own
778 		 * DDP component structure. The others are initialized here.
779 		 */
780 		if (comp_type == MTK_DISP_AAL ||
781 		    comp_type == MTK_DISP_CCORR ||
782 		    comp_type == MTK_DISP_COLOR ||
783 		    comp_type == MTK_DISP_GAMMA ||
784 		    comp_type == MTK_DISP_MERGE ||
785 		    comp_type == MTK_DISP_OVL ||
786 		    comp_type == MTK_DISP_OVL_2L ||
787 		    comp_type == MTK_DISP_RDMA ||
788 		    comp_type == MTK_DP_INTF ||
789 		    comp_type == MTK_DPI ||
790 		    comp_type == MTK_DSI) {
791 			dev_info(dev, "Adding component match for %pOF\n",
792 				 node);
793 			drm_of_component_match_add(dev, &match, component_compare_of,
794 						   node);
795 		}
796 
797 		ret = mtk_ddp_comp_init(node, &private->ddp_comp[comp_id], comp_id);
798 		if (ret) {
799 			of_node_put(node);
800 			goto err_node;
801 		}
802 	}
803 
804 	if (!private->mutex_node) {
805 		dev_err(dev, "Failed to find disp-mutex node\n");
806 		ret = -ENODEV;
807 		goto err_node;
808 	}
809 
810 	pm_runtime_enable(dev);
811 
812 	platform_set_drvdata(pdev, private);
813 
814 	ret = component_master_add_with_match(dev, &mtk_drm_ops, match);
815 	if (ret)
816 		goto err_pm;
817 
818 	return 0;
819 
820 err_pm:
821 	pm_runtime_disable(dev);
822 err_node:
823 	of_node_put(private->mutex_node);
824 	for (i = 0; i < DDP_COMPONENT_ID_MAX; i++)
825 		of_node_put(private->comp_node[i]);
826 	return ret;
827 }
828 
829 static int mtk_drm_remove(struct platform_device *pdev)
830 {
831 	struct mtk_drm_private *private = platform_get_drvdata(pdev);
832 	int i;
833 
834 	component_master_del(&pdev->dev, &mtk_drm_ops);
835 	pm_runtime_disable(&pdev->dev);
836 	of_node_put(private->mutex_node);
837 	for (i = 0; i < DDP_COMPONENT_ID_MAX; i++)
838 		of_node_put(private->comp_node[i]);
839 
840 	return 0;
841 }
842 
843 static int mtk_drm_sys_prepare(struct device *dev)
844 {
845 	struct mtk_drm_private *private = dev_get_drvdata(dev);
846 	struct drm_device *drm = private->drm;
847 
848 	return drm_mode_config_helper_suspend(drm);
849 }
850 
851 static void mtk_drm_sys_complete(struct device *dev)
852 {
853 	struct mtk_drm_private *private = dev_get_drvdata(dev);
854 	struct drm_device *drm = private->drm;
855 	int ret;
856 
857 	ret = drm_mode_config_helper_resume(drm);
858 	if (ret)
859 		dev_err(dev, "Failed to resume\n");
860 }
861 
862 static const struct dev_pm_ops mtk_drm_pm_ops = {
863 	.prepare = mtk_drm_sys_prepare,
864 	.complete = mtk_drm_sys_complete,
865 };
866 
867 static struct platform_driver mtk_drm_platform_driver = {
868 	.probe	= mtk_drm_probe,
869 	.remove	= mtk_drm_remove,
870 	.driver	= {
871 		.name	= "mediatek-drm",
872 		.pm     = &mtk_drm_pm_ops,
873 	},
874 };
875 
876 static struct platform_driver * const mtk_drm_drivers[] = {
877 	&mtk_disp_aal_driver,
878 	&mtk_disp_ccorr_driver,
879 	&mtk_disp_color_driver,
880 	&mtk_disp_gamma_driver,
881 	&mtk_disp_merge_driver,
882 	&mtk_disp_ovl_driver,
883 	&mtk_disp_rdma_driver,
884 	&mtk_dpi_driver,
885 	&mtk_drm_platform_driver,
886 	&mtk_dsi_driver,
887 	&mtk_mdp_rdma_driver,
888 };
889 
890 static int __init mtk_drm_init(void)
891 {
892 	return platform_register_drivers(mtk_drm_drivers,
893 					 ARRAY_SIZE(mtk_drm_drivers));
894 }
895 
896 static void __exit mtk_drm_exit(void)
897 {
898 	platform_unregister_drivers(mtk_drm_drivers,
899 				    ARRAY_SIZE(mtk_drm_drivers));
900 }
901 
902 module_init(mtk_drm_init);
903 module_exit(mtk_drm_exit);
904 
905 MODULE_AUTHOR("YT SHEN <yt.shen@mediatek.com>");
906 MODULE_DESCRIPTION("Mediatek SoC DRM driver");
907 MODULE_LICENSE("GPL v2");
908