1 /*
2  * Copyright (C) Fuzhou Rockchip Electronics Co.Ltd
3  * Author: Jacob Chen <jacob-chen@iotwrt.com>
4  *
5  * This software is licensed under the terms of the GNU General Public
6  * License version 2, as published by the Free Software Foundation, and
7  * may be copied, distributed, and modified under those terms.
8  *
9  * This program is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12  * GNU General Public License for more details.
13  */
14 
15 #include <linux/clk.h>
16 #include <linux/debugfs.h>
17 #include <linux/delay.h>
18 #include <linux/fs.h>
19 #include <linux/interrupt.h>
20 #include <linux/module.h>
21 #include <linux/of.h>
22 #include <linux/pm_runtime.h>
23 #include <linux/reset.h>
24 #include <linux/sched.h>
25 #include <linux/slab.h>
26 #include <linux/timer.h>
27 
28 #include <linux/platform_device.h>
29 #include <media/v4l2-device.h>
30 #include <media/v4l2-event.h>
31 #include <media/v4l2-ioctl.h>
32 #include <media/v4l2-mem2mem.h>
33 #include <media/videobuf2-dma-sg.h>
34 #include <media/videobuf2-v4l2.h>
35 
36 #include "rga-hw.h"
37 #include "rga.h"
38 
39 static int debug;
40 module_param(debug, int, 0644);
41 
42 static void device_run(void *prv)
43 {
44 	struct rga_ctx *ctx = prv;
45 	struct rockchip_rga *rga = ctx->rga;
46 	struct vb2_buffer *src, *dst;
47 	unsigned long flags;
48 
49 	spin_lock_irqsave(&rga->ctrl_lock, flags);
50 
51 	rga->curr = ctx;
52 
53 	src = v4l2_m2m_next_src_buf(ctx->fh.m2m_ctx);
54 	dst = v4l2_m2m_next_dst_buf(ctx->fh.m2m_ctx);
55 
56 	rga_buf_map(src);
57 	rga_buf_map(dst);
58 
59 	rga_hw_start(rga);
60 
61 	spin_unlock_irqrestore(&rga->ctrl_lock, flags);
62 }
63 
64 static irqreturn_t rga_isr(int irq, void *prv)
65 {
66 	struct rockchip_rga *rga = prv;
67 	int intr;
68 
69 	intr = rga_read(rga, RGA_INT) & 0xf;
70 
71 	rga_mod(rga, RGA_INT, intr << 4, 0xf << 4);
72 
73 	if (intr & 0x04) {
74 		struct vb2_v4l2_buffer *src, *dst;
75 		struct rga_ctx *ctx = rga->curr;
76 
77 		WARN_ON(!ctx);
78 
79 		rga->curr = NULL;
80 
81 		src = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx);
82 		dst = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx);
83 
84 		WARN_ON(!src);
85 		WARN_ON(!dst);
86 
87 		dst->timecode = src->timecode;
88 		dst->vb2_buf.timestamp = src->vb2_buf.timestamp;
89 		dst->flags &= ~V4L2_BUF_FLAG_TSTAMP_SRC_MASK;
90 		dst->flags |= src->flags & V4L2_BUF_FLAG_TSTAMP_SRC_MASK;
91 
92 		v4l2_m2m_buf_done(src, VB2_BUF_STATE_DONE);
93 		v4l2_m2m_buf_done(dst, VB2_BUF_STATE_DONE);
94 		v4l2_m2m_job_finish(rga->m2m_dev, ctx->fh.m2m_ctx);
95 	}
96 
97 	return IRQ_HANDLED;
98 }
99 
100 static const struct v4l2_m2m_ops rga_m2m_ops = {
101 	.device_run = device_run,
102 };
103 
104 static int
105 queue_init(void *priv, struct vb2_queue *src_vq, struct vb2_queue *dst_vq)
106 {
107 	struct rga_ctx *ctx = priv;
108 	int ret;
109 
110 	src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT;
111 	src_vq->io_modes = VB2_MMAP | VB2_DMABUF;
112 	src_vq->drv_priv = ctx;
113 	src_vq->ops = &rga_qops;
114 	src_vq->mem_ops = &vb2_dma_sg_memops;
115 	src_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
116 	src_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
117 	src_vq->lock = &ctx->rga->mutex;
118 	src_vq->dev = ctx->rga->v4l2_dev.dev;
119 
120 	ret = vb2_queue_init(src_vq);
121 	if (ret)
122 		return ret;
123 
124 	dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
125 	dst_vq->io_modes = VB2_MMAP | VB2_DMABUF;
126 	dst_vq->drv_priv = ctx;
127 	dst_vq->ops = &rga_qops;
128 	dst_vq->mem_ops = &vb2_dma_sg_memops;
129 	dst_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
130 	dst_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
131 	dst_vq->lock = &ctx->rga->mutex;
132 	dst_vq->dev = ctx->rga->v4l2_dev.dev;
133 
134 	return vb2_queue_init(dst_vq);
135 }
136 
137 static int rga_s_ctrl(struct v4l2_ctrl *ctrl)
138 {
139 	struct rga_ctx *ctx = container_of(ctrl->handler, struct rga_ctx,
140 					   ctrl_handler);
141 	unsigned long flags;
142 
143 	spin_lock_irqsave(&ctx->rga->ctrl_lock, flags);
144 	switch (ctrl->id) {
145 	case V4L2_CID_HFLIP:
146 		ctx->hflip = ctrl->val;
147 		break;
148 	case V4L2_CID_VFLIP:
149 		ctx->vflip = ctrl->val;
150 		break;
151 	case V4L2_CID_ROTATE:
152 		ctx->rotate = ctrl->val;
153 		break;
154 	case V4L2_CID_BG_COLOR:
155 		ctx->fill_color = ctrl->val;
156 		break;
157 	}
158 	spin_unlock_irqrestore(&ctx->rga->ctrl_lock, flags);
159 	return 0;
160 }
161 
162 static const struct v4l2_ctrl_ops rga_ctrl_ops = {
163 	.s_ctrl = rga_s_ctrl,
164 };
165 
166 static int rga_setup_ctrls(struct rga_ctx *ctx)
167 {
168 	struct rockchip_rga *rga = ctx->rga;
169 
170 	v4l2_ctrl_handler_init(&ctx->ctrl_handler, 4);
171 
172 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &rga_ctrl_ops,
173 			  V4L2_CID_HFLIP, 0, 1, 1, 0);
174 
175 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &rga_ctrl_ops,
176 			  V4L2_CID_VFLIP, 0, 1, 1, 0);
177 
178 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &rga_ctrl_ops,
179 			  V4L2_CID_ROTATE, 0, 270, 90, 0);
180 
181 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &rga_ctrl_ops,
182 			  V4L2_CID_BG_COLOR, 0, 0xffffffff, 1, 0);
183 
184 	if (ctx->ctrl_handler.error) {
185 		int err = ctx->ctrl_handler.error;
186 
187 		v4l2_err(&rga->v4l2_dev, "%s failed\n", __func__);
188 		v4l2_ctrl_handler_free(&ctx->ctrl_handler);
189 		return err;
190 	}
191 
192 	return 0;
193 }
194 
195 static struct rga_fmt formats[] = {
196 	{
197 		.fourcc = V4L2_PIX_FMT_ARGB32,
198 		.color_swap = RGA_COLOR_RB_SWAP,
199 		.hw_format = RGA_COLOR_FMT_ABGR8888,
200 		.depth = 32,
201 		.uv_factor = 1,
202 		.y_div = 1,
203 		.x_div = 1,
204 	},
205 	{
206 		.fourcc = V4L2_PIX_FMT_XRGB32,
207 		.color_swap = RGA_COLOR_RB_SWAP,
208 		.hw_format = RGA_COLOR_FMT_XBGR8888,
209 		.depth = 32,
210 		.uv_factor = 1,
211 		.y_div = 1,
212 		.x_div = 1,
213 	},
214 	{
215 		.fourcc = V4L2_PIX_FMT_ABGR32,
216 		.color_swap = RGA_COLOR_ALPHA_SWAP,
217 		.hw_format = RGA_COLOR_FMT_ABGR8888,
218 		.depth = 32,
219 		.uv_factor = 1,
220 		.y_div = 1,
221 		.x_div = 1,
222 	},
223 	{
224 		.fourcc = V4L2_PIX_FMT_XBGR32,
225 		.color_swap = RGA_COLOR_ALPHA_SWAP,
226 		.hw_format = RGA_COLOR_FMT_XBGR8888,
227 		.depth = 32,
228 		.uv_factor = 1,
229 		.y_div = 1,
230 		.x_div = 1,
231 	},
232 	{
233 		.fourcc = V4L2_PIX_FMT_RGB24,
234 		.color_swap = RGA_COLOR_NONE_SWAP,
235 		.hw_format = RGA_COLOR_FMT_RGB888,
236 		.depth = 24,
237 		.uv_factor = 1,
238 		.y_div = 1,
239 		.x_div = 1,
240 	},
241 	{
242 		.fourcc = V4L2_PIX_FMT_BGR24,
243 		.color_swap = RGA_COLOR_RB_SWAP,
244 		.hw_format = RGA_COLOR_FMT_RGB888,
245 		.depth = 24,
246 		.uv_factor = 1,
247 		.y_div = 1,
248 		.x_div = 1,
249 	},
250 	{
251 		.fourcc = V4L2_PIX_FMT_ARGB444,
252 		.color_swap = RGA_COLOR_RB_SWAP,
253 		.hw_format = RGA_COLOR_FMT_ABGR4444,
254 		.depth = 16,
255 		.uv_factor = 1,
256 		.y_div = 1,
257 		.x_div = 1,
258 	},
259 	{
260 		.fourcc = V4L2_PIX_FMT_ARGB555,
261 		.color_swap = RGA_COLOR_RB_SWAP,
262 		.hw_format = RGA_COLOR_FMT_ABGR1555,
263 		.depth = 16,
264 		.uv_factor = 1,
265 		.y_div = 1,
266 		.x_div = 1,
267 	},
268 	{
269 		.fourcc = V4L2_PIX_FMT_RGB565,
270 		.color_swap = RGA_COLOR_RB_SWAP,
271 		.hw_format = RGA_COLOR_FMT_BGR565,
272 		.depth = 16,
273 		.uv_factor = 1,
274 		.y_div = 1,
275 		.x_div = 1,
276 	},
277 	{
278 		.fourcc = V4L2_PIX_FMT_NV21,
279 		.color_swap = RGA_COLOR_UV_SWAP,
280 		.hw_format = RGA_COLOR_FMT_YUV420SP,
281 		.depth = 12,
282 		.uv_factor = 4,
283 		.y_div = 2,
284 		.x_div = 1,
285 	},
286 	{
287 		.fourcc = V4L2_PIX_FMT_NV61,
288 		.color_swap = RGA_COLOR_UV_SWAP,
289 		.hw_format = RGA_COLOR_FMT_YUV422SP,
290 		.depth = 16,
291 		.uv_factor = 2,
292 		.y_div = 1,
293 		.x_div = 1,
294 	},
295 	{
296 		.fourcc = V4L2_PIX_FMT_NV12,
297 		.color_swap = RGA_COLOR_NONE_SWAP,
298 		.hw_format = RGA_COLOR_FMT_YUV420SP,
299 		.depth = 12,
300 		.uv_factor = 4,
301 		.y_div = 2,
302 		.x_div = 1,
303 	},
304 	{
305 		.fourcc = V4L2_PIX_FMT_NV16,
306 		.color_swap = RGA_COLOR_NONE_SWAP,
307 		.hw_format = RGA_COLOR_FMT_YUV422SP,
308 		.depth = 16,
309 		.uv_factor = 2,
310 		.y_div = 1,
311 		.x_div = 1,
312 	},
313 	{
314 		.fourcc = V4L2_PIX_FMT_YUV420,
315 		.color_swap = RGA_COLOR_NONE_SWAP,
316 		.hw_format = RGA_COLOR_FMT_YUV420P,
317 		.depth = 12,
318 		.uv_factor = 4,
319 		.y_div = 2,
320 		.x_div = 2,
321 	},
322 	{
323 		.fourcc = V4L2_PIX_FMT_YUV422P,
324 		.color_swap = RGA_COLOR_NONE_SWAP,
325 		.hw_format = RGA_COLOR_FMT_YUV422P,
326 		.depth = 16,
327 		.uv_factor = 2,
328 		.y_div = 1,
329 		.x_div = 2,
330 	},
331 	{
332 		.fourcc = V4L2_PIX_FMT_YVU420,
333 		.color_swap = RGA_COLOR_UV_SWAP,
334 		.hw_format = RGA_COLOR_FMT_YUV420P,
335 		.depth = 12,
336 		.uv_factor = 4,
337 		.y_div = 2,
338 		.x_div = 2,
339 	},
340 };
341 
342 #define NUM_FORMATS ARRAY_SIZE(formats)
343 
344 static struct rga_fmt *rga_fmt_find(struct v4l2_format *f)
345 {
346 	unsigned int i;
347 
348 	for (i = 0; i < NUM_FORMATS; i++) {
349 		if (formats[i].fourcc == f->fmt.pix.pixelformat)
350 			return &formats[i];
351 	}
352 	return NULL;
353 }
354 
355 static struct rga_frame def_frame = {
356 	.width = DEFAULT_WIDTH,
357 	.height = DEFAULT_HEIGHT,
358 	.colorspace = V4L2_COLORSPACE_DEFAULT,
359 	.crop.left = 0,
360 	.crop.top = 0,
361 	.crop.width = DEFAULT_WIDTH,
362 	.crop.height = DEFAULT_HEIGHT,
363 	.fmt = &formats[0],
364 };
365 
366 struct rga_frame *rga_get_frame(struct rga_ctx *ctx, enum v4l2_buf_type type)
367 {
368 	switch (type) {
369 	case V4L2_BUF_TYPE_VIDEO_OUTPUT:
370 		return &ctx->in;
371 	case V4L2_BUF_TYPE_VIDEO_CAPTURE:
372 		return &ctx->out;
373 	default:
374 		return ERR_PTR(-EINVAL);
375 	}
376 }
377 
378 static int rga_open(struct file *file)
379 {
380 	struct rockchip_rga *rga = video_drvdata(file);
381 	struct rga_ctx *ctx = NULL;
382 	int ret = 0;
383 
384 	ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
385 	if (!ctx)
386 		return -ENOMEM;
387 	ctx->rga = rga;
388 	/* Set default formats */
389 	ctx->in = def_frame;
390 	ctx->out = def_frame;
391 
392 	if (mutex_lock_interruptible(&rga->mutex)) {
393 		kfree(ctx);
394 		return -ERESTARTSYS;
395 	}
396 	ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(rga->m2m_dev, ctx, &queue_init);
397 	if (IS_ERR(ctx->fh.m2m_ctx)) {
398 		ret = PTR_ERR(ctx->fh.m2m_ctx);
399 		mutex_unlock(&rga->mutex);
400 		kfree(ctx);
401 		return ret;
402 	}
403 	v4l2_fh_init(&ctx->fh, video_devdata(file));
404 	file->private_data = &ctx->fh;
405 	v4l2_fh_add(&ctx->fh);
406 
407 	rga_setup_ctrls(ctx);
408 
409 	/* Write the default values to the ctx struct */
410 	v4l2_ctrl_handler_setup(&ctx->ctrl_handler);
411 
412 	ctx->fh.ctrl_handler = &ctx->ctrl_handler;
413 	mutex_unlock(&rga->mutex);
414 
415 	return 0;
416 }
417 
418 static int rga_release(struct file *file)
419 {
420 	struct rga_ctx *ctx =
421 		container_of(file->private_data, struct rga_ctx, fh);
422 	struct rockchip_rga *rga = ctx->rga;
423 
424 	mutex_lock(&rga->mutex);
425 
426 	v4l2_m2m_ctx_release(ctx->fh.m2m_ctx);
427 
428 	v4l2_ctrl_handler_free(&ctx->ctrl_handler);
429 	v4l2_fh_del(&ctx->fh);
430 	v4l2_fh_exit(&ctx->fh);
431 	kfree(ctx);
432 
433 	mutex_unlock(&rga->mutex);
434 
435 	return 0;
436 }
437 
438 static const struct v4l2_file_operations rga_fops = {
439 	.owner = THIS_MODULE,
440 	.open = rga_open,
441 	.release = rga_release,
442 	.poll = v4l2_m2m_fop_poll,
443 	.unlocked_ioctl = video_ioctl2,
444 	.mmap = v4l2_m2m_fop_mmap,
445 };
446 
447 static int
448 vidioc_querycap(struct file *file, void *priv, struct v4l2_capability *cap)
449 {
450 	strscpy(cap->driver, RGA_NAME, sizeof(cap->driver));
451 	strscpy(cap->card, "rockchip-rga", sizeof(cap->card));
452 	strscpy(cap->bus_info, "platform:rga", sizeof(cap->bus_info));
453 
454 	return 0;
455 }
456 
457 static int vidioc_enum_fmt(struct file *file, void *prv, struct v4l2_fmtdesc *f)
458 {
459 	struct rga_fmt *fmt;
460 
461 	if (f->index >= NUM_FORMATS)
462 		return -EINVAL;
463 
464 	fmt = &formats[f->index];
465 	f->pixelformat = fmt->fourcc;
466 
467 	return 0;
468 }
469 
470 static int vidioc_g_fmt(struct file *file, void *prv, struct v4l2_format *f)
471 {
472 	struct rga_ctx *ctx = prv;
473 	struct vb2_queue *vq;
474 	struct rga_frame *frm;
475 
476 	vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
477 	if (!vq)
478 		return -EINVAL;
479 	frm = rga_get_frame(ctx, f->type);
480 	if (IS_ERR(frm))
481 		return PTR_ERR(frm);
482 
483 	f->fmt.pix.width = frm->width;
484 	f->fmt.pix.height = frm->height;
485 	f->fmt.pix.field = V4L2_FIELD_NONE;
486 	f->fmt.pix.pixelformat = frm->fmt->fourcc;
487 	f->fmt.pix.bytesperline = frm->stride;
488 	f->fmt.pix.sizeimage = frm->size;
489 	f->fmt.pix.colorspace = frm->colorspace;
490 
491 	return 0;
492 }
493 
494 static int vidioc_try_fmt(struct file *file, void *prv, struct v4l2_format *f)
495 {
496 	struct rga_fmt *fmt;
497 
498 	fmt = rga_fmt_find(f);
499 	if (!fmt) {
500 		fmt = &formats[0];
501 		f->fmt.pix.pixelformat = fmt->fourcc;
502 	}
503 
504 	f->fmt.pix.field = V4L2_FIELD_NONE;
505 
506 	if (f->fmt.pix.width > MAX_WIDTH)
507 		f->fmt.pix.width = MAX_WIDTH;
508 	if (f->fmt.pix.height > MAX_HEIGHT)
509 		f->fmt.pix.height = MAX_HEIGHT;
510 
511 	if (f->fmt.pix.width < MIN_WIDTH)
512 		f->fmt.pix.width = MIN_WIDTH;
513 	if (f->fmt.pix.height < MIN_HEIGHT)
514 		f->fmt.pix.height = MIN_HEIGHT;
515 
516 	if (fmt->hw_format >= RGA_COLOR_FMT_YUV422SP)
517 		f->fmt.pix.bytesperline = f->fmt.pix.width;
518 	else
519 		f->fmt.pix.bytesperline = (f->fmt.pix.width * fmt->depth) >> 3;
520 
521 	f->fmt.pix.sizeimage =
522 		f->fmt.pix.height * (f->fmt.pix.width * fmt->depth) >> 3;
523 
524 	return 0;
525 }
526 
527 static int vidioc_s_fmt(struct file *file, void *prv, struct v4l2_format *f)
528 {
529 	struct rga_ctx *ctx = prv;
530 	struct rockchip_rga *rga = ctx->rga;
531 	struct vb2_queue *vq;
532 	struct rga_frame *frm;
533 	struct rga_fmt *fmt;
534 	int ret = 0;
535 
536 	/* Adjust all values accordingly to the hardware capabilities
537 	 * and chosen format.
538 	 */
539 	ret = vidioc_try_fmt(file, prv, f);
540 	if (ret)
541 		return ret;
542 	vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
543 	if (vb2_is_busy(vq)) {
544 		v4l2_err(&rga->v4l2_dev, "queue (%d) bust\n", f->type);
545 		return -EBUSY;
546 	}
547 	frm = rga_get_frame(ctx, f->type);
548 	if (IS_ERR(frm))
549 		return PTR_ERR(frm);
550 	fmt = rga_fmt_find(f);
551 	if (!fmt)
552 		return -EINVAL;
553 	frm->width = f->fmt.pix.width;
554 	frm->height = f->fmt.pix.height;
555 	frm->size = f->fmt.pix.sizeimage;
556 	frm->fmt = fmt;
557 	frm->stride = f->fmt.pix.bytesperline;
558 	frm->colorspace = f->fmt.pix.colorspace;
559 
560 	/* Reset crop settings */
561 	frm->crop.left = 0;
562 	frm->crop.top = 0;
563 	frm->crop.width = frm->width;
564 	frm->crop.height = frm->height;
565 
566 	return 0;
567 }
568 
569 static int vidioc_g_selection(struct file *file, void *prv,
570 			      struct v4l2_selection *s)
571 {
572 	struct rga_ctx *ctx = prv;
573 	struct rga_frame *f;
574 	bool use_frame = false;
575 
576 	f = rga_get_frame(ctx, s->type);
577 	if (IS_ERR(f))
578 		return PTR_ERR(f);
579 
580 	switch (s->target) {
581 	case V4L2_SEL_TGT_COMPOSE_DEFAULT:
582 	case V4L2_SEL_TGT_COMPOSE_BOUNDS:
583 		if (s->type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
584 			return -EINVAL;
585 		break;
586 	case V4L2_SEL_TGT_CROP_DEFAULT:
587 	case V4L2_SEL_TGT_CROP_BOUNDS:
588 		if (s->type != V4L2_BUF_TYPE_VIDEO_OUTPUT)
589 			return -EINVAL;
590 		break;
591 	case V4L2_SEL_TGT_COMPOSE:
592 		if (s->type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
593 			return -EINVAL;
594 		use_frame = true;
595 		break;
596 	case V4L2_SEL_TGT_CROP:
597 		if (s->type != V4L2_BUF_TYPE_VIDEO_OUTPUT)
598 			return -EINVAL;
599 		use_frame = true;
600 		break;
601 	default:
602 		return -EINVAL;
603 	}
604 
605 	if (use_frame) {
606 		s->r = f->crop;
607 	} else {
608 		s->r.left = 0;
609 		s->r.top = 0;
610 		s->r.width = f->width;
611 		s->r.height = f->height;
612 	}
613 
614 	return 0;
615 }
616 
617 static int vidioc_s_selection(struct file *file, void *prv,
618 			      struct v4l2_selection *s)
619 {
620 	struct rga_ctx *ctx = prv;
621 	struct rockchip_rga *rga = ctx->rga;
622 	struct rga_frame *f;
623 	int ret = 0;
624 
625 	f = rga_get_frame(ctx, s->type);
626 	if (IS_ERR(f))
627 		return PTR_ERR(f);
628 
629 	switch (s->target) {
630 	case V4L2_SEL_TGT_COMPOSE:
631 		/*
632 		 * COMPOSE target is only valid for capture buffer type, return
633 		 * error for output buffer type
634 		 */
635 		if (s->type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
636 			return -EINVAL;
637 		break;
638 	case V4L2_SEL_TGT_CROP:
639 		/*
640 		 * CROP target is only valid for output buffer type, return
641 		 * error for capture buffer type
642 		 */
643 		if (s->type != V4L2_BUF_TYPE_VIDEO_OUTPUT)
644 			return -EINVAL;
645 		break;
646 	/*
647 	 * bound and default crop/compose targets are invalid targets to
648 	 * try/set
649 	 */
650 	default:
651 		return -EINVAL;
652 	}
653 
654 	if (s->r.top < 0 || s->r.left < 0) {
655 		v4l2_dbg(debug, 1, &rga->v4l2_dev,
656 			 "doesn't support negative values for top & left.\n");
657 		return -EINVAL;
658 	}
659 
660 	if (s->r.left + s->r.width > f->width ||
661 	    s->r.top + s->r.height > f->height ||
662 	    s->r.width < MIN_WIDTH || s->r.height < MIN_HEIGHT) {
663 		v4l2_dbg(debug, 1, &rga->v4l2_dev, "unsupported crop value.\n");
664 		return -EINVAL;
665 	}
666 
667 	f->crop = s->r;
668 
669 	return ret;
670 }
671 
672 static const struct v4l2_ioctl_ops rga_ioctl_ops = {
673 	.vidioc_querycap = vidioc_querycap,
674 
675 	.vidioc_enum_fmt_vid_cap = vidioc_enum_fmt,
676 	.vidioc_g_fmt_vid_cap = vidioc_g_fmt,
677 	.vidioc_try_fmt_vid_cap = vidioc_try_fmt,
678 	.vidioc_s_fmt_vid_cap = vidioc_s_fmt,
679 
680 	.vidioc_enum_fmt_vid_out = vidioc_enum_fmt,
681 	.vidioc_g_fmt_vid_out = vidioc_g_fmt,
682 	.vidioc_try_fmt_vid_out = vidioc_try_fmt,
683 	.vidioc_s_fmt_vid_out = vidioc_s_fmt,
684 
685 	.vidioc_reqbufs = v4l2_m2m_ioctl_reqbufs,
686 	.vidioc_querybuf = v4l2_m2m_ioctl_querybuf,
687 	.vidioc_qbuf = v4l2_m2m_ioctl_qbuf,
688 	.vidioc_dqbuf = v4l2_m2m_ioctl_dqbuf,
689 	.vidioc_prepare_buf = v4l2_m2m_ioctl_prepare_buf,
690 	.vidioc_create_bufs = v4l2_m2m_ioctl_create_bufs,
691 	.vidioc_expbuf = v4l2_m2m_ioctl_expbuf,
692 
693 	.vidioc_subscribe_event = v4l2_ctrl_subscribe_event,
694 	.vidioc_unsubscribe_event = v4l2_event_unsubscribe,
695 
696 	.vidioc_streamon = v4l2_m2m_ioctl_streamon,
697 	.vidioc_streamoff = v4l2_m2m_ioctl_streamoff,
698 
699 	.vidioc_g_selection = vidioc_g_selection,
700 	.vidioc_s_selection = vidioc_s_selection,
701 };
702 
703 static const struct video_device rga_videodev = {
704 	.name = "rockchip-rga",
705 	.fops = &rga_fops,
706 	.ioctl_ops = &rga_ioctl_ops,
707 	.minor = -1,
708 	.release = video_device_release,
709 	.vfl_dir = VFL_DIR_M2M,
710 	.device_caps = V4L2_CAP_VIDEO_M2M | V4L2_CAP_STREAMING,
711 };
712 
713 static int rga_enable_clocks(struct rockchip_rga *rga)
714 {
715 	int ret;
716 
717 	ret = clk_prepare_enable(rga->sclk);
718 	if (ret) {
719 		dev_err(rga->dev, "Cannot enable rga sclk: %d\n", ret);
720 		return ret;
721 	}
722 
723 	ret = clk_prepare_enable(rga->aclk);
724 	if (ret) {
725 		dev_err(rga->dev, "Cannot enable rga aclk: %d\n", ret);
726 		goto err_disable_sclk;
727 	}
728 
729 	ret = clk_prepare_enable(rga->hclk);
730 	if (ret) {
731 		dev_err(rga->dev, "Cannot enable rga hclk: %d\n", ret);
732 		goto err_disable_aclk;
733 	}
734 
735 	return 0;
736 
737 err_disable_sclk:
738 	clk_disable_unprepare(rga->sclk);
739 err_disable_aclk:
740 	clk_disable_unprepare(rga->aclk);
741 
742 	return ret;
743 }
744 
745 static void rga_disable_clocks(struct rockchip_rga *rga)
746 {
747 	clk_disable_unprepare(rga->sclk);
748 	clk_disable_unprepare(rga->hclk);
749 	clk_disable_unprepare(rga->aclk);
750 }
751 
752 static int rga_parse_dt(struct rockchip_rga *rga)
753 {
754 	struct reset_control *core_rst, *axi_rst, *ahb_rst;
755 
756 	core_rst = devm_reset_control_get(rga->dev, "core");
757 	if (IS_ERR(core_rst)) {
758 		dev_err(rga->dev, "failed to get core reset controller\n");
759 		return PTR_ERR(core_rst);
760 	}
761 
762 	axi_rst = devm_reset_control_get(rga->dev, "axi");
763 	if (IS_ERR(axi_rst)) {
764 		dev_err(rga->dev, "failed to get axi reset controller\n");
765 		return PTR_ERR(axi_rst);
766 	}
767 
768 	ahb_rst = devm_reset_control_get(rga->dev, "ahb");
769 	if (IS_ERR(ahb_rst)) {
770 		dev_err(rga->dev, "failed to get ahb reset controller\n");
771 		return PTR_ERR(ahb_rst);
772 	}
773 
774 	reset_control_assert(core_rst);
775 	udelay(1);
776 	reset_control_deassert(core_rst);
777 
778 	reset_control_assert(axi_rst);
779 	udelay(1);
780 	reset_control_deassert(axi_rst);
781 
782 	reset_control_assert(ahb_rst);
783 	udelay(1);
784 	reset_control_deassert(ahb_rst);
785 
786 	rga->sclk = devm_clk_get(rga->dev, "sclk");
787 	if (IS_ERR(rga->sclk)) {
788 		dev_err(rga->dev, "failed to get sclk clock\n");
789 		return PTR_ERR(rga->sclk);
790 	}
791 
792 	rga->aclk = devm_clk_get(rga->dev, "aclk");
793 	if (IS_ERR(rga->aclk)) {
794 		dev_err(rga->dev, "failed to get aclk clock\n");
795 		return PTR_ERR(rga->aclk);
796 	}
797 
798 	rga->hclk = devm_clk_get(rga->dev, "hclk");
799 	if (IS_ERR(rga->hclk)) {
800 		dev_err(rga->dev, "failed to get hclk clock\n");
801 		return PTR_ERR(rga->hclk);
802 	}
803 
804 	return 0;
805 }
806 
807 static int rga_probe(struct platform_device *pdev)
808 {
809 	struct rockchip_rga *rga;
810 	struct video_device *vfd;
811 	struct resource *res;
812 	int ret = 0;
813 	int irq;
814 
815 	if (!pdev->dev.of_node)
816 		return -ENODEV;
817 
818 	rga = devm_kzalloc(&pdev->dev, sizeof(*rga), GFP_KERNEL);
819 	if (!rga)
820 		return -ENOMEM;
821 
822 	rga->dev = &pdev->dev;
823 	spin_lock_init(&rga->ctrl_lock);
824 	mutex_init(&rga->mutex);
825 
826 	ret = rga_parse_dt(rga);
827 	if (ret)
828 		dev_err(&pdev->dev, "Unable to parse OF data\n");
829 
830 	pm_runtime_enable(rga->dev);
831 
832 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
833 
834 	rga->regs = devm_ioremap_resource(rga->dev, res);
835 	if (IS_ERR(rga->regs)) {
836 		ret = PTR_ERR(rga->regs);
837 		goto err_put_clk;
838 	}
839 
840 	irq = platform_get_irq(pdev, 0);
841 	if (irq < 0) {
842 		dev_err(rga->dev, "failed to get irq\n");
843 		ret = irq;
844 		goto err_put_clk;
845 	}
846 
847 	ret = devm_request_irq(rga->dev, irq, rga_isr, 0,
848 			       dev_name(rga->dev), rga);
849 	if (ret < 0) {
850 		dev_err(rga->dev, "failed to request irq\n");
851 		goto err_put_clk;
852 	}
853 
854 	ret = v4l2_device_register(&pdev->dev, &rga->v4l2_dev);
855 	if (ret)
856 		goto err_put_clk;
857 	vfd = video_device_alloc();
858 	if (!vfd) {
859 		v4l2_err(&rga->v4l2_dev, "Failed to allocate video device\n");
860 		ret = -ENOMEM;
861 		goto unreg_v4l2_dev;
862 	}
863 	*vfd = rga_videodev;
864 	vfd->lock = &rga->mutex;
865 	vfd->v4l2_dev = &rga->v4l2_dev;
866 
867 	video_set_drvdata(vfd, rga);
868 	rga->vfd = vfd;
869 
870 	platform_set_drvdata(pdev, rga);
871 	rga->m2m_dev = v4l2_m2m_init(&rga_m2m_ops);
872 	if (IS_ERR(rga->m2m_dev)) {
873 		v4l2_err(&rga->v4l2_dev, "Failed to init mem2mem device\n");
874 		ret = PTR_ERR(rga->m2m_dev);
875 		goto unreg_video_dev;
876 	}
877 
878 	pm_runtime_get_sync(rga->dev);
879 
880 	rga->version.major = (rga_read(rga, RGA_VERSION_INFO) >> 24) & 0xFF;
881 	rga->version.minor = (rga_read(rga, RGA_VERSION_INFO) >> 20) & 0x0F;
882 
883 	v4l2_info(&rga->v4l2_dev, "HW Version: 0x%02x.%02x\n",
884 		  rga->version.major, rga->version.minor);
885 
886 	pm_runtime_put(rga->dev);
887 
888 	/* Create CMD buffer */
889 	rga->cmdbuf_virt = dma_alloc_attrs(rga->dev, RGA_CMDBUF_SIZE,
890 					   &rga->cmdbuf_phy, GFP_KERNEL,
891 					   DMA_ATTR_WRITE_COMBINE);
892 
893 	rga->src_mmu_pages =
894 		(unsigned int *)__get_free_pages(GFP_KERNEL | __GFP_ZERO, 3);
895 	rga->dst_mmu_pages =
896 		(unsigned int *)__get_free_pages(GFP_KERNEL | __GFP_ZERO, 3);
897 
898 	def_frame.stride = (def_frame.width * def_frame.fmt->depth) >> 3;
899 	def_frame.size = def_frame.stride * def_frame.height;
900 
901 	ret = video_register_device(vfd, VFL_TYPE_GRABBER, -1);
902 	if (ret) {
903 		v4l2_err(&rga->v4l2_dev, "Failed to register video device\n");
904 		goto rel_vdev;
905 	}
906 
907 	v4l2_info(&rga->v4l2_dev, "Registered %s as /dev/%s\n",
908 		  vfd->name, video_device_node_name(vfd));
909 
910 	return 0;
911 
912 rel_vdev:
913 	video_device_release(vfd);
914 unreg_video_dev:
915 	video_unregister_device(rga->vfd);
916 unreg_v4l2_dev:
917 	v4l2_device_unregister(&rga->v4l2_dev);
918 err_put_clk:
919 	pm_runtime_disable(rga->dev);
920 
921 	return ret;
922 }
923 
924 static int rga_remove(struct platform_device *pdev)
925 {
926 	struct rockchip_rga *rga = platform_get_drvdata(pdev);
927 
928 	dma_free_attrs(rga->dev, RGA_CMDBUF_SIZE, rga->cmdbuf_virt,
929 		       rga->cmdbuf_phy, DMA_ATTR_WRITE_COMBINE);
930 
931 	free_pages((unsigned long)rga->src_mmu_pages, 3);
932 	free_pages((unsigned long)rga->dst_mmu_pages, 3);
933 
934 	v4l2_info(&rga->v4l2_dev, "Removing\n");
935 
936 	v4l2_m2m_release(rga->m2m_dev);
937 	video_unregister_device(rga->vfd);
938 	v4l2_device_unregister(&rga->v4l2_dev);
939 
940 	pm_runtime_disable(rga->dev);
941 
942 	return 0;
943 }
944 
945 static int __maybe_unused rga_runtime_suspend(struct device *dev)
946 {
947 	struct rockchip_rga *rga = dev_get_drvdata(dev);
948 
949 	rga_disable_clocks(rga);
950 
951 	return 0;
952 }
953 
954 static int __maybe_unused rga_runtime_resume(struct device *dev)
955 {
956 	struct rockchip_rga *rga = dev_get_drvdata(dev);
957 
958 	return rga_enable_clocks(rga);
959 }
960 
961 static const struct dev_pm_ops rga_pm = {
962 	SET_RUNTIME_PM_OPS(rga_runtime_suspend,
963 			   rga_runtime_resume, NULL)
964 };
965 
966 static const struct of_device_id rockchip_rga_match[] = {
967 	{
968 		.compatible = "rockchip,rk3288-rga",
969 	},
970 	{
971 		.compatible = "rockchip,rk3399-rga",
972 	},
973 	{},
974 };
975 
976 MODULE_DEVICE_TABLE(of, rockchip_rga_match);
977 
978 static struct platform_driver rga_pdrv = {
979 	.probe = rga_probe,
980 	.remove = rga_remove,
981 	.driver = {
982 		.name = RGA_NAME,
983 		.pm = &rga_pm,
984 		.of_match_table = rockchip_rga_match,
985 	},
986 };
987 
988 module_platform_driver(rga_pdrv);
989 
990 MODULE_AUTHOR("Jacob Chen <jacob-chen@iotwrt.com>");
991 MODULE_DESCRIPTION("Rockchip Raster 2d Graphic Acceleration Unit");
992 MODULE_LICENSE("GPL");
993