1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * TI Camera Access Layer (CAL) - Video Device
4  *
5  * Copyright (c) 2015-2020 Texas Instruments Inc.
6  *
7  * Authors:
8  *	Benoit Parrot <bparrot@ti.com>
9  *	Laurent Pinchart <laurent.pinchart@ideasonboard.com>
10  */
11 
12 #include <linux/ioctl.h>
13 #include <linux/pm_runtime.h>
14 #include <linux/videodev2.h>
15 
16 #include <media/media-device.h>
17 #include <media/v4l2-common.h>
18 #include <media/v4l2-ctrls.h>
19 #include <media/v4l2-device.h>
20 #include <media/v4l2-event.h>
21 #include <media/v4l2-fh.h>
22 #include <media/v4l2-ioctl.h>
23 #include <media/videobuf2-core.h>
24 #include <media/videobuf2-dma-contig.h>
25 
26 #include "cal.h"
27 
28 /*  Print Four-character-code (FOURCC) */
29 static char *fourcc_to_str(u32 fmt)
30 {
31 	static char code[5];
32 
33 	code[0] = (unsigned char)(fmt & 0xff);
34 	code[1] = (unsigned char)((fmt >> 8) & 0xff);
35 	code[2] = (unsigned char)((fmt >> 16) & 0xff);
36 	code[3] = (unsigned char)((fmt >> 24) & 0xff);
37 	code[4] = '\0';
38 
39 	return code;
40 }
41 
42 /* ------------------------------------------------------------------
43  *	V4L2 Common IOCTLs
44  * ------------------------------------------------------------------
45  */
46 
47 static int cal_querycap(struct file *file, void *priv,
48 			struct v4l2_capability *cap)
49 {
50 	strscpy(cap->driver, CAL_MODULE_NAME, sizeof(cap->driver));
51 	strscpy(cap->card, CAL_MODULE_NAME, sizeof(cap->card));
52 
53 	return 0;
54 }
55 
56 static int cal_g_fmt_vid_cap(struct file *file, void *priv,
57 			     struct v4l2_format *f)
58 {
59 	struct cal_ctx *ctx = video_drvdata(file);
60 
61 	*f = ctx->v_fmt;
62 
63 	return 0;
64 }
65 
66 /* ------------------------------------------------------------------
67  *	V4L2 Video Node Centric IOCTLs
68  * ------------------------------------------------------------------
69  */
70 
71 static const struct cal_format_info *find_format_by_pix(struct cal_ctx *ctx,
72 							u32 pixelformat)
73 {
74 	const struct cal_format_info *fmtinfo;
75 	unsigned int k;
76 
77 	for (k = 0; k < ctx->num_active_fmt; k++) {
78 		fmtinfo = ctx->active_fmt[k];
79 		if (fmtinfo->fourcc == pixelformat)
80 			return fmtinfo;
81 	}
82 
83 	return NULL;
84 }
85 
86 static const struct cal_format_info *find_format_by_code(struct cal_ctx *ctx,
87 							 u32 code)
88 {
89 	const struct cal_format_info *fmtinfo;
90 	unsigned int k;
91 
92 	for (k = 0; k < ctx->num_active_fmt; k++) {
93 		fmtinfo = ctx->active_fmt[k];
94 		if (fmtinfo->code == code)
95 			return fmtinfo;
96 	}
97 
98 	return NULL;
99 }
100 
101 static int cal_legacy_enum_fmt_vid_cap(struct file *file, void *priv,
102 				       struct v4l2_fmtdesc *f)
103 {
104 	struct cal_ctx *ctx = video_drvdata(file);
105 	const struct cal_format_info *fmtinfo;
106 
107 	if (f->index >= ctx->num_active_fmt)
108 		return -EINVAL;
109 
110 	fmtinfo = ctx->active_fmt[f->index];
111 
112 	f->pixelformat = fmtinfo->fourcc;
113 	f->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
114 	return 0;
115 }
116 
117 static int __subdev_get_format(struct cal_ctx *ctx,
118 			       struct v4l2_mbus_framefmt *fmt)
119 {
120 	struct v4l2_subdev_format sd_fmt;
121 	struct v4l2_mbus_framefmt *mbus_fmt = &sd_fmt.format;
122 	int ret;
123 
124 	sd_fmt.which = V4L2_SUBDEV_FORMAT_ACTIVE;
125 	sd_fmt.pad = 0;
126 
127 	ret = v4l2_subdev_call(ctx->phy->source, pad, get_fmt, NULL, &sd_fmt);
128 	if (ret)
129 		return ret;
130 
131 	*fmt = *mbus_fmt;
132 
133 	ctx_dbg(1, ctx, "%s %dx%d code:%04X\n", __func__,
134 		fmt->width, fmt->height, fmt->code);
135 
136 	return 0;
137 }
138 
139 static int __subdev_set_format(struct cal_ctx *ctx,
140 			       struct v4l2_mbus_framefmt *fmt)
141 {
142 	struct v4l2_subdev_format sd_fmt;
143 	struct v4l2_mbus_framefmt *mbus_fmt = &sd_fmt.format;
144 	int ret;
145 
146 	sd_fmt.which = V4L2_SUBDEV_FORMAT_ACTIVE;
147 	sd_fmt.pad = 0;
148 	*mbus_fmt = *fmt;
149 
150 	ret = v4l2_subdev_call(ctx->phy->source, pad, set_fmt, NULL, &sd_fmt);
151 	if (ret)
152 		return ret;
153 
154 	ctx_dbg(1, ctx, "%s %dx%d code:%04X\n", __func__,
155 		fmt->width, fmt->height, fmt->code);
156 
157 	return 0;
158 }
159 
160 static void cal_calc_format_size(struct cal_ctx *ctx,
161 				 const struct cal_format_info *fmtinfo,
162 				 struct v4l2_format *f)
163 {
164 	u32 bpl, max_width;
165 
166 	/*
167 	 * Maximum width is bound by the DMA max width in bytes.
168 	 * We need to recalculate the actual maxi width depending on the
169 	 * number of bytes per pixels required.
170 	 */
171 	max_width = CAL_MAX_WIDTH_BYTES / (ALIGN(fmtinfo->bpp, 8) >> 3);
172 	v4l_bound_align_image(&f->fmt.pix.width, 48, max_width, 2,
173 			      &f->fmt.pix.height, 32, CAL_MAX_HEIGHT_LINES,
174 			      0, 0);
175 
176 	bpl = (f->fmt.pix.width * ALIGN(fmtinfo->bpp, 8)) >> 3;
177 	f->fmt.pix.bytesperline = ALIGN(bpl, 16);
178 
179 	f->fmt.pix.sizeimage = f->fmt.pix.height *
180 			       f->fmt.pix.bytesperline;
181 
182 	ctx_dbg(3, ctx, "%s: fourcc: %s size: %dx%d bpl:%d img_size:%d\n",
183 		__func__, fourcc_to_str(f->fmt.pix.pixelformat),
184 		f->fmt.pix.width, f->fmt.pix.height,
185 		f->fmt.pix.bytesperline, f->fmt.pix.sizeimage);
186 }
187 
188 static int cal_legacy_try_fmt_vid_cap(struct file *file, void *priv,
189 				      struct v4l2_format *f)
190 {
191 	struct cal_ctx *ctx = video_drvdata(file);
192 	const struct cal_format_info *fmtinfo;
193 	struct v4l2_subdev_frame_size_enum fse;
194 	int found;
195 
196 	fmtinfo = find_format_by_pix(ctx, f->fmt.pix.pixelformat);
197 	if (!fmtinfo) {
198 		ctx_dbg(3, ctx, "Fourcc format (0x%08x) not found.\n",
199 			f->fmt.pix.pixelformat);
200 
201 		/* Just get the first one enumerated */
202 		fmtinfo = ctx->active_fmt[0];
203 		f->fmt.pix.pixelformat = fmtinfo->fourcc;
204 	}
205 
206 	f->fmt.pix.field = ctx->v_fmt.fmt.pix.field;
207 
208 	/* check for/find a valid width/height */
209 	found = false;
210 	fse.pad = 0;
211 	fse.code = fmtinfo->code;
212 	fse.which = V4L2_SUBDEV_FORMAT_ACTIVE;
213 	for (fse.index = 0; ; fse.index++) {
214 		int ret;
215 
216 		ret = v4l2_subdev_call(ctx->phy->source, pad, enum_frame_size,
217 				       NULL, &fse);
218 		if (ret)
219 			break;
220 
221 		if ((f->fmt.pix.width == fse.max_width) &&
222 		    (f->fmt.pix.height == fse.max_height)) {
223 			found = true;
224 			break;
225 		} else if ((f->fmt.pix.width >= fse.min_width) &&
226 			 (f->fmt.pix.width <= fse.max_width) &&
227 			 (f->fmt.pix.height >= fse.min_height) &&
228 			 (f->fmt.pix.height <= fse.max_height)) {
229 			found = true;
230 			break;
231 		}
232 	}
233 
234 	if (!found) {
235 		/* use existing values as default */
236 		f->fmt.pix.width = ctx->v_fmt.fmt.pix.width;
237 		f->fmt.pix.height =  ctx->v_fmt.fmt.pix.height;
238 	}
239 
240 	/*
241 	 * Use current colorspace for now, it will get
242 	 * updated properly during s_fmt
243 	 */
244 	f->fmt.pix.colorspace = ctx->v_fmt.fmt.pix.colorspace;
245 	cal_calc_format_size(ctx, fmtinfo, f);
246 	return 0;
247 }
248 
249 static int cal_legacy_s_fmt_vid_cap(struct file *file, void *priv,
250 				    struct v4l2_format *f)
251 {
252 	struct cal_ctx *ctx = video_drvdata(file);
253 	struct vb2_queue *q = &ctx->vb_vidq;
254 	struct v4l2_subdev_format sd_fmt = {
255 		.which = V4L2_SUBDEV_FORMAT_ACTIVE,
256 		.pad = CAL_CAMERARX_PAD_SINK,
257 	};
258 	const struct cal_format_info *fmtinfo;
259 	int ret;
260 
261 	if (vb2_is_busy(q)) {
262 		ctx_dbg(3, ctx, "%s device busy\n", __func__);
263 		return -EBUSY;
264 	}
265 
266 	ret = cal_legacy_try_fmt_vid_cap(file, priv, f);
267 	if (ret < 0)
268 		return ret;
269 
270 	fmtinfo = find_format_by_pix(ctx, f->fmt.pix.pixelformat);
271 
272 	v4l2_fill_mbus_format(&sd_fmt.format, &f->fmt.pix, fmtinfo->code);
273 
274 	ret = __subdev_set_format(ctx, &sd_fmt.format);
275 	if (ret)
276 		return ret;
277 
278 	/* Just double check nothing has gone wrong */
279 	if (sd_fmt.format.code != fmtinfo->code) {
280 		ctx_dbg(3, ctx,
281 			"%s subdev changed format on us, this should not happen\n",
282 			__func__);
283 		return -EINVAL;
284 	}
285 
286 	v4l2_fill_pix_format(&ctx->v_fmt.fmt.pix, &sd_fmt.format);
287 	ctx->v_fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
288 	ctx->v_fmt.fmt.pix.pixelformat = fmtinfo->fourcc;
289 	ctx->v_fmt.fmt.pix.field = sd_fmt.format.field;
290 	cal_calc_format_size(ctx, fmtinfo, &ctx->v_fmt);
291 
292 	v4l2_subdev_call(&ctx->phy->subdev, pad, set_fmt, NULL, &sd_fmt);
293 
294 	ctx->fmtinfo = fmtinfo;
295 	*f = ctx->v_fmt;
296 
297 	return 0;
298 }
299 
300 static int cal_legacy_enum_framesizes(struct file *file, void *fh,
301 				      struct v4l2_frmsizeenum *fsize)
302 {
303 	struct cal_ctx *ctx = video_drvdata(file);
304 	const struct cal_format_info *fmtinfo;
305 	struct v4l2_subdev_frame_size_enum fse;
306 	int ret;
307 
308 	/* check for valid format */
309 	fmtinfo = find_format_by_pix(ctx, fsize->pixel_format);
310 	if (!fmtinfo) {
311 		ctx_dbg(3, ctx, "Invalid pixel code: %x\n",
312 			fsize->pixel_format);
313 		return -EINVAL;
314 	}
315 
316 	fse.index = fsize->index;
317 	fse.pad = 0;
318 	fse.code = fmtinfo->code;
319 	fse.which = V4L2_SUBDEV_FORMAT_ACTIVE;
320 
321 	ret = v4l2_subdev_call(ctx->phy->source, pad, enum_frame_size, NULL,
322 			       &fse);
323 	if (ret)
324 		return ret;
325 
326 	ctx_dbg(1, ctx, "%s: index: %d code: %x W:[%d,%d] H:[%d,%d]\n",
327 		__func__, fse.index, fse.code, fse.min_width, fse.max_width,
328 		fse.min_height, fse.max_height);
329 
330 	fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE;
331 	fsize->discrete.width = fse.max_width;
332 	fsize->discrete.height = fse.max_height;
333 
334 	return 0;
335 }
336 
337 static int cal_legacy_enum_input(struct file *file, void *priv,
338 				 struct v4l2_input *inp)
339 {
340 	if (inp->index > 0)
341 		return -EINVAL;
342 
343 	inp->type = V4L2_INPUT_TYPE_CAMERA;
344 	sprintf(inp->name, "Camera %u", inp->index);
345 	return 0;
346 }
347 
348 static int cal_legacy_g_input(struct file *file, void *priv, unsigned int *i)
349 {
350 	*i = 0;
351 	return 0;
352 }
353 
354 static int cal_legacy_s_input(struct file *file, void *priv, unsigned int i)
355 {
356 	return i > 0 ? -EINVAL : 0;
357 }
358 
359 /* timeperframe is arbitrary and continuous */
360 static int cal_legacy_enum_frameintervals(struct file *file, void *priv,
361 					  struct v4l2_frmivalenum *fival)
362 {
363 	struct cal_ctx *ctx = video_drvdata(file);
364 	const struct cal_format_info *fmtinfo;
365 	struct v4l2_subdev_frame_interval_enum fie = {
366 		.index = fival->index,
367 		.width = fival->width,
368 		.height = fival->height,
369 		.which = V4L2_SUBDEV_FORMAT_ACTIVE,
370 	};
371 	int ret;
372 
373 	fmtinfo = find_format_by_pix(ctx, fival->pixel_format);
374 	if (!fmtinfo)
375 		return -EINVAL;
376 
377 	fie.code = fmtinfo->code;
378 	ret = v4l2_subdev_call(ctx->phy->source, pad, enum_frame_interval,
379 			       NULL, &fie);
380 	if (ret)
381 		return ret;
382 	fival->type = V4L2_FRMIVAL_TYPE_DISCRETE;
383 	fival->discrete = fie.interval;
384 
385 	return 0;
386 }
387 
388 static int cal_legacy_g_parm(struct file *file, void *fh, struct v4l2_streamparm *a)
389 {
390 	struct cal_ctx *ctx = video_drvdata(file);
391 
392 	return v4l2_g_parm_cap(video_devdata(file), ctx->phy->source, a);
393 }
394 
395 static int cal_legacy_s_parm(struct file *file, void *fh, struct v4l2_streamparm *a)
396 {
397 	struct cal_ctx *ctx = video_drvdata(file);
398 
399 	return v4l2_s_parm_cap(video_devdata(file), ctx->phy->source, a);
400 }
401 
402 static const struct v4l2_ioctl_ops cal_ioctl_legacy_ops = {
403 	.vidioc_querycap      = cal_querycap,
404 	.vidioc_enum_fmt_vid_cap  = cal_legacy_enum_fmt_vid_cap,
405 	.vidioc_g_fmt_vid_cap     = cal_g_fmt_vid_cap,
406 	.vidioc_try_fmt_vid_cap   = cal_legacy_try_fmt_vid_cap,
407 	.vidioc_s_fmt_vid_cap     = cal_legacy_s_fmt_vid_cap,
408 	.vidioc_enum_framesizes   = cal_legacy_enum_framesizes,
409 	.vidioc_reqbufs       = vb2_ioctl_reqbufs,
410 	.vidioc_create_bufs   = vb2_ioctl_create_bufs,
411 	.vidioc_prepare_buf   = vb2_ioctl_prepare_buf,
412 	.vidioc_querybuf      = vb2_ioctl_querybuf,
413 	.vidioc_qbuf          = vb2_ioctl_qbuf,
414 	.vidioc_dqbuf         = vb2_ioctl_dqbuf,
415 	.vidioc_expbuf        = vb2_ioctl_expbuf,
416 	.vidioc_enum_input    = cal_legacy_enum_input,
417 	.vidioc_g_input       = cal_legacy_g_input,
418 	.vidioc_s_input       = cal_legacy_s_input,
419 	.vidioc_enum_frameintervals = cal_legacy_enum_frameintervals,
420 	.vidioc_streamon      = vb2_ioctl_streamon,
421 	.vidioc_streamoff     = vb2_ioctl_streamoff,
422 	.vidioc_log_status    = v4l2_ctrl_log_status,
423 	.vidioc_subscribe_event = v4l2_ctrl_subscribe_event,
424 	.vidioc_unsubscribe_event = v4l2_event_unsubscribe,
425 	.vidioc_g_parm		= cal_legacy_g_parm,
426 	.vidioc_s_parm		= cal_legacy_s_parm,
427 };
428 
429 /* ------------------------------------------------------------------
430  *	V4L2 Media Controller Centric IOCTLs
431  * ------------------------------------------------------------------
432  */
433 
434 static int cal_mc_enum_fmt_vid_cap(struct file *file, void  *priv,
435 				   struct v4l2_fmtdesc *f)
436 {
437 	unsigned int i;
438 	unsigned int idx;
439 
440 	if (f->index >= cal_num_formats)
441 		return -EINVAL;
442 
443 	idx = 0;
444 
445 	for (i = 0; i < cal_num_formats; ++i) {
446 		if (f->mbus_code && cal_formats[i].code != f->mbus_code)
447 			continue;
448 
449 		if (idx == f->index) {
450 			f->pixelformat = cal_formats[i].fourcc;
451 			f->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
452 			return 0;
453 		}
454 
455 		idx++;
456 	}
457 
458 	return -EINVAL;
459 }
460 
461 static void cal_mc_try_fmt(struct cal_ctx *ctx, struct v4l2_format *f,
462 			   const struct cal_format_info **info)
463 {
464 	struct v4l2_pix_format *format = &f->fmt.pix;
465 	const struct cal_format_info *fmtinfo;
466 	unsigned int bpp;
467 
468 	/*
469 	 * Default to the first format if the requested pixel format code isn't
470 	 * supported.
471 	 */
472 	fmtinfo = cal_format_by_fourcc(f->fmt.pix.pixelformat);
473 	if (!fmtinfo)
474 		fmtinfo = &cal_formats[0];
475 
476 	/*
477 	 * Clamp the size, update the pixel format. The field and colorspace are
478 	 * accepted as-is, except for V4L2_FIELD_ANY that is turned into
479 	 * V4L2_FIELD_NONE.
480 	 */
481 	bpp = ALIGN(fmtinfo->bpp, 8);
482 
483 	format->width = clamp_t(unsigned int, format->width,
484 				CAL_MIN_WIDTH_BYTES * 8 / bpp,
485 				CAL_MAX_WIDTH_BYTES * 8 / bpp);
486 	format->height = clamp_t(unsigned int, format->height,
487 				 CAL_MIN_HEIGHT_LINES, CAL_MAX_HEIGHT_LINES);
488 	format->pixelformat = fmtinfo->fourcc;
489 
490 	if (format->field == V4L2_FIELD_ANY)
491 		format->field = V4L2_FIELD_NONE;
492 
493 	/*
494 	 * Calculate the number of bytes per line and the image size. The
495 	 * hardware stores the stride as a number of 16 bytes words, in a
496 	 * signed 15-bit value. Only 14 bits are thus usable.
497 	 */
498 	format->bytesperline = ALIGN(clamp(format->bytesperline,
499 					   format->width * bpp / 8,
500 					   ((1U << 14) - 1) * 16), 16);
501 
502 	format->sizeimage = format->height * format->bytesperline;
503 
504 	format->colorspace = ctx->v_fmt.fmt.pix.colorspace;
505 
506 	if (info)
507 		*info = fmtinfo;
508 
509 	ctx_dbg(3, ctx, "%s: %s %ux%u (bytesperline %u sizeimage %u)\n",
510 		__func__, fourcc_to_str(format->pixelformat),
511 		format->width, format->height,
512 		format->bytesperline, format->sizeimage);
513 }
514 
515 static int cal_mc_try_fmt_vid_cap(struct file *file, void *priv,
516 				  struct v4l2_format *f)
517 {
518 	struct cal_ctx *ctx = video_drvdata(file);
519 
520 	cal_mc_try_fmt(ctx, f, NULL);
521 	return 0;
522 }
523 
524 static int cal_mc_s_fmt_vid_cap(struct file *file, void *priv,
525 				struct v4l2_format *f)
526 {
527 	struct cal_ctx *ctx = video_drvdata(file);
528 	const struct cal_format_info *fmtinfo;
529 
530 	if (vb2_is_busy(&ctx->vb_vidq)) {
531 		ctx_dbg(3, ctx, "%s device busy\n", __func__);
532 		return -EBUSY;
533 	}
534 
535 	cal_mc_try_fmt(ctx, f, &fmtinfo);
536 
537 	ctx->v_fmt = *f;
538 	ctx->fmtinfo = fmtinfo;
539 
540 	return 0;
541 }
542 
543 static int cal_mc_enum_framesizes(struct file *file, void *fh,
544 				  struct v4l2_frmsizeenum *fsize)
545 {
546 	struct cal_ctx *ctx = video_drvdata(file);
547 	const struct cal_format_info *fmtinfo;
548 	unsigned int bpp;
549 
550 	if (fsize->index > 0)
551 		return -EINVAL;
552 
553 	fmtinfo = cal_format_by_fourcc(fsize->pixel_format);
554 	if (!fmtinfo) {
555 		ctx_dbg(3, ctx, "Invalid pixel format 0x%08x\n",
556 			fsize->pixel_format);
557 		return -EINVAL;
558 	}
559 
560 	bpp = ALIGN(fmtinfo->bpp, 8);
561 
562 	fsize->type = V4L2_FRMSIZE_TYPE_STEPWISE;
563 	fsize->stepwise.min_width = CAL_MIN_WIDTH_BYTES * 8 / bpp;
564 	fsize->stepwise.max_width = CAL_MAX_WIDTH_BYTES * 8 / bpp;
565 	fsize->stepwise.step_width = 64 / bpp;
566 	fsize->stepwise.min_height = CAL_MIN_HEIGHT_LINES;
567 	fsize->stepwise.max_height = CAL_MAX_HEIGHT_LINES;
568 	fsize->stepwise.step_height = 1;
569 
570 	return 0;
571 }
572 
573 static const struct v4l2_ioctl_ops cal_ioctl_mc_ops = {
574 	.vidioc_querycap      = cal_querycap,
575 	.vidioc_enum_fmt_vid_cap  = cal_mc_enum_fmt_vid_cap,
576 	.vidioc_g_fmt_vid_cap     = cal_g_fmt_vid_cap,
577 	.vidioc_try_fmt_vid_cap   = cal_mc_try_fmt_vid_cap,
578 	.vidioc_s_fmt_vid_cap     = cal_mc_s_fmt_vid_cap,
579 	.vidioc_enum_framesizes   = cal_mc_enum_framesizes,
580 	.vidioc_reqbufs       = vb2_ioctl_reqbufs,
581 	.vidioc_create_bufs   = vb2_ioctl_create_bufs,
582 	.vidioc_prepare_buf   = vb2_ioctl_prepare_buf,
583 	.vidioc_querybuf      = vb2_ioctl_querybuf,
584 	.vidioc_qbuf          = vb2_ioctl_qbuf,
585 	.vidioc_dqbuf         = vb2_ioctl_dqbuf,
586 	.vidioc_expbuf        = vb2_ioctl_expbuf,
587 	.vidioc_streamon      = vb2_ioctl_streamon,
588 	.vidioc_streamoff     = vb2_ioctl_streamoff,
589 	.vidioc_log_status    = v4l2_ctrl_log_status,
590 };
591 
592 /* ------------------------------------------------------------------
593  *	videobuf2 Common Operations
594  * ------------------------------------------------------------------
595  */
596 
597 static int cal_queue_setup(struct vb2_queue *vq,
598 			   unsigned int *nbuffers, unsigned int *nplanes,
599 			   unsigned int sizes[], struct device *alloc_devs[])
600 {
601 	struct cal_ctx *ctx = vb2_get_drv_priv(vq);
602 	unsigned int size = ctx->v_fmt.fmt.pix.sizeimage;
603 
604 	if (vq->num_buffers + *nbuffers < 3)
605 		*nbuffers = 3 - vq->num_buffers;
606 
607 	if (*nplanes) {
608 		if (sizes[0] < size)
609 			return -EINVAL;
610 		size = sizes[0];
611 	}
612 
613 	*nplanes = 1;
614 	sizes[0] = size;
615 
616 	ctx_dbg(3, ctx, "nbuffers=%d, size=%d\n", *nbuffers, sizes[0]);
617 
618 	return 0;
619 }
620 
621 static int cal_buffer_prepare(struct vb2_buffer *vb)
622 {
623 	struct cal_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
624 	struct cal_buffer *buf = container_of(vb, struct cal_buffer,
625 					      vb.vb2_buf);
626 	unsigned long size;
627 
628 	size = ctx->v_fmt.fmt.pix.sizeimage;
629 	if (vb2_plane_size(vb, 0) < size) {
630 		ctx_err(ctx,
631 			"data will not fit into plane (%lu < %lu)\n",
632 			vb2_plane_size(vb, 0), size);
633 		return -EINVAL;
634 	}
635 
636 	vb2_set_plane_payload(&buf->vb.vb2_buf, 0, size);
637 	return 0;
638 }
639 
640 static void cal_buffer_queue(struct vb2_buffer *vb)
641 {
642 	struct cal_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
643 	struct cal_buffer *buf = container_of(vb, struct cal_buffer,
644 					      vb.vb2_buf);
645 	unsigned long flags;
646 
647 	/* recheck locking */
648 	spin_lock_irqsave(&ctx->dma.lock, flags);
649 	list_add_tail(&buf->list, &ctx->dma.queue);
650 	spin_unlock_irqrestore(&ctx->dma.lock, flags);
651 }
652 
653 static void cal_release_buffers(struct cal_ctx *ctx,
654 				enum vb2_buffer_state state)
655 {
656 	struct cal_buffer *buf, *tmp;
657 
658 	/* Release all queued buffers. */
659 	spin_lock_irq(&ctx->dma.lock);
660 
661 	list_for_each_entry_safe(buf, tmp, &ctx->dma.queue, list) {
662 		list_del(&buf->list);
663 		vb2_buffer_done(&buf->vb.vb2_buf, state);
664 	}
665 
666 	if (ctx->dma.pending) {
667 		vb2_buffer_done(&ctx->dma.pending->vb.vb2_buf, state);
668 		ctx->dma.pending = NULL;
669 	}
670 
671 	if (ctx->dma.active) {
672 		vb2_buffer_done(&ctx->dma.active->vb.vb2_buf, state);
673 		ctx->dma.active = NULL;
674 	}
675 
676 	spin_unlock_irq(&ctx->dma.lock);
677 }
678 
679 /* ------------------------------------------------------------------
680  *	videobuf2 Operations
681  * ------------------------------------------------------------------
682  */
683 
684 static int cal_video_check_format(struct cal_ctx *ctx)
685 {
686 	const struct v4l2_mbus_framefmt *format;
687 	struct media_pad *remote_pad;
688 
689 	remote_pad = media_pad_remote_pad_first(&ctx->pad);
690 	if (!remote_pad)
691 		return -ENODEV;
692 
693 	format = &ctx->phy->formats[remote_pad->index];
694 
695 	if (ctx->fmtinfo->code != format->code ||
696 	    ctx->v_fmt.fmt.pix.height != format->height ||
697 	    ctx->v_fmt.fmt.pix.width != format->width ||
698 	    ctx->v_fmt.fmt.pix.field != format->field)
699 		return -EPIPE;
700 
701 	return 0;
702 }
703 
704 static int cal_start_streaming(struct vb2_queue *vq, unsigned int count)
705 {
706 	struct cal_ctx *ctx = vb2_get_drv_priv(vq);
707 	struct cal_buffer *buf;
708 	dma_addr_t addr;
709 	int ret;
710 
711 	ret = media_pipeline_start(&ctx->vdev.entity, &ctx->phy->pipe);
712 	if (ret < 0) {
713 		ctx_err(ctx, "Failed to start media pipeline: %d\n", ret);
714 		goto error_release_buffers;
715 	}
716 
717 	/*
718 	 * Verify that the currently configured format matches the output of
719 	 * the connected CAMERARX.
720 	 */
721 	ret = cal_video_check_format(ctx);
722 	if (ret < 0) {
723 		ctx_dbg(3, ctx,
724 			"Format mismatch between CAMERARX and video node\n");
725 		goto error_pipeline;
726 	}
727 
728 	ret = cal_ctx_prepare(ctx);
729 	if (ret) {
730 		ctx_err(ctx, "Failed to prepare context: %d\n", ret);
731 		goto error_pipeline;
732 	}
733 
734 	spin_lock_irq(&ctx->dma.lock);
735 	buf = list_first_entry(&ctx->dma.queue, struct cal_buffer, list);
736 	ctx->dma.active = buf;
737 	list_del(&buf->list);
738 	spin_unlock_irq(&ctx->dma.lock);
739 
740 	addr = vb2_dma_contig_plane_dma_addr(&buf->vb.vb2_buf, 0);
741 
742 	ret = pm_runtime_resume_and_get(ctx->cal->dev);
743 	if (ret < 0)
744 		goto error_pipeline;
745 
746 	cal_ctx_set_dma_addr(ctx, addr);
747 	cal_ctx_start(ctx);
748 
749 	ret = v4l2_subdev_call(&ctx->phy->subdev, video, s_stream, 1);
750 	if (ret)
751 		goto error_stop;
752 
753 	if (cal_debug >= 4)
754 		cal_quickdump_regs(ctx->cal);
755 
756 	return 0;
757 
758 error_stop:
759 	cal_ctx_stop(ctx);
760 	pm_runtime_put_sync(ctx->cal->dev);
761 	cal_ctx_unprepare(ctx);
762 
763 error_pipeline:
764 	media_pipeline_stop(&ctx->vdev.entity);
765 error_release_buffers:
766 	cal_release_buffers(ctx, VB2_BUF_STATE_QUEUED);
767 
768 	return ret;
769 }
770 
771 static void cal_stop_streaming(struct vb2_queue *vq)
772 {
773 	struct cal_ctx *ctx = vb2_get_drv_priv(vq);
774 
775 	cal_ctx_stop(ctx);
776 
777 	v4l2_subdev_call(&ctx->phy->subdev, video, s_stream, 0);
778 
779 	pm_runtime_put_sync(ctx->cal->dev);
780 
781 	cal_ctx_unprepare(ctx);
782 
783 	cal_release_buffers(ctx, VB2_BUF_STATE_ERROR);
784 
785 	media_pipeline_stop(&ctx->vdev.entity);
786 }
787 
788 static const struct vb2_ops cal_video_qops = {
789 	.queue_setup		= cal_queue_setup,
790 	.buf_prepare		= cal_buffer_prepare,
791 	.buf_queue		= cal_buffer_queue,
792 	.start_streaming	= cal_start_streaming,
793 	.stop_streaming		= cal_stop_streaming,
794 	.wait_prepare		= vb2_ops_wait_prepare,
795 	.wait_finish		= vb2_ops_wait_finish,
796 };
797 
798 /* ------------------------------------------------------------------
799  *	V4L2 Initialization and Registration
800  * ------------------------------------------------------------------
801  */
802 
803 static const struct v4l2_file_operations cal_fops = {
804 	.owner		= THIS_MODULE,
805 	.open           = v4l2_fh_open,
806 	.release        = vb2_fop_release,
807 	.poll		= vb2_fop_poll,
808 	.unlocked_ioctl = video_ioctl2, /* V4L2 ioctl handler */
809 	.mmap           = vb2_fop_mmap,
810 };
811 
812 static int cal_ctx_v4l2_init_formats(struct cal_ctx *ctx)
813 {
814 	struct v4l2_subdev_mbus_code_enum mbus_code;
815 	struct v4l2_mbus_framefmt mbus_fmt;
816 	const struct cal_format_info *fmtinfo;
817 	unsigned int i, j, k;
818 	int ret = 0;
819 
820 	/* Enumerate sub device formats and enable all matching local formats */
821 	ctx->active_fmt = devm_kcalloc(ctx->cal->dev, cal_num_formats,
822 				       sizeof(*ctx->active_fmt), GFP_KERNEL);
823 	if (!ctx->active_fmt)
824 		return -ENOMEM;
825 
826 	ctx->num_active_fmt = 0;
827 
828 	for (j = 0, i = 0; ; ++j) {
829 
830 		memset(&mbus_code, 0, sizeof(mbus_code));
831 		mbus_code.index = j;
832 		mbus_code.which = V4L2_SUBDEV_FORMAT_ACTIVE;
833 		ret = v4l2_subdev_call(ctx->phy->source, pad, enum_mbus_code,
834 				       NULL, &mbus_code);
835 		if (ret == -EINVAL)
836 			break;
837 
838 		if (ret) {
839 			ctx_err(ctx, "Error enumerating mbus codes in subdev %s: %d\n",
840 				ctx->phy->source->name, ret);
841 			return ret;
842 		}
843 
844 		ctx_dbg(2, ctx,
845 			"subdev %s: code: %04x idx: %u\n",
846 			ctx->phy->source->name, mbus_code.code, j);
847 
848 		for (k = 0; k < cal_num_formats; k++) {
849 			fmtinfo = &cal_formats[k];
850 
851 			if (mbus_code.code == fmtinfo->code) {
852 				ctx->active_fmt[i] = fmtinfo;
853 				ctx_dbg(2, ctx,
854 					"matched fourcc: %s: code: %04x idx: %u\n",
855 					fourcc_to_str(fmtinfo->fourcc),
856 					fmtinfo->code, i);
857 				ctx->num_active_fmt = ++i;
858 			}
859 		}
860 	}
861 
862 	if (i == 0) {
863 		ctx_err(ctx, "No suitable format reported by subdev %s\n",
864 			ctx->phy->source->name);
865 		return -EINVAL;
866 	}
867 
868 	ret = __subdev_get_format(ctx, &mbus_fmt);
869 	if (ret)
870 		return ret;
871 
872 	fmtinfo = find_format_by_code(ctx, mbus_fmt.code);
873 	if (!fmtinfo) {
874 		ctx_dbg(3, ctx, "mbus code format (0x%08x) not found.\n",
875 			mbus_fmt.code);
876 		return -EINVAL;
877 	}
878 
879 	/* Save current format */
880 	v4l2_fill_pix_format(&ctx->v_fmt.fmt.pix, &mbus_fmt);
881 	ctx->v_fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
882 	ctx->v_fmt.fmt.pix.pixelformat = fmtinfo->fourcc;
883 	cal_calc_format_size(ctx, fmtinfo, &ctx->v_fmt);
884 	ctx->fmtinfo = fmtinfo;
885 
886 	return 0;
887 }
888 
889 static int cal_ctx_v4l2_init_mc_format(struct cal_ctx *ctx)
890 {
891 	const struct cal_format_info *fmtinfo;
892 	struct v4l2_pix_format *pix_fmt = &ctx->v_fmt.fmt.pix;
893 
894 	fmtinfo = cal_format_by_code(MEDIA_BUS_FMT_UYVY8_2X8);
895 	if (!fmtinfo)
896 		return -EINVAL;
897 
898 	pix_fmt->width = 640;
899 	pix_fmt->height = 480;
900 	pix_fmt->field = V4L2_FIELD_NONE;
901 	pix_fmt->colorspace = V4L2_COLORSPACE_SRGB;
902 	pix_fmt->ycbcr_enc = V4L2_YCBCR_ENC_601;
903 	pix_fmt->quantization = V4L2_QUANTIZATION_LIM_RANGE;
904 	pix_fmt->xfer_func = V4L2_XFER_FUNC_SRGB;
905 	pix_fmt->pixelformat = fmtinfo->fourcc;
906 
907 	ctx->v_fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
908 
909 	/* Save current format */
910 	cal_calc_format_size(ctx, fmtinfo, &ctx->v_fmt);
911 	ctx->fmtinfo = fmtinfo;
912 
913 	return 0;
914 }
915 
916 int cal_ctx_v4l2_register(struct cal_ctx *ctx)
917 {
918 	struct video_device *vfd = &ctx->vdev;
919 	int ret;
920 
921 	if (!cal_mc_api) {
922 		struct v4l2_ctrl_handler *hdl = &ctx->ctrl_handler;
923 
924 		ret = cal_ctx_v4l2_init_formats(ctx);
925 		if (ret) {
926 			ctx_err(ctx, "Failed to init formats: %d\n", ret);
927 			return ret;
928 		}
929 
930 		ret = v4l2_ctrl_add_handler(hdl, ctx->phy->source->ctrl_handler,
931 					    NULL, true);
932 		if (ret < 0) {
933 			ctx_err(ctx, "Failed to add source ctrl handler\n");
934 			return ret;
935 		}
936 	} else {
937 		ret = cal_ctx_v4l2_init_mc_format(ctx);
938 		if (ret) {
939 			ctx_err(ctx, "Failed to init format: %d\n", ret);
940 			return ret;
941 		}
942 	}
943 
944 	ret = video_register_device(vfd, VFL_TYPE_VIDEO, cal_video_nr);
945 	if (ret < 0) {
946 		ctx_err(ctx, "Failed to register video device\n");
947 		return ret;
948 	}
949 
950 	ret = media_create_pad_link(&ctx->phy->subdev.entity,
951 				    CAL_CAMERARX_PAD_FIRST_SOURCE,
952 				    &vfd->entity, 0,
953 				    MEDIA_LNK_FL_IMMUTABLE |
954 				    MEDIA_LNK_FL_ENABLED);
955 	if (ret) {
956 		ctx_err(ctx, "Failed to create media link for context %u\n",
957 			ctx->dma_ctx);
958 		video_unregister_device(vfd);
959 		return ret;
960 	}
961 
962 	ctx_info(ctx, "V4L2 device registered as %s\n",
963 		 video_device_node_name(vfd));
964 
965 	return 0;
966 }
967 
968 void cal_ctx_v4l2_unregister(struct cal_ctx *ctx)
969 {
970 	ctx_dbg(1, ctx, "unregistering %s\n",
971 		video_device_node_name(&ctx->vdev));
972 
973 	video_unregister_device(&ctx->vdev);
974 }
975 
976 int cal_ctx_v4l2_init(struct cal_ctx *ctx)
977 {
978 	struct video_device *vfd = &ctx->vdev;
979 	struct vb2_queue *q = &ctx->vb_vidq;
980 	int ret;
981 
982 	INIT_LIST_HEAD(&ctx->dma.queue);
983 	spin_lock_init(&ctx->dma.lock);
984 	mutex_init(&ctx->mutex);
985 	init_waitqueue_head(&ctx->dma.wait);
986 
987 	/* Initialize the vb2 queue. */
988 	q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
989 	q->io_modes = VB2_MMAP | VB2_DMABUF;
990 	q->drv_priv = ctx;
991 	q->buf_struct_size = sizeof(struct cal_buffer);
992 	q->ops = &cal_video_qops;
993 	q->mem_ops = &vb2_dma_contig_memops;
994 	q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
995 	q->lock = &ctx->mutex;
996 	q->min_buffers_needed = 3;
997 	q->dev = ctx->cal->dev;
998 
999 	ret = vb2_queue_init(q);
1000 	if (ret)
1001 		return ret;
1002 
1003 	/* Initialize the video device and media entity. */
1004 	vfd->fops = &cal_fops;
1005 	vfd->device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING
1006 			 | (cal_mc_api ? V4L2_CAP_IO_MC : 0);
1007 	vfd->v4l2_dev = &ctx->cal->v4l2_dev;
1008 	vfd->queue = q;
1009 	snprintf(vfd->name, sizeof(vfd->name), "CAL output %u", ctx->dma_ctx);
1010 	vfd->release = video_device_release_empty;
1011 	vfd->ioctl_ops = cal_mc_api ? &cal_ioctl_mc_ops : &cal_ioctl_legacy_ops;
1012 	vfd->lock = &ctx->mutex;
1013 	video_set_drvdata(vfd, ctx);
1014 
1015 	ctx->pad.flags = MEDIA_PAD_FL_SINK;
1016 	ret = media_entity_pads_init(&vfd->entity, 1, &ctx->pad);
1017 	if (ret < 0)
1018 		return ret;
1019 
1020 	if (!cal_mc_api) {
1021 		/* Initialize the control handler. */
1022 		struct v4l2_ctrl_handler *hdl = &ctx->ctrl_handler;
1023 
1024 		ret = v4l2_ctrl_handler_init(hdl, 11);
1025 		if (ret < 0) {
1026 			ctx_err(ctx, "Failed to init ctrl handler\n");
1027 			goto error;
1028 		}
1029 
1030 		vfd->ctrl_handler = hdl;
1031 	}
1032 
1033 	return 0;
1034 
1035 error:
1036 	media_entity_cleanup(&vfd->entity);
1037 	return ret;
1038 }
1039 
1040 void cal_ctx_v4l2_cleanup(struct cal_ctx *ctx)
1041 {
1042 	if (!cal_mc_api)
1043 		v4l2_ctrl_handler_free(&ctx->ctrl_handler);
1044 
1045 	media_entity_cleanup(&ctx->vdev.entity);
1046 }
1047