1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (C) STMicroelectronics SA 2015
4  * Authors: Yannick Fertre <yannick.fertre@st.com>
5  *          Hugues Fruchet <hugues.fruchet@st.com>
6  */
7 
8 #include <linux/module.h>
9 #include <linux/mod_devicetable.h>
10 #include <linux/platform_device.h>
11 #include <linux/slab.h>
12 #include <media/v4l2-event.h>
13 #include <media/v4l2-ioctl.h>
14 #include <media/videobuf2-dma-contig.h>
15 
16 #include "hva.h"
17 #include "hva-hw.h"
18 
19 #define MIN_FRAMES	1
20 #define MIN_STREAMS	1
21 
22 #define HVA_MIN_WIDTH	32
23 #define HVA_MAX_WIDTH	1920
24 #define HVA_MIN_HEIGHT	32
25 #define HVA_MAX_HEIGHT	1920
26 
27 /* HVA requires a 16x16 pixels alignment for frames */
28 #define HVA_WIDTH_ALIGNMENT	16
29 #define HVA_HEIGHT_ALIGNMENT	16
30 
31 #define HVA_DEFAULT_WIDTH	HVA_MIN_WIDTH
32 #define	HVA_DEFAULT_HEIGHT	HVA_MIN_HEIGHT
33 #define HVA_DEFAULT_FRAME_NUM	1
34 #define HVA_DEFAULT_FRAME_DEN	30
35 
36 #define to_type_str(type) (type == V4L2_BUF_TYPE_VIDEO_OUTPUT ? \
37 			   "frame" : "stream")
38 
39 #define fh_to_ctx(f)    (container_of(f, struct hva_ctx, fh))
40 
41 /* registry of available encoders */
42 static const struct hva_enc *hva_encoders[] = {
43 	&nv12h264enc,
44 	&nv21h264enc,
45 };
46 
47 static inline int frame_size(u32 w, u32 h, u32 fmt)
48 {
49 	switch (fmt) {
50 	case V4L2_PIX_FMT_NV12:
51 	case V4L2_PIX_FMT_NV21:
52 		return (w * h * 3) / 2;
53 	default:
54 		return 0;
55 	}
56 }
57 
58 static inline int frame_stride(u32 w, u32 fmt)
59 {
60 	switch (fmt) {
61 	case V4L2_PIX_FMT_NV12:
62 	case V4L2_PIX_FMT_NV21:
63 		return w;
64 	default:
65 		return 0;
66 	}
67 }
68 
69 static inline int frame_alignment(u32 fmt)
70 {
71 	switch (fmt) {
72 	case V4L2_PIX_FMT_NV12:
73 	case V4L2_PIX_FMT_NV21:
74 		/* multiple of 2 */
75 		return 2;
76 	default:
77 		return 1;
78 	}
79 }
80 
81 static inline int estimated_stream_size(u32 w, u32 h)
82 {
83 	/*
84 	 * HVA only encodes in YUV420 format, whatever the frame format.
85 	 * A compression ratio of 2 is assumed: thus, the maximum size
86 	 * of a stream is estimated to ((width x height x 3 / 2) / 2)
87 	 */
88 	return (w * h * 3) / 4;
89 }
90 
91 static void set_default_params(struct hva_ctx *ctx)
92 {
93 	struct hva_frameinfo *frameinfo = &ctx->frameinfo;
94 	struct hva_streaminfo *streaminfo = &ctx->streaminfo;
95 
96 	frameinfo->pixelformat = V4L2_PIX_FMT_NV12;
97 	frameinfo->width = HVA_DEFAULT_WIDTH;
98 	frameinfo->height = HVA_DEFAULT_HEIGHT;
99 	frameinfo->aligned_width = ALIGN(frameinfo->width,
100 					 HVA_WIDTH_ALIGNMENT);
101 	frameinfo->aligned_height = ALIGN(frameinfo->height,
102 					  HVA_HEIGHT_ALIGNMENT);
103 	frameinfo->size = frame_size(frameinfo->aligned_width,
104 				     frameinfo->aligned_height,
105 				     frameinfo->pixelformat);
106 
107 	streaminfo->streamformat = V4L2_PIX_FMT_H264;
108 	streaminfo->width = HVA_DEFAULT_WIDTH;
109 	streaminfo->height = HVA_DEFAULT_HEIGHT;
110 
111 	ctx->colorspace = V4L2_COLORSPACE_REC709;
112 	ctx->xfer_func = V4L2_XFER_FUNC_DEFAULT;
113 	ctx->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
114 	ctx->quantization = V4L2_QUANTIZATION_DEFAULT;
115 
116 	ctx->max_stream_size = estimated_stream_size(streaminfo->width,
117 						     streaminfo->height);
118 }
119 
120 static const struct hva_enc *hva_find_encoder(struct hva_ctx *ctx,
121 					      u32 pixelformat,
122 					      u32 streamformat)
123 {
124 	struct hva_dev *hva = ctx_to_hdev(ctx);
125 	const struct hva_enc *enc;
126 	unsigned int i;
127 
128 	for (i = 0; i < hva->nb_of_encoders; i++) {
129 		enc = hva->encoders[i];
130 		if ((enc->pixelformat == pixelformat) &&
131 		    (enc->streamformat == streamformat))
132 			return enc;
133 	}
134 
135 	return NULL;
136 }
137 
138 static void register_format(u32 format, u32 formats[], u32 *nb_of_formats)
139 {
140 	u32 i;
141 	bool found = false;
142 
143 	for (i = 0; i < *nb_of_formats; i++) {
144 		if (format == formats[i]) {
145 			found = true;
146 			break;
147 		}
148 	}
149 
150 	if (!found)
151 		formats[(*nb_of_formats)++] = format;
152 }
153 
154 static void register_formats(struct hva_dev *hva)
155 {
156 	unsigned int i;
157 
158 	for (i = 0; i < hva->nb_of_encoders; i++) {
159 		register_format(hva->encoders[i]->pixelformat,
160 				hva->pixelformats,
161 				&hva->nb_of_pixelformats);
162 
163 		register_format(hva->encoders[i]->streamformat,
164 				hva->streamformats,
165 				&hva->nb_of_streamformats);
166 	}
167 }
168 
169 static void register_encoders(struct hva_dev *hva)
170 {
171 	struct device *dev = hva_to_dev(hva);
172 	unsigned int i;
173 
174 	for (i = 0; i < ARRAY_SIZE(hva_encoders); i++) {
175 		if (hva->nb_of_encoders >= HVA_MAX_ENCODERS) {
176 			dev_dbg(dev,
177 				"%s failed to register %s encoder (%d maximum reached)\n",
178 				HVA_PREFIX, hva_encoders[i]->name,
179 				HVA_MAX_ENCODERS);
180 			return;
181 		}
182 
183 		hva->encoders[hva->nb_of_encoders++] = hva_encoders[i];
184 		dev_info(dev, "%s %s encoder registered\n", HVA_PREFIX,
185 			 hva_encoders[i]->name);
186 	}
187 }
188 
189 static int hva_open_encoder(struct hva_ctx *ctx, u32 streamformat,
190 			    u32 pixelformat, struct hva_enc **penc)
191 {
192 	struct hva_dev *hva = ctx_to_hdev(ctx);
193 	struct device *dev = ctx_to_dev(ctx);
194 	struct hva_enc *enc;
195 	int ret;
196 
197 	/* find an encoder which can deal with these formats */
198 	enc = (struct hva_enc *)hva_find_encoder(ctx, pixelformat,
199 						 streamformat);
200 	if (!enc) {
201 		dev_err(dev, "%s no encoder found matching %4.4s => %4.4s\n",
202 			ctx->name, (char *)&pixelformat, (char *)&streamformat);
203 		return -EINVAL;
204 	}
205 
206 	dev_dbg(dev, "%s one encoder matching %4.4s => %4.4s\n",
207 		ctx->name, (char *)&pixelformat, (char *)&streamformat);
208 
209 	/* update instance name */
210 	snprintf(ctx->name, sizeof(ctx->name), "[%3d:%4.4s]",
211 		 hva->instance_id, (char *)&streamformat);
212 
213 	/* open encoder instance */
214 	ret = enc->open(ctx);
215 	if (ret) {
216 		dev_err(dev, "%s failed to open encoder instance (%d)\n",
217 			ctx->name, ret);
218 		return ret;
219 	}
220 
221 	dev_dbg(dev, "%s %s encoder opened\n", ctx->name, enc->name);
222 
223 	*penc = enc;
224 
225 	return ret;
226 }
227 
228 static void hva_dbg_summary(struct hva_ctx *ctx)
229 {
230 	struct device *dev = ctx_to_dev(ctx);
231 	struct hva_streaminfo *stream = &ctx->streaminfo;
232 	struct hva_frameinfo *frame = &ctx->frameinfo;
233 
234 	if (!(ctx->flags & HVA_FLAG_STREAMINFO))
235 		return;
236 
237 	dev_dbg(dev, "%s %4.4s %dx%d > %4.4s %dx%d %s %s: %d frames encoded, %d system errors, %d encoding errors, %d frame errors\n",
238 		ctx->name,
239 		(char *)&frame->pixelformat,
240 		frame->aligned_width, frame->aligned_height,
241 		(char *)&stream->streamformat,
242 		stream->width, stream->height,
243 		stream->profile, stream->level,
244 		ctx->encoded_frames,
245 		ctx->sys_errors,
246 		ctx->encode_errors,
247 		ctx->frame_errors);
248 }
249 
250 /*
251  * V4L2 ioctl operations
252  */
253 
254 static int hva_querycap(struct file *file, void *priv,
255 			struct v4l2_capability *cap)
256 {
257 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
258 	struct hva_dev *hva = ctx_to_hdev(ctx);
259 
260 	strscpy(cap->driver, HVA_NAME, sizeof(cap->driver));
261 	strscpy(cap->card, hva->vdev->name, sizeof(cap->card));
262 	snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s",
263 		 hva->pdev->name);
264 
265 	return 0;
266 }
267 
268 static int hva_enum_fmt_stream(struct file *file, void *priv,
269 			       struct v4l2_fmtdesc *f)
270 {
271 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
272 	struct hva_dev *hva = ctx_to_hdev(ctx);
273 
274 	if (unlikely(f->index >= hva->nb_of_streamformats))
275 		return -EINVAL;
276 
277 	f->pixelformat = hva->streamformats[f->index];
278 
279 	return 0;
280 }
281 
282 static int hva_enum_fmt_frame(struct file *file, void *priv,
283 			      struct v4l2_fmtdesc *f)
284 {
285 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
286 	struct hva_dev *hva = ctx_to_hdev(ctx);
287 
288 	if (unlikely(f->index >= hva->nb_of_pixelformats))
289 		return -EINVAL;
290 
291 	f->pixelformat = hva->pixelformats[f->index];
292 
293 	return 0;
294 }
295 
296 static int hva_g_fmt_stream(struct file *file, void *fh, struct v4l2_format *f)
297 {
298 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
299 	struct hva_streaminfo *streaminfo = &ctx->streaminfo;
300 
301 	f->fmt.pix.width = streaminfo->width;
302 	f->fmt.pix.height = streaminfo->height;
303 	f->fmt.pix.field = V4L2_FIELD_NONE;
304 	f->fmt.pix.colorspace = ctx->colorspace;
305 	f->fmt.pix.xfer_func = ctx->xfer_func;
306 	f->fmt.pix.ycbcr_enc = ctx->ycbcr_enc;
307 	f->fmt.pix.quantization = ctx->quantization;
308 	f->fmt.pix.pixelformat = streaminfo->streamformat;
309 	f->fmt.pix.bytesperline = 0;
310 	f->fmt.pix.sizeimage = ctx->max_stream_size;
311 
312 	return 0;
313 }
314 
315 static int hva_g_fmt_frame(struct file *file, void *fh, struct v4l2_format *f)
316 {
317 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
318 	struct hva_frameinfo *frameinfo = &ctx->frameinfo;
319 
320 	f->fmt.pix.width = frameinfo->width;
321 	f->fmt.pix.height = frameinfo->height;
322 	f->fmt.pix.field = V4L2_FIELD_NONE;
323 	f->fmt.pix.colorspace = ctx->colorspace;
324 	f->fmt.pix.xfer_func = ctx->xfer_func;
325 	f->fmt.pix.ycbcr_enc = ctx->ycbcr_enc;
326 	f->fmt.pix.quantization = ctx->quantization;
327 	f->fmt.pix.pixelformat = frameinfo->pixelformat;
328 	f->fmt.pix.bytesperline = frame_stride(frameinfo->aligned_width,
329 					       frameinfo->pixelformat);
330 	f->fmt.pix.sizeimage = frameinfo->size;
331 
332 	return 0;
333 }
334 
335 static int hva_try_fmt_stream(struct file *file, void *priv,
336 			      struct v4l2_format *f)
337 {
338 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
339 	struct device *dev = ctx_to_dev(ctx);
340 	struct v4l2_pix_format *pix = &f->fmt.pix;
341 	u32 streamformat = pix->pixelformat;
342 	const struct hva_enc *enc;
343 	u32 width, height;
344 	u32 stream_size;
345 
346 	enc = hva_find_encoder(ctx, ctx->frameinfo.pixelformat, streamformat);
347 	if (!enc) {
348 		dev_dbg(dev,
349 			"%s V4L2 TRY_FMT (CAPTURE): unsupported format %.4s\n",
350 			ctx->name, (char *)&pix->pixelformat);
351 		return -EINVAL;
352 	}
353 
354 	width = pix->width;
355 	height = pix->height;
356 	if (ctx->flags & HVA_FLAG_FRAMEINFO) {
357 		/*
358 		 * if the frame resolution is already fixed, only allow the
359 		 * same stream resolution
360 		 */
361 		pix->width = ctx->frameinfo.width;
362 		pix->height = ctx->frameinfo.height;
363 		if ((pix->width != width) || (pix->height != height))
364 			dev_dbg(dev,
365 				"%s V4L2 TRY_FMT (CAPTURE): resolution updated %dx%d -> %dx%d to fit frame resolution\n",
366 				ctx->name, width, height,
367 				pix->width, pix->height);
368 	} else {
369 		/* adjust width & height */
370 		v4l_bound_align_image(&pix->width,
371 				      HVA_MIN_WIDTH, enc->max_width,
372 				      0,
373 				      &pix->height,
374 				      HVA_MIN_HEIGHT, enc->max_height,
375 				      0,
376 				      0);
377 
378 		if ((pix->width != width) || (pix->height != height))
379 			dev_dbg(dev,
380 				"%s V4L2 TRY_FMT (CAPTURE): resolution updated %dx%d -> %dx%d to fit min/max/alignment\n",
381 				ctx->name, width, height,
382 				pix->width, pix->height);
383 	}
384 
385 	stream_size = estimated_stream_size(pix->width, pix->height);
386 	if (pix->sizeimage < stream_size)
387 		pix->sizeimage = stream_size;
388 
389 	pix->bytesperline = 0;
390 	pix->colorspace = ctx->colorspace;
391 	pix->xfer_func = ctx->xfer_func;
392 	pix->ycbcr_enc = ctx->ycbcr_enc;
393 	pix->quantization = ctx->quantization;
394 	pix->field = V4L2_FIELD_NONE;
395 
396 	return 0;
397 }
398 
399 static int hva_try_fmt_frame(struct file *file, void *priv,
400 			     struct v4l2_format *f)
401 {
402 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
403 	struct device *dev = ctx_to_dev(ctx);
404 	struct v4l2_pix_format *pix = &f->fmt.pix;
405 	u32 pixelformat = pix->pixelformat;
406 	const struct hva_enc *enc;
407 	u32 width, height;
408 
409 	enc = hva_find_encoder(ctx, pixelformat, ctx->streaminfo.streamformat);
410 	if (!enc) {
411 		dev_dbg(dev,
412 			"%s V4L2 TRY_FMT (OUTPUT): unsupported format %.4s\n",
413 			ctx->name, (char *)&pixelformat);
414 		return -EINVAL;
415 	}
416 
417 	/* adjust width & height */
418 	width = pix->width;
419 	height = pix->height;
420 	v4l_bound_align_image(&pix->width,
421 			      HVA_MIN_WIDTH, HVA_MAX_WIDTH,
422 			      frame_alignment(pixelformat) - 1,
423 			      &pix->height,
424 			      HVA_MIN_HEIGHT, HVA_MAX_HEIGHT,
425 			      frame_alignment(pixelformat) - 1,
426 			      0);
427 
428 	if ((pix->width != width) || (pix->height != height))
429 		dev_dbg(dev,
430 			"%s V4L2 TRY_FMT (OUTPUT): resolution updated %dx%d -> %dx%d to fit min/max/alignment\n",
431 			ctx->name, width, height, pix->width, pix->height);
432 
433 	width = ALIGN(pix->width, HVA_WIDTH_ALIGNMENT);
434 	height = ALIGN(pix->height, HVA_HEIGHT_ALIGNMENT);
435 
436 	if (!pix->colorspace) {
437 		pix->colorspace = V4L2_COLORSPACE_REC709;
438 		pix->xfer_func = V4L2_XFER_FUNC_DEFAULT;
439 		pix->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
440 		pix->quantization = V4L2_QUANTIZATION_DEFAULT;
441 	}
442 
443 	pix->bytesperline = frame_stride(width, pixelformat);
444 	pix->sizeimage = frame_size(width, height, pixelformat);
445 	pix->field = V4L2_FIELD_NONE;
446 
447 	return 0;
448 }
449 
450 static int hva_s_fmt_stream(struct file *file, void *fh, struct v4l2_format *f)
451 {
452 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
453 	struct device *dev = ctx_to_dev(ctx);
454 	struct vb2_queue *vq;
455 	int ret;
456 
457 	ret = hva_try_fmt_stream(file, fh, f);
458 	if (ret) {
459 		dev_dbg(dev, "%s V4L2 S_FMT (CAPTURE): unsupported format %.4s\n",
460 			ctx->name, (char *)&f->fmt.pix.pixelformat);
461 		return ret;
462 	}
463 
464 	vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
465 	if (vb2_is_streaming(vq)) {
466 		dev_dbg(dev, "%s V4L2 S_FMT (CAPTURE): queue busy\n",
467 			ctx->name);
468 		return -EBUSY;
469 	}
470 
471 	ctx->max_stream_size = f->fmt.pix.sizeimage;
472 	ctx->streaminfo.width = f->fmt.pix.width;
473 	ctx->streaminfo.height = f->fmt.pix.height;
474 	ctx->streaminfo.streamformat = f->fmt.pix.pixelformat;
475 	ctx->flags |= HVA_FLAG_STREAMINFO;
476 
477 	return 0;
478 }
479 
480 static int hva_s_fmt_frame(struct file *file, void *fh, struct v4l2_format *f)
481 {
482 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
483 	struct device *dev = ctx_to_dev(ctx);
484 	struct v4l2_pix_format *pix = &f->fmt.pix;
485 	struct vb2_queue *vq;
486 	int ret;
487 
488 	ret = hva_try_fmt_frame(file, fh, f);
489 	if (ret) {
490 		dev_dbg(dev, "%s V4L2 S_FMT (OUTPUT): unsupported format %.4s\n",
491 			ctx->name, (char *)&pix->pixelformat);
492 		return ret;
493 	}
494 
495 	vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
496 	if (vb2_is_streaming(vq)) {
497 		dev_dbg(dev, "%s V4L2 S_FMT (OUTPUT): queue busy\n", ctx->name);
498 		return -EBUSY;
499 	}
500 
501 	ctx->colorspace = pix->colorspace;
502 	ctx->xfer_func = pix->xfer_func;
503 	ctx->ycbcr_enc = pix->ycbcr_enc;
504 	ctx->quantization = pix->quantization;
505 
506 	ctx->frameinfo.aligned_width = ALIGN(pix->width, HVA_WIDTH_ALIGNMENT);
507 	ctx->frameinfo.aligned_height = ALIGN(pix->height,
508 					      HVA_HEIGHT_ALIGNMENT);
509 	ctx->frameinfo.size = pix->sizeimage;
510 	ctx->frameinfo.pixelformat = pix->pixelformat;
511 	ctx->frameinfo.width = pix->width;
512 	ctx->frameinfo.height = pix->height;
513 	ctx->flags |= HVA_FLAG_FRAMEINFO;
514 
515 	return 0;
516 }
517 
518 static int hva_g_parm(struct file *file, void *fh, struct v4l2_streamparm *sp)
519 {
520 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
521 	struct v4l2_fract *time_per_frame = &ctx->ctrls.time_per_frame;
522 
523 	if (sp->type != V4L2_BUF_TYPE_VIDEO_OUTPUT)
524 		return -EINVAL;
525 
526 	sp->parm.output.capability = V4L2_CAP_TIMEPERFRAME;
527 	sp->parm.output.timeperframe.numerator = time_per_frame->numerator;
528 	sp->parm.output.timeperframe.denominator =
529 		time_per_frame->denominator;
530 
531 	return 0;
532 }
533 
534 static int hva_s_parm(struct file *file, void *fh, struct v4l2_streamparm *sp)
535 {
536 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
537 	struct v4l2_fract *time_per_frame = &ctx->ctrls.time_per_frame;
538 
539 	if (sp->type != V4L2_BUF_TYPE_VIDEO_OUTPUT)
540 		return -EINVAL;
541 
542 	if (!sp->parm.output.timeperframe.numerator ||
543 	    !sp->parm.output.timeperframe.denominator)
544 		return hva_g_parm(file, fh, sp);
545 
546 	sp->parm.output.capability = V4L2_CAP_TIMEPERFRAME;
547 	time_per_frame->numerator = sp->parm.output.timeperframe.numerator;
548 	time_per_frame->denominator =
549 		sp->parm.output.timeperframe.denominator;
550 
551 	return 0;
552 }
553 
554 static int hva_qbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
555 {
556 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
557 	struct device *dev = ctx_to_dev(ctx);
558 
559 	if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) {
560 		/*
561 		 * depending on the targeted compressed video format, the
562 		 * capture buffer might contain headers (e.g. H.264 SPS/PPS)
563 		 * filled in by the driver client; the size of these data is
564 		 * copied from the bytesused field of the V4L2 buffer in the
565 		 * payload field of the hva stream buffer
566 		 */
567 		struct vb2_queue *vq;
568 		struct hva_stream *stream;
569 		struct vb2_buffer *vb2_buf;
570 
571 		vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, buf->type);
572 
573 		if (buf->index >= vq->num_buffers) {
574 			dev_dbg(dev, "%s buffer index %d out of range (%d)\n",
575 				ctx->name, buf->index, vq->num_buffers);
576 			return -EINVAL;
577 		}
578 
579 		vb2_buf = vb2_get_buffer(vq, buf->index);
580 		stream = to_hva_stream(to_vb2_v4l2_buffer(vb2_buf));
581 		stream->bytesused = buf->bytesused;
582 	}
583 
584 	return v4l2_m2m_qbuf(file, ctx->fh.m2m_ctx, buf);
585 }
586 
587 /* V4L2 ioctl ops */
588 static const struct v4l2_ioctl_ops hva_ioctl_ops = {
589 	.vidioc_querycap		= hva_querycap,
590 	.vidioc_enum_fmt_vid_cap	= hva_enum_fmt_stream,
591 	.vidioc_enum_fmt_vid_out	= hva_enum_fmt_frame,
592 	.vidioc_g_fmt_vid_cap		= hva_g_fmt_stream,
593 	.vidioc_g_fmt_vid_out		= hva_g_fmt_frame,
594 	.vidioc_try_fmt_vid_cap		= hva_try_fmt_stream,
595 	.vidioc_try_fmt_vid_out		= hva_try_fmt_frame,
596 	.vidioc_s_fmt_vid_cap		= hva_s_fmt_stream,
597 	.vidioc_s_fmt_vid_out		= hva_s_fmt_frame,
598 	.vidioc_g_parm			= hva_g_parm,
599 	.vidioc_s_parm			= hva_s_parm,
600 	.vidioc_reqbufs			= v4l2_m2m_ioctl_reqbufs,
601 	.vidioc_create_bufs             = v4l2_m2m_ioctl_create_bufs,
602 	.vidioc_querybuf		= v4l2_m2m_ioctl_querybuf,
603 	.vidioc_expbuf			= v4l2_m2m_ioctl_expbuf,
604 	.vidioc_qbuf			= hva_qbuf,
605 	.vidioc_dqbuf			= v4l2_m2m_ioctl_dqbuf,
606 	.vidioc_streamon		= v4l2_m2m_ioctl_streamon,
607 	.vidioc_streamoff		= v4l2_m2m_ioctl_streamoff,
608 	.vidioc_subscribe_event		= v4l2_ctrl_subscribe_event,
609 	.vidioc_unsubscribe_event	= v4l2_event_unsubscribe,
610 };
611 
612 /*
613  * V4L2 control operations
614  */
615 
616 static int hva_s_ctrl(struct v4l2_ctrl *ctrl)
617 {
618 	struct hva_ctx *ctx = container_of(ctrl->handler, struct hva_ctx,
619 					   ctrl_handler);
620 	struct device *dev = ctx_to_dev(ctx);
621 
622 	dev_dbg(dev, "%s S_CTRL: id = %d, val = %d\n", ctx->name,
623 		ctrl->id, ctrl->val);
624 
625 	switch (ctrl->id) {
626 	case V4L2_CID_MPEG_VIDEO_BITRATE_MODE:
627 		ctx->ctrls.bitrate_mode = ctrl->val;
628 		break;
629 	case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
630 		ctx->ctrls.gop_size = ctrl->val;
631 		break;
632 	case V4L2_CID_MPEG_VIDEO_BITRATE:
633 		ctx->ctrls.bitrate = ctrl->val;
634 		break;
635 	case V4L2_CID_MPEG_VIDEO_ASPECT:
636 		ctx->ctrls.aspect = ctrl->val;
637 		break;
638 	case V4L2_CID_MPEG_VIDEO_H264_PROFILE:
639 		ctx->ctrls.profile = ctrl->val;
640 		snprintf(ctx->streaminfo.profile,
641 			 sizeof(ctx->streaminfo.profile),
642 			 "%s profile",
643 			 v4l2_ctrl_get_menu(ctrl->id)[ctrl->val]);
644 		break;
645 	case V4L2_CID_MPEG_VIDEO_H264_LEVEL:
646 		ctx->ctrls.level = ctrl->val;
647 		snprintf(ctx->streaminfo.level,
648 			 sizeof(ctx->streaminfo.level),
649 			 "level %s",
650 			 v4l2_ctrl_get_menu(ctrl->id)[ctrl->val]);
651 		break;
652 	case V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE:
653 		ctx->ctrls.entropy_mode = ctrl->val;
654 		break;
655 	case V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE:
656 		ctx->ctrls.cpb_size = ctrl->val;
657 		break;
658 	case V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM:
659 		ctx->ctrls.dct8x8 = ctrl->val;
660 		break;
661 	case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
662 		ctx->ctrls.qpmin = ctrl->val;
663 		break;
664 	case V4L2_CID_MPEG_VIDEO_H264_MAX_QP:
665 		ctx->ctrls.qpmax = ctrl->val;
666 		break;
667 	case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE:
668 		ctx->ctrls.vui_sar = ctrl->val;
669 		break;
670 	case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC:
671 		ctx->ctrls.vui_sar_idc = ctrl->val;
672 		break;
673 	case V4L2_CID_MPEG_VIDEO_H264_SEI_FRAME_PACKING:
674 		ctx->ctrls.sei_fp = ctrl->val;
675 		break;
676 	case V4L2_CID_MPEG_VIDEO_H264_SEI_FP_ARRANGEMENT_TYPE:
677 		ctx->ctrls.sei_fp_type = ctrl->val;
678 		break;
679 	default:
680 		dev_dbg(dev, "%s S_CTRL: invalid control (id = %d)\n",
681 			ctx->name, ctrl->id);
682 		return -EINVAL;
683 	}
684 
685 	return 0;
686 }
687 
688 /* V4L2 control ops */
689 static const struct v4l2_ctrl_ops hva_ctrl_ops = {
690 	.s_ctrl = hva_s_ctrl,
691 };
692 
693 static int hva_ctrls_setup(struct hva_ctx *ctx)
694 {
695 	struct device *dev = ctx_to_dev(ctx);
696 	u64 mask;
697 	enum v4l2_mpeg_video_h264_sei_fp_arrangement_type sei_fp_type =
698 		V4L2_MPEG_VIDEO_H264_SEI_FP_ARRANGEMENT_TYPE_TOP_BOTTOM;
699 
700 	v4l2_ctrl_handler_init(&ctx->ctrl_handler, 15);
701 
702 	v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops,
703 			       V4L2_CID_MPEG_VIDEO_BITRATE_MODE,
704 			       V4L2_MPEG_VIDEO_BITRATE_MODE_CBR,
705 			       0,
706 			       V4L2_MPEG_VIDEO_BITRATE_MODE_CBR);
707 
708 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops,
709 			  V4L2_CID_MPEG_VIDEO_GOP_SIZE,
710 			  1, 60, 1, 16);
711 
712 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops,
713 			  V4L2_CID_MPEG_VIDEO_BITRATE,
714 			  1000, 60000000, 1000, 20000000);
715 
716 	mask = ~(1 << V4L2_MPEG_VIDEO_ASPECT_1x1);
717 	v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops,
718 			       V4L2_CID_MPEG_VIDEO_ASPECT,
719 			       V4L2_MPEG_VIDEO_ASPECT_1x1,
720 			       mask,
721 			       V4L2_MPEG_VIDEO_ASPECT_1x1);
722 
723 	mask = ~((1 << V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE) |
724 		 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MAIN) |
725 		 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_HIGH) |
726 		 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_STEREO_HIGH));
727 	v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops,
728 			       V4L2_CID_MPEG_VIDEO_H264_PROFILE,
729 			       V4L2_MPEG_VIDEO_H264_PROFILE_STEREO_HIGH,
730 			       mask,
731 			       V4L2_MPEG_VIDEO_H264_PROFILE_HIGH);
732 
733 	v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops,
734 			       V4L2_CID_MPEG_VIDEO_H264_LEVEL,
735 			       V4L2_MPEG_VIDEO_H264_LEVEL_4_2,
736 			       0,
737 			       V4L2_MPEG_VIDEO_H264_LEVEL_4_0);
738 
739 	v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops,
740 			       V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE,
741 			       V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC,
742 			       0,
743 			       V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC);
744 
745 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops,
746 			  V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE,
747 			  1, 10000, 1, 3000);
748 
749 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops,
750 			  V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM,
751 			  0, 1, 1, 0);
752 
753 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops,
754 			  V4L2_CID_MPEG_VIDEO_H264_MIN_QP,
755 			  0, 51, 1, 5);
756 
757 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops,
758 			  V4L2_CID_MPEG_VIDEO_H264_MAX_QP,
759 			  0, 51, 1, 51);
760 
761 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops,
762 			  V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE,
763 			  0, 1, 1, 1);
764 
765 	mask = ~(1 << V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1);
766 	v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops,
767 			       V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC,
768 			       V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1,
769 			       mask,
770 			       V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1);
771 
772 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops,
773 			  V4L2_CID_MPEG_VIDEO_H264_SEI_FRAME_PACKING,
774 			  0, 1, 1, 0);
775 
776 	mask = ~(1 << sei_fp_type);
777 	v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops,
778 			       V4L2_CID_MPEG_VIDEO_H264_SEI_FP_ARRANGEMENT_TYPE,
779 			       sei_fp_type,
780 			       mask,
781 			       sei_fp_type);
782 
783 	if (ctx->ctrl_handler.error) {
784 		int err = ctx->ctrl_handler.error;
785 
786 		dev_dbg(dev, "%s controls setup failed (%d)\n",
787 			ctx->name, err);
788 		v4l2_ctrl_handler_free(&ctx->ctrl_handler);
789 		return err;
790 	}
791 
792 	v4l2_ctrl_handler_setup(&ctx->ctrl_handler);
793 
794 	/* set default time per frame */
795 	ctx->ctrls.time_per_frame.numerator = HVA_DEFAULT_FRAME_NUM;
796 	ctx->ctrls.time_per_frame.denominator = HVA_DEFAULT_FRAME_DEN;
797 
798 	return 0;
799 }
800 
801 /*
802  * mem-to-mem operations
803  */
804 
805 static void hva_run_work(struct work_struct *work)
806 {
807 	struct hva_ctx *ctx = container_of(work, struct hva_ctx, run_work);
808 	struct vb2_v4l2_buffer *src_buf, *dst_buf;
809 	const struct hva_enc *enc = ctx->enc;
810 	struct hva_frame *frame;
811 	struct hva_stream *stream;
812 	int ret;
813 
814 	/* protect instance against reentrancy */
815 	mutex_lock(&ctx->lock);
816 
817 #ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS
818 	hva_dbg_perf_begin(ctx);
819 #endif
820 
821 	src_buf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx);
822 	dst_buf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx);
823 
824 	frame = to_hva_frame(src_buf);
825 	stream = to_hva_stream(dst_buf);
826 	frame->vbuf.sequence = ctx->frame_num++;
827 
828 	ret = enc->encode(ctx, frame, stream);
829 
830 	vb2_set_plane_payload(&dst_buf->vb2_buf, 0, stream->bytesused);
831 	if (ret) {
832 		v4l2_m2m_buf_done(src_buf, VB2_BUF_STATE_ERROR);
833 		v4l2_m2m_buf_done(dst_buf, VB2_BUF_STATE_ERROR);
834 	} else {
835 		/* propagate frame timestamp */
836 		dst_buf->vb2_buf.timestamp = src_buf->vb2_buf.timestamp;
837 		dst_buf->field = V4L2_FIELD_NONE;
838 		dst_buf->sequence = ctx->stream_num - 1;
839 
840 		ctx->encoded_frames++;
841 
842 #ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS
843 		hva_dbg_perf_end(ctx, stream);
844 #endif
845 
846 		v4l2_m2m_buf_done(src_buf, VB2_BUF_STATE_DONE);
847 		v4l2_m2m_buf_done(dst_buf, VB2_BUF_STATE_DONE);
848 	}
849 
850 	mutex_unlock(&ctx->lock);
851 
852 	v4l2_m2m_job_finish(ctx->hva_dev->m2m_dev, ctx->fh.m2m_ctx);
853 }
854 
855 static void hva_device_run(void *priv)
856 {
857 	struct hva_ctx *ctx = priv;
858 	struct hva_dev *hva = ctx_to_hdev(ctx);
859 
860 	queue_work(hva->work_queue, &ctx->run_work);
861 }
862 
863 static void hva_job_abort(void *priv)
864 {
865 	struct hva_ctx *ctx = priv;
866 	struct device *dev = ctx_to_dev(ctx);
867 
868 	dev_dbg(dev, "%s aborting job\n", ctx->name);
869 
870 	ctx->aborting = true;
871 }
872 
873 static int hva_job_ready(void *priv)
874 {
875 	struct hva_ctx *ctx = priv;
876 	struct device *dev = ctx_to_dev(ctx);
877 
878 	if (!v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx)) {
879 		dev_dbg(dev, "%s job not ready: no frame buffers\n",
880 			ctx->name);
881 		return 0;
882 	}
883 
884 	if (!v4l2_m2m_num_dst_bufs_ready(ctx->fh.m2m_ctx)) {
885 		dev_dbg(dev, "%s job not ready: no stream buffers\n",
886 			ctx->name);
887 		return 0;
888 	}
889 
890 	if (ctx->aborting) {
891 		dev_dbg(dev, "%s job not ready: aborting\n", ctx->name);
892 		return 0;
893 	}
894 
895 	return 1;
896 }
897 
898 /* mem-to-mem ops */
899 static const struct v4l2_m2m_ops hva_m2m_ops = {
900 	.device_run	= hva_device_run,
901 	.job_abort	= hva_job_abort,
902 	.job_ready	= hva_job_ready,
903 };
904 
905 /*
906  * VB2 queue operations
907  */
908 
909 static int hva_queue_setup(struct vb2_queue *vq,
910 			   unsigned int *num_buffers, unsigned int *num_planes,
911 			   unsigned int sizes[], struct device *alloc_devs[])
912 {
913 	struct hva_ctx *ctx = vb2_get_drv_priv(vq);
914 	struct device *dev = ctx_to_dev(ctx);
915 	unsigned int size;
916 
917 	dev_dbg(dev, "%s %s queue setup: num_buffers %d\n", ctx->name,
918 		to_type_str(vq->type), *num_buffers);
919 
920 	size = vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT ?
921 		ctx->frameinfo.size : ctx->max_stream_size;
922 
923 	if (*num_planes)
924 		return sizes[0] < size ? -EINVAL : 0;
925 
926 	/* only one plane supported */
927 	*num_planes = 1;
928 	sizes[0] = size;
929 
930 	return 0;
931 }
932 
933 static int hva_buf_prepare(struct vb2_buffer *vb)
934 {
935 	struct hva_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
936 	struct device *dev = ctx_to_dev(ctx);
937 	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
938 
939 	if (vb->vb2_queue->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
940 		struct hva_frame *frame = to_hva_frame(vbuf);
941 
942 		if (vbuf->field == V4L2_FIELD_ANY)
943 			vbuf->field = V4L2_FIELD_NONE;
944 		if (vbuf->field != V4L2_FIELD_NONE) {
945 			dev_dbg(dev,
946 				"%s frame[%d] prepare: %d field not supported\n",
947 				ctx->name, vb->index, vbuf->field);
948 			return -EINVAL;
949 		}
950 
951 		if (!frame->prepared) {
952 			/* get memory addresses */
953 			frame->vaddr = vb2_plane_vaddr(&vbuf->vb2_buf, 0);
954 			frame->paddr = vb2_dma_contig_plane_dma_addr(
955 					&vbuf->vb2_buf, 0);
956 			frame->info = ctx->frameinfo;
957 			frame->prepared = true;
958 
959 			dev_dbg(dev,
960 				"%s frame[%d] prepared; virt=%p, phy=%pad\n",
961 				ctx->name, vb->index,
962 				frame->vaddr, &frame->paddr);
963 		}
964 	} else {
965 		struct hva_stream *stream = to_hva_stream(vbuf);
966 
967 		if (!stream->prepared) {
968 			/* get memory addresses */
969 			stream->vaddr = vb2_plane_vaddr(&vbuf->vb2_buf, 0);
970 			stream->paddr = vb2_dma_contig_plane_dma_addr(
971 					&vbuf->vb2_buf, 0);
972 			stream->size = vb2_plane_size(&vbuf->vb2_buf, 0);
973 			stream->prepared = true;
974 
975 			dev_dbg(dev,
976 				"%s stream[%d] prepared; virt=%p, phy=%pad\n",
977 				ctx->name, vb->index,
978 				stream->vaddr, &stream->paddr);
979 		}
980 	}
981 
982 	return 0;
983 }
984 
985 static void hva_buf_queue(struct vb2_buffer *vb)
986 {
987 	struct hva_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
988 	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
989 
990 	if (ctx->fh.m2m_ctx)
991 		v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vbuf);
992 }
993 
994 static int hva_start_streaming(struct vb2_queue *vq, unsigned int count)
995 {
996 	struct hva_ctx *ctx = vb2_get_drv_priv(vq);
997 	struct hva_dev *hva = ctx_to_hdev(ctx);
998 	struct device *dev = ctx_to_dev(ctx);
999 	struct vb2_v4l2_buffer *vbuf;
1000 	int ret;
1001 	unsigned int i;
1002 	bool found = false;
1003 
1004 	dev_dbg(dev, "%s %s start streaming\n", ctx->name,
1005 		to_type_str(vq->type));
1006 
1007 	/* open encoder when both start_streaming have been called */
1008 	if (V4L2_TYPE_IS_OUTPUT(vq->type)) {
1009 		if (!vb2_start_streaming_called(&ctx->fh.m2m_ctx->cap_q_ctx.q))
1010 			return 0;
1011 	} else {
1012 		if (!vb2_start_streaming_called(&ctx->fh.m2m_ctx->out_q_ctx.q))
1013 			return 0;
1014 	}
1015 
1016 	/* store the instance context in the instances array */
1017 	for (i = 0; i < HVA_MAX_INSTANCES; i++) {
1018 		if (!hva->instances[i]) {
1019 			hva->instances[i] = ctx;
1020 			/* save the context identifier in the context */
1021 			ctx->id = i;
1022 			found = true;
1023 			break;
1024 		}
1025 	}
1026 
1027 	if (!found) {
1028 		dev_err(dev, "%s maximum instances reached\n", ctx->name);
1029 		ret = -ENOMEM;
1030 		goto err;
1031 	}
1032 
1033 	hva->nb_of_instances++;
1034 
1035 	if (!ctx->enc) {
1036 		ret = hva_open_encoder(ctx,
1037 				       ctx->streaminfo.streamformat,
1038 				       ctx->frameinfo.pixelformat,
1039 				       &ctx->enc);
1040 		if (ret < 0)
1041 			goto err_ctx;
1042 	}
1043 
1044 	return 0;
1045 
1046 err_ctx:
1047 	hva->instances[ctx->id] = NULL;
1048 	hva->nb_of_instances--;
1049 err:
1050 	if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
1051 		/* return of all pending buffers to vb2 (in queued state) */
1052 		while ((vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx)))
1053 			v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_QUEUED);
1054 	} else {
1055 		/* return of all pending buffers to vb2 (in queued state) */
1056 		while ((vbuf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx)))
1057 			v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_QUEUED);
1058 	}
1059 
1060 	ctx->sys_errors++;
1061 
1062 	return ret;
1063 }
1064 
1065 static void hva_stop_streaming(struct vb2_queue *vq)
1066 {
1067 	struct hva_ctx *ctx = vb2_get_drv_priv(vq);
1068 	struct hva_dev *hva = ctx_to_hdev(ctx);
1069 	struct device *dev = ctx_to_dev(ctx);
1070 	const struct hva_enc *enc = ctx->enc;
1071 	struct vb2_v4l2_buffer *vbuf;
1072 
1073 	dev_dbg(dev, "%s %s stop streaming\n", ctx->name,
1074 		to_type_str(vq->type));
1075 
1076 	if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
1077 		/* return of all pending buffers to vb2 (in error state) */
1078 		ctx->frame_num = 0;
1079 		while ((vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx)))
1080 			v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_ERROR);
1081 	} else {
1082 		/* return of all pending buffers to vb2 (in error state) */
1083 		ctx->stream_num = 0;
1084 		while ((vbuf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx)))
1085 			v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_ERROR);
1086 	}
1087 
1088 	if ((V4L2_TYPE_IS_OUTPUT(vq->type) &&
1089 	     vb2_is_streaming(&ctx->fh.m2m_ctx->cap_q_ctx.q)) ||
1090 	    (V4L2_TYPE_IS_CAPTURE(vq->type) &&
1091 	     vb2_is_streaming(&ctx->fh.m2m_ctx->out_q_ctx.q))) {
1092 		dev_dbg(dev, "%s %s out=%d cap=%d\n",
1093 			ctx->name, to_type_str(vq->type),
1094 			vb2_is_streaming(&ctx->fh.m2m_ctx->out_q_ctx.q),
1095 			vb2_is_streaming(&ctx->fh.m2m_ctx->cap_q_ctx.q));
1096 		return;
1097 	}
1098 
1099 	/* close encoder when both stop_streaming have been called */
1100 	if (enc) {
1101 		dev_dbg(dev, "%s %s encoder closed\n", ctx->name, enc->name);
1102 		enc->close(ctx);
1103 		ctx->enc = NULL;
1104 
1105 		/* clear instance context in instances array */
1106 		hva->instances[ctx->id] = NULL;
1107 		hva->nb_of_instances--;
1108 	}
1109 
1110 	ctx->aborting = false;
1111 }
1112 
1113 /* VB2 queue ops */
1114 static const struct vb2_ops hva_qops = {
1115 	.queue_setup		= hva_queue_setup,
1116 	.buf_prepare		= hva_buf_prepare,
1117 	.buf_queue		= hva_buf_queue,
1118 	.start_streaming	= hva_start_streaming,
1119 	.stop_streaming		= hva_stop_streaming,
1120 	.wait_prepare		= vb2_ops_wait_prepare,
1121 	.wait_finish		= vb2_ops_wait_finish,
1122 };
1123 
1124 /*
1125  * V4L2 file operations
1126  */
1127 
1128 static int queue_init(struct hva_ctx *ctx, struct vb2_queue *vq)
1129 {
1130 	vq->io_modes = VB2_MMAP | VB2_DMABUF;
1131 	vq->drv_priv = ctx;
1132 	vq->ops = &hva_qops;
1133 	vq->mem_ops = &vb2_dma_contig_memops;
1134 	vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
1135 	vq->lock = &ctx->hva_dev->lock;
1136 
1137 	return vb2_queue_init(vq);
1138 }
1139 
1140 static int hva_queue_init(void *priv, struct vb2_queue *src_vq,
1141 			  struct vb2_queue *dst_vq)
1142 {
1143 	struct hva_ctx *ctx = priv;
1144 	int ret;
1145 
1146 	src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT;
1147 	src_vq->buf_struct_size = sizeof(struct hva_frame);
1148 	src_vq->min_buffers_needed = MIN_FRAMES;
1149 	src_vq->dev = ctx->hva_dev->dev;
1150 
1151 	ret = queue_init(ctx, src_vq);
1152 	if (ret)
1153 		return ret;
1154 
1155 	dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1156 	dst_vq->buf_struct_size = sizeof(struct hva_stream);
1157 	dst_vq->min_buffers_needed = MIN_STREAMS;
1158 	dst_vq->dev = ctx->hva_dev->dev;
1159 
1160 	return queue_init(ctx, dst_vq);
1161 }
1162 
1163 static int hva_open(struct file *file)
1164 {
1165 	struct hva_dev *hva = video_drvdata(file);
1166 	struct device *dev = hva_to_dev(hva);
1167 	struct hva_ctx *ctx;
1168 	int ret;
1169 
1170 	ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
1171 	if (!ctx) {
1172 		ret = -ENOMEM;
1173 		goto out;
1174 	}
1175 	ctx->hva_dev = hva;
1176 
1177 	INIT_WORK(&ctx->run_work, hva_run_work);
1178 	v4l2_fh_init(&ctx->fh, video_devdata(file));
1179 	file->private_data = &ctx->fh;
1180 	v4l2_fh_add(&ctx->fh);
1181 
1182 	ret = hva_ctrls_setup(ctx);
1183 	if (ret) {
1184 		dev_err(dev, "%s [x:x] failed to setup controls\n",
1185 			HVA_PREFIX);
1186 		ctx->sys_errors++;
1187 		goto err_fh;
1188 	}
1189 	ctx->fh.ctrl_handler = &ctx->ctrl_handler;
1190 
1191 	mutex_init(&ctx->lock);
1192 
1193 	ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(hva->m2m_dev, ctx,
1194 					    &hva_queue_init);
1195 	if (IS_ERR(ctx->fh.m2m_ctx)) {
1196 		ret = PTR_ERR(ctx->fh.m2m_ctx);
1197 		dev_err(dev, "%s failed to initialize m2m context (%d)\n",
1198 			HVA_PREFIX, ret);
1199 		ctx->sys_errors++;
1200 		goto err_ctrls;
1201 	}
1202 
1203 	/* set the instance name */
1204 	mutex_lock(&hva->lock);
1205 	hva->instance_id++;
1206 	snprintf(ctx->name, sizeof(ctx->name), "[%3d:----]",
1207 		 hva->instance_id);
1208 	mutex_unlock(&hva->lock);
1209 
1210 	/* default parameters for frame and stream */
1211 	set_default_params(ctx);
1212 
1213 #ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS
1214 	hva_dbg_ctx_create(ctx);
1215 #endif
1216 
1217 	dev_info(dev, "%s encoder instance created\n", ctx->name);
1218 
1219 	return 0;
1220 
1221 err_ctrls:
1222 	v4l2_ctrl_handler_free(&ctx->ctrl_handler);
1223 err_fh:
1224 	v4l2_fh_del(&ctx->fh);
1225 	v4l2_fh_exit(&ctx->fh);
1226 	kfree(ctx);
1227 out:
1228 	return ret;
1229 }
1230 
1231 static int hva_release(struct file *file)
1232 {
1233 	struct hva_ctx *ctx = fh_to_ctx(file->private_data);
1234 	struct hva_dev *hva = ctx_to_hdev(ctx);
1235 	struct device *dev = ctx_to_dev(ctx);
1236 	const struct hva_enc *enc = ctx->enc;
1237 
1238 	if (enc) {
1239 		dev_dbg(dev, "%s %s encoder closed\n", ctx->name, enc->name);
1240 		enc->close(ctx);
1241 		ctx->enc = NULL;
1242 
1243 		/* clear instance context in instances array */
1244 		hva->instances[ctx->id] = NULL;
1245 		hva->nb_of_instances--;
1246 	}
1247 
1248 	/* trace a summary of instance before closing (debug purpose) */
1249 	hva_dbg_summary(ctx);
1250 
1251 	v4l2_m2m_ctx_release(ctx->fh.m2m_ctx);
1252 
1253 	v4l2_ctrl_handler_free(&ctx->ctrl_handler);
1254 
1255 	v4l2_fh_del(&ctx->fh);
1256 	v4l2_fh_exit(&ctx->fh);
1257 
1258 #ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS
1259 	hva_dbg_ctx_remove(ctx);
1260 #endif
1261 
1262 	dev_info(dev, "%s encoder instance released\n", ctx->name);
1263 
1264 	kfree(ctx);
1265 
1266 	return 0;
1267 }
1268 
1269 /* V4L2 file ops */
1270 static const struct v4l2_file_operations hva_fops = {
1271 	.owner			= THIS_MODULE,
1272 	.open			= hva_open,
1273 	.release		= hva_release,
1274 	.unlocked_ioctl		= video_ioctl2,
1275 	.mmap			= v4l2_m2m_fop_mmap,
1276 	.poll			= v4l2_m2m_fop_poll,
1277 };
1278 
1279 /*
1280  * Platform device operations
1281  */
1282 
1283 static int hva_register_device(struct hva_dev *hva)
1284 {
1285 	int ret;
1286 	struct video_device *vdev;
1287 	struct device *dev;
1288 
1289 	if (!hva)
1290 		return -ENODEV;
1291 	dev = hva_to_dev(hva);
1292 
1293 	hva->m2m_dev = v4l2_m2m_init(&hva_m2m_ops);
1294 	if (IS_ERR(hva->m2m_dev)) {
1295 		dev_err(dev, "%s failed to initialize v4l2-m2m device\n",
1296 			HVA_PREFIX);
1297 		ret = PTR_ERR(hva->m2m_dev);
1298 		goto err;
1299 	}
1300 
1301 	vdev = video_device_alloc();
1302 	if (!vdev) {
1303 		dev_err(dev, "%s failed to allocate video device\n",
1304 			HVA_PREFIX);
1305 		ret = -ENOMEM;
1306 		goto err_m2m_release;
1307 	}
1308 
1309 	vdev->fops = &hva_fops;
1310 	vdev->ioctl_ops = &hva_ioctl_ops;
1311 	vdev->release = video_device_release;
1312 	vdev->lock = &hva->lock;
1313 	vdev->vfl_dir = VFL_DIR_M2M;
1314 	vdev->device_caps = V4L2_CAP_STREAMING | V4L2_CAP_VIDEO_M2M;
1315 	vdev->v4l2_dev = &hva->v4l2_dev;
1316 	snprintf(vdev->name, sizeof(vdev->name), "%s%lx", HVA_NAME,
1317 		 hva->ip_version);
1318 
1319 	ret = video_register_device(vdev, VFL_TYPE_VIDEO, -1);
1320 	if (ret) {
1321 		dev_err(dev, "%s failed to register video device\n",
1322 			HVA_PREFIX);
1323 		goto err_vdev_release;
1324 	}
1325 
1326 	hva->vdev = vdev;
1327 	video_set_drvdata(vdev, hva);
1328 	return 0;
1329 
1330 err_vdev_release:
1331 	video_device_release(vdev);
1332 err_m2m_release:
1333 	v4l2_m2m_release(hva->m2m_dev);
1334 err:
1335 	return ret;
1336 }
1337 
1338 static void hva_unregister_device(struct hva_dev *hva)
1339 {
1340 	if (!hva)
1341 		return;
1342 
1343 	if (hva->m2m_dev)
1344 		v4l2_m2m_release(hva->m2m_dev);
1345 
1346 	video_unregister_device(hva->vdev);
1347 }
1348 
1349 static int hva_probe(struct platform_device *pdev)
1350 {
1351 	struct hva_dev *hva;
1352 	struct device *dev = &pdev->dev;
1353 	int ret;
1354 
1355 	hva = devm_kzalloc(dev, sizeof(*hva), GFP_KERNEL);
1356 	if (!hva) {
1357 		ret = -ENOMEM;
1358 		goto err;
1359 	}
1360 
1361 	ret = dma_coerce_mask_and_coherent(dev, DMA_BIT_MASK(32));
1362 	if (ret)
1363 		return ret;
1364 
1365 	hva->dev = dev;
1366 	hva->pdev = pdev;
1367 	platform_set_drvdata(pdev, hva);
1368 
1369 	mutex_init(&hva->lock);
1370 
1371 	/* probe hardware */
1372 	ret = hva_hw_probe(pdev, hva);
1373 	if (ret)
1374 		goto err;
1375 
1376 	/* register all available encoders */
1377 	register_encoders(hva);
1378 
1379 	/* register all supported formats */
1380 	register_formats(hva);
1381 
1382 	/* register on V4L2 */
1383 	ret = v4l2_device_register(dev, &hva->v4l2_dev);
1384 	if (ret) {
1385 		dev_err(dev, "%s %s failed to register V4L2 device\n",
1386 			HVA_PREFIX, HVA_NAME);
1387 		goto err_hw;
1388 	}
1389 
1390 #ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS
1391 	hva_debugfs_create(hva);
1392 #endif
1393 
1394 	hva->work_queue = create_workqueue(HVA_NAME);
1395 	if (!hva->work_queue) {
1396 		dev_err(dev, "%s %s failed to allocate work queue\n",
1397 			HVA_PREFIX, HVA_NAME);
1398 		ret = -ENOMEM;
1399 		goto err_v4l2;
1400 	}
1401 
1402 	/* register device */
1403 	ret = hva_register_device(hva);
1404 	if (ret)
1405 		goto err_work_queue;
1406 
1407 	dev_info(dev, "%s %s registered as /dev/video%d\n", HVA_PREFIX,
1408 		 HVA_NAME, hva->vdev->num);
1409 
1410 	return 0;
1411 
1412 err_work_queue:
1413 	destroy_workqueue(hva->work_queue);
1414 err_v4l2:
1415 #ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS
1416 	hva_debugfs_remove(hva);
1417 #endif
1418 	v4l2_device_unregister(&hva->v4l2_dev);
1419 err_hw:
1420 	hva_hw_remove(hva);
1421 err:
1422 	return ret;
1423 }
1424 
1425 static int hva_remove(struct platform_device *pdev)
1426 {
1427 	struct hva_dev *hva = platform_get_drvdata(pdev);
1428 	struct device *dev = hva_to_dev(hva);
1429 
1430 	hva_unregister_device(hva);
1431 
1432 	destroy_workqueue(hva->work_queue);
1433 
1434 	hva_hw_remove(hva);
1435 
1436 #ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS
1437 	hva_debugfs_remove(hva);
1438 #endif
1439 
1440 	v4l2_device_unregister(&hva->v4l2_dev);
1441 
1442 	dev_info(dev, "%s %s removed\n", HVA_PREFIX, pdev->name);
1443 
1444 	return 0;
1445 }
1446 
1447 /* PM ops */
1448 static const struct dev_pm_ops hva_pm_ops = {
1449 	.runtime_suspend	= hva_hw_runtime_suspend,
1450 	.runtime_resume		= hva_hw_runtime_resume,
1451 };
1452 
1453 static const struct of_device_id hva_match_types[] = {
1454 	{
1455 	 .compatible = "st,st-hva",
1456 	},
1457 	{ /* end node */ }
1458 };
1459 
1460 MODULE_DEVICE_TABLE(of, hva_match_types);
1461 
1462 static struct platform_driver hva_driver = {
1463 	.probe  = hva_probe,
1464 	.remove = hva_remove,
1465 	.driver = {
1466 		.name		= HVA_NAME,
1467 		.of_match_table	= hva_match_types,
1468 		.pm		= &hva_pm_ops,
1469 		},
1470 };
1471 
1472 module_platform_driver(hva_driver);
1473 
1474 MODULE_LICENSE("GPL");
1475 MODULE_AUTHOR("Yannick Fertre <yannick.fertre@st.com>");
1476 MODULE_DESCRIPTION("STMicroelectronics HVA video encoder V4L2 driver");
1477