1 /*
2  * Copyright (C) 2010-2013 Bluecherry, LLC <http://www.bluecherrydvr.com>
3  *
4  * Original author:
5  * Ben Collins <bcollins@ubuntu.com>
6  *
7  * Additional work by:
8  * John Brooks <john.brooks@bluecherry.net>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License as published by
12  * the Free Software Foundation; either version 2 of the License, or
13  * (at your option) any later version.
14  *
15  * This program is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18  * GNU General Public License for more details.
19  */
20 
21 #include <linux/kernel.h>
22 #include <linux/module.h>
23 #include <linux/kthread.h>
24 #include <linux/freezer.h>
25 
26 #include <media/v4l2-ioctl.h>
27 #include <media/v4l2-common.h>
28 #include <media/v4l2-event.h>
29 #include <media/videobuf2-dma-sg.h>
30 
31 #include "solo6x10.h"
32 #include "solo6x10-tw28.h"
33 #include "solo6x10-jpeg.h"
34 
35 #define MIN_VID_BUFFERS		2
36 #define FRAME_BUF_SIZE		(196 * 1024)
37 #define MP4_QS			16
38 #define DMA_ALIGN		4096
39 
40 /* 6010 M4V */
41 static u8 vop_6010_ntsc_d1[] = {
42 	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
43 	0x02, 0x48, 0x1d, 0xc0, 0x00, 0x40, 0x00, 0x40,
44 	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
45 	0x1f, 0x4c, 0x58, 0x10, 0xf0, 0x71, 0x18, 0x3f,
46 };
47 
48 static u8 vop_6010_ntsc_cif[] = {
49 	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
50 	0x02, 0x48, 0x1d, 0xc0, 0x00, 0x40, 0x00, 0x40,
51 	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
52 	0x1f, 0x4c, 0x2c, 0x10, 0x78, 0x51, 0x18, 0x3f,
53 };
54 
55 static u8 vop_6010_pal_d1[] = {
56 	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
57 	0x02, 0x48, 0x15, 0xc0, 0x00, 0x40, 0x00, 0x40,
58 	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
59 	0x1f, 0x4c, 0x58, 0x11, 0x20, 0x71, 0x18, 0x3f,
60 };
61 
62 static u8 vop_6010_pal_cif[] = {
63 	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
64 	0x02, 0x48, 0x15, 0xc0, 0x00, 0x40, 0x00, 0x40,
65 	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
66 	0x1f, 0x4c, 0x2c, 0x10, 0x90, 0x51, 0x18, 0x3f,
67 };
68 
69 /* 6110 h.264 */
70 static u8 vop_6110_ntsc_d1[] = {
71 	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
72 	0x9a, 0x74, 0x05, 0x81, 0xec, 0x80, 0x00, 0x00,
73 	0x00, 0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00,
74 };
75 
76 static u8 vop_6110_ntsc_cif[] = {
77 	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
78 	0x9a, 0x74, 0x0b, 0x0f, 0xc8, 0x00, 0x00, 0x00,
79 	0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00, 0x00,
80 };
81 
82 static u8 vop_6110_pal_d1[] = {
83 	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
84 	0x9a, 0x74, 0x05, 0x80, 0x93, 0x20, 0x00, 0x00,
85 	0x00, 0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00,
86 };
87 
88 static u8 vop_6110_pal_cif[] = {
89 	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
90 	0x9a, 0x74, 0x0b, 0x04, 0xb2, 0x00, 0x00, 0x00,
91 	0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00, 0x00,
92 };
93 
94 typedef __le32 vop_header[16];
95 
96 struct solo_enc_buf {
97 	enum solo_enc_types	type;
98 	const vop_header	*vh;
99 	int			motion;
100 };
101 
102 static int solo_is_motion_on(struct solo_enc_dev *solo_enc)
103 {
104 	struct solo_dev *solo_dev = solo_enc->solo_dev;
105 
106 	return (solo_dev->motion_mask >> solo_enc->ch) & 1;
107 }
108 
109 static int solo_motion_detected(struct solo_enc_dev *solo_enc)
110 {
111 	struct solo_dev *solo_dev = solo_enc->solo_dev;
112 	unsigned long flags;
113 	u32 ch_mask = 1 << solo_enc->ch;
114 	int ret = 0;
115 
116 	spin_lock_irqsave(&solo_enc->motion_lock, flags);
117 	if (solo_reg_read(solo_dev, SOLO_VI_MOT_STATUS) & ch_mask) {
118 		solo_reg_write(solo_dev, SOLO_VI_MOT_CLEAR, ch_mask);
119 		ret = 1;
120 	}
121 	spin_unlock_irqrestore(&solo_enc->motion_lock, flags);
122 
123 	return ret;
124 }
125 
126 static void solo_motion_toggle(struct solo_enc_dev *solo_enc, int on)
127 {
128 	struct solo_dev *solo_dev = solo_enc->solo_dev;
129 	u32 mask = 1 << solo_enc->ch;
130 	unsigned long flags;
131 
132 	spin_lock_irqsave(&solo_enc->motion_lock, flags);
133 
134 	if (on)
135 		solo_dev->motion_mask |= mask;
136 	else
137 		solo_dev->motion_mask &= ~mask;
138 
139 	solo_reg_write(solo_dev, SOLO_VI_MOT_CLEAR, mask);
140 
141 	solo_reg_write(solo_dev, SOLO_VI_MOT_ADR,
142 		       SOLO_VI_MOTION_EN(solo_dev->motion_mask) |
143 		       (SOLO_MOTION_EXT_ADDR(solo_dev) >> 16));
144 
145 	spin_unlock_irqrestore(&solo_enc->motion_lock, flags);
146 }
147 
148 void solo_update_mode(struct solo_enc_dev *solo_enc)
149 {
150 	struct solo_dev *solo_dev = solo_enc->solo_dev;
151 	int vop_len;
152 	u8 *vop;
153 
154 	solo_enc->interlaced = (solo_enc->mode & 0x08) ? 1 : 0;
155 	solo_enc->bw_weight = max(solo_dev->fps / solo_enc->interval, 1);
156 
157 	if (solo_enc->mode == SOLO_ENC_MODE_CIF) {
158 		solo_enc->width = solo_dev->video_hsize >> 1;
159 		solo_enc->height = solo_dev->video_vsize;
160 		if (solo_dev->type == SOLO_DEV_6110) {
161 			if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
162 				vop = vop_6110_ntsc_cif;
163 				vop_len = sizeof(vop_6110_ntsc_cif);
164 			} else {
165 				vop = vop_6110_pal_cif;
166 				vop_len = sizeof(vop_6110_pal_cif);
167 			}
168 		} else {
169 			if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
170 				vop = vop_6010_ntsc_cif;
171 				vop_len = sizeof(vop_6010_ntsc_cif);
172 			} else {
173 				vop = vop_6010_pal_cif;
174 				vop_len = sizeof(vop_6010_pal_cif);
175 			}
176 		}
177 	} else {
178 		solo_enc->width = solo_dev->video_hsize;
179 		solo_enc->height = solo_dev->video_vsize << 1;
180 		solo_enc->bw_weight <<= 2;
181 		if (solo_dev->type == SOLO_DEV_6110) {
182 			if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
183 				vop = vop_6110_ntsc_d1;
184 				vop_len = sizeof(vop_6110_ntsc_d1);
185 			} else {
186 				vop = vop_6110_pal_d1;
187 				vop_len = sizeof(vop_6110_pal_d1);
188 			}
189 		} else {
190 			if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
191 				vop = vop_6010_ntsc_d1;
192 				vop_len = sizeof(vop_6010_ntsc_d1);
193 			} else {
194 				vop = vop_6010_pal_d1;
195 				vop_len = sizeof(vop_6010_pal_d1);
196 			}
197 		}
198 	}
199 
200 	memcpy(solo_enc->vop, vop, vop_len);
201 
202 	/* Some fixups for 6010/M4V */
203 	if (solo_dev->type == SOLO_DEV_6010) {
204 		u16 fps = solo_dev->fps * 1000;
205 		u16 interval = solo_enc->interval * 1000;
206 
207 		vop = solo_enc->vop;
208 
209 		/* Frame rate and interval */
210 		vop[22] = fps >> 4;
211 		vop[23] = ((fps << 4) & 0xf0) | 0x0c
212 			| ((interval >> 13) & 0x3);
213 		vop[24] = (interval >> 5) & 0xff;
214 		vop[25] = ((interval << 3) & 0xf8) | 0x04;
215 	}
216 
217 	solo_enc->vop_len = vop_len;
218 
219 	/* Now handle the jpeg header */
220 	vop = solo_enc->jpeg_header;
221 	vop[SOF0_START + 5] = 0xff & (solo_enc->height >> 8);
222 	vop[SOF0_START + 6] = 0xff & solo_enc->height;
223 	vop[SOF0_START + 7] = 0xff & (solo_enc->width >> 8);
224 	vop[SOF0_START + 8] = 0xff & solo_enc->width;
225 
226 	memcpy(vop + DQT_START,
227 	       jpeg_dqt[solo_g_jpeg_qp(solo_dev, solo_enc->ch)], DQT_LEN);
228 }
229 
230 static int solo_enc_on(struct solo_enc_dev *solo_enc)
231 {
232 	u8 ch = solo_enc->ch;
233 	struct solo_dev *solo_dev = solo_enc->solo_dev;
234 	u8 interval;
235 
236 	solo_update_mode(solo_enc);
237 
238 	/* Make sure to do a bandwidth check */
239 	if (solo_enc->bw_weight > solo_dev->enc_bw_remain)
240 		return -EBUSY;
241 	solo_enc->sequence = 0;
242 	solo_dev->enc_bw_remain -= solo_enc->bw_weight;
243 
244 	if (solo_enc->type == SOLO_ENC_TYPE_EXT)
245 		solo_reg_write(solo_dev, SOLO_CAP_CH_COMP_ENA_E(ch), 1);
246 
247 	/* Disable all encoding for this channel */
248 	solo_reg_write(solo_dev, SOLO_CAP_CH_SCALE(ch), 0);
249 
250 	/* Common for both std and ext encoding */
251 	solo_reg_write(solo_dev, SOLO_VE_CH_INTL(ch),
252 		       solo_enc->interlaced ? 1 : 0);
253 
254 	if (solo_enc->interlaced)
255 		interval = solo_enc->interval - 1;
256 	else
257 		interval = solo_enc->interval;
258 
259 	/* Standard encoding only */
260 	solo_reg_write(solo_dev, SOLO_VE_CH_GOP(ch), solo_enc->gop);
261 	solo_reg_write(solo_dev, SOLO_VE_CH_QP(ch), solo_enc->qp);
262 	solo_reg_write(solo_dev, SOLO_CAP_CH_INTV(ch), interval);
263 
264 	/* Extended encoding only */
265 	solo_reg_write(solo_dev, SOLO_VE_CH_GOP_E(ch), solo_enc->gop);
266 	solo_reg_write(solo_dev, SOLO_VE_CH_QP_E(ch), solo_enc->qp);
267 	solo_reg_write(solo_dev, SOLO_CAP_CH_INTV_E(ch), interval);
268 
269 	/* Enables the standard encoder */
270 	solo_reg_write(solo_dev, SOLO_CAP_CH_SCALE(ch), solo_enc->mode);
271 
272 	return 0;
273 }
274 
275 static void solo_enc_off(struct solo_enc_dev *solo_enc)
276 {
277 	struct solo_dev *solo_dev = solo_enc->solo_dev;
278 
279 	solo_dev->enc_bw_remain += solo_enc->bw_weight;
280 
281 	solo_reg_write(solo_dev, SOLO_CAP_CH_SCALE(solo_enc->ch), 0);
282 	solo_reg_write(solo_dev, SOLO_CAP_CH_COMP_ENA_E(solo_enc->ch), 0);
283 }
284 
285 static int enc_get_mpeg_dma(struct solo_dev *solo_dev, dma_addr_t dma,
286 			      unsigned int off, unsigned int size)
287 {
288 	int ret;
289 
290 	if (off > SOLO_MP4E_EXT_SIZE(solo_dev))
291 		return -EINVAL;
292 
293 	/* Single shot */
294 	if (off + size <= SOLO_MP4E_EXT_SIZE(solo_dev)) {
295 		return solo_p2m_dma_t(solo_dev, 0, dma,
296 				      SOLO_MP4E_EXT_ADDR(solo_dev) + off, size,
297 				      0, 0);
298 	}
299 
300 	/* Buffer wrap */
301 	ret = solo_p2m_dma_t(solo_dev, 0, dma,
302 			     SOLO_MP4E_EXT_ADDR(solo_dev) + off,
303 			     SOLO_MP4E_EXT_SIZE(solo_dev) - off, 0, 0);
304 
305 	if (!ret) {
306 		ret = solo_p2m_dma_t(solo_dev, 0,
307 			     dma + SOLO_MP4E_EXT_SIZE(solo_dev) - off,
308 			     SOLO_MP4E_EXT_ADDR(solo_dev),
309 			     size + off - SOLO_MP4E_EXT_SIZE(solo_dev), 0, 0);
310 	}
311 
312 	return ret;
313 }
314 
315 /* Build a descriptor queue out of an SG list and send it to the P2M for
316  * processing. */
317 static int solo_send_desc(struct solo_enc_dev *solo_enc, int skip,
318 			  struct sg_table *vbuf, int off, int size,
319 			  unsigned int base, unsigned int base_size)
320 {
321 	struct solo_dev *solo_dev = solo_enc->solo_dev;
322 	struct scatterlist *sg;
323 	int i;
324 	int ret;
325 
326 	if (WARN_ON_ONCE(size > FRAME_BUF_SIZE))
327 		return -EINVAL;
328 
329 	solo_enc->desc_count = 1;
330 
331 	for_each_sg(vbuf->sgl, sg, vbuf->nents, i) {
332 		struct solo_p2m_desc *desc;
333 		dma_addr_t dma;
334 		int len;
335 		int left = base_size - off;
336 
337 		desc = &solo_enc->desc_items[solo_enc->desc_count++];
338 		dma = sg_dma_address(sg);
339 		len = sg_dma_len(sg);
340 
341 		/* We assume this is smaller than the scatter size */
342 		BUG_ON(skip >= len);
343 		if (skip) {
344 			len -= skip;
345 			dma += skip;
346 			size -= skip;
347 			skip = 0;
348 		}
349 
350 		len = min(len, size);
351 
352 		if (len <= left) {
353 			/* Single descriptor */
354 			solo_p2m_fill_desc(desc, 0, dma, base + off,
355 					   len, 0, 0);
356 		} else {
357 			/* Buffer wrap */
358 			/* XXX: Do these as separate DMA requests, to avoid
359 			   timeout errors triggered by awkwardly sized
360 			   descriptors. See
361 			   <https://github.com/bluecherrydvr/solo6x10/issues/8>
362 			 */
363 			ret = solo_p2m_dma_t(solo_dev, 0, dma, base + off,
364 					     left, 0, 0);
365 			if (ret)
366 				return ret;
367 
368 			ret = solo_p2m_dma_t(solo_dev, 0, dma + left, base,
369 					     len - left, 0, 0);
370 			if (ret)
371 				return ret;
372 
373 			solo_enc->desc_count--;
374 		}
375 
376 		size -= len;
377 		if (size <= 0)
378 			break;
379 
380 		off += len;
381 		if (off >= base_size)
382 			off -= base_size;
383 
384 		/* Because we may use two descriptors per loop */
385 		if (solo_enc->desc_count >= (solo_enc->desc_nelts - 1)) {
386 			ret = solo_p2m_dma_desc(solo_dev, solo_enc->desc_items,
387 						solo_enc->desc_dma,
388 						solo_enc->desc_count - 1);
389 			if (ret)
390 				return ret;
391 			solo_enc->desc_count = 1;
392 		}
393 	}
394 
395 	if (solo_enc->desc_count <= 1)
396 		return 0;
397 
398 	return solo_p2m_dma_desc(solo_dev, solo_enc->desc_items,
399 			solo_enc->desc_dma, solo_enc->desc_count - 1);
400 }
401 
402 /* Extract values from VOP header - VE_STATUSxx */
403 static inline int vop_interlaced(const vop_header *vh)
404 {
405 	return (__le32_to_cpu((*vh)[0]) >> 30) & 1;
406 }
407 
408 static inline u8 vop_channel(const vop_header *vh)
409 {
410 	return (__le32_to_cpu((*vh)[0]) >> 24) & 0x1F;
411 }
412 
413 static inline u8 vop_type(const vop_header *vh)
414 {
415 	return (__le32_to_cpu((*vh)[0]) >> 22) & 3;
416 }
417 
418 static inline u32 vop_mpeg_size(const vop_header *vh)
419 {
420 	return __le32_to_cpu((*vh)[0]) & 0xFFFFF;
421 }
422 
423 static inline u8 vop_hsize(const vop_header *vh)
424 {
425 	return (__le32_to_cpu((*vh)[1]) >> 8) & 0xFF;
426 }
427 
428 static inline u8 vop_vsize(const vop_header *vh)
429 {
430 	return __le32_to_cpu((*vh)[1]) & 0xFF;
431 }
432 
433 static inline u32 vop_mpeg_offset(const vop_header *vh)
434 {
435 	return __le32_to_cpu((*vh)[2]);
436 }
437 
438 static inline u32 vop_jpeg_offset(const vop_header *vh)
439 {
440 	return __le32_to_cpu((*vh)[3]);
441 }
442 
443 static inline u32 vop_jpeg_size(const vop_header *vh)
444 {
445 	return __le32_to_cpu((*vh)[4]) & 0xFFFFF;
446 }
447 
448 static inline u32 vop_sec(const vop_header *vh)
449 {
450 	return __le32_to_cpu((*vh)[5]);
451 }
452 
453 static inline u32 vop_usec(const vop_header *vh)
454 {
455 	return __le32_to_cpu((*vh)[6]);
456 }
457 
458 static int solo_fill_jpeg(struct solo_enc_dev *solo_enc,
459 			  struct vb2_buffer *vb, const vop_header *vh)
460 {
461 	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
462 	struct solo_dev *solo_dev = solo_enc->solo_dev;
463 	struct sg_table *sgt = vb2_dma_sg_plane_desc(vb, 0);
464 	int frame_size;
465 
466 	vbuf->flags |= V4L2_BUF_FLAG_KEYFRAME;
467 
468 	if (vb2_plane_size(vb, 0) < vop_jpeg_size(vh) + solo_enc->jpeg_len)
469 		return -EIO;
470 
471 	frame_size = ALIGN(vop_jpeg_size(vh) + solo_enc->jpeg_len, DMA_ALIGN);
472 	vb2_set_plane_payload(vb, 0, vop_jpeg_size(vh) + solo_enc->jpeg_len);
473 
474 	return solo_send_desc(solo_enc, solo_enc->jpeg_len, sgt,
475 			     vop_jpeg_offset(vh) - SOLO_JPEG_EXT_ADDR(solo_dev),
476 			     frame_size, SOLO_JPEG_EXT_ADDR(solo_dev),
477 			     SOLO_JPEG_EXT_SIZE(solo_dev));
478 }
479 
480 static int solo_fill_mpeg(struct solo_enc_dev *solo_enc,
481 		struct vb2_buffer *vb, const vop_header *vh)
482 {
483 	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
484 	struct solo_dev *solo_dev = solo_enc->solo_dev;
485 	struct sg_table *sgt = vb2_dma_sg_plane_desc(vb, 0);
486 	int frame_off, frame_size;
487 	int skip = 0;
488 
489 	if (vb2_plane_size(vb, 0) < vop_mpeg_size(vh))
490 		return -EIO;
491 
492 	/* If this is a key frame, add extra header */
493 	vbuf->flags &= ~(V4L2_BUF_FLAG_KEYFRAME | V4L2_BUF_FLAG_PFRAME |
494 		V4L2_BUF_FLAG_BFRAME);
495 	if (!vop_type(vh)) {
496 		skip = solo_enc->vop_len;
497 		vbuf->flags |= V4L2_BUF_FLAG_KEYFRAME;
498 		vb2_set_plane_payload(vb, 0, vop_mpeg_size(vh) +
499 			solo_enc->vop_len);
500 	} else {
501 		vbuf->flags |= V4L2_BUF_FLAG_PFRAME;
502 		vb2_set_plane_payload(vb, 0, vop_mpeg_size(vh));
503 	}
504 
505 	/* Now get the actual mpeg payload */
506 	frame_off = (vop_mpeg_offset(vh) - SOLO_MP4E_EXT_ADDR(solo_dev) +
507 		sizeof(*vh)) % SOLO_MP4E_EXT_SIZE(solo_dev);
508 	frame_size = ALIGN(vop_mpeg_size(vh) + skip, DMA_ALIGN);
509 
510 	return solo_send_desc(solo_enc, skip, sgt, frame_off, frame_size,
511 			SOLO_MP4E_EXT_ADDR(solo_dev),
512 			SOLO_MP4E_EXT_SIZE(solo_dev));
513 }
514 
515 static int solo_enc_fillbuf(struct solo_enc_dev *solo_enc,
516 			    struct vb2_buffer *vb, struct solo_enc_buf *enc_buf)
517 {
518 	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
519 	const vop_header *vh = enc_buf->vh;
520 	int ret;
521 
522 	switch (solo_enc->fmt) {
523 	case V4L2_PIX_FMT_MPEG4:
524 	case V4L2_PIX_FMT_H264:
525 		ret = solo_fill_mpeg(solo_enc, vb, vh);
526 		break;
527 	default: /* V4L2_PIX_FMT_MJPEG */
528 		ret = solo_fill_jpeg(solo_enc, vb, vh);
529 		break;
530 	}
531 
532 	if (!ret) {
533 		vbuf->sequence = solo_enc->sequence++;
534 		vb->timestamp = ktime_get_ns();
535 
536 		/* Check for motion flags */
537 		if (solo_is_motion_on(solo_enc) && enc_buf->motion) {
538 			struct v4l2_event ev = {
539 				.type = V4L2_EVENT_MOTION_DET,
540 				.u.motion_det = {
541 					.flags
542 					= V4L2_EVENT_MD_FL_HAVE_FRAME_SEQ,
543 					.frame_sequence = vbuf->sequence,
544 					.region_mask = enc_buf->motion ? 1 : 0,
545 				},
546 			};
547 
548 			v4l2_event_queue(solo_enc->vfd, &ev);
549 		}
550 	}
551 
552 	vb2_buffer_done(vb, ret ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
553 
554 	return ret;
555 }
556 
557 static void solo_enc_handle_one(struct solo_enc_dev *solo_enc,
558 				struct solo_enc_buf *enc_buf)
559 {
560 	struct solo_vb2_buf *vb;
561 	unsigned long flags;
562 
563 	mutex_lock(&solo_enc->lock);
564 	if (solo_enc->type != enc_buf->type)
565 		goto unlock;
566 
567 	spin_lock_irqsave(&solo_enc->av_lock, flags);
568 	if (list_empty(&solo_enc->vidq_active)) {
569 		spin_unlock_irqrestore(&solo_enc->av_lock, flags);
570 		goto unlock;
571 	}
572 	vb = list_first_entry(&solo_enc->vidq_active, struct solo_vb2_buf,
573 		list);
574 	list_del(&vb->list);
575 	spin_unlock_irqrestore(&solo_enc->av_lock, flags);
576 
577 	solo_enc_fillbuf(solo_enc, &vb->vb.vb2_buf, enc_buf);
578 unlock:
579 	mutex_unlock(&solo_enc->lock);
580 }
581 
582 void solo_enc_v4l2_isr(struct solo_dev *solo_dev)
583 {
584 	wake_up_interruptible_all(&solo_dev->ring_thread_wait);
585 }
586 
587 static void solo_handle_ring(struct solo_dev *solo_dev)
588 {
589 	for (;;) {
590 		struct solo_enc_dev *solo_enc;
591 		struct solo_enc_buf enc_buf;
592 		u32 mpeg_current, off;
593 		u8 ch;
594 		u8 cur_q;
595 
596 		/* Check if the hardware has any new ones in the queue */
597 		cur_q = solo_reg_read(solo_dev, SOLO_VE_STATE(11)) & 0xff;
598 		if (cur_q == solo_dev->enc_idx)
599 			break;
600 
601 		mpeg_current = solo_reg_read(solo_dev,
602 					SOLO_VE_MPEG4_QUE(solo_dev->enc_idx));
603 		solo_dev->enc_idx = (solo_dev->enc_idx + 1) % MP4_QS;
604 
605 		ch = (mpeg_current >> 24) & 0x1f;
606 		off = mpeg_current & 0x00ffffff;
607 
608 		if (ch >= SOLO_MAX_CHANNELS) {
609 			ch -= SOLO_MAX_CHANNELS;
610 			enc_buf.type = SOLO_ENC_TYPE_EXT;
611 		} else
612 			enc_buf.type = SOLO_ENC_TYPE_STD;
613 
614 		solo_enc = solo_dev->v4l2_enc[ch];
615 		if (solo_enc == NULL) {
616 			dev_err(&solo_dev->pdev->dev,
617 				"Got spurious packet for channel %d\n", ch);
618 			continue;
619 		}
620 
621 		/* FAIL... */
622 		if (enc_get_mpeg_dma(solo_dev, solo_dev->vh_dma, off,
623 				     sizeof(vop_header)))
624 			continue;
625 
626 		enc_buf.vh = solo_dev->vh_buf;
627 
628 		/* Sanity check */
629 		if (vop_mpeg_offset(enc_buf.vh) !=
630 			SOLO_MP4E_EXT_ADDR(solo_dev) + off)
631 			continue;
632 
633 		if (solo_motion_detected(solo_enc))
634 			enc_buf.motion = 1;
635 		else
636 			enc_buf.motion = 0;
637 
638 		solo_enc_handle_one(solo_enc, &enc_buf);
639 	}
640 }
641 
642 static int solo_ring_thread(void *data)
643 {
644 	struct solo_dev *solo_dev = data;
645 	DECLARE_WAITQUEUE(wait, current);
646 
647 	set_freezable();
648 	add_wait_queue(&solo_dev->ring_thread_wait, &wait);
649 
650 	for (;;) {
651 		long timeout = schedule_timeout_interruptible(HZ);
652 
653 		if (timeout == -ERESTARTSYS || kthread_should_stop())
654 			break;
655 		solo_handle_ring(solo_dev);
656 		try_to_freeze();
657 	}
658 
659 	remove_wait_queue(&solo_dev->ring_thread_wait, &wait);
660 
661 	return 0;
662 }
663 
664 static int solo_enc_queue_setup(struct vb2_queue *q,
665 				unsigned int *num_buffers,
666 				unsigned int *num_planes, unsigned int sizes[],
667 				void *alloc_ctxs[])
668 {
669 	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(q);
670 
671 	sizes[0] = FRAME_BUF_SIZE;
672 	alloc_ctxs[0] = solo_enc->alloc_ctx;
673 	*num_planes = 1;
674 
675 	if (*num_buffers < MIN_VID_BUFFERS)
676 		*num_buffers = MIN_VID_BUFFERS;
677 
678 	return 0;
679 }
680 
681 static void solo_enc_buf_queue(struct vb2_buffer *vb)
682 {
683 	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
684 	struct vb2_queue *vq = vb->vb2_queue;
685 	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(vq);
686 	struct solo_vb2_buf *solo_vb =
687 		container_of(vbuf, struct solo_vb2_buf, vb);
688 
689 	spin_lock(&solo_enc->av_lock);
690 	list_add_tail(&solo_vb->list, &solo_enc->vidq_active);
691 	spin_unlock(&solo_enc->av_lock);
692 }
693 
694 static int solo_ring_start(struct solo_dev *solo_dev)
695 {
696 	solo_dev->ring_thread = kthread_run(solo_ring_thread, solo_dev,
697 					    SOLO6X10_NAME "_ring");
698 	if (IS_ERR(solo_dev->ring_thread)) {
699 		int err = PTR_ERR(solo_dev->ring_thread);
700 
701 		solo_dev->ring_thread = NULL;
702 		return err;
703 	}
704 
705 	solo_irq_on(solo_dev, SOLO_IRQ_ENCODER);
706 
707 	return 0;
708 }
709 
710 static void solo_ring_stop(struct solo_dev *solo_dev)
711 {
712 	if (solo_dev->ring_thread) {
713 		kthread_stop(solo_dev->ring_thread);
714 		solo_dev->ring_thread = NULL;
715 	}
716 
717 	solo_irq_off(solo_dev, SOLO_IRQ_ENCODER);
718 }
719 
720 static int solo_enc_start_streaming(struct vb2_queue *q, unsigned int count)
721 {
722 	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(q);
723 
724 	return solo_enc_on(solo_enc);
725 }
726 
727 static void solo_enc_stop_streaming(struct vb2_queue *q)
728 {
729 	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(q);
730 	unsigned long flags;
731 
732 	spin_lock_irqsave(&solo_enc->av_lock, flags);
733 	solo_enc_off(solo_enc);
734 	while (!list_empty(&solo_enc->vidq_active)) {
735 		struct solo_vb2_buf *buf = list_entry(
736 				solo_enc->vidq_active.next,
737 				struct solo_vb2_buf, list);
738 
739 		list_del(&buf->list);
740 		vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);
741 	}
742 	spin_unlock_irqrestore(&solo_enc->av_lock, flags);
743 }
744 
745 static void solo_enc_buf_finish(struct vb2_buffer *vb)
746 {
747 	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
748 	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(vb->vb2_queue);
749 	struct sg_table *sgt = vb2_dma_sg_plane_desc(vb, 0);
750 
751 	switch (solo_enc->fmt) {
752 	case V4L2_PIX_FMT_MPEG4:
753 	case V4L2_PIX_FMT_H264:
754 		if (vbuf->flags & V4L2_BUF_FLAG_KEYFRAME)
755 			sg_copy_from_buffer(sgt->sgl, sgt->nents,
756 					solo_enc->vop, solo_enc->vop_len);
757 		break;
758 	default: /* V4L2_PIX_FMT_MJPEG */
759 		sg_copy_from_buffer(sgt->sgl, sgt->nents,
760 				solo_enc->jpeg_header, solo_enc->jpeg_len);
761 		break;
762 	}
763 }
764 
765 static struct vb2_ops solo_enc_video_qops = {
766 	.queue_setup	= solo_enc_queue_setup,
767 	.buf_queue	= solo_enc_buf_queue,
768 	.buf_finish	= solo_enc_buf_finish,
769 	.start_streaming = solo_enc_start_streaming,
770 	.stop_streaming = solo_enc_stop_streaming,
771 	.wait_prepare	= vb2_ops_wait_prepare,
772 	.wait_finish	= vb2_ops_wait_finish,
773 };
774 
775 static int solo_enc_querycap(struct file *file, void  *priv,
776 			     struct v4l2_capability *cap)
777 {
778 	struct solo_enc_dev *solo_enc = video_drvdata(file);
779 	struct solo_dev *solo_dev = solo_enc->solo_dev;
780 
781 	strcpy(cap->driver, SOLO6X10_NAME);
782 	snprintf(cap->card, sizeof(cap->card), "Softlogic 6x10 Enc %d",
783 		 solo_enc->ch);
784 	snprintf(cap->bus_info, sizeof(cap->bus_info), "PCI:%s",
785 		 pci_name(solo_dev->pdev));
786 	cap->device_caps = V4L2_CAP_VIDEO_CAPTURE |
787 			V4L2_CAP_READWRITE | V4L2_CAP_STREAMING;
788 	cap->capabilities = cap->device_caps | V4L2_CAP_DEVICE_CAPS;
789 	return 0;
790 }
791 
792 static int solo_enc_enum_input(struct file *file, void *priv,
793 			       struct v4l2_input *input)
794 {
795 	struct solo_enc_dev *solo_enc = video_drvdata(file);
796 	struct solo_dev *solo_dev = solo_enc->solo_dev;
797 
798 	if (input->index)
799 		return -EINVAL;
800 
801 	snprintf(input->name, sizeof(input->name), "Encoder %d",
802 		 solo_enc->ch + 1);
803 	input->type = V4L2_INPUT_TYPE_CAMERA;
804 	input->std = solo_enc->vfd->tvnorms;
805 
806 	if (!tw28_get_video_status(solo_dev, solo_enc->ch))
807 		input->status = V4L2_IN_ST_NO_SIGNAL;
808 
809 	return 0;
810 }
811 
812 static int solo_enc_set_input(struct file *file, void *priv,
813 			      unsigned int index)
814 {
815 	if (index)
816 		return -EINVAL;
817 
818 	return 0;
819 }
820 
821 static int solo_enc_get_input(struct file *file, void *priv,
822 			      unsigned int *index)
823 {
824 	*index = 0;
825 
826 	return 0;
827 }
828 
829 static int solo_enc_enum_fmt_cap(struct file *file, void *priv,
830 				 struct v4l2_fmtdesc *f)
831 {
832 	struct solo_enc_dev *solo_enc = video_drvdata(file);
833 	int dev_type = solo_enc->solo_dev->type;
834 
835 	switch (f->index) {
836 	case 0:
837 		switch (dev_type) {
838 		case SOLO_DEV_6010:
839 			f->pixelformat = V4L2_PIX_FMT_MPEG4;
840 			strcpy(f->description, "MPEG-4 part 2");
841 			break;
842 		case SOLO_DEV_6110:
843 			f->pixelformat = V4L2_PIX_FMT_H264;
844 			strcpy(f->description, "H.264");
845 			break;
846 		}
847 		break;
848 	case 1:
849 		f->pixelformat = V4L2_PIX_FMT_MJPEG;
850 		strcpy(f->description, "MJPEG");
851 		break;
852 	default:
853 		return -EINVAL;
854 	}
855 
856 	f->flags = V4L2_FMT_FLAG_COMPRESSED;
857 
858 	return 0;
859 }
860 
861 static inline int solo_valid_pixfmt(u32 pixfmt, int dev_type)
862 {
863 	return (pixfmt == V4L2_PIX_FMT_H264 && dev_type == SOLO_DEV_6110)
864 		|| (pixfmt == V4L2_PIX_FMT_MPEG4 && dev_type == SOLO_DEV_6010)
865 		|| pixfmt == V4L2_PIX_FMT_MJPEG ? 0 : -EINVAL;
866 }
867 
868 static int solo_enc_try_fmt_cap(struct file *file, void *priv,
869 			    struct v4l2_format *f)
870 {
871 	struct solo_enc_dev *solo_enc = video_drvdata(file);
872 	struct solo_dev *solo_dev = solo_enc->solo_dev;
873 	struct v4l2_pix_format *pix = &f->fmt.pix;
874 
875 	if (solo_valid_pixfmt(pix->pixelformat, solo_dev->type))
876 		return -EINVAL;
877 
878 	if (pix->width < solo_dev->video_hsize ||
879 	    pix->height < solo_dev->video_vsize << 1) {
880 		/* Default to CIF 1/2 size */
881 		pix->width = solo_dev->video_hsize >> 1;
882 		pix->height = solo_dev->video_vsize;
883 	} else {
884 		/* Full frame */
885 		pix->width = solo_dev->video_hsize;
886 		pix->height = solo_dev->video_vsize << 1;
887 	}
888 
889 	switch (pix->field) {
890 	case V4L2_FIELD_NONE:
891 	case V4L2_FIELD_INTERLACED:
892 		break;
893 	case V4L2_FIELD_ANY:
894 	default:
895 		pix->field = V4L2_FIELD_INTERLACED;
896 		break;
897 	}
898 
899 	/* Just set these */
900 	pix->colorspace = V4L2_COLORSPACE_SMPTE170M;
901 	pix->sizeimage = FRAME_BUF_SIZE;
902 	pix->bytesperline = 0;
903 	pix->priv = 0;
904 
905 	return 0;
906 }
907 
908 static int solo_enc_set_fmt_cap(struct file *file, void *priv,
909 				struct v4l2_format *f)
910 {
911 	struct solo_enc_dev *solo_enc = video_drvdata(file);
912 	struct solo_dev *solo_dev = solo_enc->solo_dev;
913 	struct v4l2_pix_format *pix = &f->fmt.pix;
914 	int ret;
915 
916 	if (vb2_is_busy(&solo_enc->vidq))
917 		return -EBUSY;
918 
919 	ret = solo_enc_try_fmt_cap(file, priv, f);
920 	if (ret)
921 		return ret;
922 
923 	if (pix->width == solo_dev->video_hsize)
924 		solo_enc->mode = SOLO_ENC_MODE_D1;
925 	else
926 		solo_enc->mode = SOLO_ENC_MODE_CIF;
927 
928 	/* This does not change the encoder at all */
929 	solo_enc->fmt = pix->pixelformat;
930 
931 	/*
932 	 * More information is needed about these 'extended' types. As far
933 	 * as I can tell these are basically additional video streams with
934 	 * different MPEG encoding attributes that can run in parallel with
935 	 * the main stream. If so, then this should be implemented as a
936 	 * second video node. Abusing priv like this is certainly not the
937 	 * right approach.
938 	if (pix->priv)
939 		solo_enc->type = SOLO_ENC_TYPE_EXT;
940 	 */
941 	solo_update_mode(solo_enc);
942 	return 0;
943 }
944 
945 static int solo_enc_get_fmt_cap(struct file *file, void *priv,
946 				struct v4l2_format *f)
947 {
948 	struct solo_enc_dev *solo_enc = video_drvdata(file);
949 	struct v4l2_pix_format *pix = &f->fmt.pix;
950 
951 	pix->width = solo_enc->width;
952 	pix->height = solo_enc->height;
953 	pix->pixelformat = solo_enc->fmt;
954 	pix->field = solo_enc->interlaced ? V4L2_FIELD_INTERLACED :
955 		     V4L2_FIELD_NONE;
956 	pix->sizeimage = FRAME_BUF_SIZE;
957 	pix->colorspace = V4L2_COLORSPACE_SMPTE170M;
958 	pix->priv = 0;
959 
960 	return 0;
961 }
962 
963 static int solo_enc_g_std(struct file *file, void *priv, v4l2_std_id *i)
964 {
965 	struct solo_enc_dev *solo_enc = video_drvdata(file);
966 	struct solo_dev *solo_dev = solo_enc->solo_dev;
967 
968 	if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC)
969 		*i = V4L2_STD_NTSC_M;
970 	else
971 		*i = V4L2_STD_PAL;
972 	return 0;
973 }
974 
975 static int solo_enc_s_std(struct file *file, void *priv, v4l2_std_id std)
976 {
977 	struct solo_enc_dev *solo_enc = video_drvdata(file);
978 
979 	return solo_set_video_type(solo_enc->solo_dev, std & V4L2_STD_625_50);
980 }
981 
982 static int solo_enum_framesizes(struct file *file, void *priv,
983 				struct v4l2_frmsizeenum *fsize)
984 {
985 	struct solo_enc_dev *solo_enc = video_drvdata(file);
986 	struct solo_dev *solo_dev = solo_enc->solo_dev;
987 
988 	if (solo_valid_pixfmt(fsize->pixel_format, solo_dev->type))
989 		return -EINVAL;
990 
991 	switch (fsize->index) {
992 	case 0:
993 		fsize->discrete.width = solo_dev->video_hsize >> 1;
994 		fsize->discrete.height = solo_dev->video_vsize;
995 		break;
996 	case 1:
997 		fsize->discrete.width = solo_dev->video_hsize;
998 		fsize->discrete.height = solo_dev->video_vsize << 1;
999 		break;
1000 	default:
1001 		return -EINVAL;
1002 	}
1003 
1004 	fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE;
1005 
1006 	return 0;
1007 }
1008 
1009 static int solo_enum_frameintervals(struct file *file, void *priv,
1010 				    struct v4l2_frmivalenum *fintv)
1011 {
1012 	struct solo_enc_dev *solo_enc = video_drvdata(file);
1013 	struct solo_dev *solo_dev = solo_enc->solo_dev;
1014 
1015 	if (solo_valid_pixfmt(fintv->pixel_format, solo_dev->type))
1016 		return -EINVAL;
1017 	if (fintv->index)
1018 		return -EINVAL;
1019 	if ((fintv->width != solo_dev->video_hsize >> 1 ||
1020 	     fintv->height != solo_dev->video_vsize) &&
1021 	    (fintv->width != solo_dev->video_hsize ||
1022 	     fintv->height != solo_dev->video_vsize << 1))
1023 		return -EINVAL;
1024 
1025 	fintv->type = V4L2_FRMIVAL_TYPE_STEPWISE;
1026 
1027 	fintv->stepwise.min.numerator = 1;
1028 	fintv->stepwise.min.denominator = solo_dev->fps;
1029 
1030 	fintv->stepwise.max.numerator = 15;
1031 	fintv->stepwise.max.denominator = solo_dev->fps;
1032 
1033 	fintv->stepwise.step.numerator = 1;
1034 	fintv->stepwise.step.denominator = solo_dev->fps;
1035 
1036 	return 0;
1037 }
1038 
1039 static int solo_g_parm(struct file *file, void *priv,
1040 		       struct v4l2_streamparm *sp)
1041 {
1042 	struct solo_enc_dev *solo_enc = video_drvdata(file);
1043 	struct v4l2_captureparm *cp = &sp->parm.capture;
1044 
1045 	cp->capability = V4L2_CAP_TIMEPERFRAME;
1046 	cp->timeperframe.numerator = solo_enc->interval;
1047 	cp->timeperframe.denominator = solo_enc->solo_dev->fps;
1048 	cp->capturemode = 0;
1049 	/* XXX: Shouldn't we be able to get/set this from videobuf? */
1050 	cp->readbuffers = 2;
1051 
1052 	return 0;
1053 }
1054 
1055 static inline int calc_interval(u8 fps, u32 n, u32 d)
1056 {
1057 	if (!n || !d)
1058 		return 1;
1059 	if (d == fps)
1060 		return n;
1061 	n *= fps;
1062 	return min(15U, n / d + (n % d >= (fps >> 1)));
1063 }
1064 
1065 static int solo_s_parm(struct file *file, void *priv,
1066 		       struct v4l2_streamparm *sp)
1067 {
1068 	struct solo_enc_dev *solo_enc = video_drvdata(file);
1069 	struct v4l2_fract *t = &sp->parm.capture.timeperframe;
1070 	u8 fps = solo_enc->solo_dev->fps;
1071 
1072 	if (vb2_is_streaming(&solo_enc->vidq))
1073 		return -EBUSY;
1074 
1075 	solo_enc->interval = calc_interval(fps, t->numerator, t->denominator);
1076 	solo_update_mode(solo_enc);
1077 	return solo_g_parm(file, priv, sp);
1078 }
1079 
1080 static int solo_s_ctrl(struct v4l2_ctrl *ctrl)
1081 {
1082 	struct solo_enc_dev *solo_enc =
1083 		container_of(ctrl->handler, struct solo_enc_dev, hdl);
1084 	struct solo_dev *solo_dev = solo_enc->solo_dev;
1085 	int err;
1086 
1087 	switch (ctrl->id) {
1088 	case V4L2_CID_BRIGHTNESS:
1089 	case V4L2_CID_CONTRAST:
1090 	case V4L2_CID_SATURATION:
1091 	case V4L2_CID_HUE:
1092 	case V4L2_CID_SHARPNESS:
1093 		return tw28_set_ctrl_val(solo_dev, ctrl->id, solo_enc->ch,
1094 					 ctrl->val);
1095 	case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
1096 		solo_enc->gop = ctrl->val;
1097 		solo_reg_write(solo_dev, SOLO_VE_CH_GOP(solo_enc->ch), solo_enc->gop);
1098 		solo_reg_write(solo_dev, SOLO_VE_CH_GOP_E(solo_enc->ch), solo_enc->gop);
1099 		return 0;
1100 	case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
1101 		solo_enc->qp = ctrl->val;
1102 		solo_reg_write(solo_dev, SOLO_VE_CH_QP(solo_enc->ch), solo_enc->qp);
1103 		solo_reg_write(solo_dev, SOLO_VE_CH_QP_E(solo_enc->ch), solo_enc->qp);
1104 		return 0;
1105 	case V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD:
1106 		solo_enc->motion_thresh = ctrl->val << 8;
1107 		if (!solo_enc->motion_global || !solo_enc->motion_enabled)
1108 			return 0;
1109 		return solo_set_motion_threshold(solo_dev, solo_enc->ch,
1110 				solo_enc->motion_thresh);
1111 	case V4L2_CID_DETECT_MD_MODE:
1112 		solo_enc->motion_global = ctrl->val == V4L2_DETECT_MD_MODE_GLOBAL;
1113 		solo_enc->motion_enabled = ctrl->val > V4L2_DETECT_MD_MODE_DISABLED;
1114 		if (ctrl->val) {
1115 			if (solo_enc->motion_global)
1116 				err = solo_set_motion_threshold(solo_dev, solo_enc->ch,
1117 					solo_enc->motion_thresh);
1118 			else
1119 				err = solo_set_motion_block(solo_dev, solo_enc->ch,
1120 					solo_enc->md_thresholds->p_cur.p_u16);
1121 			if (err)
1122 				return err;
1123 		}
1124 		solo_motion_toggle(solo_enc, ctrl->val);
1125 		return 0;
1126 	case V4L2_CID_DETECT_MD_THRESHOLD_GRID:
1127 		if (solo_enc->motion_enabled && !solo_enc->motion_global)
1128 			return solo_set_motion_block(solo_dev, solo_enc->ch,
1129 					solo_enc->md_thresholds->p_new.p_u16);
1130 		break;
1131 	case V4L2_CID_OSD_TEXT:
1132 		strcpy(solo_enc->osd_text, ctrl->p_new.p_char);
1133 		return solo_osd_print(solo_enc);
1134 	default:
1135 		return -EINVAL;
1136 	}
1137 
1138 	return 0;
1139 }
1140 
1141 static int solo_subscribe_event(struct v4l2_fh *fh,
1142 				const struct v4l2_event_subscription *sub)
1143 {
1144 
1145 	switch (sub->type) {
1146 	case V4L2_EVENT_CTRL:
1147 		return v4l2_ctrl_subscribe_event(fh, sub);
1148 	case V4L2_EVENT_MOTION_DET:
1149 		/* Allow for up to 30 events (1 second for NTSC) to be
1150 		 * stored. */
1151 		return v4l2_event_subscribe(fh, sub, 30, NULL);
1152 	}
1153 	return -EINVAL;
1154 }
1155 
1156 static const struct v4l2_file_operations solo_enc_fops = {
1157 	.owner			= THIS_MODULE,
1158 	.open			= v4l2_fh_open,
1159 	.release		= vb2_fop_release,
1160 	.read			= vb2_fop_read,
1161 	.poll			= vb2_fop_poll,
1162 	.mmap			= vb2_fop_mmap,
1163 	.unlocked_ioctl		= video_ioctl2,
1164 };
1165 
1166 static const struct v4l2_ioctl_ops solo_enc_ioctl_ops = {
1167 	.vidioc_querycap		= solo_enc_querycap,
1168 	.vidioc_s_std			= solo_enc_s_std,
1169 	.vidioc_g_std			= solo_enc_g_std,
1170 	/* Input callbacks */
1171 	.vidioc_enum_input		= solo_enc_enum_input,
1172 	.vidioc_s_input			= solo_enc_set_input,
1173 	.vidioc_g_input			= solo_enc_get_input,
1174 	/* Video capture format callbacks */
1175 	.vidioc_enum_fmt_vid_cap	= solo_enc_enum_fmt_cap,
1176 	.vidioc_try_fmt_vid_cap		= solo_enc_try_fmt_cap,
1177 	.vidioc_s_fmt_vid_cap		= solo_enc_set_fmt_cap,
1178 	.vidioc_g_fmt_vid_cap		= solo_enc_get_fmt_cap,
1179 	/* Streaming I/O */
1180 	.vidioc_reqbufs			= vb2_ioctl_reqbufs,
1181 	.vidioc_querybuf		= vb2_ioctl_querybuf,
1182 	.vidioc_qbuf			= vb2_ioctl_qbuf,
1183 	.vidioc_dqbuf			= vb2_ioctl_dqbuf,
1184 	.vidioc_streamon		= vb2_ioctl_streamon,
1185 	.vidioc_streamoff		= vb2_ioctl_streamoff,
1186 	/* Frame size and interval */
1187 	.vidioc_enum_framesizes		= solo_enum_framesizes,
1188 	.vidioc_enum_frameintervals	= solo_enum_frameintervals,
1189 	/* Video capture parameters */
1190 	.vidioc_s_parm			= solo_s_parm,
1191 	.vidioc_g_parm			= solo_g_parm,
1192 	/* Logging and events */
1193 	.vidioc_log_status		= v4l2_ctrl_log_status,
1194 	.vidioc_subscribe_event		= solo_subscribe_event,
1195 	.vidioc_unsubscribe_event	= v4l2_event_unsubscribe,
1196 };
1197 
1198 static const struct video_device solo_enc_template = {
1199 	.name			= SOLO6X10_NAME,
1200 	.fops			= &solo_enc_fops,
1201 	.ioctl_ops		= &solo_enc_ioctl_ops,
1202 	.minor			= -1,
1203 	.release		= video_device_release,
1204 	.tvnorms		= V4L2_STD_NTSC_M | V4L2_STD_PAL,
1205 };
1206 
1207 static const struct v4l2_ctrl_ops solo_ctrl_ops = {
1208 	.s_ctrl = solo_s_ctrl,
1209 };
1210 
1211 static const struct v4l2_ctrl_config solo_osd_text_ctrl = {
1212 	.ops = &solo_ctrl_ops,
1213 	.id = V4L2_CID_OSD_TEXT,
1214 	.name = "OSD Text",
1215 	.type = V4L2_CTRL_TYPE_STRING,
1216 	.max = OSD_TEXT_MAX,
1217 	.step = 1,
1218 };
1219 
1220 /* Motion Detection Threshold matrix */
1221 static const struct v4l2_ctrl_config solo_md_thresholds = {
1222 	.ops = &solo_ctrl_ops,
1223 	.id = V4L2_CID_DETECT_MD_THRESHOLD_GRID,
1224 	.dims = { SOLO_MOTION_SZ, SOLO_MOTION_SZ },
1225 	.def = SOLO_DEF_MOT_THRESH,
1226 	.max = 65535,
1227 	.step = 1,
1228 };
1229 
1230 static struct solo_enc_dev *solo_enc_alloc(struct solo_dev *solo_dev,
1231 					   u8 ch, unsigned nr)
1232 {
1233 	struct solo_enc_dev *solo_enc;
1234 	struct v4l2_ctrl_handler *hdl;
1235 	int ret;
1236 
1237 	solo_enc = kzalloc(sizeof(*solo_enc), GFP_KERNEL);
1238 	if (!solo_enc)
1239 		return ERR_PTR(-ENOMEM);
1240 
1241 	hdl = &solo_enc->hdl;
1242 	solo_enc->alloc_ctx = vb2_dma_sg_init_ctx(&solo_dev->pdev->dev);
1243 	if (IS_ERR(solo_enc->alloc_ctx)) {
1244 		ret = PTR_ERR(solo_enc->alloc_ctx);
1245 		goto hdl_free;
1246 	}
1247 	v4l2_ctrl_handler_init(hdl, 10);
1248 	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1249 			V4L2_CID_BRIGHTNESS, 0, 255, 1, 128);
1250 	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1251 			V4L2_CID_CONTRAST, 0, 255, 1, 128);
1252 	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1253 			V4L2_CID_SATURATION, 0, 255, 1, 128);
1254 	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1255 			V4L2_CID_HUE, 0, 255, 1, 128);
1256 	if (tw28_has_sharpness(solo_dev, ch))
1257 		v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1258 			V4L2_CID_SHARPNESS, 0, 15, 1, 0);
1259 	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1260 			V4L2_CID_MPEG_VIDEO_GOP_SIZE, 1, 255, 1, solo_dev->fps);
1261 	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1262 			V4L2_CID_MPEG_VIDEO_H264_MIN_QP, 0, 31, 1, SOLO_DEFAULT_QP);
1263 	v4l2_ctrl_new_std_menu(hdl, &solo_ctrl_ops,
1264 			V4L2_CID_DETECT_MD_MODE,
1265 			V4L2_DETECT_MD_MODE_THRESHOLD_GRID, 0,
1266 			V4L2_DETECT_MD_MODE_DISABLED);
1267 	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1268 			V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD, 0, 0xff, 1,
1269 			SOLO_DEF_MOT_THRESH >> 8);
1270 	v4l2_ctrl_new_custom(hdl, &solo_osd_text_ctrl, NULL);
1271 	solo_enc->md_thresholds =
1272 		v4l2_ctrl_new_custom(hdl, &solo_md_thresholds, NULL);
1273 	if (hdl->error) {
1274 		ret = hdl->error;
1275 		goto hdl_free;
1276 	}
1277 
1278 	solo_enc->solo_dev = solo_dev;
1279 	solo_enc->ch = ch;
1280 	mutex_init(&solo_enc->lock);
1281 	spin_lock_init(&solo_enc->av_lock);
1282 	INIT_LIST_HEAD(&solo_enc->vidq_active);
1283 	solo_enc->fmt = (solo_dev->type == SOLO_DEV_6010) ?
1284 		V4L2_PIX_FMT_MPEG4 : V4L2_PIX_FMT_H264;
1285 	solo_enc->type = SOLO_ENC_TYPE_STD;
1286 
1287 	solo_enc->qp = SOLO_DEFAULT_QP;
1288 	solo_enc->gop = solo_dev->fps;
1289 	solo_enc->interval = 1;
1290 	solo_enc->mode = SOLO_ENC_MODE_CIF;
1291 	solo_enc->motion_global = true;
1292 	solo_enc->motion_thresh = SOLO_DEF_MOT_THRESH;
1293 	solo_enc->vidq.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1294 	solo_enc->vidq.io_modes = VB2_MMAP | VB2_USERPTR | VB2_READ;
1295 	solo_enc->vidq.ops = &solo_enc_video_qops;
1296 	solo_enc->vidq.mem_ops = &vb2_dma_sg_memops;
1297 	solo_enc->vidq.drv_priv = solo_enc;
1298 	solo_enc->vidq.gfp_flags = __GFP_DMA32 | __GFP_KSWAPD_RECLAIM;
1299 	solo_enc->vidq.timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
1300 	solo_enc->vidq.buf_struct_size = sizeof(struct solo_vb2_buf);
1301 	solo_enc->vidq.lock = &solo_enc->lock;
1302 	ret = vb2_queue_init(&solo_enc->vidq);
1303 	if (ret)
1304 		goto hdl_free;
1305 	solo_update_mode(solo_enc);
1306 
1307 	spin_lock_init(&solo_enc->motion_lock);
1308 
1309 	/* Initialize this per encoder */
1310 	solo_enc->jpeg_len = sizeof(jpeg_header);
1311 	memcpy(solo_enc->jpeg_header, jpeg_header, solo_enc->jpeg_len);
1312 
1313 	solo_enc->desc_nelts = 32;
1314 	solo_enc->desc_items = pci_alloc_consistent(solo_dev->pdev,
1315 				      sizeof(struct solo_p2m_desc) *
1316 				      solo_enc->desc_nelts,
1317 				      &solo_enc->desc_dma);
1318 	ret = -ENOMEM;
1319 	if (solo_enc->desc_items == NULL)
1320 		goto hdl_free;
1321 
1322 	solo_enc->vfd = video_device_alloc();
1323 	if (!solo_enc->vfd)
1324 		goto pci_free;
1325 
1326 	*solo_enc->vfd = solo_enc_template;
1327 	solo_enc->vfd->v4l2_dev = &solo_dev->v4l2_dev;
1328 	solo_enc->vfd->ctrl_handler = hdl;
1329 	solo_enc->vfd->queue = &solo_enc->vidq;
1330 	solo_enc->vfd->lock = &solo_enc->lock;
1331 	video_set_drvdata(solo_enc->vfd, solo_enc);
1332 	ret = video_register_device(solo_enc->vfd, VFL_TYPE_GRABBER, nr);
1333 	if (ret < 0)
1334 		goto vdev_release;
1335 
1336 	snprintf(solo_enc->vfd->name, sizeof(solo_enc->vfd->name),
1337 		 "%s-enc (%i/%i)", SOLO6X10_NAME, solo_dev->vfd->num,
1338 		 solo_enc->vfd->num);
1339 
1340 	return solo_enc;
1341 
1342 vdev_release:
1343 	video_device_release(solo_enc->vfd);
1344 pci_free:
1345 	pci_free_consistent(solo_enc->solo_dev->pdev,
1346 			sizeof(struct solo_p2m_desc) * solo_enc->desc_nelts,
1347 			solo_enc->desc_items, solo_enc->desc_dma);
1348 hdl_free:
1349 	v4l2_ctrl_handler_free(hdl);
1350 	vb2_dma_sg_cleanup_ctx(solo_enc->alloc_ctx);
1351 	kfree(solo_enc);
1352 	return ERR_PTR(ret);
1353 }
1354 
1355 static void solo_enc_free(struct solo_enc_dev *solo_enc)
1356 {
1357 	if (solo_enc == NULL)
1358 		return;
1359 
1360 	pci_free_consistent(solo_enc->solo_dev->pdev,
1361 			sizeof(struct solo_p2m_desc) * solo_enc->desc_nelts,
1362 			solo_enc->desc_items, solo_enc->desc_dma);
1363 	video_unregister_device(solo_enc->vfd);
1364 	v4l2_ctrl_handler_free(&solo_enc->hdl);
1365 	vb2_dma_sg_cleanup_ctx(solo_enc->alloc_ctx);
1366 	kfree(solo_enc);
1367 }
1368 
1369 int solo_enc_v4l2_init(struct solo_dev *solo_dev, unsigned nr)
1370 {
1371 	int i;
1372 
1373 	init_waitqueue_head(&solo_dev->ring_thread_wait);
1374 
1375 	solo_dev->vh_size = sizeof(vop_header);
1376 	solo_dev->vh_buf = pci_alloc_consistent(solo_dev->pdev,
1377 						solo_dev->vh_size,
1378 						&solo_dev->vh_dma);
1379 	if (solo_dev->vh_buf == NULL)
1380 		return -ENOMEM;
1381 
1382 	for (i = 0; i < solo_dev->nr_chans; i++) {
1383 		solo_dev->v4l2_enc[i] = solo_enc_alloc(solo_dev, i, nr);
1384 		if (IS_ERR(solo_dev->v4l2_enc[i]))
1385 			break;
1386 	}
1387 
1388 	if (i != solo_dev->nr_chans) {
1389 		int ret = PTR_ERR(solo_dev->v4l2_enc[i]);
1390 
1391 		while (i--)
1392 			solo_enc_free(solo_dev->v4l2_enc[i]);
1393 		pci_free_consistent(solo_dev->pdev, solo_dev->vh_size,
1394 				    solo_dev->vh_buf, solo_dev->vh_dma);
1395 		solo_dev->vh_buf = NULL;
1396 		return ret;
1397 	}
1398 
1399 	if (solo_dev->type == SOLO_DEV_6010)
1400 		solo_dev->enc_bw_remain = solo_dev->fps * 4 * 4;
1401 	else
1402 		solo_dev->enc_bw_remain = solo_dev->fps * 4 * 5;
1403 
1404 	dev_info(&solo_dev->pdev->dev, "Encoders as /dev/video%d-%d\n",
1405 		 solo_dev->v4l2_enc[0]->vfd->num,
1406 		 solo_dev->v4l2_enc[solo_dev->nr_chans - 1]->vfd->num);
1407 
1408 	return solo_ring_start(solo_dev);
1409 }
1410 
1411 void solo_enc_v4l2_exit(struct solo_dev *solo_dev)
1412 {
1413 	int i;
1414 
1415 	solo_ring_stop(solo_dev);
1416 
1417 	for (i = 0; i < solo_dev->nr_chans; i++)
1418 		solo_enc_free(solo_dev->v4l2_enc[i]);
1419 
1420 	if (solo_dev->vh_buf)
1421 		pci_free_consistent(solo_dev->pdev, solo_dev->vh_size,
1422 			    solo_dev->vh_buf, solo_dev->vh_dma);
1423 }
1424