1 // SPDX-License-Identifier: GPL-2.0+
2 /*
3  * vsp1_entity.c  --  R-Car VSP1 Base Entity
4  *
5  * Copyright (C) 2013-2014 Renesas Electronics Corporation
6  *
7  * Contact: Laurent Pinchart (laurent.pinchart@ideasonboard.com)
8  */
9 
10 #include <linux/device.h>
11 #include <linux/gfp.h>
12 
13 #include <media/media-entity.h>
14 #include <media/v4l2-ctrls.h>
15 #include <media/v4l2-subdev.h>
16 
17 #include "vsp1.h"
18 #include "vsp1_dl.h"
19 #include "vsp1_entity.h"
20 #include "vsp1_pipe.h"
21 #include "vsp1_rwpf.h"
22 
23 void vsp1_entity_route_setup(struct vsp1_entity *entity,
24 			     struct vsp1_pipeline *pipe,
25 			     struct vsp1_dl_body *dlb)
26 {
27 	struct vsp1_entity *source;
28 	u32 route;
29 
30 	if (entity->type == VSP1_ENTITY_HGO) {
31 		u32 smppt;
32 
33 		/*
34 		 * The HGO is a special case, its routing is configured on the
35 		 * sink pad.
36 		 */
37 		source = entity->sources[0];
38 		smppt = (pipe->output->entity.index << VI6_DPR_SMPPT_TGW_SHIFT)
39 		      | (source->route->output << VI6_DPR_SMPPT_PT_SHIFT);
40 
41 		vsp1_dl_body_write(dlb, VI6_DPR_HGO_SMPPT, smppt);
42 		return;
43 	} else if (entity->type == VSP1_ENTITY_HGT) {
44 		u32 smppt;
45 
46 		/*
47 		 * The HGT is a special case, its routing is configured on the
48 		 * sink pad.
49 		 */
50 		source = entity->sources[0];
51 		smppt = (pipe->output->entity.index << VI6_DPR_SMPPT_TGW_SHIFT)
52 		      | (source->route->output << VI6_DPR_SMPPT_PT_SHIFT);
53 
54 		vsp1_dl_body_write(dlb, VI6_DPR_HGT_SMPPT, smppt);
55 		return;
56 	}
57 
58 	source = entity;
59 	if (source->route->reg == 0)
60 		return;
61 
62 	route = source->sink->route->inputs[source->sink_pad];
63 	/*
64 	 * The ILV and BRS share the same data path route. The extra BRSSEL bit
65 	 * selects between the ILV and BRS.
66 	 */
67 	if (source->type == VSP1_ENTITY_BRS)
68 		route |= VI6_DPR_ROUTE_BRSSEL;
69 	vsp1_dl_body_write(dlb, source->route->reg, route);
70 }
71 
72 void vsp1_entity_configure_stream(struct vsp1_entity *entity,
73 				  struct vsp1_pipeline *pipe,
74 				  struct vsp1_dl_list *dl,
75 				  struct vsp1_dl_body *dlb)
76 {
77 	if (entity->ops->configure_stream)
78 		entity->ops->configure_stream(entity, pipe, dl, dlb);
79 }
80 
81 void vsp1_entity_configure_frame(struct vsp1_entity *entity,
82 				 struct vsp1_pipeline *pipe,
83 				 struct vsp1_dl_list *dl,
84 				 struct vsp1_dl_body *dlb)
85 {
86 	if (entity->ops->configure_frame)
87 		entity->ops->configure_frame(entity, pipe, dl, dlb);
88 }
89 
90 void vsp1_entity_configure_partition(struct vsp1_entity *entity,
91 				     struct vsp1_pipeline *pipe,
92 				     struct vsp1_dl_list *dl,
93 				     struct vsp1_dl_body *dlb)
94 {
95 	if (entity->ops->configure_partition)
96 		entity->ops->configure_partition(entity, pipe, dl, dlb);
97 }
98 
99 /* -----------------------------------------------------------------------------
100  * V4L2 Subdevice Operations
101  */
102 
103 /**
104  * vsp1_entity_get_pad_config - Get the pad configuration for an entity
105  * @entity: the entity
106  * @sd_state: the TRY state
107  * @which: configuration selector (ACTIVE or TRY)
108  *
109  * When called with which set to V4L2_SUBDEV_FORMAT_ACTIVE the caller must hold
110  * the entity lock to access the returned configuration.
111  *
112  * Return the pad configuration requested by the which argument. The TRY
113  * configuration is passed explicitly to the function through the cfg argument
114  * and simply returned when requested. The ACTIVE configuration comes from the
115  * entity structure.
116  */
117 struct v4l2_subdev_state *
118 vsp1_entity_get_pad_config(struct vsp1_entity *entity,
119 			   struct v4l2_subdev_state *sd_state,
120 			   enum v4l2_subdev_format_whence which)
121 {
122 	switch (which) {
123 	case V4L2_SUBDEV_FORMAT_ACTIVE:
124 		return entity->config;
125 	case V4L2_SUBDEV_FORMAT_TRY:
126 	default:
127 		return sd_state;
128 	}
129 }
130 
131 /**
132  * vsp1_entity_get_pad_format - Get a pad format from storage for an entity
133  * @entity: the entity
134  * @sd_state: the state storage
135  * @pad: the pad number
136  *
137  * Return the format stored in the given configuration for an entity's pad. The
138  * configuration can be an ACTIVE or TRY configuration.
139  */
140 struct v4l2_mbus_framefmt *
141 vsp1_entity_get_pad_format(struct vsp1_entity *entity,
142 			   struct v4l2_subdev_state *sd_state,
143 			   unsigned int pad)
144 {
145 	return v4l2_subdev_get_try_format(&entity->subdev, sd_state, pad);
146 }
147 
148 /**
149  * vsp1_entity_get_pad_selection - Get a pad selection from storage for entity
150  * @entity: the entity
151  * @sd_state: the state storage
152  * @pad: the pad number
153  * @target: the selection target
154  *
155  * Return the selection rectangle stored in the given configuration for an
156  * entity's pad. The configuration can be an ACTIVE or TRY configuration. The
157  * selection target can be COMPOSE or CROP.
158  */
159 struct v4l2_rect *
160 vsp1_entity_get_pad_selection(struct vsp1_entity *entity,
161 			      struct v4l2_subdev_state *sd_state,
162 			      unsigned int pad, unsigned int target)
163 {
164 	switch (target) {
165 	case V4L2_SEL_TGT_COMPOSE:
166 		return v4l2_subdev_get_try_compose(&entity->subdev, sd_state,
167 						   pad);
168 	case V4L2_SEL_TGT_CROP:
169 		return v4l2_subdev_get_try_crop(&entity->subdev, sd_state,
170 						pad);
171 	default:
172 		return NULL;
173 	}
174 }
175 
176 /*
177  * vsp1_entity_init_cfg - Initialize formats on all pads
178  * @subdev: V4L2 subdevice
179  * @cfg: V4L2 subdev pad configuration
180  *
181  * Initialize all pad formats with default values in the given pad config. This
182  * function can be used as a handler for the subdev pad::init_cfg operation.
183  */
184 int vsp1_entity_init_cfg(struct v4l2_subdev *subdev,
185 			 struct v4l2_subdev_state *sd_state)
186 {
187 	struct v4l2_subdev_format format;
188 	unsigned int pad;
189 
190 	for (pad = 0; pad < subdev->entity.num_pads - 1; ++pad) {
191 		memset(&format, 0, sizeof(format));
192 
193 		format.pad = pad;
194 		format.which = sd_state ? V4L2_SUBDEV_FORMAT_TRY
195 			     : V4L2_SUBDEV_FORMAT_ACTIVE;
196 
197 		v4l2_subdev_call(subdev, pad, set_fmt, sd_state, &format);
198 	}
199 
200 	return 0;
201 }
202 
203 /*
204  * vsp1_subdev_get_pad_format - Subdev pad get_fmt handler
205  * @subdev: V4L2 subdevice
206  * @cfg: V4L2 subdev pad configuration
207  * @fmt: V4L2 subdev format
208  *
209  * This function implements the subdev get_fmt pad operation. It can be used as
210  * a direct drop-in for the operation handler.
211  */
212 int vsp1_subdev_get_pad_format(struct v4l2_subdev *subdev,
213 			       struct v4l2_subdev_state *sd_state,
214 			       struct v4l2_subdev_format *fmt)
215 {
216 	struct vsp1_entity *entity = to_vsp1_entity(subdev);
217 	struct v4l2_subdev_state *config;
218 
219 	config = vsp1_entity_get_pad_config(entity, sd_state, fmt->which);
220 	if (!config)
221 		return -EINVAL;
222 
223 	mutex_lock(&entity->lock);
224 	fmt->format = *vsp1_entity_get_pad_format(entity, config, fmt->pad);
225 	mutex_unlock(&entity->lock);
226 
227 	return 0;
228 }
229 
230 /*
231  * vsp1_subdev_enum_mbus_code - Subdev pad enum_mbus_code handler
232  * @subdev: V4L2 subdevice
233  * @cfg: V4L2 subdev pad configuration
234  * @code: Media bus code enumeration
235  * @codes: Array of supported media bus codes
236  * @ncodes: Number of supported media bus codes
237  *
238  * This function implements the subdev enum_mbus_code pad operation for entities
239  * that do not support format conversion. It enumerates the given supported
240  * media bus codes on the sink pad and reports a source pad format identical to
241  * the sink pad.
242  */
243 int vsp1_subdev_enum_mbus_code(struct v4l2_subdev *subdev,
244 			       struct v4l2_subdev_state *sd_state,
245 			       struct v4l2_subdev_mbus_code_enum *code,
246 			       const unsigned int *codes, unsigned int ncodes)
247 {
248 	struct vsp1_entity *entity = to_vsp1_entity(subdev);
249 
250 	if (code->pad == 0) {
251 		if (code->index >= ncodes)
252 			return -EINVAL;
253 
254 		code->code = codes[code->index];
255 	} else {
256 		struct v4l2_subdev_state *config;
257 		struct v4l2_mbus_framefmt *format;
258 
259 		/*
260 		 * The entity can't perform format conversion, the sink format
261 		 * is always identical to the source format.
262 		 */
263 		if (code->index)
264 			return -EINVAL;
265 
266 		config = vsp1_entity_get_pad_config(entity, sd_state,
267 						    code->which);
268 		if (!config)
269 			return -EINVAL;
270 
271 		mutex_lock(&entity->lock);
272 		format = vsp1_entity_get_pad_format(entity, config, 0);
273 		code->code = format->code;
274 		mutex_unlock(&entity->lock);
275 	}
276 
277 	return 0;
278 }
279 
280 /*
281  * vsp1_subdev_enum_frame_size - Subdev pad enum_frame_size handler
282  * @subdev: V4L2 subdevice
283  * @cfg: V4L2 subdev pad configuration
284  * @fse: Frame size enumeration
285  * @min_width: Minimum image width
286  * @min_height: Minimum image height
287  * @max_width: Maximum image width
288  * @max_height: Maximum image height
289  *
290  * This function implements the subdev enum_frame_size pad operation for
291  * entities that do not support scaling or cropping. It reports the given
292  * minimum and maximum frame width and height on the sink pad, and a fixed
293  * source pad size identical to the sink pad.
294  */
295 int vsp1_subdev_enum_frame_size(struct v4l2_subdev *subdev,
296 				struct v4l2_subdev_state *sd_state,
297 				struct v4l2_subdev_frame_size_enum *fse,
298 				unsigned int min_width, unsigned int min_height,
299 				unsigned int max_width, unsigned int max_height)
300 {
301 	struct vsp1_entity *entity = to_vsp1_entity(subdev);
302 	struct v4l2_subdev_state *config;
303 	struct v4l2_mbus_framefmt *format;
304 	int ret = 0;
305 
306 	config = vsp1_entity_get_pad_config(entity, sd_state, fse->which);
307 	if (!config)
308 		return -EINVAL;
309 
310 	format = vsp1_entity_get_pad_format(entity, config, fse->pad);
311 
312 	mutex_lock(&entity->lock);
313 
314 	if (fse->index || fse->code != format->code) {
315 		ret = -EINVAL;
316 		goto done;
317 	}
318 
319 	if (fse->pad == 0) {
320 		fse->min_width = min_width;
321 		fse->max_width = max_width;
322 		fse->min_height = min_height;
323 		fse->max_height = max_height;
324 	} else {
325 		/*
326 		 * The size on the source pad are fixed and always identical to
327 		 * the size on the sink pad.
328 		 */
329 		fse->min_width = format->width;
330 		fse->max_width = format->width;
331 		fse->min_height = format->height;
332 		fse->max_height = format->height;
333 	}
334 
335 done:
336 	mutex_unlock(&entity->lock);
337 	return ret;
338 }
339 
340 /*
341  * vsp1_subdev_set_pad_format - Subdev pad set_fmt handler
342  * @subdev: V4L2 subdevice
343  * @cfg: V4L2 subdev pad configuration
344  * @fmt: V4L2 subdev format
345  * @codes: Array of supported media bus codes
346  * @ncodes: Number of supported media bus codes
347  * @min_width: Minimum image width
348  * @min_height: Minimum image height
349  * @max_width: Maximum image width
350  * @max_height: Maximum image height
351  *
352  * This function implements the subdev set_fmt pad operation for entities that
353  * do not support scaling or cropping. It defaults to the first supplied media
354  * bus code if the requested code isn't supported, clamps the size to the
355  * supplied minimum and maximum, and propagates the sink pad format to the
356  * source pad.
357  */
358 int vsp1_subdev_set_pad_format(struct v4l2_subdev *subdev,
359 			       struct v4l2_subdev_state *sd_state,
360 			       struct v4l2_subdev_format *fmt,
361 			       const unsigned int *codes, unsigned int ncodes,
362 			       unsigned int min_width, unsigned int min_height,
363 			       unsigned int max_width, unsigned int max_height)
364 {
365 	struct vsp1_entity *entity = to_vsp1_entity(subdev);
366 	struct v4l2_subdev_state *config;
367 	struct v4l2_mbus_framefmt *format;
368 	struct v4l2_rect *selection;
369 	unsigned int i;
370 	int ret = 0;
371 
372 	mutex_lock(&entity->lock);
373 
374 	config = vsp1_entity_get_pad_config(entity, sd_state, fmt->which);
375 	if (!config) {
376 		ret = -EINVAL;
377 		goto done;
378 	}
379 
380 	format = vsp1_entity_get_pad_format(entity, config, fmt->pad);
381 
382 	if (fmt->pad == entity->source_pad) {
383 		/* The output format can't be modified. */
384 		fmt->format = *format;
385 		goto done;
386 	}
387 
388 	/*
389 	 * Default to the first media bus code if the requested format is not
390 	 * supported.
391 	 */
392 	for (i = 0; i < ncodes; ++i) {
393 		if (fmt->format.code == codes[i])
394 			break;
395 	}
396 
397 	format->code = i < ncodes ? codes[i] : codes[0];
398 	format->width = clamp_t(unsigned int, fmt->format.width,
399 				min_width, max_width);
400 	format->height = clamp_t(unsigned int, fmt->format.height,
401 				 min_height, max_height);
402 	format->field = V4L2_FIELD_NONE;
403 	format->colorspace = V4L2_COLORSPACE_SRGB;
404 
405 	fmt->format = *format;
406 
407 	/* Propagate the format to the source pad. */
408 	format = vsp1_entity_get_pad_format(entity, config, entity->source_pad);
409 	*format = fmt->format;
410 
411 	/* Reset the crop and compose rectangles. */
412 	selection = vsp1_entity_get_pad_selection(entity, config, fmt->pad,
413 						  V4L2_SEL_TGT_CROP);
414 	selection->left = 0;
415 	selection->top = 0;
416 	selection->width = format->width;
417 	selection->height = format->height;
418 
419 	selection = vsp1_entity_get_pad_selection(entity, config, fmt->pad,
420 						  V4L2_SEL_TGT_COMPOSE);
421 	selection->left = 0;
422 	selection->top = 0;
423 	selection->width = format->width;
424 	selection->height = format->height;
425 
426 done:
427 	mutex_unlock(&entity->lock);
428 	return ret;
429 }
430 
431 /* -----------------------------------------------------------------------------
432  * Media Operations
433  */
434 
435 static inline struct vsp1_entity *
436 media_entity_to_vsp1_entity(struct media_entity *entity)
437 {
438 	return container_of(entity, struct vsp1_entity, subdev.entity);
439 }
440 
441 static int vsp1_entity_link_setup_source(const struct media_pad *source_pad,
442 					 const struct media_pad *sink_pad,
443 					 u32 flags)
444 {
445 	struct vsp1_entity *source;
446 
447 	source = media_entity_to_vsp1_entity(source_pad->entity);
448 
449 	if (!source->route)
450 		return 0;
451 
452 	if (flags & MEDIA_LNK_FL_ENABLED) {
453 		struct vsp1_entity *sink
454 			= media_entity_to_vsp1_entity(sink_pad->entity);
455 
456 		/*
457 		 * Fan-out is limited to one for the normal data path plus
458 		 * optional HGO and HGT. We ignore the HGO and HGT here.
459 		 */
460 		if (sink->type != VSP1_ENTITY_HGO &&
461 		    sink->type != VSP1_ENTITY_HGT) {
462 			if (source->sink)
463 				return -EBUSY;
464 			source->sink = sink;
465 			source->sink_pad = sink_pad->index;
466 		}
467 	} else {
468 		source->sink = NULL;
469 		source->sink_pad = 0;
470 	}
471 
472 	return 0;
473 }
474 
475 static int vsp1_entity_link_setup_sink(const struct media_pad *source_pad,
476 				       const struct media_pad *sink_pad,
477 				       u32 flags)
478 {
479 	struct vsp1_entity *sink;
480 	struct vsp1_entity *source;
481 
482 	sink = media_entity_to_vsp1_entity(sink_pad->entity);
483 	source = media_entity_to_vsp1_entity(source_pad->entity);
484 
485 	if (flags & MEDIA_LNK_FL_ENABLED) {
486 		/* Fan-in is limited to one. */
487 		if (sink->sources[sink_pad->index])
488 			return -EBUSY;
489 
490 		sink->sources[sink_pad->index] = source;
491 	} else {
492 		sink->sources[sink_pad->index] = NULL;
493 	}
494 
495 	return 0;
496 }
497 
498 int vsp1_entity_link_setup(struct media_entity *entity,
499 			   const struct media_pad *local,
500 			   const struct media_pad *remote, u32 flags)
501 {
502 	if (local->flags & MEDIA_PAD_FL_SOURCE)
503 		return vsp1_entity_link_setup_source(local, remote, flags);
504 	else
505 		return vsp1_entity_link_setup_sink(remote, local, flags);
506 }
507 
508 /**
509  * vsp1_entity_remote_pad - Find the pad at the remote end of a link
510  * @pad: Pad at the local end of the link
511  *
512  * Search for a remote pad connected to the given pad by iterating over all
513  * links originating or terminating at that pad until an enabled link is found.
514  *
515  * Our link setup implementation guarantees that the output fan-out will not be
516  * higher than one for the data pipelines, except for the links to the HGO and
517  * HGT that can be enabled in addition to a regular data link. When traversing
518  * outgoing links this function ignores HGO and HGT entities and should thus be
519  * used in place of the generic media_entity_remote_pad() function to traverse
520  * data pipelines.
521  *
522  * Return a pointer to the pad at the remote end of the first found enabled
523  * link, or NULL if no enabled link has been found.
524  */
525 struct media_pad *vsp1_entity_remote_pad(struct media_pad *pad)
526 {
527 	struct media_link *link;
528 
529 	list_for_each_entry(link, &pad->entity->links, list) {
530 		struct vsp1_entity *entity;
531 
532 		if (!(link->flags & MEDIA_LNK_FL_ENABLED))
533 			continue;
534 
535 		/* If we're the sink the source will never be an HGO or HGT. */
536 		if (link->sink == pad)
537 			return link->source;
538 
539 		if (link->source != pad)
540 			continue;
541 
542 		/* If the sink isn't a subdevice it can't be an HGO or HGT. */
543 		if (!is_media_entity_v4l2_subdev(link->sink->entity))
544 			return link->sink;
545 
546 		entity = media_entity_to_vsp1_entity(link->sink->entity);
547 		if (entity->type != VSP1_ENTITY_HGO &&
548 		    entity->type != VSP1_ENTITY_HGT)
549 			return link->sink;
550 	}
551 
552 	return NULL;
553 
554 }
555 
556 /* -----------------------------------------------------------------------------
557  * Initialization
558  */
559 
560 #define VSP1_ENTITY_ROUTE(ent)						\
561 	{ VSP1_ENTITY_##ent, 0, VI6_DPR_##ent##_ROUTE,			\
562 	  { VI6_DPR_NODE_##ent }, VI6_DPR_NODE_##ent }
563 
564 #define VSP1_ENTITY_ROUTE_RPF(idx)					\
565 	{ VSP1_ENTITY_RPF, idx, VI6_DPR_RPF_ROUTE(idx),			\
566 	  { 0, }, VI6_DPR_NODE_RPF(idx) }
567 
568 #define VSP1_ENTITY_ROUTE_UDS(idx)					\
569 	{ VSP1_ENTITY_UDS, idx, VI6_DPR_UDS_ROUTE(idx),			\
570 	  { VI6_DPR_NODE_UDS(idx) }, VI6_DPR_NODE_UDS(idx) }
571 
572 #define VSP1_ENTITY_ROUTE_UIF(idx)					\
573 	{ VSP1_ENTITY_UIF, idx, VI6_DPR_UIF_ROUTE(idx),			\
574 	  { VI6_DPR_NODE_UIF(idx) }, VI6_DPR_NODE_UIF(idx) }
575 
576 #define VSP1_ENTITY_ROUTE_WPF(idx)					\
577 	{ VSP1_ENTITY_WPF, idx, 0,					\
578 	  { VI6_DPR_NODE_WPF(idx) }, VI6_DPR_NODE_WPF(idx) }
579 
580 static const struct vsp1_route vsp1_routes[] = {
581 	{ VSP1_ENTITY_BRS, 0, VI6_DPR_ILV_BRS_ROUTE,
582 	  { VI6_DPR_NODE_BRS_IN(0), VI6_DPR_NODE_BRS_IN(1) }, 0 },
583 	{ VSP1_ENTITY_BRU, 0, VI6_DPR_BRU_ROUTE,
584 	  { VI6_DPR_NODE_BRU_IN(0), VI6_DPR_NODE_BRU_IN(1),
585 	    VI6_DPR_NODE_BRU_IN(2), VI6_DPR_NODE_BRU_IN(3),
586 	    VI6_DPR_NODE_BRU_IN(4) }, VI6_DPR_NODE_BRU_OUT },
587 	VSP1_ENTITY_ROUTE(CLU),
588 	{ VSP1_ENTITY_HGO, 0, 0, { 0, }, 0 },
589 	{ VSP1_ENTITY_HGT, 0, 0, { 0, }, 0 },
590 	VSP1_ENTITY_ROUTE(HSI),
591 	VSP1_ENTITY_ROUTE(HST),
592 	{ VSP1_ENTITY_LIF, 0, 0, { 0, }, 0 },
593 	{ VSP1_ENTITY_LIF, 1, 0, { 0, }, 0 },
594 	VSP1_ENTITY_ROUTE(LUT),
595 	VSP1_ENTITY_ROUTE_RPF(0),
596 	VSP1_ENTITY_ROUTE_RPF(1),
597 	VSP1_ENTITY_ROUTE_RPF(2),
598 	VSP1_ENTITY_ROUTE_RPF(3),
599 	VSP1_ENTITY_ROUTE_RPF(4),
600 	VSP1_ENTITY_ROUTE(SRU),
601 	VSP1_ENTITY_ROUTE_UDS(0),
602 	VSP1_ENTITY_ROUTE_UDS(1),
603 	VSP1_ENTITY_ROUTE_UDS(2),
604 	VSP1_ENTITY_ROUTE_UIF(0),	/* Named UIF4 in the documentation */
605 	VSP1_ENTITY_ROUTE_UIF(1),	/* Named UIF5 in the documentation */
606 	VSP1_ENTITY_ROUTE_WPF(0),
607 	VSP1_ENTITY_ROUTE_WPF(1),
608 	VSP1_ENTITY_ROUTE_WPF(2),
609 	VSP1_ENTITY_ROUTE_WPF(3),
610 };
611 
612 int vsp1_entity_init(struct vsp1_device *vsp1, struct vsp1_entity *entity,
613 		     const char *name, unsigned int num_pads,
614 		     const struct v4l2_subdev_ops *ops, u32 function)
615 {
616 	static struct lock_class_key key;
617 	struct v4l2_subdev *subdev;
618 	unsigned int i;
619 	int ret;
620 
621 	for (i = 0; i < ARRAY_SIZE(vsp1_routes); ++i) {
622 		if (vsp1_routes[i].type == entity->type &&
623 		    vsp1_routes[i].index == entity->index) {
624 			entity->route = &vsp1_routes[i];
625 			break;
626 		}
627 	}
628 
629 	if (i == ARRAY_SIZE(vsp1_routes))
630 		return -EINVAL;
631 
632 	mutex_init(&entity->lock);
633 
634 	entity->vsp1 = vsp1;
635 	entity->source_pad = num_pads - 1;
636 
637 	/* Allocate and initialize pads. */
638 	entity->pads = devm_kcalloc(vsp1->dev,
639 				    num_pads, sizeof(*entity->pads),
640 				    GFP_KERNEL);
641 	if (entity->pads == NULL)
642 		return -ENOMEM;
643 
644 	for (i = 0; i < num_pads - 1; ++i)
645 		entity->pads[i].flags = MEDIA_PAD_FL_SINK;
646 
647 	entity->sources = devm_kcalloc(vsp1->dev, max(num_pads - 1, 1U),
648 				       sizeof(*entity->sources), GFP_KERNEL);
649 	if (entity->sources == NULL)
650 		return -ENOMEM;
651 
652 	/* Single-pad entities only have a sink. */
653 	entity->pads[num_pads - 1].flags = num_pads > 1 ? MEDIA_PAD_FL_SOURCE
654 					 : MEDIA_PAD_FL_SINK;
655 
656 	/* Initialize the media entity. */
657 	ret = media_entity_pads_init(&entity->subdev.entity, num_pads,
658 				     entity->pads);
659 	if (ret < 0)
660 		return ret;
661 
662 	/* Initialize the V4L2 subdev. */
663 	subdev = &entity->subdev;
664 	v4l2_subdev_init(subdev, ops);
665 
666 	subdev->entity.function = function;
667 	subdev->entity.ops = &vsp1->media_ops;
668 	subdev->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
669 
670 	snprintf(subdev->name, sizeof(subdev->name), "%s %s",
671 		 dev_name(vsp1->dev), name);
672 
673 	vsp1_entity_init_cfg(subdev, NULL);
674 
675 	/*
676 	 * Allocate the pad configuration to store formats and selection
677 	 * rectangles.
678 	 */
679 	/*
680 	 * FIXME: Drop this call, drivers are not supposed to use
681 	 * __v4l2_subdev_state_alloc().
682 	 */
683 	entity->config = __v4l2_subdev_state_alloc(&entity->subdev,
684 						   "vsp1:config->lock", &key);
685 	if (IS_ERR(entity->config)) {
686 		media_entity_cleanup(&entity->subdev.entity);
687 		return PTR_ERR(entity->config);
688 	}
689 
690 	return 0;
691 }
692 
693 void vsp1_entity_destroy(struct vsp1_entity *entity)
694 {
695 	if (entity->ops && entity->ops->destroy)
696 		entity->ops->destroy(entity);
697 	if (entity->subdev.ctrl_handler)
698 		v4l2_ctrl_handler_free(entity->subdev.ctrl_handler);
699 	__v4l2_subdev_state_free(entity->config);
700 	media_entity_cleanup(&entity->subdev.entity);
701 }
702