xref: /openbmc/linux/drivers/media/i2c/ccs/ccs-core.c (revision 5497b23e)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * drivers/media/i2c/ccs/ccs-core.c
4  *
5  * Generic driver for MIPI CCS/SMIA/SMIA++ compliant camera sensors
6  *
7  * Copyright (C) 2020 Intel Corporation
8  * Copyright (C) 2010--2012 Nokia Corporation
9  * Contact: Sakari Ailus <sakari.ailus@linux.intel.com>
10  *
11  * Based on smiapp driver by Vimarsh Zutshi
12  * Based on jt8ev1.c by Vimarsh Zutshi
13  * Based on smia-sensor.c by Tuukka Toivonen <tuukkat76@gmail.com>
14  */
15 
16 #include <linux/clk.h>
17 #include <linux/delay.h>
18 #include <linux/device.h>
19 #include <linux/firmware.h>
20 #include <linux/gpio.h>
21 #include <linux/gpio/consumer.h>
22 #include <linux/module.h>
23 #include <linux/pm_runtime.h>
24 #include <linux/property.h>
25 #include <linux/regulator/consumer.h>
26 #include <linux/slab.h>
27 #include <linux/smiapp.h>
28 #include <linux/v4l2-mediabus.h>
29 #include <media/v4l2-fwnode.h>
30 #include <media/v4l2-device.h>
31 #include <uapi/linux/ccs.h>
32 
33 #include "ccs.h"
34 
35 #define CCS_ALIGN_DIM(dim, flags)	\
36 	((flags) & V4L2_SEL_FLAG_GE	\
37 	 ? ALIGN((dim), 2)		\
38 	 : (dim) & ~1)
39 
40 static struct ccs_limit_offset {
41 	u16	lim;
42 	u16	info;
43 } ccs_limit_offsets[CCS_L_LAST + 1];
44 
45 /*
46  * ccs_module_idents - supported camera modules
47  */
48 static const struct ccs_module_ident ccs_module_idents[] = {
49 	CCS_IDENT_L(0x01, 0x022b, -1, "vs6555"),
50 	CCS_IDENT_L(0x01, 0x022e, -1, "vw6558"),
51 	CCS_IDENT_L(0x07, 0x7698, -1, "ovm7698"),
52 	CCS_IDENT_L(0x0b, 0x4242, -1, "smiapp-003"),
53 	CCS_IDENT_L(0x0c, 0x208a, -1, "tcm8330md"),
54 	CCS_IDENT_LQ(0x0c, 0x2134, -1, "tcm8500md", &smiapp_tcm8500md_quirk),
55 	CCS_IDENT_L(0x0c, 0x213e, -1, "et8en2"),
56 	CCS_IDENT_L(0x0c, 0x2184, -1, "tcm8580md"),
57 	CCS_IDENT_LQ(0x0c, 0x560f, -1, "jt8ew9", &smiapp_jt8ew9_quirk),
58 	CCS_IDENT_LQ(0x10, 0x4141, -1, "jt8ev1", &smiapp_jt8ev1_quirk),
59 	CCS_IDENT_LQ(0x10, 0x4241, -1, "imx125es", &smiapp_imx125es_quirk),
60 };
61 
62 #define CCS_DEVICE_FLAG_IS_SMIA		BIT(0)
63 
64 struct ccs_device {
65 	unsigned char flags;
66 };
67 
68 static const char * const ccs_regulators[] = { "vcore", "vio", "vana" };
69 
70 /*
71  *
72  * Dynamic Capability Identification
73  *
74  */
75 
76 static void ccs_assign_limit(void *ptr, unsigned int width, u32 val)
77 {
78 	switch (width) {
79 	case sizeof(u8):
80 		*(u8 *)ptr = val;
81 		break;
82 	case sizeof(u16):
83 		*(u16 *)ptr = val;
84 		break;
85 	case sizeof(u32):
86 		*(u32 *)ptr = val;
87 		break;
88 	}
89 }
90 
91 static int ccs_limit_ptr(struct ccs_sensor *sensor, unsigned int limit,
92 			 unsigned int offset, void **__ptr)
93 {
94 	const struct ccs_limit *linfo;
95 
96 	if (WARN_ON(limit >= CCS_L_LAST))
97 		return -EINVAL;
98 
99 	linfo = &ccs_limits[ccs_limit_offsets[limit].info];
100 
101 	if (WARN_ON(!sensor->ccs_limits) ||
102 	    WARN_ON(offset + ccs_reg_width(linfo->reg) >
103 		    ccs_limit_offsets[limit + 1].lim))
104 		return -EINVAL;
105 
106 	*__ptr = sensor->ccs_limits + ccs_limit_offsets[limit].lim + offset;
107 
108 	return 0;
109 }
110 
111 void ccs_replace_limit(struct ccs_sensor *sensor,
112 		       unsigned int limit, unsigned int offset, u32 val)
113 {
114 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
115 	const struct ccs_limit *linfo;
116 	void *ptr;
117 	int ret;
118 
119 	ret = ccs_limit_ptr(sensor, limit, offset, &ptr);
120 	if (ret)
121 		return;
122 
123 	linfo = &ccs_limits[ccs_limit_offsets[limit].info];
124 
125 	dev_dbg(&client->dev, "quirk: 0x%8.8x \"%s\" %u = %d, 0x%x\n",
126 		linfo->reg, linfo->name, offset, val, val);
127 
128 	ccs_assign_limit(ptr, ccs_reg_width(linfo->reg), val);
129 }
130 
131 u32 ccs_get_limit(struct ccs_sensor *sensor, unsigned int limit,
132 		  unsigned int offset)
133 {
134 	void *ptr;
135 	u32 val;
136 	int ret;
137 
138 	ret = ccs_limit_ptr(sensor, limit, offset, &ptr);
139 	if (ret)
140 		return 0;
141 
142 	switch (ccs_reg_width(ccs_limits[ccs_limit_offsets[limit].info].reg)) {
143 	case sizeof(u8):
144 		val = *(u8 *)ptr;
145 		break;
146 	case sizeof(u16):
147 		val = *(u16 *)ptr;
148 		break;
149 	case sizeof(u32):
150 		val = *(u32 *)ptr;
151 		break;
152 	default:
153 		WARN_ON(1);
154 		return 0;
155 	}
156 
157 	return ccs_reg_conv(sensor, ccs_limits[limit].reg, val);
158 }
159 
160 static int ccs_read_all_limits(struct ccs_sensor *sensor)
161 {
162 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
163 	void *ptr, *alloc, *end;
164 	unsigned int i, l;
165 	int ret;
166 
167 	kfree(sensor->ccs_limits);
168 	sensor->ccs_limits = NULL;
169 
170 	alloc = kzalloc(ccs_limit_offsets[CCS_L_LAST].lim, GFP_KERNEL);
171 	if (!alloc)
172 		return -ENOMEM;
173 
174 	end = alloc + ccs_limit_offsets[CCS_L_LAST].lim;
175 
176 	for (i = 0, l = 0, ptr = alloc; ccs_limits[i].size; i++) {
177 		u32 reg = ccs_limits[i].reg;
178 		unsigned int width = ccs_reg_width(reg);
179 		unsigned int j;
180 
181 		if (l == CCS_L_LAST) {
182 			dev_err(&client->dev,
183 				"internal error --- end of limit array\n");
184 			ret = -EINVAL;
185 			goto out_err;
186 		}
187 
188 		for (j = 0; j < ccs_limits[i].size / width;
189 		     j++, reg += width, ptr += width) {
190 			u32 val;
191 
192 			ret = ccs_read_addr_noconv(sensor, reg, &val);
193 			if (ret)
194 				goto out_err;
195 
196 			if (ptr + width > end) {
197 				dev_err(&client->dev,
198 					"internal error --- no room for regs\n");
199 				ret = -EINVAL;
200 				goto out_err;
201 			}
202 
203 			if (!val && j)
204 				break;
205 
206 			ccs_assign_limit(ptr, width, val);
207 
208 			dev_dbg(&client->dev, "0x%8.8x \"%s\" = %u, 0x%x\n",
209 				reg, ccs_limits[i].name, val, val);
210 		}
211 
212 		if (ccs_limits[i].flags & CCS_L_FL_SAME_REG)
213 			continue;
214 
215 		l++;
216 		ptr = alloc + ccs_limit_offsets[l].lim;
217 	}
218 
219 	if (l != CCS_L_LAST) {
220 		dev_err(&client->dev,
221 			"internal error --- insufficient limits\n");
222 		ret = -EINVAL;
223 		goto out_err;
224 	}
225 
226 	sensor->ccs_limits = alloc;
227 
228 	if (CCS_LIM(sensor, SCALER_N_MIN) < 16)
229 		ccs_replace_limit(sensor, CCS_L_SCALER_N_MIN, 0, 16);
230 
231 	return 0;
232 
233 out_err:
234 	kfree(alloc);
235 
236 	return ret;
237 }
238 
239 static int ccs_read_frame_fmt(struct ccs_sensor *sensor)
240 {
241 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
242 	u8 fmt_model_type, fmt_model_subtype, ncol_desc, nrow_desc;
243 	unsigned int i;
244 	int pixel_count = 0;
245 	int line_count = 0;
246 
247 	fmt_model_type = CCS_LIM(sensor, FRAME_FORMAT_MODEL_TYPE);
248 	fmt_model_subtype = CCS_LIM(sensor, FRAME_FORMAT_MODEL_SUBTYPE);
249 
250 	ncol_desc = (fmt_model_subtype
251 		     & CCS_FRAME_FORMAT_MODEL_SUBTYPE_COLUMNS_MASK)
252 		>> CCS_FRAME_FORMAT_MODEL_SUBTYPE_COLUMNS_SHIFT;
253 	nrow_desc = fmt_model_subtype
254 		& CCS_FRAME_FORMAT_MODEL_SUBTYPE_ROWS_MASK;
255 
256 	dev_dbg(&client->dev, "format_model_type %s\n",
257 		fmt_model_type == CCS_FRAME_FORMAT_MODEL_TYPE_2_BYTE
258 		? "2 byte" :
259 		fmt_model_type == CCS_FRAME_FORMAT_MODEL_TYPE_4_BYTE
260 		? "4 byte" : "is simply bad");
261 
262 	dev_dbg(&client->dev, "%u column and %u row descriptors\n",
263 		ncol_desc, nrow_desc);
264 
265 	for (i = 0; i < ncol_desc + nrow_desc; i++) {
266 		u32 desc;
267 		u32 pixelcode;
268 		u32 pixels;
269 		char *which;
270 		char *what;
271 
272 		if (fmt_model_type == CCS_FRAME_FORMAT_MODEL_TYPE_2_BYTE) {
273 			desc = CCS_LIM_AT(sensor, FRAME_FORMAT_DESCRIPTOR, i);
274 
275 			pixelcode =
276 				(desc
277 				 & CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_MASK)
278 				>> CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_SHIFT;
279 			pixels = desc & CCS_FRAME_FORMAT_DESCRIPTOR_PIXELS_MASK;
280 		} else if (fmt_model_type
281 			   == CCS_FRAME_FORMAT_MODEL_TYPE_4_BYTE) {
282 			desc = CCS_LIM_AT(sensor, FRAME_FORMAT_DESCRIPTOR_4, i);
283 
284 			pixelcode =
285 				(desc
286 				 & CCS_FRAME_FORMAT_DESCRIPTOR_4_PCODE_MASK)
287 				>> CCS_FRAME_FORMAT_DESCRIPTOR_4_PCODE_SHIFT;
288 			pixels = desc &
289 				CCS_FRAME_FORMAT_DESCRIPTOR_4_PIXELS_MASK;
290 		} else {
291 			dev_dbg(&client->dev,
292 				"invalid frame format model type %d\n",
293 				fmt_model_type);
294 			return -EINVAL;
295 		}
296 
297 		if (i < ncol_desc)
298 			which = "columns";
299 		else
300 			which = "rows";
301 
302 		switch (pixelcode) {
303 		case CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_EMBEDDED:
304 			what = "embedded";
305 			break;
306 		case CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_DUMMY_PIXEL:
307 			what = "dummy";
308 			break;
309 		case CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_BLACK_PIXEL:
310 			what = "black";
311 			break;
312 		case CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_DARK_PIXEL:
313 			what = "dark";
314 			break;
315 		case CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_VISIBLE_PIXEL:
316 			what = "visible";
317 			break;
318 		default:
319 			what = "invalid";
320 			break;
321 		}
322 
323 		dev_dbg(&client->dev,
324 			"%s pixels: %d %s (pixelcode %u)\n",
325 			what, pixels, which, pixelcode);
326 
327 		if (i < ncol_desc) {
328 			if (pixelcode ==
329 			    CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_VISIBLE_PIXEL)
330 				sensor->visible_pixel_start = pixel_count;
331 			pixel_count += pixels;
332 			continue;
333 		}
334 
335 		/* Handle row descriptors */
336 		switch (pixelcode) {
337 		case CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_EMBEDDED:
338 			if (sensor->embedded_end)
339 				break;
340 			sensor->embedded_start = line_count;
341 			sensor->embedded_end = line_count + pixels;
342 			break;
343 		case CCS_FRAME_FORMAT_DESCRIPTOR_PCODE_VISIBLE_PIXEL:
344 			sensor->image_start = line_count;
345 			break;
346 		}
347 		line_count += pixels;
348 	}
349 
350 	if (sensor->embedded_end > sensor->image_start) {
351 		dev_dbg(&client->dev,
352 			"adjusting image start line to %u (was %u)\n",
353 			sensor->embedded_end, sensor->image_start);
354 		sensor->image_start = sensor->embedded_end;
355 	}
356 
357 	dev_dbg(&client->dev, "embedded data from lines %d to %d\n",
358 		sensor->embedded_start, sensor->embedded_end);
359 	dev_dbg(&client->dev, "image data starts at line %d\n",
360 		sensor->image_start);
361 
362 	return 0;
363 }
364 
365 static int ccs_pll_configure(struct ccs_sensor *sensor)
366 {
367 	struct ccs_pll *pll = &sensor->pll;
368 	int rval;
369 
370 	rval = ccs_write(sensor, VT_PIX_CLK_DIV, pll->vt_bk.pix_clk_div);
371 	if (rval < 0)
372 		return rval;
373 
374 	rval = ccs_write(sensor, VT_SYS_CLK_DIV, pll->vt_bk.sys_clk_div);
375 	if (rval < 0)
376 		return rval;
377 
378 	rval = ccs_write(sensor, PRE_PLL_CLK_DIV, pll->vt_fr.pre_pll_clk_div);
379 	if (rval < 0)
380 		return rval;
381 
382 	rval = ccs_write(sensor, PLL_MULTIPLIER, pll->vt_fr.pll_multiplier);
383 	if (rval < 0)
384 		return rval;
385 
386 	if (!(CCS_LIM(sensor, PHY_CTRL_CAPABILITY) &
387 	      CCS_PHY_CTRL_CAPABILITY_AUTO_PHY_CTL)) {
388 		/* Lane op clock ratio does not apply here. */
389 		rval = ccs_write(sensor, REQUESTED_LINK_RATE,
390 				 DIV_ROUND_UP(pll->op_bk.sys_clk_freq_hz,
391 					      1000000 / 256 / 256) *
392 				 (pll->flags & CCS_PLL_FLAG_LANE_SPEED_MODEL ?
393 				  sensor->pll.csi2.lanes : 1) <<
394 				 (pll->flags & CCS_PLL_FLAG_OP_SYS_DDR ?
395 				  1 : 0));
396 		if (rval < 0)
397 			return rval;
398 	}
399 
400 	if (sensor->pll.flags & CCS_PLL_FLAG_NO_OP_CLOCKS)
401 		return 0;
402 
403 	rval = ccs_write(sensor, OP_PIX_CLK_DIV, pll->op_bk.pix_clk_div);
404 	if (rval < 0)
405 		return rval;
406 
407 	rval = ccs_write(sensor, OP_SYS_CLK_DIV, pll->op_bk.sys_clk_div);
408 	if (rval < 0)
409 		return rval;
410 
411 	if (!(pll->flags & CCS_PLL_FLAG_DUAL_PLL))
412 		return 0;
413 
414 	rval = ccs_write(sensor, PLL_MODE, CCS_PLL_MODE_DUAL);
415 	if (rval < 0)
416 		return rval;
417 
418 	rval = ccs_write(sensor, OP_PRE_PLL_CLK_DIV,
419 			 pll->op_fr.pre_pll_clk_div);
420 	if (rval < 0)
421 		return rval;
422 
423 	return ccs_write(sensor, OP_PLL_MULTIPLIER, pll->op_fr.pll_multiplier);
424 }
425 
426 static int ccs_pll_try(struct ccs_sensor *sensor, struct ccs_pll *pll)
427 {
428 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
429 	struct ccs_pll_limits lim = {
430 		.vt_fr = {
431 			.min_pre_pll_clk_div = CCS_LIM(sensor, MIN_PRE_PLL_CLK_DIV),
432 			.max_pre_pll_clk_div = CCS_LIM(sensor, MAX_PRE_PLL_CLK_DIV),
433 			.min_pll_ip_clk_freq_hz = CCS_LIM(sensor, MIN_PLL_IP_CLK_FREQ_MHZ),
434 			.max_pll_ip_clk_freq_hz = CCS_LIM(sensor, MAX_PLL_IP_CLK_FREQ_MHZ),
435 			.min_pll_multiplier = CCS_LIM(sensor, MIN_PLL_MULTIPLIER),
436 			.max_pll_multiplier = CCS_LIM(sensor, MAX_PLL_MULTIPLIER),
437 			.min_pll_op_clk_freq_hz = CCS_LIM(sensor, MIN_PLL_OP_CLK_FREQ_MHZ),
438 			.max_pll_op_clk_freq_hz = CCS_LIM(sensor, MAX_PLL_OP_CLK_FREQ_MHZ),
439 		},
440 		.op_fr = {
441 			.min_pre_pll_clk_div = CCS_LIM(sensor, MIN_OP_PRE_PLL_CLK_DIV),
442 			.max_pre_pll_clk_div = CCS_LIM(sensor, MAX_OP_PRE_PLL_CLK_DIV),
443 			.min_pll_ip_clk_freq_hz = CCS_LIM(sensor, MIN_OP_PLL_IP_CLK_FREQ_MHZ),
444 			.max_pll_ip_clk_freq_hz = CCS_LIM(sensor, MAX_OP_PLL_IP_CLK_FREQ_MHZ),
445 			.min_pll_multiplier = CCS_LIM(sensor, MIN_OP_PLL_MULTIPLIER),
446 			.max_pll_multiplier = CCS_LIM(sensor, MAX_OP_PLL_MULTIPLIER),
447 			.min_pll_op_clk_freq_hz = CCS_LIM(sensor, MIN_OP_PLL_OP_CLK_FREQ_MHZ),
448 			.max_pll_op_clk_freq_hz = CCS_LIM(sensor, MAX_OP_PLL_OP_CLK_FREQ_MHZ),
449 		},
450 		.op_bk = {
451 			 .min_sys_clk_div = CCS_LIM(sensor, MIN_OP_SYS_CLK_DIV),
452 			 .max_sys_clk_div = CCS_LIM(sensor, MAX_OP_SYS_CLK_DIV),
453 			 .min_pix_clk_div = CCS_LIM(sensor, MIN_OP_PIX_CLK_DIV),
454 			 .max_pix_clk_div = CCS_LIM(sensor, MAX_OP_PIX_CLK_DIV),
455 			 .min_sys_clk_freq_hz = CCS_LIM(sensor, MIN_OP_SYS_CLK_FREQ_MHZ),
456 			 .max_sys_clk_freq_hz = CCS_LIM(sensor, MAX_OP_SYS_CLK_FREQ_MHZ),
457 			 .min_pix_clk_freq_hz = CCS_LIM(sensor, MIN_OP_PIX_CLK_FREQ_MHZ),
458 			 .max_pix_clk_freq_hz = CCS_LIM(sensor, MAX_OP_PIX_CLK_FREQ_MHZ),
459 		 },
460 		.vt_bk = {
461 			 .min_sys_clk_div = CCS_LIM(sensor, MIN_VT_SYS_CLK_DIV),
462 			 .max_sys_clk_div = CCS_LIM(sensor, MAX_VT_SYS_CLK_DIV),
463 			 .min_pix_clk_div = CCS_LIM(sensor, MIN_VT_PIX_CLK_DIV),
464 			 .max_pix_clk_div = CCS_LIM(sensor, MAX_VT_PIX_CLK_DIV),
465 			 .min_sys_clk_freq_hz = CCS_LIM(sensor, MIN_VT_SYS_CLK_FREQ_MHZ),
466 			 .max_sys_clk_freq_hz = CCS_LIM(sensor, MAX_VT_SYS_CLK_FREQ_MHZ),
467 			 .min_pix_clk_freq_hz = CCS_LIM(sensor, MIN_VT_PIX_CLK_FREQ_MHZ),
468 			 .max_pix_clk_freq_hz = CCS_LIM(sensor, MAX_VT_PIX_CLK_FREQ_MHZ),
469 		 },
470 		.min_line_length_pck_bin = CCS_LIM(sensor, MIN_LINE_LENGTH_PCK_BIN),
471 		.min_line_length_pck = CCS_LIM(sensor, MIN_LINE_LENGTH_PCK),
472 	};
473 
474 	return ccs_pll_calculate(&client->dev, &lim, pll);
475 }
476 
477 static int ccs_pll_update(struct ccs_sensor *sensor)
478 {
479 	struct ccs_pll *pll = &sensor->pll;
480 	int rval;
481 
482 	pll->binning_horizontal = sensor->binning_horizontal;
483 	pll->binning_vertical = sensor->binning_vertical;
484 	pll->link_freq =
485 		sensor->link_freq->qmenu_int[sensor->link_freq->val];
486 	pll->scale_m = sensor->scale_m;
487 	pll->bits_per_pixel = sensor->csi_format->compressed;
488 
489 	rval = ccs_pll_try(sensor, pll);
490 	if (rval < 0)
491 		return rval;
492 
493 	__v4l2_ctrl_s_ctrl_int64(sensor->pixel_rate_parray,
494 				 pll->pixel_rate_pixel_array);
495 	__v4l2_ctrl_s_ctrl_int64(sensor->pixel_rate_csi, pll->pixel_rate_csi);
496 
497 	return 0;
498 }
499 
500 
501 /*
502  *
503  * V4L2 Controls handling
504  *
505  */
506 
507 static void __ccs_update_exposure_limits(struct ccs_sensor *sensor)
508 {
509 	struct v4l2_ctrl *ctrl = sensor->exposure;
510 	int max;
511 
512 	max = sensor->pixel_array->crop[CCS_PA_PAD_SRC].height
513 		+ sensor->vblank->val
514 		- CCS_LIM(sensor, COARSE_INTEGRATION_TIME_MAX_MARGIN);
515 
516 	__v4l2_ctrl_modify_range(ctrl, ctrl->minimum, max, ctrl->step, max);
517 }
518 
519 /*
520  * Order matters.
521  *
522  * 1. Bits-per-pixel, descending.
523  * 2. Bits-per-pixel compressed, descending.
524  * 3. Pixel order, same as in pixel_order_str. Formats for all four pixel
525  *    orders must be defined.
526  */
527 static const struct ccs_csi_data_format ccs_csi_data_formats[] = {
528 	{ MEDIA_BUS_FMT_SGRBG16_1X16, 16, 16, CCS_PIXEL_ORDER_GRBG, },
529 	{ MEDIA_BUS_FMT_SRGGB16_1X16, 16, 16, CCS_PIXEL_ORDER_RGGB, },
530 	{ MEDIA_BUS_FMT_SBGGR16_1X16, 16, 16, CCS_PIXEL_ORDER_BGGR, },
531 	{ MEDIA_BUS_FMT_SGBRG16_1X16, 16, 16, CCS_PIXEL_ORDER_GBRG, },
532 	{ MEDIA_BUS_FMT_SGRBG14_1X14, 14, 14, CCS_PIXEL_ORDER_GRBG, },
533 	{ MEDIA_BUS_FMT_SRGGB14_1X14, 14, 14, CCS_PIXEL_ORDER_RGGB, },
534 	{ MEDIA_BUS_FMT_SBGGR14_1X14, 14, 14, CCS_PIXEL_ORDER_BGGR, },
535 	{ MEDIA_BUS_FMT_SGBRG14_1X14, 14, 14, CCS_PIXEL_ORDER_GBRG, },
536 	{ MEDIA_BUS_FMT_SGRBG12_1X12, 12, 12, CCS_PIXEL_ORDER_GRBG, },
537 	{ MEDIA_BUS_FMT_SRGGB12_1X12, 12, 12, CCS_PIXEL_ORDER_RGGB, },
538 	{ MEDIA_BUS_FMT_SBGGR12_1X12, 12, 12, CCS_PIXEL_ORDER_BGGR, },
539 	{ MEDIA_BUS_FMT_SGBRG12_1X12, 12, 12, CCS_PIXEL_ORDER_GBRG, },
540 	{ MEDIA_BUS_FMT_SGRBG10_1X10, 10, 10, CCS_PIXEL_ORDER_GRBG, },
541 	{ MEDIA_BUS_FMT_SRGGB10_1X10, 10, 10, CCS_PIXEL_ORDER_RGGB, },
542 	{ MEDIA_BUS_FMT_SBGGR10_1X10, 10, 10, CCS_PIXEL_ORDER_BGGR, },
543 	{ MEDIA_BUS_FMT_SGBRG10_1X10, 10, 10, CCS_PIXEL_ORDER_GBRG, },
544 	{ MEDIA_BUS_FMT_SGRBG10_DPCM8_1X8, 10, 8, CCS_PIXEL_ORDER_GRBG, },
545 	{ MEDIA_BUS_FMT_SRGGB10_DPCM8_1X8, 10, 8, CCS_PIXEL_ORDER_RGGB, },
546 	{ MEDIA_BUS_FMT_SBGGR10_DPCM8_1X8, 10, 8, CCS_PIXEL_ORDER_BGGR, },
547 	{ MEDIA_BUS_FMT_SGBRG10_DPCM8_1X8, 10, 8, CCS_PIXEL_ORDER_GBRG, },
548 	{ MEDIA_BUS_FMT_SGRBG8_1X8, 8, 8, CCS_PIXEL_ORDER_GRBG, },
549 	{ MEDIA_BUS_FMT_SRGGB8_1X8, 8, 8, CCS_PIXEL_ORDER_RGGB, },
550 	{ MEDIA_BUS_FMT_SBGGR8_1X8, 8, 8, CCS_PIXEL_ORDER_BGGR, },
551 	{ MEDIA_BUS_FMT_SGBRG8_1X8, 8, 8, CCS_PIXEL_ORDER_GBRG, },
552 };
553 
554 static const char *pixel_order_str[] = { "GRBG", "RGGB", "BGGR", "GBRG" };
555 
556 #define to_csi_format_idx(fmt) (((unsigned long)(fmt)			\
557 				 - (unsigned long)ccs_csi_data_formats) \
558 				/ sizeof(*ccs_csi_data_formats))
559 
560 static u32 ccs_pixel_order(struct ccs_sensor *sensor)
561 {
562 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
563 	int flip = 0;
564 
565 	if (sensor->hflip) {
566 		if (sensor->hflip->val)
567 			flip |= CCS_IMAGE_ORIENTATION_HORIZONTAL_MIRROR;
568 
569 		if (sensor->vflip->val)
570 			flip |= CCS_IMAGE_ORIENTATION_VERTICAL_FLIP;
571 	}
572 
573 	flip ^= sensor->hvflip_inv_mask;
574 
575 	dev_dbg(&client->dev, "flip %d\n", flip);
576 	return sensor->default_pixel_order ^ flip;
577 }
578 
579 static void ccs_update_mbus_formats(struct ccs_sensor *sensor)
580 {
581 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
582 	unsigned int csi_format_idx =
583 		to_csi_format_idx(sensor->csi_format) & ~3;
584 	unsigned int internal_csi_format_idx =
585 		to_csi_format_idx(sensor->internal_csi_format) & ~3;
586 	unsigned int pixel_order = ccs_pixel_order(sensor);
587 
588 	if (WARN_ON_ONCE(max(internal_csi_format_idx, csi_format_idx) +
589 			 pixel_order >= ARRAY_SIZE(ccs_csi_data_formats)))
590 		return;
591 
592 	sensor->mbus_frame_fmts =
593 		sensor->default_mbus_frame_fmts << pixel_order;
594 	sensor->csi_format =
595 		&ccs_csi_data_formats[csi_format_idx + pixel_order];
596 	sensor->internal_csi_format =
597 		&ccs_csi_data_formats[internal_csi_format_idx
598 					 + pixel_order];
599 
600 	dev_dbg(&client->dev, "new pixel order %s\n",
601 		pixel_order_str[pixel_order]);
602 }
603 
604 static const char * const ccs_test_patterns[] = {
605 	"Disabled",
606 	"Solid Colour",
607 	"Eight Vertical Colour Bars",
608 	"Colour Bars With Fade to Grey",
609 	"Pseudorandom Sequence (PN9)",
610 };
611 
612 static int ccs_set_ctrl(struct v4l2_ctrl *ctrl)
613 {
614 	struct ccs_sensor *sensor =
615 		container_of(ctrl->handler, struct ccs_subdev, ctrl_handler)
616 			->sensor;
617 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
618 	int pm_status;
619 	u32 orient = 0;
620 	unsigned int i;
621 	int exposure;
622 	int rval;
623 
624 	switch (ctrl->id) {
625 	case V4L2_CID_HFLIP:
626 	case V4L2_CID_VFLIP:
627 		if (sensor->streaming)
628 			return -EBUSY;
629 
630 		if (sensor->hflip->val)
631 			orient |= CCS_IMAGE_ORIENTATION_HORIZONTAL_MIRROR;
632 
633 		if (sensor->vflip->val)
634 			orient |= CCS_IMAGE_ORIENTATION_VERTICAL_FLIP;
635 
636 		orient ^= sensor->hvflip_inv_mask;
637 
638 		ccs_update_mbus_formats(sensor);
639 
640 		break;
641 	case V4L2_CID_VBLANK:
642 		exposure = sensor->exposure->val;
643 
644 		__ccs_update_exposure_limits(sensor);
645 
646 		if (exposure > sensor->exposure->maximum) {
647 			sensor->exposure->val =	sensor->exposure->maximum;
648 			rval = ccs_set_ctrl(sensor->exposure);
649 			if (rval < 0)
650 				return rval;
651 		}
652 
653 		break;
654 	case V4L2_CID_LINK_FREQ:
655 		if (sensor->streaming)
656 			return -EBUSY;
657 
658 		rval = ccs_pll_update(sensor);
659 		if (rval)
660 			return rval;
661 
662 		return 0;
663 	case V4L2_CID_TEST_PATTERN:
664 		for (i = 0; i < ARRAY_SIZE(sensor->test_data); i++)
665 			v4l2_ctrl_activate(
666 				sensor->test_data[i],
667 				ctrl->val ==
668 				V4L2_SMIAPP_TEST_PATTERN_MODE_SOLID_COLOUR);
669 
670 		break;
671 	}
672 
673 	pm_status = pm_runtime_get_if_active(&client->dev, true);
674 	if (!pm_status)
675 		return 0;
676 
677 	switch (ctrl->id) {
678 	case V4L2_CID_ANALOGUE_GAIN:
679 		rval = ccs_write(sensor, ANALOG_GAIN_CODE_GLOBAL, ctrl->val);
680 
681 		break;
682 
683 	case V4L2_CID_CCS_ANALOGUE_LINEAR_GAIN:
684 		rval = ccs_write(sensor, ANALOG_LINEAR_GAIN_GLOBAL, ctrl->val);
685 
686 		break;
687 
688 	case V4L2_CID_CCS_ANALOGUE_EXPONENTIAL_GAIN:
689 		rval = ccs_write(sensor, ANALOG_EXPONENTIAL_GAIN_GLOBAL,
690 				 ctrl->val);
691 
692 		break;
693 
694 	case V4L2_CID_DIGITAL_GAIN:
695 		if (CCS_LIM(sensor, DIGITAL_GAIN_CAPABILITY) ==
696 		    CCS_DIGITAL_GAIN_CAPABILITY_GLOBAL) {
697 			rval = ccs_write(sensor, DIGITAL_GAIN_GLOBAL,
698 					 ctrl->val);
699 			break;
700 		}
701 
702 		rval = ccs_write_addr(sensor,
703 				      SMIAPP_REG_U16_DIGITAL_GAIN_GREENR,
704 				      ctrl->val);
705 		if (rval)
706 			break;
707 
708 		rval = ccs_write_addr(sensor,
709 				      SMIAPP_REG_U16_DIGITAL_GAIN_RED,
710 				      ctrl->val);
711 		if (rval)
712 			break;
713 
714 		rval = ccs_write_addr(sensor,
715 				      SMIAPP_REG_U16_DIGITAL_GAIN_BLUE,
716 				      ctrl->val);
717 		if (rval)
718 			break;
719 
720 		rval = ccs_write_addr(sensor,
721 				      SMIAPP_REG_U16_DIGITAL_GAIN_GREENB,
722 				      ctrl->val);
723 
724 		break;
725 	case V4L2_CID_EXPOSURE:
726 		rval = ccs_write(sensor, COARSE_INTEGRATION_TIME, ctrl->val);
727 
728 		break;
729 	case V4L2_CID_HFLIP:
730 	case V4L2_CID_VFLIP:
731 		rval = ccs_write(sensor, IMAGE_ORIENTATION, orient);
732 
733 		break;
734 	case V4L2_CID_VBLANK:
735 		rval = ccs_write(sensor, FRAME_LENGTH_LINES,
736 				 sensor->pixel_array->crop[
737 					 CCS_PA_PAD_SRC].height
738 				 + ctrl->val);
739 
740 		break;
741 	case V4L2_CID_HBLANK:
742 		rval = ccs_write(sensor, LINE_LENGTH_PCK,
743 				 sensor->pixel_array->crop[CCS_PA_PAD_SRC].width
744 				 + ctrl->val);
745 
746 		break;
747 	case V4L2_CID_TEST_PATTERN:
748 		rval = ccs_write(sensor, TEST_PATTERN_MODE, ctrl->val);
749 
750 		break;
751 	case V4L2_CID_TEST_PATTERN_RED:
752 		rval = ccs_write(sensor, TEST_DATA_RED, ctrl->val);
753 
754 		break;
755 	case V4L2_CID_TEST_PATTERN_GREENR:
756 		rval = ccs_write(sensor, TEST_DATA_GREENR, ctrl->val);
757 
758 		break;
759 	case V4L2_CID_TEST_PATTERN_BLUE:
760 		rval = ccs_write(sensor, TEST_DATA_BLUE, ctrl->val);
761 
762 		break;
763 	case V4L2_CID_TEST_PATTERN_GREENB:
764 		rval = ccs_write(sensor, TEST_DATA_GREENB, ctrl->val);
765 
766 		break;
767 	case V4L2_CID_CCS_SHADING_CORRECTION:
768 		rval = ccs_write(sensor, SHADING_CORRECTION_EN,
769 				 ctrl->val ? CCS_SHADING_CORRECTION_EN_ENABLE :
770 				 0);
771 
772 		if (!rval && sensor->luminance_level)
773 			v4l2_ctrl_activate(sensor->luminance_level, ctrl->val);
774 
775 		break;
776 	case V4L2_CID_CCS_LUMINANCE_CORRECTION_LEVEL:
777 		rval = ccs_write(sensor, LUMINANCE_CORRECTION_LEVEL, ctrl->val);
778 
779 		break;
780 	case V4L2_CID_PIXEL_RATE:
781 		/* For v4l2_ctrl_s_ctrl_int64() used internally. */
782 		rval = 0;
783 
784 		break;
785 	default:
786 		rval = -EINVAL;
787 	}
788 
789 	if (pm_status > 0) {
790 		pm_runtime_mark_last_busy(&client->dev);
791 		pm_runtime_put_autosuspend(&client->dev);
792 	}
793 
794 	return rval;
795 }
796 
797 static const struct v4l2_ctrl_ops ccs_ctrl_ops = {
798 	.s_ctrl = ccs_set_ctrl,
799 };
800 
801 static int ccs_init_controls(struct ccs_sensor *sensor)
802 {
803 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
804 	int rval;
805 
806 	rval = v4l2_ctrl_handler_init(&sensor->pixel_array->ctrl_handler, 17);
807 	if (rval)
808 		return rval;
809 
810 	sensor->pixel_array->ctrl_handler.lock = &sensor->mutex;
811 
812 	switch (CCS_LIM(sensor, ANALOG_GAIN_CAPABILITY)) {
813 	case CCS_ANALOG_GAIN_CAPABILITY_GLOBAL: {
814 		struct {
815 			const char *name;
816 			u32 id;
817 			s32 value;
818 		} const gain_ctrls[] = {
819 			{ "Analogue Gain m0", V4L2_CID_CCS_ANALOGUE_GAIN_M0,
820 			  CCS_LIM(sensor, ANALOG_GAIN_M0), },
821 			{ "Analogue Gain c0", V4L2_CID_CCS_ANALOGUE_GAIN_C0,
822 			  CCS_LIM(sensor, ANALOG_GAIN_C0), },
823 			{ "Analogue Gain m1", V4L2_CID_CCS_ANALOGUE_GAIN_M1,
824 			  CCS_LIM(sensor, ANALOG_GAIN_M1), },
825 			{ "Analogue Gain c1", V4L2_CID_CCS_ANALOGUE_GAIN_C1,
826 			  CCS_LIM(sensor, ANALOG_GAIN_C1), },
827 		};
828 		struct v4l2_ctrl_config ctrl_cfg = {
829 			.type = V4L2_CTRL_TYPE_INTEGER,
830 			.ops = &ccs_ctrl_ops,
831 			.flags = V4L2_CTRL_FLAG_READ_ONLY,
832 			.step = 1,
833 		};
834 		unsigned int i;
835 
836 		for (i = 0; i < ARRAY_SIZE(gain_ctrls); i++) {
837 			ctrl_cfg.name = gain_ctrls[i].name;
838 			ctrl_cfg.id = gain_ctrls[i].id;
839 			ctrl_cfg.min = ctrl_cfg.max = ctrl_cfg.def =
840 				gain_ctrls[i].value;
841 
842 			v4l2_ctrl_new_custom(&sensor->pixel_array->ctrl_handler,
843 					     &ctrl_cfg, NULL);
844 		}
845 
846 		v4l2_ctrl_new_std(&sensor->pixel_array->ctrl_handler,
847 				  &ccs_ctrl_ops, V4L2_CID_ANALOGUE_GAIN,
848 				  CCS_LIM(sensor, ANALOG_GAIN_CODE_MIN),
849 				  CCS_LIM(sensor, ANALOG_GAIN_CODE_MAX),
850 				  max(CCS_LIM(sensor, ANALOG_GAIN_CODE_STEP),
851 				      1U),
852 				  CCS_LIM(sensor, ANALOG_GAIN_CODE_MIN));
853 	}
854 		break;
855 
856 	case CCS_ANALOG_GAIN_CAPABILITY_ALTERNATE_GLOBAL: {
857 		struct {
858 			const char *name;
859 			u32 id;
860 			u16 min, max, step;
861 		} const gain_ctrls[] = {
862 			{
863 				"Analogue Linear Gain",
864 				V4L2_CID_CCS_ANALOGUE_LINEAR_GAIN,
865 				CCS_LIM(sensor, ANALOG_LINEAR_GAIN_MIN),
866 				CCS_LIM(sensor, ANALOG_LINEAR_GAIN_MAX),
867 				max(CCS_LIM(sensor,
868 					    ANALOG_LINEAR_GAIN_STEP_SIZE),
869 				    1U),
870 			},
871 			{
872 				"Analogue Exponential Gain",
873 				V4L2_CID_CCS_ANALOGUE_EXPONENTIAL_GAIN,
874 				CCS_LIM(sensor, ANALOG_EXPONENTIAL_GAIN_MIN),
875 				CCS_LIM(sensor, ANALOG_EXPONENTIAL_GAIN_MAX),
876 				max(CCS_LIM(sensor,
877 					    ANALOG_EXPONENTIAL_GAIN_STEP_SIZE),
878 				    1U),
879 			},
880 		};
881 		struct v4l2_ctrl_config ctrl_cfg = {
882 			.type = V4L2_CTRL_TYPE_INTEGER,
883 			.ops = &ccs_ctrl_ops,
884 		};
885 		unsigned int i;
886 
887 		for (i = 0; i < ARRAY_SIZE(gain_ctrls); i++) {
888 			ctrl_cfg.name = gain_ctrls[i].name;
889 			ctrl_cfg.min = ctrl_cfg.def = gain_ctrls[i].min;
890 			ctrl_cfg.max = gain_ctrls[i].max;
891 			ctrl_cfg.step = gain_ctrls[i].step;
892 			ctrl_cfg.id = gain_ctrls[i].id;
893 
894 			v4l2_ctrl_new_custom(&sensor->pixel_array->ctrl_handler,
895 					     &ctrl_cfg, NULL);
896 		}
897 	}
898 	}
899 
900 	if (CCS_LIM(sensor, SHADING_CORRECTION_CAPABILITY) &
901 	    (CCS_SHADING_CORRECTION_CAPABILITY_COLOR_SHADING |
902 	     CCS_SHADING_CORRECTION_CAPABILITY_LUMINANCE_CORRECTION)) {
903 		const struct v4l2_ctrl_config ctrl_cfg = {
904 			.name = "Shading Correction",
905 			.type = V4L2_CTRL_TYPE_BOOLEAN,
906 			.id = V4L2_CID_CCS_SHADING_CORRECTION,
907 			.ops = &ccs_ctrl_ops,
908 			.max = 1,
909 			.step = 1,
910 		};
911 
912 		v4l2_ctrl_new_custom(&sensor->pixel_array->ctrl_handler,
913 				     &ctrl_cfg, NULL);
914 	}
915 
916 	if (CCS_LIM(sensor, SHADING_CORRECTION_CAPABILITY) &
917 	    CCS_SHADING_CORRECTION_CAPABILITY_LUMINANCE_CORRECTION) {
918 		const struct v4l2_ctrl_config ctrl_cfg = {
919 			.name = "Luminance Correction Level",
920 			.type = V4L2_CTRL_TYPE_BOOLEAN,
921 			.id = V4L2_CID_CCS_LUMINANCE_CORRECTION_LEVEL,
922 			.ops = &ccs_ctrl_ops,
923 			.max = 255,
924 			.step = 1,
925 			.def = 128,
926 		};
927 
928 		sensor->luminance_level =
929 			v4l2_ctrl_new_custom(&sensor->pixel_array->ctrl_handler,
930 					     &ctrl_cfg, NULL);
931 	}
932 
933 	if (CCS_LIM(sensor, DIGITAL_GAIN_CAPABILITY) ==
934 	    CCS_DIGITAL_GAIN_CAPABILITY_GLOBAL ||
935 	    CCS_LIM(sensor, DIGITAL_GAIN_CAPABILITY) ==
936 	    SMIAPP_DIGITAL_GAIN_CAPABILITY_PER_CHANNEL)
937 		v4l2_ctrl_new_std(&sensor->pixel_array->ctrl_handler,
938 				  &ccs_ctrl_ops, V4L2_CID_DIGITAL_GAIN,
939 				  CCS_LIM(sensor, DIGITAL_GAIN_MIN),
940 				  CCS_LIM(sensor, DIGITAL_GAIN_MAX),
941 				  max(CCS_LIM(sensor, DIGITAL_GAIN_STEP_SIZE),
942 				      1U),
943 				  0x100);
944 
945 	/* Exposure limits will be updated soon, use just something here. */
946 	sensor->exposure = v4l2_ctrl_new_std(
947 		&sensor->pixel_array->ctrl_handler, &ccs_ctrl_ops,
948 		V4L2_CID_EXPOSURE, 0, 0, 1, 0);
949 
950 	sensor->hflip = v4l2_ctrl_new_std(
951 		&sensor->pixel_array->ctrl_handler, &ccs_ctrl_ops,
952 		V4L2_CID_HFLIP, 0, 1, 1, 0);
953 	sensor->vflip = v4l2_ctrl_new_std(
954 		&sensor->pixel_array->ctrl_handler, &ccs_ctrl_ops,
955 		V4L2_CID_VFLIP, 0, 1, 1, 0);
956 
957 	sensor->vblank = v4l2_ctrl_new_std(
958 		&sensor->pixel_array->ctrl_handler, &ccs_ctrl_ops,
959 		V4L2_CID_VBLANK, 0, 1, 1, 0);
960 
961 	if (sensor->vblank)
962 		sensor->vblank->flags |= V4L2_CTRL_FLAG_UPDATE;
963 
964 	sensor->hblank = v4l2_ctrl_new_std(
965 		&sensor->pixel_array->ctrl_handler, &ccs_ctrl_ops,
966 		V4L2_CID_HBLANK, 0, 1, 1, 0);
967 
968 	if (sensor->hblank)
969 		sensor->hblank->flags |= V4L2_CTRL_FLAG_UPDATE;
970 
971 	sensor->pixel_rate_parray = v4l2_ctrl_new_std(
972 		&sensor->pixel_array->ctrl_handler, &ccs_ctrl_ops,
973 		V4L2_CID_PIXEL_RATE, 1, INT_MAX, 1, 1);
974 
975 	v4l2_ctrl_new_std_menu_items(&sensor->pixel_array->ctrl_handler,
976 				     &ccs_ctrl_ops, V4L2_CID_TEST_PATTERN,
977 				     ARRAY_SIZE(ccs_test_patterns) - 1,
978 				     0, 0, ccs_test_patterns);
979 
980 	if (sensor->pixel_array->ctrl_handler.error) {
981 		dev_err(&client->dev,
982 			"pixel array controls initialization failed (%d)\n",
983 			sensor->pixel_array->ctrl_handler.error);
984 		return sensor->pixel_array->ctrl_handler.error;
985 	}
986 
987 	sensor->pixel_array->sd.ctrl_handler =
988 		&sensor->pixel_array->ctrl_handler;
989 
990 	v4l2_ctrl_cluster(2, &sensor->hflip);
991 
992 	rval = v4l2_ctrl_handler_init(&sensor->src->ctrl_handler, 0);
993 	if (rval)
994 		return rval;
995 
996 	sensor->src->ctrl_handler.lock = &sensor->mutex;
997 
998 	sensor->pixel_rate_csi = v4l2_ctrl_new_std(
999 		&sensor->src->ctrl_handler, &ccs_ctrl_ops,
1000 		V4L2_CID_PIXEL_RATE, 1, INT_MAX, 1, 1);
1001 
1002 	if (sensor->src->ctrl_handler.error) {
1003 		dev_err(&client->dev,
1004 			"src controls initialization failed (%d)\n",
1005 			sensor->src->ctrl_handler.error);
1006 		return sensor->src->ctrl_handler.error;
1007 	}
1008 
1009 	sensor->src->sd.ctrl_handler = &sensor->src->ctrl_handler;
1010 
1011 	return 0;
1012 }
1013 
1014 /*
1015  * For controls that require information on available media bus codes
1016  * and linke frequencies.
1017  */
1018 static int ccs_init_late_controls(struct ccs_sensor *sensor)
1019 {
1020 	unsigned long *valid_link_freqs = &sensor->valid_link_freqs[
1021 		sensor->csi_format->compressed - sensor->compressed_min_bpp];
1022 	unsigned int i;
1023 
1024 	for (i = 0; i < ARRAY_SIZE(sensor->test_data); i++) {
1025 		int max_value = (1 << sensor->csi_format->width) - 1;
1026 
1027 		sensor->test_data[i] = v4l2_ctrl_new_std(
1028 				&sensor->pixel_array->ctrl_handler,
1029 				&ccs_ctrl_ops, V4L2_CID_TEST_PATTERN_RED + i,
1030 				0, max_value, 1, max_value);
1031 	}
1032 
1033 	sensor->link_freq = v4l2_ctrl_new_int_menu(
1034 		&sensor->src->ctrl_handler, &ccs_ctrl_ops,
1035 		V4L2_CID_LINK_FREQ, __fls(*valid_link_freqs),
1036 		__ffs(*valid_link_freqs), sensor->hwcfg.op_sys_clock);
1037 
1038 	return sensor->src->ctrl_handler.error;
1039 }
1040 
1041 static void ccs_free_controls(struct ccs_sensor *sensor)
1042 {
1043 	unsigned int i;
1044 
1045 	for (i = 0; i < sensor->ssds_used; i++)
1046 		v4l2_ctrl_handler_free(&sensor->ssds[i].ctrl_handler);
1047 }
1048 
1049 static int ccs_get_mbus_formats(struct ccs_sensor *sensor)
1050 {
1051 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1052 	struct ccs_pll *pll = &sensor->pll;
1053 	u8 compressed_max_bpp = 0;
1054 	unsigned int type, n;
1055 	unsigned int i, pixel_order;
1056 	int rval;
1057 
1058 	type = CCS_LIM(sensor, DATA_FORMAT_MODEL_TYPE);
1059 
1060 	dev_dbg(&client->dev, "data_format_model_type %d\n", type);
1061 
1062 	rval = ccs_read(sensor, PIXEL_ORDER, &pixel_order);
1063 	if (rval)
1064 		return rval;
1065 
1066 	if (pixel_order >= ARRAY_SIZE(pixel_order_str)) {
1067 		dev_dbg(&client->dev, "bad pixel order %d\n", pixel_order);
1068 		return -EINVAL;
1069 	}
1070 
1071 	dev_dbg(&client->dev, "pixel order %d (%s)\n", pixel_order,
1072 		pixel_order_str[pixel_order]);
1073 
1074 	switch (type) {
1075 	case CCS_DATA_FORMAT_MODEL_TYPE_NORMAL:
1076 		n = SMIAPP_DATA_FORMAT_MODEL_TYPE_NORMAL_N;
1077 		break;
1078 	case CCS_DATA_FORMAT_MODEL_TYPE_EXTENDED:
1079 		n = CCS_LIM_DATA_FORMAT_DESCRIPTOR_MAX_N + 1;
1080 		break;
1081 	default:
1082 		return -EINVAL;
1083 	}
1084 
1085 	sensor->default_pixel_order = pixel_order;
1086 	sensor->mbus_frame_fmts = 0;
1087 
1088 	for (i = 0; i < n; i++) {
1089 		unsigned int fmt, j;
1090 
1091 		fmt = CCS_LIM_AT(sensor, DATA_FORMAT_DESCRIPTOR, i);
1092 
1093 		dev_dbg(&client->dev, "%u: bpp %u, compressed %u\n",
1094 			i, fmt >> 8, (u8)fmt);
1095 
1096 		for (j = 0; j < ARRAY_SIZE(ccs_csi_data_formats); j++) {
1097 			const struct ccs_csi_data_format *f =
1098 				&ccs_csi_data_formats[j];
1099 
1100 			if (f->pixel_order != CCS_PIXEL_ORDER_GRBG)
1101 				continue;
1102 
1103 			if (f->width != fmt >>
1104 			    CCS_DATA_FORMAT_DESCRIPTOR_UNCOMPRESSED_SHIFT ||
1105 			    f->compressed !=
1106 			    (fmt & CCS_DATA_FORMAT_DESCRIPTOR_COMPRESSED_MASK))
1107 				continue;
1108 
1109 			dev_dbg(&client->dev, "jolly good! %d\n", j);
1110 
1111 			sensor->default_mbus_frame_fmts |= 1 << j;
1112 		}
1113 	}
1114 
1115 	/* Figure out which BPP values can be used with which formats. */
1116 	pll->binning_horizontal = 1;
1117 	pll->binning_vertical = 1;
1118 	pll->scale_m = sensor->scale_m;
1119 
1120 	for (i = 0; i < ARRAY_SIZE(ccs_csi_data_formats); i++) {
1121 		sensor->compressed_min_bpp =
1122 			min(ccs_csi_data_formats[i].compressed,
1123 			    sensor->compressed_min_bpp);
1124 		compressed_max_bpp =
1125 			max(ccs_csi_data_formats[i].compressed,
1126 			    compressed_max_bpp);
1127 	}
1128 
1129 	sensor->valid_link_freqs = devm_kcalloc(
1130 		&client->dev,
1131 		compressed_max_bpp - sensor->compressed_min_bpp + 1,
1132 		sizeof(*sensor->valid_link_freqs), GFP_KERNEL);
1133 	if (!sensor->valid_link_freqs)
1134 		return -ENOMEM;
1135 
1136 	for (i = 0; i < ARRAY_SIZE(ccs_csi_data_formats); i++) {
1137 		const struct ccs_csi_data_format *f =
1138 			&ccs_csi_data_formats[i];
1139 		unsigned long *valid_link_freqs =
1140 			&sensor->valid_link_freqs[
1141 				f->compressed - sensor->compressed_min_bpp];
1142 		unsigned int j;
1143 
1144 		if (!(sensor->default_mbus_frame_fmts & 1 << i))
1145 			continue;
1146 
1147 		pll->bits_per_pixel = f->compressed;
1148 
1149 		for (j = 0; sensor->hwcfg.op_sys_clock[j]; j++) {
1150 			pll->link_freq = sensor->hwcfg.op_sys_clock[j];
1151 
1152 			rval = ccs_pll_try(sensor, pll);
1153 			dev_dbg(&client->dev, "link freq %u Hz, bpp %u %s\n",
1154 				pll->link_freq, pll->bits_per_pixel,
1155 				rval ? "not ok" : "ok");
1156 			if (rval)
1157 				continue;
1158 
1159 			set_bit(j, valid_link_freqs);
1160 		}
1161 
1162 		if (!*valid_link_freqs) {
1163 			dev_info(&client->dev,
1164 				 "no valid link frequencies for %u bpp\n",
1165 				 f->compressed);
1166 			sensor->default_mbus_frame_fmts &= ~BIT(i);
1167 			continue;
1168 		}
1169 
1170 		if (!sensor->csi_format
1171 		    || f->width > sensor->csi_format->width
1172 		    || (f->width == sensor->csi_format->width
1173 			&& f->compressed > sensor->csi_format->compressed)) {
1174 			sensor->csi_format = f;
1175 			sensor->internal_csi_format = f;
1176 		}
1177 	}
1178 
1179 	if (!sensor->csi_format) {
1180 		dev_err(&client->dev, "no supported mbus code found\n");
1181 		return -EINVAL;
1182 	}
1183 
1184 	ccs_update_mbus_formats(sensor);
1185 
1186 	return 0;
1187 }
1188 
1189 static void ccs_update_blanking(struct ccs_sensor *sensor)
1190 {
1191 	struct v4l2_ctrl *vblank = sensor->vblank;
1192 	struct v4l2_ctrl *hblank = sensor->hblank;
1193 	u16 min_fll, max_fll, min_llp, max_llp, min_lbp;
1194 	int min, max;
1195 
1196 	if (sensor->binning_vertical > 1 || sensor->binning_horizontal > 1) {
1197 		min_fll = CCS_LIM(sensor, MIN_FRAME_LENGTH_LINES_BIN);
1198 		max_fll = CCS_LIM(sensor, MAX_FRAME_LENGTH_LINES_BIN);
1199 		min_llp = CCS_LIM(sensor, MIN_LINE_LENGTH_PCK_BIN);
1200 		max_llp = CCS_LIM(sensor, MAX_LINE_LENGTH_PCK_BIN);
1201 		min_lbp = CCS_LIM(sensor, MIN_LINE_BLANKING_PCK_BIN);
1202 	} else {
1203 		min_fll = CCS_LIM(sensor, MIN_FRAME_LENGTH_LINES);
1204 		max_fll = CCS_LIM(sensor, MAX_FRAME_LENGTH_LINES);
1205 		min_llp = CCS_LIM(sensor, MIN_LINE_LENGTH_PCK);
1206 		max_llp = CCS_LIM(sensor, MAX_LINE_LENGTH_PCK);
1207 		min_lbp = CCS_LIM(sensor, MIN_LINE_BLANKING_PCK);
1208 	}
1209 
1210 	min = max_t(int,
1211 		    CCS_LIM(sensor, MIN_FRAME_BLANKING_LINES),
1212 		    min_fll - sensor->pixel_array->crop[CCS_PA_PAD_SRC].height);
1213 	max = max_fll -	sensor->pixel_array->crop[CCS_PA_PAD_SRC].height;
1214 
1215 	__v4l2_ctrl_modify_range(vblank, min, max, vblank->step, min);
1216 
1217 	min = max_t(int,
1218 		    min_llp - sensor->pixel_array->crop[CCS_PA_PAD_SRC].width,
1219 		    min_lbp);
1220 	max = max_llp - sensor->pixel_array->crop[CCS_PA_PAD_SRC].width;
1221 
1222 	__v4l2_ctrl_modify_range(hblank, min, max, hblank->step, min);
1223 
1224 	__ccs_update_exposure_limits(sensor);
1225 }
1226 
1227 static int ccs_pll_blanking_update(struct ccs_sensor *sensor)
1228 {
1229 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1230 	int rval;
1231 
1232 	rval = ccs_pll_update(sensor);
1233 	if (rval < 0)
1234 		return rval;
1235 
1236 	/* Output from pixel array, including blanking */
1237 	ccs_update_blanking(sensor);
1238 
1239 	dev_dbg(&client->dev, "vblank\t\t%d\n", sensor->vblank->val);
1240 	dev_dbg(&client->dev, "hblank\t\t%d\n", sensor->hblank->val);
1241 
1242 	dev_dbg(&client->dev, "real timeperframe\t100/%d\n",
1243 		sensor->pll.pixel_rate_pixel_array /
1244 		((sensor->pixel_array->crop[CCS_PA_PAD_SRC].width
1245 		  + sensor->hblank->val) *
1246 		 (sensor->pixel_array->crop[CCS_PA_PAD_SRC].height
1247 		  + sensor->vblank->val) / 100));
1248 
1249 	return 0;
1250 }
1251 
1252 /*
1253  *
1254  * SMIA++ NVM handling
1255  *
1256  */
1257 
1258 static int ccs_read_nvm_page(struct ccs_sensor *sensor, u32 p, u8 *nvm,
1259 			     u8 *status)
1260 {
1261 	unsigned int i;
1262 	int rval;
1263 	u32 s;
1264 
1265 	*status = 0;
1266 
1267 	rval = ccs_write(sensor, DATA_TRANSFER_IF_1_PAGE_SELECT, p);
1268 	if (rval)
1269 		return rval;
1270 
1271 	rval = ccs_write(sensor, DATA_TRANSFER_IF_1_CTRL,
1272 			 CCS_DATA_TRANSFER_IF_1_CTRL_ENABLE);
1273 	if (rval)
1274 		return rval;
1275 
1276 	rval = ccs_read(sensor, DATA_TRANSFER_IF_1_STATUS, &s);
1277 	if (rval)
1278 		return rval;
1279 
1280 	if (s & CCS_DATA_TRANSFER_IF_1_STATUS_IMPROPER_IF_USAGE) {
1281 		*status = s;
1282 		return -ENODATA;
1283 	}
1284 
1285 	if (CCS_LIM(sensor, DATA_TRANSFER_IF_CAPABILITY) &
1286 	    CCS_DATA_TRANSFER_IF_CAPABILITY_POLLING) {
1287 		for (i = 1000; i > 0; i--) {
1288 			if (s & CCS_DATA_TRANSFER_IF_1_STATUS_READ_IF_READY)
1289 				break;
1290 
1291 			rval = ccs_read(sensor, DATA_TRANSFER_IF_1_STATUS, &s);
1292 			if (rval)
1293 				return rval;
1294 		}
1295 
1296 		if (!i)
1297 			return -ETIMEDOUT;
1298 	}
1299 
1300 	for (i = 0; i <= CCS_LIM_DATA_TRANSFER_IF_1_DATA_MAX_P; i++) {
1301 		u32 v;
1302 
1303 		rval = ccs_read(sensor, DATA_TRANSFER_IF_1_DATA(i), &v);
1304 		if (rval)
1305 			return rval;
1306 
1307 		*nvm++ = v;
1308 	}
1309 
1310 	return 0;
1311 }
1312 
1313 static int ccs_read_nvm(struct ccs_sensor *sensor, unsigned char *nvm,
1314 			size_t nvm_size)
1315 {
1316 	u8 status = 0;
1317 	u32 p;
1318 	int rval = 0, rval2;
1319 
1320 	for (p = 0; p < nvm_size / (CCS_LIM_DATA_TRANSFER_IF_1_DATA_MAX_P + 1)
1321 		     && !rval; p++) {
1322 		rval = ccs_read_nvm_page(sensor, p, nvm, &status);
1323 		nvm += CCS_LIM_DATA_TRANSFER_IF_1_DATA_MAX_P + 1;
1324 	}
1325 
1326 	if (rval == -ENODATA &&
1327 	    status & CCS_DATA_TRANSFER_IF_1_STATUS_IMPROPER_IF_USAGE)
1328 		rval = 0;
1329 
1330 	rval2 = ccs_write(sensor, DATA_TRANSFER_IF_1_CTRL, 0);
1331 	if (rval < 0)
1332 		return rval;
1333 	else
1334 		return rval2 ?: p * (CCS_LIM_DATA_TRANSFER_IF_1_DATA_MAX_P + 1);
1335 }
1336 
1337 /*
1338  *
1339  * SMIA++ CCI address control
1340  *
1341  */
1342 static int ccs_change_cci_addr(struct ccs_sensor *sensor)
1343 {
1344 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1345 	int rval;
1346 	u32 val;
1347 
1348 	client->addr = sensor->hwcfg.i2c_addr_dfl;
1349 
1350 	rval = ccs_write(sensor, CCI_ADDRESS_CTRL,
1351 			 sensor->hwcfg.i2c_addr_alt << 1);
1352 	if (rval)
1353 		return rval;
1354 
1355 	client->addr = sensor->hwcfg.i2c_addr_alt;
1356 
1357 	/* verify addr change went ok */
1358 	rval = ccs_read(sensor, CCI_ADDRESS_CTRL, &val);
1359 	if (rval)
1360 		return rval;
1361 
1362 	if (val != sensor->hwcfg.i2c_addr_alt << 1)
1363 		return -ENODEV;
1364 
1365 	return 0;
1366 }
1367 
1368 /*
1369  *
1370  * SMIA++ Mode Control
1371  *
1372  */
1373 static int ccs_setup_flash_strobe(struct ccs_sensor *sensor)
1374 {
1375 	struct ccs_flash_strobe_parms *strobe_setup;
1376 	unsigned int ext_freq = sensor->hwcfg.ext_clk;
1377 	u32 tmp;
1378 	u32 strobe_adjustment;
1379 	u32 strobe_width_high_rs;
1380 	int rval;
1381 
1382 	strobe_setup = sensor->hwcfg.strobe_setup;
1383 
1384 	/*
1385 	 * How to calculate registers related to strobe length. Please
1386 	 * do not change, or if you do at least know what you're
1387 	 * doing. :-)
1388 	 *
1389 	 * Sakari Ailus <sakari.ailus@linux.intel.com> 2010-10-25
1390 	 *
1391 	 * flash_strobe_length [us] / 10^6 = (tFlash_strobe_width_ctrl
1392 	 *	/ EXTCLK freq [Hz]) * flash_strobe_adjustment
1393 	 *
1394 	 * tFlash_strobe_width_ctrl E N, [1 - 0xffff]
1395 	 * flash_strobe_adjustment E N, [1 - 0xff]
1396 	 *
1397 	 * The formula above is written as below to keep it on one
1398 	 * line:
1399 	 *
1400 	 * l / 10^6 = w / e * a
1401 	 *
1402 	 * Let's mark w * a by x:
1403 	 *
1404 	 * x = w * a
1405 	 *
1406 	 * Thus, we get:
1407 	 *
1408 	 * x = l * e / 10^6
1409 	 *
1410 	 * The strobe width must be at least as long as requested,
1411 	 * thus rounding upwards is needed.
1412 	 *
1413 	 * x = (l * e + 10^6 - 1) / 10^6
1414 	 * -----------------------------
1415 	 *
1416 	 * Maximum possible accuracy is wanted at all times. Thus keep
1417 	 * a as small as possible.
1418 	 *
1419 	 * Calculate a, assuming maximum w, with rounding upwards:
1420 	 *
1421 	 * a = (x + (2^16 - 1) - 1) / (2^16 - 1)
1422 	 * -------------------------------------
1423 	 *
1424 	 * Thus, we also get w, with that a, with rounding upwards:
1425 	 *
1426 	 * w = (x + a - 1) / a
1427 	 * -------------------
1428 	 *
1429 	 * To get limits:
1430 	 *
1431 	 * x E [1, (2^16 - 1) * (2^8 - 1)]
1432 	 *
1433 	 * Substituting maximum x to the original formula (with rounding),
1434 	 * the maximum l is thus
1435 	 *
1436 	 * (2^16 - 1) * (2^8 - 1) * 10^6 = l * e + 10^6 - 1
1437 	 *
1438 	 * l = (10^6 * (2^16 - 1) * (2^8 - 1) - 10^6 + 1) / e
1439 	 * --------------------------------------------------
1440 	 *
1441 	 * flash_strobe_length must be clamped between 1 and
1442 	 * (10^6 * (2^16 - 1) * (2^8 - 1) - 10^6 + 1) / EXTCLK freq.
1443 	 *
1444 	 * Then,
1445 	 *
1446 	 * flash_strobe_adjustment = ((flash_strobe_length *
1447 	 *	EXTCLK freq + 10^6 - 1) / 10^6 + (2^16 - 1) - 1) / (2^16 - 1)
1448 	 *
1449 	 * tFlash_strobe_width_ctrl = ((flash_strobe_length *
1450 	 *	EXTCLK freq + 10^6 - 1) / 10^6 +
1451 	 *	flash_strobe_adjustment - 1) / flash_strobe_adjustment
1452 	 */
1453 	tmp = div_u64(1000000ULL * ((1 << 16) - 1) * ((1 << 8) - 1) -
1454 		      1000000 + 1, ext_freq);
1455 	strobe_setup->strobe_width_high_us =
1456 		clamp_t(u32, strobe_setup->strobe_width_high_us, 1, tmp);
1457 
1458 	tmp = div_u64(((u64)strobe_setup->strobe_width_high_us * (u64)ext_freq +
1459 			1000000 - 1), 1000000ULL);
1460 	strobe_adjustment = (tmp + (1 << 16) - 1 - 1) / ((1 << 16) - 1);
1461 	strobe_width_high_rs = (tmp + strobe_adjustment - 1) /
1462 				strobe_adjustment;
1463 
1464 	rval = ccs_write(sensor, FLASH_MODE_RS, strobe_setup->mode);
1465 	if (rval < 0)
1466 		goto out;
1467 
1468 	rval = ccs_write(sensor, FLASH_STROBE_ADJUSTMENT, strobe_adjustment);
1469 	if (rval < 0)
1470 		goto out;
1471 
1472 	rval = ccs_write(sensor, TFLASH_STROBE_WIDTH_HIGH_RS_CTRL,
1473 			 strobe_width_high_rs);
1474 	if (rval < 0)
1475 		goto out;
1476 
1477 	rval = ccs_write(sensor, TFLASH_STROBE_DELAY_RS_CTRL,
1478 			 strobe_setup->strobe_delay);
1479 	if (rval < 0)
1480 		goto out;
1481 
1482 	rval = ccs_write(sensor, FLASH_STROBE_START_POINT,
1483 			 strobe_setup->stobe_start_point);
1484 	if (rval < 0)
1485 		goto out;
1486 
1487 	rval = ccs_write(sensor, FLASH_TRIGGER_RS, strobe_setup->trigger);
1488 
1489 out:
1490 	sensor->hwcfg.strobe_setup->trigger = 0;
1491 
1492 	return rval;
1493 }
1494 
1495 /* -----------------------------------------------------------------------------
1496  * Power management
1497  */
1498 
1499 static int ccs_write_msr_regs(struct ccs_sensor *sensor)
1500 {
1501 	int rval;
1502 
1503 	rval = ccs_write_data_regs(sensor,
1504 				   sensor->sdata.sensor_manufacturer_regs,
1505 				   sensor->sdata.num_sensor_manufacturer_regs);
1506 	if (rval)
1507 		return rval;
1508 
1509 	return ccs_write_data_regs(sensor,
1510 				   sensor->mdata.module_manufacturer_regs,
1511 				   sensor->mdata.num_module_manufacturer_regs);
1512 }
1513 
1514 static int ccs_update_phy_ctrl(struct ccs_sensor *sensor)
1515 {
1516 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1517 	u8 val;
1518 
1519 	if (!sensor->ccs_limits)
1520 		return 0;
1521 
1522 	if (CCS_LIM(sensor, PHY_CTRL_CAPABILITY) &
1523 	    CCS_PHY_CTRL_CAPABILITY_AUTO_PHY_CTL) {
1524 		val = CCS_PHY_CTRL_AUTO;
1525 	} else if (CCS_LIM(sensor, PHY_CTRL_CAPABILITY) &
1526 		   CCS_PHY_CTRL_CAPABILITY_UI_PHY_CTL) {
1527 		val = CCS_PHY_CTRL_UI;
1528 	} else {
1529 		dev_err(&client->dev, "manual PHY control not supported\n");
1530 		return -EINVAL;
1531 	}
1532 
1533 	return ccs_write(sensor, PHY_CTRL, val);
1534 }
1535 
1536 static int ccs_power_on(struct device *dev)
1537 {
1538 	struct v4l2_subdev *subdev = dev_get_drvdata(dev);
1539 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
1540 	/*
1541 	 * The sub-device related to the I2C device is always the
1542 	 * source one, i.e. ssds[0].
1543 	 */
1544 	struct ccs_sensor *sensor =
1545 		container_of(ssd, struct ccs_sensor, ssds[0]);
1546 	const struct ccs_device *ccsdev = device_get_match_data(dev);
1547 	int rval;
1548 
1549 	rval = regulator_bulk_enable(ARRAY_SIZE(ccs_regulators),
1550 				     sensor->regulators);
1551 	if (rval) {
1552 		dev_err(dev, "failed to enable vana regulator\n");
1553 		return rval;
1554 	}
1555 
1556 	if (sensor->reset || sensor->xshutdown || sensor->ext_clk) {
1557 		unsigned int sleep;
1558 
1559 		rval = clk_prepare_enable(sensor->ext_clk);
1560 		if (rval < 0) {
1561 			dev_dbg(dev, "failed to enable xclk\n");
1562 			goto out_xclk_fail;
1563 		}
1564 
1565 		gpiod_set_value(sensor->reset, 0);
1566 		gpiod_set_value(sensor->xshutdown, 1);
1567 
1568 		if (ccsdev->flags & CCS_DEVICE_FLAG_IS_SMIA)
1569 			sleep = SMIAPP_RESET_DELAY(sensor->hwcfg.ext_clk);
1570 		else
1571 			sleep = 5000;
1572 
1573 		usleep_range(sleep, sleep);
1574 	}
1575 
1576 	/*
1577 	 * Failures to respond to the address change command have been noticed.
1578 	 * Those failures seem to be caused by the sensor requiring a longer
1579 	 * boot time than advertised. An additional 10ms delay seems to work
1580 	 * around the issue, but the SMIA++ I2C write retry hack makes the delay
1581 	 * unnecessary. The failures need to be investigated to find a proper
1582 	 * fix, and a delay will likely need to be added here if the I2C write
1583 	 * retry hack is reverted before the root cause of the boot time issue
1584 	 * is found.
1585 	 */
1586 
1587 	if (!sensor->reset && !sensor->xshutdown) {
1588 		u8 retry = 100;
1589 		u32 reset;
1590 
1591 		rval = ccs_write(sensor, SOFTWARE_RESET, CCS_SOFTWARE_RESET_ON);
1592 		if (rval < 0) {
1593 			dev_err(dev, "software reset failed\n");
1594 			goto out_cci_addr_fail;
1595 		}
1596 
1597 		do {
1598 			rval = ccs_read(sensor, SOFTWARE_RESET, &reset);
1599 			reset = !rval && reset == CCS_SOFTWARE_RESET_OFF;
1600 			if (reset)
1601 				break;
1602 
1603 			usleep_range(1000, 2000);
1604 		} while (--retry);
1605 
1606 		if (!reset)
1607 			return -EIO;
1608 	}
1609 
1610 	if (sensor->hwcfg.i2c_addr_alt) {
1611 		rval = ccs_change_cci_addr(sensor);
1612 		if (rval) {
1613 			dev_err(dev, "cci address change error\n");
1614 			goto out_cci_addr_fail;
1615 		}
1616 	}
1617 
1618 	rval = ccs_write(sensor, COMPRESSION_MODE,
1619 			 CCS_COMPRESSION_MODE_DPCM_PCM_SIMPLE);
1620 	if (rval) {
1621 		dev_err(dev, "compression mode set failed\n");
1622 		goto out_cci_addr_fail;
1623 	}
1624 
1625 	rval = ccs_write(sensor, EXTCLK_FREQUENCY_MHZ,
1626 			 sensor->hwcfg.ext_clk / (1000000 / (1 << 8)));
1627 	if (rval) {
1628 		dev_err(dev, "extclk frequency set failed\n");
1629 		goto out_cci_addr_fail;
1630 	}
1631 
1632 	rval = ccs_write(sensor, CSI_LANE_MODE, sensor->hwcfg.lanes - 1);
1633 	if (rval) {
1634 		dev_err(dev, "csi lane mode set failed\n");
1635 		goto out_cci_addr_fail;
1636 	}
1637 
1638 	rval = ccs_write(sensor, FAST_STANDBY_CTRL,
1639 			 CCS_FAST_STANDBY_CTRL_FRAME_TRUNCATION);
1640 	if (rval) {
1641 		dev_err(dev, "fast standby set failed\n");
1642 		goto out_cci_addr_fail;
1643 	}
1644 
1645 	rval = ccs_write(sensor, CSI_SIGNALING_MODE,
1646 			 sensor->hwcfg.csi_signalling_mode);
1647 	if (rval) {
1648 		dev_err(dev, "csi signalling mode set failed\n");
1649 		goto out_cci_addr_fail;
1650 	}
1651 
1652 	rval = ccs_update_phy_ctrl(sensor);
1653 	if (rval < 0)
1654 		goto out_cci_addr_fail;
1655 
1656 	rval = ccs_write_msr_regs(sensor);
1657 	if (rval)
1658 		goto out_cci_addr_fail;
1659 
1660 	rval = ccs_call_quirk(sensor, post_poweron);
1661 	if (rval) {
1662 		dev_err(dev, "post_poweron quirks failed\n");
1663 		goto out_cci_addr_fail;
1664 	}
1665 
1666 	return 0;
1667 
1668 out_cci_addr_fail:
1669 	gpiod_set_value(sensor->reset, 1);
1670 	gpiod_set_value(sensor->xshutdown, 0);
1671 	clk_disable_unprepare(sensor->ext_clk);
1672 
1673 out_xclk_fail:
1674 	regulator_bulk_disable(ARRAY_SIZE(ccs_regulators),
1675 			       sensor->regulators);
1676 
1677 	return rval;
1678 }
1679 
1680 static int ccs_power_off(struct device *dev)
1681 {
1682 	struct v4l2_subdev *subdev = dev_get_drvdata(dev);
1683 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
1684 	struct ccs_sensor *sensor =
1685 		container_of(ssd, struct ccs_sensor, ssds[0]);
1686 
1687 	/*
1688 	 * Currently power/clock to lens are enable/disabled separately
1689 	 * but they are essentially the same signals. So if the sensor is
1690 	 * powered off while the lens is powered on the sensor does not
1691 	 * really see a power off and next time the cci address change
1692 	 * will fail. So do a soft reset explicitly here.
1693 	 */
1694 	if (sensor->hwcfg.i2c_addr_alt)
1695 		ccs_write(sensor, SOFTWARE_RESET, CCS_SOFTWARE_RESET_ON);
1696 
1697 	gpiod_set_value(sensor->reset, 1);
1698 	gpiod_set_value(sensor->xshutdown, 0);
1699 	clk_disable_unprepare(sensor->ext_clk);
1700 	usleep_range(5000, 5000);
1701 	regulator_bulk_disable(ARRAY_SIZE(ccs_regulators),
1702 			       sensor->regulators);
1703 	sensor->streaming = false;
1704 
1705 	return 0;
1706 }
1707 
1708 /* -----------------------------------------------------------------------------
1709  * Video stream management
1710  */
1711 
1712 static int ccs_start_streaming(struct ccs_sensor *sensor)
1713 {
1714 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1715 	unsigned int binning_mode;
1716 	int rval;
1717 
1718 	mutex_lock(&sensor->mutex);
1719 
1720 	rval = ccs_write(sensor, CSI_DATA_FORMAT,
1721 			 (sensor->csi_format->width << 8) |
1722 			 sensor->csi_format->compressed);
1723 	if (rval)
1724 		goto out;
1725 
1726 	/* Binning configuration */
1727 	if (sensor->binning_horizontal == 1 &&
1728 	    sensor->binning_vertical == 1) {
1729 		binning_mode = 0;
1730 	} else {
1731 		u8 binning_type =
1732 			(sensor->binning_horizontal << 4)
1733 			| sensor->binning_vertical;
1734 
1735 		rval = ccs_write(sensor, BINNING_TYPE, binning_type);
1736 		if (rval < 0)
1737 			goto out;
1738 
1739 		binning_mode = 1;
1740 	}
1741 	rval = ccs_write(sensor, BINNING_MODE, binning_mode);
1742 	if (rval < 0)
1743 		goto out;
1744 
1745 	/* Set up PLL */
1746 	rval = ccs_pll_configure(sensor);
1747 	if (rval)
1748 		goto out;
1749 
1750 	/* Analog crop start coordinates */
1751 	rval = ccs_write(sensor, X_ADDR_START,
1752 			 sensor->pixel_array->crop[CCS_PA_PAD_SRC].left);
1753 	if (rval < 0)
1754 		goto out;
1755 
1756 	rval = ccs_write(sensor, Y_ADDR_START,
1757 			 sensor->pixel_array->crop[CCS_PA_PAD_SRC].top);
1758 	if (rval < 0)
1759 		goto out;
1760 
1761 	/* Analog crop end coordinates */
1762 	rval = ccs_write(
1763 		sensor, X_ADDR_END,
1764 		sensor->pixel_array->crop[CCS_PA_PAD_SRC].left
1765 		+ sensor->pixel_array->crop[CCS_PA_PAD_SRC].width - 1);
1766 	if (rval < 0)
1767 		goto out;
1768 
1769 	rval = ccs_write(
1770 		sensor, Y_ADDR_END,
1771 		sensor->pixel_array->crop[CCS_PA_PAD_SRC].top
1772 		+ sensor->pixel_array->crop[CCS_PA_PAD_SRC].height - 1);
1773 	if (rval < 0)
1774 		goto out;
1775 
1776 	/*
1777 	 * Output from pixel array, including blanking, is set using
1778 	 * controls below. No need to set here.
1779 	 */
1780 
1781 	/* Digital crop */
1782 	if (CCS_LIM(sensor, DIGITAL_CROP_CAPABILITY)
1783 	    == CCS_DIGITAL_CROP_CAPABILITY_INPUT_CROP) {
1784 		rval = ccs_write(
1785 			sensor, DIGITAL_CROP_X_OFFSET,
1786 			sensor->scaler->crop[CCS_PAD_SINK].left);
1787 		if (rval < 0)
1788 			goto out;
1789 
1790 		rval = ccs_write(
1791 			sensor, DIGITAL_CROP_Y_OFFSET,
1792 			sensor->scaler->crop[CCS_PAD_SINK].top);
1793 		if (rval < 0)
1794 			goto out;
1795 
1796 		rval = ccs_write(
1797 			sensor, DIGITAL_CROP_IMAGE_WIDTH,
1798 			sensor->scaler->crop[CCS_PAD_SINK].width);
1799 		if (rval < 0)
1800 			goto out;
1801 
1802 		rval = ccs_write(
1803 			sensor, DIGITAL_CROP_IMAGE_HEIGHT,
1804 			sensor->scaler->crop[CCS_PAD_SINK].height);
1805 		if (rval < 0)
1806 			goto out;
1807 	}
1808 
1809 	/* Scaling */
1810 	if (CCS_LIM(sensor, SCALING_CAPABILITY)
1811 	    != CCS_SCALING_CAPABILITY_NONE) {
1812 		rval = ccs_write(sensor, SCALING_MODE, sensor->scaling_mode);
1813 		if (rval < 0)
1814 			goto out;
1815 
1816 		rval = ccs_write(sensor, SCALE_M, sensor->scale_m);
1817 		if (rval < 0)
1818 			goto out;
1819 	}
1820 
1821 	/* Output size from sensor */
1822 	rval = ccs_write(sensor, X_OUTPUT_SIZE,
1823 			 sensor->src->crop[CCS_PAD_SRC].width);
1824 	if (rval < 0)
1825 		goto out;
1826 	rval = ccs_write(sensor, Y_OUTPUT_SIZE,
1827 			 sensor->src->crop[CCS_PAD_SRC].height);
1828 	if (rval < 0)
1829 		goto out;
1830 
1831 	if (CCS_LIM(sensor, FLASH_MODE_CAPABILITY) &
1832 	    (CCS_FLASH_MODE_CAPABILITY_SINGLE_STROBE |
1833 	     SMIAPP_FLASH_MODE_CAPABILITY_MULTIPLE_STROBE) &&
1834 	    sensor->hwcfg.strobe_setup != NULL &&
1835 	    sensor->hwcfg.strobe_setup->trigger != 0) {
1836 		rval = ccs_setup_flash_strobe(sensor);
1837 		if (rval)
1838 			goto out;
1839 	}
1840 
1841 	rval = ccs_call_quirk(sensor, pre_streamon);
1842 	if (rval) {
1843 		dev_err(&client->dev, "pre_streamon quirks failed\n");
1844 		goto out;
1845 	}
1846 
1847 	rval = ccs_write(sensor, MODE_SELECT, CCS_MODE_SELECT_STREAMING);
1848 
1849 out:
1850 	mutex_unlock(&sensor->mutex);
1851 
1852 	return rval;
1853 }
1854 
1855 static int ccs_stop_streaming(struct ccs_sensor *sensor)
1856 {
1857 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1858 	int rval;
1859 
1860 	mutex_lock(&sensor->mutex);
1861 	rval = ccs_write(sensor, MODE_SELECT, CCS_MODE_SELECT_SOFTWARE_STANDBY);
1862 	if (rval)
1863 		goto out;
1864 
1865 	rval = ccs_call_quirk(sensor, post_streamoff);
1866 	if (rval)
1867 		dev_err(&client->dev, "post_streamoff quirks failed\n");
1868 
1869 out:
1870 	mutex_unlock(&sensor->mutex);
1871 	return rval;
1872 }
1873 
1874 /* -----------------------------------------------------------------------------
1875  * V4L2 subdev video operations
1876  */
1877 
1878 static int ccs_pm_get_init(struct ccs_sensor *sensor)
1879 {
1880 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1881 	int rval;
1882 
1883 	rval = pm_runtime_get_sync(&client->dev);
1884 	if (rval < 0) {
1885 		pm_runtime_put_noidle(&client->dev);
1886 
1887 		return rval;
1888 	} else if (!rval) {
1889 		rval = v4l2_ctrl_handler_setup(&sensor->pixel_array->
1890 					       ctrl_handler);
1891 		if (rval)
1892 			return rval;
1893 
1894 		return v4l2_ctrl_handler_setup(&sensor->src->ctrl_handler);
1895 	}
1896 
1897 	return 0;
1898 }
1899 
1900 static int ccs_set_stream(struct v4l2_subdev *subdev, int enable)
1901 {
1902 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
1903 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1904 	int rval;
1905 
1906 	if (sensor->streaming == enable)
1907 		return 0;
1908 
1909 	if (!enable) {
1910 		ccs_stop_streaming(sensor);
1911 		sensor->streaming = false;
1912 		pm_runtime_mark_last_busy(&client->dev);
1913 		pm_runtime_put_autosuspend(&client->dev);
1914 
1915 		return 0;
1916 	}
1917 
1918 	rval = ccs_pm_get_init(sensor);
1919 	if (rval)
1920 		return rval;
1921 
1922 	sensor->streaming = true;
1923 
1924 	rval = ccs_start_streaming(sensor);
1925 	if (rval < 0) {
1926 		sensor->streaming = false;
1927 		pm_runtime_mark_last_busy(&client->dev);
1928 		pm_runtime_put_autosuspend(&client->dev);
1929 	}
1930 
1931 	return rval;
1932 }
1933 
1934 static int ccs_enum_mbus_code(struct v4l2_subdev *subdev,
1935 			      struct v4l2_subdev_pad_config *cfg,
1936 			      struct v4l2_subdev_mbus_code_enum *code)
1937 {
1938 	struct i2c_client *client = v4l2_get_subdevdata(subdev);
1939 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
1940 	unsigned int i;
1941 	int idx = -1;
1942 	int rval = -EINVAL;
1943 
1944 	mutex_lock(&sensor->mutex);
1945 
1946 	dev_err(&client->dev, "subdev %s, pad %d, index %d\n",
1947 		subdev->name, code->pad, code->index);
1948 
1949 	if (subdev != &sensor->src->sd || code->pad != CCS_PAD_SRC) {
1950 		if (code->index)
1951 			goto out;
1952 
1953 		code->code = sensor->internal_csi_format->code;
1954 		rval = 0;
1955 		goto out;
1956 	}
1957 
1958 	for (i = 0; i < ARRAY_SIZE(ccs_csi_data_formats); i++) {
1959 		if (sensor->mbus_frame_fmts & (1 << i))
1960 			idx++;
1961 
1962 		if (idx == code->index) {
1963 			code->code = ccs_csi_data_formats[i].code;
1964 			dev_err(&client->dev, "found index %d, i %d, code %x\n",
1965 				code->index, i, code->code);
1966 			rval = 0;
1967 			break;
1968 		}
1969 	}
1970 
1971 out:
1972 	mutex_unlock(&sensor->mutex);
1973 
1974 	return rval;
1975 }
1976 
1977 static u32 __ccs_get_mbus_code(struct v4l2_subdev *subdev, unsigned int pad)
1978 {
1979 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
1980 
1981 	if (subdev == &sensor->src->sd && pad == CCS_PAD_SRC)
1982 		return sensor->csi_format->code;
1983 	else
1984 		return sensor->internal_csi_format->code;
1985 }
1986 
1987 static int __ccs_get_format(struct v4l2_subdev *subdev,
1988 			    struct v4l2_subdev_pad_config *cfg,
1989 			    struct v4l2_subdev_format *fmt)
1990 {
1991 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
1992 
1993 	if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1994 		fmt->format = *v4l2_subdev_get_try_format(subdev, cfg,
1995 							  fmt->pad);
1996 	} else {
1997 		struct v4l2_rect *r;
1998 
1999 		if (fmt->pad == ssd->source_pad)
2000 			r = &ssd->crop[ssd->source_pad];
2001 		else
2002 			r = &ssd->sink_fmt;
2003 
2004 		fmt->format.code = __ccs_get_mbus_code(subdev, fmt->pad);
2005 		fmt->format.width = r->width;
2006 		fmt->format.height = r->height;
2007 		fmt->format.field = V4L2_FIELD_NONE;
2008 	}
2009 
2010 	return 0;
2011 }
2012 
2013 static int ccs_get_format(struct v4l2_subdev *subdev,
2014 			  struct v4l2_subdev_pad_config *cfg,
2015 			  struct v4l2_subdev_format *fmt)
2016 {
2017 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2018 	int rval;
2019 
2020 	mutex_lock(&sensor->mutex);
2021 	rval = __ccs_get_format(subdev, cfg, fmt);
2022 	mutex_unlock(&sensor->mutex);
2023 
2024 	return rval;
2025 }
2026 
2027 static void ccs_get_crop_compose(struct v4l2_subdev *subdev,
2028 				 struct v4l2_subdev_pad_config *cfg,
2029 				 struct v4l2_rect **crops,
2030 				 struct v4l2_rect **comps, int which)
2031 {
2032 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
2033 	unsigned int i;
2034 
2035 	if (which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2036 		if (crops)
2037 			for (i = 0; i < subdev->entity.num_pads; i++)
2038 				crops[i] = &ssd->crop[i];
2039 		if (comps)
2040 			*comps = &ssd->compose;
2041 	} else {
2042 		if (crops) {
2043 			for (i = 0; i < subdev->entity.num_pads; i++)
2044 				crops[i] = v4l2_subdev_get_try_crop(subdev,
2045 								    cfg, i);
2046 		}
2047 		if (comps)
2048 			*comps = v4l2_subdev_get_try_compose(subdev, cfg,
2049 							     CCS_PAD_SINK);
2050 	}
2051 }
2052 
2053 /* Changes require propagation only on sink pad. */
2054 static void ccs_propagate(struct v4l2_subdev *subdev,
2055 			  struct v4l2_subdev_pad_config *cfg, int which,
2056 			  int target)
2057 {
2058 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2059 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
2060 	struct v4l2_rect *comp, *crops[CCS_PADS];
2061 
2062 	ccs_get_crop_compose(subdev, cfg, crops, &comp, which);
2063 
2064 	switch (target) {
2065 	case V4L2_SEL_TGT_CROP:
2066 		comp->width = crops[CCS_PAD_SINK]->width;
2067 		comp->height = crops[CCS_PAD_SINK]->height;
2068 		if (which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2069 			if (ssd == sensor->scaler) {
2070 				sensor->scale_m = CCS_LIM(sensor, SCALER_N_MIN);
2071 				sensor->scaling_mode =
2072 					CCS_SCALING_MODE_NO_SCALING;
2073 			} else if (ssd == sensor->binner) {
2074 				sensor->binning_horizontal = 1;
2075 				sensor->binning_vertical = 1;
2076 			}
2077 		}
2078 		fallthrough;
2079 	case V4L2_SEL_TGT_COMPOSE:
2080 		*crops[CCS_PAD_SRC] = *comp;
2081 		break;
2082 	default:
2083 		WARN_ON_ONCE(1);
2084 	}
2085 }
2086 
2087 static const struct ccs_csi_data_format
2088 *ccs_validate_csi_data_format(struct ccs_sensor *sensor, u32 code)
2089 {
2090 	unsigned int i;
2091 
2092 	for (i = 0; i < ARRAY_SIZE(ccs_csi_data_formats); i++) {
2093 		if (sensor->mbus_frame_fmts & (1 << i) &&
2094 		    ccs_csi_data_formats[i].code == code)
2095 			return &ccs_csi_data_formats[i];
2096 	}
2097 
2098 	return sensor->csi_format;
2099 }
2100 
2101 static int ccs_set_format_source(struct v4l2_subdev *subdev,
2102 				 struct v4l2_subdev_pad_config *cfg,
2103 				 struct v4l2_subdev_format *fmt)
2104 {
2105 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2106 	const struct ccs_csi_data_format *csi_format,
2107 		*old_csi_format = sensor->csi_format;
2108 	unsigned long *valid_link_freqs;
2109 	u32 code = fmt->format.code;
2110 	unsigned int i;
2111 	int rval;
2112 
2113 	rval = __ccs_get_format(subdev, cfg, fmt);
2114 	if (rval)
2115 		return rval;
2116 
2117 	/*
2118 	 * Media bus code is changeable on src subdev's source pad. On
2119 	 * other source pads we just get format here.
2120 	 */
2121 	if (subdev != &sensor->src->sd)
2122 		return 0;
2123 
2124 	csi_format = ccs_validate_csi_data_format(sensor, code);
2125 
2126 	fmt->format.code = csi_format->code;
2127 
2128 	if (fmt->which != V4L2_SUBDEV_FORMAT_ACTIVE)
2129 		return 0;
2130 
2131 	sensor->csi_format = csi_format;
2132 
2133 	if (csi_format->width != old_csi_format->width)
2134 		for (i = 0; i < ARRAY_SIZE(sensor->test_data); i++)
2135 			__v4l2_ctrl_modify_range(
2136 				sensor->test_data[i], 0,
2137 				(1 << csi_format->width) - 1, 1, 0);
2138 
2139 	if (csi_format->compressed == old_csi_format->compressed)
2140 		return 0;
2141 
2142 	valid_link_freqs =
2143 		&sensor->valid_link_freqs[sensor->csi_format->compressed
2144 					  - sensor->compressed_min_bpp];
2145 
2146 	__v4l2_ctrl_modify_range(
2147 		sensor->link_freq, 0,
2148 		__fls(*valid_link_freqs), ~*valid_link_freqs,
2149 		__ffs(*valid_link_freqs));
2150 
2151 	return ccs_pll_update(sensor);
2152 }
2153 
2154 static int ccs_set_format(struct v4l2_subdev *subdev,
2155 			  struct v4l2_subdev_pad_config *cfg,
2156 			  struct v4l2_subdev_format *fmt)
2157 {
2158 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2159 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
2160 	struct v4l2_rect *crops[CCS_PADS];
2161 
2162 	mutex_lock(&sensor->mutex);
2163 
2164 	if (fmt->pad == ssd->source_pad) {
2165 		int rval;
2166 
2167 		rval = ccs_set_format_source(subdev, cfg, fmt);
2168 
2169 		mutex_unlock(&sensor->mutex);
2170 
2171 		return rval;
2172 	}
2173 
2174 	/* Sink pad. Width and height are changeable here. */
2175 	fmt->format.code = __ccs_get_mbus_code(subdev, fmt->pad);
2176 	fmt->format.width &= ~1;
2177 	fmt->format.height &= ~1;
2178 	fmt->format.field = V4L2_FIELD_NONE;
2179 
2180 	fmt->format.width =
2181 		clamp(fmt->format.width,
2182 		      CCS_LIM(sensor, MIN_X_OUTPUT_SIZE),
2183 		      CCS_LIM(sensor, MAX_X_OUTPUT_SIZE));
2184 	fmt->format.height =
2185 		clamp(fmt->format.height,
2186 		      CCS_LIM(sensor, MIN_Y_OUTPUT_SIZE),
2187 		      CCS_LIM(sensor, MAX_Y_OUTPUT_SIZE));
2188 
2189 	ccs_get_crop_compose(subdev, cfg, crops, NULL, fmt->which);
2190 
2191 	crops[ssd->sink_pad]->left = 0;
2192 	crops[ssd->sink_pad]->top = 0;
2193 	crops[ssd->sink_pad]->width = fmt->format.width;
2194 	crops[ssd->sink_pad]->height = fmt->format.height;
2195 	if (fmt->which == V4L2_SUBDEV_FORMAT_ACTIVE)
2196 		ssd->sink_fmt = *crops[ssd->sink_pad];
2197 	ccs_propagate(subdev, cfg, fmt->which, V4L2_SEL_TGT_CROP);
2198 
2199 	mutex_unlock(&sensor->mutex);
2200 
2201 	return 0;
2202 }
2203 
2204 /*
2205  * Calculate goodness of scaled image size compared to expected image
2206  * size and flags provided.
2207  */
2208 #define SCALING_GOODNESS		100000
2209 #define SCALING_GOODNESS_EXTREME	100000000
2210 static int scaling_goodness(struct v4l2_subdev *subdev, int w, int ask_w,
2211 			    int h, int ask_h, u32 flags)
2212 {
2213 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2214 	struct i2c_client *client = v4l2_get_subdevdata(subdev);
2215 	int val = 0;
2216 
2217 	w &= ~1;
2218 	ask_w &= ~1;
2219 	h &= ~1;
2220 	ask_h &= ~1;
2221 
2222 	if (flags & V4L2_SEL_FLAG_GE) {
2223 		if (w < ask_w)
2224 			val -= SCALING_GOODNESS;
2225 		if (h < ask_h)
2226 			val -= SCALING_GOODNESS;
2227 	}
2228 
2229 	if (flags & V4L2_SEL_FLAG_LE) {
2230 		if (w > ask_w)
2231 			val -= SCALING_GOODNESS;
2232 		if (h > ask_h)
2233 			val -= SCALING_GOODNESS;
2234 	}
2235 
2236 	val -= abs(w - ask_w);
2237 	val -= abs(h - ask_h);
2238 
2239 	if (w < CCS_LIM(sensor, MIN_X_OUTPUT_SIZE))
2240 		val -= SCALING_GOODNESS_EXTREME;
2241 
2242 	dev_dbg(&client->dev, "w %d ask_w %d h %d ask_h %d goodness %d\n",
2243 		w, ask_w, h, ask_h, val);
2244 
2245 	return val;
2246 }
2247 
2248 static void ccs_set_compose_binner(struct v4l2_subdev *subdev,
2249 				   struct v4l2_subdev_pad_config *cfg,
2250 				   struct v4l2_subdev_selection *sel,
2251 				   struct v4l2_rect **crops,
2252 				   struct v4l2_rect *comp)
2253 {
2254 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2255 	unsigned int i;
2256 	unsigned int binh = 1, binv = 1;
2257 	int best = scaling_goodness(
2258 		subdev,
2259 		crops[CCS_PAD_SINK]->width, sel->r.width,
2260 		crops[CCS_PAD_SINK]->height, sel->r.height, sel->flags);
2261 
2262 	for (i = 0; i < sensor->nbinning_subtypes; i++) {
2263 		int this = scaling_goodness(
2264 			subdev,
2265 			crops[CCS_PAD_SINK]->width
2266 			/ sensor->binning_subtypes[i].horizontal,
2267 			sel->r.width,
2268 			crops[CCS_PAD_SINK]->height
2269 			/ sensor->binning_subtypes[i].vertical,
2270 			sel->r.height, sel->flags);
2271 
2272 		if (this > best) {
2273 			binh = sensor->binning_subtypes[i].horizontal;
2274 			binv = sensor->binning_subtypes[i].vertical;
2275 			best = this;
2276 		}
2277 	}
2278 	if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2279 		sensor->binning_vertical = binv;
2280 		sensor->binning_horizontal = binh;
2281 	}
2282 
2283 	sel->r.width = (crops[CCS_PAD_SINK]->width / binh) & ~1;
2284 	sel->r.height = (crops[CCS_PAD_SINK]->height / binv) & ~1;
2285 }
2286 
2287 /*
2288  * Calculate best scaling ratio and mode for given output resolution.
2289  *
2290  * Try all of these: horizontal ratio, vertical ratio and smallest
2291  * size possible (horizontally).
2292  *
2293  * Also try whether horizontal scaler or full scaler gives a better
2294  * result.
2295  */
2296 static void ccs_set_compose_scaler(struct v4l2_subdev *subdev,
2297 				   struct v4l2_subdev_pad_config *cfg,
2298 				   struct v4l2_subdev_selection *sel,
2299 				   struct v4l2_rect **crops,
2300 				   struct v4l2_rect *comp)
2301 {
2302 	struct i2c_client *client = v4l2_get_subdevdata(subdev);
2303 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2304 	u32 min, max, a, b, max_m;
2305 	u32 scale_m = CCS_LIM(sensor, SCALER_N_MIN);
2306 	int mode = CCS_SCALING_MODE_HORIZONTAL;
2307 	u32 try[4];
2308 	u32 ntry = 0;
2309 	unsigned int i;
2310 	int best = INT_MIN;
2311 
2312 	sel->r.width = min_t(unsigned int, sel->r.width,
2313 			     crops[CCS_PAD_SINK]->width);
2314 	sel->r.height = min_t(unsigned int, sel->r.height,
2315 			      crops[CCS_PAD_SINK]->height);
2316 
2317 	a = crops[CCS_PAD_SINK]->width
2318 		* CCS_LIM(sensor, SCALER_N_MIN) / sel->r.width;
2319 	b = crops[CCS_PAD_SINK]->height
2320 		* CCS_LIM(sensor, SCALER_N_MIN) / sel->r.height;
2321 	max_m = crops[CCS_PAD_SINK]->width
2322 		* CCS_LIM(sensor, SCALER_N_MIN)
2323 		/ CCS_LIM(sensor, MIN_X_OUTPUT_SIZE);
2324 
2325 	a = clamp(a, CCS_LIM(sensor, SCALER_M_MIN),
2326 		  CCS_LIM(sensor, SCALER_M_MAX));
2327 	b = clamp(b, CCS_LIM(sensor, SCALER_M_MIN),
2328 		  CCS_LIM(sensor, SCALER_M_MAX));
2329 	max_m = clamp(max_m, CCS_LIM(sensor, SCALER_M_MIN),
2330 		      CCS_LIM(sensor, SCALER_M_MAX));
2331 
2332 	dev_dbg(&client->dev, "scaling: a %d b %d max_m %d\n", a, b, max_m);
2333 
2334 	min = min(max_m, min(a, b));
2335 	max = min(max_m, max(a, b));
2336 
2337 	try[ntry] = min;
2338 	ntry++;
2339 	if (min != max) {
2340 		try[ntry] = max;
2341 		ntry++;
2342 	}
2343 	if (max != max_m) {
2344 		try[ntry] = min + 1;
2345 		ntry++;
2346 		if (min != max) {
2347 			try[ntry] = max + 1;
2348 			ntry++;
2349 		}
2350 	}
2351 
2352 	for (i = 0; i < ntry; i++) {
2353 		int this = scaling_goodness(
2354 			subdev,
2355 			crops[CCS_PAD_SINK]->width
2356 			/ try[i] * CCS_LIM(sensor, SCALER_N_MIN),
2357 			sel->r.width,
2358 			crops[CCS_PAD_SINK]->height,
2359 			sel->r.height,
2360 			sel->flags);
2361 
2362 		dev_dbg(&client->dev, "trying factor %d (%d)\n", try[i], i);
2363 
2364 		if (this > best) {
2365 			scale_m = try[i];
2366 			mode = CCS_SCALING_MODE_HORIZONTAL;
2367 			best = this;
2368 		}
2369 
2370 		if (CCS_LIM(sensor, SCALING_CAPABILITY)
2371 		    == CCS_SCALING_CAPABILITY_HORIZONTAL)
2372 			continue;
2373 
2374 		this = scaling_goodness(
2375 			subdev, crops[CCS_PAD_SINK]->width
2376 			/ try[i]
2377 			* CCS_LIM(sensor, SCALER_N_MIN),
2378 			sel->r.width,
2379 			crops[CCS_PAD_SINK]->height
2380 			/ try[i]
2381 			* CCS_LIM(sensor, SCALER_N_MIN),
2382 			sel->r.height,
2383 			sel->flags);
2384 
2385 		if (this > best) {
2386 			scale_m = try[i];
2387 			mode = SMIAPP_SCALING_MODE_BOTH;
2388 			best = this;
2389 		}
2390 	}
2391 
2392 	sel->r.width =
2393 		(crops[CCS_PAD_SINK]->width
2394 		 / scale_m
2395 		 * CCS_LIM(sensor, SCALER_N_MIN)) & ~1;
2396 	if (mode == SMIAPP_SCALING_MODE_BOTH)
2397 		sel->r.height =
2398 			(crops[CCS_PAD_SINK]->height
2399 			 / scale_m
2400 			 * CCS_LIM(sensor, SCALER_N_MIN))
2401 			& ~1;
2402 	else
2403 		sel->r.height = crops[CCS_PAD_SINK]->height;
2404 
2405 	if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2406 		sensor->scale_m = scale_m;
2407 		sensor->scaling_mode = mode;
2408 	}
2409 }
2410 /* We're only called on source pads. This function sets scaling. */
2411 static int ccs_set_compose(struct v4l2_subdev *subdev,
2412 			   struct v4l2_subdev_pad_config *cfg,
2413 			   struct v4l2_subdev_selection *sel)
2414 {
2415 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2416 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
2417 	struct v4l2_rect *comp, *crops[CCS_PADS];
2418 
2419 	ccs_get_crop_compose(subdev, cfg, crops, &comp, sel->which);
2420 
2421 	sel->r.top = 0;
2422 	sel->r.left = 0;
2423 
2424 	if (ssd == sensor->binner)
2425 		ccs_set_compose_binner(subdev, cfg, sel, crops, comp);
2426 	else
2427 		ccs_set_compose_scaler(subdev, cfg, sel, crops, comp);
2428 
2429 	*comp = sel->r;
2430 	ccs_propagate(subdev, cfg, sel->which, V4L2_SEL_TGT_COMPOSE);
2431 
2432 	if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE)
2433 		return ccs_pll_blanking_update(sensor);
2434 
2435 	return 0;
2436 }
2437 
2438 static int __ccs_sel_supported(struct v4l2_subdev *subdev,
2439 			       struct v4l2_subdev_selection *sel)
2440 {
2441 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2442 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
2443 
2444 	/* We only implement crop in three places. */
2445 	switch (sel->target) {
2446 	case V4L2_SEL_TGT_CROP:
2447 	case V4L2_SEL_TGT_CROP_BOUNDS:
2448 		if (ssd == sensor->pixel_array && sel->pad == CCS_PA_PAD_SRC)
2449 			return 0;
2450 		if (ssd == sensor->src && sel->pad == CCS_PAD_SRC)
2451 			return 0;
2452 		if (ssd == sensor->scaler && sel->pad == CCS_PAD_SINK &&
2453 		    CCS_LIM(sensor, DIGITAL_CROP_CAPABILITY)
2454 		    == CCS_DIGITAL_CROP_CAPABILITY_INPUT_CROP)
2455 			return 0;
2456 		return -EINVAL;
2457 	case V4L2_SEL_TGT_NATIVE_SIZE:
2458 		if (ssd == sensor->pixel_array && sel->pad == CCS_PA_PAD_SRC)
2459 			return 0;
2460 		return -EINVAL;
2461 	case V4L2_SEL_TGT_COMPOSE:
2462 	case V4L2_SEL_TGT_COMPOSE_BOUNDS:
2463 		if (sel->pad == ssd->source_pad)
2464 			return -EINVAL;
2465 		if (ssd == sensor->binner)
2466 			return 0;
2467 		if (ssd == sensor->scaler && CCS_LIM(sensor, SCALING_CAPABILITY)
2468 		    != CCS_SCALING_CAPABILITY_NONE)
2469 			return 0;
2470 		fallthrough;
2471 	default:
2472 		return -EINVAL;
2473 	}
2474 }
2475 
2476 static int ccs_set_crop(struct v4l2_subdev *subdev,
2477 			struct v4l2_subdev_pad_config *cfg,
2478 			struct v4l2_subdev_selection *sel)
2479 {
2480 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2481 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
2482 	struct v4l2_rect *src_size, *crops[CCS_PADS];
2483 	struct v4l2_rect _r;
2484 
2485 	ccs_get_crop_compose(subdev, cfg, crops, NULL, sel->which);
2486 
2487 	if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2488 		if (sel->pad == ssd->sink_pad)
2489 			src_size = &ssd->sink_fmt;
2490 		else
2491 			src_size = &ssd->compose;
2492 	} else {
2493 		if (sel->pad == ssd->sink_pad) {
2494 			_r.left = 0;
2495 			_r.top = 0;
2496 			_r.width = v4l2_subdev_get_try_format(subdev, cfg,
2497 							      sel->pad)
2498 				->width;
2499 			_r.height = v4l2_subdev_get_try_format(subdev, cfg,
2500 							       sel->pad)
2501 				->height;
2502 			src_size = &_r;
2503 		} else {
2504 			src_size = v4l2_subdev_get_try_compose(
2505 				subdev, cfg, ssd->sink_pad);
2506 		}
2507 	}
2508 
2509 	if (ssd == sensor->src && sel->pad == CCS_PAD_SRC) {
2510 		sel->r.left = 0;
2511 		sel->r.top = 0;
2512 	}
2513 
2514 	sel->r.width = min(sel->r.width, src_size->width);
2515 	sel->r.height = min(sel->r.height, src_size->height);
2516 
2517 	sel->r.left = min_t(int, sel->r.left, src_size->width - sel->r.width);
2518 	sel->r.top = min_t(int, sel->r.top, src_size->height - sel->r.height);
2519 
2520 	*crops[sel->pad] = sel->r;
2521 
2522 	if (ssd != sensor->pixel_array && sel->pad == CCS_PAD_SINK)
2523 		ccs_propagate(subdev, cfg, sel->which, V4L2_SEL_TGT_CROP);
2524 
2525 	return 0;
2526 }
2527 
2528 static void ccs_get_native_size(struct ccs_subdev *ssd, struct v4l2_rect *r)
2529 {
2530 	r->top = 0;
2531 	r->left = 0;
2532 	r->width = CCS_LIM(ssd->sensor, X_ADDR_MAX) + 1;
2533 	r->height = CCS_LIM(ssd->sensor, Y_ADDR_MAX) + 1;
2534 }
2535 
2536 static int __ccs_get_selection(struct v4l2_subdev *subdev,
2537 			       struct v4l2_subdev_pad_config *cfg,
2538 			       struct v4l2_subdev_selection *sel)
2539 {
2540 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2541 	struct ccs_subdev *ssd = to_ccs_subdev(subdev);
2542 	struct v4l2_rect *comp, *crops[CCS_PADS];
2543 	struct v4l2_rect sink_fmt;
2544 	int ret;
2545 
2546 	ret = __ccs_sel_supported(subdev, sel);
2547 	if (ret)
2548 		return ret;
2549 
2550 	ccs_get_crop_compose(subdev, cfg, crops, &comp, sel->which);
2551 
2552 	if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2553 		sink_fmt = ssd->sink_fmt;
2554 	} else {
2555 		struct v4l2_mbus_framefmt *fmt =
2556 			v4l2_subdev_get_try_format(subdev, cfg, ssd->sink_pad);
2557 
2558 		sink_fmt.left = 0;
2559 		sink_fmt.top = 0;
2560 		sink_fmt.width = fmt->width;
2561 		sink_fmt.height = fmt->height;
2562 	}
2563 
2564 	switch (sel->target) {
2565 	case V4L2_SEL_TGT_CROP_BOUNDS:
2566 	case V4L2_SEL_TGT_NATIVE_SIZE:
2567 		if (ssd == sensor->pixel_array)
2568 			ccs_get_native_size(ssd, &sel->r);
2569 		else if (sel->pad == ssd->sink_pad)
2570 			sel->r = sink_fmt;
2571 		else
2572 			sel->r = *comp;
2573 		break;
2574 	case V4L2_SEL_TGT_CROP:
2575 	case V4L2_SEL_TGT_COMPOSE_BOUNDS:
2576 		sel->r = *crops[sel->pad];
2577 		break;
2578 	case V4L2_SEL_TGT_COMPOSE:
2579 		sel->r = *comp;
2580 		break;
2581 	}
2582 
2583 	return 0;
2584 }
2585 
2586 static int ccs_get_selection(struct v4l2_subdev *subdev,
2587 			     struct v4l2_subdev_pad_config *cfg,
2588 			     struct v4l2_subdev_selection *sel)
2589 {
2590 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2591 	int rval;
2592 
2593 	mutex_lock(&sensor->mutex);
2594 	rval = __ccs_get_selection(subdev, cfg, sel);
2595 	mutex_unlock(&sensor->mutex);
2596 
2597 	return rval;
2598 }
2599 
2600 static int ccs_set_selection(struct v4l2_subdev *subdev,
2601 			     struct v4l2_subdev_pad_config *cfg,
2602 			     struct v4l2_subdev_selection *sel)
2603 {
2604 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2605 	int ret;
2606 
2607 	ret = __ccs_sel_supported(subdev, sel);
2608 	if (ret)
2609 		return ret;
2610 
2611 	mutex_lock(&sensor->mutex);
2612 
2613 	sel->r.left = max(0, sel->r.left & ~1);
2614 	sel->r.top = max(0, sel->r.top & ~1);
2615 	sel->r.width = CCS_ALIGN_DIM(sel->r.width, sel->flags);
2616 	sel->r.height =	CCS_ALIGN_DIM(sel->r.height, sel->flags);
2617 
2618 	sel->r.width = max_t(unsigned int, CCS_LIM(sensor, MIN_X_OUTPUT_SIZE),
2619 			     sel->r.width);
2620 	sel->r.height = max_t(unsigned int, CCS_LIM(sensor, MIN_Y_OUTPUT_SIZE),
2621 			      sel->r.height);
2622 
2623 	switch (sel->target) {
2624 	case V4L2_SEL_TGT_CROP:
2625 		ret = ccs_set_crop(subdev, cfg, sel);
2626 		break;
2627 	case V4L2_SEL_TGT_COMPOSE:
2628 		ret = ccs_set_compose(subdev, cfg, sel);
2629 		break;
2630 	default:
2631 		ret = -EINVAL;
2632 	}
2633 
2634 	mutex_unlock(&sensor->mutex);
2635 	return ret;
2636 }
2637 
2638 static int ccs_get_skip_frames(struct v4l2_subdev *subdev, u32 *frames)
2639 {
2640 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2641 
2642 	*frames = sensor->frame_skip;
2643 	return 0;
2644 }
2645 
2646 static int ccs_get_skip_top_lines(struct v4l2_subdev *subdev, u32 *lines)
2647 {
2648 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2649 
2650 	*lines = sensor->image_start;
2651 
2652 	return 0;
2653 }
2654 
2655 /* -----------------------------------------------------------------------------
2656  * sysfs attributes
2657  */
2658 
2659 static ssize_t
2660 ccs_sysfs_nvm_read(struct device *dev, struct device_attribute *attr,
2661 		   char *buf)
2662 {
2663 	struct v4l2_subdev *subdev = i2c_get_clientdata(to_i2c_client(dev));
2664 	struct i2c_client *client = v4l2_get_subdevdata(subdev);
2665 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2666 	int rval;
2667 
2668 	if (!sensor->dev_init_done)
2669 		return -EBUSY;
2670 
2671 	rval = ccs_pm_get_init(sensor);
2672 	if (rval < 0)
2673 		return -ENODEV;
2674 
2675 	rval = ccs_read_nvm(sensor, buf, PAGE_SIZE);
2676 	if (rval < 0) {
2677 		pm_runtime_put(&client->dev);
2678 		dev_err(&client->dev, "nvm read failed\n");
2679 		return -ENODEV;
2680 	}
2681 
2682 	pm_runtime_mark_last_busy(&client->dev);
2683 	pm_runtime_put_autosuspend(&client->dev);
2684 
2685 	/*
2686 	 * NVM is still way below a PAGE_SIZE, so we can safely
2687 	 * assume this for now.
2688 	 */
2689 	return rval;
2690 }
2691 static DEVICE_ATTR(nvm, S_IRUGO, ccs_sysfs_nvm_read, NULL);
2692 
2693 static ssize_t
2694 ccs_sysfs_ident_read(struct device *dev, struct device_attribute *attr,
2695 		     char *buf)
2696 {
2697 	struct v4l2_subdev *subdev = i2c_get_clientdata(to_i2c_client(dev));
2698 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2699 	struct ccs_module_info *minfo = &sensor->minfo;
2700 
2701 	if (minfo->mipi_manufacturer_id)
2702 		return snprintf(buf, PAGE_SIZE, "%4.4x%4.4x%2.2x\n",
2703 				minfo->mipi_manufacturer_id, minfo->model_id,
2704 				minfo->revision_number) + 1;
2705 	else
2706 		return snprintf(buf, PAGE_SIZE, "%2.2x%4.4x%2.2x\n",
2707 				minfo->smia_manufacturer_id, minfo->model_id,
2708 				minfo->revision_number) + 1;
2709 }
2710 
2711 static DEVICE_ATTR(ident, S_IRUGO, ccs_sysfs_ident_read, NULL);
2712 
2713 /* -----------------------------------------------------------------------------
2714  * V4L2 subdev core operations
2715  */
2716 
2717 static int ccs_identify_module(struct ccs_sensor *sensor)
2718 {
2719 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2720 	struct ccs_module_info *minfo = &sensor->minfo;
2721 	unsigned int i;
2722 	u32 rev;
2723 	int rval = 0;
2724 
2725 	/* Module info */
2726 	rval = ccs_read(sensor, MODULE_MANUFACTURER_ID,
2727 			&minfo->mipi_manufacturer_id);
2728 	if (!rval && !minfo->mipi_manufacturer_id)
2729 		rval = ccs_read_addr_8only(sensor,
2730 					   SMIAPP_REG_U8_MANUFACTURER_ID,
2731 					   &minfo->smia_manufacturer_id);
2732 	if (!rval)
2733 		rval = ccs_read_addr_8only(sensor, CCS_R_MODULE_MODEL_ID,
2734 					   &minfo->model_id);
2735 	if (!rval)
2736 		rval = ccs_read_addr_8only(sensor,
2737 					   CCS_R_MODULE_REVISION_NUMBER_MAJOR,
2738 					   &rev);
2739 	if (!rval) {
2740 		rval = ccs_read_addr_8only(sensor,
2741 					   CCS_R_MODULE_REVISION_NUMBER_MINOR,
2742 					   &minfo->revision_number);
2743 		minfo->revision_number |= rev << 8;
2744 	}
2745 	if (!rval)
2746 		rval = ccs_read_addr_8only(sensor, CCS_R_MODULE_DATE_YEAR,
2747 					   &minfo->module_year);
2748 	if (!rval)
2749 		rval = ccs_read_addr_8only(sensor, CCS_R_MODULE_DATE_MONTH,
2750 					   &minfo->module_month);
2751 	if (!rval)
2752 		rval = ccs_read_addr_8only(sensor, CCS_R_MODULE_DATE_DAY,
2753 					   &minfo->module_day);
2754 
2755 	/* Sensor info */
2756 	if (!rval)
2757 		rval = ccs_read(sensor, SENSOR_MANUFACTURER_ID,
2758 				&minfo->sensor_mipi_manufacturer_id);
2759 	if (!rval && !minfo->sensor_mipi_manufacturer_id)
2760 		rval = ccs_read_addr_8only(sensor,
2761 					   CCS_R_SENSOR_MANUFACTURER_ID,
2762 					   &minfo->sensor_smia_manufacturer_id);
2763 	if (!rval)
2764 		rval = ccs_read_addr_8only(sensor,
2765 					   CCS_R_SENSOR_MODEL_ID,
2766 					   &minfo->sensor_model_id);
2767 	if (!rval)
2768 		rval = ccs_read_addr_8only(sensor,
2769 					   CCS_R_SENSOR_REVISION_NUMBER,
2770 					   &minfo->sensor_revision_number);
2771 	if (!rval)
2772 		rval = ccs_read_addr_8only(sensor,
2773 					   CCS_R_SENSOR_FIRMWARE_VERSION,
2774 					   &minfo->sensor_firmware_version);
2775 
2776 	/* SMIA */
2777 	if (!rval)
2778 		rval = ccs_read(sensor, MIPI_CCS_VERSION, &minfo->ccs_version);
2779 	if (!rval && !minfo->ccs_version)
2780 		rval = ccs_read_addr_8only(sensor, SMIAPP_REG_U8_SMIA_VERSION,
2781 					   &minfo->smia_version);
2782 	if (!rval && !minfo->ccs_version)
2783 		rval = ccs_read_addr_8only(sensor, SMIAPP_REG_U8_SMIAPP_VERSION,
2784 					   &minfo->smiapp_version);
2785 
2786 	if (rval) {
2787 		dev_err(&client->dev, "sensor detection failed\n");
2788 		return -ENODEV;
2789 	}
2790 
2791 	if (minfo->mipi_manufacturer_id)
2792 		dev_dbg(&client->dev, "MIPI CCS module 0x%4.4x-0x%4.4x\n",
2793 			minfo->mipi_manufacturer_id, minfo->model_id);
2794 	else
2795 		dev_dbg(&client->dev, "SMIA module 0x%2.2x-0x%4.4x\n",
2796 			minfo->smia_manufacturer_id, minfo->model_id);
2797 
2798 	dev_dbg(&client->dev,
2799 		"module revision 0x%4.4x date %2.2d-%2.2d-%2.2d\n",
2800 		minfo->revision_number, minfo->module_year, minfo->module_month,
2801 		minfo->module_day);
2802 
2803 	if (minfo->sensor_mipi_manufacturer_id)
2804 		dev_dbg(&client->dev, "MIPI CCS sensor 0x%4.4x-0x%4.4x\n",
2805 			minfo->sensor_mipi_manufacturer_id,
2806 			minfo->sensor_model_id);
2807 	else
2808 		dev_dbg(&client->dev, "SMIA sensor 0x%2.2x-0x%4.4x\n",
2809 			minfo->sensor_smia_manufacturer_id,
2810 			minfo->sensor_model_id);
2811 
2812 	dev_dbg(&client->dev,
2813 		"sensor revision 0x%2.2x firmware version 0x%2.2x\n",
2814 		minfo->sensor_revision_number, minfo->sensor_firmware_version);
2815 
2816 	if (minfo->ccs_version) {
2817 		dev_dbg(&client->dev, "MIPI CCS version %u.%u",
2818 			(minfo->ccs_version & CCS_MIPI_CCS_VERSION_MAJOR_MASK)
2819 			>> CCS_MIPI_CCS_VERSION_MAJOR_SHIFT,
2820 			(minfo->ccs_version & CCS_MIPI_CCS_VERSION_MINOR_MASK));
2821 		minfo->name = CCS_NAME;
2822 	} else {
2823 		dev_dbg(&client->dev,
2824 			"smia version %2.2d smiapp version %2.2d\n",
2825 			minfo->smia_version, minfo->smiapp_version);
2826 		minfo->name = SMIAPP_NAME;
2827 	}
2828 
2829 	/*
2830 	 * Some modules have bad data in the lvalues below. Hope the
2831 	 * rvalues have better stuff. The lvalues are module
2832 	 * parameters whereas the rvalues are sensor parameters.
2833 	 */
2834 	if (minfo->sensor_smia_manufacturer_id &&
2835 	    !minfo->smia_manufacturer_id && !minfo->model_id) {
2836 		minfo->smia_manufacturer_id =
2837 			minfo->sensor_smia_manufacturer_id;
2838 		minfo->model_id = minfo->sensor_model_id;
2839 		minfo->revision_number = minfo->sensor_revision_number;
2840 	}
2841 
2842 	for (i = 0; i < ARRAY_SIZE(ccs_module_idents); i++) {
2843 		if (ccs_module_idents[i].mipi_manufacturer_id &&
2844 		    ccs_module_idents[i].mipi_manufacturer_id
2845 		    != minfo->mipi_manufacturer_id)
2846 			continue;
2847 		if (ccs_module_idents[i].smia_manufacturer_id &&
2848 		    ccs_module_idents[i].smia_manufacturer_id
2849 		    != minfo->smia_manufacturer_id)
2850 			continue;
2851 		if (ccs_module_idents[i].model_id != minfo->model_id)
2852 			continue;
2853 		if (ccs_module_idents[i].flags
2854 		    & CCS_MODULE_IDENT_FLAG_REV_LE) {
2855 			if (ccs_module_idents[i].revision_number_major
2856 			    < (minfo->revision_number >> 8))
2857 				continue;
2858 		} else {
2859 			if (ccs_module_idents[i].revision_number_major
2860 			    != (minfo->revision_number >> 8))
2861 				continue;
2862 		}
2863 
2864 		minfo->name = ccs_module_idents[i].name;
2865 		minfo->quirk = ccs_module_idents[i].quirk;
2866 		break;
2867 	}
2868 
2869 	if (i >= ARRAY_SIZE(ccs_module_idents))
2870 		dev_warn(&client->dev,
2871 			 "no quirks for this module; let's hope it's fully compliant\n");
2872 
2873 	dev_dbg(&client->dev, "the sensor is called %s\n", minfo->name);
2874 
2875 	return 0;
2876 }
2877 
2878 static const struct v4l2_subdev_ops ccs_ops;
2879 static const struct v4l2_subdev_internal_ops ccs_internal_ops;
2880 static const struct media_entity_operations ccs_entity_ops;
2881 
2882 static int ccs_register_subdev(struct ccs_sensor *sensor,
2883 			       struct ccs_subdev *ssd,
2884 			       struct ccs_subdev *sink_ssd,
2885 			       u16 source_pad, u16 sink_pad, u32 link_flags)
2886 {
2887 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2888 	int rval;
2889 
2890 	if (!sink_ssd)
2891 		return 0;
2892 
2893 	rval = media_entity_pads_init(&ssd->sd.entity, ssd->npads, ssd->pads);
2894 	if (rval) {
2895 		dev_err(&client->dev, "media_entity_pads_init failed\n");
2896 		return rval;
2897 	}
2898 
2899 	rval = v4l2_device_register_subdev(sensor->src->sd.v4l2_dev, &ssd->sd);
2900 	if (rval) {
2901 		dev_err(&client->dev, "v4l2_device_register_subdev failed\n");
2902 		return rval;
2903 	}
2904 
2905 	rval = media_create_pad_link(&ssd->sd.entity, source_pad,
2906 				     &sink_ssd->sd.entity, sink_pad,
2907 				     link_flags);
2908 	if (rval) {
2909 		dev_err(&client->dev, "media_create_pad_link failed\n");
2910 		v4l2_device_unregister_subdev(&ssd->sd);
2911 		return rval;
2912 	}
2913 
2914 	return 0;
2915 }
2916 
2917 static void ccs_unregistered(struct v4l2_subdev *subdev)
2918 {
2919 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2920 	unsigned int i;
2921 
2922 	for (i = 1; i < sensor->ssds_used; i++)
2923 		v4l2_device_unregister_subdev(&sensor->ssds[i].sd);
2924 }
2925 
2926 static int ccs_registered(struct v4l2_subdev *subdev)
2927 {
2928 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
2929 	int rval;
2930 
2931 	if (sensor->scaler) {
2932 		rval = ccs_register_subdev(sensor, sensor->binner,
2933 					   sensor->scaler,
2934 					   CCS_PAD_SRC, CCS_PAD_SINK,
2935 					   MEDIA_LNK_FL_ENABLED |
2936 					   MEDIA_LNK_FL_IMMUTABLE);
2937 		if (rval < 0)
2938 			return rval;
2939 	}
2940 
2941 	rval = ccs_register_subdev(sensor, sensor->pixel_array, sensor->binner,
2942 				   CCS_PA_PAD_SRC, CCS_PAD_SINK,
2943 				   MEDIA_LNK_FL_ENABLED |
2944 				   MEDIA_LNK_FL_IMMUTABLE);
2945 	if (rval)
2946 		goto out_err;
2947 
2948 	return 0;
2949 
2950 out_err:
2951 	ccs_unregistered(subdev);
2952 
2953 	return rval;
2954 }
2955 
2956 static void ccs_cleanup(struct ccs_sensor *sensor)
2957 {
2958 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2959 
2960 	device_remove_file(&client->dev, &dev_attr_nvm);
2961 	device_remove_file(&client->dev, &dev_attr_ident);
2962 
2963 	ccs_free_controls(sensor);
2964 }
2965 
2966 static void ccs_create_subdev(struct ccs_sensor *sensor,
2967 			      struct ccs_subdev *ssd, const char *name,
2968 			      unsigned short num_pads, u32 function)
2969 {
2970 	struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2971 
2972 	if (!ssd)
2973 		return;
2974 
2975 	if (ssd != sensor->src)
2976 		v4l2_subdev_init(&ssd->sd, &ccs_ops);
2977 
2978 	ssd->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
2979 	ssd->sd.entity.function = function;
2980 	ssd->sensor = sensor;
2981 
2982 	ssd->npads = num_pads;
2983 	ssd->source_pad = num_pads - 1;
2984 
2985 	v4l2_i2c_subdev_set_name(&ssd->sd, client, sensor->minfo.name, name);
2986 
2987 	ccs_get_native_size(ssd, &ssd->sink_fmt);
2988 
2989 	ssd->compose.width = ssd->sink_fmt.width;
2990 	ssd->compose.height = ssd->sink_fmt.height;
2991 	ssd->crop[ssd->source_pad] = ssd->compose;
2992 	ssd->pads[ssd->source_pad].flags = MEDIA_PAD_FL_SOURCE;
2993 	if (ssd != sensor->pixel_array) {
2994 		ssd->crop[ssd->sink_pad] = ssd->compose;
2995 		ssd->pads[ssd->sink_pad].flags = MEDIA_PAD_FL_SINK;
2996 	}
2997 
2998 	ssd->sd.entity.ops = &ccs_entity_ops;
2999 
3000 	if (ssd == sensor->src)
3001 		return;
3002 
3003 	ssd->sd.internal_ops = &ccs_internal_ops;
3004 	ssd->sd.owner = THIS_MODULE;
3005 	ssd->sd.dev = &client->dev;
3006 	v4l2_set_subdevdata(&ssd->sd, client);
3007 }
3008 
3009 static int ccs_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
3010 {
3011 	struct ccs_subdev *ssd = to_ccs_subdev(sd);
3012 	struct ccs_sensor *sensor = ssd->sensor;
3013 	unsigned int i;
3014 
3015 	mutex_lock(&sensor->mutex);
3016 
3017 	for (i = 0; i < ssd->npads; i++) {
3018 		struct v4l2_mbus_framefmt *try_fmt =
3019 			v4l2_subdev_get_try_format(sd, fh->pad, i);
3020 		struct v4l2_rect *try_crop =
3021 			v4l2_subdev_get_try_crop(sd, fh->pad, i);
3022 		struct v4l2_rect *try_comp;
3023 
3024 		ccs_get_native_size(ssd, try_crop);
3025 
3026 		try_fmt->width = try_crop->width;
3027 		try_fmt->height = try_crop->height;
3028 		try_fmt->code = sensor->internal_csi_format->code;
3029 		try_fmt->field = V4L2_FIELD_NONE;
3030 
3031 		if (ssd != sensor->pixel_array)
3032 			continue;
3033 
3034 		try_comp = v4l2_subdev_get_try_compose(sd, fh->pad, i);
3035 		*try_comp = *try_crop;
3036 	}
3037 
3038 	mutex_unlock(&sensor->mutex);
3039 
3040 	return 0;
3041 }
3042 
3043 static const struct v4l2_subdev_video_ops ccs_video_ops = {
3044 	.s_stream = ccs_set_stream,
3045 };
3046 
3047 static const struct v4l2_subdev_pad_ops ccs_pad_ops = {
3048 	.enum_mbus_code = ccs_enum_mbus_code,
3049 	.get_fmt = ccs_get_format,
3050 	.set_fmt = ccs_set_format,
3051 	.get_selection = ccs_get_selection,
3052 	.set_selection = ccs_set_selection,
3053 };
3054 
3055 static const struct v4l2_subdev_sensor_ops ccs_sensor_ops = {
3056 	.g_skip_frames = ccs_get_skip_frames,
3057 	.g_skip_top_lines = ccs_get_skip_top_lines,
3058 };
3059 
3060 static const struct v4l2_subdev_ops ccs_ops = {
3061 	.video = &ccs_video_ops,
3062 	.pad = &ccs_pad_ops,
3063 	.sensor = &ccs_sensor_ops,
3064 };
3065 
3066 static const struct media_entity_operations ccs_entity_ops = {
3067 	.link_validate = v4l2_subdev_link_validate,
3068 };
3069 
3070 static const struct v4l2_subdev_internal_ops ccs_internal_src_ops = {
3071 	.registered = ccs_registered,
3072 	.unregistered = ccs_unregistered,
3073 	.open = ccs_open,
3074 };
3075 
3076 static const struct v4l2_subdev_internal_ops ccs_internal_ops = {
3077 	.open = ccs_open,
3078 };
3079 
3080 /* -----------------------------------------------------------------------------
3081  * I2C Driver
3082  */
3083 
3084 static int __maybe_unused ccs_suspend(struct device *dev)
3085 {
3086 	struct i2c_client *client = to_i2c_client(dev);
3087 	struct v4l2_subdev *subdev = i2c_get_clientdata(client);
3088 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
3089 	bool streaming = sensor->streaming;
3090 	int rval;
3091 
3092 	rval = pm_runtime_get_sync(dev);
3093 	if (rval < 0) {
3094 		pm_runtime_put_noidle(dev);
3095 
3096 		return -EAGAIN;
3097 	}
3098 
3099 	if (sensor->streaming)
3100 		ccs_stop_streaming(sensor);
3101 
3102 	/* save state for resume */
3103 	sensor->streaming = streaming;
3104 
3105 	return 0;
3106 }
3107 
3108 static int __maybe_unused ccs_resume(struct device *dev)
3109 {
3110 	struct i2c_client *client = to_i2c_client(dev);
3111 	struct v4l2_subdev *subdev = i2c_get_clientdata(client);
3112 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
3113 	int rval = 0;
3114 
3115 	pm_runtime_put(dev);
3116 
3117 	if (sensor->streaming)
3118 		rval = ccs_start_streaming(sensor);
3119 
3120 	return rval;
3121 }
3122 
3123 static int ccs_get_hwconfig(struct ccs_sensor *sensor, struct device *dev)
3124 {
3125 	struct ccs_hwconfig *hwcfg = &sensor->hwcfg;
3126 	struct v4l2_fwnode_endpoint bus_cfg = { .bus_type = V4L2_MBUS_UNKNOWN };
3127 	struct fwnode_handle *ep;
3128 	struct fwnode_handle *fwnode = dev_fwnode(dev);
3129 	u32 rotation;
3130 	int i;
3131 	int rval;
3132 
3133 	ep = fwnode_graph_get_endpoint_by_id(fwnode, 0, 0,
3134 					     FWNODE_GRAPH_ENDPOINT_NEXT);
3135 	if (!ep)
3136 		return -ENODEV;
3137 
3138 	/*
3139 	 * Note that we do need to rely on detecting the bus type between CSI-2
3140 	 * D-PHY and CCP2 as the old bindings did not require it.
3141 	 */
3142 	rval = v4l2_fwnode_endpoint_alloc_parse(ep, &bus_cfg);
3143 	if (rval)
3144 		goto out_err;
3145 
3146 	switch (bus_cfg.bus_type) {
3147 	case V4L2_MBUS_CSI2_DPHY:
3148 		hwcfg->csi_signalling_mode = CCS_CSI_SIGNALING_MODE_CSI_2_DPHY;
3149 		hwcfg->lanes = bus_cfg.bus.mipi_csi2.num_data_lanes;
3150 		break;
3151 	case V4L2_MBUS_CSI2_CPHY:
3152 		hwcfg->csi_signalling_mode = CCS_CSI_SIGNALING_MODE_CSI_2_CPHY;
3153 		hwcfg->lanes = bus_cfg.bus.mipi_csi2.num_data_lanes;
3154 		break;
3155 	case V4L2_MBUS_CSI1:
3156 	case V4L2_MBUS_CCP2:
3157 		hwcfg->csi_signalling_mode = (bus_cfg.bus.mipi_csi1.strobe) ?
3158 		SMIAPP_CSI_SIGNALLING_MODE_CCP2_DATA_STROBE :
3159 		SMIAPP_CSI_SIGNALLING_MODE_CCP2_DATA_CLOCK;
3160 		hwcfg->lanes = 1;
3161 		break;
3162 	default:
3163 		dev_err(dev, "unsupported bus %u\n", bus_cfg.bus_type);
3164 		rval = -EINVAL;
3165 		goto out_err;
3166 	}
3167 
3168 	dev_dbg(dev, "lanes %u\n", hwcfg->lanes);
3169 
3170 	rval = fwnode_property_read_u32(fwnode, "rotation", &rotation);
3171 	if (!rval) {
3172 		switch (rotation) {
3173 		case 180:
3174 			hwcfg->module_board_orient =
3175 				CCS_MODULE_BOARD_ORIENT_180;
3176 			fallthrough;
3177 		case 0:
3178 			break;
3179 		default:
3180 			dev_err(dev, "invalid rotation %u\n", rotation);
3181 			rval = -EINVAL;
3182 			goto out_err;
3183 		}
3184 	}
3185 
3186 	rval = fwnode_property_read_u32(dev_fwnode(dev), "clock-frequency",
3187 					&hwcfg->ext_clk);
3188 	if (rval)
3189 		dev_info(dev, "can't get clock-frequency\n");
3190 
3191 	dev_dbg(dev, "clk %d, mode %d\n", hwcfg->ext_clk,
3192 		hwcfg->csi_signalling_mode);
3193 
3194 	if (!bus_cfg.nr_of_link_frequencies) {
3195 		dev_warn(dev, "no link frequencies defined\n");
3196 		rval = -EINVAL;
3197 		goto out_err;
3198 	}
3199 
3200 	hwcfg->op_sys_clock = devm_kcalloc(
3201 		dev, bus_cfg.nr_of_link_frequencies + 1 /* guardian */,
3202 		sizeof(*hwcfg->op_sys_clock), GFP_KERNEL);
3203 	if (!hwcfg->op_sys_clock) {
3204 		rval = -ENOMEM;
3205 		goto out_err;
3206 	}
3207 
3208 	for (i = 0; i < bus_cfg.nr_of_link_frequencies; i++) {
3209 		hwcfg->op_sys_clock[i] = bus_cfg.link_frequencies[i];
3210 		dev_dbg(dev, "freq %d: %lld\n", i, hwcfg->op_sys_clock[i]);
3211 	}
3212 
3213 	v4l2_fwnode_endpoint_free(&bus_cfg);
3214 	fwnode_handle_put(ep);
3215 
3216 	return 0;
3217 
3218 out_err:
3219 	v4l2_fwnode_endpoint_free(&bus_cfg);
3220 	fwnode_handle_put(ep);
3221 
3222 	return rval;
3223 }
3224 
3225 static int ccs_probe(struct i2c_client *client)
3226 {
3227 	struct ccs_sensor *sensor;
3228 	const struct firmware *fw;
3229 	char filename[40];
3230 	unsigned int i;
3231 	int rval;
3232 
3233 	sensor = devm_kzalloc(&client->dev, sizeof(*sensor), GFP_KERNEL);
3234 	if (sensor == NULL)
3235 		return -ENOMEM;
3236 
3237 	rval = ccs_get_hwconfig(sensor, &client->dev);
3238 	if (rval)
3239 		return rval;
3240 
3241 	sensor->src = &sensor->ssds[sensor->ssds_used];
3242 
3243 	v4l2_i2c_subdev_init(&sensor->src->sd, client, &ccs_ops);
3244 	sensor->src->sd.internal_ops = &ccs_internal_src_ops;
3245 
3246 	sensor->regulators = devm_kcalloc(&client->dev,
3247 					  ARRAY_SIZE(ccs_regulators),
3248 					  sizeof(*sensor->regulators),
3249 					  GFP_KERNEL);
3250 	if (!sensor->regulators)
3251 		return -ENOMEM;
3252 
3253 	for (i = 0; i < ARRAY_SIZE(ccs_regulators); i++)
3254 		sensor->regulators[i].supply = ccs_regulators[i];
3255 
3256 	rval = devm_regulator_bulk_get(&client->dev, ARRAY_SIZE(ccs_regulators),
3257 				       sensor->regulators);
3258 	if (rval) {
3259 		dev_err(&client->dev, "could not get regulators\n");
3260 		return rval;
3261 	}
3262 
3263 	sensor->ext_clk = devm_clk_get(&client->dev, NULL);
3264 	if (PTR_ERR(sensor->ext_clk) == -ENOENT) {
3265 		dev_info(&client->dev, "no clock defined, continuing...\n");
3266 		sensor->ext_clk = NULL;
3267 	} else if (IS_ERR(sensor->ext_clk)) {
3268 		dev_err(&client->dev, "could not get clock (%ld)\n",
3269 			PTR_ERR(sensor->ext_clk));
3270 		return -EPROBE_DEFER;
3271 	}
3272 
3273 	if (sensor->ext_clk) {
3274 		if (sensor->hwcfg.ext_clk) {
3275 			unsigned long rate;
3276 
3277 			rval = clk_set_rate(sensor->ext_clk,
3278 					    sensor->hwcfg.ext_clk);
3279 			if (rval < 0) {
3280 				dev_err(&client->dev,
3281 					"unable to set clock freq to %u\n",
3282 					sensor->hwcfg.ext_clk);
3283 				return rval;
3284 			}
3285 
3286 			rate = clk_get_rate(sensor->ext_clk);
3287 			if (rate != sensor->hwcfg.ext_clk) {
3288 				dev_err(&client->dev,
3289 					"can't set clock freq, asked for %u but got %lu\n",
3290 					sensor->hwcfg.ext_clk, rate);
3291 				return -EINVAL;
3292 			}
3293 		} else {
3294 			sensor->hwcfg.ext_clk = clk_get_rate(sensor->ext_clk);
3295 			dev_dbg(&client->dev, "obtained clock freq %u\n",
3296 				sensor->hwcfg.ext_clk);
3297 		}
3298 	} else if (sensor->hwcfg.ext_clk) {
3299 		dev_dbg(&client->dev, "assuming clock freq %u\n",
3300 			sensor->hwcfg.ext_clk);
3301 	} else {
3302 		dev_err(&client->dev, "unable to obtain clock freq\n");
3303 		return -EINVAL;
3304 	}
3305 
3306 	if (!sensor->hwcfg.ext_clk) {
3307 		dev_err(&client->dev, "cannot work with xclk frequency 0\n");
3308 		return -EINVAL;
3309 	}
3310 
3311 	sensor->reset = devm_gpiod_get_optional(&client->dev, "reset",
3312 						GPIOD_OUT_HIGH);
3313 	if (IS_ERR(sensor->reset))
3314 		return PTR_ERR(sensor->reset);
3315 	/* Support old users that may have used "xshutdown" property. */
3316 	if (!sensor->reset)
3317 		sensor->xshutdown = devm_gpiod_get_optional(&client->dev,
3318 							    "xshutdown",
3319 							    GPIOD_OUT_LOW);
3320 	if (IS_ERR(sensor->xshutdown))
3321 		return PTR_ERR(sensor->xshutdown);
3322 
3323 	rval = ccs_power_on(&client->dev);
3324 	if (rval < 0)
3325 		return rval;
3326 
3327 	mutex_init(&sensor->mutex);
3328 
3329 	rval = ccs_identify_module(sensor);
3330 	if (rval) {
3331 		rval = -ENODEV;
3332 		goto out_power_off;
3333 	}
3334 
3335 	rval = snprintf(filename, sizeof(filename),
3336 			"ccs/ccs-sensor-%4.4x-%4.4x-%4.4x.fw",
3337 			sensor->minfo.sensor_mipi_manufacturer_id,
3338 			sensor->minfo.sensor_model_id,
3339 			sensor->minfo.sensor_revision_number);
3340 	if (rval >= sizeof(filename)) {
3341 		rval = -ENOMEM;
3342 		goto out_power_off;
3343 	}
3344 
3345 	rval = request_firmware(&fw, filename, &client->dev);
3346 	if (!rval) {
3347 		ccs_data_parse(&sensor->sdata, fw->data, fw->size, &client->dev,
3348 			       true);
3349 		release_firmware(fw);
3350 	}
3351 
3352 	rval = snprintf(filename, sizeof(filename),
3353 			"ccs/ccs-module-%4.4x-%4.4x-%4.4x.fw",
3354 			sensor->minfo.mipi_manufacturer_id,
3355 			sensor->minfo.model_id,
3356 			sensor->minfo.revision_number);
3357 	if (rval >= sizeof(filename)) {
3358 		rval = -ENOMEM;
3359 		goto out_release_sdata;
3360 	}
3361 
3362 	rval = request_firmware(&fw, filename, &client->dev);
3363 	if (!rval) {
3364 		ccs_data_parse(&sensor->mdata, fw->data, fw->size, &client->dev,
3365 			       true);
3366 		release_firmware(fw);
3367 	}
3368 
3369 	rval = ccs_read_all_limits(sensor);
3370 	if (rval)
3371 		goto out_release_mdata;
3372 
3373 	rval = ccs_read_frame_fmt(sensor);
3374 	if (rval) {
3375 		rval = -ENODEV;
3376 		goto out_free_ccs_limits;
3377 	}
3378 
3379 	rval = ccs_update_phy_ctrl(sensor);
3380 	if (rval < 0)
3381 		goto out_free_ccs_limits;
3382 
3383 	/*
3384 	 * Handle Sensor Module orientation on the board.
3385 	 *
3386 	 * The application of H-FLIP and V-FLIP on the sensor is modified by
3387 	 * the sensor orientation on the board.
3388 	 *
3389 	 * For CCS_BOARD_SENSOR_ORIENT_180 the default behaviour is to set
3390 	 * both H-FLIP and V-FLIP for normal operation which also implies
3391 	 * that a set/unset operation for user space HFLIP and VFLIP v4l2
3392 	 * controls will need to be internally inverted.
3393 	 *
3394 	 * Rotation also changes the bayer pattern.
3395 	 */
3396 	if (sensor->hwcfg.module_board_orient ==
3397 	    CCS_MODULE_BOARD_ORIENT_180)
3398 		sensor->hvflip_inv_mask =
3399 			CCS_IMAGE_ORIENTATION_HORIZONTAL_MIRROR |
3400 			CCS_IMAGE_ORIENTATION_VERTICAL_FLIP;
3401 
3402 	rval = ccs_call_quirk(sensor, limits);
3403 	if (rval) {
3404 		dev_err(&client->dev, "limits quirks failed\n");
3405 		goto out_free_ccs_limits;
3406 	}
3407 
3408 	if (CCS_LIM(sensor, BINNING_CAPABILITY)) {
3409 		sensor->nbinning_subtypes =
3410 			min_t(u8, CCS_LIM(sensor, BINNING_SUB_TYPES),
3411 			      CCS_LIM_BINNING_SUB_TYPE_MAX_N);
3412 
3413 		for (i = 0; i < sensor->nbinning_subtypes; i++) {
3414 			sensor->binning_subtypes[i].horizontal =
3415 				CCS_LIM_AT(sensor, BINNING_SUB_TYPE, i) >>
3416 				CCS_BINNING_SUB_TYPE_COLUMN_SHIFT;
3417 			sensor->binning_subtypes[i].vertical =
3418 				CCS_LIM_AT(sensor, BINNING_SUB_TYPE, i) &
3419 				CCS_BINNING_SUB_TYPE_ROW_MASK;
3420 
3421 			dev_dbg(&client->dev, "binning %xx%x\n",
3422 				sensor->binning_subtypes[i].horizontal,
3423 				sensor->binning_subtypes[i].vertical);
3424 		}
3425 	}
3426 	sensor->binning_horizontal = 1;
3427 	sensor->binning_vertical = 1;
3428 
3429 	if (device_create_file(&client->dev, &dev_attr_ident) != 0) {
3430 		dev_err(&client->dev, "sysfs ident entry creation failed\n");
3431 		rval = -ENOENT;
3432 		goto out_free_ccs_limits;
3433 	}
3434 
3435 	if (sensor->minfo.smiapp_version &&
3436 	    CCS_LIM(sensor, DATA_TRANSFER_IF_CAPABILITY) &
3437 	    CCS_DATA_TRANSFER_IF_CAPABILITY_SUPPORTED) {
3438 		if (device_create_file(&client->dev, &dev_attr_nvm) != 0) {
3439 			dev_err(&client->dev, "sysfs nvm entry failed\n");
3440 			rval = -EBUSY;
3441 			goto out_cleanup;
3442 		}
3443 	}
3444 
3445 	if (!CCS_LIM(sensor, MIN_OP_SYS_CLK_DIV) ||
3446 	    !CCS_LIM(sensor, MAX_OP_SYS_CLK_DIV) ||
3447 	    !CCS_LIM(sensor, MIN_OP_PIX_CLK_DIV) ||
3448 	    !CCS_LIM(sensor, MAX_OP_PIX_CLK_DIV)) {
3449 		/* No OP clock branch */
3450 		sensor->pll.flags |= CCS_PLL_FLAG_NO_OP_CLOCKS;
3451 	} else if (CCS_LIM(sensor, SCALING_CAPABILITY)
3452 		   != CCS_SCALING_CAPABILITY_NONE ||
3453 		   CCS_LIM(sensor, DIGITAL_CROP_CAPABILITY)
3454 		   == CCS_DIGITAL_CROP_CAPABILITY_INPUT_CROP) {
3455 		/* We have a scaler or digital crop. */
3456 		sensor->scaler = &sensor->ssds[sensor->ssds_used];
3457 		sensor->ssds_used++;
3458 	}
3459 	sensor->binner = &sensor->ssds[sensor->ssds_used];
3460 	sensor->ssds_used++;
3461 	sensor->pixel_array = &sensor->ssds[sensor->ssds_used];
3462 	sensor->ssds_used++;
3463 
3464 	sensor->scale_m = CCS_LIM(sensor, SCALER_N_MIN);
3465 
3466 	/* prepare PLL configuration input values */
3467 	sensor->pll.bus_type = CCS_PLL_BUS_TYPE_CSI2_DPHY;
3468 	sensor->pll.csi2.lanes = sensor->hwcfg.lanes;
3469 	if (CCS_LIM(sensor, CLOCK_CALCULATION) &
3470 	    CCS_CLOCK_CALCULATION_LANE_SPEED) {
3471 		sensor->pll.flags |= CCS_PLL_FLAG_LANE_SPEED_MODEL;
3472 		if (CCS_LIM(sensor, CLOCK_CALCULATION) &
3473 		    CCS_CLOCK_CALCULATION_LINK_DECOUPLED) {
3474 			sensor->pll.vt_lanes =
3475 				CCS_LIM(sensor, NUM_OF_VT_LANES) + 1;
3476 			sensor->pll.op_lanes =
3477 				CCS_LIM(sensor, NUM_OF_OP_LANES) + 1;
3478 			sensor->pll.flags |= CCS_PLL_FLAG_LINK_DECOUPLED;
3479 		} else {
3480 			sensor->pll.vt_lanes = sensor->pll.csi2.lanes;
3481 			sensor->pll.op_lanes = sensor->pll.csi2.lanes;
3482 		}
3483 	}
3484 	if (CCS_LIM(sensor, CLOCK_TREE_PLL_CAPABILITY) &
3485 	    CCS_CLOCK_TREE_PLL_CAPABILITY_EXT_DIVIDER)
3486 		sensor->pll.flags |= CCS_PLL_FLAG_EXT_IP_PLL_DIVIDER;
3487 	if (CCS_LIM(sensor, CLOCK_TREE_PLL_CAPABILITY) &
3488 	    CCS_CLOCK_TREE_PLL_CAPABILITY_FLEXIBLE_OP_PIX_CLK_DIV)
3489 		sensor->pll.flags |= CCS_PLL_FLAG_FLEXIBLE_OP_PIX_CLK_DIV;
3490 	if (CCS_LIM(sensor, FIFO_SUPPORT_CAPABILITY) &
3491 	    CCS_FIFO_SUPPORT_CAPABILITY_DERATING)
3492 		sensor->pll.flags |= CCS_PLL_FLAG_FIFO_DERATING;
3493 	if (CCS_LIM(sensor, FIFO_SUPPORT_CAPABILITY) &
3494 	    CCS_FIFO_SUPPORT_CAPABILITY_DERATING_OVERRATING)
3495 		sensor->pll.flags |= CCS_PLL_FLAG_FIFO_DERATING |
3496 				     CCS_PLL_FLAG_FIFO_OVERRATING;
3497 	if (CCS_LIM(sensor, CLOCK_TREE_PLL_CAPABILITY) &
3498 	    CCS_CLOCK_TREE_PLL_CAPABILITY_DUAL_PLL) {
3499 		if (CCS_LIM(sensor, CLOCK_TREE_PLL_CAPABILITY) &
3500 		    CCS_CLOCK_TREE_PLL_CAPABILITY_SINGLE_PLL) {
3501 			u32 v;
3502 
3503 			/* Use sensor default in PLL mode selection */
3504 			rval = ccs_read(sensor, PLL_MODE, &v);
3505 			if (rval)
3506 				goto out_cleanup;
3507 
3508 			if (v == CCS_PLL_MODE_DUAL)
3509 				sensor->pll.flags |= CCS_PLL_FLAG_DUAL_PLL;
3510 		} else {
3511 			sensor->pll.flags |= CCS_PLL_FLAG_DUAL_PLL;
3512 		}
3513 		if (CCS_LIM(sensor, CLOCK_CALCULATION) &
3514 		    CCS_CLOCK_CALCULATION_DUAL_PLL_OP_SYS_DDR)
3515 			sensor->pll.flags |= CCS_PLL_FLAG_OP_SYS_DDR;
3516 		if (CCS_LIM(sensor, CLOCK_CALCULATION) &
3517 		    CCS_CLOCK_CALCULATION_DUAL_PLL_OP_PIX_DDR)
3518 			sensor->pll.flags |= CCS_PLL_FLAG_OP_PIX_DDR;
3519 	}
3520 	sensor->pll.op_bits_per_lane = CCS_LIM(sensor, OP_BITS_PER_LANE);
3521 	sensor->pll.ext_clk_freq_hz = sensor->hwcfg.ext_clk;
3522 	sensor->pll.scale_n = CCS_LIM(sensor, SCALER_N_MIN);
3523 
3524 	ccs_create_subdev(sensor, sensor->scaler, " scaler", 2,
3525 			  MEDIA_ENT_F_CAM_SENSOR);
3526 	ccs_create_subdev(sensor, sensor->binner, " binner", 2,
3527 			  MEDIA_ENT_F_PROC_VIDEO_SCALER);
3528 	ccs_create_subdev(sensor, sensor->pixel_array, " pixel_array", 1,
3529 			  MEDIA_ENT_F_PROC_VIDEO_SCALER);
3530 
3531 	rval = ccs_init_controls(sensor);
3532 	if (rval < 0)
3533 		goto out_cleanup;
3534 
3535 	rval = ccs_call_quirk(sensor, init);
3536 	if (rval)
3537 		goto out_cleanup;
3538 
3539 	rval = ccs_get_mbus_formats(sensor);
3540 	if (rval) {
3541 		rval = -ENODEV;
3542 		goto out_cleanup;
3543 	}
3544 
3545 	rval = ccs_init_late_controls(sensor);
3546 	if (rval) {
3547 		rval = -ENODEV;
3548 		goto out_cleanup;
3549 	}
3550 
3551 	mutex_lock(&sensor->mutex);
3552 	rval = ccs_pll_blanking_update(sensor);
3553 	mutex_unlock(&sensor->mutex);
3554 	if (rval) {
3555 		dev_err(&client->dev, "update mode failed\n");
3556 		goto out_cleanup;
3557 	}
3558 
3559 	sensor->streaming = false;
3560 	sensor->dev_init_done = true;
3561 
3562 	rval = media_entity_pads_init(&sensor->src->sd.entity, 2,
3563 				 sensor->src->pads);
3564 	if (rval < 0)
3565 		goto out_media_entity_cleanup;
3566 
3567 	rval = ccs_write_msr_regs(sensor);
3568 	if (rval)
3569 		goto out_media_entity_cleanup;
3570 
3571 	pm_runtime_set_active(&client->dev);
3572 	pm_runtime_get_noresume(&client->dev);
3573 	pm_runtime_enable(&client->dev);
3574 
3575 	rval = v4l2_async_register_subdev_sensor_common(&sensor->src->sd);
3576 	if (rval < 0)
3577 		goto out_disable_runtime_pm;
3578 
3579 	pm_runtime_set_autosuspend_delay(&client->dev, 1000);
3580 	pm_runtime_use_autosuspend(&client->dev);
3581 	pm_runtime_put_autosuspend(&client->dev);
3582 
3583 	return 0;
3584 
3585 out_disable_runtime_pm:
3586 	pm_runtime_put_noidle(&client->dev);
3587 	pm_runtime_disable(&client->dev);
3588 
3589 out_media_entity_cleanup:
3590 	media_entity_cleanup(&sensor->src->sd.entity);
3591 
3592 out_cleanup:
3593 	ccs_cleanup(sensor);
3594 
3595 out_release_mdata:
3596 	kvfree(sensor->mdata.backing);
3597 
3598 out_release_sdata:
3599 	kvfree(sensor->sdata.backing);
3600 
3601 out_free_ccs_limits:
3602 	kfree(sensor->ccs_limits);
3603 
3604 out_power_off:
3605 	ccs_power_off(&client->dev);
3606 	mutex_destroy(&sensor->mutex);
3607 
3608 	return rval;
3609 }
3610 
3611 static int ccs_remove(struct i2c_client *client)
3612 {
3613 	struct v4l2_subdev *subdev = i2c_get_clientdata(client);
3614 	struct ccs_sensor *sensor = to_ccs_sensor(subdev);
3615 	unsigned int i;
3616 
3617 	v4l2_async_unregister_subdev(subdev);
3618 
3619 	pm_runtime_disable(&client->dev);
3620 	if (!pm_runtime_status_suspended(&client->dev))
3621 		ccs_power_off(&client->dev);
3622 	pm_runtime_set_suspended(&client->dev);
3623 
3624 	for (i = 0; i < sensor->ssds_used; i++) {
3625 		v4l2_device_unregister_subdev(&sensor->ssds[i].sd);
3626 		media_entity_cleanup(&sensor->ssds[i].sd.entity);
3627 	}
3628 	ccs_cleanup(sensor);
3629 	mutex_destroy(&sensor->mutex);
3630 	kfree(sensor->ccs_limits);
3631 	kvfree(sensor->sdata.backing);
3632 	kvfree(sensor->mdata.backing);
3633 
3634 	return 0;
3635 }
3636 
3637 static const struct ccs_device smia_device = {
3638 	.flags = CCS_DEVICE_FLAG_IS_SMIA,
3639 };
3640 
3641 static const struct ccs_device ccs_device = {};
3642 
3643 static const struct acpi_device_id ccs_acpi_table[] = {
3644 	{ .id = "MIPI0200", .driver_data = (unsigned long)&ccs_device },
3645 	{ },
3646 };
3647 MODULE_DEVICE_TABLE(acpi, ccs_acpi_table);
3648 
3649 static const struct of_device_id ccs_of_table[] = {
3650 	{ .compatible = "mipi-ccs-1.1", .data = &ccs_device },
3651 	{ .compatible = "mipi-ccs-1.0", .data = &ccs_device },
3652 	{ .compatible = "mipi-ccs", .data = &ccs_device },
3653 	{ .compatible = "nokia,smia", .data = &smia_device },
3654 	{ },
3655 };
3656 MODULE_DEVICE_TABLE(of, ccs_of_table);
3657 
3658 static const struct dev_pm_ops ccs_pm_ops = {
3659 	SET_SYSTEM_SLEEP_PM_OPS(ccs_suspend, ccs_resume)
3660 	SET_RUNTIME_PM_OPS(ccs_power_off, ccs_power_on, NULL)
3661 };
3662 
3663 static struct i2c_driver ccs_i2c_driver = {
3664 	.driver	= {
3665 		.acpi_match_table = ccs_acpi_table,
3666 		.of_match_table = ccs_of_table,
3667 		.name = CCS_NAME,
3668 		.pm = &ccs_pm_ops,
3669 	},
3670 	.probe_new = ccs_probe,
3671 	.remove	= ccs_remove,
3672 };
3673 
3674 static int ccs_module_init(void)
3675 {
3676 	unsigned int i, l;
3677 
3678 	for (i = 0, l = 0; ccs_limits[i].size && l < CCS_L_LAST; i++) {
3679 		if (!(ccs_limits[i].flags & CCS_L_FL_SAME_REG)) {
3680 			ccs_limit_offsets[l + 1].lim =
3681 				ALIGN(ccs_limit_offsets[l].lim +
3682 				      ccs_limits[i].size,
3683 				      ccs_reg_width(ccs_limits[i + 1].reg));
3684 			ccs_limit_offsets[l].info = i;
3685 			l++;
3686 		} else {
3687 			ccs_limit_offsets[l].lim += ccs_limits[i].size;
3688 		}
3689 	}
3690 
3691 	if (WARN_ON(ccs_limits[i].size))
3692 		return -EINVAL;
3693 
3694 	if (WARN_ON(l != CCS_L_LAST))
3695 		return -EINVAL;
3696 
3697 	return i2c_register_driver(THIS_MODULE, &ccs_i2c_driver);
3698 }
3699 
3700 static void ccs_module_cleanup(void)
3701 {
3702 	i2c_del_driver(&ccs_i2c_driver);
3703 }
3704 
3705 module_init(ccs_module_init);
3706 module_exit(ccs_module_cleanup);
3707 
3708 MODULE_AUTHOR("Sakari Ailus <sakari.ailus@linux.intel.com>");
3709 MODULE_DESCRIPTION("Generic MIPI CCS/SMIA/SMIA++ camera sensor driver");
3710 MODULE_LICENSE("GPL v2");
3711 MODULE_ALIAS("smiapp");
3712