1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * Copyright (C) 2011-2013 Freescale Semiconductor, Inc. All Rights Reserved.
4 * Copyright (C) 2014-2017 Mentor Graphics Inc.
5 */
6
7 #include <linux/clk.h>
8 #include <linux/clk-provider.h>
9 #include <linux/clkdev.h>
10 #include <linux/ctype.h>
11 #include <linux/delay.h>
12 #include <linux/device.h>
13 #include <linux/gpio/consumer.h>
14 #include <linux/i2c.h>
15 #include <linux/init.h>
16 #include <linux/mod_devicetable.h>
17 #include <linux/module.h>
18 #include <linux/pm_runtime.h>
19 #include <linux/regulator/consumer.h>
20 #include <linux/slab.h>
21 #include <linux/types.h>
22 #include <media/v4l2-async.h>
23 #include <media/v4l2-ctrls.h>
24 #include <media/v4l2-device.h>
25 #include <media/v4l2-event.h>
26 #include <media/v4l2-fwnode.h>
27 #include <media/v4l2-subdev.h>
28
29 /* min/typical/max system clock (xclk) frequencies */
30 #define OV5640_XCLK_MIN 6000000
31 #define OV5640_XCLK_MAX 54000000
32
33 #define OV5640_NATIVE_WIDTH 2624
34 #define OV5640_NATIVE_HEIGHT 1964
35 #define OV5640_PIXEL_ARRAY_TOP 14
36 #define OV5640_PIXEL_ARRAY_LEFT 16
37 #define OV5640_PIXEL_ARRAY_WIDTH 2592
38 #define OV5640_PIXEL_ARRAY_HEIGHT 1944
39
40 /* FIXME: not documented. */
41 #define OV5640_MIN_VBLANK 24
42 #define OV5640_MAX_VTS 3375
43
44 #define OV5640_DEFAULT_SLAVE_ID 0x3c
45
46 #define OV5640_LINK_RATE_MAX 490000000U
47
48 #define OV5640_REG_SYS_RESET02 0x3002
49 #define OV5640_REG_SYS_CLOCK_ENABLE02 0x3006
50 #define OV5640_REG_SYS_CTRL0 0x3008
51 #define OV5640_REG_SYS_CTRL0_SW_PWDN 0x42
52 #define OV5640_REG_SYS_CTRL0_SW_PWUP 0x02
53 #define OV5640_REG_SYS_CTRL0_SW_RST 0x82
54 #define OV5640_REG_CHIP_ID 0x300a
55 #define OV5640_REG_IO_MIPI_CTRL00 0x300e
56 #define OV5640_REG_PAD_OUTPUT_ENABLE01 0x3017
57 #define OV5640_REG_PAD_OUTPUT_ENABLE02 0x3018
58 #define OV5640_REG_PAD_OUTPUT00 0x3019
59 #define OV5640_REG_SYSTEM_CONTROL1 0x302e
60 #define OV5640_REG_SC_PLL_CTRL0 0x3034
61 #define OV5640_REG_SC_PLL_CTRL1 0x3035
62 #define OV5640_REG_SC_PLL_CTRL2 0x3036
63 #define OV5640_REG_SC_PLL_CTRL3 0x3037
64 #define OV5640_REG_SLAVE_ID 0x3100
65 #define OV5640_REG_SCCB_SYS_CTRL1 0x3103
66 #define OV5640_REG_SYS_ROOT_DIVIDER 0x3108
67 #define OV5640_REG_AWB_R_GAIN 0x3400
68 #define OV5640_REG_AWB_G_GAIN 0x3402
69 #define OV5640_REG_AWB_B_GAIN 0x3404
70 #define OV5640_REG_AWB_MANUAL_CTRL 0x3406
71 #define OV5640_REG_AEC_PK_EXPOSURE_HI 0x3500
72 #define OV5640_REG_AEC_PK_EXPOSURE_MED 0x3501
73 #define OV5640_REG_AEC_PK_EXPOSURE_LO 0x3502
74 #define OV5640_REG_AEC_PK_MANUAL 0x3503
75 #define OV5640_REG_AEC_PK_REAL_GAIN 0x350a
76 #define OV5640_REG_AEC_PK_VTS 0x350c
77 #define OV5640_REG_TIMING_HS 0x3800
78 #define OV5640_REG_TIMING_VS 0x3802
79 #define OV5640_REG_TIMING_HW 0x3804
80 #define OV5640_REG_TIMING_VH 0x3806
81 #define OV5640_REG_TIMING_DVPHO 0x3808
82 #define OV5640_REG_TIMING_DVPVO 0x380a
83 #define OV5640_REG_TIMING_HTS 0x380c
84 #define OV5640_REG_TIMING_VTS 0x380e
85 #define OV5640_REG_TIMING_HOFFS 0x3810
86 #define OV5640_REG_TIMING_VOFFS 0x3812
87 #define OV5640_REG_TIMING_TC_REG20 0x3820
88 #define OV5640_REG_TIMING_TC_REG21 0x3821
89 #define OV5640_REG_AEC_CTRL00 0x3a00
90 #define OV5640_REG_AEC_B50_STEP 0x3a08
91 #define OV5640_REG_AEC_B60_STEP 0x3a0a
92 #define OV5640_REG_AEC_CTRL0D 0x3a0d
93 #define OV5640_REG_AEC_CTRL0E 0x3a0e
94 #define OV5640_REG_AEC_CTRL0F 0x3a0f
95 #define OV5640_REG_AEC_CTRL10 0x3a10
96 #define OV5640_REG_AEC_CTRL11 0x3a11
97 #define OV5640_REG_AEC_CTRL1B 0x3a1b
98 #define OV5640_REG_AEC_CTRL1E 0x3a1e
99 #define OV5640_REG_AEC_CTRL1F 0x3a1f
100 #define OV5640_REG_HZ5060_CTRL00 0x3c00
101 #define OV5640_REG_HZ5060_CTRL01 0x3c01
102 #define OV5640_REG_SIGMADELTA_CTRL0C 0x3c0c
103 #define OV5640_REG_FRAME_CTRL01 0x4202
104 #define OV5640_REG_FORMAT_CONTROL00 0x4300
105 #define OV5640_REG_VFIFO_HSIZE 0x4602
106 #define OV5640_REG_VFIFO_VSIZE 0x4604
107 #define OV5640_REG_JPG_MODE_SELECT 0x4713
108 #define OV5640_REG_CCIR656_CTRL00 0x4730
109 #define OV5640_REG_POLARITY_CTRL00 0x4740
110 #define OV5640_REG_MIPI_CTRL00 0x4800
111 #define OV5640_REG_DEBUG_MODE 0x4814
112 #define OV5640_REG_PCLK_PERIOD 0x4837
113 #define OV5640_REG_ISP_FORMAT_MUX_CTRL 0x501f
114 #define OV5640_REG_PRE_ISP_TEST_SET1 0x503d
115 #define OV5640_REG_SDE_CTRL0 0x5580
116 #define OV5640_REG_SDE_CTRL1 0x5581
117 #define OV5640_REG_SDE_CTRL3 0x5583
118 #define OV5640_REG_SDE_CTRL4 0x5584
119 #define OV5640_REG_SDE_CTRL5 0x5585
120 #define OV5640_REG_AVG_READOUT 0x56a1
121
122 enum ov5640_mode_id {
123 OV5640_MODE_QQVGA_160_120 = 0,
124 OV5640_MODE_QCIF_176_144,
125 OV5640_MODE_QVGA_320_240,
126 OV5640_MODE_VGA_640_480,
127 OV5640_MODE_NTSC_720_480,
128 OV5640_MODE_PAL_720_576,
129 OV5640_MODE_XGA_1024_768,
130 OV5640_MODE_720P_1280_720,
131 OV5640_MODE_1080P_1920_1080,
132 OV5640_MODE_QSXGA_2592_1944,
133 OV5640_NUM_MODES,
134 };
135
136 enum ov5640_frame_rate {
137 OV5640_15_FPS = 0,
138 OV5640_30_FPS,
139 OV5640_60_FPS,
140 OV5640_NUM_FRAMERATES,
141 };
142
143 enum ov5640_pixel_rate_id {
144 OV5640_PIXEL_RATE_168M,
145 OV5640_PIXEL_RATE_148M,
146 OV5640_PIXEL_RATE_124M,
147 OV5640_PIXEL_RATE_96M,
148 OV5640_PIXEL_RATE_48M,
149 OV5640_NUM_PIXEL_RATES,
150 };
151
152 /*
153 * The chip manual suggests 24/48/96/192 MHz pixel clocks.
154 *
155 * 192MHz exceeds the sysclk limits; use 168MHz as maximum pixel rate for
156 * full resolution mode @15 FPS.
157 */
158 static const u32 ov5640_pixel_rates[] = {
159 [OV5640_PIXEL_RATE_168M] = 168000000,
160 [OV5640_PIXEL_RATE_148M] = 148000000,
161 [OV5640_PIXEL_RATE_124M] = 124000000,
162 [OV5640_PIXEL_RATE_96M] = 96000000,
163 [OV5640_PIXEL_RATE_48M] = 48000000,
164 };
165
166 /*
167 * MIPI CSI-2 link frequencies.
168 *
169 * Derived from the above defined pixel rate for bpp = (8, 16, 24) and
170 * data_lanes = (1, 2)
171 *
172 * link_freq = (pixel_rate * bpp) / (2 * data_lanes)
173 */
174 static const s64 ov5640_csi2_link_freqs[] = {
175 992000000, 888000000, 768000000, 744000000, 672000000, 672000000,
176 592000000, 592000000, 576000000, 576000000, 496000000, 496000000,
177 384000000, 384000000, 384000000, 336000000, 296000000, 288000000,
178 248000000, 192000000, 192000000, 192000000, 96000000,
179 };
180
181 /* Link freq for default mode: UYVY 16 bpp, 2 data lanes. */
182 #define OV5640_DEFAULT_LINK_FREQ 13
183
184 enum ov5640_format_mux {
185 OV5640_FMT_MUX_YUV422 = 0,
186 OV5640_FMT_MUX_RGB,
187 OV5640_FMT_MUX_DITHER,
188 OV5640_FMT_MUX_RAW_DPC,
189 OV5640_FMT_MUX_SNR_RAW,
190 OV5640_FMT_MUX_RAW_CIP,
191 };
192
193 struct ov5640_pixfmt {
194 u32 code;
195 u32 colorspace;
196 u8 bpp;
197 u8 ctrl00;
198 enum ov5640_format_mux mux;
199 };
200
201 static const struct ov5640_pixfmt ov5640_dvp_formats[] = {
202 {
203 /* YUV422, YUYV */
204 .code = MEDIA_BUS_FMT_JPEG_1X8,
205 .colorspace = V4L2_COLORSPACE_JPEG,
206 .bpp = 16,
207 .ctrl00 = 0x30,
208 .mux = OV5640_FMT_MUX_YUV422,
209 }, {
210 /* YUV422, UYVY */
211 .code = MEDIA_BUS_FMT_UYVY8_2X8,
212 .colorspace = V4L2_COLORSPACE_SRGB,
213 .bpp = 16,
214 .ctrl00 = 0x3f,
215 .mux = OV5640_FMT_MUX_YUV422,
216 }, {
217 /* YUV422, YUYV */
218 .code = MEDIA_BUS_FMT_YUYV8_2X8,
219 .colorspace = V4L2_COLORSPACE_SRGB,
220 .bpp = 16,
221 .ctrl00 = 0x30,
222 .mux = OV5640_FMT_MUX_YUV422,
223 }, {
224 /* RGB565 {g[2:0],b[4:0]},{r[4:0],g[5:3]} */
225 .code = MEDIA_BUS_FMT_RGB565_2X8_LE,
226 .colorspace = V4L2_COLORSPACE_SRGB,
227 .bpp = 16,
228 .ctrl00 = 0x6f,
229 .mux = OV5640_FMT_MUX_RGB,
230 }, {
231 /* RGB565 {r[4:0],g[5:3]},{g[2:0],b[4:0]} */
232 .code = MEDIA_BUS_FMT_RGB565_2X8_BE,
233 .colorspace = V4L2_COLORSPACE_SRGB,
234 .bpp = 16,
235 .ctrl00 = 0x61,
236 .mux = OV5640_FMT_MUX_RGB,
237 }, {
238 /* Raw, BGBG... / GRGR... */
239 .code = MEDIA_BUS_FMT_SBGGR8_1X8,
240 .colorspace = V4L2_COLORSPACE_SRGB,
241 .bpp = 8,
242 .ctrl00 = 0x00,
243 .mux = OV5640_FMT_MUX_RAW_DPC,
244 }, {
245 /* Raw bayer, GBGB... / RGRG... */
246 .code = MEDIA_BUS_FMT_SGBRG8_1X8,
247 .colorspace = V4L2_COLORSPACE_SRGB,
248 .bpp = 8,
249 .ctrl00 = 0x01,
250 .mux = OV5640_FMT_MUX_RAW_DPC,
251 }, {
252 /* Raw bayer, GRGR... / BGBG... */
253 .code = MEDIA_BUS_FMT_SGRBG8_1X8,
254 .colorspace = V4L2_COLORSPACE_SRGB,
255 .bpp = 8,
256 .ctrl00 = 0x02,
257 .mux = OV5640_FMT_MUX_RAW_DPC,
258 }, {
259 /* Raw bayer, RGRG... / GBGB... */
260 .code = MEDIA_BUS_FMT_SRGGB8_1X8,
261 .colorspace = V4L2_COLORSPACE_SRGB,
262 .bpp = 8,
263 .ctrl00 = 0x03,
264 .mux = OV5640_FMT_MUX_RAW_DPC,
265 },
266 { /* sentinel */ }
267 };
268
269 static const struct ov5640_pixfmt ov5640_csi2_formats[] = {
270 {
271 /* YUV422, YUYV */
272 .code = MEDIA_BUS_FMT_JPEG_1X8,
273 .colorspace = V4L2_COLORSPACE_JPEG,
274 .bpp = 16,
275 .ctrl00 = 0x30,
276 .mux = OV5640_FMT_MUX_YUV422,
277 }, {
278 /* YUV422, UYVY */
279 .code = MEDIA_BUS_FMT_UYVY8_1X16,
280 .colorspace = V4L2_COLORSPACE_SRGB,
281 .bpp = 16,
282 .ctrl00 = 0x3f,
283 .mux = OV5640_FMT_MUX_YUV422,
284 }, {
285 /* YUV422, YUYV */
286 .code = MEDIA_BUS_FMT_YUYV8_1X16,
287 .colorspace = V4L2_COLORSPACE_SRGB,
288 .bpp = 16,
289 .ctrl00 = 0x30,
290 .mux = OV5640_FMT_MUX_YUV422,
291 }, {
292 /* RGB565 {g[2:0],b[4:0]},{r[4:0],g[5:3]} */
293 .code = MEDIA_BUS_FMT_RGB565_1X16,
294 .colorspace = V4L2_COLORSPACE_SRGB,
295 .bpp = 16,
296 .ctrl00 = 0x6f,
297 .mux = OV5640_FMT_MUX_RGB,
298 }, {
299 /* BGR888: RGB */
300 .code = MEDIA_BUS_FMT_BGR888_1X24,
301 .colorspace = V4L2_COLORSPACE_SRGB,
302 .bpp = 24,
303 .ctrl00 = 0x23,
304 .mux = OV5640_FMT_MUX_RGB,
305 }, {
306 /* Raw, BGBG... / GRGR... */
307 .code = MEDIA_BUS_FMT_SBGGR8_1X8,
308 .colorspace = V4L2_COLORSPACE_SRGB,
309 .bpp = 8,
310 .ctrl00 = 0x00,
311 .mux = OV5640_FMT_MUX_RAW_DPC,
312 }, {
313 /* Raw bayer, GBGB... / RGRG... */
314 .code = MEDIA_BUS_FMT_SGBRG8_1X8,
315 .colorspace = V4L2_COLORSPACE_SRGB,
316 .bpp = 8,
317 .ctrl00 = 0x01,
318 .mux = OV5640_FMT_MUX_RAW_DPC,
319 }, {
320 /* Raw bayer, GRGR... / BGBG... */
321 .code = MEDIA_BUS_FMT_SGRBG8_1X8,
322 .colorspace = V4L2_COLORSPACE_SRGB,
323 .bpp = 8,
324 .ctrl00 = 0x02,
325 .mux = OV5640_FMT_MUX_RAW_DPC,
326 }, {
327 /* Raw bayer, RGRG... / GBGB... */
328 .code = MEDIA_BUS_FMT_SRGGB8_1X8,
329 .colorspace = V4L2_COLORSPACE_SRGB,
330 .bpp = 8,
331 .ctrl00 = 0x03,
332 .mux = OV5640_FMT_MUX_RAW_DPC,
333 },
334 { /* sentinel */ }
335 };
336
337 /*
338 * FIXME: remove this when a subdev API becomes available
339 * to set the MIPI CSI-2 virtual channel.
340 */
341 static unsigned int virtual_channel;
342 module_param(virtual_channel, uint, 0444);
343 MODULE_PARM_DESC(virtual_channel,
344 "MIPI CSI-2 virtual channel (0..3), default 0");
345
346 static const int ov5640_framerates[] = {
347 [OV5640_15_FPS] = 15,
348 [OV5640_30_FPS] = 30,
349 [OV5640_60_FPS] = 60,
350 };
351
352 /* regulator supplies */
353 static const char * const ov5640_supply_name[] = {
354 "DOVDD", /* Digital I/O (1.8V) supply */
355 "AVDD", /* Analog (2.8V) supply */
356 "DVDD", /* Digital Core (1.5V) supply */
357 };
358
359 #define OV5640_NUM_SUPPLIES ARRAY_SIZE(ov5640_supply_name)
360
361 /*
362 * Image size under 1280 * 960 are SUBSAMPLING
363 * Image size upper 1280 * 960 are SCALING
364 */
365 enum ov5640_downsize_mode {
366 SUBSAMPLING,
367 SCALING,
368 };
369
370 struct reg_value {
371 u16 reg_addr;
372 u8 val;
373 u8 mask;
374 u32 delay_ms;
375 };
376
377 struct ov5640_timings {
378 /* Analog crop rectangle. */
379 struct v4l2_rect analog_crop;
380 /* Visibile crop: from analog crop top-left corner. */
381 struct v4l2_rect crop;
382 /* Total pixels per line: width + fixed hblank. */
383 u32 htot;
384 /* Default vertical blanking: frame height = height + vblank. */
385 u32 vblank_def;
386 };
387
388 struct ov5640_mode_info {
389 enum ov5640_mode_id id;
390 enum ov5640_downsize_mode dn_mode;
391 enum ov5640_pixel_rate_id pixel_rate;
392
393 unsigned int width;
394 unsigned int height;
395
396 struct ov5640_timings dvp_timings;
397 struct ov5640_timings csi2_timings;
398
399 const struct reg_value *reg_data;
400 u32 reg_data_size;
401
402 /* Used by s_frame_interval only. */
403 u32 max_fps;
404 u32 def_fps;
405 };
406
407 struct ov5640_ctrls {
408 struct v4l2_ctrl_handler handler;
409 struct v4l2_ctrl *pixel_rate;
410 struct v4l2_ctrl *link_freq;
411 struct v4l2_ctrl *hblank;
412 struct v4l2_ctrl *vblank;
413 struct {
414 struct v4l2_ctrl *auto_exp;
415 struct v4l2_ctrl *exposure;
416 };
417 struct {
418 struct v4l2_ctrl *auto_wb;
419 struct v4l2_ctrl *blue_balance;
420 struct v4l2_ctrl *red_balance;
421 };
422 struct {
423 struct v4l2_ctrl *auto_gain;
424 struct v4l2_ctrl *gain;
425 };
426 struct v4l2_ctrl *brightness;
427 struct v4l2_ctrl *light_freq;
428 struct v4l2_ctrl *saturation;
429 struct v4l2_ctrl *contrast;
430 struct v4l2_ctrl *hue;
431 struct v4l2_ctrl *test_pattern;
432 struct v4l2_ctrl *hflip;
433 struct v4l2_ctrl *vflip;
434 };
435
436 struct ov5640_dev {
437 struct i2c_client *i2c_client;
438 struct v4l2_subdev sd;
439 struct media_pad pad;
440 struct v4l2_fwnode_endpoint ep; /* the parsed DT endpoint info */
441 struct clk *xclk; /* system clock to OV5640 */
442 u32 xclk_freq;
443
444 struct regulator_bulk_data supplies[OV5640_NUM_SUPPLIES];
445 struct gpio_desc *reset_gpio;
446 struct gpio_desc *pwdn_gpio;
447 bool upside_down;
448
449 /* lock to protect all members below */
450 struct mutex lock;
451
452 struct v4l2_mbus_framefmt fmt;
453 bool pending_fmt_change;
454
455 const struct ov5640_mode_info *current_mode;
456 const struct ov5640_mode_info *last_mode;
457 enum ov5640_frame_rate current_fr;
458 struct v4l2_fract frame_interval;
459 s64 current_link_freq;
460
461 struct ov5640_ctrls ctrls;
462
463 u32 prev_sysclk, prev_hts;
464 u32 ae_low, ae_high, ae_target;
465
466 bool pending_mode_change;
467 bool streaming;
468 };
469
to_ov5640_dev(struct v4l2_subdev * sd)470 static inline struct ov5640_dev *to_ov5640_dev(struct v4l2_subdev *sd)
471 {
472 return container_of(sd, struct ov5640_dev, sd);
473 }
474
ctrl_to_sd(struct v4l2_ctrl * ctrl)475 static inline struct v4l2_subdev *ctrl_to_sd(struct v4l2_ctrl *ctrl)
476 {
477 return &container_of(ctrl->handler, struct ov5640_dev,
478 ctrls.handler)->sd;
479 }
480
ov5640_is_csi2(const struct ov5640_dev * sensor)481 static inline bool ov5640_is_csi2(const struct ov5640_dev *sensor)
482 {
483 return sensor->ep.bus_type == V4L2_MBUS_CSI2_DPHY;
484 }
485
486 static inline const struct ov5640_pixfmt *
ov5640_formats(struct ov5640_dev * sensor)487 ov5640_formats(struct ov5640_dev *sensor)
488 {
489 return ov5640_is_csi2(sensor) ? ov5640_csi2_formats
490 : ov5640_dvp_formats;
491 }
492
493 static const struct ov5640_pixfmt *
ov5640_code_to_pixfmt(struct ov5640_dev * sensor,u32 code)494 ov5640_code_to_pixfmt(struct ov5640_dev *sensor, u32 code)
495 {
496 const struct ov5640_pixfmt *formats = ov5640_formats(sensor);
497 unsigned int i;
498
499 for (i = 0; formats[i].code; ++i) {
500 if (formats[i].code == code)
501 return &formats[i];
502 }
503
504 return &formats[0];
505 }
506
ov5640_code_to_bpp(struct ov5640_dev * sensor,u32 code)507 static u32 ov5640_code_to_bpp(struct ov5640_dev *sensor, u32 code)
508 {
509 const struct ov5640_pixfmt *format = ov5640_code_to_pixfmt(sensor,
510 code);
511
512 return format->bpp;
513 }
514
515 /*
516 * FIXME: all of these register tables are likely filled with
517 * entries that set the register to their power-on default values,
518 * and which are otherwise not touched by this driver. Those entries
519 * should be identified and removed to speed register load time
520 * over i2c.
521 */
522 /* YUV422 UYVY VGA@30fps */
523
524 static const struct v4l2_mbus_framefmt ov5640_csi2_default_fmt = {
525 .code = MEDIA_BUS_FMT_UYVY8_1X16,
526 .width = 640,
527 .height = 480,
528 .colorspace = V4L2_COLORSPACE_SRGB,
529 .ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(V4L2_COLORSPACE_SRGB),
530 .quantization = V4L2_QUANTIZATION_FULL_RANGE,
531 .xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(V4L2_COLORSPACE_SRGB),
532 .field = V4L2_FIELD_NONE,
533 };
534
535 static const struct v4l2_mbus_framefmt ov5640_dvp_default_fmt = {
536 .code = MEDIA_BUS_FMT_UYVY8_2X8,
537 .width = 640,
538 .height = 480,
539 .colorspace = V4L2_COLORSPACE_SRGB,
540 .ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(V4L2_COLORSPACE_SRGB),
541 .quantization = V4L2_QUANTIZATION_FULL_RANGE,
542 .xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(V4L2_COLORSPACE_SRGB),
543 .field = V4L2_FIELD_NONE,
544 };
545
546 static const struct reg_value ov5640_init_setting[] = {
547 {0x3103, 0x11, 0, 0},
548 {0x3103, 0x03, 0, 0}, {0x3630, 0x36, 0, 0},
549 {0x3631, 0x0e, 0, 0}, {0x3632, 0xe2, 0, 0}, {0x3633, 0x12, 0, 0},
550 {0x3621, 0xe0, 0, 0}, {0x3704, 0xa0, 0, 0}, {0x3703, 0x5a, 0, 0},
551 {0x3715, 0x78, 0, 0}, {0x3717, 0x01, 0, 0}, {0x370b, 0x60, 0, 0},
552 {0x3705, 0x1a, 0, 0}, {0x3905, 0x02, 0, 0}, {0x3906, 0x10, 0, 0},
553 {0x3901, 0x0a, 0, 0}, {0x3731, 0x12, 0, 0}, {0x3600, 0x08, 0, 0},
554 {0x3601, 0x33, 0, 0}, {0x302d, 0x60, 0, 0}, {0x3620, 0x52, 0, 0},
555 {0x371b, 0x20, 0, 0}, {0x471c, 0x50, 0, 0}, {0x3a13, 0x43, 0, 0},
556 {0x3a18, 0x00, 0, 0}, {0x3a19, 0xf8, 0, 0}, {0x3635, 0x13, 0, 0},
557 {0x3636, 0x03, 0, 0}, {0x3634, 0x40, 0, 0}, {0x3622, 0x01, 0, 0},
558 {0x3c01, 0xa4, 0, 0}, {0x3c04, 0x28, 0, 0}, {0x3c05, 0x98, 0, 0},
559 {0x3c06, 0x00, 0, 0}, {0x3c07, 0x08, 0, 0}, {0x3c08, 0x00, 0, 0},
560 {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
561 {0x3820, 0x41, 0, 0}, {0x3821, 0x07, 0, 0}, {0x3814, 0x31, 0, 0},
562 {0x3815, 0x31, 0, 0},
563 {0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
564 {0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x03, 0, 0},
565 {0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
566 {0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
567 {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
568 {0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0}, {0x3000, 0x00, 0, 0},
569 {0x3002, 0x1c, 0, 0}, {0x3004, 0xff, 0, 0}, {0x3006, 0xc3, 0, 0},
570 {0x302e, 0x08, 0, 0}, {0x4300, 0x3f, 0, 0},
571 {0x501f, 0x00, 0, 0}, {0x440e, 0x00, 0, 0}, {0x4837, 0x0a, 0, 0},
572 {0x5000, 0xa7, 0, 0}, {0x5001, 0xa3, 0, 0}, {0x5180, 0xff, 0, 0},
573 {0x5181, 0xf2, 0, 0}, {0x5182, 0x00, 0, 0}, {0x5183, 0x14, 0, 0},
574 {0x5184, 0x25, 0, 0}, {0x5185, 0x24, 0, 0}, {0x5186, 0x09, 0, 0},
575 {0x5187, 0x09, 0, 0}, {0x5188, 0x09, 0, 0}, {0x5189, 0x88, 0, 0},
576 {0x518a, 0x54, 0, 0}, {0x518b, 0xee, 0, 0}, {0x518c, 0xb2, 0, 0},
577 {0x518d, 0x50, 0, 0}, {0x518e, 0x34, 0, 0}, {0x518f, 0x6b, 0, 0},
578 {0x5190, 0x46, 0, 0}, {0x5191, 0xf8, 0, 0}, {0x5192, 0x04, 0, 0},
579 {0x5193, 0x70, 0, 0}, {0x5194, 0xf0, 0, 0}, {0x5195, 0xf0, 0, 0},
580 {0x5196, 0x03, 0, 0}, {0x5197, 0x01, 0, 0}, {0x5198, 0x04, 0, 0},
581 {0x5199, 0x6c, 0, 0}, {0x519a, 0x04, 0, 0}, {0x519b, 0x00, 0, 0},
582 {0x519c, 0x09, 0, 0}, {0x519d, 0x2b, 0, 0}, {0x519e, 0x38, 0, 0},
583 {0x5381, 0x1e, 0, 0}, {0x5382, 0x5b, 0, 0}, {0x5383, 0x08, 0, 0},
584 {0x5384, 0x0a, 0, 0}, {0x5385, 0x7e, 0, 0}, {0x5386, 0x88, 0, 0},
585 {0x5387, 0x7c, 0, 0}, {0x5388, 0x6c, 0, 0}, {0x5389, 0x10, 0, 0},
586 {0x538a, 0x01, 0, 0}, {0x538b, 0x98, 0, 0}, {0x5300, 0x08, 0, 0},
587 {0x5301, 0x30, 0, 0}, {0x5302, 0x10, 0, 0}, {0x5303, 0x00, 0, 0},
588 {0x5304, 0x08, 0, 0}, {0x5305, 0x30, 0, 0}, {0x5306, 0x08, 0, 0},
589 {0x5307, 0x16, 0, 0}, {0x5309, 0x08, 0, 0}, {0x530a, 0x30, 0, 0},
590 {0x530b, 0x04, 0, 0}, {0x530c, 0x06, 0, 0}, {0x5480, 0x01, 0, 0},
591 {0x5481, 0x08, 0, 0}, {0x5482, 0x14, 0, 0}, {0x5483, 0x28, 0, 0},
592 {0x5484, 0x51, 0, 0}, {0x5485, 0x65, 0, 0}, {0x5486, 0x71, 0, 0},
593 {0x5487, 0x7d, 0, 0}, {0x5488, 0x87, 0, 0}, {0x5489, 0x91, 0, 0},
594 {0x548a, 0x9a, 0, 0}, {0x548b, 0xaa, 0, 0}, {0x548c, 0xb8, 0, 0},
595 {0x548d, 0xcd, 0, 0}, {0x548e, 0xdd, 0, 0}, {0x548f, 0xea, 0, 0},
596 {0x5490, 0x1d, 0, 0}, {0x5580, 0x02, 0, 0}, {0x5583, 0x40, 0, 0},
597 {0x5584, 0x10, 0, 0}, {0x5589, 0x10, 0, 0}, {0x558a, 0x00, 0, 0},
598 {0x558b, 0xf8, 0, 0}, {0x5800, 0x23, 0, 0}, {0x5801, 0x14, 0, 0},
599 {0x5802, 0x0f, 0, 0}, {0x5803, 0x0f, 0, 0}, {0x5804, 0x12, 0, 0},
600 {0x5805, 0x26, 0, 0}, {0x5806, 0x0c, 0, 0}, {0x5807, 0x08, 0, 0},
601 {0x5808, 0x05, 0, 0}, {0x5809, 0x05, 0, 0}, {0x580a, 0x08, 0, 0},
602 {0x580b, 0x0d, 0, 0}, {0x580c, 0x08, 0, 0}, {0x580d, 0x03, 0, 0},
603 {0x580e, 0x00, 0, 0}, {0x580f, 0x00, 0, 0}, {0x5810, 0x03, 0, 0},
604 {0x5811, 0x09, 0, 0}, {0x5812, 0x07, 0, 0}, {0x5813, 0x03, 0, 0},
605 {0x5814, 0x00, 0, 0}, {0x5815, 0x01, 0, 0}, {0x5816, 0x03, 0, 0},
606 {0x5817, 0x08, 0, 0}, {0x5818, 0x0d, 0, 0}, {0x5819, 0x08, 0, 0},
607 {0x581a, 0x05, 0, 0}, {0x581b, 0x06, 0, 0}, {0x581c, 0x08, 0, 0},
608 {0x581d, 0x0e, 0, 0}, {0x581e, 0x29, 0, 0}, {0x581f, 0x17, 0, 0},
609 {0x5820, 0x11, 0, 0}, {0x5821, 0x11, 0, 0}, {0x5822, 0x15, 0, 0},
610 {0x5823, 0x28, 0, 0}, {0x5824, 0x46, 0, 0}, {0x5825, 0x26, 0, 0},
611 {0x5826, 0x08, 0, 0}, {0x5827, 0x26, 0, 0}, {0x5828, 0x64, 0, 0},
612 {0x5829, 0x26, 0, 0}, {0x582a, 0x24, 0, 0}, {0x582b, 0x22, 0, 0},
613 {0x582c, 0x24, 0, 0}, {0x582d, 0x24, 0, 0}, {0x582e, 0x06, 0, 0},
614 {0x582f, 0x22, 0, 0}, {0x5830, 0x40, 0, 0}, {0x5831, 0x42, 0, 0},
615 {0x5832, 0x24, 0, 0}, {0x5833, 0x26, 0, 0}, {0x5834, 0x24, 0, 0},
616 {0x5835, 0x22, 0, 0}, {0x5836, 0x22, 0, 0}, {0x5837, 0x26, 0, 0},
617 {0x5838, 0x44, 0, 0}, {0x5839, 0x24, 0, 0}, {0x583a, 0x26, 0, 0},
618 {0x583b, 0x28, 0, 0}, {0x583c, 0x42, 0, 0}, {0x583d, 0xce, 0, 0},
619 {0x5025, 0x00, 0, 0}, {0x3a0f, 0x30, 0, 0}, {0x3a10, 0x28, 0, 0},
620 {0x3a1b, 0x30, 0, 0}, {0x3a1e, 0x26, 0, 0}, {0x3a11, 0x60, 0, 0},
621 {0x3a1f, 0x14, 0, 0}, {0x3008, 0x02, 0, 0}, {0x3c00, 0x04, 0, 300},
622 };
623
624 static const struct reg_value ov5640_setting_low_res[] = {
625 {0x3c07, 0x08, 0, 0},
626 {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
627 {0x3814, 0x31, 0, 0},
628 {0x3815, 0x31, 0, 0},
629 {0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
630 {0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x03, 0, 0},
631 {0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
632 {0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
633 {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
634 {0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0},
635 {0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
636 {0x3824, 0x02, 0, 0}, {0x5001, 0xa3, 0, 0},
637 };
638
639 static const struct reg_value ov5640_setting_720P_1280_720[] = {
640 {0x3c07, 0x07, 0, 0},
641 {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
642 {0x3814, 0x31, 0, 0},
643 {0x3815, 0x31, 0, 0},
644 {0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
645 {0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x02, 0, 0},
646 {0x3a03, 0xe4, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0xbc, 0, 0},
647 {0x3a0a, 0x01, 0, 0}, {0x3a0b, 0x72, 0, 0}, {0x3a0e, 0x01, 0, 0},
648 {0x3a0d, 0x02, 0, 0}, {0x3a14, 0x02, 0, 0}, {0x3a15, 0xe4, 0, 0},
649 {0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0},
650 {0x4407, 0x04, 0, 0}, {0x460b, 0x37, 0, 0}, {0x460c, 0x20, 0, 0},
651 {0x3824, 0x04, 0, 0}, {0x5001, 0x83, 0, 0},
652 };
653
654 static const struct reg_value ov5640_setting_1080P_1920_1080[] = {
655 {0x3c07, 0x08, 0, 0},
656 {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
657 {0x3814, 0x11, 0, 0},
658 {0x3815, 0x11, 0, 0},
659 {0x3618, 0x04, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x21, 0, 0},
660 {0x3709, 0x12, 0, 0}, {0x370c, 0x00, 0, 0}, {0x3a02, 0x03, 0, 0},
661 {0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
662 {0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
663 {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
664 {0x4001, 0x02, 0, 0}, {0x4004, 0x06, 0, 0},
665 {0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
666 {0x3824, 0x02, 0, 0}, {0x5001, 0x83, 0, 0},
667 {0x3c07, 0x07, 0, 0}, {0x3c08, 0x00, 0, 0},
668 {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
669 {0x3612, 0x2b, 0, 0}, {0x3708, 0x64, 0, 0},
670 {0x3a02, 0x04, 0, 0}, {0x3a03, 0x60, 0, 0}, {0x3a08, 0x01, 0, 0},
671 {0x3a09, 0x50, 0, 0}, {0x3a0a, 0x01, 0, 0}, {0x3a0b, 0x18, 0, 0},
672 {0x3a0e, 0x03, 0, 0}, {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x04, 0, 0},
673 {0x3a15, 0x60, 0, 0}, {0x4407, 0x04, 0, 0},
674 {0x460b, 0x37, 0, 0}, {0x460c, 0x20, 0, 0}, {0x3824, 0x04, 0, 0},
675 {0x4005, 0x1a, 0, 0},
676 };
677
678 static const struct reg_value ov5640_setting_QSXGA_2592_1944[] = {
679 {0x3c07, 0x08, 0, 0},
680 {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
681 {0x3814, 0x11, 0, 0},
682 {0x3815, 0x11, 0, 0},
683 {0x3618, 0x04, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x21, 0, 0},
684 {0x3709, 0x12, 0, 0}, {0x370c, 0x00, 0, 0}, {0x3a02, 0x03, 0, 0},
685 {0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
686 {0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
687 {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
688 {0x4001, 0x02, 0, 0}, {0x4004, 0x06, 0, 0},
689 {0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
690 {0x3824, 0x02, 0, 0}, {0x5001, 0x83, 0, 70},
691 };
692
693 static const struct ov5640_mode_info ov5640_mode_data[OV5640_NUM_MODES] = {
694 {
695 /* 160x120 */
696 .id = OV5640_MODE_QQVGA_160_120,
697 .dn_mode = SUBSAMPLING,
698 .pixel_rate = OV5640_PIXEL_RATE_48M,
699 .width = 160,
700 .height = 120,
701 .dvp_timings = {
702 .analog_crop = {
703 .left = 0,
704 .top = 4,
705 .width = 2624,
706 .height = 1944,
707 },
708 .crop = {
709 .left = 16,
710 .top = 6,
711 .width = 160,
712 .height = 120,
713 },
714 .htot = 1896,
715 .vblank_def = 864,
716 },
717 .csi2_timings = {
718 /* Feed the full valid pixel array to the ISP. */
719 .analog_crop = {
720 .left = OV5640_PIXEL_ARRAY_LEFT,
721 .top = OV5640_PIXEL_ARRAY_TOP,
722 .width = OV5640_PIXEL_ARRAY_WIDTH,
723 .height = OV5640_PIXEL_ARRAY_HEIGHT,
724 },
725 /* Maintain a minimum processing margin. */
726 .crop = {
727 .left = 2,
728 .top = 4,
729 .width = 160,
730 .height = 120,
731 },
732 .htot = 1600,
733 .vblank_def = 878,
734 },
735 .reg_data = ov5640_setting_low_res,
736 .reg_data_size = ARRAY_SIZE(ov5640_setting_low_res),
737 .max_fps = OV5640_30_FPS,
738 .def_fps = OV5640_30_FPS
739 }, {
740 /* 176x144 */
741 .id = OV5640_MODE_QCIF_176_144,
742 .dn_mode = SUBSAMPLING,
743 .pixel_rate = OV5640_PIXEL_RATE_48M,
744 .width = 176,
745 .height = 144,
746 .dvp_timings = {
747 .analog_crop = {
748 .left = 0,
749 .top = 4,
750 .width = 2624,
751 .height = 1944,
752 },
753 .crop = {
754 .left = 16,
755 .top = 6,
756 .width = 176,
757 .height = 144,
758 },
759 .htot = 1896,
760 .vblank_def = 840,
761 },
762 .csi2_timings = {
763 /* Feed the full valid pixel array to the ISP. */
764 .analog_crop = {
765 .left = OV5640_PIXEL_ARRAY_LEFT,
766 .top = OV5640_PIXEL_ARRAY_TOP,
767 .width = OV5640_PIXEL_ARRAY_WIDTH,
768 .height = OV5640_PIXEL_ARRAY_HEIGHT,
769 },
770 /* Maintain a minimum processing margin. */
771 .crop = {
772 .left = 2,
773 .top = 4,
774 .width = 176,
775 .height = 144,
776 },
777 .htot = 1600,
778 .vblank_def = 854,
779 },
780 .reg_data = ov5640_setting_low_res,
781 .reg_data_size = ARRAY_SIZE(ov5640_setting_low_res),
782 .max_fps = OV5640_30_FPS,
783 .def_fps = OV5640_30_FPS
784 }, {
785 /* 320x240 */
786 .id = OV5640_MODE_QVGA_320_240,
787 .dn_mode = SUBSAMPLING,
788 .width = 320,
789 .height = 240,
790 .pixel_rate = OV5640_PIXEL_RATE_48M,
791 .dvp_timings = {
792 .analog_crop = {
793 .left = 0,
794 .top = 4,
795 .width = 2624,
796 .height = 1944,
797 },
798 .crop = {
799 .left = 16,
800 .top = 6,
801 .width = 320,
802 .height = 240,
803 },
804 .htot = 1896,
805 .vblank_def = 744,
806 },
807 .csi2_timings = {
808 /* Feed the full valid pixel array to the ISP. */
809 .analog_crop = {
810 .left = OV5640_PIXEL_ARRAY_LEFT,
811 .top = OV5640_PIXEL_ARRAY_TOP,
812 .width = OV5640_PIXEL_ARRAY_WIDTH,
813 .height = OV5640_PIXEL_ARRAY_HEIGHT,
814 },
815 /* Maintain a minimum processing margin. */
816 .crop = {
817 .left = 2,
818 .top = 4,
819 .width = 320,
820 .height = 240,
821 },
822 .htot = 1600,
823 .vblank_def = 760,
824 },
825 .reg_data = ov5640_setting_low_res,
826 .reg_data_size = ARRAY_SIZE(ov5640_setting_low_res),
827 .max_fps = OV5640_30_FPS,
828 .def_fps = OV5640_30_FPS
829 }, {
830 /* 640x480 */
831 .id = OV5640_MODE_VGA_640_480,
832 .dn_mode = SUBSAMPLING,
833 .pixel_rate = OV5640_PIXEL_RATE_48M,
834 .width = 640,
835 .height = 480,
836 .dvp_timings = {
837 .analog_crop = {
838 .left = 0,
839 .top = 4,
840 .width = 2624,
841 .height = 1944,
842 },
843 .crop = {
844 .left = 16,
845 .top = 6,
846 .width = 640,
847 .height = 480,
848 },
849 .htot = 1896,
850 .vblank_def = 600,
851 },
852 .csi2_timings = {
853 /* Feed the full valid pixel array to the ISP. */
854 .analog_crop = {
855 .left = OV5640_PIXEL_ARRAY_LEFT,
856 .top = OV5640_PIXEL_ARRAY_TOP,
857 .width = OV5640_PIXEL_ARRAY_WIDTH,
858 .height = OV5640_PIXEL_ARRAY_HEIGHT,
859 },
860 /* Maintain a minimum processing margin. */
861 .crop = {
862 .left = 2,
863 .top = 4,
864 .width = 640,
865 .height = 480,
866 },
867 .htot = 1600,
868 .vblank_def = 520,
869 },
870 .reg_data = ov5640_setting_low_res,
871 .reg_data_size = ARRAY_SIZE(ov5640_setting_low_res),
872 .max_fps = OV5640_60_FPS,
873 .def_fps = OV5640_30_FPS
874 }, {
875 /* 720x480 */
876 .id = OV5640_MODE_NTSC_720_480,
877 .dn_mode = SUBSAMPLING,
878 .width = 720,
879 .height = 480,
880 .pixel_rate = OV5640_PIXEL_RATE_96M,
881 .dvp_timings = {
882 .analog_crop = {
883 .left = 0,
884 .top = 4,
885 .width = 2624,
886 .height = 1944,
887 },
888 .crop = {
889 .left = 56,
890 .top = 60,
891 .width = 720,
892 .height = 480,
893 },
894 .htot = 1896,
895 .vblank_def = 504,
896 },
897 .csi2_timings = {
898 /* Feed the full valid pixel array to the ISP. */
899 .analog_crop = {
900 .left = OV5640_PIXEL_ARRAY_LEFT,
901 .top = OV5640_PIXEL_ARRAY_TOP,
902 .width = OV5640_PIXEL_ARRAY_WIDTH,
903 .height = OV5640_PIXEL_ARRAY_HEIGHT,
904 },
905 .crop = {
906 .left = 56,
907 .top = 60,
908 .width = 720,
909 .height = 480,
910 },
911 .htot = 1896,
912 .vblank_def = 1206,
913 },
914 .reg_data = ov5640_setting_low_res,
915 .reg_data_size = ARRAY_SIZE(ov5640_setting_low_res),
916 .max_fps = OV5640_30_FPS,
917 .def_fps = OV5640_30_FPS
918 }, {
919 /* 720x576 */
920 .id = OV5640_MODE_PAL_720_576,
921 .dn_mode = SUBSAMPLING,
922 .width = 720,
923 .height = 576,
924 .pixel_rate = OV5640_PIXEL_RATE_96M,
925 .dvp_timings = {
926 .analog_crop = {
927 .left = 0,
928 .top = 4,
929 .width = 2624,
930 .height = 1944,
931 },
932 .crop = {
933 .left = 56,
934 .top = 6,
935 .width = 720,
936 .height = 576,
937 },
938 .htot = 1896,
939 .vblank_def = 408,
940 },
941 .csi2_timings = {
942 /* Feed the full valid pixel array to the ISP. */
943 .analog_crop = {
944 .left = OV5640_PIXEL_ARRAY_LEFT,
945 .top = OV5640_PIXEL_ARRAY_TOP,
946 .width = OV5640_PIXEL_ARRAY_WIDTH,
947 .height = OV5640_PIXEL_ARRAY_HEIGHT,
948 },
949 .crop = {
950 .left = 56,
951 .top = 6,
952 .width = 720,
953 .height = 576,
954 },
955 .htot = 1896,
956 .vblank_def = 1110,
957 },
958 .reg_data = ov5640_setting_low_res,
959 .reg_data_size = ARRAY_SIZE(ov5640_setting_low_res),
960 .max_fps = OV5640_30_FPS,
961 .def_fps = OV5640_30_FPS
962 }, {
963 /* 1024x768 */
964 .id = OV5640_MODE_XGA_1024_768,
965 .dn_mode = SUBSAMPLING,
966 .pixel_rate = OV5640_PIXEL_RATE_96M,
967 .width = 1024,
968 .height = 768,
969 .dvp_timings = {
970 .analog_crop = {
971 .left = 0,
972 .top = 4,
973 .width = 2624,
974 .height = 1944,
975 },
976 .crop = {
977 .left = 16,
978 .top = 6,
979 .width = 1024,
980 .height = 768,
981 },
982 .htot = 1896,
983 .vblank_def = 312,
984 },
985 .csi2_timings = {
986 .analog_crop = {
987 .left = 0,
988 .top = 4,
989 .width = OV5640_NATIVE_WIDTH,
990 .height = OV5640_PIXEL_ARRAY_HEIGHT,
991 },
992 .crop = {
993 .left = 16,
994 .top = 6,
995 .width = 1024,
996 .height = 768,
997 },
998 .htot = 1896,
999 .vblank_def = 918,
1000 },
1001 .reg_data = ov5640_setting_low_res,
1002 .reg_data_size = ARRAY_SIZE(ov5640_setting_low_res),
1003 .max_fps = OV5640_30_FPS,
1004 .def_fps = OV5640_30_FPS
1005 }, {
1006 /* 1280x720 */
1007 .id = OV5640_MODE_720P_1280_720,
1008 .dn_mode = SUBSAMPLING,
1009 .pixel_rate = OV5640_PIXEL_RATE_124M,
1010 .width = 1280,
1011 .height = 720,
1012 .dvp_timings = {
1013 .analog_crop = {
1014 .left = 0,
1015 .top = 250,
1016 .width = 2624,
1017 .height = 1456,
1018 },
1019 .crop = {
1020 .left = 16,
1021 .top = 4,
1022 .width = 1280,
1023 .height = 720,
1024 },
1025 .htot = 1892,
1026 .vblank_def = 20,
1027 },
1028 .csi2_timings = {
1029 .analog_crop = {
1030 .left = 0,
1031 .top = 250,
1032 .width = 2624,
1033 .height = 1456,
1034 },
1035 .crop = {
1036 .left = 16,
1037 .top = 4,
1038 .width = 1280,
1039 .height = 720,
1040 },
1041 .htot = 1600,
1042 .vblank_def = 560,
1043 },
1044 .reg_data = ov5640_setting_720P_1280_720,
1045 .reg_data_size = ARRAY_SIZE(ov5640_setting_720P_1280_720),
1046 .max_fps = OV5640_30_FPS,
1047 .def_fps = OV5640_30_FPS
1048 }, {
1049 /* 1920x1080 */
1050 .id = OV5640_MODE_1080P_1920_1080,
1051 .dn_mode = SCALING,
1052 .pixel_rate = OV5640_PIXEL_RATE_148M,
1053 .width = 1920,
1054 .height = 1080,
1055 .dvp_timings = {
1056 .analog_crop = {
1057 .left = 336,
1058 .top = 434,
1059 .width = 1952,
1060 .height = 1088,
1061 },
1062 .crop = {
1063 .left = 16,
1064 .top = 4,
1065 .width = 1920,
1066 .height = 1080,
1067 },
1068 .htot = 2500,
1069 .vblank_def = 40,
1070 },
1071 .csi2_timings = {
1072 /* Crop the full valid pixel array in the center. */
1073 .analog_crop = {
1074 .left = 336,
1075 .top = 434,
1076 .width = 1952,
1077 .height = 1088,
1078 },
1079 /* Maintain a larger processing margins. */
1080 .crop = {
1081 .left = 16,
1082 .top = 4,
1083 .width = 1920,
1084 .height = 1080,
1085 },
1086 .htot = 2234,
1087 .vblank_def = 24,
1088 },
1089 .reg_data = ov5640_setting_1080P_1920_1080,
1090 .reg_data_size = ARRAY_SIZE(ov5640_setting_1080P_1920_1080),
1091 .max_fps = OV5640_30_FPS,
1092 .def_fps = OV5640_30_FPS
1093 }, {
1094 /* 2592x1944 */
1095 .id = OV5640_MODE_QSXGA_2592_1944,
1096 .dn_mode = SCALING,
1097 .pixel_rate = OV5640_PIXEL_RATE_168M,
1098 .width = OV5640_PIXEL_ARRAY_WIDTH,
1099 .height = OV5640_PIXEL_ARRAY_HEIGHT,
1100 .dvp_timings = {
1101 .analog_crop = {
1102 .left = 0,
1103 .top = 0,
1104 .width = 2624,
1105 .height = 1952,
1106 },
1107 .crop = {
1108 .left = 16,
1109 .top = 4,
1110 .width = 2592,
1111 .height = 1944,
1112 },
1113 .htot = 2844,
1114 .vblank_def = 24,
1115 },
1116 .csi2_timings = {
1117 /* Give more processing margin to full resolution. */
1118 .analog_crop = {
1119 .left = 0,
1120 .top = 0,
1121 .width = OV5640_NATIVE_WIDTH,
1122 .height = 1952,
1123 },
1124 .crop = {
1125 .left = 16,
1126 .top = 4,
1127 .width = 2592,
1128 .height = 1944,
1129 },
1130 .htot = 2844,
1131 .vblank_def = 24,
1132 },
1133 .reg_data = ov5640_setting_QSXGA_2592_1944,
1134 .reg_data_size = ARRAY_SIZE(ov5640_setting_QSXGA_2592_1944),
1135 .max_fps = OV5640_15_FPS,
1136 .def_fps = OV5640_15_FPS
1137 },
1138 };
1139
1140 static const struct ov5640_timings *
ov5640_timings(const struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)1141 ov5640_timings(const struct ov5640_dev *sensor,
1142 const struct ov5640_mode_info *mode)
1143 {
1144 if (ov5640_is_csi2(sensor))
1145 return &mode->csi2_timings;
1146
1147 return &mode->dvp_timings;
1148 }
1149
ov5640_init_slave_id(struct ov5640_dev * sensor)1150 static int ov5640_init_slave_id(struct ov5640_dev *sensor)
1151 {
1152 struct i2c_client *client = sensor->i2c_client;
1153 struct i2c_msg msg;
1154 u8 buf[3];
1155 int ret;
1156
1157 if (client->addr == OV5640_DEFAULT_SLAVE_ID)
1158 return 0;
1159
1160 buf[0] = OV5640_REG_SLAVE_ID >> 8;
1161 buf[1] = OV5640_REG_SLAVE_ID & 0xff;
1162 buf[2] = client->addr << 1;
1163
1164 msg.addr = OV5640_DEFAULT_SLAVE_ID;
1165 msg.flags = 0;
1166 msg.buf = buf;
1167 msg.len = sizeof(buf);
1168
1169 ret = i2c_transfer(client->adapter, &msg, 1);
1170 if (ret < 0) {
1171 dev_err(&client->dev, "%s: failed with %d\n", __func__, ret);
1172 return ret;
1173 }
1174
1175 return 0;
1176 }
1177
ov5640_write_reg(struct ov5640_dev * sensor,u16 reg,u8 val)1178 static int ov5640_write_reg(struct ov5640_dev *sensor, u16 reg, u8 val)
1179 {
1180 struct i2c_client *client = sensor->i2c_client;
1181 struct i2c_msg msg;
1182 u8 buf[3];
1183 int ret;
1184
1185 buf[0] = reg >> 8;
1186 buf[1] = reg & 0xff;
1187 buf[2] = val;
1188
1189 msg.addr = client->addr;
1190 msg.flags = client->flags;
1191 msg.buf = buf;
1192 msg.len = sizeof(buf);
1193
1194 ret = i2c_transfer(client->adapter, &msg, 1);
1195 if (ret < 0) {
1196 dev_err(&client->dev, "%s: error: reg=%x, val=%x\n",
1197 __func__, reg, val);
1198 return ret;
1199 }
1200
1201 return 0;
1202 }
1203
ov5640_read_reg(struct ov5640_dev * sensor,u16 reg,u8 * val)1204 static int ov5640_read_reg(struct ov5640_dev *sensor, u16 reg, u8 *val)
1205 {
1206 struct i2c_client *client = sensor->i2c_client;
1207 struct i2c_msg msg[2];
1208 u8 buf[2];
1209 int ret;
1210
1211 buf[0] = reg >> 8;
1212 buf[1] = reg & 0xff;
1213
1214 msg[0].addr = client->addr;
1215 msg[0].flags = client->flags;
1216 msg[0].buf = buf;
1217 msg[0].len = sizeof(buf);
1218
1219 msg[1].addr = client->addr;
1220 msg[1].flags = client->flags | I2C_M_RD;
1221 msg[1].buf = buf;
1222 msg[1].len = 1;
1223
1224 ret = i2c_transfer(client->adapter, msg, 2);
1225 if (ret < 0) {
1226 dev_err(&client->dev, "%s: error: reg=%x\n",
1227 __func__, reg);
1228 return ret;
1229 }
1230
1231 *val = buf[0];
1232 return 0;
1233 }
1234
ov5640_read_reg16(struct ov5640_dev * sensor,u16 reg,u16 * val)1235 static int ov5640_read_reg16(struct ov5640_dev *sensor, u16 reg, u16 *val)
1236 {
1237 u8 hi, lo;
1238 int ret;
1239
1240 ret = ov5640_read_reg(sensor, reg, &hi);
1241 if (ret)
1242 return ret;
1243 ret = ov5640_read_reg(sensor, reg + 1, &lo);
1244 if (ret)
1245 return ret;
1246
1247 *val = ((u16)hi << 8) | (u16)lo;
1248 return 0;
1249 }
1250
ov5640_write_reg16(struct ov5640_dev * sensor,u16 reg,u16 val)1251 static int ov5640_write_reg16(struct ov5640_dev *sensor, u16 reg, u16 val)
1252 {
1253 int ret;
1254
1255 ret = ov5640_write_reg(sensor, reg, val >> 8);
1256 if (ret)
1257 return ret;
1258
1259 return ov5640_write_reg(sensor, reg + 1, val & 0xff);
1260 }
1261
ov5640_mod_reg(struct ov5640_dev * sensor,u16 reg,u8 mask,u8 val)1262 static int ov5640_mod_reg(struct ov5640_dev *sensor, u16 reg,
1263 u8 mask, u8 val)
1264 {
1265 u8 readval;
1266 int ret;
1267
1268 ret = ov5640_read_reg(sensor, reg, &readval);
1269 if (ret)
1270 return ret;
1271
1272 readval &= ~mask;
1273 val &= mask;
1274 val |= readval;
1275
1276 return ov5640_write_reg(sensor, reg, val);
1277 }
1278
1279 /*
1280 * After trying the various combinations, reading various
1281 * documentations spread around the net, and from the various
1282 * feedback, the clock tree is probably as follows:
1283 *
1284 * +--------------+
1285 * | Ext. Clock |
1286 * +-+------------+
1287 * | +----------+
1288 * +->| PLL1 | - reg 0x3036, for the multiplier
1289 * +-+--------+ - reg 0x3037, bits 0-3 for the pre-divider
1290 * | +--------------+
1291 * +->| System Clock | - reg 0x3035, bits 4-7
1292 * +-+------------+
1293 * | +--------------+
1294 * +->| MIPI Divider | - reg 0x3035, bits 0-3
1295 * | +-+------------+
1296 * | +----------------> MIPI SCLK
1297 * | + +-----+
1298 * | +->| / 2 |-------> MIPI BIT CLK
1299 * | +-----+
1300 * | +--------------+
1301 * +->| PLL Root Div | - reg 0x3037, bit 4
1302 * +-+------------+
1303 * | +---------+
1304 * +->| Bit Div | - reg 0x3034, bits 0-3
1305 * +-+-------+
1306 * | +-------------+
1307 * +->| SCLK Div | - reg 0x3108, bits 0-1
1308 * | +-+-----------+
1309 * | +---------------> SCLK
1310 * | +-------------+
1311 * +->| SCLK 2X Div | - reg 0x3108, bits 2-3
1312 * | +-+-----------+
1313 * | +---------------> SCLK 2X
1314 * | +-------------+
1315 * +->| PCLK Div | - reg 0x3108, bits 4-5
1316 * ++------------+
1317 * + +-----------+
1318 * +->| P_DIV | - reg 0x3035, bits 0-3
1319 * +-----+-----+
1320 * +------------> PCLK
1321 *
1322 * There seems to be also constraints:
1323 * - the PLL pre-divider output rate should be in the 4-27MHz range
1324 * - the PLL multiplier output rate should be in the 500-1000MHz range
1325 * - PCLK >= SCLK * 2 in YUV, >= SCLK in Raw or JPEG
1326 */
1327
1328 /*
1329 * This is supposed to be ranging from 1 to 8, but the value is always
1330 * set to 3 in the vendor kernels.
1331 */
1332 #define OV5640_PLL_PREDIV 3
1333
1334 #define OV5640_PLL_MULT_MIN 4
1335 #define OV5640_PLL_MULT_MAX 252
1336
1337 /*
1338 * This is supposed to be ranging from 1 to 16, but the value is
1339 * always set to either 1 or 2 in the vendor kernels.
1340 */
1341 #define OV5640_SYSDIV_MIN 1
1342 #define OV5640_SYSDIV_MAX 16
1343
1344 /*
1345 * This is supposed to be ranging from 1 to 2, but the value is always
1346 * set to 2 in the vendor kernels.
1347 */
1348 #define OV5640_PLL_ROOT_DIV 2
1349 #define OV5640_PLL_CTRL3_PLL_ROOT_DIV_2 BIT(4)
1350
1351 /*
1352 * We only supports 8-bit formats at the moment
1353 */
1354 #define OV5640_BIT_DIV 2
1355 #define OV5640_PLL_CTRL0_MIPI_MODE_8BIT 0x08
1356
1357 /*
1358 * This is supposed to be ranging from 1 to 8, but the value is always
1359 * set to 2 in the vendor kernels.
1360 */
1361 #define OV5640_SCLK_ROOT_DIV 2
1362
1363 /*
1364 * This is hardcoded so that the consistency is maintained between SCLK and
1365 * SCLK 2x.
1366 */
1367 #define OV5640_SCLK2X_ROOT_DIV (OV5640_SCLK_ROOT_DIV / 2)
1368
1369 /*
1370 * This is supposed to be ranging from 1 to 8, but the value is always
1371 * set to 1 in the vendor kernels.
1372 */
1373 #define OV5640_PCLK_ROOT_DIV 1
1374 #define OV5640_PLL_SYS_ROOT_DIVIDER_BYPASS 0x00
1375
ov5640_compute_sys_clk(struct ov5640_dev * sensor,u8 pll_prediv,u8 pll_mult,u8 sysdiv)1376 static unsigned long ov5640_compute_sys_clk(struct ov5640_dev *sensor,
1377 u8 pll_prediv, u8 pll_mult,
1378 u8 sysdiv)
1379 {
1380 unsigned long sysclk = sensor->xclk_freq / pll_prediv * pll_mult;
1381
1382 /* PLL1 output cannot exceed 1GHz. */
1383 if (sysclk / 1000000 > 1000)
1384 return 0;
1385
1386 return sysclk / sysdiv;
1387 }
1388
ov5640_calc_sys_clk(struct ov5640_dev * sensor,unsigned long rate,u8 * pll_prediv,u8 * pll_mult,u8 * sysdiv)1389 static unsigned long ov5640_calc_sys_clk(struct ov5640_dev *sensor,
1390 unsigned long rate,
1391 u8 *pll_prediv, u8 *pll_mult,
1392 u8 *sysdiv)
1393 {
1394 unsigned long best = ~0;
1395 u8 best_sysdiv = 1, best_mult = 1;
1396 u8 _sysdiv, _pll_mult;
1397
1398 for (_sysdiv = OV5640_SYSDIV_MIN;
1399 _sysdiv <= OV5640_SYSDIV_MAX;
1400 _sysdiv++) {
1401 for (_pll_mult = OV5640_PLL_MULT_MIN;
1402 _pll_mult <= OV5640_PLL_MULT_MAX;
1403 _pll_mult++) {
1404 unsigned long _rate;
1405
1406 /*
1407 * The PLL multiplier cannot be odd if above
1408 * 127.
1409 */
1410 if (_pll_mult > 127 && (_pll_mult % 2))
1411 continue;
1412
1413 _rate = ov5640_compute_sys_clk(sensor,
1414 OV5640_PLL_PREDIV,
1415 _pll_mult, _sysdiv);
1416
1417 /*
1418 * We have reached the maximum allowed PLL1 output,
1419 * increase sysdiv.
1420 */
1421 if (!_rate)
1422 break;
1423
1424 /*
1425 * Prefer rates above the expected clock rate than
1426 * below, even if that means being less precise.
1427 */
1428 if (_rate < rate)
1429 continue;
1430
1431 if (abs(rate - _rate) < abs(rate - best)) {
1432 best = _rate;
1433 best_sysdiv = _sysdiv;
1434 best_mult = _pll_mult;
1435 }
1436
1437 if (_rate == rate)
1438 goto out;
1439 }
1440 }
1441
1442 out:
1443 *sysdiv = best_sysdiv;
1444 *pll_prediv = OV5640_PLL_PREDIV;
1445 *pll_mult = best_mult;
1446
1447 return best;
1448 }
1449
1450 /*
1451 * ov5640_set_mipi_pclk() - Calculate the clock tree configuration values
1452 * for the MIPI CSI-2 output.
1453 */
ov5640_set_mipi_pclk(struct ov5640_dev * sensor)1454 static int ov5640_set_mipi_pclk(struct ov5640_dev *sensor)
1455 {
1456 u8 bit_div, mipi_div, pclk_div, sclk_div, sclk2x_div, root_div;
1457 u8 prediv, mult, sysdiv;
1458 unsigned long link_freq;
1459 unsigned long sysclk;
1460 u8 pclk_period;
1461 u32 sample_rate;
1462 u32 num_lanes;
1463 int ret;
1464
1465 /* Use the link freq computed at ov5640_update_pixel_rate() time. */
1466 link_freq = sensor->current_link_freq;
1467
1468 /*
1469 * - mipi_div - Additional divider for the MIPI lane clock.
1470 *
1471 * Higher link frequencies would make sysclk > 1GHz.
1472 * Keep the sysclk low and do not divide in the MIPI domain.
1473 */
1474 if (link_freq > OV5640_LINK_RATE_MAX)
1475 mipi_div = 1;
1476 else
1477 mipi_div = 2;
1478
1479 sysclk = link_freq * mipi_div;
1480 ov5640_calc_sys_clk(sensor, sysclk, &prediv, &mult, &sysdiv);
1481
1482 /*
1483 * Adjust PLL parameters to maintain the MIPI_SCLK-to-PCLK ratio.
1484 *
1485 * - root_div = 2 (fixed)
1486 * - bit_div : MIPI 8-bit = 2; MIPI 10-bit = 2.5
1487 * - pclk_div = 1 (fixed)
1488 * - p_div = (2 lanes ? mipi_div : 2 * mipi_div)
1489 *
1490 * This results in the following MIPI_SCLK depending on the number
1491 * of lanes:
1492 *
1493 * - 2 lanes: MIPI_SCLK = (4 or 5) * PCLK
1494 * - 1 lanes: MIPI_SCLK = (8 or 10) * PCLK
1495 */
1496 root_div = OV5640_PLL_CTRL3_PLL_ROOT_DIV_2;
1497 bit_div = OV5640_PLL_CTRL0_MIPI_MODE_8BIT;
1498 pclk_div = ilog2(OV5640_PCLK_ROOT_DIV);
1499
1500 /*
1501 * Scaler clock:
1502 * - YUV: PCLK >= 2 * SCLK
1503 * - RAW or JPEG: PCLK >= SCLK
1504 * - sclk2x_div = sclk_div / 2
1505 */
1506 sclk_div = ilog2(OV5640_SCLK_ROOT_DIV);
1507 sclk2x_div = ilog2(OV5640_SCLK2X_ROOT_DIV);
1508
1509 /*
1510 * Set the pixel clock period expressed in ns with 1-bit decimal
1511 * (0x01=0.5ns).
1512 *
1513 * The register is very briefly documented. In the OV5645 datasheet it
1514 * is described as (2 * pclk period), and from testing it seems the
1515 * actual definition is 2 * 8-bit sample period.
1516 *
1517 * 2 * sample_period = (mipi_clk * 2 * num_lanes / bpp) * (bpp / 8) / 2
1518 */
1519 num_lanes = sensor->ep.bus.mipi_csi2.num_data_lanes;
1520 sample_rate = (link_freq * mipi_div * num_lanes * 2) / 16;
1521 pclk_period = 2000000000UL / sample_rate;
1522
1523 /* Program the clock tree registers. */
1524 ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL0, 0x0f, bit_div);
1525 if (ret)
1526 return ret;
1527
1528 ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL1, 0xff,
1529 (sysdiv << 4) | mipi_div);
1530 if (ret)
1531 return ret;
1532
1533 ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL2, 0xff, mult);
1534 if (ret)
1535 return ret;
1536
1537 ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL3, 0x1f,
1538 root_div | prediv);
1539 if (ret)
1540 return ret;
1541
1542 ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x3f,
1543 (pclk_div << 4) | (sclk2x_div << 2) | sclk_div);
1544 if (ret)
1545 return ret;
1546
1547 return ov5640_write_reg(sensor, OV5640_REG_PCLK_PERIOD, pclk_period);
1548 }
1549
ov5640_calc_pixel_rate(struct ov5640_dev * sensor)1550 static u32 ov5640_calc_pixel_rate(struct ov5640_dev *sensor)
1551 {
1552 const struct ov5640_mode_info *mode = sensor->current_mode;
1553 const struct ov5640_timings *timings = &mode->dvp_timings;
1554 u32 rate;
1555
1556 rate = timings->htot * (timings->crop.height + timings->vblank_def);
1557 rate *= ov5640_framerates[sensor->current_fr];
1558
1559 return rate;
1560 }
1561
ov5640_calc_pclk(struct ov5640_dev * sensor,unsigned long rate,u8 * pll_prediv,u8 * pll_mult,u8 * sysdiv,u8 * pll_rdiv,u8 * bit_div,u8 * pclk_div)1562 static unsigned long ov5640_calc_pclk(struct ov5640_dev *sensor,
1563 unsigned long rate,
1564 u8 *pll_prediv, u8 *pll_mult, u8 *sysdiv,
1565 u8 *pll_rdiv, u8 *bit_div, u8 *pclk_div)
1566 {
1567 unsigned long _rate = rate * OV5640_PLL_ROOT_DIV * OV5640_BIT_DIV *
1568 OV5640_PCLK_ROOT_DIV;
1569
1570 _rate = ov5640_calc_sys_clk(sensor, _rate, pll_prediv, pll_mult,
1571 sysdiv);
1572 *pll_rdiv = OV5640_PLL_ROOT_DIV;
1573 *bit_div = OV5640_BIT_DIV;
1574 *pclk_div = OV5640_PCLK_ROOT_DIV;
1575
1576 return _rate / *pll_rdiv / *bit_div / *pclk_div;
1577 }
1578
ov5640_set_dvp_pclk(struct ov5640_dev * sensor)1579 static int ov5640_set_dvp_pclk(struct ov5640_dev *sensor)
1580 {
1581 u8 prediv, mult, sysdiv, pll_rdiv, bit_div, pclk_div;
1582 u32 rate;
1583 int ret;
1584
1585 rate = ov5640_calc_pixel_rate(sensor);
1586 rate *= ov5640_code_to_bpp(sensor, sensor->fmt.code);
1587 rate /= sensor->ep.bus.parallel.bus_width;
1588
1589 ov5640_calc_pclk(sensor, rate, &prediv, &mult, &sysdiv, &pll_rdiv,
1590 &bit_div, &pclk_div);
1591
1592 if (bit_div == 2)
1593 bit_div = 8;
1594
1595 ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL0,
1596 0x0f, bit_div);
1597 if (ret)
1598 return ret;
1599
1600 /*
1601 * We need to set sysdiv according to the clock, and to clear
1602 * the MIPI divider.
1603 */
1604 ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL1,
1605 0xff, sysdiv << 4);
1606 if (ret)
1607 return ret;
1608
1609 ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL2,
1610 0xff, mult);
1611 if (ret)
1612 return ret;
1613
1614 ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL3,
1615 0x1f, prediv | ((pll_rdiv - 1) << 4));
1616 if (ret)
1617 return ret;
1618
1619 return ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x30,
1620 (ilog2(pclk_div) << 4));
1621 }
1622
1623 /* set JPEG framing sizes */
ov5640_set_jpeg_timings(struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)1624 static int ov5640_set_jpeg_timings(struct ov5640_dev *sensor,
1625 const struct ov5640_mode_info *mode)
1626 {
1627 int ret;
1628
1629 /*
1630 * compression mode 3 timing
1631 *
1632 * Data is transmitted with programmable width (VFIFO_HSIZE).
1633 * No padding done. Last line may have less data. Varying
1634 * number of lines per frame, depending on amount of data.
1635 */
1636 ret = ov5640_mod_reg(sensor, OV5640_REG_JPG_MODE_SELECT, 0x7, 0x3);
1637 if (ret < 0)
1638 return ret;
1639
1640 ret = ov5640_write_reg16(sensor, OV5640_REG_VFIFO_HSIZE, mode->width);
1641 if (ret < 0)
1642 return ret;
1643
1644 return ov5640_write_reg16(sensor, OV5640_REG_VFIFO_VSIZE, mode->height);
1645 }
1646
1647 /* download ov5640 settings to sensor through i2c */
ov5640_set_timings(struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)1648 static int ov5640_set_timings(struct ov5640_dev *sensor,
1649 const struct ov5640_mode_info *mode)
1650 {
1651 const struct ov5640_timings *timings;
1652 const struct v4l2_rect *analog_crop;
1653 const struct v4l2_rect *crop;
1654 int ret;
1655
1656 if (sensor->fmt.code == MEDIA_BUS_FMT_JPEG_1X8) {
1657 ret = ov5640_set_jpeg_timings(sensor, mode);
1658 if (ret < 0)
1659 return ret;
1660 }
1661
1662 timings = ov5640_timings(sensor, mode);
1663 analog_crop = &timings->analog_crop;
1664 crop = &timings->crop;
1665
1666 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HS,
1667 analog_crop->left);
1668 if (ret < 0)
1669 return ret;
1670
1671 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VS,
1672 analog_crop->top);
1673 if (ret < 0)
1674 return ret;
1675
1676 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HW,
1677 analog_crop->left + analog_crop->width - 1);
1678 if (ret < 0)
1679 return ret;
1680
1681 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VH,
1682 analog_crop->top + analog_crop->height - 1);
1683 if (ret < 0)
1684 return ret;
1685
1686 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HOFFS, crop->left);
1687 if (ret < 0)
1688 return ret;
1689
1690 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VOFFS, crop->top);
1691 if (ret < 0)
1692 return ret;
1693
1694 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_DVPHO, mode->width);
1695 if (ret < 0)
1696 return ret;
1697
1698 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_DVPVO, mode->height);
1699 if (ret < 0)
1700 return ret;
1701
1702 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HTS, timings->htot);
1703 if (ret < 0)
1704 return ret;
1705
1706 ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS,
1707 mode->height + timings->vblank_def);
1708 if (ret < 0)
1709 return ret;
1710
1711 return 0;
1712 }
1713
ov5640_load_regs(struct ov5640_dev * sensor,const struct reg_value * regs,unsigned int regnum)1714 static void ov5640_load_regs(struct ov5640_dev *sensor,
1715 const struct reg_value *regs, unsigned int regnum)
1716 {
1717 unsigned int i;
1718 u32 delay_ms;
1719 u16 reg_addr;
1720 u8 mask, val;
1721 int ret = 0;
1722
1723 for (i = 0; i < regnum; ++i, ++regs) {
1724 delay_ms = regs->delay_ms;
1725 reg_addr = regs->reg_addr;
1726 val = regs->val;
1727 mask = regs->mask;
1728
1729 /* remain in power down mode for DVP */
1730 if (regs->reg_addr == OV5640_REG_SYS_CTRL0 &&
1731 val == OV5640_REG_SYS_CTRL0_SW_PWUP &&
1732 !ov5640_is_csi2(sensor))
1733 continue;
1734
1735 if (mask)
1736 ret = ov5640_mod_reg(sensor, reg_addr, mask, val);
1737 else
1738 ret = ov5640_write_reg(sensor, reg_addr, val);
1739 if (ret)
1740 break;
1741
1742 if (delay_ms)
1743 usleep_range(1000 * delay_ms, 1000 * delay_ms + 100);
1744 }
1745 }
1746
ov5640_set_autoexposure(struct ov5640_dev * sensor,bool on)1747 static int ov5640_set_autoexposure(struct ov5640_dev *sensor, bool on)
1748 {
1749 return ov5640_mod_reg(sensor, OV5640_REG_AEC_PK_MANUAL,
1750 BIT(0), on ? 0 : BIT(0));
1751 }
1752
1753 /* read exposure, in number of line periods */
ov5640_get_exposure(struct ov5640_dev * sensor)1754 static int ov5640_get_exposure(struct ov5640_dev *sensor)
1755 {
1756 int exp, ret;
1757 u8 temp;
1758
1759 ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_HI, &temp);
1760 if (ret)
1761 return ret;
1762 exp = ((int)temp & 0x0f) << 16;
1763 ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_MED, &temp);
1764 if (ret)
1765 return ret;
1766 exp |= ((int)temp << 8);
1767 ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_LO, &temp);
1768 if (ret)
1769 return ret;
1770 exp |= (int)temp;
1771
1772 return exp >> 4;
1773 }
1774
1775 /* write exposure, given number of line periods */
ov5640_set_exposure(struct ov5640_dev * sensor,u32 exposure)1776 static int ov5640_set_exposure(struct ov5640_dev *sensor, u32 exposure)
1777 {
1778 int ret;
1779
1780 exposure <<= 4;
1781
1782 ret = ov5640_write_reg(sensor,
1783 OV5640_REG_AEC_PK_EXPOSURE_LO,
1784 exposure & 0xff);
1785 if (ret)
1786 return ret;
1787 ret = ov5640_write_reg(sensor,
1788 OV5640_REG_AEC_PK_EXPOSURE_MED,
1789 (exposure >> 8) & 0xff);
1790 if (ret)
1791 return ret;
1792 return ov5640_write_reg(sensor,
1793 OV5640_REG_AEC_PK_EXPOSURE_HI,
1794 (exposure >> 16) & 0x0f);
1795 }
1796
ov5640_get_gain(struct ov5640_dev * sensor)1797 static int ov5640_get_gain(struct ov5640_dev *sensor)
1798 {
1799 u16 gain;
1800 int ret;
1801
1802 ret = ov5640_read_reg16(sensor, OV5640_REG_AEC_PK_REAL_GAIN, &gain);
1803 if (ret)
1804 return ret;
1805
1806 return gain & 0x3ff;
1807 }
1808
ov5640_set_gain(struct ov5640_dev * sensor,int gain)1809 static int ov5640_set_gain(struct ov5640_dev *sensor, int gain)
1810 {
1811 return ov5640_write_reg16(sensor, OV5640_REG_AEC_PK_REAL_GAIN,
1812 (u16)gain & 0x3ff);
1813 }
1814
ov5640_set_autogain(struct ov5640_dev * sensor,bool on)1815 static int ov5640_set_autogain(struct ov5640_dev *sensor, bool on)
1816 {
1817 return ov5640_mod_reg(sensor, OV5640_REG_AEC_PK_MANUAL,
1818 BIT(1), on ? 0 : BIT(1));
1819 }
1820
ov5640_set_stream_dvp(struct ov5640_dev * sensor,bool on)1821 static int ov5640_set_stream_dvp(struct ov5640_dev *sensor, bool on)
1822 {
1823 return ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0, on ?
1824 OV5640_REG_SYS_CTRL0_SW_PWUP :
1825 OV5640_REG_SYS_CTRL0_SW_PWDN);
1826 }
1827
ov5640_set_stream_mipi(struct ov5640_dev * sensor,bool on)1828 static int ov5640_set_stream_mipi(struct ov5640_dev *sensor, bool on)
1829 {
1830 int ret;
1831
1832 /*
1833 * Enable/disable the MIPI interface
1834 *
1835 * 0x300e = on ? 0x45 : 0x40
1836 *
1837 * FIXME: the sensor manual (version 2.03) reports
1838 * [7:5] = 000 : 1 data lane mode
1839 * [7:5] = 001 : 2 data lanes mode
1840 * But this settings do not work, while the following ones
1841 * have been validated for 2 data lanes mode.
1842 *
1843 * [7:5] = 010 : 2 data lanes mode
1844 * [4] = 0 : Power up MIPI HS Tx
1845 * [3] = 0 : Power up MIPI LS Rx
1846 * [2] = 1/0 : MIPI interface enable/disable
1847 * [1:0] = 01/00: FIXME: 'debug'
1848 */
1849 ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00,
1850 on ? 0x45 : 0x40);
1851 if (ret)
1852 return ret;
1853
1854 return ov5640_write_reg(sensor, OV5640_REG_FRAME_CTRL01,
1855 on ? 0x00 : 0x0f);
1856 }
1857
ov5640_get_sysclk(struct ov5640_dev * sensor)1858 static int ov5640_get_sysclk(struct ov5640_dev *sensor)
1859 {
1860 /* calculate sysclk */
1861 u32 xvclk = sensor->xclk_freq / 10000;
1862 u32 multiplier, prediv, VCO, sysdiv, pll_rdiv;
1863 u32 sclk_rdiv_map[] = {1, 2, 4, 8};
1864 u32 bit_div2x = 1, sclk_rdiv, sysclk;
1865 u8 temp1, temp2;
1866 int ret;
1867
1868 ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL0, &temp1);
1869 if (ret)
1870 return ret;
1871 temp2 = temp1 & 0x0f;
1872 if (temp2 == 8 || temp2 == 10)
1873 bit_div2x = temp2 / 2;
1874
1875 ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL1, &temp1);
1876 if (ret)
1877 return ret;
1878 sysdiv = temp1 >> 4;
1879 if (sysdiv == 0)
1880 sysdiv = 16;
1881
1882 ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL2, &temp1);
1883 if (ret)
1884 return ret;
1885 multiplier = temp1;
1886
1887 ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL3, &temp1);
1888 if (ret)
1889 return ret;
1890 prediv = temp1 & 0x0f;
1891 pll_rdiv = ((temp1 >> 4) & 0x01) + 1;
1892
1893 ret = ov5640_read_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, &temp1);
1894 if (ret)
1895 return ret;
1896 temp2 = temp1 & 0x03;
1897 sclk_rdiv = sclk_rdiv_map[temp2];
1898
1899 if (!prediv || !sysdiv || !pll_rdiv || !bit_div2x)
1900 return -EINVAL;
1901
1902 VCO = xvclk * multiplier / prediv;
1903
1904 sysclk = VCO / sysdiv / pll_rdiv * 2 / bit_div2x / sclk_rdiv;
1905
1906 return sysclk;
1907 }
1908
ov5640_set_night_mode(struct ov5640_dev * sensor)1909 static int ov5640_set_night_mode(struct ov5640_dev *sensor)
1910 {
1911 /* read HTS from register settings */
1912 u8 mode;
1913 int ret;
1914
1915 ret = ov5640_read_reg(sensor, OV5640_REG_AEC_CTRL00, &mode);
1916 if (ret)
1917 return ret;
1918 mode &= 0xfb;
1919 return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL00, mode);
1920 }
1921
ov5640_get_hts(struct ov5640_dev * sensor)1922 static int ov5640_get_hts(struct ov5640_dev *sensor)
1923 {
1924 /* read HTS from register settings */
1925 u16 hts;
1926 int ret;
1927
1928 ret = ov5640_read_reg16(sensor, OV5640_REG_TIMING_HTS, &hts);
1929 if (ret)
1930 return ret;
1931 return hts;
1932 }
1933
ov5640_get_vts(struct ov5640_dev * sensor)1934 static int ov5640_get_vts(struct ov5640_dev *sensor)
1935 {
1936 u16 vts;
1937 int ret;
1938
1939 ret = ov5640_read_reg16(sensor, OV5640_REG_TIMING_VTS, &vts);
1940 if (ret)
1941 return ret;
1942 return vts;
1943 }
1944
ov5640_set_vts(struct ov5640_dev * sensor,int vts)1945 static int ov5640_set_vts(struct ov5640_dev *sensor, int vts)
1946 {
1947 return ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS, vts);
1948 }
1949
ov5640_get_light_freq(struct ov5640_dev * sensor)1950 static int ov5640_get_light_freq(struct ov5640_dev *sensor)
1951 {
1952 /* get banding filter value */
1953 int ret, light_freq = 0;
1954 u8 temp, temp1;
1955
1956 ret = ov5640_read_reg(sensor, OV5640_REG_HZ5060_CTRL01, &temp);
1957 if (ret)
1958 return ret;
1959
1960 if (temp & 0x80) {
1961 /* manual */
1962 ret = ov5640_read_reg(sensor, OV5640_REG_HZ5060_CTRL00,
1963 &temp1);
1964 if (ret)
1965 return ret;
1966 if (temp1 & 0x04) {
1967 /* 50Hz */
1968 light_freq = 50;
1969 } else {
1970 /* 60Hz */
1971 light_freq = 60;
1972 }
1973 } else {
1974 /* auto */
1975 ret = ov5640_read_reg(sensor, OV5640_REG_SIGMADELTA_CTRL0C,
1976 &temp1);
1977 if (ret)
1978 return ret;
1979
1980 if (temp1 & 0x01) {
1981 /* 50Hz */
1982 light_freq = 50;
1983 } else {
1984 /* 60Hz */
1985 light_freq = 60;
1986 }
1987 }
1988
1989 return light_freq;
1990 }
1991
ov5640_set_bandingfilter(struct ov5640_dev * sensor)1992 static int ov5640_set_bandingfilter(struct ov5640_dev *sensor)
1993 {
1994 u32 band_step60, max_band60, band_step50, max_band50, prev_vts;
1995 int ret;
1996
1997 /* read preview PCLK */
1998 ret = ov5640_get_sysclk(sensor);
1999 if (ret < 0)
2000 return ret;
2001 if (ret == 0)
2002 return -EINVAL;
2003 sensor->prev_sysclk = ret;
2004 /* read preview HTS */
2005 ret = ov5640_get_hts(sensor);
2006 if (ret < 0)
2007 return ret;
2008 if (ret == 0)
2009 return -EINVAL;
2010 sensor->prev_hts = ret;
2011
2012 /* read preview VTS */
2013 ret = ov5640_get_vts(sensor);
2014 if (ret < 0)
2015 return ret;
2016 prev_vts = ret;
2017
2018 /* calculate banding filter */
2019 /* 60Hz */
2020 band_step60 = sensor->prev_sysclk * 100 / sensor->prev_hts * 100 / 120;
2021 ret = ov5640_write_reg16(sensor, OV5640_REG_AEC_B60_STEP, band_step60);
2022 if (ret)
2023 return ret;
2024 if (!band_step60)
2025 return -EINVAL;
2026 max_band60 = (int)((prev_vts - 4) / band_step60);
2027 ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0D, max_band60);
2028 if (ret)
2029 return ret;
2030
2031 /* 50Hz */
2032 band_step50 = sensor->prev_sysclk * 100 / sensor->prev_hts;
2033 ret = ov5640_write_reg16(sensor, OV5640_REG_AEC_B50_STEP, band_step50);
2034 if (ret)
2035 return ret;
2036 if (!band_step50)
2037 return -EINVAL;
2038 max_band50 = (int)((prev_vts - 4) / band_step50);
2039 return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0E, max_band50);
2040 }
2041
ov5640_set_ae_target(struct ov5640_dev * sensor,int target)2042 static int ov5640_set_ae_target(struct ov5640_dev *sensor, int target)
2043 {
2044 /* stable in high */
2045 u32 fast_high, fast_low;
2046 int ret;
2047
2048 sensor->ae_low = target * 23 / 25; /* 0.92 */
2049 sensor->ae_high = target * 27 / 25; /* 1.08 */
2050
2051 fast_high = sensor->ae_high << 1;
2052 if (fast_high > 255)
2053 fast_high = 255;
2054
2055 fast_low = sensor->ae_low >> 1;
2056
2057 ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0F, sensor->ae_high);
2058 if (ret)
2059 return ret;
2060 ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL10, sensor->ae_low);
2061 if (ret)
2062 return ret;
2063 ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1B, sensor->ae_high);
2064 if (ret)
2065 return ret;
2066 ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1E, sensor->ae_low);
2067 if (ret)
2068 return ret;
2069 ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL11, fast_high);
2070 if (ret)
2071 return ret;
2072 return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1F, fast_low);
2073 }
2074
ov5640_get_binning(struct ov5640_dev * sensor)2075 static int ov5640_get_binning(struct ov5640_dev *sensor)
2076 {
2077 u8 temp;
2078 int ret;
2079
2080 ret = ov5640_read_reg(sensor, OV5640_REG_TIMING_TC_REG21, &temp);
2081 if (ret)
2082 return ret;
2083
2084 return temp & BIT(0);
2085 }
2086
ov5640_set_binning(struct ov5640_dev * sensor,bool enable)2087 static int ov5640_set_binning(struct ov5640_dev *sensor, bool enable)
2088 {
2089 int ret;
2090
2091 /*
2092 * TIMING TC REG21:
2093 * - [0]: Horizontal binning enable
2094 */
2095 ret = ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
2096 BIT(0), enable ? BIT(0) : 0);
2097 if (ret)
2098 return ret;
2099 /*
2100 * TIMING TC REG20:
2101 * - [0]: Undocumented, but hardcoded init sequences
2102 * are always setting REG21/REG20 bit 0 to same value...
2103 */
2104 return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG20,
2105 BIT(0), enable ? BIT(0) : 0);
2106 }
2107
ov5640_set_virtual_channel(struct ov5640_dev * sensor)2108 static int ov5640_set_virtual_channel(struct ov5640_dev *sensor)
2109 {
2110 struct i2c_client *client = sensor->i2c_client;
2111 u8 temp, channel = virtual_channel;
2112 int ret;
2113
2114 if (channel > 3) {
2115 dev_err(&client->dev,
2116 "%s: wrong virtual_channel parameter, expected (0..3), got %d\n",
2117 __func__, channel);
2118 return -EINVAL;
2119 }
2120
2121 ret = ov5640_read_reg(sensor, OV5640_REG_DEBUG_MODE, &temp);
2122 if (ret)
2123 return ret;
2124 temp &= ~(3 << 6);
2125 temp |= (channel << 6);
2126 return ov5640_write_reg(sensor, OV5640_REG_DEBUG_MODE, temp);
2127 }
2128
2129 static const struct ov5640_mode_info *
ov5640_find_mode(struct ov5640_dev * sensor,int width,int height,bool nearest)2130 ov5640_find_mode(struct ov5640_dev *sensor, int width, int height, bool nearest)
2131 {
2132 const struct ov5640_mode_info *mode;
2133
2134 mode = v4l2_find_nearest_size(ov5640_mode_data,
2135 ARRAY_SIZE(ov5640_mode_data),
2136 width, height, width, height);
2137
2138 if (!mode ||
2139 (!nearest &&
2140 (mode->width != width || mode->height != height)))
2141 return NULL;
2142
2143 return mode;
2144 }
2145
2146 /*
2147 * sensor changes between scaling and subsampling, go through
2148 * exposure calculation
2149 */
ov5640_set_mode_exposure_calc(struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)2150 static int ov5640_set_mode_exposure_calc(struct ov5640_dev *sensor,
2151 const struct ov5640_mode_info *mode)
2152 {
2153 u32 prev_shutter, prev_gain16;
2154 u32 cap_shutter, cap_gain16;
2155 u32 cap_sysclk, cap_hts, cap_vts;
2156 u32 light_freq, cap_bandfilt, cap_maxband;
2157 u32 cap_gain16_shutter;
2158 u8 average;
2159 int ret;
2160
2161 if (!mode->reg_data)
2162 return -EINVAL;
2163
2164 /* read preview shutter */
2165 ret = ov5640_get_exposure(sensor);
2166 if (ret < 0)
2167 return ret;
2168 prev_shutter = ret;
2169 ret = ov5640_get_binning(sensor);
2170 if (ret < 0)
2171 return ret;
2172 if (ret && mode->id != OV5640_MODE_720P_1280_720 &&
2173 mode->id != OV5640_MODE_1080P_1920_1080)
2174 prev_shutter *= 2;
2175
2176 /* read preview gain */
2177 ret = ov5640_get_gain(sensor);
2178 if (ret < 0)
2179 return ret;
2180 prev_gain16 = ret;
2181
2182 /* get average */
2183 ret = ov5640_read_reg(sensor, OV5640_REG_AVG_READOUT, &average);
2184 if (ret)
2185 return ret;
2186
2187 /* turn off night mode for capture */
2188 ret = ov5640_set_night_mode(sensor);
2189 if (ret < 0)
2190 return ret;
2191
2192 /* Write capture setting */
2193 ov5640_load_regs(sensor, mode->reg_data, mode->reg_data_size);
2194 ret = ov5640_set_timings(sensor, mode);
2195 if (ret < 0)
2196 return ret;
2197
2198 /* read capture VTS */
2199 ret = ov5640_get_vts(sensor);
2200 if (ret < 0)
2201 return ret;
2202 cap_vts = ret;
2203 ret = ov5640_get_hts(sensor);
2204 if (ret < 0)
2205 return ret;
2206 if (ret == 0)
2207 return -EINVAL;
2208 cap_hts = ret;
2209
2210 ret = ov5640_get_sysclk(sensor);
2211 if (ret < 0)
2212 return ret;
2213 if (ret == 0)
2214 return -EINVAL;
2215 cap_sysclk = ret;
2216
2217 /* calculate capture banding filter */
2218 ret = ov5640_get_light_freq(sensor);
2219 if (ret < 0)
2220 return ret;
2221 light_freq = ret;
2222
2223 if (light_freq == 60) {
2224 /* 60Hz */
2225 cap_bandfilt = cap_sysclk * 100 / cap_hts * 100 / 120;
2226 } else {
2227 /* 50Hz */
2228 cap_bandfilt = cap_sysclk * 100 / cap_hts;
2229 }
2230
2231 if (!sensor->prev_sysclk) {
2232 ret = ov5640_get_sysclk(sensor);
2233 if (ret < 0)
2234 return ret;
2235 if (ret == 0)
2236 return -EINVAL;
2237 sensor->prev_sysclk = ret;
2238 }
2239
2240 if (!cap_bandfilt)
2241 return -EINVAL;
2242
2243 cap_maxband = (int)((cap_vts - 4) / cap_bandfilt);
2244
2245 /* calculate capture shutter/gain16 */
2246 if (average > sensor->ae_low && average < sensor->ae_high) {
2247 /* in stable range */
2248 cap_gain16_shutter =
2249 prev_gain16 * prev_shutter *
2250 cap_sysclk / sensor->prev_sysclk *
2251 sensor->prev_hts / cap_hts *
2252 sensor->ae_target / average;
2253 } else {
2254 cap_gain16_shutter =
2255 prev_gain16 * prev_shutter *
2256 cap_sysclk / sensor->prev_sysclk *
2257 sensor->prev_hts / cap_hts;
2258 }
2259
2260 /* gain to shutter */
2261 if (cap_gain16_shutter < (cap_bandfilt * 16)) {
2262 /* shutter < 1/100 */
2263 cap_shutter = cap_gain16_shutter / 16;
2264 if (cap_shutter < 1)
2265 cap_shutter = 1;
2266
2267 cap_gain16 = cap_gain16_shutter / cap_shutter;
2268 if (cap_gain16 < 16)
2269 cap_gain16 = 16;
2270 } else {
2271 if (cap_gain16_shutter > (cap_bandfilt * cap_maxband * 16)) {
2272 /* exposure reach max */
2273 cap_shutter = cap_bandfilt * cap_maxband;
2274 if (!cap_shutter)
2275 return -EINVAL;
2276
2277 cap_gain16 = cap_gain16_shutter / cap_shutter;
2278 } else {
2279 /* 1/100 < (cap_shutter = n/100) =< max */
2280 cap_shutter =
2281 ((int)(cap_gain16_shutter / 16 / cap_bandfilt))
2282 * cap_bandfilt;
2283 if (!cap_shutter)
2284 return -EINVAL;
2285
2286 cap_gain16 = cap_gain16_shutter / cap_shutter;
2287 }
2288 }
2289
2290 /* set capture gain */
2291 ret = ov5640_set_gain(sensor, cap_gain16);
2292 if (ret)
2293 return ret;
2294
2295 /* write capture shutter */
2296 if (cap_shutter > (cap_vts - 4)) {
2297 cap_vts = cap_shutter + 4;
2298 ret = ov5640_set_vts(sensor, cap_vts);
2299 if (ret < 0)
2300 return ret;
2301 }
2302
2303 /* set exposure */
2304 return ov5640_set_exposure(sensor, cap_shutter);
2305 }
2306
2307 /*
2308 * if sensor changes inside scaling or subsampling
2309 * change mode directly
2310 */
ov5640_set_mode_direct(struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)2311 static int ov5640_set_mode_direct(struct ov5640_dev *sensor,
2312 const struct ov5640_mode_info *mode)
2313 {
2314 if (!mode->reg_data)
2315 return -EINVAL;
2316
2317 /* Write capture setting */
2318 ov5640_load_regs(sensor, mode->reg_data, mode->reg_data_size);
2319 return ov5640_set_timings(sensor, mode);
2320 }
2321
ov5640_set_mode(struct ov5640_dev * sensor)2322 static int ov5640_set_mode(struct ov5640_dev *sensor)
2323 {
2324 const struct ov5640_mode_info *mode = sensor->current_mode;
2325 const struct ov5640_mode_info *orig_mode = sensor->last_mode;
2326 enum ov5640_downsize_mode dn_mode, orig_dn_mode;
2327 bool auto_gain = sensor->ctrls.auto_gain->val == 1;
2328 bool auto_exp = sensor->ctrls.auto_exp->val == V4L2_EXPOSURE_AUTO;
2329 int ret;
2330
2331 dn_mode = mode->dn_mode;
2332 orig_dn_mode = orig_mode->dn_mode;
2333
2334 /* auto gain and exposure must be turned off when changing modes */
2335 if (auto_gain) {
2336 ret = ov5640_set_autogain(sensor, false);
2337 if (ret)
2338 return ret;
2339 }
2340
2341 if (auto_exp) {
2342 ret = ov5640_set_autoexposure(sensor, false);
2343 if (ret)
2344 goto restore_auto_gain;
2345 }
2346
2347 if (ov5640_is_csi2(sensor))
2348 ret = ov5640_set_mipi_pclk(sensor);
2349 else
2350 ret = ov5640_set_dvp_pclk(sensor);
2351 if (ret < 0)
2352 return 0;
2353
2354 if ((dn_mode == SUBSAMPLING && orig_dn_mode == SCALING) ||
2355 (dn_mode == SCALING && orig_dn_mode == SUBSAMPLING)) {
2356 /*
2357 * change between subsampling and scaling
2358 * go through exposure calculation
2359 */
2360 ret = ov5640_set_mode_exposure_calc(sensor, mode);
2361 } else {
2362 /*
2363 * change inside subsampling or scaling
2364 * download firmware directly
2365 */
2366 ret = ov5640_set_mode_direct(sensor, mode);
2367 }
2368 if (ret < 0)
2369 goto restore_auto_exp_gain;
2370
2371 /* restore auto gain and exposure */
2372 if (auto_gain)
2373 ov5640_set_autogain(sensor, true);
2374 if (auto_exp)
2375 ov5640_set_autoexposure(sensor, true);
2376
2377 ret = ov5640_set_binning(sensor, dn_mode != SCALING);
2378 if (ret < 0)
2379 return ret;
2380 ret = ov5640_set_ae_target(sensor, sensor->ae_target);
2381 if (ret < 0)
2382 return ret;
2383 ret = ov5640_get_light_freq(sensor);
2384 if (ret < 0)
2385 return ret;
2386 ret = ov5640_set_bandingfilter(sensor);
2387 if (ret < 0)
2388 return ret;
2389 ret = ov5640_set_virtual_channel(sensor);
2390 if (ret < 0)
2391 return ret;
2392
2393 sensor->pending_mode_change = false;
2394 sensor->last_mode = mode;
2395
2396 return 0;
2397
2398 restore_auto_exp_gain:
2399 if (auto_exp)
2400 ov5640_set_autoexposure(sensor, true);
2401 restore_auto_gain:
2402 if (auto_gain)
2403 ov5640_set_autogain(sensor, true);
2404
2405 return ret;
2406 }
2407
2408 static int ov5640_set_framefmt(struct ov5640_dev *sensor,
2409 struct v4l2_mbus_framefmt *format);
2410
2411 /* restore the last set video mode after chip power-on */
ov5640_restore_mode(struct ov5640_dev * sensor)2412 static int ov5640_restore_mode(struct ov5640_dev *sensor)
2413 {
2414 int ret;
2415
2416 /* first load the initial register values */
2417 ov5640_load_regs(sensor, ov5640_init_setting,
2418 ARRAY_SIZE(ov5640_init_setting));
2419
2420 ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x3f,
2421 (ilog2(OV5640_SCLK2X_ROOT_DIV) << 2) |
2422 ilog2(OV5640_SCLK_ROOT_DIV));
2423 if (ret)
2424 return ret;
2425
2426 /* now restore the last capture mode */
2427 ret = ov5640_set_mode(sensor);
2428 if (ret < 0)
2429 return ret;
2430
2431 return ov5640_set_framefmt(sensor, &sensor->fmt);
2432 }
2433
ov5640_power(struct ov5640_dev * sensor,bool enable)2434 static void ov5640_power(struct ov5640_dev *sensor, bool enable)
2435 {
2436 gpiod_set_value_cansleep(sensor->pwdn_gpio, enable ? 0 : 1);
2437 }
2438
2439 /*
2440 * From section 2.7 power up sequence:
2441 * t0 + t1 + t2 >= 5ms Delay from DOVDD stable to PWDN pull down
2442 * t3 >= 1ms Delay from PWDN pull down to RESETB pull up
2443 * t4 >= 20ms Delay from RESETB pull up to SCCB (i2c) stable
2444 *
2445 * Some modules don't expose RESETB/PWDN pins directly, instead providing a
2446 * "PWUP" GPIO which is wired through appropriate delays and inverters to the
2447 * pins.
2448 *
2449 * In such cases, this gpio should be mapped to pwdn_gpio in the driver, and we
2450 * should still toggle the pwdn_gpio below with the appropriate delays, while
2451 * the calls to reset_gpio will be ignored.
2452 */
ov5640_powerup_sequence(struct ov5640_dev * sensor)2453 static void ov5640_powerup_sequence(struct ov5640_dev *sensor)
2454 {
2455 if (sensor->pwdn_gpio) {
2456 gpiod_set_value_cansleep(sensor->reset_gpio, 1);
2457
2458 /* camera power cycle */
2459 ov5640_power(sensor, false);
2460 usleep_range(5000, 10000); /* t2 */
2461 ov5640_power(sensor, true);
2462 usleep_range(1000, 2000); /* t3 */
2463
2464 gpiod_set_value_cansleep(sensor->reset_gpio, 0);
2465 } else {
2466 /* software reset */
2467 ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0,
2468 OV5640_REG_SYS_CTRL0_SW_RST);
2469 }
2470 usleep_range(20000, 25000); /* t4 */
2471
2472 /*
2473 * software standby: allows registers programming;
2474 * exit at restore_mode() for CSI, s_stream(1) for DVP
2475 */
2476 ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0,
2477 OV5640_REG_SYS_CTRL0_SW_PWDN);
2478 }
2479
ov5640_set_power_on(struct ov5640_dev * sensor)2480 static int ov5640_set_power_on(struct ov5640_dev *sensor)
2481 {
2482 struct i2c_client *client = sensor->i2c_client;
2483 int ret;
2484
2485 ret = clk_prepare_enable(sensor->xclk);
2486 if (ret) {
2487 dev_err(&client->dev, "%s: failed to enable clock\n",
2488 __func__);
2489 return ret;
2490 }
2491
2492 ret = regulator_bulk_enable(OV5640_NUM_SUPPLIES,
2493 sensor->supplies);
2494 if (ret) {
2495 dev_err(&client->dev, "%s: failed to enable regulators\n",
2496 __func__);
2497 goto xclk_off;
2498 }
2499
2500 ov5640_powerup_sequence(sensor);
2501
2502 ret = ov5640_init_slave_id(sensor);
2503 if (ret)
2504 goto power_off;
2505
2506 return 0;
2507
2508 power_off:
2509 ov5640_power(sensor, false);
2510 regulator_bulk_disable(OV5640_NUM_SUPPLIES, sensor->supplies);
2511 xclk_off:
2512 clk_disable_unprepare(sensor->xclk);
2513 return ret;
2514 }
2515
ov5640_set_power_off(struct ov5640_dev * sensor)2516 static void ov5640_set_power_off(struct ov5640_dev *sensor)
2517 {
2518 ov5640_power(sensor, false);
2519 regulator_bulk_disable(OV5640_NUM_SUPPLIES, sensor->supplies);
2520 clk_disable_unprepare(sensor->xclk);
2521 }
2522
ov5640_set_power_mipi(struct ov5640_dev * sensor,bool on)2523 static int ov5640_set_power_mipi(struct ov5640_dev *sensor, bool on)
2524 {
2525 int ret;
2526
2527 if (!on) {
2528 /* Reset MIPI bus settings to their default values. */
2529 ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x58);
2530 ov5640_write_reg(sensor, OV5640_REG_MIPI_CTRL00, 0x04);
2531 ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT00, 0x00);
2532 return 0;
2533 }
2534
2535 /*
2536 * Power up MIPI HS Tx and LS Rx; 2 data lanes mode
2537 *
2538 * 0x300e = 0x40
2539 * [7:5] = 010 : 2 data lanes mode (see FIXME note in
2540 * "ov5640_set_stream_mipi()")
2541 * [4] = 0 : Power up MIPI HS Tx
2542 * [3] = 0 : Power up MIPI LS Rx
2543 * [2] = 1 : MIPI interface enabled
2544 */
2545 ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x44);
2546 if (ret)
2547 return ret;
2548
2549 /*
2550 * Gate clock and set LP11 in 'no packets mode' (idle)
2551 *
2552 * 0x4800 = 0x24
2553 * [5] = 1 : Gate clock when 'no packets'
2554 * [2] = 1 : MIPI bus in LP11 when 'no packets'
2555 */
2556 ret = ov5640_write_reg(sensor, OV5640_REG_MIPI_CTRL00, 0x24);
2557 if (ret)
2558 return ret;
2559
2560 /*
2561 * Set data lanes and clock in LP11 when 'sleeping'
2562 *
2563 * 0x3019 = 0x70
2564 * [6] = 1 : MIPI data lane 2 in LP11 when 'sleeping'
2565 * [5] = 1 : MIPI data lane 1 in LP11 when 'sleeping'
2566 * [4] = 1 : MIPI clock lane in LP11 when 'sleeping'
2567 */
2568 ret = ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT00, 0x70);
2569 if (ret)
2570 return ret;
2571
2572 /* Give lanes some time to coax into LP11 state. */
2573 usleep_range(500, 1000);
2574
2575 return 0;
2576 }
2577
ov5640_set_power_dvp(struct ov5640_dev * sensor,bool on)2578 static int ov5640_set_power_dvp(struct ov5640_dev *sensor, bool on)
2579 {
2580 unsigned int flags = sensor->ep.bus.parallel.flags;
2581 bool bt656 = sensor->ep.bus_type == V4L2_MBUS_BT656;
2582 u8 polarities = 0;
2583 int ret;
2584
2585 if (!on) {
2586 /* Reset settings to their default values. */
2587 ov5640_write_reg(sensor, OV5640_REG_CCIR656_CTRL00, 0x00);
2588 ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x58);
2589 ov5640_write_reg(sensor, OV5640_REG_POLARITY_CTRL00, 0x20);
2590 ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE01, 0x00);
2591 ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE02, 0x00);
2592 return 0;
2593 }
2594
2595 /*
2596 * Note about parallel port configuration.
2597 *
2598 * When configured in parallel mode, the OV5640 will
2599 * output 10 bits data on DVP data lines [9:0].
2600 * If only 8 bits data are wanted, the 8 bits data lines
2601 * of the camera interface must be physically connected
2602 * on the DVP data lines [9:2].
2603 *
2604 * Control lines polarity can be configured through
2605 * devicetree endpoint control lines properties.
2606 * If no endpoint control lines properties are set,
2607 * polarity will be as below:
2608 * - VSYNC: active high
2609 * - HREF: active low
2610 * - PCLK: active low
2611 *
2612 * VSYNC & HREF are not configured if BT656 bus mode is selected
2613 */
2614
2615 /*
2616 * BT656 embedded synchronization configuration
2617 *
2618 * CCIR656 CTRL00
2619 * - [7]: SYNC code selection (0: auto generate sync code,
2620 * 1: sync code from regs 0x4732-0x4735)
2621 * - [6]: f value in CCIR656 SYNC code when fixed f value
2622 * - [5]: Fixed f value
2623 * - [4:3]: Blank toggle data options (00: data=1'h040/1'h200,
2624 * 01: data from regs 0x4736-0x4738, 10: always keep 0)
2625 * - [1]: Clip data disable
2626 * - [0]: CCIR656 mode enable
2627 *
2628 * Default CCIR656 SAV/EAV mode with default codes
2629 * SAV=0xff000080 & EAV=0xff00009d is enabled here with settings:
2630 * - CCIR656 mode enable
2631 * - auto generation of sync codes
2632 * - blank toggle data 1'h040/1'h200
2633 * - clip reserved data (0x00 & 0xff changed to 0x01 & 0xfe)
2634 */
2635 ret = ov5640_write_reg(sensor, OV5640_REG_CCIR656_CTRL00,
2636 bt656 ? 0x01 : 0x00);
2637 if (ret)
2638 return ret;
2639
2640 /*
2641 * configure parallel port control lines polarity
2642 *
2643 * POLARITY CTRL0
2644 * - [5]: PCLK polarity (0: active low, 1: active high)
2645 * - [1]: HREF polarity (0: active low, 1: active high)
2646 * - [0]: VSYNC polarity (mismatch here between
2647 * datasheet and hardware, 0 is active high
2648 * and 1 is active low...)
2649 */
2650 if (!bt656) {
2651 if (flags & V4L2_MBUS_HSYNC_ACTIVE_HIGH)
2652 polarities |= BIT(1);
2653 if (flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)
2654 polarities |= BIT(0);
2655 }
2656 if (flags & V4L2_MBUS_PCLK_SAMPLE_RISING)
2657 polarities |= BIT(5);
2658
2659 ret = ov5640_write_reg(sensor, OV5640_REG_POLARITY_CTRL00, polarities);
2660 if (ret)
2661 return ret;
2662
2663 /*
2664 * powerdown MIPI TX/RX PHY & enable DVP
2665 *
2666 * MIPI CONTROL 00
2667 * [4] = 1 : Power down MIPI HS Tx
2668 * [3] = 1 : Power down MIPI LS Rx
2669 * [2] = 0 : DVP enable (MIPI disable)
2670 */
2671 ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x18);
2672 if (ret)
2673 return ret;
2674
2675 /*
2676 * enable VSYNC/HREF/PCLK DVP control lines
2677 * & D[9:6] DVP data lines
2678 *
2679 * PAD OUTPUT ENABLE 01
2680 * - 6: VSYNC output enable
2681 * - 5: HREF output enable
2682 * - 4: PCLK output enable
2683 * - [3:0]: D[9:6] output enable
2684 */
2685 ret = ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE01,
2686 bt656 ? 0x1f : 0x7f);
2687 if (ret)
2688 return ret;
2689
2690 /*
2691 * enable D[5:0] DVP data lines
2692 *
2693 * PAD OUTPUT ENABLE 02
2694 * - [7:2]: D[5:0] output enable
2695 */
2696 return ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE02, 0xfc);
2697 }
2698
ov5640_set_power(struct ov5640_dev * sensor,bool on)2699 static int ov5640_set_power(struct ov5640_dev *sensor, bool on)
2700 {
2701 int ret = 0;
2702
2703 if (on) {
2704 ret = ov5640_set_power_on(sensor);
2705 if (ret)
2706 return ret;
2707
2708 ret = ov5640_restore_mode(sensor);
2709 if (ret)
2710 goto power_off;
2711 }
2712
2713 if (sensor->ep.bus_type == V4L2_MBUS_CSI2_DPHY)
2714 ret = ov5640_set_power_mipi(sensor, on);
2715 else
2716 ret = ov5640_set_power_dvp(sensor, on);
2717 if (ret)
2718 goto power_off;
2719
2720 if (!on)
2721 ov5640_set_power_off(sensor);
2722
2723 return 0;
2724
2725 power_off:
2726 ov5640_set_power_off(sensor);
2727 return ret;
2728 }
2729
ov5640_sensor_suspend(struct device * dev)2730 static int ov5640_sensor_suspend(struct device *dev)
2731 {
2732 struct v4l2_subdev *sd = dev_get_drvdata(dev);
2733 struct ov5640_dev *ov5640 = to_ov5640_dev(sd);
2734
2735 return ov5640_set_power(ov5640, false);
2736 }
2737
ov5640_sensor_resume(struct device * dev)2738 static int ov5640_sensor_resume(struct device *dev)
2739 {
2740 struct v4l2_subdev *sd = dev_get_drvdata(dev);
2741 struct ov5640_dev *ov5640 = to_ov5640_dev(sd);
2742
2743 return ov5640_set_power(ov5640, true);
2744 }
2745
2746 /* --------------- Subdev Operations --------------- */
2747
ov5640_try_frame_interval(struct ov5640_dev * sensor,struct v4l2_fract * fi,const struct ov5640_mode_info * mode_info)2748 static int ov5640_try_frame_interval(struct ov5640_dev *sensor,
2749 struct v4l2_fract *fi,
2750 const struct ov5640_mode_info *mode_info)
2751 {
2752 const struct ov5640_mode_info *mode = mode_info;
2753 enum ov5640_frame_rate rate = OV5640_15_FPS;
2754 int minfps, maxfps, best_fps, fps;
2755 int i;
2756
2757 minfps = ov5640_framerates[OV5640_15_FPS];
2758 maxfps = ov5640_framerates[mode->max_fps];
2759
2760 if (fi->numerator == 0) {
2761 fi->denominator = maxfps;
2762 fi->numerator = 1;
2763 rate = mode->max_fps;
2764 goto find_mode;
2765 }
2766
2767 fps = clamp_val(DIV_ROUND_CLOSEST(fi->denominator, fi->numerator),
2768 minfps, maxfps);
2769
2770 best_fps = minfps;
2771 for (i = 0; i < ARRAY_SIZE(ov5640_framerates); i++) {
2772 int curr_fps = ov5640_framerates[i];
2773
2774 if (abs(curr_fps - fps) < abs(best_fps - fps)) {
2775 best_fps = curr_fps;
2776 rate = i;
2777 }
2778 }
2779
2780 fi->numerator = 1;
2781 fi->denominator = best_fps;
2782
2783 find_mode:
2784 mode = ov5640_find_mode(sensor, mode->width, mode->height, false);
2785 return mode ? rate : -EINVAL;
2786 }
2787
ov5640_get_fmt(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_format * format)2788 static int ov5640_get_fmt(struct v4l2_subdev *sd,
2789 struct v4l2_subdev_state *sd_state,
2790 struct v4l2_subdev_format *format)
2791 {
2792 struct ov5640_dev *sensor = to_ov5640_dev(sd);
2793 struct v4l2_mbus_framefmt *fmt;
2794
2795 if (format->pad != 0)
2796 return -EINVAL;
2797
2798 mutex_lock(&sensor->lock);
2799
2800 if (format->which == V4L2_SUBDEV_FORMAT_TRY)
2801 fmt = v4l2_subdev_get_try_format(&sensor->sd, sd_state,
2802 format->pad);
2803 else
2804 fmt = &sensor->fmt;
2805
2806 format->format = *fmt;
2807
2808 mutex_unlock(&sensor->lock);
2809
2810 return 0;
2811 }
2812
ov5640_try_fmt_internal(struct v4l2_subdev * sd,struct v4l2_mbus_framefmt * fmt,const struct ov5640_mode_info ** new_mode)2813 static int ov5640_try_fmt_internal(struct v4l2_subdev *sd,
2814 struct v4l2_mbus_framefmt *fmt,
2815 const struct ov5640_mode_info **new_mode)
2816 {
2817 struct ov5640_dev *sensor = to_ov5640_dev(sd);
2818 const struct ov5640_mode_info *mode;
2819 const struct ov5640_pixfmt *pixfmt;
2820 unsigned int bpp;
2821
2822 mode = ov5640_find_mode(sensor, fmt->width, fmt->height, true);
2823 if (!mode)
2824 return -EINVAL;
2825
2826 pixfmt = ov5640_code_to_pixfmt(sensor, fmt->code);
2827 bpp = pixfmt->bpp;
2828
2829 /*
2830 * Adjust mode according to bpp:
2831 * - 8bpp modes work for resolution >= 1280x720
2832 * - 24bpp modes work resolution < 1280x720
2833 */
2834 if (bpp == 8 && mode->width < 1280)
2835 mode = &ov5640_mode_data[OV5640_MODE_720P_1280_720];
2836 else if (bpp == 24 && mode->width > 1024)
2837 mode = &ov5640_mode_data[OV5640_MODE_XGA_1024_768];
2838
2839 fmt->width = mode->width;
2840 fmt->height = mode->height;
2841
2842 if (new_mode)
2843 *new_mode = mode;
2844
2845 fmt->code = pixfmt->code;
2846 fmt->colorspace = pixfmt->colorspace;
2847 fmt->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(fmt->colorspace);
2848 fmt->quantization = V4L2_QUANTIZATION_FULL_RANGE;
2849 fmt->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(fmt->colorspace);
2850
2851 return 0;
2852 }
2853
__v4l2_ctrl_vblank_update(struct ov5640_dev * sensor,u32 vblank)2854 static void __v4l2_ctrl_vblank_update(struct ov5640_dev *sensor, u32 vblank)
2855 {
2856 const struct ov5640_mode_info *mode = sensor->current_mode;
2857
2858 __v4l2_ctrl_modify_range(sensor->ctrls.vblank, OV5640_MIN_VBLANK,
2859 OV5640_MAX_VTS - mode->height, 1, vblank);
2860
2861 __v4l2_ctrl_s_ctrl(sensor->ctrls.vblank, vblank);
2862 }
2863
ov5640_update_pixel_rate(struct ov5640_dev * sensor)2864 static int ov5640_update_pixel_rate(struct ov5640_dev *sensor)
2865 {
2866 const struct ov5640_mode_info *mode = sensor->current_mode;
2867 enum ov5640_pixel_rate_id pixel_rate_id = mode->pixel_rate;
2868 struct v4l2_mbus_framefmt *fmt = &sensor->fmt;
2869 const struct ov5640_timings *timings = ov5640_timings(sensor, mode);
2870 s32 exposure_val, exposure_max;
2871 unsigned int hblank;
2872 unsigned int i = 0;
2873 u32 pixel_rate;
2874 s64 link_freq;
2875 u32 num_lanes;
2876 u32 vblank;
2877 u32 bpp;
2878
2879 /*
2880 * Update the pixel rate control value.
2881 *
2882 * For DVP mode, maintain the pixel rate calculation using fixed FPS.
2883 */
2884 if (!ov5640_is_csi2(sensor)) {
2885 __v4l2_ctrl_s_ctrl_int64(sensor->ctrls.pixel_rate,
2886 ov5640_calc_pixel_rate(sensor));
2887
2888 __v4l2_ctrl_vblank_update(sensor, timings->vblank_def);
2889
2890 return 0;
2891 }
2892
2893 /*
2894 * The MIPI CSI-2 link frequency should comply with the CSI-2
2895 * specification and be lower than 1GHz.
2896 *
2897 * Start from the suggested pixel_rate for the current mode and
2898 * progressively slow it down if it exceeds 1GHz.
2899 */
2900 num_lanes = sensor->ep.bus.mipi_csi2.num_data_lanes;
2901 bpp = ov5640_code_to_bpp(sensor, fmt->code);
2902 do {
2903 pixel_rate = ov5640_pixel_rates[pixel_rate_id];
2904 link_freq = pixel_rate * bpp / (2 * num_lanes);
2905 } while (link_freq >= 1000000000U &&
2906 ++pixel_rate_id < OV5640_NUM_PIXEL_RATES);
2907
2908 sensor->current_link_freq = link_freq;
2909
2910 /*
2911 * Higher link rates require the clock tree to be programmed with
2912 * 'mipi_div' = 1; this has the effect of halving the actual output
2913 * pixel rate in the MIPI domain.
2914 *
2915 * Adjust the pixel rate and link frequency control value to report it
2916 * correctly to userspace.
2917 */
2918 if (link_freq > OV5640_LINK_RATE_MAX) {
2919 pixel_rate /= 2;
2920 link_freq /= 2;
2921 }
2922
2923 for (i = 0; i < ARRAY_SIZE(ov5640_csi2_link_freqs); ++i) {
2924 if (ov5640_csi2_link_freqs[i] == link_freq)
2925 break;
2926 }
2927 WARN_ON(i == ARRAY_SIZE(ov5640_csi2_link_freqs));
2928
2929 __v4l2_ctrl_s_ctrl_int64(sensor->ctrls.pixel_rate, pixel_rate);
2930 __v4l2_ctrl_s_ctrl(sensor->ctrls.link_freq, i);
2931
2932 hblank = timings->htot - mode->width;
2933 __v4l2_ctrl_modify_range(sensor->ctrls.hblank,
2934 hblank, hblank, 1, hblank);
2935
2936 vblank = timings->vblank_def;
2937 __v4l2_ctrl_vblank_update(sensor, vblank);
2938
2939 exposure_max = timings->crop.height + vblank - 4;
2940 exposure_val = clamp_t(s32, sensor->ctrls.exposure->val,
2941 sensor->ctrls.exposure->minimum,
2942 exposure_max);
2943
2944 __v4l2_ctrl_modify_range(sensor->ctrls.exposure,
2945 sensor->ctrls.exposure->minimum,
2946 exposure_max, 1, exposure_val);
2947
2948 return 0;
2949 }
2950
ov5640_set_fmt(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_format * format)2951 static int ov5640_set_fmt(struct v4l2_subdev *sd,
2952 struct v4l2_subdev_state *sd_state,
2953 struct v4l2_subdev_format *format)
2954 {
2955 struct ov5640_dev *sensor = to_ov5640_dev(sd);
2956 const struct ov5640_mode_info *new_mode;
2957 struct v4l2_mbus_framefmt *mbus_fmt = &format->format;
2958 int ret;
2959
2960 if (format->pad != 0)
2961 return -EINVAL;
2962
2963 mutex_lock(&sensor->lock);
2964
2965 if (sensor->streaming) {
2966 ret = -EBUSY;
2967 goto out;
2968 }
2969
2970 ret = ov5640_try_fmt_internal(sd, mbus_fmt, &new_mode);
2971 if (ret)
2972 goto out;
2973
2974 if (format->which == V4L2_SUBDEV_FORMAT_TRY) {
2975 *v4l2_subdev_get_try_format(sd, sd_state, 0) = *mbus_fmt;
2976 goto out;
2977 }
2978
2979 if (new_mode != sensor->current_mode) {
2980 sensor->current_fr = new_mode->def_fps;
2981 sensor->current_mode = new_mode;
2982 sensor->pending_mode_change = true;
2983 }
2984 if (mbus_fmt->code != sensor->fmt.code)
2985 sensor->pending_fmt_change = true;
2986
2987 /* update format even if code is unchanged, resolution might change */
2988 sensor->fmt = *mbus_fmt;
2989
2990 ov5640_update_pixel_rate(sensor);
2991
2992 out:
2993 mutex_unlock(&sensor->lock);
2994 return ret;
2995 }
2996
ov5640_get_selection(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_selection * sel)2997 static int ov5640_get_selection(struct v4l2_subdev *sd,
2998 struct v4l2_subdev_state *sd_state,
2999 struct v4l2_subdev_selection *sel)
3000 {
3001 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3002 const struct ov5640_mode_info *mode = sensor->current_mode;
3003 const struct ov5640_timings *timings;
3004
3005 switch (sel->target) {
3006 case V4L2_SEL_TGT_CROP: {
3007 mutex_lock(&sensor->lock);
3008 timings = ov5640_timings(sensor, mode);
3009 sel->r = timings->analog_crop;
3010 mutex_unlock(&sensor->lock);
3011
3012 return 0;
3013 }
3014
3015 case V4L2_SEL_TGT_NATIVE_SIZE:
3016 case V4L2_SEL_TGT_CROP_BOUNDS:
3017 sel->r.top = 0;
3018 sel->r.left = 0;
3019 sel->r.width = OV5640_NATIVE_WIDTH;
3020 sel->r.height = OV5640_NATIVE_HEIGHT;
3021
3022 return 0;
3023
3024 case V4L2_SEL_TGT_CROP_DEFAULT:
3025 sel->r.top = OV5640_PIXEL_ARRAY_TOP;
3026 sel->r.left = OV5640_PIXEL_ARRAY_LEFT;
3027 sel->r.width = OV5640_PIXEL_ARRAY_WIDTH;
3028 sel->r.height = OV5640_PIXEL_ARRAY_HEIGHT;
3029
3030 return 0;
3031 }
3032
3033 return -EINVAL;
3034 }
3035
ov5640_set_framefmt(struct ov5640_dev * sensor,struct v4l2_mbus_framefmt * format)3036 static int ov5640_set_framefmt(struct ov5640_dev *sensor,
3037 struct v4l2_mbus_framefmt *format)
3038 {
3039 bool is_jpeg = format->code == MEDIA_BUS_FMT_JPEG_1X8;
3040 const struct ov5640_pixfmt *pixfmt;
3041 int ret = 0;
3042
3043 pixfmt = ov5640_code_to_pixfmt(sensor, format->code);
3044
3045 /* FORMAT CONTROL00: YUV and RGB formatting */
3046 ret = ov5640_write_reg(sensor, OV5640_REG_FORMAT_CONTROL00,
3047 pixfmt->ctrl00);
3048 if (ret)
3049 return ret;
3050
3051 /* FORMAT MUX CONTROL: ISP YUV or RGB */
3052 ret = ov5640_write_reg(sensor, OV5640_REG_ISP_FORMAT_MUX_CTRL,
3053 pixfmt->mux);
3054 if (ret)
3055 return ret;
3056
3057 /*
3058 * TIMING TC REG21:
3059 * - [5]: JPEG enable
3060 */
3061 ret = ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
3062 BIT(5), is_jpeg ? BIT(5) : 0);
3063 if (ret)
3064 return ret;
3065
3066 /*
3067 * SYSTEM RESET02:
3068 * - [4]: Reset JFIFO
3069 * - [3]: Reset SFIFO
3070 * - [2]: Reset JPEG
3071 */
3072 ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_RESET02,
3073 BIT(4) | BIT(3) | BIT(2),
3074 is_jpeg ? 0 : (BIT(4) | BIT(3) | BIT(2)));
3075 if (ret)
3076 return ret;
3077
3078 /*
3079 * CLOCK ENABLE02:
3080 * - [5]: Enable JPEG 2x clock
3081 * - [3]: Enable JPEG clock
3082 */
3083 return ov5640_mod_reg(sensor, OV5640_REG_SYS_CLOCK_ENABLE02,
3084 BIT(5) | BIT(3),
3085 is_jpeg ? (BIT(5) | BIT(3)) : 0);
3086 }
3087
3088 /*
3089 * Sensor Controls.
3090 */
3091
ov5640_set_ctrl_hue(struct ov5640_dev * sensor,int value)3092 static int ov5640_set_ctrl_hue(struct ov5640_dev *sensor, int value)
3093 {
3094 int ret;
3095
3096 if (value) {
3097 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3098 BIT(0), BIT(0));
3099 if (ret)
3100 return ret;
3101 ret = ov5640_write_reg16(sensor, OV5640_REG_SDE_CTRL1, value);
3102 } else {
3103 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(0), 0);
3104 }
3105
3106 return ret;
3107 }
3108
ov5640_set_ctrl_contrast(struct ov5640_dev * sensor,int value)3109 static int ov5640_set_ctrl_contrast(struct ov5640_dev *sensor, int value)
3110 {
3111 int ret;
3112
3113 if (value) {
3114 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3115 BIT(2), BIT(2));
3116 if (ret)
3117 return ret;
3118 ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL5,
3119 value & 0xff);
3120 } else {
3121 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(2), 0);
3122 }
3123
3124 return ret;
3125 }
3126
ov5640_set_ctrl_saturation(struct ov5640_dev * sensor,int value)3127 static int ov5640_set_ctrl_saturation(struct ov5640_dev *sensor, int value)
3128 {
3129 int ret;
3130
3131 if (value) {
3132 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3133 BIT(1), BIT(1));
3134 if (ret)
3135 return ret;
3136 ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL3,
3137 value & 0xff);
3138 if (ret)
3139 return ret;
3140 ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL4,
3141 value & 0xff);
3142 } else {
3143 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(1), 0);
3144 }
3145
3146 return ret;
3147 }
3148
ov5640_set_ctrl_white_balance(struct ov5640_dev * sensor,int awb)3149 static int ov5640_set_ctrl_white_balance(struct ov5640_dev *sensor, int awb)
3150 {
3151 int ret;
3152
3153 ret = ov5640_mod_reg(sensor, OV5640_REG_AWB_MANUAL_CTRL,
3154 BIT(0), awb ? 0 : 1);
3155 if (ret)
3156 return ret;
3157
3158 if (!awb) {
3159 u16 red = (u16)sensor->ctrls.red_balance->val;
3160 u16 blue = (u16)sensor->ctrls.blue_balance->val;
3161
3162 ret = ov5640_write_reg16(sensor, OV5640_REG_AWB_R_GAIN, red);
3163 if (ret)
3164 return ret;
3165 ret = ov5640_write_reg16(sensor, OV5640_REG_AWB_B_GAIN, blue);
3166 }
3167
3168 return ret;
3169 }
3170
ov5640_set_ctrl_exposure(struct ov5640_dev * sensor,enum v4l2_exposure_auto_type auto_exposure)3171 static int ov5640_set_ctrl_exposure(struct ov5640_dev *sensor,
3172 enum v4l2_exposure_auto_type auto_exposure)
3173 {
3174 struct ov5640_ctrls *ctrls = &sensor->ctrls;
3175 bool auto_exp = (auto_exposure == V4L2_EXPOSURE_AUTO);
3176 int ret = 0;
3177
3178 if (ctrls->auto_exp->is_new) {
3179 ret = ov5640_set_autoexposure(sensor, auto_exp);
3180 if (ret)
3181 return ret;
3182 }
3183
3184 if (!auto_exp && ctrls->exposure->is_new) {
3185 u16 max_exp;
3186
3187 ret = ov5640_read_reg16(sensor, OV5640_REG_AEC_PK_VTS,
3188 &max_exp);
3189 if (ret)
3190 return ret;
3191 ret = ov5640_get_vts(sensor);
3192 if (ret < 0)
3193 return ret;
3194 max_exp += ret;
3195 ret = 0;
3196
3197 if (ctrls->exposure->val < max_exp)
3198 ret = ov5640_set_exposure(sensor, ctrls->exposure->val);
3199 }
3200
3201 return ret;
3202 }
3203
ov5640_set_ctrl_gain(struct ov5640_dev * sensor,bool auto_gain)3204 static int ov5640_set_ctrl_gain(struct ov5640_dev *sensor, bool auto_gain)
3205 {
3206 struct ov5640_ctrls *ctrls = &sensor->ctrls;
3207 int ret = 0;
3208
3209 if (ctrls->auto_gain->is_new) {
3210 ret = ov5640_set_autogain(sensor, auto_gain);
3211 if (ret)
3212 return ret;
3213 }
3214
3215 if (!auto_gain && ctrls->gain->is_new)
3216 ret = ov5640_set_gain(sensor, ctrls->gain->val);
3217
3218 return ret;
3219 }
3220
3221 static const char * const test_pattern_menu[] = {
3222 "Disabled",
3223 "Color bars",
3224 "Color bars w/ rolling bar",
3225 "Color squares",
3226 "Color squares w/ rolling bar",
3227 };
3228
3229 #define OV5640_TEST_ENABLE BIT(7)
3230 #define OV5640_TEST_ROLLING BIT(6) /* rolling horizontal bar */
3231 #define OV5640_TEST_TRANSPARENT BIT(5)
3232 #define OV5640_TEST_SQUARE_BW BIT(4) /* black & white squares */
3233 #define OV5640_TEST_BAR_STANDARD (0 << 2)
3234 #define OV5640_TEST_BAR_VERT_CHANGE_1 (1 << 2)
3235 #define OV5640_TEST_BAR_HOR_CHANGE (2 << 2)
3236 #define OV5640_TEST_BAR_VERT_CHANGE_2 (3 << 2)
3237 #define OV5640_TEST_BAR (0 << 0)
3238 #define OV5640_TEST_RANDOM (1 << 0)
3239 #define OV5640_TEST_SQUARE (2 << 0)
3240 #define OV5640_TEST_BLACK (3 << 0)
3241
3242 static const u8 test_pattern_val[] = {
3243 0,
3244 OV5640_TEST_ENABLE | OV5640_TEST_BAR_VERT_CHANGE_1 |
3245 OV5640_TEST_BAR,
3246 OV5640_TEST_ENABLE | OV5640_TEST_ROLLING |
3247 OV5640_TEST_BAR_VERT_CHANGE_1 | OV5640_TEST_BAR,
3248 OV5640_TEST_ENABLE | OV5640_TEST_SQUARE,
3249 OV5640_TEST_ENABLE | OV5640_TEST_ROLLING | OV5640_TEST_SQUARE,
3250 };
3251
ov5640_set_ctrl_test_pattern(struct ov5640_dev * sensor,int value)3252 static int ov5640_set_ctrl_test_pattern(struct ov5640_dev *sensor, int value)
3253 {
3254 return ov5640_write_reg(sensor, OV5640_REG_PRE_ISP_TEST_SET1,
3255 test_pattern_val[value]);
3256 }
3257
ov5640_set_ctrl_light_freq(struct ov5640_dev * sensor,int value)3258 static int ov5640_set_ctrl_light_freq(struct ov5640_dev *sensor, int value)
3259 {
3260 int ret;
3261
3262 ret = ov5640_mod_reg(sensor, OV5640_REG_HZ5060_CTRL01, BIT(7),
3263 (value == V4L2_CID_POWER_LINE_FREQUENCY_AUTO) ?
3264 0 : BIT(7));
3265 if (ret)
3266 return ret;
3267
3268 return ov5640_mod_reg(sensor, OV5640_REG_HZ5060_CTRL00, BIT(2),
3269 (value == V4L2_CID_POWER_LINE_FREQUENCY_50HZ) ?
3270 BIT(2) : 0);
3271 }
3272
ov5640_set_ctrl_hflip(struct ov5640_dev * sensor,int value)3273 static int ov5640_set_ctrl_hflip(struct ov5640_dev *sensor, int value)
3274 {
3275 /*
3276 * If sensor is mounted upside down, mirror logic is inversed.
3277 *
3278 * Sensor is a BSI (Back Side Illuminated) one,
3279 * so image captured is physically mirrored.
3280 * This is why mirror logic is inversed in
3281 * order to cancel this mirror effect.
3282 */
3283
3284 /*
3285 * TIMING TC REG21:
3286 * - [2]: ISP mirror
3287 * - [1]: Sensor mirror
3288 */
3289 return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
3290 BIT(2) | BIT(1),
3291 (!(value ^ sensor->upside_down)) ?
3292 (BIT(2) | BIT(1)) : 0);
3293 }
3294
ov5640_set_ctrl_vflip(struct ov5640_dev * sensor,int value)3295 static int ov5640_set_ctrl_vflip(struct ov5640_dev *sensor, int value)
3296 {
3297 /* If sensor is mounted upside down, flip logic is inversed */
3298
3299 /*
3300 * TIMING TC REG20:
3301 * - [2]: ISP vflip
3302 * - [1]: Sensor vflip
3303 */
3304 return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG20,
3305 BIT(2) | BIT(1),
3306 (value ^ sensor->upside_down) ?
3307 (BIT(2) | BIT(1)) : 0);
3308 }
3309
ov5640_set_ctrl_vblank(struct ov5640_dev * sensor,int value)3310 static int ov5640_set_ctrl_vblank(struct ov5640_dev *sensor, int value)
3311 {
3312 const struct ov5640_mode_info *mode = sensor->current_mode;
3313
3314 /* Update the VTOT timing register value. */
3315 return ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS,
3316 mode->height + value);
3317 }
3318
ov5640_g_volatile_ctrl(struct v4l2_ctrl * ctrl)3319 static int ov5640_g_volatile_ctrl(struct v4l2_ctrl *ctrl)
3320 {
3321 struct v4l2_subdev *sd = ctrl_to_sd(ctrl);
3322 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3323 int val;
3324
3325 /* v4l2_ctrl_lock() locks our own mutex */
3326
3327 if (!pm_runtime_get_if_in_use(&sensor->i2c_client->dev))
3328 return 0;
3329
3330 switch (ctrl->id) {
3331 case V4L2_CID_AUTOGAIN:
3332 val = ov5640_get_gain(sensor);
3333 if (val < 0)
3334 return val;
3335 sensor->ctrls.gain->val = val;
3336 break;
3337 case V4L2_CID_EXPOSURE_AUTO:
3338 val = ov5640_get_exposure(sensor);
3339 if (val < 0)
3340 return val;
3341 sensor->ctrls.exposure->val = val;
3342 break;
3343 }
3344
3345 pm_runtime_mark_last_busy(&sensor->i2c_client->dev);
3346 pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3347
3348 return 0;
3349 }
3350
ov5640_s_ctrl(struct v4l2_ctrl * ctrl)3351 static int ov5640_s_ctrl(struct v4l2_ctrl *ctrl)
3352 {
3353 struct v4l2_subdev *sd = ctrl_to_sd(ctrl);
3354 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3355 const struct ov5640_mode_info *mode = sensor->current_mode;
3356 const struct ov5640_timings *timings;
3357 unsigned int exp_max;
3358 int ret;
3359
3360 /* v4l2_ctrl_lock() locks our own mutex */
3361
3362 switch (ctrl->id) {
3363 case V4L2_CID_VBLANK:
3364 /* Update the exposure range to the newly programmed vblank. */
3365 timings = ov5640_timings(sensor, mode);
3366 exp_max = mode->height + ctrl->val - 4;
3367 __v4l2_ctrl_modify_range(sensor->ctrls.exposure,
3368 sensor->ctrls.exposure->minimum,
3369 exp_max, sensor->ctrls.exposure->step,
3370 timings->vblank_def);
3371 break;
3372 }
3373
3374 /*
3375 * If the device is not powered up by the host driver do
3376 * not apply any controls to H/W at this time. Instead
3377 * the controls will be restored at start streaming time.
3378 */
3379 if (!pm_runtime_get_if_in_use(&sensor->i2c_client->dev))
3380 return 0;
3381
3382 switch (ctrl->id) {
3383 case V4L2_CID_AUTOGAIN:
3384 ret = ov5640_set_ctrl_gain(sensor, ctrl->val);
3385 break;
3386 case V4L2_CID_EXPOSURE_AUTO:
3387 ret = ov5640_set_ctrl_exposure(sensor, ctrl->val);
3388 break;
3389 case V4L2_CID_AUTO_WHITE_BALANCE:
3390 ret = ov5640_set_ctrl_white_balance(sensor, ctrl->val);
3391 break;
3392 case V4L2_CID_HUE:
3393 ret = ov5640_set_ctrl_hue(sensor, ctrl->val);
3394 break;
3395 case V4L2_CID_CONTRAST:
3396 ret = ov5640_set_ctrl_contrast(sensor, ctrl->val);
3397 break;
3398 case V4L2_CID_SATURATION:
3399 ret = ov5640_set_ctrl_saturation(sensor, ctrl->val);
3400 break;
3401 case V4L2_CID_TEST_PATTERN:
3402 ret = ov5640_set_ctrl_test_pattern(sensor, ctrl->val);
3403 break;
3404 case V4L2_CID_POWER_LINE_FREQUENCY:
3405 ret = ov5640_set_ctrl_light_freq(sensor, ctrl->val);
3406 break;
3407 case V4L2_CID_HFLIP:
3408 ret = ov5640_set_ctrl_hflip(sensor, ctrl->val);
3409 break;
3410 case V4L2_CID_VFLIP:
3411 ret = ov5640_set_ctrl_vflip(sensor, ctrl->val);
3412 break;
3413 case V4L2_CID_VBLANK:
3414 ret = ov5640_set_ctrl_vblank(sensor, ctrl->val);
3415 break;
3416 default:
3417 ret = -EINVAL;
3418 break;
3419 }
3420
3421 pm_runtime_mark_last_busy(&sensor->i2c_client->dev);
3422 pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3423
3424 return ret;
3425 }
3426
3427 static const struct v4l2_ctrl_ops ov5640_ctrl_ops = {
3428 .g_volatile_ctrl = ov5640_g_volatile_ctrl,
3429 .s_ctrl = ov5640_s_ctrl,
3430 };
3431
ov5640_init_controls(struct ov5640_dev * sensor)3432 static int ov5640_init_controls(struct ov5640_dev *sensor)
3433 {
3434 const struct ov5640_mode_info *mode = sensor->current_mode;
3435 const struct v4l2_ctrl_ops *ops = &ov5640_ctrl_ops;
3436 struct ov5640_ctrls *ctrls = &sensor->ctrls;
3437 struct v4l2_ctrl_handler *hdl = &ctrls->handler;
3438 struct v4l2_fwnode_device_properties props;
3439 const struct ov5640_timings *timings;
3440 unsigned int max_vblank;
3441 unsigned int hblank;
3442 int ret;
3443
3444 v4l2_ctrl_handler_init(hdl, 32);
3445
3446 /* we can use our own mutex for the ctrl lock */
3447 hdl->lock = &sensor->lock;
3448
3449 /* Clock related controls */
3450 ctrls->pixel_rate = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_PIXEL_RATE,
3451 ov5640_pixel_rates[OV5640_NUM_PIXEL_RATES - 1],
3452 ov5640_pixel_rates[0], 1,
3453 ov5640_pixel_rates[mode->pixel_rate]);
3454
3455 ctrls->link_freq = v4l2_ctrl_new_int_menu(hdl, ops,
3456 V4L2_CID_LINK_FREQ,
3457 ARRAY_SIZE(ov5640_csi2_link_freqs) - 1,
3458 OV5640_DEFAULT_LINK_FREQ,
3459 ov5640_csi2_link_freqs);
3460
3461 timings = ov5640_timings(sensor, mode);
3462 hblank = timings->htot - mode->width;
3463 ctrls->hblank = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HBLANK, hblank,
3464 hblank, 1, hblank);
3465
3466 max_vblank = OV5640_MAX_VTS - mode->height;
3467 ctrls->vblank = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_VBLANK,
3468 OV5640_MIN_VBLANK, max_vblank,
3469 1, timings->vblank_def);
3470
3471 /* Auto/manual white balance */
3472 ctrls->auto_wb = v4l2_ctrl_new_std(hdl, ops,
3473 V4L2_CID_AUTO_WHITE_BALANCE,
3474 0, 1, 1, 1);
3475 ctrls->blue_balance = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_BLUE_BALANCE,
3476 0, 4095, 1, 0);
3477 ctrls->red_balance = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_RED_BALANCE,
3478 0, 4095, 1, 0);
3479 /* Auto/manual exposure */
3480 ctrls->auto_exp = v4l2_ctrl_new_std_menu(hdl, ops,
3481 V4L2_CID_EXPOSURE_AUTO,
3482 V4L2_EXPOSURE_MANUAL, 0,
3483 V4L2_EXPOSURE_AUTO);
3484 ctrls->exposure = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_EXPOSURE,
3485 0, 65535, 1, 0);
3486 /* Auto/manual gain */
3487 ctrls->auto_gain = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_AUTOGAIN,
3488 0, 1, 1, 1);
3489 ctrls->gain = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_ANALOGUE_GAIN,
3490 0, 1023, 1, 0);
3491
3492 ctrls->saturation = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_SATURATION,
3493 0, 255, 1, 64);
3494 ctrls->hue = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HUE,
3495 0, 359, 1, 0);
3496 ctrls->contrast = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_CONTRAST,
3497 0, 255, 1, 0);
3498 ctrls->test_pattern =
3499 v4l2_ctrl_new_std_menu_items(hdl, ops, V4L2_CID_TEST_PATTERN,
3500 ARRAY_SIZE(test_pattern_menu) - 1,
3501 0, 0, test_pattern_menu);
3502 ctrls->hflip = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HFLIP,
3503 0, 1, 1, 0);
3504 ctrls->vflip = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_VFLIP,
3505 0, 1, 1, 0);
3506
3507 ctrls->light_freq =
3508 v4l2_ctrl_new_std_menu(hdl, ops,
3509 V4L2_CID_POWER_LINE_FREQUENCY,
3510 V4L2_CID_POWER_LINE_FREQUENCY_AUTO, 0,
3511 V4L2_CID_POWER_LINE_FREQUENCY_50HZ);
3512
3513 if (hdl->error) {
3514 ret = hdl->error;
3515 goto free_ctrls;
3516 }
3517
3518 ret = v4l2_fwnode_device_parse(&sensor->i2c_client->dev, &props);
3519 if (ret)
3520 goto free_ctrls;
3521
3522 if (props.rotation == 180)
3523 sensor->upside_down = true;
3524
3525 ret = v4l2_ctrl_new_fwnode_properties(hdl, ops, &props);
3526 if (ret)
3527 goto free_ctrls;
3528
3529 ctrls->pixel_rate->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3530 ctrls->link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3531 ctrls->hblank->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3532 ctrls->gain->flags |= V4L2_CTRL_FLAG_VOLATILE;
3533 ctrls->exposure->flags |= V4L2_CTRL_FLAG_VOLATILE;
3534
3535 v4l2_ctrl_auto_cluster(3, &ctrls->auto_wb, 0, false);
3536 v4l2_ctrl_auto_cluster(2, &ctrls->auto_gain, 0, true);
3537 v4l2_ctrl_auto_cluster(2, &ctrls->auto_exp, 1, true);
3538
3539 sensor->sd.ctrl_handler = hdl;
3540 return 0;
3541
3542 free_ctrls:
3543 v4l2_ctrl_handler_free(hdl);
3544 return ret;
3545 }
3546
ov5640_enum_frame_size(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_frame_size_enum * fse)3547 static int ov5640_enum_frame_size(struct v4l2_subdev *sd,
3548 struct v4l2_subdev_state *sd_state,
3549 struct v4l2_subdev_frame_size_enum *fse)
3550 {
3551 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3552 u32 bpp = ov5640_code_to_bpp(sensor, fse->code);
3553 unsigned int index = fse->index;
3554
3555 if (fse->pad != 0)
3556 return -EINVAL;
3557 if (!bpp)
3558 return -EINVAL;
3559
3560 /* Only low-resolution modes are supported for 24bpp formats. */
3561 if (bpp == 24 && index >= OV5640_MODE_720P_1280_720)
3562 return -EINVAL;
3563
3564 /* FIXME: Low resolution modes don't work in 8bpp formats. */
3565 if (bpp == 8)
3566 index += OV5640_MODE_720P_1280_720;
3567
3568 if (index >= OV5640_NUM_MODES)
3569 return -EINVAL;
3570
3571 fse->min_width = ov5640_mode_data[index].width;
3572 fse->max_width = fse->min_width;
3573 fse->min_height = ov5640_mode_data[index].height;
3574 fse->max_height = fse->min_height;
3575
3576 return 0;
3577 }
3578
ov5640_enum_frame_interval(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_frame_interval_enum * fie)3579 static int ov5640_enum_frame_interval(
3580 struct v4l2_subdev *sd,
3581 struct v4l2_subdev_state *sd_state,
3582 struct v4l2_subdev_frame_interval_enum *fie)
3583 {
3584 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3585 const struct ov5640_mode_info *mode;
3586 struct v4l2_fract tpf;
3587 int ret;
3588
3589 if (fie->pad != 0)
3590 return -EINVAL;
3591 if (fie->index >= OV5640_NUM_FRAMERATES)
3592 return -EINVAL;
3593
3594 mode = ov5640_find_mode(sensor, fie->width, fie->height, false);
3595 if (!mode)
3596 return -EINVAL;
3597
3598 tpf.numerator = 1;
3599 tpf.denominator = ov5640_framerates[fie->index];
3600
3601 ret = ov5640_try_frame_interval(sensor, &tpf, mode);
3602 if (ret < 0)
3603 return -EINVAL;
3604
3605 fie->interval = tpf;
3606 return 0;
3607 }
3608
ov5640_g_frame_interval(struct v4l2_subdev * sd,struct v4l2_subdev_frame_interval * fi)3609 static int ov5640_g_frame_interval(struct v4l2_subdev *sd,
3610 struct v4l2_subdev_frame_interval *fi)
3611 {
3612 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3613
3614 mutex_lock(&sensor->lock);
3615 fi->interval = sensor->frame_interval;
3616 mutex_unlock(&sensor->lock);
3617
3618 return 0;
3619 }
3620
ov5640_s_frame_interval(struct v4l2_subdev * sd,struct v4l2_subdev_frame_interval * fi)3621 static int ov5640_s_frame_interval(struct v4l2_subdev *sd,
3622 struct v4l2_subdev_frame_interval *fi)
3623 {
3624 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3625 const struct ov5640_mode_info *mode;
3626 int frame_rate, ret = 0;
3627
3628 if (fi->pad != 0)
3629 return -EINVAL;
3630
3631 mutex_lock(&sensor->lock);
3632
3633 if (sensor->streaming) {
3634 ret = -EBUSY;
3635 goto out;
3636 }
3637
3638 mode = sensor->current_mode;
3639
3640 frame_rate = ov5640_try_frame_interval(sensor, &fi->interval, mode);
3641 if (frame_rate < 0) {
3642 /* Always return a valid frame interval value */
3643 fi->interval = sensor->frame_interval;
3644 goto out;
3645 }
3646
3647 mode = ov5640_find_mode(sensor, mode->width, mode->height, true);
3648 if (!mode) {
3649 ret = -EINVAL;
3650 goto out;
3651 }
3652
3653 if (ov5640_framerates[frame_rate] > ov5640_framerates[mode->max_fps]) {
3654 ret = -EINVAL;
3655 goto out;
3656 }
3657
3658 if (mode != sensor->current_mode ||
3659 frame_rate != sensor->current_fr) {
3660 sensor->current_fr = frame_rate;
3661 sensor->frame_interval = fi->interval;
3662 sensor->current_mode = mode;
3663 sensor->pending_mode_change = true;
3664
3665 ov5640_update_pixel_rate(sensor);
3666 }
3667 out:
3668 mutex_unlock(&sensor->lock);
3669 return ret;
3670 }
3671
ov5640_enum_mbus_code(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_mbus_code_enum * code)3672 static int ov5640_enum_mbus_code(struct v4l2_subdev *sd,
3673 struct v4l2_subdev_state *sd_state,
3674 struct v4l2_subdev_mbus_code_enum *code)
3675 {
3676 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3677 const struct ov5640_pixfmt *formats;
3678 unsigned int num_formats;
3679
3680 if (ov5640_is_csi2(sensor)) {
3681 formats = ov5640_csi2_formats;
3682 num_formats = ARRAY_SIZE(ov5640_csi2_formats) - 1;
3683 } else {
3684 formats = ov5640_dvp_formats;
3685 num_formats = ARRAY_SIZE(ov5640_dvp_formats) - 1;
3686 }
3687
3688 if (code->index >= num_formats)
3689 return -EINVAL;
3690
3691 code->code = formats[code->index].code;
3692
3693 return 0;
3694 }
3695
ov5640_s_stream(struct v4l2_subdev * sd,int enable)3696 static int ov5640_s_stream(struct v4l2_subdev *sd, int enable)
3697 {
3698 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3699 int ret = 0;
3700
3701 if (enable) {
3702 ret = pm_runtime_resume_and_get(&sensor->i2c_client->dev);
3703 if (ret < 0)
3704 return ret;
3705
3706 ret = v4l2_ctrl_handler_setup(&sensor->ctrls.handler);
3707 if (ret) {
3708 pm_runtime_put(&sensor->i2c_client->dev);
3709 return ret;
3710 }
3711 }
3712
3713 mutex_lock(&sensor->lock);
3714
3715 if (sensor->streaming == !enable) {
3716 if (enable && sensor->pending_mode_change) {
3717 ret = ov5640_set_mode(sensor);
3718 if (ret)
3719 goto out;
3720 }
3721
3722 if (enable && sensor->pending_fmt_change) {
3723 ret = ov5640_set_framefmt(sensor, &sensor->fmt);
3724 if (ret)
3725 goto out;
3726 sensor->pending_fmt_change = false;
3727 }
3728
3729 if (ov5640_is_csi2(sensor))
3730 ret = ov5640_set_stream_mipi(sensor, enable);
3731 else
3732 ret = ov5640_set_stream_dvp(sensor, enable);
3733
3734 if (!ret)
3735 sensor->streaming = enable;
3736 }
3737
3738 out:
3739 mutex_unlock(&sensor->lock);
3740
3741 if (!enable || ret) {
3742 pm_runtime_mark_last_busy(&sensor->i2c_client->dev);
3743 pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3744 }
3745
3746 return ret;
3747 }
3748
ov5640_init_cfg(struct v4l2_subdev * sd,struct v4l2_subdev_state * state)3749 static int ov5640_init_cfg(struct v4l2_subdev *sd,
3750 struct v4l2_subdev_state *state)
3751 {
3752 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3753 struct v4l2_mbus_framefmt *fmt =
3754 v4l2_subdev_get_try_format(sd, state, 0);
3755 struct v4l2_rect *crop = v4l2_subdev_get_try_crop(sd, state, 0);
3756
3757 *fmt = ov5640_is_csi2(sensor) ? ov5640_csi2_default_fmt :
3758 ov5640_dvp_default_fmt;
3759
3760 crop->left = OV5640_PIXEL_ARRAY_LEFT;
3761 crop->top = OV5640_PIXEL_ARRAY_TOP;
3762 crop->width = OV5640_PIXEL_ARRAY_WIDTH;
3763 crop->height = OV5640_PIXEL_ARRAY_HEIGHT;
3764
3765 return 0;
3766 }
3767
3768 static const struct v4l2_subdev_core_ops ov5640_core_ops = {
3769 .log_status = v4l2_ctrl_subdev_log_status,
3770 .subscribe_event = v4l2_ctrl_subdev_subscribe_event,
3771 .unsubscribe_event = v4l2_event_subdev_unsubscribe,
3772 };
3773
3774 static const struct v4l2_subdev_video_ops ov5640_video_ops = {
3775 .g_frame_interval = ov5640_g_frame_interval,
3776 .s_frame_interval = ov5640_s_frame_interval,
3777 .s_stream = ov5640_s_stream,
3778 };
3779
3780 static const struct v4l2_subdev_pad_ops ov5640_pad_ops = {
3781 .init_cfg = ov5640_init_cfg,
3782 .enum_mbus_code = ov5640_enum_mbus_code,
3783 .get_fmt = ov5640_get_fmt,
3784 .set_fmt = ov5640_set_fmt,
3785 .get_selection = ov5640_get_selection,
3786 .enum_frame_size = ov5640_enum_frame_size,
3787 .enum_frame_interval = ov5640_enum_frame_interval,
3788 };
3789
3790 static const struct v4l2_subdev_ops ov5640_subdev_ops = {
3791 .core = &ov5640_core_ops,
3792 .video = &ov5640_video_ops,
3793 .pad = &ov5640_pad_ops,
3794 };
3795
ov5640_get_regulators(struct ov5640_dev * sensor)3796 static int ov5640_get_regulators(struct ov5640_dev *sensor)
3797 {
3798 int i;
3799
3800 for (i = 0; i < OV5640_NUM_SUPPLIES; i++)
3801 sensor->supplies[i].supply = ov5640_supply_name[i];
3802
3803 return devm_regulator_bulk_get(&sensor->i2c_client->dev,
3804 OV5640_NUM_SUPPLIES,
3805 sensor->supplies);
3806 }
3807
ov5640_check_chip_id(struct ov5640_dev * sensor)3808 static int ov5640_check_chip_id(struct ov5640_dev *sensor)
3809 {
3810 struct i2c_client *client = sensor->i2c_client;
3811 int ret = 0;
3812 u16 chip_id;
3813
3814 ret = ov5640_read_reg16(sensor, OV5640_REG_CHIP_ID, &chip_id);
3815 if (ret) {
3816 dev_err(&client->dev, "%s: failed to read chip identifier\n",
3817 __func__);
3818 return ret;
3819 }
3820
3821 if (chip_id != 0x5640) {
3822 dev_err(&client->dev, "%s: wrong chip identifier, expected 0x5640, got 0x%x\n",
3823 __func__, chip_id);
3824 return -ENXIO;
3825 }
3826
3827 return 0;
3828 }
3829
ov5640_probe(struct i2c_client * client)3830 static int ov5640_probe(struct i2c_client *client)
3831 {
3832 struct device *dev = &client->dev;
3833 struct fwnode_handle *endpoint;
3834 struct ov5640_dev *sensor;
3835 int ret;
3836
3837 sensor = devm_kzalloc(dev, sizeof(*sensor), GFP_KERNEL);
3838 if (!sensor)
3839 return -ENOMEM;
3840
3841 sensor->i2c_client = client;
3842
3843 /*
3844 * default init sequence initialize sensor to
3845 * YUV422 UYVY VGA(30FPS in parallel mode, 60 in MIPI CSI-2 mode)
3846 */
3847 sensor->frame_interval.numerator = 1;
3848 sensor->frame_interval.denominator = ov5640_framerates[OV5640_30_FPS];
3849 sensor->current_fr = OV5640_30_FPS;
3850 sensor->current_mode =
3851 &ov5640_mode_data[OV5640_MODE_VGA_640_480];
3852 sensor->last_mode = sensor->current_mode;
3853 sensor->current_link_freq =
3854 ov5640_csi2_link_freqs[OV5640_DEFAULT_LINK_FREQ];
3855
3856 sensor->ae_target = 52;
3857
3858 endpoint = fwnode_graph_get_next_endpoint(dev_fwnode(&client->dev),
3859 NULL);
3860 if (!endpoint) {
3861 dev_err(dev, "endpoint node not found\n");
3862 return -EINVAL;
3863 }
3864
3865 ret = v4l2_fwnode_endpoint_parse(endpoint, &sensor->ep);
3866 fwnode_handle_put(endpoint);
3867 if (ret) {
3868 dev_err(dev, "Could not parse endpoint\n");
3869 return ret;
3870 }
3871
3872 if (sensor->ep.bus_type != V4L2_MBUS_PARALLEL &&
3873 sensor->ep.bus_type != V4L2_MBUS_CSI2_DPHY &&
3874 sensor->ep.bus_type != V4L2_MBUS_BT656) {
3875 dev_err(dev, "Unsupported bus type %d\n", sensor->ep.bus_type);
3876 return -EINVAL;
3877 }
3878
3879 sensor->fmt = ov5640_is_csi2(sensor) ? ov5640_csi2_default_fmt :
3880 ov5640_dvp_default_fmt;
3881
3882 /* get system clock (xclk) */
3883 sensor->xclk = devm_clk_get(dev, "xclk");
3884 if (IS_ERR(sensor->xclk)) {
3885 dev_err(dev, "failed to get xclk\n");
3886 return PTR_ERR(sensor->xclk);
3887 }
3888
3889 sensor->xclk_freq = clk_get_rate(sensor->xclk);
3890 if (sensor->xclk_freq < OV5640_XCLK_MIN ||
3891 sensor->xclk_freq > OV5640_XCLK_MAX) {
3892 dev_err(dev, "xclk frequency out of range: %d Hz\n",
3893 sensor->xclk_freq);
3894 return -EINVAL;
3895 }
3896
3897 /* request optional power down pin */
3898 sensor->pwdn_gpio = devm_gpiod_get_optional(dev, "powerdown",
3899 GPIOD_OUT_HIGH);
3900 if (IS_ERR(sensor->pwdn_gpio))
3901 return PTR_ERR(sensor->pwdn_gpio);
3902
3903 /* request optional reset pin */
3904 sensor->reset_gpio = devm_gpiod_get_optional(dev, "reset",
3905 GPIOD_OUT_HIGH);
3906 if (IS_ERR(sensor->reset_gpio))
3907 return PTR_ERR(sensor->reset_gpio);
3908
3909 v4l2_i2c_subdev_init(&sensor->sd, client, &ov5640_subdev_ops);
3910
3911 sensor->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE |
3912 V4L2_SUBDEV_FL_HAS_EVENTS;
3913 sensor->pad.flags = MEDIA_PAD_FL_SOURCE;
3914 sensor->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
3915 ret = media_entity_pads_init(&sensor->sd.entity, 1, &sensor->pad);
3916 if (ret)
3917 return ret;
3918
3919 ret = ov5640_get_regulators(sensor);
3920 if (ret)
3921 goto entity_cleanup;
3922
3923 mutex_init(&sensor->lock);
3924
3925 ret = ov5640_init_controls(sensor);
3926 if (ret)
3927 goto entity_cleanup;
3928
3929 ret = ov5640_sensor_resume(dev);
3930 if (ret) {
3931 dev_err(dev, "failed to power on\n");
3932 goto free_ctrls;
3933 }
3934
3935 pm_runtime_set_active(dev);
3936 pm_runtime_get_noresume(dev);
3937 pm_runtime_enable(dev);
3938
3939 ret = ov5640_check_chip_id(sensor);
3940 if (ret)
3941 goto err_pm_runtime;
3942
3943 ret = v4l2_async_register_subdev_sensor(&sensor->sd);
3944 if (ret)
3945 goto err_pm_runtime;
3946
3947 pm_runtime_set_autosuspend_delay(dev, 1000);
3948 pm_runtime_use_autosuspend(dev);
3949 pm_runtime_mark_last_busy(dev);
3950 pm_runtime_put_autosuspend(dev);
3951
3952 return 0;
3953
3954 err_pm_runtime:
3955 pm_runtime_put_noidle(dev);
3956 pm_runtime_disable(dev);
3957 ov5640_sensor_suspend(dev);
3958 free_ctrls:
3959 v4l2_ctrl_handler_free(&sensor->ctrls.handler);
3960 entity_cleanup:
3961 media_entity_cleanup(&sensor->sd.entity);
3962 mutex_destroy(&sensor->lock);
3963 return ret;
3964 }
3965
ov5640_remove(struct i2c_client * client)3966 static void ov5640_remove(struct i2c_client *client)
3967 {
3968 struct v4l2_subdev *sd = i2c_get_clientdata(client);
3969 struct ov5640_dev *sensor = to_ov5640_dev(sd);
3970 struct device *dev = &client->dev;
3971
3972 pm_runtime_disable(dev);
3973 if (!pm_runtime_status_suspended(dev))
3974 ov5640_sensor_suspend(dev);
3975 pm_runtime_set_suspended(dev);
3976
3977 v4l2_async_unregister_subdev(&sensor->sd);
3978 media_entity_cleanup(&sensor->sd.entity);
3979 v4l2_ctrl_handler_free(&sensor->ctrls.handler);
3980 mutex_destroy(&sensor->lock);
3981 }
3982
3983 static const struct dev_pm_ops ov5640_pm_ops = {
3984 SET_RUNTIME_PM_OPS(ov5640_sensor_suspend, ov5640_sensor_resume, NULL)
3985 };
3986
3987 static const struct i2c_device_id ov5640_id[] = {
3988 {"ov5640", 0},
3989 {},
3990 };
3991 MODULE_DEVICE_TABLE(i2c, ov5640_id);
3992
3993 static const struct of_device_id ov5640_dt_ids[] = {
3994 { .compatible = "ovti,ov5640" },
3995 { /* sentinel */ }
3996 };
3997 MODULE_DEVICE_TABLE(of, ov5640_dt_ids);
3998
3999 static struct i2c_driver ov5640_i2c_driver = {
4000 .driver = {
4001 .name = "ov5640",
4002 .of_match_table = ov5640_dt_ids,
4003 .pm = &ov5640_pm_ops,
4004 },
4005 .id_table = ov5640_id,
4006 .probe = ov5640_probe,
4007 .remove = ov5640_remove,
4008 };
4009
4010 module_i2c_driver(ov5640_i2c_driver);
4011
4012 MODULE_DESCRIPTION("OV5640 MIPI Camera Subdev Driver");
4013 MODULE_LICENSE("GPL");
4014