1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * video-i2c.c - Support for I2C transport video devices 4 * 5 * Copyright (C) 2018 Matt Ranostay <matt.ranostay@konsulko.com> 6 * 7 * Supported: 8 * - Panasonic AMG88xx Grid-Eye Sensors 9 * - Melexis MLX90640 Thermal Cameras 10 */ 11 12 #include <linux/delay.h> 13 #include <linux/freezer.h> 14 #include <linux/hwmon.h> 15 #include <linux/kthread.h> 16 #include <linux/i2c.h> 17 #include <linux/list.h> 18 #include <linux/module.h> 19 #include <linux/mutex.h> 20 #include <linux/of_device.h> 21 #include <linux/pm_runtime.h> 22 #include <linux/nvmem-provider.h> 23 #include <linux/regmap.h> 24 #include <linux/sched.h> 25 #include <linux/slab.h> 26 #include <linux/videodev2.h> 27 #include <media/v4l2-common.h> 28 #include <media/v4l2-device.h> 29 #include <media/v4l2-event.h> 30 #include <media/v4l2-fh.h> 31 #include <media/v4l2-ioctl.h> 32 #include <media/videobuf2-v4l2.h> 33 #include <media/videobuf2-vmalloc.h> 34 35 #define VIDEO_I2C_DRIVER "video-i2c" 36 37 struct video_i2c_chip; 38 39 struct video_i2c_buffer { 40 struct vb2_v4l2_buffer vb; 41 struct list_head list; 42 }; 43 44 struct video_i2c_data { 45 struct regmap *regmap; 46 const struct video_i2c_chip *chip; 47 struct mutex lock; 48 spinlock_t slock; 49 unsigned int sequence; 50 struct mutex queue_lock; 51 52 struct v4l2_device v4l2_dev; 53 struct video_device vdev; 54 struct vb2_queue vb_vidq; 55 56 struct task_struct *kthread_vid_cap; 57 struct list_head vid_cap_active; 58 59 struct v4l2_fract frame_interval; 60 }; 61 62 static const struct v4l2_fmtdesc amg88xx_format = { 63 .pixelformat = V4L2_PIX_FMT_Y12, 64 }; 65 66 static const struct v4l2_frmsize_discrete amg88xx_size = { 67 .width = 8, 68 .height = 8, 69 }; 70 71 static const struct v4l2_fmtdesc mlx90640_format = { 72 .pixelformat = V4L2_PIX_FMT_Y16_BE, 73 }; 74 75 static const struct v4l2_frmsize_discrete mlx90640_size = { 76 .width = 32, 77 .height = 26, /* 24 lines of pixel data + 2 lines of processing data */ 78 }; 79 80 static const struct regmap_config amg88xx_regmap_config = { 81 .reg_bits = 8, 82 .val_bits = 8, 83 .max_register = 0xff 84 }; 85 86 static const struct regmap_config mlx90640_regmap_config = { 87 .reg_bits = 16, 88 .val_bits = 16, 89 }; 90 91 struct video_i2c_chip { 92 /* video dimensions */ 93 const struct v4l2_fmtdesc *format; 94 const struct v4l2_frmsize_discrete *size; 95 96 /* available frame intervals */ 97 const struct v4l2_fract *frame_intervals; 98 unsigned int num_frame_intervals; 99 100 /* pixel buffer size */ 101 unsigned int buffer_size; 102 103 /* pixel size in bits */ 104 unsigned int bpp; 105 106 const struct regmap_config *regmap_config; 107 struct nvmem_config *nvmem_config; 108 109 /* setup function */ 110 int (*setup)(struct video_i2c_data *data); 111 112 /* xfer function */ 113 int (*xfer)(struct video_i2c_data *data, char *buf); 114 115 /* power control function */ 116 int (*set_power)(struct video_i2c_data *data, bool on); 117 118 /* hwmon init function */ 119 int (*hwmon_init)(struct video_i2c_data *data); 120 }; 121 122 static int mlx90640_nvram_read(void *priv, unsigned int offset, void *val, 123 size_t bytes) 124 { 125 struct video_i2c_data *data = priv; 126 127 return regmap_bulk_read(data->regmap, 0x2400 + offset, val, bytes); 128 } 129 130 static struct nvmem_config mlx90640_nvram_config = { 131 .name = "mlx90640_nvram", 132 .word_size = 2, 133 .stride = 1, 134 .size = 1664, 135 .reg_read = mlx90640_nvram_read, 136 }; 137 138 /* Power control register */ 139 #define AMG88XX_REG_PCTL 0x00 140 #define AMG88XX_PCTL_NORMAL 0x00 141 #define AMG88XX_PCTL_SLEEP 0x10 142 143 /* Reset register */ 144 #define AMG88XX_REG_RST 0x01 145 #define AMG88XX_RST_FLAG 0x30 146 #define AMG88XX_RST_INIT 0x3f 147 148 /* Frame rate register */ 149 #define AMG88XX_REG_FPSC 0x02 150 #define AMG88XX_FPSC_1FPS BIT(0) 151 152 /* Thermistor register */ 153 #define AMG88XX_REG_TTHL 0x0e 154 155 /* Temperature register */ 156 #define AMG88XX_REG_T01L 0x80 157 158 /* Control register */ 159 #define MLX90640_REG_CTL1 0x800d 160 #define MLX90640_REG_CTL1_MASK 0x0380 161 #define MLX90640_REG_CTL1_MASK_SHIFT 7 162 163 static int amg88xx_xfer(struct video_i2c_data *data, char *buf) 164 { 165 return regmap_bulk_read(data->regmap, AMG88XX_REG_T01L, buf, 166 data->chip->buffer_size); 167 } 168 169 static int mlx90640_xfer(struct video_i2c_data *data, char *buf) 170 { 171 return regmap_bulk_read(data->regmap, 0x400, buf, 172 data->chip->buffer_size); 173 } 174 175 static int amg88xx_setup(struct video_i2c_data *data) 176 { 177 unsigned int mask = AMG88XX_FPSC_1FPS; 178 unsigned int val; 179 180 if (data->frame_interval.numerator == data->frame_interval.denominator) 181 val = mask; 182 else 183 val = 0; 184 185 return regmap_update_bits(data->regmap, AMG88XX_REG_FPSC, mask, val); 186 } 187 188 static int mlx90640_setup(struct video_i2c_data *data) 189 { 190 unsigned int n, idx; 191 192 for (n = 0; n < data->chip->num_frame_intervals - 1; n++) { 193 if (data->frame_interval.numerator 194 != data->chip->frame_intervals[n].numerator) 195 continue; 196 197 if (data->frame_interval.denominator 198 == data->chip->frame_intervals[n].denominator) 199 break; 200 } 201 202 idx = data->chip->num_frame_intervals - n - 1; 203 204 return regmap_update_bits(data->regmap, MLX90640_REG_CTL1, 205 MLX90640_REG_CTL1_MASK, 206 idx << MLX90640_REG_CTL1_MASK_SHIFT); 207 } 208 209 static int amg88xx_set_power_on(struct video_i2c_data *data) 210 { 211 int ret; 212 213 ret = regmap_write(data->regmap, AMG88XX_REG_PCTL, AMG88XX_PCTL_NORMAL); 214 if (ret) 215 return ret; 216 217 msleep(50); 218 219 ret = regmap_write(data->regmap, AMG88XX_REG_RST, AMG88XX_RST_INIT); 220 if (ret) 221 return ret; 222 223 usleep_range(2000, 3000); 224 225 ret = regmap_write(data->regmap, AMG88XX_REG_RST, AMG88XX_RST_FLAG); 226 if (ret) 227 return ret; 228 229 /* 230 * Wait two frames before reading thermistor and temperature registers 231 */ 232 msleep(200); 233 234 return 0; 235 } 236 237 static int amg88xx_set_power_off(struct video_i2c_data *data) 238 { 239 int ret; 240 241 ret = regmap_write(data->regmap, AMG88XX_REG_PCTL, AMG88XX_PCTL_SLEEP); 242 if (ret) 243 return ret; 244 /* 245 * Wait for a while to avoid resuming normal mode immediately after 246 * entering sleep mode, otherwise the device occasionally goes wrong 247 * (thermistor and temperature registers are not updated at all) 248 */ 249 msleep(100); 250 251 return 0; 252 } 253 254 static int amg88xx_set_power(struct video_i2c_data *data, bool on) 255 { 256 if (on) 257 return amg88xx_set_power_on(data); 258 259 return amg88xx_set_power_off(data); 260 } 261 262 #if IS_ENABLED(CONFIG_HWMON) 263 264 static const u32 amg88xx_temp_config[] = { 265 HWMON_T_INPUT, 266 0 267 }; 268 269 static const struct hwmon_channel_info amg88xx_temp = { 270 .type = hwmon_temp, 271 .config = amg88xx_temp_config, 272 }; 273 274 static const struct hwmon_channel_info *amg88xx_info[] = { 275 &amg88xx_temp, 276 NULL 277 }; 278 279 static umode_t amg88xx_is_visible(const void *drvdata, 280 enum hwmon_sensor_types type, 281 u32 attr, int channel) 282 { 283 return 0444; 284 } 285 286 static int amg88xx_read(struct device *dev, enum hwmon_sensor_types type, 287 u32 attr, int channel, long *val) 288 { 289 struct video_i2c_data *data = dev_get_drvdata(dev); 290 __le16 buf; 291 int tmp; 292 293 tmp = pm_runtime_get_sync(regmap_get_device(data->regmap)); 294 if (tmp < 0) { 295 pm_runtime_put_noidle(regmap_get_device(data->regmap)); 296 return tmp; 297 } 298 299 tmp = regmap_bulk_read(data->regmap, AMG88XX_REG_TTHL, &buf, 2); 300 pm_runtime_mark_last_busy(regmap_get_device(data->regmap)); 301 pm_runtime_put_autosuspend(regmap_get_device(data->regmap)); 302 if (tmp) 303 return tmp; 304 305 tmp = le16_to_cpu(buf); 306 307 /* 308 * Check for sign bit, this isn't a two's complement value but an 309 * absolute temperature that needs to be inverted in the case of being 310 * negative. 311 */ 312 if (tmp & BIT(11)) 313 tmp = -(tmp & 0x7ff); 314 315 *val = (tmp * 625) / 10; 316 317 return 0; 318 } 319 320 static const struct hwmon_ops amg88xx_hwmon_ops = { 321 .is_visible = amg88xx_is_visible, 322 .read = amg88xx_read, 323 }; 324 325 static const struct hwmon_chip_info amg88xx_chip_info = { 326 .ops = &amg88xx_hwmon_ops, 327 .info = amg88xx_info, 328 }; 329 330 static int amg88xx_hwmon_init(struct video_i2c_data *data) 331 { 332 struct device *dev = regmap_get_device(data->regmap); 333 void *hwmon = devm_hwmon_device_register_with_info(dev, "amg88xx", data, 334 &amg88xx_chip_info, NULL); 335 336 return PTR_ERR_OR_ZERO(hwmon); 337 } 338 #else 339 #define amg88xx_hwmon_init NULL 340 #endif 341 342 enum { 343 AMG88XX, 344 MLX90640, 345 }; 346 347 static const struct v4l2_fract amg88xx_frame_intervals[] = { 348 { 1, 10 }, 349 { 1, 1 }, 350 }; 351 352 static const struct v4l2_fract mlx90640_frame_intervals[] = { 353 { 1, 64 }, 354 { 1, 32 }, 355 { 1, 16 }, 356 { 1, 8 }, 357 { 1, 4 }, 358 { 1, 2 }, 359 { 1, 1 }, 360 { 2, 1 }, 361 }; 362 363 static const struct video_i2c_chip video_i2c_chip[] = { 364 [AMG88XX] = { 365 .size = &amg88xx_size, 366 .format = &amg88xx_format, 367 .frame_intervals = amg88xx_frame_intervals, 368 .num_frame_intervals = ARRAY_SIZE(amg88xx_frame_intervals), 369 .buffer_size = 128, 370 .bpp = 16, 371 .regmap_config = &amg88xx_regmap_config, 372 .setup = &amg88xx_setup, 373 .xfer = &amg88xx_xfer, 374 .set_power = amg88xx_set_power, 375 .hwmon_init = amg88xx_hwmon_init, 376 }, 377 [MLX90640] = { 378 .size = &mlx90640_size, 379 .format = &mlx90640_format, 380 .frame_intervals = mlx90640_frame_intervals, 381 .num_frame_intervals = ARRAY_SIZE(mlx90640_frame_intervals), 382 .buffer_size = 1664, 383 .bpp = 16, 384 .regmap_config = &mlx90640_regmap_config, 385 .nvmem_config = &mlx90640_nvram_config, 386 .setup = mlx90640_setup, 387 .xfer = mlx90640_xfer, 388 }, 389 }; 390 391 static const struct v4l2_file_operations video_i2c_fops = { 392 .owner = THIS_MODULE, 393 .open = v4l2_fh_open, 394 .release = vb2_fop_release, 395 .poll = vb2_fop_poll, 396 .read = vb2_fop_read, 397 .mmap = vb2_fop_mmap, 398 .unlocked_ioctl = video_ioctl2, 399 }; 400 401 static int queue_setup(struct vb2_queue *vq, 402 unsigned int *nbuffers, unsigned int *nplanes, 403 unsigned int sizes[], struct device *alloc_devs[]) 404 { 405 struct video_i2c_data *data = vb2_get_drv_priv(vq); 406 unsigned int size = data->chip->buffer_size; 407 408 if (vq->num_buffers + *nbuffers < 2) 409 *nbuffers = 2; 410 411 if (*nplanes) 412 return sizes[0] < size ? -EINVAL : 0; 413 414 *nplanes = 1; 415 sizes[0] = size; 416 417 return 0; 418 } 419 420 static int buffer_prepare(struct vb2_buffer *vb) 421 { 422 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 423 struct video_i2c_data *data = vb2_get_drv_priv(vb->vb2_queue); 424 unsigned int size = data->chip->buffer_size; 425 426 if (vb2_plane_size(vb, 0) < size) 427 return -EINVAL; 428 429 vbuf->field = V4L2_FIELD_NONE; 430 vb2_set_plane_payload(vb, 0, size); 431 432 return 0; 433 } 434 435 static void buffer_queue(struct vb2_buffer *vb) 436 { 437 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 438 struct video_i2c_data *data = vb2_get_drv_priv(vb->vb2_queue); 439 struct video_i2c_buffer *buf = 440 container_of(vbuf, struct video_i2c_buffer, vb); 441 442 spin_lock(&data->slock); 443 list_add_tail(&buf->list, &data->vid_cap_active); 444 spin_unlock(&data->slock); 445 } 446 447 static int video_i2c_thread_vid_cap(void *priv) 448 { 449 struct video_i2c_data *data = priv; 450 unsigned int delay = mult_frac(HZ, data->frame_interval.numerator, 451 data->frame_interval.denominator); 452 453 set_freezable(); 454 455 do { 456 unsigned long start_jiffies = jiffies; 457 struct video_i2c_buffer *vid_cap_buf = NULL; 458 int schedule_delay; 459 460 try_to_freeze(); 461 462 spin_lock(&data->slock); 463 464 if (!list_empty(&data->vid_cap_active)) { 465 vid_cap_buf = list_last_entry(&data->vid_cap_active, 466 struct video_i2c_buffer, list); 467 list_del(&vid_cap_buf->list); 468 } 469 470 spin_unlock(&data->slock); 471 472 if (vid_cap_buf) { 473 struct vb2_buffer *vb2_buf = &vid_cap_buf->vb.vb2_buf; 474 void *vbuf = vb2_plane_vaddr(vb2_buf, 0); 475 int ret; 476 477 ret = data->chip->xfer(data, vbuf); 478 vb2_buf->timestamp = ktime_get_ns(); 479 vid_cap_buf->vb.sequence = data->sequence++; 480 vb2_buffer_done(vb2_buf, ret ? 481 VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE); 482 } 483 484 schedule_delay = delay - (jiffies - start_jiffies); 485 486 if (time_after(jiffies, start_jiffies + delay)) 487 schedule_delay = delay; 488 489 schedule_timeout_interruptible(schedule_delay); 490 } while (!kthread_should_stop()); 491 492 return 0; 493 } 494 495 static void video_i2c_del_list(struct vb2_queue *vq, enum vb2_buffer_state state) 496 { 497 struct video_i2c_data *data = vb2_get_drv_priv(vq); 498 struct video_i2c_buffer *buf, *tmp; 499 500 spin_lock(&data->slock); 501 502 list_for_each_entry_safe(buf, tmp, &data->vid_cap_active, list) { 503 list_del(&buf->list); 504 vb2_buffer_done(&buf->vb.vb2_buf, state); 505 } 506 507 spin_unlock(&data->slock); 508 } 509 510 static int start_streaming(struct vb2_queue *vq, unsigned int count) 511 { 512 struct video_i2c_data *data = vb2_get_drv_priv(vq); 513 struct device *dev = regmap_get_device(data->regmap); 514 int ret; 515 516 if (data->kthread_vid_cap) 517 return 0; 518 519 ret = pm_runtime_get_sync(dev); 520 if (ret < 0) { 521 pm_runtime_put_noidle(dev); 522 goto error_del_list; 523 } 524 525 ret = data->chip->setup(data); 526 if (ret) 527 goto error_rpm_put; 528 529 data->sequence = 0; 530 data->kthread_vid_cap = kthread_run(video_i2c_thread_vid_cap, data, 531 "%s-vid-cap", data->v4l2_dev.name); 532 ret = PTR_ERR_OR_ZERO(data->kthread_vid_cap); 533 if (!ret) 534 return 0; 535 536 error_rpm_put: 537 pm_runtime_mark_last_busy(dev); 538 pm_runtime_put_autosuspend(dev); 539 error_del_list: 540 video_i2c_del_list(vq, VB2_BUF_STATE_QUEUED); 541 542 return ret; 543 } 544 545 static void stop_streaming(struct vb2_queue *vq) 546 { 547 struct video_i2c_data *data = vb2_get_drv_priv(vq); 548 549 if (data->kthread_vid_cap == NULL) 550 return; 551 552 kthread_stop(data->kthread_vid_cap); 553 data->kthread_vid_cap = NULL; 554 pm_runtime_mark_last_busy(regmap_get_device(data->regmap)); 555 pm_runtime_put_autosuspend(regmap_get_device(data->regmap)); 556 557 video_i2c_del_list(vq, VB2_BUF_STATE_ERROR); 558 } 559 560 static const struct vb2_ops video_i2c_video_qops = { 561 .queue_setup = queue_setup, 562 .buf_prepare = buffer_prepare, 563 .buf_queue = buffer_queue, 564 .start_streaming = start_streaming, 565 .stop_streaming = stop_streaming, 566 .wait_prepare = vb2_ops_wait_prepare, 567 .wait_finish = vb2_ops_wait_finish, 568 }; 569 570 static int video_i2c_querycap(struct file *file, void *priv, 571 struct v4l2_capability *vcap) 572 { 573 struct video_i2c_data *data = video_drvdata(file); 574 struct device *dev = regmap_get_device(data->regmap); 575 struct i2c_client *client = to_i2c_client(dev); 576 577 strscpy(vcap->driver, data->v4l2_dev.name, sizeof(vcap->driver)); 578 strscpy(vcap->card, data->vdev.name, sizeof(vcap->card)); 579 580 sprintf(vcap->bus_info, "I2C:%d-%d", client->adapter->nr, client->addr); 581 582 return 0; 583 } 584 585 static int video_i2c_g_input(struct file *file, void *fh, unsigned int *inp) 586 { 587 *inp = 0; 588 589 return 0; 590 } 591 592 static int video_i2c_s_input(struct file *file, void *fh, unsigned int inp) 593 { 594 return (inp > 0) ? -EINVAL : 0; 595 } 596 597 static int video_i2c_enum_input(struct file *file, void *fh, 598 struct v4l2_input *vin) 599 { 600 if (vin->index > 0) 601 return -EINVAL; 602 603 strscpy(vin->name, "Camera", sizeof(vin->name)); 604 605 vin->type = V4L2_INPUT_TYPE_CAMERA; 606 607 return 0; 608 } 609 610 static int video_i2c_enum_fmt_vid_cap(struct file *file, void *fh, 611 struct v4l2_fmtdesc *fmt) 612 { 613 struct video_i2c_data *data = video_drvdata(file); 614 enum v4l2_buf_type type = fmt->type; 615 616 if (fmt->index > 0) 617 return -EINVAL; 618 619 *fmt = *data->chip->format; 620 fmt->type = type; 621 622 return 0; 623 } 624 625 static int video_i2c_enum_framesizes(struct file *file, void *fh, 626 struct v4l2_frmsizeenum *fsize) 627 { 628 const struct video_i2c_data *data = video_drvdata(file); 629 const struct v4l2_frmsize_discrete *size = data->chip->size; 630 631 /* currently only one frame size is allowed */ 632 if (fsize->index > 0) 633 return -EINVAL; 634 635 if (fsize->pixel_format != data->chip->format->pixelformat) 636 return -EINVAL; 637 638 fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE; 639 fsize->discrete.width = size->width; 640 fsize->discrete.height = size->height; 641 642 return 0; 643 } 644 645 static int video_i2c_enum_frameintervals(struct file *file, void *priv, 646 struct v4l2_frmivalenum *fe) 647 { 648 const struct video_i2c_data *data = video_drvdata(file); 649 const struct v4l2_frmsize_discrete *size = data->chip->size; 650 651 if (fe->index >= data->chip->num_frame_intervals) 652 return -EINVAL; 653 654 if (fe->width != size->width || fe->height != size->height) 655 return -EINVAL; 656 657 fe->type = V4L2_FRMIVAL_TYPE_DISCRETE; 658 fe->discrete = data->chip->frame_intervals[fe->index]; 659 660 return 0; 661 } 662 663 static int video_i2c_try_fmt_vid_cap(struct file *file, void *fh, 664 struct v4l2_format *fmt) 665 { 666 const struct video_i2c_data *data = video_drvdata(file); 667 const struct v4l2_frmsize_discrete *size = data->chip->size; 668 struct v4l2_pix_format *pix = &fmt->fmt.pix; 669 unsigned int bpp = data->chip->bpp / 8; 670 671 pix->width = size->width; 672 pix->height = size->height; 673 pix->pixelformat = data->chip->format->pixelformat; 674 pix->field = V4L2_FIELD_NONE; 675 pix->bytesperline = pix->width * bpp; 676 pix->sizeimage = pix->bytesperline * pix->height; 677 pix->colorspace = V4L2_COLORSPACE_RAW; 678 679 return 0; 680 } 681 682 static int video_i2c_s_fmt_vid_cap(struct file *file, void *fh, 683 struct v4l2_format *fmt) 684 { 685 struct video_i2c_data *data = video_drvdata(file); 686 687 if (vb2_is_busy(&data->vb_vidq)) 688 return -EBUSY; 689 690 return video_i2c_try_fmt_vid_cap(file, fh, fmt); 691 } 692 693 static int video_i2c_g_parm(struct file *filp, void *priv, 694 struct v4l2_streamparm *parm) 695 { 696 struct video_i2c_data *data = video_drvdata(filp); 697 698 if (parm->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) 699 return -EINVAL; 700 701 parm->parm.capture.readbuffers = 1; 702 parm->parm.capture.capability = V4L2_CAP_TIMEPERFRAME; 703 parm->parm.capture.timeperframe = data->frame_interval; 704 705 return 0; 706 } 707 708 static int video_i2c_s_parm(struct file *filp, void *priv, 709 struct v4l2_streamparm *parm) 710 { 711 struct video_i2c_data *data = video_drvdata(filp); 712 int i; 713 714 for (i = 0; i < data->chip->num_frame_intervals - 1; i++) { 715 if (V4L2_FRACT_COMPARE(parm->parm.capture.timeperframe, <=, 716 data->chip->frame_intervals[i])) 717 break; 718 } 719 data->frame_interval = data->chip->frame_intervals[i]; 720 721 return video_i2c_g_parm(filp, priv, parm); 722 } 723 724 static const struct v4l2_ioctl_ops video_i2c_ioctl_ops = { 725 .vidioc_querycap = video_i2c_querycap, 726 .vidioc_g_input = video_i2c_g_input, 727 .vidioc_s_input = video_i2c_s_input, 728 .vidioc_enum_input = video_i2c_enum_input, 729 .vidioc_enum_fmt_vid_cap = video_i2c_enum_fmt_vid_cap, 730 .vidioc_enum_framesizes = video_i2c_enum_framesizes, 731 .vidioc_enum_frameintervals = video_i2c_enum_frameintervals, 732 .vidioc_g_fmt_vid_cap = video_i2c_try_fmt_vid_cap, 733 .vidioc_s_fmt_vid_cap = video_i2c_s_fmt_vid_cap, 734 .vidioc_g_parm = video_i2c_g_parm, 735 .vidioc_s_parm = video_i2c_s_parm, 736 .vidioc_try_fmt_vid_cap = video_i2c_try_fmt_vid_cap, 737 .vidioc_reqbufs = vb2_ioctl_reqbufs, 738 .vidioc_create_bufs = vb2_ioctl_create_bufs, 739 .vidioc_prepare_buf = vb2_ioctl_prepare_buf, 740 .vidioc_querybuf = vb2_ioctl_querybuf, 741 .vidioc_qbuf = vb2_ioctl_qbuf, 742 .vidioc_dqbuf = vb2_ioctl_dqbuf, 743 .vidioc_streamon = vb2_ioctl_streamon, 744 .vidioc_streamoff = vb2_ioctl_streamoff, 745 }; 746 747 static void video_i2c_release(struct video_device *vdev) 748 { 749 struct video_i2c_data *data = video_get_drvdata(vdev); 750 751 v4l2_device_unregister(&data->v4l2_dev); 752 mutex_destroy(&data->lock); 753 mutex_destroy(&data->queue_lock); 754 regmap_exit(data->regmap); 755 kfree(data); 756 } 757 758 static int video_i2c_probe(struct i2c_client *client, 759 const struct i2c_device_id *id) 760 { 761 struct video_i2c_data *data; 762 struct v4l2_device *v4l2_dev; 763 struct vb2_queue *queue; 764 int ret = -ENODEV; 765 766 data = kzalloc(sizeof(*data), GFP_KERNEL); 767 if (!data) 768 return -ENOMEM; 769 770 if (dev_fwnode(&client->dev)) 771 data->chip = device_get_match_data(&client->dev); 772 else if (id) 773 data->chip = &video_i2c_chip[id->driver_data]; 774 else 775 goto error_free_device; 776 777 data->regmap = regmap_init_i2c(client, data->chip->regmap_config); 778 if (IS_ERR(data->regmap)) { 779 ret = PTR_ERR(data->regmap); 780 goto error_free_device; 781 } 782 783 v4l2_dev = &data->v4l2_dev; 784 strscpy(v4l2_dev->name, VIDEO_I2C_DRIVER, sizeof(v4l2_dev->name)); 785 786 ret = v4l2_device_register(&client->dev, v4l2_dev); 787 if (ret < 0) 788 goto error_regmap_exit; 789 790 mutex_init(&data->lock); 791 mutex_init(&data->queue_lock); 792 793 queue = &data->vb_vidq; 794 queue->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 795 queue->io_modes = VB2_DMABUF | VB2_MMAP | VB2_USERPTR | VB2_READ; 796 queue->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC; 797 queue->drv_priv = data; 798 queue->buf_struct_size = sizeof(struct video_i2c_buffer); 799 queue->min_buffers_needed = 1; 800 queue->ops = &video_i2c_video_qops; 801 queue->mem_ops = &vb2_vmalloc_memops; 802 803 ret = vb2_queue_init(queue); 804 if (ret < 0) 805 goto error_unregister_device; 806 807 data->vdev.queue = queue; 808 data->vdev.queue->lock = &data->queue_lock; 809 810 snprintf(data->vdev.name, sizeof(data->vdev.name), 811 "I2C %d-%d Transport Video", 812 client->adapter->nr, client->addr); 813 814 data->vdev.v4l2_dev = v4l2_dev; 815 data->vdev.fops = &video_i2c_fops; 816 data->vdev.lock = &data->lock; 817 data->vdev.ioctl_ops = &video_i2c_ioctl_ops; 818 data->vdev.release = video_i2c_release; 819 data->vdev.device_caps = V4L2_CAP_VIDEO_CAPTURE | 820 V4L2_CAP_READWRITE | V4L2_CAP_STREAMING; 821 822 spin_lock_init(&data->slock); 823 INIT_LIST_HEAD(&data->vid_cap_active); 824 825 data->frame_interval = data->chip->frame_intervals[0]; 826 827 video_set_drvdata(&data->vdev, data); 828 i2c_set_clientdata(client, data); 829 830 if (data->chip->set_power) { 831 ret = data->chip->set_power(data, true); 832 if (ret) 833 goto error_unregister_device; 834 } 835 836 pm_runtime_get_noresume(&client->dev); 837 pm_runtime_set_active(&client->dev); 838 pm_runtime_enable(&client->dev); 839 pm_runtime_set_autosuspend_delay(&client->dev, 2000); 840 pm_runtime_use_autosuspend(&client->dev); 841 842 if (data->chip->hwmon_init) { 843 ret = data->chip->hwmon_init(data); 844 if (ret < 0) { 845 dev_warn(&client->dev, 846 "failed to register hwmon device\n"); 847 } 848 } 849 850 if (data->chip->nvmem_config) { 851 struct nvmem_config *config = data->chip->nvmem_config; 852 struct nvmem_device *device; 853 854 config->priv = data; 855 config->dev = &client->dev; 856 857 device = devm_nvmem_register(&client->dev, config); 858 859 if (IS_ERR(device)) { 860 dev_warn(&client->dev, 861 "failed to register nvmem device\n"); 862 } 863 } 864 865 ret = video_register_device(&data->vdev, VFL_TYPE_GRABBER, -1); 866 if (ret < 0) 867 goto error_pm_disable; 868 869 pm_runtime_mark_last_busy(&client->dev); 870 pm_runtime_put_autosuspend(&client->dev); 871 872 return 0; 873 874 error_pm_disable: 875 pm_runtime_disable(&client->dev); 876 pm_runtime_set_suspended(&client->dev); 877 pm_runtime_put_noidle(&client->dev); 878 879 if (data->chip->set_power) 880 data->chip->set_power(data, false); 881 882 error_unregister_device: 883 v4l2_device_unregister(v4l2_dev); 884 mutex_destroy(&data->lock); 885 mutex_destroy(&data->queue_lock); 886 887 error_regmap_exit: 888 regmap_exit(data->regmap); 889 890 error_free_device: 891 kfree(data); 892 893 return ret; 894 } 895 896 static int video_i2c_remove(struct i2c_client *client) 897 { 898 struct video_i2c_data *data = i2c_get_clientdata(client); 899 900 pm_runtime_get_sync(&client->dev); 901 pm_runtime_disable(&client->dev); 902 pm_runtime_set_suspended(&client->dev); 903 pm_runtime_put_noidle(&client->dev); 904 905 if (data->chip->set_power) 906 data->chip->set_power(data, false); 907 908 video_unregister_device(&data->vdev); 909 910 return 0; 911 } 912 913 #ifdef CONFIG_PM 914 915 static int video_i2c_pm_runtime_suspend(struct device *dev) 916 { 917 struct video_i2c_data *data = i2c_get_clientdata(to_i2c_client(dev)); 918 919 if (!data->chip->set_power) 920 return 0; 921 922 return data->chip->set_power(data, false); 923 } 924 925 static int video_i2c_pm_runtime_resume(struct device *dev) 926 { 927 struct video_i2c_data *data = i2c_get_clientdata(to_i2c_client(dev)); 928 929 if (!data->chip->set_power) 930 return 0; 931 932 return data->chip->set_power(data, true); 933 } 934 935 #endif 936 937 static const struct dev_pm_ops video_i2c_pm_ops = { 938 SET_RUNTIME_PM_OPS(video_i2c_pm_runtime_suspend, 939 video_i2c_pm_runtime_resume, NULL) 940 }; 941 942 static const struct i2c_device_id video_i2c_id_table[] = { 943 { "amg88xx", AMG88XX }, 944 { "mlx90640", MLX90640 }, 945 {} 946 }; 947 MODULE_DEVICE_TABLE(i2c, video_i2c_id_table); 948 949 static const struct of_device_id video_i2c_of_match[] = { 950 { .compatible = "panasonic,amg88xx", .data = &video_i2c_chip[AMG88XX] }, 951 { .compatible = "melexis,mlx90640", .data = &video_i2c_chip[MLX90640] }, 952 {} 953 }; 954 MODULE_DEVICE_TABLE(of, video_i2c_of_match); 955 956 static struct i2c_driver video_i2c_driver = { 957 .driver = { 958 .name = VIDEO_I2C_DRIVER, 959 .of_match_table = video_i2c_of_match, 960 .pm = &video_i2c_pm_ops, 961 }, 962 .probe = video_i2c_probe, 963 .remove = video_i2c_remove, 964 .id_table = video_i2c_id_table, 965 }; 966 967 module_i2c_driver(video_i2c_driver); 968 969 MODULE_AUTHOR("Matt Ranostay <matt.ranostay@konsulko.com>"); 970 MODULE_DESCRIPTION("I2C transport video support"); 971 MODULE_LICENSE("GPL v2"); 972