drivers/media/i2c/video-i2c.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * video-i2c.c - Support for I2C transport video devices
   4  *
   5  * Copyright (C) 2018 Matt Ranostay <matt.ranostay@konsulko.com>
   6  *
   7  * Supported:
   8  * - Panasonic AMG88xx Grid-Eye Sensors
   9  * - Melexis MLX90640 Thermal Cameras
  10  */
  11
  12 #include <linux/bits.h>
  13 #include <linux/delay.h>
  14 #include <linux/freezer.h>
  15 #include <linux/hwmon.h>
  16 #include <linux/kthread.h>
  17 #include <linux/i2c.h>
  18 #include <linux/list.h>
  19 #include <linux/mod_devicetable.h>
  20 #include <linux/module.h>
  21 #include <linux/mutex.h>
  22 #include <linux/pm_runtime.h>
  23 #include <linux/nvmem-provider.h>
  24 #include <linux/regmap.h>
  25 #include <linux/sched.h>
  26 #include <linux/slab.h>
  27 #include <linux/videodev2.h>
  28 #include <media/v4l2-common.h>
  29 #include <media/v4l2-device.h>
  30 #include <media/v4l2-event.h>
  31 #include <media/v4l2-fh.h>
  32 #include <media/v4l2-ioctl.h>
  33 #include <media/videobuf2-v4l2.h>
  34 #include <media/videobuf2-vmalloc.h>
  35
  36 #define VIDEO_I2C_DRIVER        "video-i2c"
  37
  38 /* Power control register */
  39 #define AMG88XX_REG_PCTL        0x00
  40 #define AMG88XX_PCTL_NORMAL             0x00
  41 #define AMG88XX_PCTL_SLEEP              0x10
  42
  43 /* Reset register */
  44 #define AMG88XX_REG_RST         0x01
  45 #define AMG88XX_RST_FLAG                0x30
  46 #define AMG88XX_RST_INIT                0x3f
  47
  48 /* Frame rate register */
  49 #define AMG88XX_REG_FPSC        0x02
  50 #define AMG88XX_FPSC_1FPS               BIT(0)
  51
  52 /* Thermistor register */
  53 #define AMG88XX_REG_TTHL        0x0e
  54
  55 /* Temperature register */
  56 #define AMG88XX_REG_T01L        0x80
  57
  58 /* RAM */
  59 #define MLX90640_RAM_START_ADDR         0x0400
  60
  61 /* EEPROM */
  62 #define MLX90640_EEPROM_START_ADDR      0x2400
  63
  64 /* Control register */
  65 #define MLX90640_REG_CTL1               0x800d
  66 #define MLX90640_REG_CTL1_MASK          GENMASK(9, 7)
  67 #define MLX90640_REG_CTL1_MASK_SHIFT    7
  68
  69 struct video_i2c_chip;
  70
  71 struct video_i2c_buffer {
  72         struct vb2_v4l2_buffer vb;
  73         struct list_head list;
  74 };
  75
  76 struct video_i2c_data {
  77         struct regmap *regmap;
  78         const struct video_i2c_chip *chip;
  79         struct mutex lock;
  80         spinlock_t slock;
  81         unsigned int sequence;
  82         struct mutex queue_lock;
  83
  84         struct v4l2_device v4l2_dev;
  85         struct video_device vdev;
  86         struct vb2_queue vb_vidq;
  87
  88         struct task_struct *kthread_vid_cap;
  89         struct list_head vid_cap_active;
  90
  91         struct v4l2_fract frame_interval;
  92 };
  93
  94 static const struct v4l2_fmtdesc amg88xx_format = {
  95         .pixelformat = V4L2_PIX_FMT_Y12,
  96 };
  97
  98 static const struct v4l2_frmsize_discrete amg88xx_size = {
  99         .width = 8,
 100         .height = 8,
 101 };
 102
 103 static const struct v4l2_fmtdesc mlx90640_format = {
 104         .pixelformat = V4L2_PIX_FMT_Y16_BE,
 105 };
 106
 107 static const struct v4l2_frmsize_discrete mlx90640_size = {
 108         .width = 32,
 109         .height = 26, /* 24 lines of pixel data + 2 lines of processing data */
 110 };
 111
 112 static const struct regmap_config amg88xx_regmap_config = {
 113         .reg_bits = 8,
 114         .val_bits = 8,
 115         .max_register = 0xff
 116 };
 117
 118 static const struct regmap_config mlx90640_regmap_config = {
 119         .reg_bits = 16,
 120         .val_bits = 16,
 121 };
 122
 123 struct video_i2c_chip {
 124         /* video dimensions */
 125         const struct v4l2_fmtdesc *format;
 126         const struct v4l2_frmsize_discrete *size;
 127
 128         /* available frame intervals */
 129         const struct v4l2_fract *frame_intervals;
 130         unsigned int num_frame_intervals;
 131
 132         /* pixel buffer size */
 133         unsigned int buffer_size;
 134
 135         /* pixel size in bits */
 136         unsigned int bpp;
 137
 138         const struct regmap_config *regmap_config;
 139         struct nvmem_config *nvmem_config;
 140
 141         /* setup function */
 142         int (*setup)(struct video_i2c_data *data);
 143
 144         /* xfer function */
 145         int (*xfer)(struct video_i2c_data *data, char *buf);
 146
 147         /* power control function */
 148         int (*set_power)(struct video_i2c_data *data, bool on);
 149
 150         /* hwmon init function */
 151         int (*hwmon_init)(struct video_i2c_data *data);
 152 };
 153
 154 static int mlx90640_nvram_read(void *priv, unsigned int offset, void *val,
 155                              size_t bytes)
 156 {
 157         struct video_i2c_data *data = priv;
 158
 159         return regmap_bulk_read(data->regmap, MLX90640_EEPROM_START_ADDR + offset, val, bytes);
 160 }
 161
 162 static struct nvmem_config mlx90640_nvram_config = {
 163         .name = "mlx90640_nvram",
 164         .word_size = 2,
 165         .stride = 1,
 166         .size = 1664,
 167         .reg_read = mlx90640_nvram_read,
 168 };
 169
 170 static int amg88xx_xfer(struct video_i2c_data *data, char *buf)
 171 {
 172         return regmap_bulk_read(data->regmap, AMG88XX_REG_T01L, buf,
 173                                 data->chip->buffer_size);
 174 }
 175
 176 static int mlx90640_xfer(struct video_i2c_data *data, char *buf)
 177 {
 178         return regmap_bulk_read(data->regmap, MLX90640_RAM_START_ADDR, buf,
 179                                 data->chip->buffer_size);
 180 }
 181
 182 static int amg88xx_setup(struct video_i2c_data *data)
 183 {
 184         unsigned int mask = AMG88XX_FPSC_1FPS;
 185         unsigned int val;
 186
 187         if (data->frame_interval.numerator == data->frame_interval.denominator)
 188                 val = mask;
 189         else
 190                 val = 0;
 191
 192         return regmap_update_bits(data->regmap, AMG88XX_REG_FPSC, mask, val);
 193 }
 194
 195 static int mlx90640_setup(struct video_i2c_data *data)
 196 {
 197         unsigned int n, idx;
 198
 199         for (n = 0; n < data->chip->num_frame_intervals - 1; n++) {
 200                 if (V4L2_FRACT_COMPARE(data->frame_interval, ==,
 201                                        data->chip->frame_intervals[n]))
 202                         break;
 203         }
 204
 205         idx = data->chip->num_frame_intervals - n - 1;
 206
 207         return regmap_update_bits(data->regmap, MLX90640_REG_CTL1,
 208                                   MLX90640_REG_CTL1_MASK,
 209                                   idx << MLX90640_REG_CTL1_MASK_SHIFT);
 210 }
 211
 212 static int amg88xx_set_power_on(struct video_i2c_data *data)
 213 {
 214         int ret;
 215
 216         ret = regmap_write(data->regmap, AMG88XX_REG_PCTL, AMG88XX_PCTL_NORMAL);
 217         if (ret)
 218                 return ret;
 219
 220         msleep(50);
 221
 222         ret = regmap_write(data->regmap, AMG88XX_REG_RST, AMG88XX_RST_INIT);
 223         if (ret)
 224                 return ret;
 225
 226         usleep_range(2000, 3000);
 227
 228         ret = regmap_write(data->regmap, AMG88XX_REG_RST, AMG88XX_RST_FLAG);
 229         if (ret)
 230                 return ret;
 231
 232         /*
 233          * Wait two frames before reading thermistor and temperature registers
 234          */
 235         msleep(200);
 236
 237         return 0;
 238 }
 239
 240 static int amg88xx_set_power_off(struct video_i2c_data *data)
 241 {
 242         int ret;
 243
 244         ret = regmap_write(data->regmap, AMG88XX_REG_PCTL, AMG88XX_PCTL_SLEEP);
 245         if (ret)
 246                 return ret;
 247         /*
 248          * Wait for a while to avoid resuming normal mode immediately after
 249          * entering sleep mode, otherwise the device occasionally goes wrong
 250          * (thermistor and temperature registers are not updated at all)
 251          */
 252         msleep(100);
 253
 254         return 0;
 255 }
 256
 257 static int amg88xx_set_power(struct video_i2c_data *data, bool on)
 258 {
 259         if (on)
 260                 return amg88xx_set_power_on(data);
 261
 262         return amg88xx_set_power_off(data);
 263 }
 264
 265 #if IS_REACHABLE(CONFIG_HWMON)
 266
 267 static const u32 amg88xx_temp_config[] = {
 268         HWMON_T_INPUT,
 269         0
 270 };
 271
 272 static const struct hwmon_channel_info amg88xx_temp = {
 273         .type = hwmon_temp,
 274         .config = amg88xx_temp_config,
 275 };
 276
 277 static const struct hwmon_channel_info * const amg88xx_info[] = {
 278         &amg88xx_temp,
 279         NULL
 280 };
 281
 282 static umode_t amg88xx_is_visible(const void *drvdata,
 283                                   enum hwmon_sensor_types type,
 284                                   u32 attr, int channel)
 285 {
 286         return 0444;
 287 }
 288
 289 static int amg88xx_read(struct device *dev, enum hwmon_sensor_types type,
 290                         u32 attr, int channel, long *val)
 291 {
 292         struct video_i2c_data *data = dev_get_drvdata(dev);
 293         __le16 buf;
 294         int tmp;
 295
 296         tmp = pm_runtime_resume_and_get(regmap_get_device(data->regmap));
 297         if (tmp < 0)
 298                 return tmp;
 299
 300         tmp = regmap_bulk_read(data->regmap, AMG88XX_REG_TTHL, &buf, 2);
 301         pm_runtime_mark_last_busy(regmap_get_device(data->regmap));
 302         pm_runtime_put_autosuspend(regmap_get_device(data->regmap));
 303         if (tmp)
 304                 return tmp;
 305
 306         tmp = le16_to_cpu(buf);
 307
 308         /*
 309          * Check for sign bit, this isn't a two's complement value but an
 310          * absolute temperature that needs to be inverted in the case of being
 311          * negative.
 312          */
 313         if (tmp & BIT(11))
 314                 tmp = -(tmp & 0x7ff);
 315
 316         *val = (tmp * 625) / 10;
 317
 318         return 0;
 319 }
 320
 321 static const struct hwmon_ops amg88xx_hwmon_ops = {
 322         .is_visible = amg88xx_is_visible,
 323         .read = amg88xx_read,
 324 };
 325
 326 static const struct hwmon_chip_info amg88xx_chip_info = {
 327         .ops = &amg88xx_hwmon_ops,
 328         .info = amg88xx_info,
 329 };
 330
 331 static int amg88xx_hwmon_init(struct video_i2c_data *data)
 332 {
 333         struct device *dev = regmap_get_device(data->regmap);
 334         void *hwmon = devm_hwmon_device_register_with_info(dev, "amg88xx", data,
 335                                                 &amg88xx_chip_info, NULL);
 336
 337         return PTR_ERR_OR_ZERO(hwmon);
 338 }
 339 #else
 340 #define amg88xx_hwmon_init      NULL
 341 #endif
 342
 343 enum {
 344         AMG88XX,
 345         MLX90640,
 346 };
 347
 348 static const struct v4l2_fract amg88xx_frame_intervals[] = {
 349         { 1, 10 },
 350         { 1, 1 },
 351 };
 352
 353 static const struct v4l2_fract mlx90640_frame_intervals[] = {
 354         { 1, 64 },
 355         { 1, 32 },
 356         { 1, 16 },
 357         { 1, 8 },
 358         { 1, 4 },
 359         { 1, 2 },
 360         { 1, 1 },
 361         { 2, 1 },
 362 };
 363
 364 static const struct video_i2c_chip video_i2c_chip[] = {
 365         [AMG88XX] = {
 366                 .size           = &amg88xx_size,
 367                 .format         = &amg88xx_format,
 368                 .frame_intervals        = amg88xx_frame_intervals,
 369                 .num_frame_intervals    = ARRAY_SIZE(amg88xx_frame_intervals),
 370                 .buffer_size    = 128,
 371                 .bpp            = 16,
 372                 .regmap_config  = &amg88xx_regmap_config,
 373                 .setup          = &amg88xx_setup,
 374                 .xfer           = &amg88xx_xfer,
 375                 .set_power      = amg88xx_set_power,
 376                 .hwmon_init     = amg88xx_hwmon_init,
 377         },
 378         [MLX90640] = {
 379                 .size           = &mlx90640_size,
 380                 .format         = &mlx90640_format,
 381                 .frame_intervals        = mlx90640_frame_intervals,
 382                 .num_frame_intervals    = ARRAY_SIZE(mlx90640_frame_intervals),
 383                 .buffer_size    = 1664,
 384                 .bpp            = 16,
 385                 .regmap_config  = &mlx90640_regmap_config,
 386                 .nvmem_config   = &mlx90640_nvram_config,
 387                 .setup          = mlx90640_setup,
 388                 .xfer           = mlx90640_xfer,
 389         },
 390 };
 391
 392 static const struct v4l2_file_operations video_i2c_fops = {
 393         .owner          = THIS_MODULE,
 394         .open           = v4l2_fh_open,
 395         .release        = vb2_fop_release,
 396         .poll           = vb2_fop_poll,
 397         .read           = vb2_fop_read,
 398         .mmap           = vb2_fop_mmap,
 399         .unlocked_ioctl = video_ioctl2,
 400 };
 401
 402 static int queue_setup(struct vb2_queue *vq,
 403                        unsigned int *nbuffers, unsigned int *nplanes,
 404                        unsigned int sizes[], struct device *alloc_devs[])
 405 {
 406         struct video_i2c_data *data = vb2_get_drv_priv(vq);
 407         unsigned int size = data->chip->buffer_size;
 408         unsigned int q_num_bufs = vb2_get_num_buffers(vq);
 409
 410         if (q_num_bufs + *nbuffers < 2)
 411                 *nbuffers = 2 - q_num_bufs;
 412
 413         if (*nplanes)
 414                 return sizes[0] < size ? -EINVAL : 0;
 415
 416         *nplanes = 1;
 417         sizes[0] = size;
 418
 419         return 0;
 420 }
 421
 422 static int buffer_prepare(struct vb2_buffer *vb)
 423 {
 424         struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
 425         struct video_i2c_data *data = vb2_get_drv_priv(vb->vb2_queue);
 426         unsigned int size = data->chip->buffer_size;
 427
 428         if (vb2_plane_size(vb, 0) < size)
 429                 return -EINVAL;
 430
 431         vbuf->field = V4L2_FIELD_NONE;
 432         vb2_set_plane_payload(vb, 0, size);
 433
 434         return 0;
 435 }
 436
 437 static void buffer_queue(struct vb2_buffer *vb)
 438 {
 439         struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
 440         struct video_i2c_data *data = vb2_get_drv_priv(vb->vb2_queue);
 441         struct video_i2c_buffer *buf =
 442                         container_of(vbuf, struct video_i2c_buffer, vb);
 443
 444         spin_lock(&data->slock);
 445         list_add_tail(&buf->list, &data->vid_cap_active);
 446         spin_unlock(&data->slock);
 447 }
 448
 449 static int video_i2c_thread_vid_cap(void *priv)
 450 {
 451         struct video_i2c_data *data = priv;
 452         u32 delay = mult_frac(1000000UL, data->frame_interval.numerator,
 453                                data->frame_interval.denominator);
 454         s64 end_us = ktime_to_us(ktime_get());
 455
 456         set_freezable();
 457
 458         do {
 459                 struct video_i2c_buffer *vid_cap_buf = NULL;
 460                 s64 current_us;
 461                 int schedule_delay;
 462
 463                 try_to_freeze();
 464
 465                 spin_lock(&data->slock);
 466
 467                 if (!list_empty(&data->vid_cap_active)) {
 468                         vid_cap_buf = list_last_entry(&data->vid_cap_active,
 469                                                  struct video_i2c_buffer, list);
 470                         list_del(&vid_cap_buf->list);
 471                 }
 472
 473                 spin_unlock(&data->slock);
 474
 475                 if (vid_cap_buf) {
 476                         struct vb2_buffer *vb2_buf = &vid_cap_buf->vb.vb2_buf;
 477                         void *vbuf = vb2_plane_vaddr(vb2_buf, 0);
 478                         int ret;
 479
 480                         ret = data->chip->xfer(data, vbuf);
 481                         vb2_buf->timestamp = ktime_get_ns();
 482                         vid_cap_buf->vb.sequence = data->sequence++;
 483                         vb2_buffer_done(vb2_buf, ret ?
 484                                 VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
 485                 }
 486
 487                 end_us += delay;
 488                 current_us = ktime_to_us(ktime_get());
 489                 if (current_us < end_us) {
 490                         schedule_delay = end_us - current_us;
 491                         usleep_range(schedule_delay * 3 / 4, schedule_delay);
 492                 } else {
 493                         end_us = current_us;
 494                 }
 495         } while (!kthread_should_stop());
 496
 497         return 0;
 498 }
 499
 500 static void video_i2c_del_list(struct vb2_queue *vq, enum vb2_buffer_state state)
 501 {
 502         struct video_i2c_data *data = vb2_get_drv_priv(vq);
 503         struct video_i2c_buffer *buf, *tmp;
 504
 505         spin_lock(&data->slock);
 506
 507         list_for_each_entry_safe(buf, tmp, &data->vid_cap_active, list) {
 508                 list_del(&buf->list);
 509                 vb2_buffer_done(&buf->vb.vb2_buf, state);
 510         }
 511
 512         spin_unlock(&data->slock);
 513 }
 514
 515 static int start_streaming(struct vb2_queue *vq, unsigned int count)
 516 {
 517         struct video_i2c_data *data = vb2_get_drv_priv(vq);
 518         struct device *dev = regmap_get_device(data->regmap);
 519         int ret;
 520
 521         if (data->kthread_vid_cap)
 522                 return 0;
 523
 524         ret = pm_runtime_resume_and_get(dev);
 525         if (ret < 0)
 526                 goto error_del_list;
 527
 528         ret = data->chip->setup(data);
 529         if (ret)
 530                 goto error_rpm_put;
 531
 532         data->sequence = 0;
 533         data->kthread_vid_cap = kthread_run(video_i2c_thread_vid_cap, data,
 534                                             "%s-vid-cap", data->v4l2_dev.name);
 535         ret = PTR_ERR_OR_ZERO(data->kthread_vid_cap);
 536         if (!ret)
 537                 return 0;
 538
 539 error_rpm_put:
 540         pm_runtime_mark_last_busy(dev);
 541         pm_runtime_put_autosuspend(dev);
 542 error_del_list:
 543         video_i2c_del_list(vq, VB2_BUF_STATE_QUEUED);
 544
 545         return ret;
 546 }
 547
 548 static void stop_streaming(struct vb2_queue *vq)
 549 {
 550         struct video_i2c_data *data = vb2_get_drv_priv(vq);
 551
 552         if (data->kthread_vid_cap == NULL)
 553                 return;
 554
 555         kthread_stop(data->kthread_vid_cap);
 556         data->kthread_vid_cap = NULL;
 557         pm_runtime_mark_last_busy(regmap_get_device(data->regmap));
 558         pm_runtime_put_autosuspend(regmap_get_device(data->regmap));
 559
 560         video_i2c_del_list(vq, VB2_BUF_STATE_ERROR);
 561 }
 562
 563 static const struct vb2_ops video_i2c_video_qops = {
 564         .queue_setup            = queue_setup,
 565         .buf_prepare            = buffer_prepare,
 566         .buf_queue              = buffer_queue,
 567         .start_streaming        = start_streaming,
 568         .stop_streaming         = stop_streaming,
 569 };
 570
 571 static int video_i2c_querycap(struct file *file, void  *priv,
 572                                 struct v4l2_capability *vcap)
 573 {
 574         struct video_i2c_data *data = video_drvdata(file);
 575         struct device *dev = regmap_get_device(data->regmap);
 576         struct i2c_client *client = to_i2c_client(dev);
 577
 578         strscpy(vcap->driver, data->v4l2_dev.name, sizeof(vcap->driver));
 579         strscpy(vcap->card, data->vdev.name, sizeof(vcap->card));
 580
 581         sprintf(vcap->bus_info, "I2C:%d-%d", client->adapter->nr, client->addr);
 582
 583         return 0;
 584 }
 585
 586 static int video_i2c_g_input(struct file *file, void *fh, unsigned int *inp)
 587 {
 588         *inp = 0;
 589
 590         return 0;
 591 }
 592
 593 static int video_i2c_s_input(struct file *file, void *fh, unsigned int inp)
 594 {
 595         return (inp > 0) ? -EINVAL : 0;
 596 }
 597
 598 static int video_i2c_enum_input(struct file *file, void *fh,
 599                                   struct v4l2_input *vin)
 600 {
 601         if (vin->index > 0)
 602                 return -EINVAL;
 603
 604         strscpy(vin->name, "Camera", sizeof(vin->name));
 605
 606         vin->type = V4L2_INPUT_TYPE_CAMERA;
 607
 608         return 0;
 609 }
 610
 611 static int video_i2c_enum_fmt_vid_cap(struct file *file, void *fh,
 612                                         struct v4l2_fmtdesc *fmt)
 613 {
 614         struct video_i2c_data *data = video_drvdata(file);
 615         enum v4l2_buf_type type = fmt->type;
 616
 617         if (fmt->index > 0)
 618                 return -EINVAL;
 619
 620         *fmt = *data->chip->format;
 621         fmt->type = type;
 622
 623         return 0;
 624 }
 625
 626 static int video_i2c_enum_framesizes(struct file *file, void *fh,
 627                                        struct v4l2_frmsizeenum *fsize)
 628 {
 629         const struct video_i2c_data *data = video_drvdata(file);
 630         const struct v4l2_frmsize_discrete *size = data->chip->size;
 631
 632         /* currently only one frame size is allowed */
 633         if (fsize->index > 0)
 634                 return -EINVAL;
 635
 636         if (fsize->pixel_format != data->chip->format->pixelformat)
 637                 return -EINVAL;
 638
 639         fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE;
 640         fsize->discrete.width = size->width;
 641         fsize->discrete.height = size->height;
 642
 643         return 0;
 644 }
 645
 646 static int video_i2c_enum_frameintervals(struct file *file, void *priv,
 647                                            struct v4l2_frmivalenum *fe)
 648 {
 649         const struct video_i2c_data *data = video_drvdata(file);
 650         const struct v4l2_frmsize_discrete *size = data->chip->size;
 651
 652         if (fe->index >= data->chip->num_frame_intervals)
 653                 return -EINVAL;
 654
 655         if (fe->width != size->width || fe->height != size->height)
 656                 return -EINVAL;
 657
 658         fe->type = V4L2_FRMIVAL_TYPE_DISCRETE;
 659         fe->discrete = data->chip->frame_intervals[fe->index];
 660
 661         return 0;
 662 }
 663
 664 static int video_i2c_try_fmt_vid_cap(struct file *file, void *fh,
 665                                        struct v4l2_format *fmt)
 666 {
 667         const struct video_i2c_data *data = video_drvdata(file);
 668         const struct v4l2_frmsize_discrete *size = data->chip->size;
 669         struct v4l2_pix_format *pix = &fmt->fmt.pix;
 670         unsigned int bpp = data->chip->bpp / 8;
 671
 672         pix->width = size->width;
 673         pix->height = size->height;
 674         pix->pixelformat = data->chip->format->pixelformat;
 675         pix->field = V4L2_FIELD_NONE;
 676         pix->bytesperline = pix->width * bpp;
 677         pix->sizeimage = pix->bytesperline * pix->height;
 678         pix->colorspace = V4L2_COLORSPACE_RAW;
 679
 680         return 0;
 681 }
 682
 683 static int video_i2c_s_fmt_vid_cap(struct file *file, void *fh,
 684                                      struct v4l2_format *fmt)
 685 {
 686         struct video_i2c_data *data = video_drvdata(file);
 687
 688         if (vb2_is_busy(&data->vb_vidq))
 689                 return -EBUSY;
 690
 691         return video_i2c_try_fmt_vid_cap(file, fh, fmt);
 692 }
 693
 694 static int video_i2c_g_parm(struct file *filp, void *priv,
 695                               struct v4l2_streamparm *parm)
 696 {
 697         struct video_i2c_data *data = video_drvdata(filp);
 698
 699         if (parm->type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
 700                 return -EINVAL;
 701
 702         parm->parm.capture.readbuffers = 1;
 703         parm->parm.capture.capability = V4L2_CAP_TIMEPERFRAME;
 704         parm->parm.capture.timeperframe = data->frame_interval;
 705
 706         return 0;
 707 }
 708
 709 static int video_i2c_s_parm(struct file *filp, void *priv,
 710                               struct v4l2_streamparm *parm)
 711 {
 712         struct video_i2c_data *data = video_drvdata(filp);
 713         int i;
 714
 715         for (i = 0; i < data->chip->num_frame_intervals - 1; i++) {
 716                 if (V4L2_FRACT_COMPARE(parm->parm.capture.timeperframe, <=,
 717                                        data->chip->frame_intervals[i]))
 718                         break;
 719         }
 720         data->frame_interval = data->chip->frame_intervals[i];
 721
 722         return video_i2c_g_parm(filp, priv, parm);
 723 }
 724
 725 static const struct v4l2_ioctl_ops video_i2c_ioctl_ops = {
 726         .vidioc_querycap                = video_i2c_querycap,
 727         .vidioc_g_input                 = video_i2c_g_input,
 728         .vidioc_s_input                 = video_i2c_s_input,
 729         .vidioc_enum_input              = video_i2c_enum_input,
 730         .vidioc_enum_fmt_vid_cap        = video_i2c_enum_fmt_vid_cap,
 731         .vidioc_enum_framesizes         = video_i2c_enum_framesizes,
 732         .vidioc_enum_frameintervals     = video_i2c_enum_frameintervals,
 733         .vidioc_g_fmt_vid_cap           = video_i2c_try_fmt_vid_cap,
 734         .vidioc_s_fmt_vid_cap           = video_i2c_s_fmt_vid_cap,
 735         .vidioc_g_parm                  = video_i2c_g_parm,
 736         .vidioc_s_parm                  = video_i2c_s_parm,
 737         .vidioc_try_fmt_vid_cap         = video_i2c_try_fmt_vid_cap,
 738         .vidioc_reqbufs                 = vb2_ioctl_reqbufs,
 739         .vidioc_create_bufs             = vb2_ioctl_create_bufs,
 740         .vidioc_prepare_buf             = vb2_ioctl_prepare_buf,
 741         .vidioc_querybuf                = vb2_ioctl_querybuf,
 742         .vidioc_qbuf                    = vb2_ioctl_qbuf,
 743         .vidioc_dqbuf                   = vb2_ioctl_dqbuf,
 744         .vidioc_streamon                = vb2_ioctl_streamon,
 745         .vidioc_streamoff               = vb2_ioctl_streamoff,
 746 };
 747
 748 static void video_i2c_release(struct video_device *vdev)
 749 {
 750         struct video_i2c_data *data = video_get_drvdata(vdev);
 751
 752         v4l2_device_unregister(&data->v4l2_dev);
 753         mutex_destroy(&data->lock);
 754         mutex_destroy(&data->queue_lock);
 755         regmap_exit(data->regmap);
 756         kfree(data);
 757 }
 758
 759 static int video_i2c_probe(struct i2c_client *client)
 760 {
 761         struct video_i2c_data *data;
 762         struct v4l2_device *v4l2_dev;
 763         struct vb2_queue *queue;
 764         int ret = -ENODEV;
 765
 766         data = kzalloc(sizeof(*data), GFP_KERNEL);
 767         if (!data)
 768                 return -ENOMEM;
 769
 770         data->chip = i2c_get_match_data(client);
 771         if (!data->chip)
 772                 goto error_free_device;
 773
 774         data->regmap = regmap_init_i2c(client, data->chip->regmap_config);
 775         if (IS_ERR(data->regmap)) {
 776                 ret = PTR_ERR(data->regmap);
 777                 goto error_free_device;
 778         }
 779
 780         v4l2_dev = &data->v4l2_dev;
 781         strscpy(v4l2_dev->name, VIDEO_I2C_DRIVER, sizeof(v4l2_dev->name));
 782
 783         ret = v4l2_device_register(&client->dev, v4l2_dev);
 784         if (ret < 0)
 785                 goto error_regmap_exit;
 786
 787         mutex_init(&data->lock);
 788         mutex_init(&data->queue_lock);
 789
 790         queue = &data->vb_vidq;
 791         queue->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
 792         queue->io_modes = VB2_DMABUF | VB2_MMAP | VB2_USERPTR | VB2_READ;
 793         queue->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
 794         queue->drv_priv = data;
 795         queue->buf_struct_size = sizeof(struct video_i2c_buffer);
 796         queue->min_queued_buffers = 1;
 797         queue->ops = &video_i2c_video_qops;
 798         queue->mem_ops = &vb2_vmalloc_memops;
 799         queue->lock = &data->queue_lock;
 800
 801         ret = vb2_queue_init(queue);
 802         if (ret < 0)
 803                 goto error_unregister_device;
 804
 805         data->vdev.queue = queue;
 806
 807         snprintf(data->vdev.name, sizeof(data->vdev.name),
 808                                  "I2C %d-%d Transport Video",
 809                                  client->adapter->nr, client->addr);
 810
 811         data->vdev.v4l2_dev = v4l2_dev;
 812         data->vdev.fops = &video_i2c_fops;
 813         data->vdev.lock = &data->lock;
 814         data->vdev.ioctl_ops = &video_i2c_ioctl_ops;
 815         data->vdev.release = video_i2c_release;
 816         data->vdev.device_caps = V4L2_CAP_VIDEO_CAPTURE |
 817                                  V4L2_CAP_READWRITE | V4L2_CAP_STREAMING;
 818
 819         spin_lock_init(&data->slock);
 820         INIT_LIST_HEAD(&data->vid_cap_active);
 821
 822         data->frame_interval = data->chip->frame_intervals[0];
 823
 824         video_set_drvdata(&data->vdev, data);
 825         i2c_set_clientdata(client, data);
 826
 827         if (data->chip->set_power) {
 828                 ret = data->chip->set_power(data, true);
 829                 if (ret)
 830                         goto error_unregister_device;
 831         }
 832
 833         pm_runtime_get_noresume(&client->dev);
 834         pm_runtime_set_active(&client->dev);
 835         pm_runtime_enable(&client->dev);
 836         pm_runtime_set_autosuspend_delay(&client->dev, 2000);
 837         pm_runtime_use_autosuspend(&client->dev);
 838
 839         if (data->chip->hwmon_init) {
 840                 ret = data->chip->hwmon_init(data);
 841                 if (ret < 0) {
 842                         dev_warn(&client->dev,
 843                                  "failed to register hwmon device\n");
 844                 }
 845         }
 846
 847         if (data->chip->nvmem_config) {
 848                 struct nvmem_config *config = data->chip->nvmem_config;
 849                 struct nvmem_device *device;
 850
 851                 config->priv = data;
 852                 config->dev = &client->dev;
 853
 854                 device = devm_nvmem_register(&client->dev, config);
 855
 856                 if (IS_ERR(device)) {
 857                         dev_warn(&client->dev,
 858                                  "failed to register nvmem device\n");
 859                 }
 860         }
 861
 862         ret = video_register_device(&data->vdev, VFL_TYPE_VIDEO, -1);
 863         if (ret < 0)
 864                 goto error_pm_disable;
 865
 866         pm_runtime_mark_last_busy(&client->dev);
 867         pm_runtime_put_autosuspend(&client->dev);
 868
 869         return 0;
 870
 871 error_pm_disable:
 872         pm_runtime_disable(&client->dev);
 873         pm_runtime_set_suspended(&client->dev);
 874         pm_runtime_put_noidle(&client->dev);
 875
 876         if (data->chip->set_power)
 877                 data->chip->set_power(data, false);
 878
 879 error_unregister_device:
 880         v4l2_device_unregister(v4l2_dev);
 881         mutex_destroy(&data->lock);
 882         mutex_destroy(&data->queue_lock);
 883
 884 error_regmap_exit:
 885         regmap_exit(data->regmap);
 886
 887 error_free_device:
 888         kfree(data);
 889
 890         return ret;
 891 }
 892
 893 static void video_i2c_remove(struct i2c_client *client)
 894 {
 895         struct video_i2c_data *data = i2c_get_clientdata(client);
 896
 897         pm_runtime_get_sync(&client->dev);
 898         pm_runtime_disable(&client->dev);
 899         pm_runtime_set_suspended(&client->dev);
 900         pm_runtime_put_noidle(&client->dev);
 901
 902         if (data->chip->set_power)
 903                 data->chip->set_power(data, false);
 904
 905         video_unregister_device(&data->vdev);
 906 }
 907
 908 #ifdef CONFIG_PM
 909
 910 static int video_i2c_pm_runtime_suspend(struct device *dev)
 911 {
 912         struct video_i2c_data *data = i2c_get_clientdata(to_i2c_client(dev));
 913
 914         if (!data->chip->set_power)
 915                 return 0;
 916
 917         return data->chip->set_power(data, false);
 918 }
 919
 920 static int video_i2c_pm_runtime_resume(struct device *dev)
 921 {
 922         struct video_i2c_data *data = i2c_get_clientdata(to_i2c_client(dev));
 923
 924         if (!data->chip->set_power)
 925                 return 0;
 926
 927         return data->chip->set_power(data, true);
 928 }
 929
 930 #endif
 931
 932 static const struct dev_pm_ops video_i2c_pm_ops = {
 933         SET_RUNTIME_PM_OPS(video_i2c_pm_runtime_suspend,
 934                            video_i2c_pm_runtime_resume, NULL)
 935 };
 936
 937 static const struct i2c_device_id video_i2c_id_table[] = {
 938         { "amg88xx", (kernel_ulong_t)&video_i2c_chip[AMG88XX] },
 939         { "mlx90640", (kernel_ulong_t)&video_i2c_chip[MLX90640] },
 940         {}
 941 };
 942 MODULE_DEVICE_TABLE(i2c, video_i2c_id_table);
 943
 944 static const struct of_device_id video_i2c_of_match[] = {
 945         { .compatible = "panasonic,amg88xx", .data = &video_i2c_chip[AMG88XX] },
 946         { .compatible = "melexis,mlx90640", .data = &video_i2c_chip[MLX90640] },
 947         {}
 948 };
 949 MODULE_DEVICE_TABLE(of, video_i2c_of_match);
 950
 951 static struct i2c_driver video_i2c_driver = {
 952         .driver = {
 953                 .name   = VIDEO_I2C_DRIVER,
 954                 .of_match_table = video_i2c_of_match,
 955                 .pm     = &video_i2c_pm_ops,
 956         },
 957         .probe          = video_i2c_probe,
 958         .remove         = video_i2c_remove,
 959         .id_table       = video_i2c_id_table,
 960 };
 961
 962 module_i2c_driver(video_i2c_driver);
 963
 964 MODULE_AUTHOR("Matt Ranostay <matt.ranostay@konsulko.com>");
 965 MODULE_DESCRIPTION("I2C transport video support");
 966 MODULE_LICENSE("GPL v2");