2 * Samsung EXYNOS4x12 FIMC-IS (Imaging Subsystem) driver
4 * FIMC-IS ISP video input and video output DMA interface driver
6 * Copyright (C) 2013 Samsung Electronics Co., Ltd.
7 * Author: Sylwester Nawrocki <s.nawrocki@samsung.com>
9 * The hardware handling code derived from a driver written by
10 * Younghwan Joo <yhwan.joo@samsung.com>.
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License version 2 as
14 * published by the Free Software Foundation.
17 #include <linux/bitops.h>
18 #include <linux/device.h>
19 #include <linux/delay.h>
20 #include <linux/errno.h>
21 #include <linux/kernel.h>
22 #include <linux/module.h>
23 #include <linux/types.h>
24 #include <linux/printk.h>
25 #include <linux/pm_runtime.h>
26 #include <linux/slab.h>
27 #include <linux/videodev2.h>
29 #include <media/v4l2-device.h>
30 #include <media/v4l2-ioctl.h>
31 #include <media/videobuf2-v4l2.h>
32 #include <media/videobuf2-dma-contig.h>
33 #include <media/drv-intf/exynos-fimc.h>
36 #include "media-dev.h"
38 #include "fimc-isp-video.h"
39 #include "fimc-is-param.h"
41 static int isp_video_capture_queue_setup(struct vb2_queue
*vq
,
42 unsigned int *num_buffers
, unsigned int *num_planes
,
43 unsigned int sizes
[], struct device
*alloc_devs
[])
45 struct fimc_isp
*isp
= vb2_get_drv_priv(vq
);
46 struct v4l2_pix_format_mplane
*vid_fmt
= &isp
->video_capture
.pixfmt
;
47 const struct fimc_fmt
*fmt
= isp
->video_capture
.format
;
50 wh
= vid_fmt
->width
* vid_fmt
->height
;
55 *num_buffers
= clamp_t(u32
, *num_buffers
, FIMC_ISP_REQ_BUFS_MIN
,
56 FIMC_ISP_REQ_BUFS_MAX
);
58 if (*num_planes
!= fmt
->memplanes
)
60 for (i
= 0; i
< *num_planes
; i
++)
61 if (sizes
[i
] < (wh
* fmt
->depth
[i
]) / 8)
66 *num_planes
= fmt
->memplanes
;
68 for (i
= 0; i
< fmt
->memplanes
; i
++)
69 sizes
[i
] = (wh
* fmt
->depth
[i
]) / 8;
74 static inline struct param_dma_output
*__get_isp_dma2(struct fimc_is
*is
)
76 return &__get_curr_is_config(is
)->isp
.dma2_output
;
79 static int isp_video_capture_start_streaming(struct vb2_queue
*q
,
82 struct fimc_isp
*isp
= vb2_get_drv_priv(q
);
83 struct fimc_is
*is
= fimc_isp_to_is(isp
);
84 struct param_dma_output
*dma
= __get_isp_dma2(is
);
85 struct fimc_is_video
*video
= &isp
->video_capture
;
88 if (!test_bit(ST_ISP_VID_CAP_BUF_PREP
, &isp
->state
) ||
89 test_bit(ST_ISP_VID_CAP_STREAMING
, &isp
->state
))
93 dma
->cmd
= DMA_OUTPUT_COMMAND_ENABLE
;
94 dma
->notify_dma_done
= DMA_OUTPUT_NOTIFY_DMA_DONE_ENABLE
;
95 dma
->buffer_address
= is
->is_dma_p_region
+
96 DMA2_OUTPUT_ADDR_ARRAY_OFFS
;
97 dma
->buffer_number
= video
->reqbufs_count
;
98 dma
->dma_out_mask
= video
->buf_mask
;
100 isp_dbg(2, &video
->ve
.vdev
,
101 "buf_count: %d, planes: %d, dma addr table: %#x\n",
102 video
->buf_count
, video
->format
->memplanes
,
103 dma
->buffer_address
);
105 fimc_is_mem_barrier();
107 fimc_is_set_param_bit(is
, PARAM_ISP_DMA2_OUTPUT
);
108 __fimc_is_hw_update_param(is
, PARAM_ISP_DMA2_OUTPUT
);
110 ret
= fimc_is_itf_s_param(is
, false);
114 ret
= fimc_pipeline_call(&video
->ve
, set_stream
, 1);
118 set_bit(ST_ISP_VID_CAP_STREAMING
, &isp
->state
);
122 static void isp_video_capture_stop_streaming(struct vb2_queue
*q
)
124 struct fimc_isp
*isp
= vb2_get_drv_priv(q
);
125 struct fimc_is
*is
= fimc_isp_to_is(isp
);
126 struct param_dma_output
*dma
= __get_isp_dma2(is
);
129 ret
= fimc_pipeline_call(&isp
->video_capture
.ve
, set_stream
, 0);
133 dma
->cmd
= DMA_OUTPUT_COMMAND_DISABLE
;
134 dma
->notify_dma_done
= DMA_OUTPUT_NOTIFY_DMA_DONE_DISABLE
;
135 dma
->buffer_number
= 0;
136 dma
->buffer_address
= 0;
137 dma
->dma_out_mask
= 0;
139 fimc_is_set_param_bit(is
, PARAM_ISP_DMA2_OUTPUT
);
140 __fimc_is_hw_update_param(is
, PARAM_ISP_DMA2_OUTPUT
);
142 ret
= fimc_is_itf_s_param(is
, false);
144 dev_warn(&is
->pdev
->dev
, "%s: DMA stop failed\n", __func__
);
146 fimc_is_hw_set_isp_buf_mask(is
, 0);
148 clear_bit(ST_ISP_VID_CAP_BUF_PREP
, &isp
->state
);
149 clear_bit(ST_ISP_VID_CAP_STREAMING
, &isp
->state
);
151 isp
->video_capture
.buf_count
= 0;
154 static int isp_video_capture_buffer_prepare(struct vb2_buffer
*vb
)
156 struct fimc_isp
*isp
= vb2_get_drv_priv(vb
->vb2_queue
);
157 struct fimc_is_video
*video
= &isp
->video_capture
;
160 if (video
->format
== NULL
)
163 for (i
= 0; i
< video
->format
->memplanes
; i
++) {
164 unsigned long size
= video
->pixfmt
.plane_fmt
[i
].sizeimage
;
166 if (vb2_plane_size(vb
, i
) < size
) {
167 v4l2_err(&video
->ve
.vdev
,
168 "User buffer too small (%ld < %ld)\n",
169 vb2_plane_size(vb
, i
), size
);
172 vb2_set_plane_payload(vb
, i
, size
);
175 /* Check if we get one of the already known buffers. */
176 if (test_bit(ST_ISP_VID_CAP_BUF_PREP
, &isp
->state
)) {
177 dma_addr_t dma_addr
= vb2_dma_contig_plane_dma_addr(vb
, 0);
180 for (i
= 0; i
< video
->buf_count
; i
++)
181 if (video
->buffers
[i
]->dma_addr
[0] == dma_addr
)
189 static void isp_video_capture_buffer_queue(struct vb2_buffer
*vb
)
191 struct vb2_v4l2_buffer
*vbuf
= to_vb2_v4l2_buffer(vb
);
192 struct fimc_isp
*isp
= vb2_get_drv_priv(vb
->vb2_queue
);
193 struct fimc_is_video
*video
= &isp
->video_capture
;
194 struct fimc_is
*is
= fimc_isp_to_is(isp
);
195 struct isp_video_buf
*ivb
= to_isp_video_buf(vbuf
);
199 if (test_bit(ST_ISP_VID_CAP_BUF_PREP
, &isp
->state
)) {
200 spin_lock_irqsave(&is
->slock
, flags
);
201 video
->buf_mask
|= BIT(ivb
->index
);
202 spin_unlock_irqrestore(&is
->slock
, flags
);
204 unsigned int num_planes
= video
->format
->memplanes
;
206 ivb
->index
= video
->buf_count
;
207 video
->buffers
[ivb
->index
] = ivb
;
209 for (i
= 0; i
< num_planes
; i
++) {
210 int buf_index
= ivb
->index
* num_planes
+ i
;
212 ivb
->dma_addr
[i
] = vb2_dma_contig_plane_dma_addr(vb
, i
);
213 is
->is_p_region
->shared
[32 + buf_index
] =
216 isp_dbg(2, &video
->ve
.vdev
,
217 "dma_buf %d (%d/%d/%d) addr: %pad\n",
218 buf_index
, ivb
->index
, i
, vb
->index
,
222 if (++video
->buf_count
< video
->reqbufs_count
)
225 video
->buf_mask
= (1UL << video
->buf_count
) - 1;
226 set_bit(ST_ISP_VID_CAP_BUF_PREP
, &isp
->state
);
229 if (!test_bit(ST_ISP_VID_CAP_STREAMING
, &isp
->state
))
230 isp_video_capture_start_streaming(vb
->vb2_queue
, 0);
234 * FIMC-IS ISP input and output DMA interface interrupt handler.
235 * Locking: called with is->slock spinlock held.
237 void fimc_isp_video_irq_handler(struct fimc_is
*is
)
239 struct fimc_is_video
*video
= &is
->isp
.video_capture
;
240 struct vb2_v4l2_buffer
*vbuf
;
243 /* TODO: Ensure the DMA is really stopped in stop_streaming callback */
244 if (!test_bit(ST_ISP_VID_CAP_STREAMING
, &is
->isp
.state
))
247 buf_index
= (is
->i2h_cmd
.args
[1] - 1) % video
->buf_count
;
248 vbuf
= &video
->buffers
[buf_index
]->vb
;
250 vbuf
->vb2_buf
.timestamp
= ktime_get_ns();
251 vb2_buffer_done(&vbuf
->vb2_buf
, VB2_BUF_STATE_DONE
);
253 video
->buf_mask
&= ~BIT(buf_index
);
254 fimc_is_hw_set_isp_buf_mask(is
, video
->buf_mask
);
257 static const struct vb2_ops isp_video_capture_qops
= {
258 .queue_setup
= isp_video_capture_queue_setup
,
259 .buf_prepare
= isp_video_capture_buffer_prepare
,
260 .buf_queue
= isp_video_capture_buffer_queue
,
261 .wait_prepare
= vb2_ops_wait_prepare
,
262 .wait_finish
= vb2_ops_wait_finish
,
263 .start_streaming
= isp_video_capture_start_streaming
,
264 .stop_streaming
= isp_video_capture_stop_streaming
,
267 static int isp_video_open(struct file
*file
)
269 struct fimc_isp
*isp
= video_drvdata(file
);
270 struct exynos_video_entity
*ve
= &isp
->video_capture
.ve
;
271 struct media_entity
*me
= &ve
->vdev
.entity
;
274 if (mutex_lock_interruptible(&isp
->video_lock
))
277 ret
= v4l2_fh_open(file
);
281 ret
= pm_runtime_get_sync(&isp
->pdev
->dev
);
285 if (v4l2_fh_is_singular_file(file
)) {
286 mutex_lock(&me
->graph_obj
.mdev
->graph_mutex
);
288 ret
= fimc_pipeline_call(ve
, open
, me
, true);
290 /* Mark the video pipeline as in use. */
294 mutex_unlock(&me
->graph_obj
.mdev
->graph_mutex
);
299 v4l2_fh_release(file
);
301 mutex_unlock(&isp
->video_lock
);
305 static int isp_video_release(struct file
*file
)
307 struct fimc_isp
*isp
= video_drvdata(file
);
308 struct fimc_is_video
*ivc
= &isp
->video_capture
;
309 struct media_entity
*entity
= &ivc
->ve
.vdev
.entity
;
310 struct media_device
*mdev
= entity
->graph_obj
.mdev
;
312 mutex_lock(&isp
->video_lock
);
314 if (v4l2_fh_is_singular_file(file
) && ivc
->streaming
) {
315 media_entity_pipeline_stop(entity
);
319 vb2_fop_release(file
);
321 if (v4l2_fh_is_singular_file(file
)) {
322 fimc_pipeline_call(&ivc
->ve
, close
);
324 mutex_lock(&mdev
->graph_mutex
);
326 mutex_unlock(&mdev
->graph_mutex
);
329 pm_runtime_put(&isp
->pdev
->dev
);
330 mutex_unlock(&isp
->video_lock
);
335 static const struct v4l2_file_operations isp_video_fops
= {
336 .owner
= THIS_MODULE
,
337 .open
= isp_video_open
,
338 .release
= isp_video_release
,
339 .poll
= vb2_fop_poll
,
340 .unlocked_ioctl
= video_ioctl2
,
341 .mmap
= vb2_fop_mmap
,
345 * Video node ioctl operations
347 static int isp_video_querycap(struct file
*file
, void *priv
,
348 struct v4l2_capability
*cap
)
350 struct fimc_isp
*isp
= video_drvdata(file
);
352 __fimc_vidioc_querycap(&isp
->pdev
->dev
, cap
, V4L2_CAP_STREAMING
);
356 static int isp_video_enum_fmt_mplane(struct file
*file
, void *priv
,
357 struct v4l2_fmtdesc
*f
)
359 const struct fimc_fmt
*fmt
;
361 if (f
->index
>= FIMC_ISP_NUM_FORMATS
)
364 fmt
= fimc_isp_find_format(NULL
, NULL
, f
->index
);
365 if (WARN_ON(fmt
== NULL
))
368 strlcpy(f
->description
, fmt
->name
, sizeof(f
->description
));
369 f
->pixelformat
= fmt
->fourcc
;
374 static int isp_video_g_fmt_mplane(struct file
*file
, void *fh
,
375 struct v4l2_format
*f
)
377 struct fimc_isp
*isp
= video_drvdata(file
);
379 f
->fmt
.pix_mp
= isp
->video_capture
.pixfmt
;
383 static void __isp_video_try_fmt(struct fimc_isp
*isp
,
384 struct v4l2_pix_format_mplane
*pixm
,
385 const struct fimc_fmt
**fmt
)
387 const struct fimc_fmt
*__fmt
;
389 __fmt
= fimc_isp_find_format(&pixm
->pixelformat
, NULL
, 2);
394 pixm
->colorspace
= V4L2_COLORSPACE_SRGB
;
395 pixm
->field
= V4L2_FIELD_NONE
;
396 pixm
->num_planes
= __fmt
->memplanes
;
397 pixm
->pixelformat
= __fmt
->fourcc
;
399 * TODO: double check with the docmentation these width/height
400 * constraints are correct.
402 v4l_bound_align_image(&pixm
->width
, FIMC_ISP_SOURCE_WIDTH_MIN
,
403 FIMC_ISP_SOURCE_WIDTH_MAX
, 3,
404 &pixm
->height
, FIMC_ISP_SOURCE_HEIGHT_MIN
,
405 FIMC_ISP_SOURCE_HEIGHT_MAX
, 0, 0);
408 static int isp_video_try_fmt_mplane(struct file
*file
, void *fh
,
409 struct v4l2_format
*f
)
411 struct fimc_isp
*isp
= video_drvdata(file
);
413 __isp_video_try_fmt(isp
, &f
->fmt
.pix_mp
, NULL
);
417 static int isp_video_s_fmt_mplane(struct file
*file
, void *priv
,
418 struct v4l2_format
*f
)
420 struct fimc_isp
*isp
= video_drvdata(file
);
421 struct fimc_is
*is
= fimc_isp_to_is(isp
);
422 struct v4l2_pix_format_mplane
*pixm
= &f
->fmt
.pix_mp
;
423 const struct fimc_fmt
*ifmt
= NULL
;
424 struct param_dma_output
*dma
= __get_isp_dma2(is
);
426 __isp_video_try_fmt(isp
, pixm
, &ifmt
);
428 if (WARN_ON(ifmt
== NULL
))
431 dma
->format
= DMA_OUTPUT_FORMAT_BAYER
;
432 dma
->order
= DMA_OUTPUT_ORDER_GB_BG
;
433 dma
->plane
= ifmt
->memplanes
;
434 dma
->bitwidth
= ifmt
->depth
[0];
435 dma
->width
= pixm
->width
;
436 dma
->height
= pixm
->height
;
438 fimc_is_mem_barrier();
440 isp
->video_capture
.format
= ifmt
;
441 isp
->video_capture
.pixfmt
= *pixm
;
447 * Check for source/sink format differences at each link.
448 * Return 0 if the formats match or -EPIPE otherwise.
450 static int isp_video_pipeline_validate(struct fimc_isp
*isp
)
452 struct v4l2_subdev
*sd
= &isp
->subdev
;
453 struct v4l2_subdev_format sink_fmt
, src_fmt
;
454 struct media_pad
*pad
;
458 /* Retrieve format at the sink pad */
459 pad
= &sd
->entity
.pads
[0];
460 if (!(pad
->flags
& MEDIA_PAD_FL_SINK
))
462 sink_fmt
.pad
= pad
->index
;
463 sink_fmt
.which
= V4L2_SUBDEV_FORMAT_ACTIVE
;
464 ret
= v4l2_subdev_call(sd
, pad
, get_fmt
, NULL
, &sink_fmt
);
465 if (ret
< 0 && ret
!= -ENOIOCTLCMD
)
468 /* Retrieve format at the source pad */
469 pad
= media_entity_remote_pad(pad
);
470 if (!pad
|| !is_media_entity_v4l2_subdev(pad
->entity
))
473 sd
= media_entity_to_v4l2_subdev(pad
->entity
);
474 src_fmt
.pad
= pad
->index
;
475 src_fmt
.which
= V4L2_SUBDEV_FORMAT_ACTIVE
;
476 ret
= v4l2_subdev_call(sd
, pad
, get_fmt
, NULL
, &src_fmt
);
477 if (ret
< 0 && ret
!= -ENOIOCTLCMD
)
480 if (src_fmt
.format
.width
!= sink_fmt
.format
.width
||
481 src_fmt
.format
.height
!= sink_fmt
.format
.height
||
482 src_fmt
.format
.code
!= sink_fmt
.format
.code
)
489 static int isp_video_streamon(struct file
*file
, void *priv
,
490 enum v4l2_buf_type type
)
492 struct fimc_isp
*isp
= video_drvdata(file
);
493 struct exynos_video_entity
*ve
= &isp
->video_capture
.ve
;
494 struct media_entity
*me
= &ve
->vdev
.entity
;
497 ret
= media_entity_pipeline_start(me
, &ve
->pipe
->mp
);
501 ret
= isp_video_pipeline_validate(isp
);
505 ret
= vb2_ioctl_streamon(file
, priv
, type
);
509 isp
->video_capture
.streaming
= 1;
512 media_entity_pipeline_stop(me
);
516 static int isp_video_streamoff(struct file
*file
, void *priv
,
517 enum v4l2_buf_type type
)
519 struct fimc_isp
*isp
= video_drvdata(file
);
520 struct fimc_is_video
*video
= &isp
->video_capture
;
523 ret
= vb2_ioctl_streamoff(file
, priv
, type
);
527 media_entity_pipeline_stop(&video
->ve
.vdev
.entity
);
528 video
->streaming
= 0;
532 static int isp_video_reqbufs(struct file
*file
, void *priv
,
533 struct v4l2_requestbuffers
*rb
)
535 struct fimc_isp
*isp
= video_drvdata(file
);
538 ret
= vb2_ioctl_reqbufs(file
, priv
, rb
);
542 if (rb
->count
&& rb
->count
< FIMC_ISP_REQ_BUFS_MIN
) {
544 vb2_ioctl_reqbufs(file
, priv
, rb
);
548 isp
->video_capture
.reqbufs_count
= rb
->count
;
552 static const struct v4l2_ioctl_ops isp_video_ioctl_ops
= {
553 .vidioc_querycap
= isp_video_querycap
,
554 .vidioc_enum_fmt_vid_cap_mplane
= isp_video_enum_fmt_mplane
,
555 .vidioc_try_fmt_vid_cap_mplane
= isp_video_try_fmt_mplane
,
556 .vidioc_s_fmt_vid_cap_mplane
= isp_video_s_fmt_mplane
,
557 .vidioc_g_fmt_vid_cap_mplane
= isp_video_g_fmt_mplane
,
558 .vidioc_reqbufs
= isp_video_reqbufs
,
559 .vidioc_querybuf
= vb2_ioctl_querybuf
,
560 .vidioc_prepare_buf
= vb2_ioctl_prepare_buf
,
561 .vidioc_create_bufs
= vb2_ioctl_create_bufs
,
562 .vidioc_qbuf
= vb2_ioctl_qbuf
,
563 .vidioc_dqbuf
= vb2_ioctl_dqbuf
,
564 .vidioc_streamon
= isp_video_streamon
,
565 .vidioc_streamoff
= isp_video_streamoff
,
568 int fimc_isp_video_device_register(struct fimc_isp
*isp
,
569 struct v4l2_device
*v4l2_dev
,
570 enum v4l2_buf_type type
)
572 struct vb2_queue
*q
= &isp
->video_capture
.vb_queue
;
573 struct fimc_is_video
*iv
;
574 struct video_device
*vdev
;
577 if (type
== V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE
)
578 iv
= &isp
->video_capture
;
582 mutex_init(&isp
->video_lock
);
583 INIT_LIST_HEAD(&iv
->pending_buf_q
);
584 INIT_LIST_HEAD(&iv
->active_buf_q
);
585 iv
->format
= fimc_isp_find_format(NULL
, NULL
, 0);
586 iv
->pixfmt
.width
= IS_DEFAULT_WIDTH
;
587 iv
->pixfmt
.height
= IS_DEFAULT_HEIGHT
;
588 iv
->pixfmt
.pixelformat
= iv
->format
->fourcc
;
589 iv
->pixfmt
.colorspace
= V4L2_COLORSPACE_SRGB
;
590 iv
->reqbufs_count
= 0;
592 memset(q
, 0, sizeof(*q
));
594 q
->io_modes
= VB2_MMAP
| VB2_USERPTR
;
595 q
->ops
= &isp_video_capture_qops
;
596 q
->mem_ops
= &vb2_dma_contig_memops
;
597 q
->buf_struct_size
= sizeof(struct isp_video_buf
);
599 q
->timestamp_flags
= V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC
;
600 q
->lock
= &isp
->video_lock
;
601 q
->dev
= &isp
->pdev
->dev
;
603 ret
= vb2_queue_init(q
);
608 memset(vdev
, 0, sizeof(*vdev
));
609 snprintf(vdev
->name
, sizeof(vdev
->name
), "fimc-is-isp.%s",
610 type
== V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE
?
611 "capture" : "output");
613 vdev
->fops
= &isp_video_fops
;
614 vdev
->ioctl_ops
= &isp_video_ioctl_ops
;
615 vdev
->v4l2_dev
= v4l2_dev
;
617 vdev
->release
= video_device_release_empty
;
618 vdev
->lock
= &isp
->video_lock
;
620 iv
->pad
.flags
= MEDIA_PAD_FL_SINK
;
621 ret
= media_entity_pads_init(&vdev
->entity
, 1, &iv
->pad
);
625 video_set_drvdata(vdev
, isp
);
627 ret
= video_register_device(vdev
, VFL_TYPE_GRABBER
, -1);
629 media_entity_cleanup(&vdev
->entity
);
633 v4l2_info(v4l2_dev
, "Registered %s as /dev/%s\n",
634 vdev
->name
, video_device_node_name(vdev
));
639 void fimc_isp_video_device_unregister(struct fimc_isp
*isp
,
640 enum v4l2_buf_type type
)
642 struct exynos_video_entity
*ve
;
644 if (type
== V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE
)
645 ve
= &isp
->video_capture
.ve
;
649 mutex_lock(&isp
->video_lock
);
651 if (video_is_registered(&ve
->vdev
)) {
652 video_unregister_device(&ve
->vdev
);
653 media_entity_cleanup(&ve
->vdev
.entity
);
657 mutex_unlock(&isp
->video_lock
);