2 * A virtual v4l2-mem2mem example device.
4 * This is a virtual device driver for testing mem-to-mem videobuf framework.
5 * It simulates a device that uses memory buffers for both source and
6 * destination, processes the data and issues an "irq" (simulated by a timer).
7 * The device is capable of multi-instance, multi-buffer-per-transaction
8 * operation (via the mem2mem framework).
10 * Copyright (c) 2009-2010 Samsung Electronics Co., Ltd.
11 * Pawel Osciak, <pawel@osciak.com>
12 * Marek Szyprowski, <m.szyprowski@samsung.com>
14 * This program is free software; you can redistribute it and/or modify
15 * it under the terms of the GNU General Public License as published by the
16 * Free Software Foundation; either version 2 of the
17 * License, or (at your option) any later version
19 #include <linux/module.h>
20 #include <linux/delay.h>
22 #include <linux/timer.h>
23 #include <linux/sched.h>
24 #include <linux/slab.h>
26 #include <linux/platform_device.h>
27 #include <media/v4l2-mem2mem.h>
28 #include <media/v4l2-device.h>
29 #include <media/v4l2-ioctl.h>
30 #include <media/v4l2-ctrls.h>
31 #include <media/v4l2-event.h>
32 #include <media/videobuf2-vmalloc.h>
34 MODULE_DESCRIPTION("Virtual device for mem2mem framework testing");
35 MODULE_AUTHOR("Pawel Osciak, <pawel@osciak.com>");
36 MODULE_LICENSE("GPL");
37 MODULE_VERSION("0.1.1");
38 MODULE_ALIAS("mem2mem_testdev");
40 static unsigned debug
;
41 module_param(debug
, uint
, 0644);
42 MODULE_PARM_DESC(debug
, "activates debug info");
48 #define DIM_ALIGN_MASK 7 /* 8-byte alignment for line length */
50 /* Flags that indicate a format can be used for capture/output */
51 #define MEM2MEM_CAPTURE (1 << 0)
52 #define MEM2MEM_OUTPUT (1 << 1)
54 #define MEM2MEM_NAME "vim2m"
57 #define MEM2MEM_DEF_NUM_BUFS VIDEO_MAX_FRAME
58 /* In bytes, per queue */
59 #define MEM2MEM_VID_MEM_LIMIT (16 * 1024 * 1024)
61 /* Default transaction time in msec */
62 #define MEM2MEM_DEF_TRANSTIME 40
63 #define MEM2MEM_COLOR_STEP (0xff >> 4)
64 #define MEM2MEM_NUM_TILES 8
66 /* Flags that indicate processing mode */
67 #define MEM2MEM_HFLIP (1 << 0)
68 #define MEM2MEM_VFLIP (1 << 1)
70 #define dprintk(dev, fmt, arg...) \
71 v4l2_dbg(1, debug, &dev->v4l2_dev, "%s: " fmt, __func__, ## arg)
74 static void vim2m_dev_release(struct device
*dev
)
77 static struct platform_device vim2m_pdev
= {
79 .dev
.release
= vim2m_dev_release
,
85 /* Types the format can be used for */
89 static struct vim2m_fmt formats
[] = {
91 .fourcc
= V4L2_PIX_FMT_RGB565X
, /* rrrrrggg gggbbbbb */
93 /* Both capture and output format */
94 .types
= MEM2MEM_CAPTURE
| MEM2MEM_OUTPUT
,
97 .fourcc
= V4L2_PIX_FMT_YUYV
,
99 /* Output-only format */
100 .types
= MEM2MEM_OUTPUT
,
104 #define NUM_FORMATS ARRAY_SIZE(formats)
106 /* Per-queue, driver-specific private data */
107 struct vim2m_q_data
{
110 unsigned int sizeimage
;
111 unsigned int sequence
;
112 struct vim2m_fmt
*fmt
;
120 #define V4L2_CID_TRANS_TIME_MSEC (V4L2_CID_USER_BASE + 0x1000)
121 #define V4L2_CID_TRANS_NUM_BUFS (V4L2_CID_USER_BASE + 0x1001)
123 static struct vim2m_fmt
*find_format(struct v4l2_format
*f
)
125 struct vim2m_fmt
*fmt
;
128 for (k
= 0; k
< NUM_FORMATS
; k
++) {
130 if (fmt
->fourcc
== f
->fmt
.pix
.pixelformat
)
134 if (k
== NUM_FORMATS
)
141 struct v4l2_device v4l2_dev
;
142 struct video_device vfd
;
143 #ifdef CONFIG_MEDIA_CONTROLLER
144 struct media_device mdev
;
148 struct mutex dev_mutex
;
151 struct timer_list timer
;
153 struct v4l2_m2m_dev
*m2m_dev
;
158 struct vim2m_dev
*dev
;
160 struct v4l2_ctrl_handler hdl
;
162 /* Processed buffers in this transaction */
165 /* Transaction length (i.e. how many buffers per transaction) */
167 /* Transaction time (i.e. simulated processing time) in milliseconds */
170 /* Abort requested by m2m */
173 /* Processing mode */
176 enum v4l2_colorspace colorspace
;
177 enum v4l2_ycbcr_encoding ycbcr_enc
;
178 enum v4l2_xfer_func xfer_func
;
179 enum v4l2_quantization quant
;
181 /* Source and destination queue data */
182 struct vim2m_q_data q_data
[2];
185 static inline struct vim2m_ctx
*file2ctx(struct file
*file
)
187 return container_of(file
->private_data
, struct vim2m_ctx
, fh
);
190 static struct vim2m_q_data
*get_q_data(struct vim2m_ctx
*ctx
,
191 enum v4l2_buf_type type
)
194 case V4L2_BUF_TYPE_VIDEO_OUTPUT
:
195 return &ctx
->q_data
[V4L2_M2M_SRC
];
196 case V4L2_BUF_TYPE_VIDEO_CAPTURE
:
197 return &ctx
->q_data
[V4L2_M2M_DST
];
205 static int device_process(struct vim2m_ctx
*ctx
,
206 struct vb2_v4l2_buffer
*in_vb
,
207 struct vb2_v4l2_buffer
*out_vb
)
209 struct vim2m_dev
*dev
= ctx
->dev
;
210 struct vim2m_q_data
*q_data
;
213 int tile_w
, bytes_left
;
214 int width
, height
, bytesperline
;
216 q_data
= get_q_data(ctx
, V4L2_BUF_TYPE_VIDEO_OUTPUT
);
218 width
= q_data
->width
;
219 height
= q_data
->height
;
220 bytesperline
= (q_data
->width
* q_data
->fmt
->depth
) >> 3;
222 p_in
= vb2_plane_vaddr(&in_vb
->vb2_buf
, 0);
223 p_out
= vb2_plane_vaddr(&out_vb
->vb2_buf
, 0);
224 if (!p_in
|| !p_out
) {
225 v4l2_err(&dev
->v4l2_dev
,
226 "Acquiring kernel pointers to buffers failed\n");
230 if (vb2_plane_size(&in_vb
->vb2_buf
, 0) >
231 vb2_plane_size(&out_vb
->vb2_buf
, 0)) {
232 v4l2_err(&dev
->v4l2_dev
, "Output buffer is too small\n");
236 tile_w
= (width
* (q_data
[V4L2_M2M_DST
].fmt
->depth
>> 3))
238 bytes_left
= bytesperline
- tile_w
* MEM2MEM_NUM_TILES
;
242 get_q_data(ctx
, V4L2_BUF_TYPE_VIDEO_CAPTURE
)->sequence
++;
243 in_vb
->sequence
= q_data
->sequence
++;
244 out_vb
->vb2_buf
.timestamp
= in_vb
->vb2_buf
.timestamp
;
246 if (in_vb
->flags
& V4L2_BUF_FLAG_TIMECODE
)
247 out_vb
->timecode
= in_vb
->timecode
;
248 out_vb
->field
= in_vb
->field
;
249 out_vb
->flags
= in_vb
->flags
&
250 (V4L2_BUF_FLAG_TIMECODE
|
251 V4L2_BUF_FLAG_KEYFRAME
|
252 V4L2_BUF_FLAG_PFRAME
|
253 V4L2_BUF_FLAG_BFRAME
|
254 V4L2_BUF_FLAG_TSTAMP_SRC_MASK
);
257 case MEM2MEM_HFLIP
| MEM2MEM_VFLIP
:
258 p_out
+= bytesperline
* height
- bytes_left
;
259 for (y
= 0; y
< height
; ++y
) {
260 for (t
= 0; t
< MEM2MEM_NUM_TILES
; ++t
) {
262 for (x
= 0; x
< tile_w
; ++x
)
266 for (x
= 0; x
< tile_w
; ++x
)
278 for (y
= 0; y
< height
; ++y
) {
279 p_out
+= MEM2MEM_NUM_TILES
* tile_w
;
280 for (t
= 0; t
< MEM2MEM_NUM_TILES
; ++t
) {
282 for (x
= 0; x
< tile_w
; ++x
)
286 for (x
= 0; x
< tile_w
; ++x
)
293 p_out
+= bytesperline
;
298 p_out
+= bytesperline
* (height
- 1);
299 for (y
= 0; y
< height
; ++y
) {
300 for (t
= 0; t
< MEM2MEM_NUM_TILES
; ++t
) {
302 for (x
= 0; x
< tile_w
; ++x
)
306 for (x
= 0; x
< tile_w
; ++x
)
313 p_out
+= bytes_left
- 2 * bytesperline
;
318 for (y
= 0; y
< height
; ++y
) {
319 for (t
= 0; t
< MEM2MEM_NUM_TILES
; ++t
) {
321 for (x
= 0; x
< tile_w
; ++x
)
325 for (x
= 0; x
< tile_w
; ++x
)
339 static void schedule_irq(struct vim2m_dev
*dev
, int msec_timeout
)
341 dprintk(dev
, "Scheduling a simulated irq\n");
342 mod_timer(&dev
->timer
, jiffies
+ msecs_to_jiffies(msec_timeout
));
350 * job_ready() - check whether an instance is ready to be scheduled to run
352 static int job_ready(void *priv
)
354 struct vim2m_ctx
*ctx
= priv
;
356 if (v4l2_m2m_num_src_bufs_ready(ctx
->fh
.m2m_ctx
) < ctx
->translen
357 || v4l2_m2m_num_dst_bufs_ready(ctx
->fh
.m2m_ctx
) < ctx
->translen
) {
358 dprintk(ctx
->dev
, "Not enough buffers available\n");
365 static void job_abort(void *priv
)
367 struct vim2m_ctx
*ctx
= priv
;
369 /* Will cancel the transaction in the next interrupt handler */
373 /* device_run() - prepares and starts the device
375 * This simulates all the immediate preparations required before starting
376 * a device. This will be called by the framework when it decides to schedule
377 * a particular instance.
379 static void device_run(void *priv
)
381 struct vim2m_ctx
*ctx
= priv
;
382 struct vim2m_dev
*dev
= ctx
->dev
;
383 struct vb2_v4l2_buffer
*src_buf
, *dst_buf
;
385 src_buf
= v4l2_m2m_next_src_buf(ctx
->fh
.m2m_ctx
);
386 dst_buf
= v4l2_m2m_next_dst_buf(ctx
->fh
.m2m_ctx
);
388 device_process(ctx
, src_buf
, dst_buf
);
390 /* Run a timer, which simulates a hardware irq */
391 schedule_irq(dev
, ctx
->transtime
);
394 static void device_isr(struct timer_list
*t
)
396 struct vim2m_dev
*vim2m_dev
= from_timer(vim2m_dev
, t
, timer
);
397 struct vim2m_ctx
*curr_ctx
;
398 struct vb2_v4l2_buffer
*src_vb
, *dst_vb
;
401 curr_ctx
= v4l2_m2m_get_curr_priv(vim2m_dev
->m2m_dev
);
403 if (NULL
== curr_ctx
) {
404 pr_err("Instance released before the end of transaction\n");
408 src_vb
= v4l2_m2m_src_buf_remove(curr_ctx
->fh
.m2m_ctx
);
409 dst_vb
= v4l2_m2m_dst_buf_remove(curr_ctx
->fh
.m2m_ctx
);
411 curr_ctx
->num_processed
++;
413 spin_lock_irqsave(&vim2m_dev
->irqlock
, flags
);
414 v4l2_m2m_buf_done(src_vb
, VB2_BUF_STATE_DONE
);
415 v4l2_m2m_buf_done(dst_vb
, VB2_BUF_STATE_DONE
);
416 spin_unlock_irqrestore(&vim2m_dev
->irqlock
, flags
);
418 if (curr_ctx
->num_processed
== curr_ctx
->translen
419 || curr_ctx
->aborting
) {
420 dprintk(curr_ctx
->dev
, "Finishing transaction\n");
421 curr_ctx
->num_processed
= 0;
422 v4l2_m2m_job_finish(vim2m_dev
->m2m_dev
, curr_ctx
->fh
.m2m_ctx
);
424 device_run(curr_ctx
);
431 static int vidioc_querycap(struct file
*file
, void *priv
,
432 struct v4l2_capability
*cap
)
434 strncpy(cap
->driver
, MEM2MEM_NAME
, sizeof(cap
->driver
) - 1);
435 strncpy(cap
->card
, MEM2MEM_NAME
, sizeof(cap
->card
) - 1);
436 snprintf(cap
->bus_info
, sizeof(cap
->bus_info
),
437 "platform:%s", MEM2MEM_NAME
);
438 cap
->device_caps
= V4L2_CAP_VIDEO_M2M
| V4L2_CAP_STREAMING
;
439 cap
->capabilities
= cap
->device_caps
| V4L2_CAP_DEVICE_CAPS
;
443 static int enum_fmt(struct v4l2_fmtdesc
*f
, u32 type
)
446 struct vim2m_fmt
*fmt
;
450 for (i
= 0; i
< NUM_FORMATS
; ++i
) {
451 if (formats
[i
].types
& type
) {
452 /* index-th format of type type found ? */
455 /* Correct type but haven't reached our index yet,
456 * just increment per-type index */
461 if (i
< NUM_FORMATS
) {
464 f
->pixelformat
= fmt
->fourcc
;
468 /* Format not found */
472 static int vidioc_enum_fmt_vid_cap(struct file
*file
, void *priv
,
473 struct v4l2_fmtdesc
*f
)
475 return enum_fmt(f
, MEM2MEM_CAPTURE
);
478 static int vidioc_enum_fmt_vid_out(struct file
*file
, void *priv
,
479 struct v4l2_fmtdesc
*f
)
481 return enum_fmt(f
, MEM2MEM_OUTPUT
);
484 static int vidioc_g_fmt(struct vim2m_ctx
*ctx
, struct v4l2_format
*f
)
486 struct vb2_queue
*vq
;
487 struct vim2m_q_data
*q_data
;
489 vq
= v4l2_m2m_get_vq(ctx
->fh
.m2m_ctx
, f
->type
);
493 q_data
= get_q_data(ctx
, f
->type
);
495 f
->fmt
.pix
.width
= q_data
->width
;
496 f
->fmt
.pix
.height
= q_data
->height
;
497 f
->fmt
.pix
.field
= V4L2_FIELD_NONE
;
498 f
->fmt
.pix
.pixelformat
= q_data
->fmt
->fourcc
;
499 f
->fmt
.pix
.bytesperline
= (q_data
->width
* q_data
->fmt
->depth
) >> 3;
500 f
->fmt
.pix
.sizeimage
= q_data
->sizeimage
;
501 f
->fmt
.pix
.colorspace
= ctx
->colorspace
;
502 f
->fmt
.pix
.xfer_func
= ctx
->xfer_func
;
503 f
->fmt
.pix
.ycbcr_enc
= ctx
->ycbcr_enc
;
504 f
->fmt
.pix
.quantization
= ctx
->quant
;
509 static int vidioc_g_fmt_vid_out(struct file
*file
, void *priv
,
510 struct v4l2_format
*f
)
512 return vidioc_g_fmt(file2ctx(file
), f
);
515 static int vidioc_g_fmt_vid_cap(struct file
*file
, void *priv
,
516 struct v4l2_format
*f
)
518 return vidioc_g_fmt(file2ctx(file
), f
);
521 static int vidioc_try_fmt(struct v4l2_format
*f
, struct vim2m_fmt
*fmt
)
523 /* V4L2 specification suggests the driver corrects the format struct
524 * if any of the dimensions is unsupported */
525 if (f
->fmt
.pix
.height
< MIN_H
)
526 f
->fmt
.pix
.height
= MIN_H
;
527 else if (f
->fmt
.pix
.height
> MAX_H
)
528 f
->fmt
.pix
.height
= MAX_H
;
530 if (f
->fmt
.pix
.width
< MIN_W
)
531 f
->fmt
.pix
.width
= MIN_W
;
532 else if (f
->fmt
.pix
.width
> MAX_W
)
533 f
->fmt
.pix
.width
= MAX_W
;
535 f
->fmt
.pix
.width
&= ~DIM_ALIGN_MASK
;
536 f
->fmt
.pix
.bytesperline
= (f
->fmt
.pix
.width
* fmt
->depth
) >> 3;
537 f
->fmt
.pix
.sizeimage
= f
->fmt
.pix
.height
* f
->fmt
.pix
.bytesperline
;
538 f
->fmt
.pix
.field
= V4L2_FIELD_NONE
;
543 static int vidioc_try_fmt_vid_cap(struct file
*file
, void *priv
,
544 struct v4l2_format
*f
)
546 struct vim2m_fmt
*fmt
;
547 struct vim2m_ctx
*ctx
= file2ctx(file
);
549 fmt
= find_format(f
);
551 f
->fmt
.pix
.pixelformat
= formats
[0].fourcc
;
552 fmt
= find_format(f
);
554 if (!(fmt
->types
& MEM2MEM_CAPTURE
)) {
555 v4l2_err(&ctx
->dev
->v4l2_dev
,
556 "Fourcc format (0x%08x) invalid.\n",
557 f
->fmt
.pix
.pixelformat
);
560 f
->fmt
.pix
.colorspace
= ctx
->colorspace
;
561 f
->fmt
.pix
.xfer_func
= ctx
->xfer_func
;
562 f
->fmt
.pix
.ycbcr_enc
= ctx
->ycbcr_enc
;
563 f
->fmt
.pix
.quantization
= ctx
->quant
;
565 return vidioc_try_fmt(f
, fmt
);
568 static int vidioc_try_fmt_vid_out(struct file
*file
, void *priv
,
569 struct v4l2_format
*f
)
571 struct vim2m_fmt
*fmt
;
572 struct vim2m_ctx
*ctx
= file2ctx(file
);
574 fmt
= find_format(f
);
576 f
->fmt
.pix
.pixelformat
= formats
[0].fourcc
;
577 fmt
= find_format(f
);
579 if (!(fmt
->types
& MEM2MEM_OUTPUT
)) {
580 v4l2_err(&ctx
->dev
->v4l2_dev
,
581 "Fourcc format (0x%08x) invalid.\n",
582 f
->fmt
.pix
.pixelformat
);
585 if (!f
->fmt
.pix
.colorspace
)
586 f
->fmt
.pix
.colorspace
= V4L2_COLORSPACE_REC709
;
588 return vidioc_try_fmt(f
, fmt
);
591 static int vidioc_s_fmt(struct vim2m_ctx
*ctx
, struct v4l2_format
*f
)
593 struct vim2m_q_data
*q_data
;
594 struct vb2_queue
*vq
;
596 vq
= v4l2_m2m_get_vq(ctx
->fh
.m2m_ctx
, f
->type
);
600 q_data
= get_q_data(ctx
, f
->type
);
604 if (vb2_is_busy(vq
)) {
605 v4l2_err(&ctx
->dev
->v4l2_dev
, "%s queue busy\n", __func__
);
609 q_data
->fmt
= find_format(f
);
610 q_data
->width
= f
->fmt
.pix
.width
;
611 q_data
->height
= f
->fmt
.pix
.height
;
612 q_data
->sizeimage
= q_data
->width
* q_data
->height
613 * q_data
->fmt
->depth
>> 3;
616 "Setting format for type %d, wxh: %dx%d, fmt: %d\n",
617 f
->type
, q_data
->width
, q_data
->height
, q_data
->fmt
->fourcc
);
622 static int vidioc_s_fmt_vid_cap(struct file
*file
, void *priv
,
623 struct v4l2_format
*f
)
627 ret
= vidioc_try_fmt_vid_cap(file
, priv
, f
);
631 return vidioc_s_fmt(file2ctx(file
), f
);
634 static int vidioc_s_fmt_vid_out(struct file
*file
, void *priv
,
635 struct v4l2_format
*f
)
637 struct vim2m_ctx
*ctx
= file2ctx(file
);
640 ret
= vidioc_try_fmt_vid_out(file
, priv
, f
);
644 ret
= vidioc_s_fmt(file2ctx(file
), f
);
646 ctx
->colorspace
= f
->fmt
.pix
.colorspace
;
647 ctx
->xfer_func
= f
->fmt
.pix
.xfer_func
;
648 ctx
->ycbcr_enc
= f
->fmt
.pix
.ycbcr_enc
;
649 ctx
->quant
= f
->fmt
.pix
.quantization
;
654 static int vim2m_s_ctrl(struct v4l2_ctrl
*ctrl
)
656 struct vim2m_ctx
*ctx
=
657 container_of(ctrl
->handler
, struct vim2m_ctx
, hdl
);
662 ctx
->mode
|= MEM2MEM_HFLIP
;
664 ctx
->mode
&= ~MEM2MEM_HFLIP
;
669 ctx
->mode
|= MEM2MEM_VFLIP
;
671 ctx
->mode
&= ~MEM2MEM_VFLIP
;
674 case V4L2_CID_TRANS_TIME_MSEC
:
675 ctx
->transtime
= ctrl
->val
;
678 case V4L2_CID_TRANS_NUM_BUFS
:
679 ctx
->translen
= ctrl
->val
;
683 v4l2_err(&ctx
->dev
->v4l2_dev
, "Invalid control\n");
690 static const struct v4l2_ctrl_ops vim2m_ctrl_ops
= {
691 .s_ctrl
= vim2m_s_ctrl
,
695 static const struct v4l2_ioctl_ops vim2m_ioctl_ops
= {
696 .vidioc_querycap
= vidioc_querycap
,
698 .vidioc_enum_fmt_vid_cap
= vidioc_enum_fmt_vid_cap
,
699 .vidioc_g_fmt_vid_cap
= vidioc_g_fmt_vid_cap
,
700 .vidioc_try_fmt_vid_cap
= vidioc_try_fmt_vid_cap
,
701 .vidioc_s_fmt_vid_cap
= vidioc_s_fmt_vid_cap
,
703 .vidioc_enum_fmt_vid_out
= vidioc_enum_fmt_vid_out
,
704 .vidioc_g_fmt_vid_out
= vidioc_g_fmt_vid_out
,
705 .vidioc_try_fmt_vid_out
= vidioc_try_fmt_vid_out
,
706 .vidioc_s_fmt_vid_out
= vidioc_s_fmt_vid_out
,
708 .vidioc_reqbufs
= v4l2_m2m_ioctl_reqbufs
,
709 .vidioc_querybuf
= v4l2_m2m_ioctl_querybuf
,
710 .vidioc_qbuf
= v4l2_m2m_ioctl_qbuf
,
711 .vidioc_dqbuf
= v4l2_m2m_ioctl_dqbuf
,
712 .vidioc_prepare_buf
= v4l2_m2m_ioctl_prepare_buf
,
713 .vidioc_create_bufs
= v4l2_m2m_ioctl_create_bufs
,
714 .vidioc_expbuf
= v4l2_m2m_ioctl_expbuf
,
716 .vidioc_streamon
= v4l2_m2m_ioctl_streamon
,
717 .vidioc_streamoff
= v4l2_m2m_ioctl_streamoff
,
719 .vidioc_subscribe_event
= v4l2_ctrl_subscribe_event
,
720 .vidioc_unsubscribe_event
= v4l2_event_unsubscribe
,
728 static int vim2m_queue_setup(struct vb2_queue
*vq
,
729 unsigned int *nbuffers
, unsigned int *nplanes
,
730 unsigned int sizes
[], struct device
*alloc_devs
[])
732 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(vq
);
733 struct vim2m_q_data
*q_data
;
734 unsigned int size
, count
= *nbuffers
;
736 q_data
= get_q_data(ctx
, vq
->type
);
738 size
= q_data
->width
* q_data
->height
* q_data
->fmt
->depth
>> 3;
740 while (size
* count
> MEM2MEM_VID_MEM_LIMIT
)
745 return sizes
[0] < size
? -EINVAL
: 0;
750 dprintk(ctx
->dev
, "get %d buffer(s) of size %d each.\n", count
, size
);
755 static int vim2m_buf_prepare(struct vb2_buffer
*vb
)
757 struct vb2_v4l2_buffer
*vbuf
= to_vb2_v4l2_buffer(vb
);
758 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(vb
->vb2_queue
);
759 struct vim2m_q_data
*q_data
;
761 dprintk(ctx
->dev
, "type: %d\n", vb
->vb2_queue
->type
);
763 q_data
= get_q_data(ctx
, vb
->vb2_queue
->type
);
764 if (V4L2_TYPE_IS_OUTPUT(vb
->vb2_queue
->type
)) {
765 if (vbuf
->field
== V4L2_FIELD_ANY
)
766 vbuf
->field
= V4L2_FIELD_NONE
;
767 if (vbuf
->field
!= V4L2_FIELD_NONE
) {
768 dprintk(ctx
->dev
, "%s field isn't supported\n",
774 if (vb2_plane_size(vb
, 0) < q_data
->sizeimage
) {
775 dprintk(ctx
->dev
, "%s data will not fit into plane (%lu < %lu)\n",
776 __func__
, vb2_plane_size(vb
, 0), (long)q_data
->sizeimage
);
780 vb2_set_plane_payload(vb
, 0, q_data
->sizeimage
);
785 static void vim2m_buf_queue(struct vb2_buffer
*vb
)
787 struct vb2_v4l2_buffer
*vbuf
= to_vb2_v4l2_buffer(vb
);
788 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(vb
->vb2_queue
);
790 v4l2_m2m_buf_queue(ctx
->fh
.m2m_ctx
, vbuf
);
793 static int vim2m_start_streaming(struct vb2_queue
*q
, unsigned count
)
795 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(q
);
796 struct vim2m_q_data
*q_data
= get_q_data(ctx
, q
->type
);
798 q_data
->sequence
= 0;
802 static void vim2m_stop_streaming(struct vb2_queue
*q
)
804 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(q
);
805 struct vb2_v4l2_buffer
*vbuf
;
809 if (V4L2_TYPE_IS_OUTPUT(q
->type
))
810 vbuf
= v4l2_m2m_src_buf_remove(ctx
->fh
.m2m_ctx
);
812 vbuf
= v4l2_m2m_dst_buf_remove(ctx
->fh
.m2m_ctx
);
815 spin_lock_irqsave(&ctx
->dev
->irqlock
, flags
);
816 v4l2_m2m_buf_done(vbuf
, VB2_BUF_STATE_ERROR
);
817 spin_unlock_irqrestore(&ctx
->dev
->irqlock
, flags
);
821 static const struct vb2_ops vim2m_qops
= {
822 .queue_setup
= vim2m_queue_setup
,
823 .buf_prepare
= vim2m_buf_prepare
,
824 .buf_queue
= vim2m_buf_queue
,
825 .start_streaming
= vim2m_start_streaming
,
826 .stop_streaming
= vim2m_stop_streaming
,
827 .wait_prepare
= vb2_ops_wait_prepare
,
828 .wait_finish
= vb2_ops_wait_finish
,
831 static int queue_init(void *priv
, struct vb2_queue
*src_vq
, struct vb2_queue
*dst_vq
)
833 struct vim2m_ctx
*ctx
= priv
;
836 src_vq
->type
= V4L2_BUF_TYPE_VIDEO_OUTPUT
;
837 src_vq
->io_modes
= VB2_MMAP
| VB2_USERPTR
| VB2_DMABUF
;
838 src_vq
->drv_priv
= ctx
;
839 src_vq
->buf_struct_size
= sizeof(struct v4l2_m2m_buffer
);
840 src_vq
->ops
= &vim2m_qops
;
841 src_vq
->mem_ops
= &vb2_vmalloc_memops
;
842 src_vq
->timestamp_flags
= V4L2_BUF_FLAG_TIMESTAMP_COPY
;
843 src_vq
->lock
= &ctx
->dev
->dev_mutex
;
845 ret
= vb2_queue_init(src_vq
);
849 dst_vq
->type
= V4L2_BUF_TYPE_VIDEO_CAPTURE
;
850 dst_vq
->io_modes
= VB2_MMAP
| VB2_USERPTR
| VB2_DMABUF
;
851 dst_vq
->drv_priv
= ctx
;
852 dst_vq
->buf_struct_size
= sizeof(struct v4l2_m2m_buffer
);
853 dst_vq
->ops
= &vim2m_qops
;
854 dst_vq
->mem_ops
= &vb2_vmalloc_memops
;
855 dst_vq
->timestamp_flags
= V4L2_BUF_FLAG_TIMESTAMP_COPY
;
856 dst_vq
->lock
= &ctx
->dev
->dev_mutex
;
858 return vb2_queue_init(dst_vq
);
861 static const struct v4l2_ctrl_config vim2m_ctrl_trans_time_msec
= {
862 .ops
= &vim2m_ctrl_ops
,
863 .id
= V4L2_CID_TRANS_TIME_MSEC
,
864 .name
= "Transaction Time (msec)",
865 .type
= V4L2_CTRL_TYPE_INTEGER
,
866 .def
= MEM2MEM_DEF_TRANSTIME
,
872 static const struct v4l2_ctrl_config vim2m_ctrl_trans_num_bufs
= {
873 .ops
= &vim2m_ctrl_ops
,
874 .id
= V4L2_CID_TRANS_NUM_BUFS
,
875 .name
= "Buffers Per Transaction",
876 .type
= V4L2_CTRL_TYPE_INTEGER
,
879 .max
= MEM2MEM_DEF_NUM_BUFS
,
886 static int vim2m_open(struct file
*file
)
888 struct vim2m_dev
*dev
= video_drvdata(file
);
889 struct vim2m_ctx
*ctx
= NULL
;
890 struct v4l2_ctrl_handler
*hdl
;
893 if (mutex_lock_interruptible(&dev
->dev_mutex
))
895 ctx
= kzalloc(sizeof(*ctx
), GFP_KERNEL
);
901 v4l2_fh_init(&ctx
->fh
, video_devdata(file
));
902 file
->private_data
= &ctx
->fh
;
905 v4l2_ctrl_handler_init(hdl
, 4);
906 v4l2_ctrl_new_std(hdl
, &vim2m_ctrl_ops
, V4L2_CID_HFLIP
, 0, 1, 1, 0);
907 v4l2_ctrl_new_std(hdl
, &vim2m_ctrl_ops
, V4L2_CID_VFLIP
, 0, 1, 1, 0);
908 v4l2_ctrl_new_custom(hdl
, &vim2m_ctrl_trans_time_msec
, NULL
);
909 v4l2_ctrl_new_custom(hdl
, &vim2m_ctrl_trans_num_bufs
, NULL
);
912 v4l2_ctrl_handler_free(hdl
);
916 ctx
->fh
.ctrl_handler
= hdl
;
917 v4l2_ctrl_handler_setup(hdl
);
919 ctx
->q_data
[V4L2_M2M_SRC
].fmt
= &formats
[0];
920 ctx
->q_data
[V4L2_M2M_SRC
].width
= 640;
921 ctx
->q_data
[V4L2_M2M_SRC
].height
= 480;
922 ctx
->q_data
[V4L2_M2M_SRC
].sizeimage
=
923 ctx
->q_data
[V4L2_M2M_SRC
].width
*
924 ctx
->q_data
[V4L2_M2M_SRC
].height
*
925 (ctx
->q_data
[V4L2_M2M_SRC
].fmt
->depth
>> 3);
926 ctx
->q_data
[V4L2_M2M_DST
] = ctx
->q_data
[V4L2_M2M_SRC
];
927 ctx
->colorspace
= V4L2_COLORSPACE_REC709
;
929 ctx
->fh
.m2m_ctx
= v4l2_m2m_ctx_init(dev
->m2m_dev
, ctx
, &queue_init
);
931 if (IS_ERR(ctx
->fh
.m2m_ctx
)) {
932 rc
= PTR_ERR(ctx
->fh
.m2m_ctx
);
934 v4l2_ctrl_handler_free(hdl
);
935 v4l2_fh_exit(&ctx
->fh
);
940 v4l2_fh_add(&ctx
->fh
);
941 atomic_inc(&dev
->num_inst
);
943 dprintk(dev
, "Created instance: %p, m2m_ctx: %p\n",
944 ctx
, ctx
->fh
.m2m_ctx
);
947 mutex_unlock(&dev
->dev_mutex
);
951 static int vim2m_release(struct file
*file
)
953 struct vim2m_dev
*dev
= video_drvdata(file
);
954 struct vim2m_ctx
*ctx
= file2ctx(file
);
956 dprintk(dev
, "Releasing instance %p\n", ctx
);
958 v4l2_fh_del(&ctx
->fh
);
959 v4l2_fh_exit(&ctx
->fh
);
960 v4l2_ctrl_handler_free(&ctx
->hdl
);
961 mutex_lock(&dev
->dev_mutex
);
962 v4l2_m2m_ctx_release(ctx
->fh
.m2m_ctx
);
963 mutex_unlock(&dev
->dev_mutex
);
966 atomic_dec(&dev
->num_inst
);
971 static const struct v4l2_file_operations vim2m_fops
= {
972 .owner
= THIS_MODULE
,
974 .release
= vim2m_release
,
975 .poll
= v4l2_m2m_fop_poll
,
976 .unlocked_ioctl
= video_ioctl2
,
977 .mmap
= v4l2_m2m_fop_mmap
,
980 static const struct video_device vim2m_videodev
= {
981 .name
= MEM2MEM_NAME
,
982 .vfl_dir
= VFL_DIR_M2M
,
984 .ioctl_ops
= &vim2m_ioctl_ops
,
986 .release
= video_device_release_empty
,
989 static const struct v4l2_m2m_ops m2m_ops
= {
990 .device_run
= device_run
,
991 .job_ready
= job_ready
,
992 .job_abort
= job_abort
,
995 static int vim2m_probe(struct platform_device
*pdev
)
997 struct vim2m_dev
*dev
;
998 struct video_device
*vfd
;
1001 dev
= devm_kzalloc(&pdev
->dev
, sizeof(*dev
), GFP_KERNEL
);
1005 spin_lock_init(&dev
->irqlock
);
1007 ret
= v4l2_device_register(&pdev
->dev
, &dev
->v4l2_dev
);
1011 atomic_set(&dev
->num_inst
, 0);
1012 mutex_init(&dev
->dev_mutex
);
1014 dev
->vfd
= vim2m_videodev
;
1016 vfd
->lock
= &dev
->dev_mutex
;
1017 vfd
->v4l2_dev
= &dev
->v4l2_dev
;
1019 ret
= video_register_device(vfd
, VFL_TYPE_GRABBER
, 0);
1021 v4l2_err(&dev
->v4l2_dev
, "Failed to register video device\n");
1025 video_set_drvdata(vfd
, dev
);
1026 v4l2_info(&dev
->v4l2_dev
,
1027 "Device registered as /dev/video%d\n", vfd
->num
);
1029 timer_setup(&dev
->timer
, device_isr
, 0);
1030 platform_set_drvdata(pdev
, dev
);
1032 dev
->m2m_dev
= v4l2_m2m_init(&m2m_ops
);
1033 if (IS_ERR(dev
->m2m_dev
)) {
1034 v4l2_err(&dev
->v4l2_dev
, "Failed to init mem2mem device\n");
1035 ret
= PTR_ERR(dev
->m2m_dev
);
1039 #ifdef CONFIG_MEDIA_CONTROLLER
1040 dev
->mdev
.dev
= &pdev
->dev
;
1041 strlcpy(dev
->mdev
.model
, "vim2m", sizeof(dev
->mdev
.model
));
1042 media_device_init(&dev
->mdev
);
1043 dev
->v4l2_dev
.mdev
= &dev
->mdev
;
1045 ret
= v4l2_m2m_register_media_controller(dev
->m2m_dev
,
1046 vfd
, MEDIA_ENT_F_PROC_VIDEO_SCALER
);
1048 v4l2_err(&dev
->v4l2_dev
, "Failed to init mem2mem media controller\n");
1052 ret
= media_device_register(&dev
->mdev
);
1054 v4l2_err(&dev
->v4l2_dev
, "Failed to register mem2mem media device\n");
1060 #ifdef CONFIG_MEDIA_CONTROLLER
1062 v4l2_m2m_unregister_media_controller(dev
->m2m_dev
);
1064 v4l2_m2m_release(dev
->m2m_dev
);
1067 video_unregister_device(&dev
->vfd
);
1069 v4l2_device_unregister(&dev
->v4l2_dev
);
1074 static int vim2m_remove(struct platform_device
*pdev
)
1076 struct vim2m_dev
*dev
= platform_get_drvdata(pdev
);
1078 v4l2_info(&dev
->v4l2_dev
, "Removing " MEM2MEM_NAME
);
1080 #ifdef CONFIG_MEDIA_CONTROLLER
1081 media_device_unregister(&dev
->mdev
);
1082 v4l2_m2m_unregister_media_controller(dev
->m2m_dev
);
1083 media_device_cleanup(&dev
->mdev
);
1085 v4l2_m2m_release(dev
->m2m_dev
);
1086 del_timer_sync(&dev
->timer
);
1087 video_unregister_device(&dev
->vfd
);
1088 v4l2_device_unregister(&dev
->v4l2_dev
);
1093 static struct platform_driver vim2m_pdrv
= {
1094 .probe
= vim2m_probe
,
1095 .remove
= vim2m_remove
,
1097 .name
= MEM2MEM_NAME
,
1101 static void __exit
vim2m_exit(void)
1103 platform_driver_unregister(&vim2m_pdrv
);
1104 platform_device_unregister(&vim2m_pdev
);
1107 static int __init
vim2m_init(void)
1111 ret
= platform_device_register(&vim2m_pdev
);
1115 ret
= platform_driver_register(&vim2m_pdrv
);
1117 platform_device_unregister(&vim2m_pdev
);
1122 module_init(vim2m_init
);
1123 module_exit(vim2m_exit
);