2 * A virtual v4l2-mem2mem example device.
4 * This is a virtual device driver for testing mem-to-mem videobuf framework.
5 * It simulates a device that uses memory buffers for both source and
6 * destination, processes the data and issues an "irq" (simulated by a delayed
8 * The device is capable of multi-instance, multi-buffer-per-transaction
9 * operation (via the mem2mem framework).
11 * Copyright (c) 2009-2010 Samsung Electronics Co., Ltd.
12 * Pawel Osciak, <pawel@osciak.com>
13 * Marek Szyprowski, <m.szyprowski@samsung.com>
15 * This program is free software; you can redistribute it and/or modify
16 * it under the terms of the GNU General Public License as published by the
17 * Free Software Foundation; either version 2 of the
18 * License, or (at your option) any later version
20 #include <linux/module.h>
21 #include <linux/delay.h>
23 #include <linux/sched.h>
24 #include <linux/slab.h>
26 #include <linux/platform_device.h>
27 #include <media/v4l2-mem2mem.h>
28 #include <media/v4l2-device.h>
29 #include <media/v4l2-ioctl.h>
30 #include <media/v4l2-ctrls.h>
31 #include <media/v4l2-event.h>
32 #include <media/videobuf2-vmalloc.h>
34 MODULE_DESCRIPTION("Virtual device for mem2mem framework testing");
35 MODULE_AUTHOR("Pawel Osciak, <pawel@osciak.com>");
36 MODULE_LICENSE("GPL");
37 MODULE_VERSION("0.1.1");
38 MODULE_ALIAS("mem2mem_testdev");
40 static unsigned debug
;
41 module_param(debug
, uint
, 0644);
42 MODULE_PARM_DESC(debug
, "activates debug info");
48 #define DIM_ALIGN_MASK 7 /* 8-byte alignment for line length */
50 /* Flags that indicate a format can be used for capture/output */
51 #define MEM2MEM_CAPTURE (1 << 0)
52 #define MEM2MEM_OUTPUT (1 << 1)
54 #define MEM2MEM_NAME "vim2m"
57 #define MEM2MEM_DEF_NUM_BUFS VIDEO_MAX_FRAME
58 /* In bytes, per queue */
59 #define MEM2MEM_VID_MEM_LIMIT (16 * 1024 * 1024)
61 /* Default transaction time in msec */
62 #define MEM2MEM_DEF_TRANSTIME 40
63 #define MEM2MEM_COLOR_STEP (0xff >> 4)
64 #define MEM2MEM_NUM_TILES 8
66 /* Flags that indicate processing mode */
67 #define MEM2MEM_HFLIP (1 << 0)
68 #define MEM2MEM_VFLIP (1 << 1)
70 #define dprintk(dev, fmt, arg...) \
71 v4l2_dbg(1, debug, &dev->v4l2_dev, "%s: " fmt, __func__, ## arg)
74 static void vim2m_dev_release(struct device
*dev
)
77 static struct platform_device vim2m_pdev
= {
79 .dev
.release
= vim2m_dev_release
,
85 /* Types the format can be used for */
89 static struct vim2m_fmt formats
[] = {
91 .fourcc
= V4L2_PIX_FMT_RGB565X
, /* rrrrrggg gggbbbbb */
93 /* Both capture and output format */
94 .types
= MEM2MEM_CAPTURE
| MEM2MEM_OUTPUT
,
97 .fourcc
= V4L2_PIX_FMT_YUYV
,
99 /* Output-only format */
100 .types
= MEM2MEM_OUTPUT
,
104 #define NUM_FORMATS ARRAY_SIZE(formats)
106 /* Per-queue, driver-specific private data */
107 struct vim2m_q_data
{
110 unsigned int sizeimage
;
111 unsigned int sequence
;
112 struct vim2m_fmt
*fmt
;
120 #define V4L2_CID_TRANS_TIME_MSEC (V4L2_CID_USER_BASE + 0x1000)
121 #define V4L2_CID_TRANS_NUM_BUFS (V4L2_CID_USER_BASE + 0x1001)
123 static struct vim2m_fmt
*find_format(struct v4l2_format
*f
)
125 struct vim2m_fmt
*fmt
;
128 for (k
= 0; k
< NUM_FORMATS
; k
++) {
130 if (fmt
->fourcc
== f
->fmt
.pix
.pixelformat
)
134 if (k
== NUM_FORMATS
)
141 struct v4l2_device v4l2_dev
;
142 struct video_device vfd
;
143 #ifdef CONFIG_MEDIA_CONTROLLER
144 struct media_device mdev
;
148 struct mutex dev_mutex
;
151 struct delayed_work work_run
;
153 struct v4l2_m2m_dev
*m2m_dev
;
158 struct vim2m_dev
*dev
;
160 struct v4l2_ctrl_handler hdl
;
162 /* Processed buffers in this transaction */
165 /* Transaction length (i.e. how many buffers per transaction) */
167 /* Transaction time (i.e. simulated processing time) in milliseconds */
170 /* Abort requested by m2m */
173 /* Processing mode */
176 enum v4l2_colorspace colorspace
;
177 enum v4l2_ycbcr_encoding ycbcr_enc
;
178 enum v4l2_xfer_func xfer_func
;
179 enum v4l2_quantization quant
;
181 /* Source and destination queue data */
182 struct vim2m_q_data q_data
[2];
185 static inline struct vim2m_ctx
*file2ctx(struct file
*file
)
187 return container_of(file
->private_data
, struct vim2m_ctx
, fh
);
190 static struct vim2m_q_data
*get_q_data(struct vim2m_ctx
*ctx
,
191 enum v4l2_buf_type type
)
194 case V4L2_BUF_TYPE_VIDEO_OUTPUT
:
195 return &ctx
->q_data
[V4L2_M2M_SRC
];
196 case V4L2_BUF_TYPE_VIDEO_CAPTURE
:
197 return &ctx
->q_data
[V4L2_M2M_DST
];
205 static int device_process(struct vim2m_ctx
*ctx
,
206 struct vb2_v4l2_buffer
*in_vb
,
207 struct vb2_v4l2_buffer
*out_vb
)
209 struct vim2m_dev
*dev
= ctx
->dev
;
210 struct vim2m_q_data
*q_data
;
213 int tile_w
, bytes_left
;
214 int width
, height
, bytesperline
;
216 q_data
= get_q_data(ctx
, V4L2_BUF_TYPE_VIDEO_OUTPUT
);
218 width
= q_data
->width
;
219 height
= q_data
->height
;
220 bytesperline
= (q_data
->width
* q_data
->fmt
->depth
) >> 3;
222 p_in
= vb2_plane_vaddr(&in_vb
->vb2_buf
, 0);
223 p_out
= vb2_plane_vaddr(&out_vb
->vb2_buf
, 0);
224 if (!p_in
|| !p_out
) {
225 v4l2_err(&dev
->v4l2_dev
,
226 "Acquiring kernel pointers to buffers failed\n");
230 if (vb2_plane_size(&in_vb
->vb2_buf
, 0) >
231 vb2_plane_size(&out_vb
->vb2_buf
, 0)) {
232 v4l2_err(&dev
->v4l2_dev
, "Output buffer is too small\n");
236 tile_w
= (width
* (q_data
[V4L2_M2M_DST
].fmt
->depth
>> 3))
238 bytes_left
= bytesperline
- tile_w
* MEM2MEM_NUM_TILES
;
242 get_q_data(ctx
, V4L2_BUF_TYPE_VIDEO_CAPTURE
)->sequence
++;
243 in_vb
->sequence
= q_data
->sequence
++;
244 out_vb
->vb2_buf
.timestamp
= in_vb
->vb2_buf
.timestamp
;
246 if (in_vb
->flags
& V4L2_BUF_FLAG_TIMECODE
)
247 out_vb
->timecode
= in_vb
->timecode
;
248 out_vb
->field
= in_vb
->field
;
249 out_vb
->flags
= in_vb
->flags
&
250 (V4L2_BUF_FLAG_TIMECODE
|
251 V4L2_BUF_FLAG_KEYFRAME
|
252 V4L2_BUF_FLAG_PFRAME
|
253 V4L2_BUF_FLAG_BFRAME
|
254 V4L2_BUF_FLAG_TSTAMP_SRC_MASK
);
257 case MEM2MEM_HFLIP
| MEM2MEM_VFLIP
:
258 p_out
+= bytesperline
* height
- bytes_left
;
259 for (y
= 0; y
< height
; ++y
) {
260 for (t
= 0; t
< MEM2MEM_NUM_TILES
; ++t
) {
262 for (x
= 0; x
< tile_w
; ++x
)
266 for (x
= 0; x
< tile_w
; ++x
)
278 for (y
= 0; y
< height
; ++y
) {
279 p_out
+= MEM2MEM_NUM_TILES
* tile_w
;
280 for (t
= 0; t
< MEM2MEM_NUM_TILES
; ++t
) {
282 for (x
= 0; x
< tile_w
; ++x
)
286 for (x
= 0; x
< tile_w
; ++x
)
293 p_out
+= bytesperline
;
298 p_out
+= bytesperline
* (height
- 1);
299 for (y
= 0; y
< height
; ++y
) {
300 for (t
= 0; t
< MEM2MEM_NUM_TILES
; ++t
) {
302 for (x
= 0; x
< tile_w
; ++x
)
306 for (x
= 0; x
< tile_w
; ++x
)
313 p_out
+= bytes_left
- 2 * bytesperline
;
318 for (y
= 0; y
< height
; ++y
) {
319 for (t
= 0; t
< MEM2MEM_NUM_TILES
; ++t
) {
321 for (x
= 0; x
< tile_w
; ++x
)
325 for (x
= 0; x
< tile_w
; ++x
)
344 * job_ready() - check whether an instance is ready to be scheduled to run
346 static int job_ready(void *priv
)
348 struct vim2m_ctx
*ctx
= priv
;
350 if (v4l2_m2m_num_src_bufs_ready(ctx
->fh
.m2m_ctx
) < ctx
->translen
351 || v4l2_m2m_num_dst_bufs_ready(ctx
->fh
.m2m_ctx
) < ctx
->translen
) {
352 dprintk(ctx
->dev
, "Not enough buffers available\n");
359 static void job_abort(void *priv
)
361 struct vim2m_ctx
*ctx
= priv
;
363 /* Will cancel the transaction in the next interrupt handler */
367 /* device_run() - prepares and starts the device
369 * This simulates all the immediate preparations required before starting
370 * a device. This will be called by the framework when it decides to schedule
371 * a particular instance.
373 static void device_run(void *priv
)
375 struct vim2m_ctx
*ctx
= priv
;
376 struct vim2m_dev
*dev
= ctx
->dev
;
377 struct vb2_v4l2_buffer
*src_buf
, *dst_buf
;
379 src_buf
= v4l2_m2m_next_src_buf(ctx
->fh
.m2m_ctx
);
380 dst_buf
= v4l2_m2m_next_dst_buf(ctx
->fh
.m2m_ctx
);
382 /* Apply request controls if any */
383 v4l2_ctrl_request_setup(src_buf
->vb2_buf
.req_obj
.req
,
386 device_process(ctx
, src_buf
, dst_buf
);
388 /* Complete request controls if any */
389 v4l2_ctrl_request_complete(src_buf
->vb2_buf
.req_obj
.req
,
392 /* Run delayed work, which simulates a hardware irq */
393 schedule_delayed_work(&dev
->work_run
, msecs_to_jiffies(ctx
->transtime
));
396 static void device_work(struct work_struct
*w
)
398 struct vim2m_dev
*vim2m_dev
=
399 container_of(w
, struct vim2m_dev
, work_run
.work
);
400 struct vim2m_ctx
*curr_ctx
;
401 struct vb2_v4l2_buffer
*src_vb
, *dst_vb
;
404 curr_ctx
= v4l2_m2m_get_curr_priv(vim2m_dev
->m2m_dev
);
406 if (NULL
== curr_ctx
) {
407 pr_err("Instance released before the end of transaction\n");
411 src_vb
= v4l2_m2m_src_buf_remove(curr_ctx
->fh
.m2m_ctx
);
412 dst_vb
= v4l2_m2m_dst_buf_remove(curr_ctx
->fh
.m2m_ctx
);
414 curr_ctx
->num_processed
++;
416 spin_lock_irqsave(&vim2m_dev
->irqlock
, flags
);
417 v4l2_m2m_buf_done(src_vb
, VB2_BUF_STATE_DONE
);
418 v4l2_m2m_buf_done(dst_vb
, VB2_BUF_STATE_DONE
);
419 spin_unlock_irqrestore(&vim2m_dev
->irqlock
, flags
);
421 if (curr_ctx
->num_processed
== curr_ctx
->translen
422 || curr_ctx
->aborting
) {
423 dprintk(curr_ctx
->dev
, "Finishing transaction\n");
424 curr_ctx
->num_processed
= 0;
425 v4l2_m2m_job_finish(vim2m_dev
->m2m_dev
, curr_ctx
->fh
.m2m_ctx
);
427 device_run(curr_ctx
);
434 static int vidioc_querycap(struct file
*file
, void *priv
,
435 struct v4l2_capability
*cap
)
437 strncpy(cap
->driver
, MEM2MEM_NAME
, sizeof(cap
->driver
) - 1);
438 strncpy(cap
->card
, MEM2MEM_NAME
, sizeof(cap
->card
) - 1);
439 snprintf(cap
->bus_info
, sizeof(cap
->bus_info
),
440 "platform:%s", MEM2MEM_NAME
);
441 cap
->device_caps
= V4L2_CAP_VIDEO_M2M
| V4L2_CAP_STREAMING
;
442 cap
->capabilities
= cap
->device_caps
| V4L2_CAP_DEVICE_CAPS
;
446 static int enum_fmt(struct v4l2_fmtdesc
*f
, u32 type
)
449 struct vim2m_fmt
*fmt
;
453 for (i
= 0; i
< NUM_FORMATS
; ++i
) {
454 if (formats
[i
].types
& type
) {
455 /* index-th format of type type found ? */
458 /* Correct type but haven't reached our index yet,
459 * just increment per-type index */
464 if (i
< NUM_FORMATS
) {
467 f
->pixelformat
= fmt
->fourcc
;
471 /* Format not found */
475 static int vidioc_enum_fmt_vid_cap(struct file
*file
, void *priv
,
476 struct v4l2_fmtdesc
*f
)
478 return enum_fmt(f
, MEM2MEM_CAPTURE
);
481 static int vidioc_enum_fmt_vid_out(struct file
*file
, void *priv
,
482 struct v4l2_fmtdesc
*f
)
484 return enum_fmt(f
, MEM2MEM_OUTPUT
);
487 static int vidioc_g_fmt(struct vim2m_ctx
*ctx
, struct v4l2_format
*f
)
489 struct vb2_queue
*vq
;
490 struct vim2m_q_data
*q_data
;
492 vq
= v4l2_m2m_get_vq(ctx
->fh
.m2m_ctx
, f
->type
);
496 q_data
= get_q_data(ctx
, f
->type
);
498 f
->fmt
.pix
.width
= q_data
->width
;
499 f
->fmt
.pix
.height
= q_data
->height
;
500 f
->fmt
.pix
.field
= V4L2_FIELD_NONE
;
501 f
->fmt
.pix
.pixelformat
= q_data
->fmt
->fourcc
;
502 f
->fmt
.pix
.bytesperline
= (q_data
->width
* q_data
->fmt
->depth
) >> 3;
503 f
->fmt
.pix
.sizeimage
= q_data
->sizeimage
;
504 f
->fmt
.pix
.colorspace
= ctx
->colorspace
;
505 f
->fmt
.pix
.xfer_func
= ctx
->xfer_func
;
506 f
->fmt
.pix
.ycbcr_enc
= ctx
->ycbcr_enc
;
507 f
->fmt
.pix
.quantization
= ctx
->quant
;
512 static int vidioc_g_fmt_vid_out(struct file
*file
, void *priv
,
513 struct v4l2_format
*f
)
515 return vidioc_g_fmt(file2ctx(file
), f
);
518 static int vidioc_g_fmt_vid_cap(struct file
*file
, void *priv
,
519 struct v4l2_format
*f
)
521 return vidioc_g_fmt(file2ctx(file
), f
);
524 static int vidioc_try_fmt(struct v4l2_format
*f
, struct vim2m_fmt
*fmt
)
526 /* V4L2 specification suggests the driver corrects the format struct
527 * if any of the dimensions is unsupported */
528 if (f
->fmt
.pix
.height
< MIN_H
)
529 f
->fmt
.pix
.height
= MIN_H
;
530 else if (f
->fmt
.pix
.height
> MAX_H
)
531 f
->fmt
.pix
.height
= MAX_H
;
533 if (f
->fmt
.pix
.width
< MIN_W
)
534 f
->fmt
.pix
.width
= MIN_W
;
535 else if (f
->fmt
.pix
.width
> MAX_W
)
536 f
->fmt
.pix
.width
= MAX_W
;
538 f
->fmt
.pix
.width
&= ~DIM_ALIGN_MASK
;
539 f
->fmt
.pix
.bytesperline
= (f
->fmt
.pix
.width
* fmt
->depth
) >> 3;
540 f
->fmt
.pix
.sizeimage
= f
->fmt
.pix
.height
* f
->fmt
.pix
.bytesperline
;
541 f
->fmt
.pix
.field
= V4L2_FIELD_NONE
;
546 static int vidioc_try_fmt_vid_cap(struct file
*file
, void *priv
,
547 struct v4l2_format
*f
)
549 struct vim2m_fmt
*fmt
;
550 struct vim2m_ctx
*ctx
= file2ctx(file
);
552 fmt
= find_format(f
);
554 f
->fmt
.pix
.pixelformat
= formats
[0].fourcc
;
555 fmt
= find_format(f
);
557 if (!(fmt
->types
& MEM2MEM_CAPTURE
)) {
558 v4l2_err(&ctx
->dev
->v4l2_dev
,
559 "Fourcc format (0x%08x) invalid.\n",
560 f
->fmt
.pix
.pixelformat
);
563 f
->fmt
.pix
.colorspace
= ctx
->colorspace
;
564 f
->fmt
.pix
.xfer_func
= ctx
->xfer_func
;
565 f
->fmt
.pix
.ycbcr_enc
= ctx
->ycbcr_enc
;
566 f
->fmt
.pix
.quantization
= ctx
->quant
;
568 return vidioc_try_fmt(f
, fmt
);
571 static int vidioc_try_fmt_vid_out(struct file
*file
, void *priv
,
572 struct v4l2_format
*f
)
574 struct vim2m_fmt
*fmt
;
575 struct vim2m_ctx
*ctx
= file2ctx(file
);
577 fmt
= find_format(f
);
579 f
->fmt
.pix
.pixelformat
= formats
[0].fourcc
;
580 fmt
= find_format(f
);
582 if (!(fmt
->types
& MEM2MEM_OUTPUT
)) {
583 v4l2_err(&ctx
->dev
->v4l2_dev
,
584 "Fourcc format (0x%08x) invalid.\n",
585 f
->fmt
.pix
.pixelformat
);
588 if (!f
->fmt
.pix
.colorspace
)
589 f
->fmt
.pix
.colorspace
= V4L2_COLORSPACE_REC709
;
591 return vidioc_try_fmt(f
, fmt
);
594 static int vidioc_s_fmt(struct vim2m_ctx
*ctx
, struct v4l2_format
*f
)
596 struct vim2m_q_data
*q_data
;
597 struct vb2_queue
*vq
;
599 vq
= v4l2_m2m_get_vq(ctx
->fh
.m2m_ctx
, f
->type
);
603 q_data
= get_q_data(ctx
, f
->type
);
607 if (vb2_is_busy(vq
)) {
608 v4l2_err(&ctx
->dev
->v4l2_dev
, "%s queue busy\n", __func__
);
612 q_data
->fmt
= find_format(f
);
613 q_data
->width
= f
->fmt
.pix
.width
;
614 q_data
->height
= f
->fmt
.pix
.height
;
615 q_data
->sizeimage
= q_data
->width
* q_data
->height
616 * q_data
->fmt
->depth
>> 3;
619 "Setting format for type %d, wxh: %dx%d, fmt: %d\n",
620 f
->type
, q_data
->width
, q_data
->height
, q_data
->fmt
->fourcc
);
625 static int vidioc_s_fmt_vid_cap(struct file
*file
, void *priv
,
626 struct v4l2_format
*f
)
630 ret
= vidioc_try_fmt_vid_cap(file
, priv
, f
);
634 return vidioc_s_fmt(file2ctx(file
), f
);
637 static int vidioc_s_fmt_vid_out(struct file
*file
, void *priv
,
638 struct v4l2_format
*f
)
640 struct vim2m_ctx
*ctx
= file2ctx(file
);
643 ret
= vidioc_try_fmt_vid_out(file
, priv
, f
);
647 ret
= vidioc_s_fmt(file2ctx(file
), f
);
649 ctx
->colorspace
= f
->fmt
.pix
.colorspace
;
650 ctx
->xfer_func
= f
->fmt
.pix
.xfer_func
;
651 ctx
->ycbcr_enc
= f
->fmt
.pix
.ycbcr_enc
;
652 ctx
->quant
= f
->fmt
.pix
.quantization
;
657 static int vim2m_s_ctrl(struct v4l2_ctrl
*ctrl
)
659 struct vim2m_ctx
*ctx
=
660 container_of(ctrl
->handler
, struct vim2m_ctx
, hdl
);
665 ctx
->mode
|= MEM2MEM_HFLIP
;
667 ctx
->mode
&= ~MEM2MEM_HFLIP
;
672 ctx
->mode
|= MEM2MEM_VFLIP
;
674 ctx
->mode
&= ~MEM2MEM_VFLIP
;
677 case V4L2_CID_TRANS_TIME_MSEC
:
678 ctx
->transtime
= ctrl
->val
;
681 case V4L2_CID_TRANS_NUM_BUFS
:
682 ctx
->translen
= ctrl
->val
;
686 v4l2_err(&ctx
->dev
->v4l2_dev
, "Invalid control\n");
693 static const struct v4l2_ctrl_ops vim2m_ctrl_ops
= {
694 .s_ctrl
= vim2m_s_ctrl
,
698 static const struct v4l2_ioctl_ops vim2m_ioctl_ops
= {
699 .vidioc_querycap
= vidioc_querycap
,
701 .vidioc_enum_fmt_vid_cap
= vidioc_enum_fmt_vid_cap
,
702 .vidioc_g_fmt_vid_cap
= vidioc_g_fmt_vid_cap
,
703 .vidioc_try_fmt_vid_cap
= vidioc_try_fmt_vid_cap
,
704 .vidioc_s_fmt_vid_cap
= vidioc_s_fmt_vid_cap
,
706 .vidioc_enum_fmt_vid_out
= vidioc_enum_fmt_vid_out
,
707 .vidioc_g_fmt_vid_out
= vidioc_g_fmt_vid_out
,
708 .vidioc_try_fmt_vid_out
= vidioc_try_fmt_vid_out
,
709 .vidioc_s_fmt_vid_out
= vidioc_s_fmt_vid_out
,
711 .vidioc_reqbufs
= v4l2_m2m_ioctl_reqbufs
,
712 .vidioc_querybuf
= v4l2_m2m_ioctl_querybuf
,
713 .vidioc_qbuf
= v4l2_m2m_ioctl_qbuf
,
714 .vidioc_dqbuf
= v4l2_m2m_ioctl_dqbuf
,
715 .vidioc_prepare_buf
= v4l2_m2m_ioctl_prepare_buf
,
716 .vidioc_create_bufs
= v4l2_m2m_ioctl_create_bufs
,
717 .vidioc_expbuf
= v4l2_m2m_ioctl_expbuf
,
719 .vidioc_streamon
= v4l2_m2m_ioctl_streamon
,
720 .vidioc_streamoff
= v4l2_m2m_ioctl_streamoff
,
722 .vidioc_subscribe_event
= v4l2_ctrl_subscribe_event
,
723 .vidioc_unsubscribe_event
= v4l2_event_unsubscribe
,
731 static int vim2m_queue_setup(struct vb2_queue
*vq
,
732 unsigned int *nbuffers
, unsigned int *nplanes
,
733 unsigned int sizes
[], struct device
*alloc_devs
[])
735 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(vq
);
736 struct vim2m_q_data
*q_data
;
737 unsigned int size
, count
= *nbuffers
;
739 q_data
= get_q_data(ctx
, vq
->type
);
741 size
= q_data
->width
* q_data
->height
* q_data
->fmt
->depth
>> 3;
743 while (size
* count
> MEM2MEM_VID_MEM_LIMIT
)
748 return sizes
[0] < size
? -EINVAL
: 0;
753 dprintk(ctx
->dev
, "get %d buffer(s) of size %d each.\n", count
, size
);
758 static int vim2m_buf_prepare(struct vb2_buffer
*vb
)
760 struct vb2_v4l2_buffer
*vbuf
= to_vb2_v4l2_buffer(vb
);
761 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(vb
->vb2_queue
);
762 struct vim2m_q_data
*q_data
;
764 dprintk(ctx
->dev
, "type: %d\n", vb
->vb2_queue
->type
);
766 q_data
= get_q_data(ctx
, vb
->vb2_queue
->type
);
767 if (V4L2_TYPE_IS_OUTPUT(vb
->vb2_queue
->type
)) {
768 if (vbuf
->field
== V4L2_FIELD_ANY
)
769 vbuf
->field
= V4L2_FIELD_NONE
;
770 if (vbuf
->field
!= V4L2_FIELD_NONE
) {
771 dprintk(ctx
->dev
, "%s field isn't supported\n",
777 if (vb2_plane_size(vb
, 0) < q_data
->sizeimage
) {
778 dprintk(ctx
->dev
, "%s data will not fit into plane (%lu < %lu)\n",
779 __func__
, vb2_plane_size(vb
, 0), (long)q_data
->sizeimage
);
783 vb2_set_plane_payload(vb
, 0, q_data
->sizeimage
);
788 static void vim2m_buf_queue(struct vb2_buffer
*vb
)
790 struct vb2_v4l2_buffer
*vbuf
= to_vb2_v4l2_buffer(vb
);
791 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(vb
->vb2_queue
);
793 v4l2_m2m_buf_queue(ctx
->fh
.m2m_ctx
, vbuf
);
796 static int vim2m_start_streaming(struct vb2_queue
*q
, unsigned count
)
798 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(q
);
799 struct vim2m_q_data
*q_data
= get_q_data(ctx
, q
->type
);
801 q_data
->sequence
= 0;
805 static void vim2m_stop_streaming(struct vb2_queue
*q
)
807 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(q
);
808 struct vb2_v4l2_buffer
*vbuf
;
811 flush_scheduled_work();
813 if (V4L2_TYPE_IS_OUTPUT(q
->type
))
814 vbuf
= v4l2_m2m_src_buf_remove(ctx
->fh
.m2m_ctx
);
816 vbuf
= v4l2_m2m_dst_buf_remove(ctx
->fh
.m2m_ctx
);
819 v4l2_ctrl_request_complete(vbuf
->vb2_buf
.req_obj
.req
,
821 spin_lock_irqsave(&ctx
->dev
->irqlock
, flags
);
822 v4l2_m2m_buf_done(vbuf
, VB2_BUF_STATE_ERROR
);
823 spin_unlock_irqrestore(&ctx
->dev
->irqlock
, flags
);
827 static void vim2m_buf_request_complete(struct vb2_buffer
*vb
)
829 struct vim2m_ctx
*ctx
= vb2_get_drv_priv(vb
->vb2_queue
);
831 v4l2_ctrl_request_complete(vb
->req_obj
.req
, &ctx
->hdl
);
834 static const struct vb2_ops vim2m_qops
= {
835 .queue_setup
= vim2m_queue_setup
,
836 .buf_prepare
= vim2m_buf_prepare
,
837 .buf_queue
= vim2m_buf_queue
,
838 .start_streaming
= vim2m_start_streaming
,
839 .stop_streaming
= vim2m_stop_streaming
,
840 .wait_prepare
= vb2_ops_wait_prepare
,
841 .wait_finish
= vb2_ops_wait_finish
,
842 .buf_request_complete
= vim2m_buf_request_complete
,
845 static int queue_init(void *priv
, struct vb2_queue
*src_vq
, struct vb2_queue
*dst_vq
)
847 struct vim2m_ctx
*ctx
= priv
;
850 src_vq
->type
= V4L2_BUF_TYPE_VIDEO_OUTPUT
;
851 src_vq
->io_modes
= VB2_MMAP
| VB2_USERPTR
| VB2_DMABUF
;
852 src_vq
->drv_priv
= ctx
;
853 src_vq
->buf_struct_size
= sizeof(struct v4l2_m2m_buffer
);
854 src_vq
->ops
= &vim2m_qops
;
855 src_vq
->mem_ops
= &vb2_vmalloc_memops
;
856 src_vq
->timestamp_flags
= V4L2_BUF_FLAG_TIMESTAMP_COPY
;
857 src_vq
->lock
= &ctx
->dev
->dev_mutex
;
858 src_vq
->supports_requests
= true;
860 ret
= vb2_queue_init(src_vq
);
864 dst_vq
->type
= V4L2_BUF_TYPE_VIDEO_CAPTURE
;
865 dst_vq
->io_modes
= VB2_MMAP
| VB2_USERPTR
| VB2_DMABUF
;
866 dst_vq
->drv_priv
= ctx
;
867 dst_vq
->buf_struct_size
= sizeof(struct v4l2_m2m_buffer
);
868 dst_vq
->ops
= &vim2m_qops
;
869 dst_vq
->mem_ops
= &vb2_vmalloc_memops
;
870 dst_vq
->timestamp_flags
= V4L2_BUF_FLAG_TIMESTAMP_COPY
;
871 dst_vq
->lock
= &ctx
->dev
->dev_mutex
;
873 return vb2_queue_init(dst_vq
);
876 static const struct v4l2_ctrl_config vim2m_ctrl_trans_time_msec
= {
877 .ops
= &vim2m_ctrl_ops
,
878 .id
= V4L2_CID_TRANS_TIME_MSEC
,
879 .name
= "Transaction Time (msec)",
880 .type
= V4L2_CTRL_TYPE_INTEGER
,
881 .def
= MEM2MEM_DEF_TRANSTIME
,
887 static const struct v4l2_ctrl_config vim2m_ctrl_trans_num_bufs
= {
888 .ops
= &vim2m_ctrl_ops
,
889 .id
= V4L2_CID_TRANS_NUM_BUFS
,
890 .name
= "Buffers Per Transaction",
891 .type
= V4L2_CTRL_TYPE_INTEGER
,
894 .max
= MEM2MEM_DEF_NUM_BUFS
,
901 static int vim2m_open(struct file
*file
)
903 struct vim2m_dev
*dev
= video_drvdata(file
);
904 struct vim2m_ctx
*ctx
= NULL
;
905 struct v4l2_ctrl_handler
*hdl
;
908 if (mutex_lock_interruptible(&dev
->dev_mutex
))
910 ctx
= kzalloc(sizeof(*ctx
), GFP_KERNEL
);
916 v4l2_fh_init(&ctx
->fh
, video_devdata(file
));
917 file
->private_data
= &ctx
->fh
;
920 v4l2_ctrl_handler_init(hdl
, 4);
921 v4l2_ctrl_new_std(hdl
, &vim2m_ctrl_ops
, V4L2_CID_HFLIP
, 0, 1, 1, 0);
922 v4l2_ctrl_new_std(hdl
, &vim2m_ctrl_ops
, V4L2_CID_VFLIP
, 0, 1, 1, 0);
923 v4l2_ctrl_new_custom(hdl
, &vim2m_ctrl_trans_time_msec
, NULL
);
924 v4l2_ctrl_new_custom(hdl
, &vim2m_ctrl_trans_num_bufs
, NULL
);
927 v4l2_ctrl_handler_free(hdl
);
931 ctx
->fh
.ctrl_handler
= hdl
;
932 v4l2_ctrl_handler_setup(hdl
);
934 ctx
->q_data
[V4L2_M2M_SRC
].fmt
= &formats
[0];
935 ctx
->q_data
[V4L2_M2M_SRC
].width
= 640;
936 ctx
->q_data
[V4L2_M2M_SRC
].height
= 480;
937 ctx
->q_data
[V4L2_M2M_SRC
].sizeimage
=
938 ctx
->q_data
[V4L2_M2M_SRC
].width
*
939 ctx
->q_data
[V4L2_M2M_SRC
].height
*
940 (ctx
->q_data
[V4L2_M2M_SRC
].fmt
->depth
>> 3);
941 ctx
->q_data
[V4L2_M2M_DST
] = ctx
->q_data
[V4L2_M2M_SRC
];
942 ctx
->colorspace
= V4L2_COLORSPACE_REC709
;
944 ctx
->fh
.m2m_ctx
= v4l2_m2m_ctx_init(dev
->m2m_dev
, ctx
, &queue_init
);
946 if (IS_ERR(ctx
->fh
.m2m_ctx
)) {
947 rc
= PTR_ERR(ctx
->fh
.m2m_ctx
);
949 v4l2_ctrl_handler_free(hdl
);
950 v4l2_fh_exit(&ctx
->fh
);
955 v4l2_fh_add(&ctx
->fh
);
956 atomic_inc(&dev
->num_inst
);
958 dprintk(dev
, "Created instance: %p, m2m_ctx: %p\n",
959 ctx
, ctx
->fh
.m2m_ctx
);
962 mutex_unlock(&dev
->dev_mutex
);
966 static int vim2m_release(struct file
*file
)
968 struct vim2m_dev
*dev
= video_drvdata(file
);
969 struct vim2m_ctx
*ctx
= file2ctx(file
);
971 dprintk(dev
, "Releasing instance %p\n", ctx
);
973 v4l2_fh_del(&ctx
->fh
);
974 v4l2_fh_exit(&ctx
->fh
);
975 v4l2_ctrl_handler_free(&ctx
->hdl
);
976 mutex_lock(&dev
->dev_mutex
);
977 v4l2_m2m_ctx_release(ctx
->fh
.m2m_ctx
);
978 mutex_unlock(&dev
->dev_mutex
);
981 atomic_dec(&dev
->num_inst
);
986 static const struct v4l2_file_operations vim2m_fops
= {
987 .owner
= THIS_MODULE
,
989 .release
= vim2m_release
,
990 .poll
= v4l2_m2m_fop_poll
,
991 .unlocked_ioctl
= video_ioctl2
,
992 .mmap
= v4l2_m2m_fop_mmap
,
995 static const struct video_device vim2m_videodev
= {
996 .name
= MEM2MEM_NAME
,
997 .vfl_dir
= VFL_DIR_M2M
,
999 .ioctl_ops
= &vim2m_ioctl_ops
,
1001 .release
= video_device_release_empty
,
1004 static const struct v4l2_m2m_ops m2m_ops
= {
1005 .device_run
= device_run
,
1006 .job_ready
= job_ready
,
1007 .job_abort
= job_abort
,
1010 static const struct media_device_ops m2m_media_ops
= {
1011 .req_validate
= vb2_request_validate
,
1012 .req_queue
= v4l2_m2m_request_queue
,
1015 static int vim2m_probe(struct platform_device
*pdev
)
1017 struct vim2m_dev
*dev
;
1018 struct video_device
*vfd
;
1021 dev
= devm_kzalloc(&pdev
->dev
, sizeof(*dev
), GFP_KERNEL
);
1025 spin_lock_init(&dev
->irqlock
);
1027 ret
= v4l2_device_register(&pdev
->dev
, &dev
->v4l2_dev
);
1031 atomic_set(&dev
->num_inst
, 0);
1032 mutex_init(&dev
->dev_mutex
);
1034 dev
->vfd
= vim2m_videodev
;
1036 vfd
->lock
= &dev
->dev_mutex
;
1037 vfd
->v4l2_dev
= &dev
->v4l2_dev
;
1038 INIT_DELAYED_WORK(&dev
->work_run
, device_work
);
1040 ret
= video_register_device(vfd
, VFL_TYPE_GRABBER
, 0);
1042 v4l2_err(&dev
->v4l2_dev
, "Failed to register video device\n");
1046 video_set_drvdata(vfd
, dev
);
1047 v4l2_info(&dev
->v4l2_dev
,
1048 "Device registered as /dev/video%d\n", vfd
->num
);
1050 platform_set_drvdata(pdev
, dev
);
1052 dev
->m2m_dev
= v4l2_m2m_init(&m2m_ops
);
1053 if (IS_ERR(dev
->m2m_dev
)) {
1054 v4l2_err(&dev
->v4l2_dev
, "Failed to init mem2mem device\n");
1055 ret
= PTR_ERR(dev
->m2m_dev
);
1059 #ifdef CONFIG_MEDIA_CONTROLLER
1060 dev
->mdev
.dev
= &pdev
->dev
;
1061 strscpy(dev
->mdev
.model
, "vim2m", sizeof(dev
->mdev
.model
));
1062 media_device_init(&dev
->mdev
);
1063 dev
->mdev
.ops
= &m2m_media_ops
;
1064 dev
->v4l2_dev
.mdev
= &dev
->mdev
;
1066 ret
= v4l2_m2m_register_media_controller(dev
->m2m_dev
,
1067 vfd
, MEDIA_ENT_F_PROC_VIDEO_SCALER
);
1069 v4l2_err(&dev
->v4l2_dev
, "Failed to init mem2mem media controller\n");
1073 ret
= media_device_register(&dev
->mdev
);
1075 v4l2_err(&dev
->v4l2_dev
, "Failed to register mem2mem media device\n");
1081 #ifdef CONFIG_MEDIA_CONTROLLER
1083 v4l2_m2m_unregister_media_controller(dev
->m2m_dev
);
1085 v4l2_m2m_release(dev
->m2m_dev
);
1088 video_unregister_device(&dev
->vfd
);
1090 v4l2_device_unregister(&dev
->v4l2_dev
);
1095 static int vim2m_remove(struct platform_device
*pdev
)
1097 struct vim2m_dev
*dev
= platform_get_drvdata(pdev
);
1099 v4l2_info(&dev
->v4l2_dev
, "Removing " MEM2MEM_NAME
);
1101 #ifdef CONFIG_MEDIA_CONTROLLER
1102 media_device_unregister(&dev
->mdev
);
1103 v4l2_m2m_unregister_media_controller(dev
->m2m_dev
);
1104 media_device_cleanup(&dev
->mdev
);
1106 v4l2_m2m_release(dev
->m2m_dev
);
1107 video_unregister_device(&dev
->vfd
);
1108 v4l2_device_unregister(&dev
->v4l2_dev
);
1113 static struct platform_driver vim2m_pdrv
= {
1114 .probe
= vim2m_probe
,
1115 .remove
= vim2m_remove
,
1117 .name
= MEM2MEM_NAME
,
1121 static void __exit
vim2m_exit(void)
1123 platform_driver_unregister(&vim2m_pdrv
);
1124 platform_device_unregister(&vim2m_pdev
);
1127 static int __init
vim2m_init(void)
1131 ret
= platform_device_register(&vim2m_pdev
);
1135 ret
= platform_driver_register(&vim2m_pdrv
);
1137 platform_device_unregister(&vim2m_pdev
);
1142 module_init(vim2m_init
);
1143 module_exit(vim2m_exit
);