2 * uvc_queue.c -- USB Video Class driver - Buffers management
4 * Copyright (C) 2005-2009
5 * Laurent Pinchart (laurent.pinchart@skynet.be)
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
14 #include <linux/kernel.h>
16 #include <linux/list.h>
17 #include <linux/module.h>
18 #include <linux/usb.h>
19 #include <linux/videodev2.h>
20 #include <linux/vmalloc.h>
21 #include <linux/wait.h>
22 #include <asm/atomic.h>
26 /* ------------------------------------------------------------------------
27 * Video buffers queue management.
29 * Video queues is initialized by uvc_queue_init(). The function performs
30 * basic initialization of the uvc_video_queue struct and never fails.
32 * Video buffer allocation and freeing are performed by uvc_alloc_buffers and
33 * uvc_free_buffers respectively. The former acquires the video queue lock,
34 * while the later must be called with the lock held (so that allocation can
35 * free previously allocated buffers). Trying to free buffers that are mapped
36 * to user space will return -EBUSY.
38 * Video buffers are managed using two queues. However, unlike most USB video
39 * drivers that use an in queue and an out queue, we use a main queue to hold
40 * all queued buffers (both 'empty' and 'done' buffers), and an irq queue to
41 * hold empty buffers. This design (copied from video-buf) minimizes locking
42 * in interrupt, as only one queue is shared between interrupt and user
48 * Unless stated otherwise, all operations that modify the irq buffers queue
49 * are protected by the irq spinlock.
51 * 1. The user queues the buffers, starts streaming and dequeues a buffer.
53 * The buffers are added to the main and irq queues. Both operations are
54 * protected by the queue lock, and the later is protected by the irq
57 * The completion handler fetches a buffer from the irq queue and fills it
58 * with video data. If no buffer is available (irq queue empty), the handler
59 * returns immediately.
61 * When the buffer is full, the completion handler removes it from the irq
62 * queue, marks it as done (UVC_BUF_STATE_DONE) and wakes its wait queue.
63 * At that point, any process waiting on the buffer will be woken up. If a
64 * process tries to dequeue a buffer after it has been marked done, the
65 * dequeing will succeed immediately.
67 * 2. Buffers are queued, user is waiting on a buffer and the device gets
70 * When the device is disconnected, the kernel calls the completion handler
71 * with an appropriate status code. The handler marks all buffers in the
72 * irq queue as being erroneous (UVC_BUF_STATE_ERROR) and wakes them up so
73 * that any process waiting on a buffer gets woken up.
75 * Waking up up the first buffer on the irq list is not enough, as the
76 * process waiting on the buffer might restart the dequeue operation
81 void uvc_queue_init(struct uvc_video_queue
*queue
, enum v4l2_buf_type type
)
83 mutex_init(&queue
->mutex
);
84 spin_lock_init(&queue
->irqlock
);
85 INIT_LIST_HEAD(&queue
->mainqueue
);
86 INIT_LIST_HEAD(&queue
->irqqueue
);
91 * Allocate the video buffers.
93 * Pages are reserved to make sure they will not be swapped, as they will be
94 * filled in the URB completion handler.
96 * Buffers will be individually mapped, so they must all be page aligned.
98 int uvc_alloc_buffers(struct uvc_video_queue
*queue
, unsigned int nbuffers
,
99 unsigned int buflength
)
101 unsigned int bufsize
= PAGE_ALIGN(buflength
);
106 if (nbuffers
> UVC_MAX_VIDEO_BUFFERS
)
107 nbuffers
= UVC_MAX_VIDEO_BUFFERS
;
109 mutex_lock(&queue
->mutex
);
111 if ((ret
= uvc_free_buffers(queue
)) < 0)
114 /* Bail out if no buffers should be allocated. */
118 /* Decrement the number of buffers until allocation succeeds. */
119 for (; nbuffers
> 0; --nbuffers
) {
120 mem
= vmalloc_32(nbuffers
* bufsize
);
130 for (i
= 0; i
< nbuffers
; ++i
) {
131 memset(&queue
->buffer
[i
], 0, sizeof queue
->buffer
[i
]);
132 queue
->buffer
[i
].buf
.index
= i
;
133 queue
->buffer
[i
].buf
.m
.offset
= i
* bufsize
;
134 queue
->buffer
[i
].buf
.length
= buflength
;
135 queue
->buffer
[i
].buf
.type
= queue
->type
;
136 queue
->buffer
[i
].buf
.sequence
= 0;
137 queue
->buffer
[i
].buf
.field
= V4L2_FIELD_NONE
;
138 queue
->buffer
[i
].buf
.memory
= V4L2_MEMORY_MMAP
;
139 queue
->buffer
[i
].buf
.flags
= 0;
140 init_waitqueue_head(&queue
->buffer
[i
].wait
);
144 queue
->count
= nbuffers
;
145 queue
->buf_size
= bufsize
;
149 mutex_unlock(&queue
->mutex
);
154 * Free the video buffers.
156 * This function must be called with the queue lock held.
158 int uvc_free_buffers(struct uvc_video_queue
*queue
)
162 for (i
= 0; i
< queue
->count
; ++i
) {
163 if (queue
->buffer
[i
].vma_use_count
!= 0)
176 * Check if buffers have been allocated.
178 int uvc_queue_allocated(struct uvc_video_queue
*queue
)
182 mutex_lock(&queue
->mutex
);
183 allocated
= queue
->count
!= 0;
184 mutex_unlock(&queue
->mutex
);
189 static void __uvc_query_buffer(struct uvc_buffer
*buf
,
190 struct v4l2_buffer
*v4l2_buf
)
192 memcpy(v4l2_buf
, &buf
->buf
, sizeof *v4l2_buf
);
194 if (buf
->vma_use_count
)
195 v4l2_buf
->flags
|= V4L2_BUF_FLAG_MAPPED
;
197 switch (buf
->state
) {
198 case UVC_BUF_STATE_ERROR
:
199 case UVC_BUF_STATE_DONE
:
200 v4l2_buf
->flags
|= V4L2_BUF_FLAG_DONE
;
202 case UVC_BUF_STATE_QUEUED
:
203 case UVC_BUF_STATE_ACTIVE
:
204 case UVC_BUF_STATE_READY
:
205 v4l2_buf
->flags
|= V4L2_BUF_FLAG_QUEUED
;
207 case UVC_BUF_STATE_IDLE
:
213 int uvc_query_buffer(struct uvc_video_queue
*queue
,
214 struct v4l2_buffer
*v4l2_buf
)
218 mutex_lock(&queue
->mutex
);
219 if (v4l2_buf
->index
>= queue
->count
) {
224 __uvc_query_buffer(&queue
->buffer
[v4l2_buf
->index
], v4l2_buf
);
227 mutex_unlock(&queue
->mutex
);
232 * Queue a video buffer. Attempting to queue a buffer that has already been
233 * queued will return -EINVAL.
235 int uvc_queue_buffer(struct uvc_video_queue
*queue
,
236 struct v4l2_buffer
*v4l2_buf
)
238 struct uvc_buffer
*buf
;
242 uvc_trace(UVC_TRACE_CAPTURE
, "Queuing buffer %u.\n", v4l2_buf
->index
);
244 if (v4l2_buf
->type
!= queue
->type
||
245 v4l2_buf
->memory
!= V4L2_MEMORY_MMAP
) {
246 uvc_trace(UVC_TRACE_CAPTURE
, "[E] Invalid buffer type (%u) "
247 "and/or memory (%u).\n", v4l2_buf
->type
,
252 mutex_lock(&queue
->mutex
);
253 if (v4l2_buf
->index
>= queue
->count
) {
254 uvc_trace(UVC_TRACE_CAPTURE
, "[E] Out of range index.\n");
259 buf
= &queue
->buffer
[v4l2_buf
->index
];
260 if (buf
->state
!= UVC_BUF_STATE_IDLE
) {
261 uvc_trace(UVC_TRACE_CAPTURE
, "[E] Invalid buffer state "
262 "(%u).\n", buf
->state
);
267 if (v4l2_buf
->type
== V4L2_BUF_TYPE_VIDEO_OUTPUT
&&
268 v4l2_buf
->bytesused
> buf
->buf
.length
) {
269 uvc_trace(UVC_TRACE_CAPTURE
, "[E] Bytes used out of bounds.\n");
274 spin_lock_irqsave(&queue
->irqlock
, flags
);
275 if (queue
->flags
& UVC_QUEUE_DISCONNECTED
) {
276 spin_unlock_irqrestore(&queue
->irqlock
, flags
);
280 buf
->state
= UVC_BUF_STATE_QUEUED
;
281 if (v4l2_buf
->type
== V4L2_BUF_TYPE_VIDEO_CAPTURE
)
282 buf
->buf
.bytesused
= 0;
284 buf
->buf
.bytesused
= v4l2_buf
->bytesused
;
286 list_add_tail(&buf
->stream
, &queue
->mainqueue
);
287 list_add_tail(&buf
->queue
, &queue
->irqqueue
);
288 spin_unlock_irqrestore(&queue
->irqlock
, flags
);
291 mutex_unlock(&queue
->mutex
);
295 static int uvc_queue_waiton(struct uvc_buffer
*buf
, int nonblocking
)
298 return (buf
->state
!= UVC_BUF_STATE_QUEUED
&&
299 buf
->state
!= UVC_BUF_STATE_ACTIVE
&&
300 buf
->state
!= UVC_BUF_STATE_READY
)
304 return wait_event_interruptible(buf
->wait
,
305 buf
->state
!= UVC_BUF_STATE_QUEUED
&&
306 buf
->state
!= UVC_BUF_STATE_ACTIVE
&&
307 buf
->state
!= UVC_BUF_STATE_READY
);
311 * Dequeue a video buffer. If nonblocking is false, block until a buffer is
314 int uvc_dequeue_buffer(struct uvc_video_queue
*queue
,
315 struct v4l2_buffer
*v4l2_buf
, int nonblocking
)
317 struct uvc_buffer
*buf
;
320 if (v4l2_buf
->type
!= queue
->type
||
321 v4l2_buf
->memory
!= V4L2_MEMORY_MMAP
) {
322 uvc_trace(UVC_TRACE_CAPTURE
, "[E] Invalid buffer type (%u) "
323 "and/or memory (%u).\n", v4l2_buf
->type
,
328 mutex_lock(&queue
->mutex
);
329 if (list_empty(&queue
->mainqueue
)) {
330 uvc_trace(UVC_TRACE_CAPTURE
, "[E] Empty buffer queue.\n");
335 buf
= list_first_entry(&queue
->mainqueue
, struct uvc_buffer
, stream
);
336 if ((ret
= uvc_queue_waiton(buf
, nonblocking
)) < 0)
339 uvc_trace(UVC_TRACE_CAPTURE
, "Dequeuing buffer %u (%u, %u bytes).\n",
340 buf
->buf
.index
, buf
->state
, buf
->buf
.bytesused
);
342 switch (buf
->state
) {
343 case UVC_BUF_STATE_ERROR
:
344 uvc_trace(UVC_TRACE_CAPTURE
, "[W] Corrupted data "
345 "(transmission error).\n");
347 case UVC_BUF_STATE_DONE
:
348 buf
->state
= UVC_BUF_STATE_IDLE
;
351 case UVC_BUF_STATE_IDLE
:
352 case UVC_BUF_STATE_QUEUED
:
353 case UVC_BUF_STATE_ACTIVE
:
354 case UVC_BUF_STATE_READY
:
356 uvc_trace(UVC_TRACE_CAPTURE
, "[E] Invalid buffer state %u "
357 "(driver bug?).\n", buf
->state
);
362 list_del(&buf
->stream
);
363 __uvc_query_buffer(buf
, v4l2_buf
);
366 mutex_unlock(&queue
->mutex
);
371 * Poll the video queue.
373 * This function implements video queue polling and is intended to be used by
374 * the device poll handler.
376 unsigned int uvc_queue_poll(struct uvc_video_queue
*queue
, struct file
*file
,
379 struct uvc_buffer
*buf
;
380 unsigned int mask
= 0;
382 mutex_lock(&queue
->mutex
);
383 if (list_empty(&queue
->mainqueue
)) {
387 buf
= list_first_entry(&queue
->mainqueue
, struct uvc_buffer
, stream
);
389 poll_wait(file
, &buf
->wait
, wait
);
390 if (buf
->state
== UVC_BUF_STATE_DONE
||
391 buf
->state
== UVC_BUF_STATE_ERROR
)
392 mask
|= POLLIN
| POLLRDNORM
;
395 mutex_unlock(&queue
->mutex
);
400 * Enable or disable the video buffers queue.
402 * The queue must be enabled before starting video acquisition and must be
403 * disabled after stopping it. This ensures that the video buffers queue
404 * state can be properly initialized before buffers are accessed from the
407 * Enabling the video queue initializes parameters (such as sequence number,
408 * sync pattern, ...). If the queue is already enabled, return -EBUSY.
410 * Disabling the video queue cancels the queue and removes all buffers from
413 * This function can't be called from interrupt context. Use
414 * uvc_queue_cancel() instead.
416 int uvc_queue_enable(struct uvc_video_queue
*queue
, int enable
)
421 mutex_lock(&queue
->mutex
);
423 if (uvc_queue_streaming(queue
)) {
428 queue
->flags
|= UVC_QUEUE_STREAMING
;
431 uvc_queue_cancel(queue
, 0);
432 INIT_LIST_HEAD(&queue
->mainqueue
);
434 for (i
= 0; i
< queue
->count
; ++i
)
435 queue
->buffer
[i
].state
= UVC_BUF_STATE_IDLE
;
437 queue
->flags
&= ~UVC_QUEUE_STREAMING
;
441 mutex_unlock(&queue
->mutex
);
446 * Cancel the video buffers queue.
448 * Cancelling the queue marks all buffers on the irq queue as erroneous,
449 * wakes them up and removes them from the queue.
451 * If the disconnect parameter is set, further calls to uvc_queue_buffer will
454 * This function acquires the irq spinlock and can be called from interrupt
457 void uvc_queue_cancel(struct uvc_video_queue
*queue
, int disconnect
)
459 struct uvc_buffer
*buf
;
462 spin_lock_irqsave(&queue
->irqlock
, flags
);
463 while (!list_empty(&queue
->irqqueue
)) {
464 buf
= list_first_entry(&queue
->irqqueue
, struct uvc_buffer
,
466 list_del(&buf
->queue
);
467 buf
->state
= UVC_BUF_STATE_ERROR
;
470 /* This must be protected by the irqlock spinlock to avoid race
471 * conditions between uvc_queue_buffer and the disconnection event that
472 * could result in an interruptible wait in uvc_dequeue_buffer. Do not
473 * blindly replace this logic by checking for the UVC_DEV_DISCONNECTED
474 * state outside the queue code.
477 queue
->flags
|= UVC_QUEUE_DISCONNECTED
;
478 spin_unlock_irqrestore(&queue
->irqlock
, flags
);
481 struct uvc_buffer
*uvc_queue_next_buffer(struct uvc_video_queue
*queue
,
482 struct uvc_buffer
*buf
)
484 struct uvc_buffer
*nextbuf
;
487 if ((queue
->flags
& UVC_QUEUE_DROP_INCOMPLETE
) &&
488 buf
->buf
.length
!= buf
->buf
.bytesused
) {
489 buf
->state
= UVC_BUF_STATE_QUEUED
;
490 buf
->buf
.bytesused
= 0;
494 spin_lock_irqsave(&queue
->irqlock
, flags
);
495 list_del(&buf
->queue
);
496 buf
->state
= UVC_BUF_STATE_DONE
;
497 if (!list_empty(&queue
->irqqueue
))
498 nextbuf
= list_first_entry(&queue
->irqqueue
, struct uvc_buffer
,
502 spin_unlock_irqrestore(&queue
->irqlock
, flags
);
504 buf
->buf
.sequence
= queue
->sequence
++;