3 * generic helper functions for video4linux capture buffers, to handle
4 * memory management and PCI DMA.
5 * Right now, bttv, saa7134, saa7146 and cx88 use it.
7 * The functions expect the hardware being able to scatter gatter
8 * (i.e. the buffers are not linear in physical memory, but fragmented
9 * into PAGE_SIZE chunks). They also assume the driver does not need
10 * to touch the video data.
12 * device specific map/unmap/sync stuff now are mapped as operations
13 * to allow its usage by USB and virtual devices.
15 * (c) 2001-2004 Gerd Knorr <kraxel@bytesex.org> [SUSE Labs]
16 * (c) 2006 Mauro Carvalho Chehab <mchehab@infradead.org>
17 * (c) 2006 Ted Walther and John Sokol
19 * This program is free software; you can redistribute it and/or modify
20 * it under the terms of the GNU General Public License as published by
21 * the Free Software Foundation; either version 2 of the License, or
22 * (at your option) any later version.
25 #include <linux/init.h>
26 #include <linux/module.h>
27 #include <linux/moduleparam.h>
28 #include <linux/vmalloc.h>
29 #include <linux/pagemap.h>
30 #include <linux/slab.h>
31 #include <linux/pci.h>
32 #include <linux/interrupt.h>
34 #include <asm/pgtable.h>
36 #include <media/video-buf.h>
38 #define MAGIC_DMABUF 0x19721112
39 #define MAGIC_BUFFER 0x20040302
40 #define MAGIC_CHECK(is,should) if (unlikely((is) != (should))) \
41 { printk(KERN_ERR "magic mismatch: %x (expected %x)\n",is,should); BUG(); }
44 module_param(debug
, int, 0644);
46 MODULE_DESCRIPTION("helper module to manage video4linux pci dma buffers");
47 MODULE_AUTHOR("Gerd Knorr <kraxel@bytesex.org> [SuSE Labs]");
48 MODULE_LICENSE("GPL");
50 #define dprintk(level, fmt, arg...) if (debug >= level) \
51 printk(KERN_DEBUG "vbuf: " fmt , ## arg)
54 videobuf_vmalloc_to_sg(unsigned char *virt
, int nr_pages
)
56 struct scatterlist
*sglist
;
60 sglist
= kcalloc(nr_pages
, sizeof(struct scatterlist
), GFP_KERNEL
);
63 for (i
= 0; i
< nr_pages
; i
++, virt
+= PAGE_SIZE
) {
64 pg
= vmalloc_to_page(virt
);
67 BUG_ON(PageHighMem(pg
));
69 sglist
[i
].length
= PAGE_SIZE
;
79 videobuf_pages_to_sg(struct page
**pages
, int nr_pages
, int offset
)
81 struct scatterlist
*sglist
;
86 sglist
= kcalloc(nr_pages
, sizeof(*sglist
), GFP_KERNEL
);
92 if (PageHighMem(pages
[0]))
93 /* DMA to highmem pages might not work */
95 sglist
[0].page
= pages
[0];
96 sglist
[0].offset
= offset
;
97 sglist
[0].length
= PAGE_SIZE
- offset
;
98 for (i
= 1; i
< nr_pages
; i
++) {
101 if (PageHighMem(pages
[i
]))
103 sglist
[i
].page
= pages
[i
];
104 sglist
[i
].length
= PAGE_SIZE
;
109 dprintk(2,"sgl: oops - no page\n");
114 dprintk(2,"sgl: oops - highmem page\n");
119 /* --------------------------------------------------------------------- */
121 void videobuf_dma_init(struct videobuf_dmabuf
*dma
)
123 memset(dma
,0,sizeof(*dma
));
124 dma
->magic
= MAGIC_DMABUF
;
127 int videobuf_dma_init_user(struct videobuf_dmabuf
*dma
, int direction
,
128 unsigned long data
, unsigned long size
)
130 unsigned long first
,last
;
133 dma
->direction
= direction
;
134 switch (dma
->direction
) {
135 case PCI_DMA_FROMDEVICE
: rw
= READ
; break;
136 case PCI_DMA_TODEVICE
: rw
= WRITE
; break;
140 first
= (data
& PAGE_MASK
) >> PAGE_SHIFT
;
141 last
= ((data
+size
-1) & PAGE_MASK
) >> PAGE_SHIFT
;
142 dma
->offset
= data
& ~PAGE_MASK
;
143 dma
->nr_pages
= last
-first
+1;
144 dma
->pages
= kmalloc(dma
->nr_pages
* sizeof(struct page
*),
146 if (NULL
== dma
->pages
)
148 dprintk(1,"init user [0x%lx+0x%lx => %d pages]\n",
149 data
,size
,dma
->nr_pages
);
151 dma
->varea
= (void *) data
;
153 down_read(¤t
->mm
->mmap_sem
);
154 err
= get_user_pages(current
,current
->mm
,
155 data
& PAGE_MASK
, dma
->nr_pages
,
156 rw
== READ
, 1, /* force */
158 up_read(¤t
->mm
->mmap_sem
);
159 if (err
!= dma
->nr_pages
) {
160 dma
->nr_pages
= (err
>= 0) ? err
: 0;
161 dprintk(1,"get_user_pages: err=%d [%d]\n",err
,dma
->nr_pages
);
162 return err
< 0 ? err
: -EINVAL
;
167 int videobuf_dma_init_kernel(struct videobuf_dmabuf
*dma
, int direction
,
170 dprintk(1,"init kernel [%d pages]\n",nr_pages
);
171 dma
->direction
= direction
;
172 dma
->vmalloc
= vmalloc_32(nr_pages
<< PAGE_SHIFT
);
173 if (NULL
== dma
->vmalloc
) {
174 dprintk(1,"vmalloc_32(%d pages) failed\n",nr_pages
);
177 dprintk(1,"vmalloc is at addr 0x%08lx, size=%d\n",
178 (unsigned long)dma
->vmalloc
,
179 nr_pages
<< PAGE_SHIFT
);
180 memset(dma
->vmalloc
,0,nr_pages
<< PAGE_SHIFT
);
181 dma
->nr_pages
= nr_pages
;
185 int videobuf_dma_init_overlay(struct videobuf_dmabuf
*dma
, int direction
,
186 dma_addr_t addr
, int nr_pages
)
188 dprintk(1,"init overlay [%d pages @ bus 0x%lx]\n",
189 nr_pages
,(unsigned long)addr
);
190 dma
->direction
= direction
;
194 dma
->bus_addr
= addr
;
195 dma
->nr_pages
= nr_pages
;
199 int videobuf_dma_map(struct videobuf_queue
* q
,struct videobuf_dmabuf
*dma
)
203 MAGIC_CHECK(dma
->magic
,MAGIC_DMABUF
);
204 BUG_ON(0 == dma
->nr_pages
);
207 dma
->sglist
= videobuf_pages_to_sg(dma
->pages
, dma
->nr_pages
,
211 dma
->sglist
= videobuf_vmalloc_to_sg
212 (dma
->vmalloc
,dma
->nr_pages
);
215 dma
->sglist
= kmalloc(sizeof(struct scatterlist
), GFP_KERNEL
);
216 if (NULL
!= dma
->sglist
) {
218 sg_dma_address(&dma
->sglist
[0]) = dma
->bus_addr
& PAGE_MASK
;
219 dma
->sglist
[0].offset
= dma
->bus_addr
& ~PAGE_MASK
;
220 sg_dma_len(&dma
->sglist
[0]) = dma
->nr_pages
* PAGE_SIZE
;
223 if (NULL
== dma
->sglist
) {
224 dprintk(1,"scatterlist is NULL\n");
227 if (!dma
->bus_addr
) {
228 if (q
->ops
->vb_map_sg
) {
229 dma
->sglen
= q
->ops
->vb_map_sg(dev
,dma
->sglist
,
230 dma
->nr_pages
, dma
->direction
);
232 if (0 == dma
->sglen
) {
234 "%s: videobuf_map_sg failed\n",__FUNCTION__
);
244 int videobuf_dma_sync(struct videobuf_queue
* q
,struct videobuf_dmabuf
*dma
)
248 MAGIC_CHECK(dma
->magic
,MAGIC_DMABUF
);
251 if (!dma
->bus_addr
&& q
->ops
->vb_dma_sync_sg
)
252 q
->ops
->vb_dma_sync_sg(dev
,dma
->sglist
,dma
->nr_pages
,
258 int videobuf_dma_unmap(struct videobuf_queue
* q
,struct videobuf_dmabuf
*dma
)
262 MAGIC_CHECK(dma
->magic
,MAGIC_DMABUF
);
266 if (!dma
->bus_addr
&& q
->ops
->vb_unmap_sg
)
267 q
->ops
->vb_unmap_sg(dev
,dma
->sglist
,dma
->nr_pages
,
275 int videobuf_dma_free(struct videobuf_dmabuf
*dma
)
277 MAGIC_CHECK(dma
->magic
,MAGIC_DMABUF
);
282 for (i
=0; i
< dma
->nr_pages
; i
++)
283 page_cache_release(dma
->pages
[i
]);
295 dma
->direction
= PCI_DMA_NONE
;
299 /* --------------------------------------------------------------------- */
301 void* videobuf_alloc(unsigned int size
)
303 struct videobuf_buffer
*vb
;
305 vb
= kzalloc(size
,GFP_KERNEL
);
307 videobuf_dma_init(&vb
->dma
);
308 init_waitqueue_head(&vb
->done
);
309 vb
->magic
= MAGIC_BUFFER
;
314 int videobuf_waiton(struct videobuf_buffer
*vb
, int non_blocking
, int intr
)
317 DECLARE_WAITQUEUE(wait
, current
);
319 MAGIC_CHECK(vb
->magic
,MAGIC_BUFFER
);
320 add_wait_queue(&vb
->done
, &wait
);
321 while (vb
->state
== STATE_ACTIVE
|| vb
->state
== STATE_QUEUED
) {
326 set_current_state(intr
? TASK_INTERRUPTIBLE
327 : TASK_UNINTERRUPTIBLE
);
328 if (vb
->state
== STATE_ACTIVE
|| vb
->state
== STATE_QUEUED
)
330 set_current_state(TASK_RUNNING
);
331 if (intr
&& signal_pending(current
)) {
332 dprintk(1,"buffer waiton: -EINTR\n");
337 remove_wait_queue(&vb
->done
, &wait
);
342 videobuf_iolock(struct videobuf_queue
* q
, struct videobuf_buffer
*vb
,
343 struct v4l2_framebuffer
*fbuf
)
348 MAGIC_CHECK(vb
->magic
,MAGIC_BUFFER
);
349 switch (vb
->memory
) {
350 case V4L2_MEMORY_MMAP
:
351 case V4L2_MEMORY_USERPTR
:
352 if (0 == vb
->baddr
) {
353 /* no userspace addr -- kernel bounce buffer */
354 pages
= PAGE_ALIGN(vb
->size
) >> PAGE_SHIFT
;
355 err
= videobuf_dma_init_kernel(&vb
->dma
,PCI_DMA_FROMDEVICE
,
360 /* dma directly to userspace */
361 err
= videobuf_dma_init_user(&vb
->dma
,PCI_DMA_FROMDEVICE
,
362 vb
->baddr
,vb
->bsize
);
367 case V4L2_MEMORY_OVERLAY
:
370 /* FIXME: need sanity checks for vb->boff */
372 * Using a double cast to avoid compiler warnings when
373 * building for PAE. Compiler doesn't like direct casting
374 * of a 32 bit ptr to 64 bit integer.
376 bus
= (dma_addr_t
)(unsigned long)fbuf
->base
+ vb
->boff
;
377 pages
= PAGE_ALIGN(vb
->size
) >> PAGE_SHIFT
;
378 err
= videobuf_dma_init_overlay(&vb
->dma
,PCI_DMA_FROMDEVICE
,
386 err
= videobuf_dma_map(q
,&vb
->dma
);
393 /* --------------------------------------------------------------------- */
395 void videobuf_queue_pci(struct videobuf_queue
* q
)
397 /* If not specified, defaults to PCI map sg */
398 if (!q
->ops
->vb_map_sg
)
399 q
->ops
->vb_map_sg
=(vb_map_sg_t
*)pci_map_sg
;
401 if (!q
->ops
->vb_dma_sync_sg
)
402 q
->ops
->vb_dma_sync_sg
=(vb_map_sg_t
*)pci_dma_sync_sg_for_cpu
;
403 if (!q
->ops
->vb_unmap_sg
)
404 q
->ops
->vb_unmap_sg
=(vb_map_sg_t
*)pci_unmap_sg
;
407 int videobuf_pci_dma_map(struct pci_dev
*pci
,struct videobuf_dmabuf
*dma
)
409 struct videobuf_queue q
;
410 struct videobuf_queue_ops qops
;
413 qops
.vb_map_sg
=(vb_map_sg_t
*)pci_map_sg
;
414 qops
.vb_unmap_sg
=(vb_map_sg_t
*)pci_unmap_sg
;
417 return (videobuf_dma_map(&q
,dma
));
420 int videobuf_pci_dma_unmap(struct pci_dev
*pci
,struct videobuf_dmabuf
*dma
)
422 struct videobuf_queue q
;
423 struct videobuf_queue_ops qops
;
426 qops
.vb_map_sg
=(vb_map_sg_t
*)pci_map_sg
;
427 qops
.vb_unmap_sg
=(vb_map_sg_t
*)pci_unmap_sg
;
430 return (videobuf_dma_unmap(&q
,dma
));
433 void videobuf_queue_init(struct videobuf_queue
* q
,
434 struct videobuf_queue_ops
*ops
,
437 enum v4l2_buf_type type
,
438 enum v4l2_field field
,
442 memset(q
,0,sizeof(*q
));
443 q
->irqlock
= irqlock
;
451 videobuf_queue_pci(q
);
453 mutex_init(&q
->lock
);
454 INIT_LIST_HEAD(&q
->stream
);
458 videobuf_queue_is_busy(struct videobuf_queue
*q
)
463 dprintk(1,"busy: streaming active\n");
467 dprintk(1,"busy: pending read #1\n");
471 dprintk(1,"busy: pending read #2\n");
474 for (i
= 0; i
< VIDEO_MAX_FRAME
; i
++) {
475 if (NULL
== q
->bufs
[i
])
477 if (q
->bufs
[i
]->map
) {
478 dprintk(1,"busy: buffer #%d mapped\n",i
);
481 if (q
->bufs
[i
]->state
== STATE_QUEUED
) {
482 dprintk(1,"busy: buffer #%d queued\n",i
);
485 if (q
->bufs
[i
]->state
== STATE_ACTIVE
) {
486 dprintk(1,"busy: buffer #%d avtive\n",i
);
494 videobuf_queue_cancel(struct videobuf_queue
*q
)
496 unsigned long flags
=0;
499 /* remove queued buffers from list */
501 spin_lock_irqsave(q
->irqlock
,flags
);
502 for (i
= 0; i
< VIDEO_MAX_FRAME
; i
++) {
503 if (NULL
== q
->bufs
[i
])
505 if (q
->bufs
[i
]->state
== STATE_QUEUED
) {
506 list_del(&q
->bufs
[i
]->queue
);
507 q
->bufs
[i
]->state
= STATE_ERROR
;
511 spin_unlock_irqrestore(q
->irqlock
,flags
);
513 /* free all buffers + clear queue */
514 for (i
= 0; i
< VIDEO_MAX_FRAME
; i
++) {
515 if (NULL
== q
->bufs
[i
])
517 q
->ops
->buf_release(q
,q
->bufs
[i
]);
519 INIT_LIST_HEAD(&q
->stream
);
522 /* --------------------------------------------------------------------- */
525 videobuf_next_field(struct videobuf_queue
*q
)
527 enum v4l2_field field
= q
->field
;
529 BUG_ON(V4L2_FIELD_ANY
== field
);
531 if (V4L2_FIELD_ALTERNATE
== field
) {
532 if (V4L2_FIELD_TOP
== q
->last
) {
533 field
= V4L2_FIELD_BOTTOM
;
534 q
->last
= V4L2_FIELD_BOTTOM
;
536 field
= V4L2_FIELD_TOP
;
537 q
->last
= V4L2_FIELD_TOP
;
544 videobuf_status(struct v4l2_buffer
*b
, struct videobuf_buffer
*vb
,
545 enum v4l2_buf_type type
)
547 MAGIC_CHECK(vb
->magic
,MAGIC_BUFFER
);
552 b
->memory
= vb
->memory
;
554 case V4L2_MEMORY_MMAP
:
555 b
->m
.offset
= vb
->boff
;
556 b
->length
= vb
->bsize
;
558 case V4L2_MEMORY_USERPTR
:
559 b
->m
.userptr
= vb
->baddr
;
560 b
->length
= vb
->bsize
;
562 case V4L2_MEMORY_OVERLAY
:
563 b
->m
.offset
= vb
->boff
;
569 b
->flags
|= V4L2_BUF_FLAG_MAPPED
;
575 b
->flags
|= V4L2_BUF_FLAG_QUEUED
;
579 b
->flags
|= V4L2_BUF_FLAG_DONE
;
581 case STATE_NEEDS_INIT
:
587 if (vb
->input
!= UNSET
) {
588 b
->flags
|= V4L2_BUF_FLAG_INPUT
;
589 b
->input
= vb
->input
;
592 b
->field
= vb
->field
;
593 b
->timestamp
= vb
->ts
;
594 b
->bytesused
= vb
->size
;
595 b
->sequence
= vb
->field_count
>> 1;
599 videobuf_reqbufs(struct videobuf_queue
*q
,
600 struct v4l2_requestbuffers
*req
)
602 unsigned int size
,count
;
605 if (req
->type
!= q
->type
) {
606 dprintk(1,"reqbufs: queue type invalid\n");
609 if (req
->count
< 1) {
610 dprintk(1,"reqbufs: count invalid (%d)\n",req
->count
);
613 if (req
->memory
!= V4L2_MEMORY_MMAP
&&
614 req
->memory
!= V4L2_MEMORY_USERPTR
&&
615 req
->memory
!= V4L2_MEMORY_OVERLAY
) {
616 dprintk(1,"reqbufs: memory type invalid\n");
621 dprintk(1,"reqbufs: streaming already exists\n");
624 if (!list_empty(&q
->stream
)) {
625 dprintk(1,"reqbufs: stream running\n");
629 mutex_lock(&q
->lock
);
631 if (count
> VIDEO_MAX_FRAME
)
632 count
= VIDEO_MAX_FRAME
;
634 q
->ops
->buf_setup(q
,&count
,&size
);
635 size
= PAGE_ALIGN(size
);
636 dprintk(1,"reqbufs: bufs=%d, size=0x%x [%d pages total]\n",
637 count
, size
, (count
*size
)>>PAGE_SHIFT
);
639 retval
= videobuf_mmap_setup(q
,count
,size
,req
->memory
);
641 dprintk(1,"reqbufs: mmap setup returned %d\n",retval
);
648 mutex_unlock(&q
->lock
);
653 videobuf_querybuf(struct videobuf_queue
*q
, struct v4l2_buffer
*b
)
655 if (unlikely(b
->type
!= q
->type
)) {
656 dprintk(1,"querybuf: Wrong type.\n");
659 if (unlikely(b
->index
< 0 || b
->index
>= VIDEO_MAX_FRAME
)) {
660 dprintk(1,"querybuf: index out of range.\n");
663 if (unlikely(NULL
== q
->bufs
[b
->index
])) {
664 dprintk(1,"querybuf: buffer is null.\n");
667 videobuf_status(b
,q
->bufs
[b
->index
],q
->type
);
672 videobuf_qbuf(struct videobuf_queue
*q
,
673 struct v4l2_buffer
*b
)
675 struct videobuf_buffer
*buf
;
676 enum v4l2_field field
;
677 unsigned long flags
=0;
680 mutex_lock(&q
->lock
);
683 dprintk(1,"qbuf: Reading running...\n");
687 if (b
->type
!= q
->type
) {
688 dprintk(1,"qbuf: Wrong type.\n");
691 if (b
->index
< 0 || b
->index
>= VIDEO_MAX_FRAME
) {
692 dprintk(1,"qbuf: index out of range.\n");
695 buf
= q
->bufs
[b
->index
];
697 dprintk(1,"qbuf: buffer is null.\n");
700 MAGIC_CHECK(buf
->magic
,MAGIC_BUFFER
);
701 if (buf
->memory
!= b
->memory
) {
702 dprintk(1,"qbuf: memory type is wrong.\n");
705 if (buf
->state
!= STATE_NEEDS_INIT
&& buf
->state
!= STATE_IDLE
) {
706 dprintk(1,"qbuf: buffer is already queued or active.\n");
710 if (b
->flags
& V4L2_BUF_FLAG_INPUT
) {
711 if (b
->input
>= q
->inputs
) {
712 dprintk(1,"qbuf: wrong input.\n");
715 buf
->input
= b
->input
;
721 case V4L2_MEMORY_MMAP
:
722 if (0 == buf
->baddr
) {
723 dprintk(1,"qbuf: mmap requested but buffer addr is zero!\n");
727 case V4L2_MEMORY_USERPTR
:
728 if (b
->length
< buf
->bsize
) {
729 dprintk(1,"qbuf: buffer length is not enough\n");
732 if (STATE_NEEDS_INIT
!= buf
->state
&& buf
->baddr
!= b
->m
.userptr
)
733 q
->ops
->buf_release(q
,buf
);
734 buf
->baddr
= b
->m
.userptr
;
736 case V4L2_MEMORY_OVERLAY
:
737 buf
->boff
= b
->m
.offset
;
740 dprintk(1,"qbuf: wrong memory type\n");
744 dprintk(1,"qbuf: requesting next field\n");
745 field
= videobuf_next_field(q
);
746 retval
= q
->ops
->buf_prepare(q
,buf
,field
);
748 dprintk(1,"qbuf: buffer_prepare returned %d\n",retval
);
752 list_add_tail(&buf
->stream
,&q
->stream
);
755 spin_lock_irqsave(q
->irqlock
,flags
);
756 q
->ops
->buf_queue(q
,buf
);
758 spin_unlock_irqrestore(q
->irqlock
,flags
);
760 dprintk(1,"qbuf: succeded\n");
764 mutex_unlock(&q
->lock
);
769 videobuf_dqbuf(struct videobuf_queue
*q
,
770 struct v4l2_buffer
*b
, int nonblocking
)
772 struct videobuf_buffer
*buf
;
775 mutex_lock(&q
->lock
);
778 dprintk(1,"dqbuf: Reading running...\n");
782 if (b
->type
!= q
->type
) {
783 dprintk(1,"dqbuf: Wrong type.\n");
786 if (list_empty(&q
->stream
)) {
787 dprintk(1,"dqbuf: stream running\n");
790 buf
= list_entry(q
->stream
.next
, struct videobuf_buffer
, stream
);
791 retval
= videobuf_waiton(buf
, nonblocking
, 1);
793 dprintk(1,"dqbuf: waiton returned %d\n",retval
);
796 switch (buf
->state
) {
798 dprintk(1,"dqbuf: state is error\n");
800 videobuf_dma_sync(q
,&buf
->dma
);
801 buf
->state
= STATE_IDLE
;
804 dprintk(1,"dqbuf: state is done\n");
805 videobuf_dma_sync(q
,&buf
->dma
);
806 buf
->state
= STATE_IDLE
;
809 dprintk(1,"dqbuf: state invalid\n");
813 list_del(&buf
->stream
);
814 memset(b
,0,sizeof(*b
));
815 videobuf_status(b
,buf
,q
->type
);
818 mutex_unlock(&q
->lock
);
822 int videobuf_streamon(struct videobuf_queue
*q
)
824 struct videobuf_buffer
*buf
;
825 struct list_head
*list
;
826 unsigned long flags
=0;
829 mutex_lock(&q
->lock
);
838 spin_lock_irqsave(q
->irqlock
,flags
);
839 list_for_each(list
,&q
->stream
) {
840 buf
= list_entry(list
, struct videobuf_buffer
, stream
);
841 if (buf
->state
== STATE_PREPARED
)
842 q
->ops
->buf_queue(q
,buf
);
845 spin_unlock_irqrestore(q
->irqlock
,flags
);
848 mutex_unlock(&q
->lock
);
852 int videobuf_streamoff(struct videobuf_queue
*q
)
854 int retval
= -EINVAL
;
856 mutex_lock(&q
->lock
);
859 videobuf_queue_cancel(q
);
864 mutex_unlock(&q
->lock
);
869 videobuf_read_zerocopy(struct videobuf_queue
*q
, char __user
*data
,
870 size_t count
, loff_t
*ppos
)
872 enum v4l2_field field
;
873 unsigned long flags
=0;
877 q
->read_buf
= videobuf_alloc(q
->msize
);
878 if (NULL
== q
->read_buf
)
881 q
->read_buf
->memory
= V4L2_MEMORY_USERPTR
;
882 q
->read_buf
->baddr
= (unsigned long)data
;
883 q
->read_buf
->bsize
= count
;
884 field
= videobuf_next_field(q
);
885 retval
= q
->ops
->buf_prepare(q
,q
->read_buf
,field
);
889 /* start capture & wait */
891 spin_lock_irqsave(q
->irqlock
,flags
);
892 q
->ops
->buf_queue(q
,q
->read_buf
);
894 spin_unlock_irqrestore(q
->irqlock
,flags
);
895 retval
= videobuf_waiton(q
->read_buf
,0,0);
897 videobuf_dma_sync(q
,&q
->read_buf
->dma
);
898 if (STATE_ERROR
== q
->read_buf
->state
)
901 retval
= q
->read_buf
->size
;
906 q
->ops
->buf_release(q
,q
->read_buf
);
912 ssize_t
videobuf_read_one(struct videobuf_queue
*q
,
913 char __user
*data
, size_t count
, loff_t
*ppos
,
916 enum v4l2_field field
;
917 unsigned long flags
=0;
918 unsigned size
, nbufs
, bytes
;
921 mutex_lock(&q
->lock
);
924 q
->ops
->buf_setup(q
,&nbufs
,&size
);
925 if (NULL
== q
->read_buf
&&
928 retval
= videobuf_read_zerocopy(q
,data
,count
,ppos
);
929 if (retval
>= 0 || retval
== -EIO
)
932 /* fallback to kernel bounce buffer on failures */
935 if (NULL
== q
->read_buf
) {
936 /* need to capture a new frame */
938 q
->read_buf
= videobuf_alloc(q
->msize
);
939 dprintk(1,"video alloc=0x%p\n", q
->read_buf
);
940 if (NULL
== q
->read_buf
)
942 q
->read_buf
->memory
= V4L2_MEMORY_USERPTR
;
943 q
->read_buf
->bsize
= count
; /* preferred size */
944 field
= videobuf_next_field(q
);
945 retval
= q
->ops
->buf_prepare(q
,q
->read_buf
,field
);
952 spin_lock_irqsave(q
->irqlock
,flags
);
953 q
->ops
->buf_queue(q
,q
->read_buf
);
955 spin_unlock_irqrestore(q
->irqlock
,flags
);
959 /* wait until capture is done */
960 retval
= videobuf_waiton(q
->read_buf
, nonblocking
, 1);
963 videobuf_dma_sync(q
,&q
->read_buf
->dma
);
965 if (STATE_ERROR
== q
->read_buf
->state
) {
966 /* catch I/O errors */
967 q
->ops
->buf_release(q
,q
->read_buf
);
974 /* copy to userspace */
976 if (bytes
> q
->read_buf
->size
- q
->read_off
)
977 bytes
= q
->read_buf
->size
- q
->read_off
;
979 if (copy_to_user(data
, q
->read_buf
->dma
.vmalloc
+q
->read_off
, bytes
))
983 q
->read_off
+= bytes
;
984 if (q
->read_off
== q
->read_buf
->size
) {
985 /* all data copied, cleanup */
986 q
->ops
->buf_release(q
,q
->read_buf
);
992 mutex_unlock(&q
->lock
);
996 int videobuf_read_start(struct videobuf_queue
*q
)
998 enum v4l2_field field
;
999 unsigned long flags
=0;
1000 int count
= 0, size
= 0;
1003 q
->ops
->buf_setup(q
,&count
,&size
);
1006 if (count
> VIDEO_MAX_FRAME
)
1007 count
= VIDEO_MAX_FRAME
;
1008 size
= PAGE_ALIGN(size
);
1010 err
= videobuf_mmap_setup(q
, count
, size
, V4L2_MEMORY_USERPTR
);
1013 for (i
= 0; i
< count
; i
++) {
1014 field
= videobuf_next_field(q
);
1015 err
= q
->ops
->buf_prepare(q
,q
->bufs
[i
],field
);
1018 list_add_tail(&q
->bufs
[i
]->stream
, &q
->stream
);
1021 spin_lock_irqsave(q
->irqlock
,flags
);
1022 for (i
= 0; i
< count
; i
++)
1023 q
->ops
->buf_queue(q
,q
->bufs
[i
]);
1025 spin_unlock_irqrestore(q
->irqlock
,flags
);
1030 void videobuf_read_stop(struct videobuf_queue
*q
)
1034 videobuf_queue_cancel(q
);
1035 videobuf_mmap_free(q
);
1036 INIT_LIST_HEAD(&q
->stream
);
1037 for (i
= 0; i
< VIDEO_MAX_FRAME
; i
++) {
1038 if (NULL
== q
->bufs
[i
])
1047 ssize_t
videobuf_read_stream(struct videobuf_queue
*q
,
1048 char __user
*data
, size_t count
, loff_t
*ppos
,
1049 int vbihack
, int nonblocking
)
1051 unsigned int *fc
, bytes
;
1053 unsigned long flags
=0;
1055 dprintk(2,"%s\n",__FUNCTION__
);
1056 mutex_lock(&q
->lock
);
1061 retval
= videobuf_read_start(q
);
1068 /* get / wait for data */
1069 if (NULL
== q
->read_buf
) {
1070 q
->read_buf
= list_entry(q
->stream
.next
,
1071 struct videobuf_buffer
,
1073 list_del(&q
->read_buf
->stream
);
1076 err
= videobuf_waiton(q
->read_buf
, nonblocking
, 1);
1083 if (q
->read_buf
->state
== STATE_DONE
) {
1085 /* dirty, undocumented hack -- pass the frame counter
1086 * within the last four bytes of each vbi data block.
1087 * We need that one to maintain backward compatibility
1088 * to all vbi decoding software out there ... */
1089 fc
= (unsigned int*)q
->read_buf
->dma
.vmalloc
;
1090 fc
+= (q
->read_buf
->size
>>2) -1;
1091 *fc
= q
->read_buf
->field_count
>> 1;
1092 dprintk(1,"vbihack: %d\n",*fc
);
1097 if (bytes
> q
->read_buf
->size
- q
->read_off
)
1098 bytes
= q
->read_buf
->size
- q
->read_off
;
1099 if (copy_to_user(data
+ retval
,
1100 q
->read_buf
->dma
.vmalloc
+ q
->read_off
,
1108 q
->read_off
+= bytes
;
1111 q
->read_off
= q
->read_buf
->size
;
1116 /* requeue buffer when done with copying */
1117 if (q
->read_off
== q
->read_buf
->size
) {
1118 list_add_tail(&q
->read_buf
->stream
,
1121 spin_lock_irqsave(q
->irqlock
,flags
);
1122 q
->ops
->buf_queue(q
,q
->read_buf
);
1124 spin_unlock_irqrestore(q
->irqlock
,flags
);
1132 mutex_unlock(&q
->lock
);
1136 unsigned int videobuf_poll_stream(struct file
*file
,
1137 struct videobuf_queue
*q
,
1140 struct videobuf_buffer
*buf
= NULL
;
1141 unsigned int rc
= 0;
1143 mutex_lock(&q
->lock
);
1145 if (!list_empty(&q
->stream
))
1146 buf
= list_entry(q
->stream
.next
,
1147 struct videobuf_buffer
, stream
);
1150 videobuf_read_start(q
);
1153 } else if (NULL
== q
->read_buf
) {
1154 q
->read_buf
= list_entry(q
->stream
.next
,
1155 struct videobuf_buffer
,
1157 list_del(&q
->read_buf
->stream
);
1166 poll_wait(file
, &buf
->done
, wait
);
1167 if (buf
->state
== STATE_DONE
||
1168 buf
->state
== STATE_ERROR
)
1169 rc
= POLLIN
|POLLRDNORM
;
1171 mutex_unlock(&q
->lock
);
1175 /* --------------------------------------------------------------------- */
1178 videobuf_vm_open(struct vm_area_struct
*vma
)
1180 struct videobuf_mapping
*map
= vma
->vm_private_data
;
1182 dprintk(2,"vm_open %p [count=%d,vma=%08lx-%08lx]\n",map
,
1183 map
->count
,vma
->vm_start
,vma
->vm_end
);
1188 videobuf_vm_close(struct vm_area_struct
*vma
)
1190 struct videobuf_mapping
*map
= vma
->vm_private_data
;
1191 struct videobuf_queue
*q
= map
->q
;
1194 dprintk(2,"vm_close %p [count=%d,vma=%08lx-%08lx]\n",map
,
1195 map
->count
,vma
->vm_start
,vma
->vm_end
);
1198 if (0 == map
->count
) {
1199 dprintk(1,"munmap %p q=%p\n",map
,q
);
1200 mutex_lock(&q
->lock
);
1201 for (i
= 0; i
< VIDEO_MAX_FRAME
; i
++) {
1202 if (NULL
== q
->bufs
[i
])
1206 if (q
->bufs
[i
]->map
!= map
)
1208 q
->bufs
[i
]->map
= NULL
;
1209 q
->bufs
[i
]->baddr
= 0;
1210 q
->ops
->buf_release(q
,q
->bufs
[i
]);
1212 mutex_unlock(&q
->lock
);
1219 * Get a anonymous page for the mapping. Make sure we can DMA to that
1220 * memory location with 32bit PCI devices (i.e. don't use highmem for
1221 * now ...). Bounce buffers don't work very well for the data rates
1222 * video capture has.
1225 videobuf_vm_nopage(struct vm_area_struct
*vma
, unsigned long vaddr
,
1230 dprintk(3,"nopage: fault @ %08lx [vma %08lx-%08lx]\n",
1231 vaddr
,vma
->vm_start
,vma
->vm_end
);
1232 if (vaddr
> vma
->vm_end
)
1233 return NOPAGE_SIGBUS
;
1234 page
= alloc_page(GFP_USER
| __GFP_DMA32
);
1237 clear_user_page(page_address(page
), vaddr
, page
);
1239 *type
= VM_FAULT_MINOR
;
1243 static struct vm_operations_struct videobuf_vm_ops
=
1245 .open
= videobuf_vm_open
,
1246 .close
= videobuf_vm_close
,
1247 .nopage
= videobuf_vm_nopage
,
1250 int videobuf_mmap_setup(struct videobuf_queue
*q
,
1251 unsigned int bcount
, unsigned int bsize
,
1252 enum v4l2_memory memory
)
1257 err
= videobuf_mmap_free(q
);
1261 for (i
= 0; i
< bcount
; i
++) {
1262 q
->bufs
[i
] = videobuf_alloc(q
->msize
);
1264 q
->bufs
[i
]->input
= UNSET
;
1265 q
->bufs
[i
]->memory
= memory
;
1266 q
->bufs
[i
]->bsize
= bsize
;
1268 case V4L2_MEMORY_MMAP
:
1269 q
->bufs
[i
]->boff
= bsize
* i
;
1271 case V4L2_MEMORY_USERPTR
:
1272 case V4L2_MEMORY_OVERLAY
:
1277 dprintk(1,"mmap setup: %d buffers, %d bytes each\n",
1282 int videobuf_mmap_free(struct videobuf_queue
*q
)
1286 for (i
= 0; i
< VIDEO_MAX_FRAME
; i
++)
1287 if (q
->bufs
[i
] && q
->bufs
[i
]->map
)
1289 for (i
= 0; i
< VIDEO_MAX_FRAME
; i
++) {
1290 if (NULL
== q
->bufs
[i
])
1292 q
->ops
->buf_release(q
,q
->bufs
[i
]);
1299 int videobuf_mmap_mapper(struct videobuf_queue
*q
,
1300 struct vm_area_struct
*vma
)
1302 struct videobuf_mapping
*map
;
1303 unsigned int first
,last
,size
,i
;
1306 mutex_lock(&q
->lock
);
1308 if (!(vma
->vm_flags
& VM_WRITE
)) {
1309 dprintk(1,"mmap app bug: PROT_WRITE please\n");
1312 if (!(vma
->vm_flags
& VM_SHARED
)) {
1313 dprintk(1,"mmap app bug: MAP_SHARED please\n");
1317 /* look for first buffer to map */
1318 for (first
= 0; first
< VIDEO_MAX_FRAME
; first
++) {
1319 if (NULL
== q
->bufs
[first
])
1321 if (V4L2_MEMORY_MMAP
!= q
->bufs
[first
]->memory
)
1323 if (q
->bufs
[first
]->boff
== (vma
->vm_pgoff
<< PAGE_SHIFT
))
1326 if (VIDEO_MAX_FRAME
== first
) {
1327 dprintk(1,"mmap app bug: offset invalid [offset=0x%lx]\n",
1328 (vma
->vm_pgoff
<< PAGE_SHIFT
));
1332 /* look for last buffer to map */
1333 for (size
= 0, last
= first
; last
< VIDEO_MAX_FRAME
; last
++) {
1334 if (NULL
== q
->bufs
[last
])
1336 if (V4L2_MEMORY_MMAP
!= q
->bufs
[last
]->memory
)
1338 if (q
->bufs
[last
]->map
) {
1342 size
+= q
->bufs
[last
]->bsize
;
1343 if (size
== (vma
->vm_end
- vma
->vm_start
))
1346 if (VIDEO_MAX_FRAME
== last
) {
1347 dprintk(1,"mmap app bug: size invalid [size=0x%lx]\n",
1348 (vma
->vm_end
- vma
->vm_start
));
1352 /* create mapping + update buffer list */
1354 map
= kmalloc(sizeof(struct videobuf_mapping
),GFP_KERNEL
);
1357 for (size
= 0, i
= first
; i
<= last
; size
+= q
->bufs
[i
++]->bsize
) {
1358 q
->bufs
[i
]->map
= map
;
1359 q
->bufs
[i
]->baddr
= vma
->vm_start
+ size
;
1362 map
->start
= vma
->vm_start
;
1363 map
->end
= vma
->vm_end
;
1365 vma
->vm_ops
= &videobuf_vm_ops
;
1366 vma
->vm_flags
|= VM_DONTEXPAND
| VM_RESERVED
;
1367 vma
->vm_flags
&= ~VM_IO
; /* using shared anonymous pages */
1368 vma
->vm_private_data
= map
;
1369 dprintk(1,"mmap %p: q=%p %08lx-%08lx pgoff %08lx bufs %d-%d\n",
1370 map
,q
,vma
->vm_start
,vma
->vm_end
,vma
->vm_pgoff
,first
,last
);
1374 mutex_unlock(&q
->lock
);
1378 /* --------------------------------------------------------------------- */
1380 EXPORT_SYMBOL_GPL(videobuf_vmalloc_to_sg
);
1382 EXPORT_SYMBOL_GPL(videobuf_dma_init
);
1383 EXPORT_SYMBOL_GPL(videobuf_dma_init_user
);
1384 EXPORT_SYMBOL_GPL(videobuf_dma_init_kernel
);
1385 EXPORT_SYMBOL_GPL(videobuf_dma_init_overlay
);
1386 EXPORT_SYMBOL_GPL(videobuf_dma_map
);
1387 EXPORT_SYMBOL_GPL(videobuf_dma_sync
);
1388 EXPORT_SYMBOL_GPL(videobuf_dma_unmap
);
1389 EXPORT_SYMBOL_GPL(videobuf_dma_free
);
1391 EXPORT_SYMBOL_GPL(videobuf_pci_dma_map
);
1392 EXPORT_SYMBOL_GPL(videobuf_pci_dma_unmap
);
1394 EXPORT_SYMBOL_GPL(videobuf_alloc
);
1395 EXPORT_SYMBOL_GPL(videobuf_waiton
);
1396 EXPORT_SYMBOL_GPL(videobuf_iolock
);
1398 EXPORT_SYMBOL_GPL(videobuf_queue_init
);
1399 EXPORT_SYMBOL_GPL(videobuf_queue_cancel
);
1400 EXPORT_SYMBOL_GPL(videobuf_queue_is_busy
);
1402 EXPORT_SYMBOL_GPL(videobuf_next_field
);
1403 EXPORT_SYMBOL_GPL(videobuf_status
);
1404 EXPORT_SYMBOL_GPL(videobuf_reqbufs
);
1405 EXPORT_SYMBOL_GPL(videobuf_querybuf
);
1406 EXPORT_SYMBOL_GPL(videobuf_qbuf
);
1407 EXPORT_SYMBOL_GPL(videobuf_dqbuf
);
1408 EXPORT_SYMBOL_GPL(videobuf_streamon
);
1409 EXPORT_SYMBOL_GPL(videobuf_streamoff
);
1411 EXPORT_SYMBOL_GPL(videobuf_read_start
);
1412 EXPORT_SYMBOL_GPL(videobuf_read_stop
);
1413 EXPORT_SYMBOL_GPL(videobuf_read_stream
);
1414 EXPORT_SYMBOL_GPL(videobuf_read_one
);
1415 EXPORT_SYMBOL_GPL(videobuf_poll_stream
);
1417 EXPORT_SYMBOL_GPL(videobuf_mmap_setup
);
1418 EXPORT_SYMBOL_GPL(videobuf_mmap_free
);
1419 EXPORT_SYMBOL_GPL(videobuf_mmap_mapper
);