2 * Legacy: Generic DRM Buffer Management
4 * Copyright 1999, 2000 Precision Insight, Inc., Cedar Park, Texas.
5 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
8 * Author: Rickard E. (Rik) Faith <faith@valinux.com>
9 * Author: Gareth Hughes <gareth@valinux.com>
11 * Permission is hereby granted, free of charge, to any person obtaining a
12 * copy of this software and associated documentation files (the "Software"),
13 * to deal in the Software without restriction, including without limitation
14 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
15 * and/or sell copies of the Software, and to permit persons to whom the
16 * Software is furnished to do so, subject to the following conditions:
18 * The above copyright notice and this permission notice (including the next
19 * paragraph) shall be included in all copies or substantial portions of the
22 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
23 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
24 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
25 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
26 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
27 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
28 * OTHER DEALINGS IN THE SOFTWARE.
31 #include <linux/vmalloc.h>
32 #include <linux/slab.h>
33 #include <linux/log2.h>
34 #include <linux/export.h>
35 #include <asm/shmparam.h>
37 #include "drm_legacy.h"
39 static struct drm_map_list
*drm_find_matching_map(struct drm_device
*dev
,
40 struct drm_local_map
*map
)
42 struct drm_map_list
*entry
;
43 list_for_each_entry(entry
, &dev
->maplist
, head
) {
45 * Because the kernel-userspace ABI is fixed at a 32-bit offset
46 * while PCI resources may live above that, we only compare the
47 * lower 32 bits of the map offset for maps of type
48 * _DRM_FRAMEBUFFER or _DRM_REGISTERS.
49 * It is assumed that if a driver have more than one resource
50 * of each type, the lower 32 bits are different.
53 map
->type
!= entry
->map
->type
||
54 entry
->master
!= dev
->primary
->master
)
58 if (map
->flags
!= _DRM_CONTAINS_LOCK
)
62 case _DRM_FRAME_BUFFER
:
63 if ((entry
->map
->offset
& 0xffffffff) ==
64 (map
->offset
& 0xffffffff))
66 default: /* Make gcc happy */
69 if (entry
->map
->offset
== map
->offset
)
76 static int drm_map_handle(struct drm_device
*dev
, struct drm_hash_item
*hash
,
77 unsigned long user_token
, int hashed_handle
, int shm
)
79 int use_hashed_handle
, shift
;
82 #if (BITS_PER_LONG == 64)
83 use_hashed_handle
= ((user_token
& 0xFFFFFFFF00000000UL
) || hashed_handle
);
84 #elif (BITS_PER_LONG == 32)
85 use_hashed_handle
= hashed_handle
;
87 #error Unsupported long size. Neither 64 nor 32 bits.
90 if (!use_hashed_handle
) {
92 hash
->key
= user_token
>> PAGE_SHIFT
;
93 ret
= drm_ht_insert_item(&dev
->map_hash
, hash
);
99 add
= DRM_MAP_HASH_OFFSET
>> PAGE_SHIFT
;
100 if (shm
&& (SHMLBA
> PAGE_SIZE
)) {
101 int bits
= ilog2(SHMLBA
>> PAGE_SHIFT
) + 1;
103 /* For shared memory, we have to preserve the SHMLBA
104 * bits of the eventual vma->vm_pgoff value during
105 * mmap(). Otherwise we run into cache aliasing problems
106 * on some platforms. On these platforms, the pgoff of
107 * a mmap() request is used to pick a suitable virtual
108 * address for the mmap() region such that it will not
109 * cause cache aliasing problems.
111 * Therefore, make sure the SHMLBA relevant bits of the
112 * hash value we use are equal to those in the original
113 * kernel virtual address.
116 add
|= ((user_token
>> PAGE_SHIFT
) & ((1UL << bits
) - 1UL));
119 return drm_ht_just_insert_please(&dev
->map_hash
, hash
,
120 user_token
, 32 - PAGE_SHIFT
- 3,
125 * Core function to create a range of memory available for mapping by a
128 * Adjusts the memory offset to its absolute value according to the mapping
129 * type. Adds the map to the map list drm_device::maplist. Adds MTRR's where
130 * applicable and if supported by the kernel.
132 static int drm_addmap_core(struct drm_device
* dev
, resource_size_t offset
,
133 unsigned int size
, enum drm_map_type type
,
134 enum drm_map_flags flags
,
135 struct drm_map_list
** maplist
)
137 struct drm_local_map
*map
;
138 struct drm_map_list
*list
;
139 drm_dma_handle_t
*dmah
;
140 unsigned long user_token
;
143 map
= kmalloc(sizeof(*map
), GFP_KERNEL
);
147 map
->offset
= offset
;
152 /* Only allow shared memory to be removable since we only keep enough
153 * book keeping information about shared memory to allow for removal
154 * when processes fork.
156 if ((map
->flags
& _DRM_REMOVABLE
) && map
->type
!= _DRM_SHM
) {
160 DRM_DEBUG("offset = 0x%08llx, size = 0x%08lx, type = %d\n",
161 (unsigned long long)map
->offset
, map
->size
, map
->type
);
163 /* page-align _DRM_SHM maps. They are allocated here so there is no security
164 * hole created by that and it works around various broken drivers that use
165 * a non-aligned quantity to map the SAREA. --BenH
167 if (map
->type
== _DRM_SHM
)
168 map
->size
= PAGE_ALIGN(map
->size
);
170 if ((map
->offset
& (~(resource_size_t
)PAGE_MASK
)) || (map
->size
& (~PAGE_MASK
))) {
179 case _DRM_FRAME_BUFFER
:
180 #if !defined(__sparc__) && !defined(__alpha__) && !defined(__ia64__) && !defined(__powerpc64__) && !defined(__x86_64__) && !defined(__arm__)
181 if (map
->offset
+ (map
->size
-1) < map
->offset
||
182 map
->offset
< virt_to_phys(high_memory
)) {
187 /* Some drivers preinitialize some maps, without the X Server
188 * needing to be aware of it. Therefore, we just return success
189 * when the server tries to create a duplicate map.
191 list
= drm_find_matching_map(dev
, map
);
193 if (list
->map
->size
!= map
->size
) {
194 DRM_DEBUG("Matching maps of type %d with "
195 "mismatched sizes, (%ld vs %ld)\n",
196 map
->type
, map
->size
,
198 list
->map
->size
= map
->size
;
206 if (map
->type
== _DRM_FRAME_BUFFER
||
207 (map
->flags
& _DRM_WRITE_COMBINING
)) {
209 arch_phys_wc_add(map
->offset
, map
->size
);
211 if (map
->type
== _DRM_REGISTERS
) {
212 if (map
->flags
& _DRM_WRITE_COMBINING
)
213 map
->handle
= ioremap_wc(map
->offset
,
216 map
->handle
= ioremap(map
->offset
, map
->size
);
225 list
= drm_find_matching_map(dev
, map
);
227 if(list
->map
->size
!= map
->size
) {
228 DRM_DEBUG("Matching maps of type %d with "
229 "mismatched sizes, (%ld vs %ld)\n",
230 map
->type
, map
->size
, list
->map
->size
);
231 list
->map
->size
= map
->size
;
238 map
->handle
= vmalloc_user(map
->size
);
239 DRM_DEBUG("%lu %d %p\n",
240 map
->size
, order_base_2(map
->size
), map
->handle
);
245 map
->offset
= (unsigned long)map
->handle
;
246 if (map
->flags
& _DRM_CONTAINS_LOCK
) {
247 /* Prevent a 2nd X Server from creating a 2nd lock */
248 if (dev
->primary
->master
->lock
.hw_lock
!= NULL
) {
253 dev
->sigdata
.lock
= dev
->primary
->master
->lock
.hw_lock
= map
->handle
; /* Pointer to lock */
257 struct drm_agp_mem
*entry
;
265 map
->offset
+= dev
->hose
->mem_space
->start
;
267 /* In some cases (i810 driver), user space may have already
268 * added the AGP base itself, because dev->agp->base previously
269 * only got set during AGP enable. So, only add the base
270 * address if the map's offset isn't already within the
273 if (map
->offset
< dev
->agp
->base
||
274 map
->offset
> dev
->agp
->base
+
275 dev
->agp
->agp_info
.aper_size
* 1024 * 1024 - 1) {
276 map
->offset
+= dev
->agp
->base
;
278 map
->mtrr
= dev
->agp
->agp_mtrr
; /* for getmap */
280 /* This assumes the DRM is in total control of AGP space.
281 * It's not always the case as AGP can be in the control
282 * of user space (i.e. i810 driver). So this loop will get
283 * skipped and we double check that dev->agp->memory is
284 * actually set as well as being invalid before EPERM'ing
286 list_for_each_entry(entry
, &dev
->agp
->memory
, head
) {
287 if ((map
->offset
>= entry
->bound
) &&
288 (map
->offset
+ map
->size
<= entry
->bound
+ entry
->pages
* PAGE_SIZE
)) {
293 if (!list_empty(&dev
->agp
->memory
) && !valid
) {
297 DRM_DEBUG("AGP offset = 0x%08llx, size = 0x%08lx\n",
298 (unsigned long long)map
->offset
, map
->size
);
302 case _DRM_SCATTER_GATHER
:
307 map
->offset
+= (unsigned long)dev
->sg
->virtual;
309 case _DRM_CONSISTENT
:
310 /* dma_addr_t is 64bit on i386 with CONFIG_HIGHMEM64G,
311 * As we're limiting the address to 2^32-1 (or less),
312 * casting it down to 32 bits is no problem, but we
313 * need to point to a 64bit variable first. */
314 dmah
= drm_pci_alloc(dev
, map
->size
, map
->size
);
319 map
->handle
= dmah
->vaddr
;
320 map
->offset
= (unsigned long)dmah
->busaddr
;
328 list
= kzalloc(sizeof(*list
), GFP_KERNEL
);
330 if (map
->type
== _DRM_REGISTERS
)
331 iounmap(map
->handle
);
337 mutex_lock(&dev
->struct_mutex
);
338 list_add(&list
->head
, &dev
->maplist
);
340 /* Assign a 32-bit handle */
341 /* We do it here so that dev->struct_mutex protects the increment */
342 user_token
= (map
->type
== _DRM_SHM
) ? (unsigned long)map
->handle
:
344 ret
= drm_map_handle(dev
, &list
->hash
, user_token
, 0,
345 (map
->type
== _DRM_SHM
));
347 if (map
->type
== _DRM_REGISTERS
)
348 iounmap(map
->handle
);
351 mutex_unlock(&dev
->struct_mutex
);
355 list
->user_token
= list
->hash
.key
<< PAGE_SHIFT
;
356 mutex_unlock(&dev
->struct_mutex
);
358 if (!(map
->flags
& _DRM_DRIVER
))
359 list
->master
= dev
->primary
->master
;
364 int drm_legacy_addmap(struct drm_device
* dev
, resource_size_t offset
,
365 unsigned int size
, enum drm_map_type type
,
366 enum drm_map_flags flags
, struct drm_local_map
**map_ptr
)
368 struct drm_map_list
*list
;
371 rc
= drm_addmap_core(dev
, offset
, size
, type
, flags
, &list
);
373 *map_ptr
= list
->map
;
376 EXPORT_SYMBOL(drm_legacy_addmap
);
379 * Ioctl to specify a range of memory that is available for mapping by a
382 * \param inode device inode.
383 * \param file_priv DRM file private.
384 * \param cmd command.
385 * \param arg pointer to a drm_map structure.
386 * \return zero on success or a negative value on error.
389 int drm_legacy_addmap_ioctl(struct drm_device
*dev
, void *data
,
390 struct drm_file
*file_priv
)
392 struct drm_map
*map
= data
;
393 struct drm_map_list
*maplist
;
396 if (!(capable(CAP_SYS_ADMIN
) || map
->type
== _DRM_AGP
|| map
->type
== _DRM_SHM
))
399 err
= drm_addmap_core(dev
, map
->offset
, map
->size
, map
->type
,
400 map
->flags
, &maplist
);
405 /* avoid a warning on 64-bit, this casting isn't very nice, but the API is set so too late */
406 map
->handle
= (void *)(unsigned long)maplist
->user_token
;
409 * It appears that there are no users of this value whatsoever --
410 * drmAddMap just discards it. Let's not encourage its use.
411 * (Keeping drm_addmap_core's returned mtrr value would be wrong --
412 * it's not a real mtrr index anymore.)
420 * Remove a map private from list and deallocate resources if the mapping
423 * Searches the map on drm_device::maplist, removes it from the list, see if
424 * its being used, and free any associate resource (such as MTRR's) if it's not
427 * \sa drm_legacy_addmap
429 int drm_legacy_rmmap_locked(struct drm_device
*dev
, struct drm_local_map
*map
)
431 struct drm_map_list
*r_list
= NULL
, *list_t
;
432 drm_dma_handle_t dmah
;
434 struct drm_master
*master
;
436 /* Find the list entry for the map and remove it */
437 list_for_each_entry_safe(r_list
, list_t
, &dev
->maplist
, head
) {
438 if (r_list
->map
== map
) {
439 master
= r_list
->master
;
440 list_del(&r_list
->head
);
441 drm_ht_remove_key(&dev
->map_hash
,
442 r_list
->user_token
>> PAGE_SHIFT
);
454 iounmap(map
->handle
);
456 case _DRM_FRAME_BUFFER
:
457 arch_phys_wc_del(map
->mtrr
);
462 if (dev
->sigdata
.lock
== master
->lock
.hw_lock
)
463 dev
->sigdata
.lock
= NULL
;
464 master
->lock
.hw_lock
= NULL
; /* SHM removed */
465 master
->lock
.file_priv
= NULL
;
466 wake_up_interruptible_all(&master
->lock
.lock_queue
);
470 case _DRM_SCATTER_GATHER
:
472 case _DRM_CONSISTENT
:
473 dmah
.vaddr
= map
->handle
;
474 dmah
.busaddr
= map
->offset
;
475 dmah
.size
= map
->size
;
476 __drm_legacy_pci_free(dev
, &dmah
);
483 EXPORT_SYMBOL(drm_legacy_rmmap_locked
);
485 int drm_legacy_rmmap(struct drm_device
*dev
, struct drm_local_map
*map
)
489 mutex_lock(&dev
->struct_mutex
);
490 ret
= drm_legacy_rmmap_locked(dev
, map
);
491 mutex_unlock(&dev
->struct_mutex
);
495 EXPORT_SYMBOL(drm_legacy_rmmap
);
497 /* The rmmap ioctl appears to be unnecessary. All mappings are torn down on
498 * the last close of the device, and this is necessary for cleanup when things
499 * exit uncleanly. Therefore, having userland manually remove mappings seems
500 * like a pointless exercise since they're going away anyway.
502 * One use case might be after addmap is allowed for normal users for SHM and
503 * gets used by drivers that the server doesn't need to care about. This seems
506 * \param inode device inode.
507 * \param file_priv DRM file private.
508 * \param cmd command.
509 * \param arg pointer to a struct drm_map structure.
510 * \return zero on success or a negative value on error.
512 int drm_legacy_rmmap_ioctl(struct drm_device
*dev
, void *data
,
513 struct drm_file
*file_priv
)
515 struct drm_map
*request
= data
;
516 struct drm_local_map
*map
= NULL
;
517 struct drm_map_list
*r_list
;
520 mutex_lock(&dev
->struct_mutex
);
521 list_for_each_entry(r_list
, &dev
->maplist
, head
) {
523 r_list
->user_token
== (unsigned long)request
->handle
&&
524 r_list
->map
->flags
& _DRM_REMOVABLE
) {
530 /* List has wrapped around to the head pointer, or its empty we didn't
533 if (list_empty(&dev
->maplist
) || !map
) {
534 mutex_unlock(&dev
->struct_mutex
);
538 /* Register and framebuffer maps are permanent */
539 if ((map
->type
== _DRM_REGISTERS
) || (map
->type
== _DRM_FRAME_BUFFER
)) {
540 mutex_unlock(&dev
->struct_mutex
);
544 ret
= drm_legacy_rmmap_locked(dev
, map
);
546 mutex_unlock(&dev
->struct_mutex
);
552 * Cleanup after an error on one of the addbufs() functions.
554 * \param dev DRM device.
555 * \param entry buffer entry where the error occurred.
557 * Frees any pages and buffers associated with the given entry.
559 static void drm_cleanup_buf_error(struct drm_device
* dev
,
560 struct drm_buf_entry
* entry
)
564 if (entry
->seg_count
) {
565 for (i
= 0; i
< entry
->seg_count
; i
++) {
566 if (entry
->seglist
[i
]) {
567 drm_pci_free(dev
, entry
->seglist
[i
]);
570 kfree(entry
->seglist
);
572 entry
->seg_count
= 0;
575 if (entry
->buf_count
) {
576 for (i
= 0; i
< entry
->buf_count
; i
++) {
577 kfree(entry
->buflist
[i
].dev_private
);
579 kfree(entry
->buflist
);
581 entry
->buf_count
= 0;
587 * Add AGP buffers for DMA transfers.
589 * \param dev struct drm_device to which the buffers are to be added.
590 * \param request pointer to a struct drm_buf_desc describing the request.
591 * \return zero on success or a negative number on failure.
593 * After some sanity checks creates a drm_buf structure for each buffer and
594 * reallocates the buffer list of the same size order to accommodate the new
597 int drm_legacy_addbufs_agp(struct drm_device
*dev
,
598 struct drm_buf_desc
*request
)
600 struct drm_device_dma
*dma
= dev
->dma
;
601 struct drm_buf_entry
*entry
;
602 struct drm_agp_mem
*agp_entry
;
604 unsigned long offset
;
605 unsigned long agp_offset
;
614 struct drm_buf
**temp_buflist
;
619 count
= request
->count
;
620 order
= order_base_2(request
->size
);
623 alignment
= (request
->flags
& _DRM_PAGE_ALIGN
)
624 ? PAGE_ALIGN(size
) : size
;
625 page_order
= order
- PAGE_SHIFT
> 0 ? order
- PAGE_SHIFT
: 0;
626 total
= PAGE_SIZE
<< page_order
;
629 agp_offset
= dev
->agp
->base
+ request
->agp_start
;
631 DRM_DEBUG("count: %d\n", count
);
632 DRM_DEBUG("order: %d\n", order
);
633 DRM_DEBUG("size: %d\n", size
);
634 DRM_DEBUG("agp_offset: %lx\n", agp_offset
);
635 DRM_DEBUG("alignment: %d\n", alignment
);
636 DRM_DEBUG("page_order: %d\n", page_order
);
637 DRM_DEBUG("total: %d\n", total
);
639 if (order
< DRM_MIN_ORDER
|| order
> DRM_MAX_ORDER
)
642 /* Make sure buffers are located in AGP memory that we own */
644 list_for_each_entry(agp_entry
, &dev
->agp
->memory
, head
) {
645 if ((agp_offset
>= agp_entry
->bound
) &&
646 (agp_offset
+ total
* count
<= agp_entry
->bound
+ agp_entry
->pages
* PAGE_SIZE
)) {
651 if (!list_empty(&dev
->agp
->memory
) && !valid
) {
652 DRM_DEBUG("zone invalid\n");
655 spin_lock(&dev
->buf_lock
);
657 spin_unlock(&dev
->buf_lock
);
660 atomic_inc(&dev
->buf_alloc
);
661 spin_unlock(&dev
->buf_lock
);
663 mutex_lock(&dev
->struct_mutex
);
664 entry
= &dma
->bufs
[order
];
665 if (entry
->buf_count
) {
666 mutex_unlock(&dev
->struct_mutex
);
667 atomic_dec(&dev
->buf_alloc
);
668 return -ENOMEM
; /* May only call once for each order */
671 if (count
< 0 || count
> 4096) {
672 mutex_unlock(&dev
->struct_mutex
);
673 atomic_dec(&dev
->buf_alloc
);
677 entry
->buflist
= kzalloc(count
* sizeof(*entry
->buflist
), GFP_KERNEL
);
678 if (!entry
->buflist
) {
679 mutex_unlock(&dev
->struct_mutex
);
680 atomic_dec(&dev
->buf_alloc
);
684 entry
->buf_size
= size
;
685 entry
->page_order
= page_order
;
689 while (entry
->buf_count
< count
) {
690 buf
= &entry
->buflist
[entry
->buf_count
];
691 buf
->idx
= dma
->buf_count
+ entry
->buf_count
;
692 buf
->total
= alignment
;
696 buf
->offset
= (dma
->byte_count
+ offset
);
697 buf
->bus_address
= agp_offset
+ offset
;
698 buf
->address
= (void *)(agp_offset
+ offset
);
702 buf
->file_priv
= NULL
;
704 buf
->dev_priv_size
= dev
->driver
->dev_priv_size
;
705 buf
->dev_private
= kzalloc(buf
->dev_priv_size
, GFP_KERNEL
);
706 if (!buf
->dev_private
) {
707 /* Set count correctly so we free the proper amount. */
708 entry
->buf_count
= count
;
709 drm_cleanup_buf_error(dev
, entry
);
710 mutex_unlock(&dev
->struct_mutex
);
711 atomic_dec(&dev
->buf_alloc
);
715 DRM_DEBUG("buffer %d @ %p\n", entry
->buf_count
, buf
->address
);
719 byte_count
+= PAGE_SIZE
<< page_order
;
722 DRM_DEBUG("byte_count: %d\n", byte_count
);
724 temp_buflist
= krealloc(dma
->buflist
,
725 (dma
->buf_count
+ entry
->buf_count
) *
726 sizeof(*dma
->buflist
), GFP_KERNEL
);
728 /* Free the entry because it isn't valid */
729 drm_cleanup_buf_error(dev
, entry
);
730 mutex_unlock(&dev
->struct_mutex
);
731 atomic_dec(&dev
->buf_alloc
);
734 dma
->buflist
= temp_buflist
;
736 for (i
= 0; i
< entry
->buf_count
; i
++) {
737 dma
->buflist
[i
+ dma
->buf_count
] = &entry
->buflist
[i
];
740 dma
->buf_count
+= entry
->buf_count
;
741 dma
->seg_count
+= entry
->seg_count
;
742 dma
->page_count
+= byte_count
>> PAGE_SHIFT
;
743 dma
->byte_count
+= byte_count
;
745 DRM_DEBUG("dma->buf_count : %d\n", dma
->buf_count
);
746 DRM_DEBUG("entry->buf_count : %d\n", entry
->buf_count
);
748 mutex_unlock(&dev
->struct_mutex
);
750 request
->count
= entry
->buf_count
;
751 request
->size
= size
;
753 dma
->flags
= _DRM_DMA_USE_AGP
;
755 atomic_dec(&dev
->buf_alloc
);
758 EXPORT_SYMBOL(drm_legacy_addbufs_agp
);
759 #endif /* __OS_HAS_AGP */
761 int drm_legacy_addbufs_pci(struct drm_device
*dev
,
762 struct drm_buf_desc
*request
)
764 struct drm_device_dma
*dma
= dev
->dma
;
770 struct drm_buf_entry
*entry
;
771 drm_dma_handle_t
*dmah
;
774 unsigned long offset
;
778 unsigned long *temp_pagelist
;
779 struct drm_buf
**temp_buflist
;
781 if (!drm_core_check_feature(dev
, DRIVER_PCI_DMA
))
787 if (!capable(CAP_SYS_ADMIN
))
790 count
= request
->count
;
791 order
= order_base_2(request
->size
);
794 DRM_DEBUG("count=%d, size=%d (%d), order=%d\n",
795 request
->count
, request
->size
, size
, order
);
797 if (order
< DRM_MIN_ORDER
|| order
> DRM_MAX_ORDER
)
800 alignment
= (request
->flags
& _DRM_PAGE_ALIGN
)
801 ? PAGE_ALIGN(size
) : size
;
802 page_order
= order
- PAGE_SHIFT
> 0 ? order
- PAGE_SHIFT
: 0;
803 total
= PAGE_SIZE
<< page_order
;
805 spin_lock(&dev
->buf_lock
);
807 spin_unlock(&dev
->buf_lock
);
810 atomic_inc(&dev
->buf_alloc
);
811 spin_unlock(&dev
->buf_lock
);
813 mutex_lock(&dev
->struct_mutex
);
814 entry
= &dma
->bufs
[order
];
815 if (entry
->buf_count
) {
816 mutex_unlock(&dev
->struct_mutex
);
817 atomic_dec(&dev
->buf_alloc
);
818 return -ENOMEM
; /* May only call once for each order */
821 if (count
< 0 || count
> 4096) {
822 mutex_unlock(&dev
->struct_mutex
);
823 atomic_dec(&dev
->buf_alloc
);
827 entry
->buflist
= kzalloc(count
* sizeof(*entry
->buflist
), GFP_KERNEL
);
828 if (!entry
->buflist
) {
829 mutex_unlock(&dev
->struct_mutex
);
830 atomic_dec(&dev
->buf_alloc
);
834 entry
->seglist
= kzalloc(count
* sizeof(*entry
->seglist
), GFP_KERNEL
);
835 if (!entry
->seglist
) {
836 kfree(entry
->buflist
);
837 mutex_unlock(&dev
->struct_mutex
);
838 atomic_dec(&dev
->buf_alloc
);
842 /* Keep the original pagelist until we know all the allocations
845 temp_pagelist
= kmalloc((dma
->page_count
+ (count
<< page_order
)) *
846 sizeof(*dma
->pagelist
), GFP_KERNEL
);
847 if (!temp_pagelist
) {
848 kfree(entry
->buflist
);
849 kfree(entry
->seglist
);
850 mutex_unlock(&dev
->struct_mutex
);
851 atomic_dec(&dev
->buf_alloc
);
854 memcpy(temp_pagelist
,
855 dma
->pagelist
, dma
->page_count
* sizeof(*dma
->pagelist
));
856 DRM_DEBUG("pagelist: %d entries\n",
857 dma
->page_count
+ (count
<< page_order
));
859 entry
->buf_size
= size
;
860 entry
->page_order
= page_order
;
864 while (entry
->buf_count
< count
) {
866 dmah
= drm_pci_alloc(dev
, PAGE_SIZE
<< page_order
, 0x1000);
869 /* Set count correctly so we free the proper amount. */
870 entry
->buf_count
= count
;
871 entry
->seg_count
= count
;
872 drm_cleanup_buf_error(dev
, entry
);
873 kfree(temp_pagelist
);
874 mutex_unlock(&dev
->struct_mutex
);
875 atomic_dec(&dev
->buf_alloc
);
878 entry
->seglist
[entry
->seg_count
++] = dmah
;
879 for (i
= 0; i
< (1 << page_order
); i
++) {
880 DRM_DEBUG("page %d @ 0x%08lx\n",
881 dma
->page_count
+ page_count
,
882 (unsigned long)dmah
->vaddr
+ PAGE_SIZE
* i
);
883 temp_pagelist
[dma
->page_count
+ page_count
++]
884 = (unsigned long)dmah
->vaddr
+ PAGE_SIZE
* i
;
887 offset
+ size
<= total
&& entry
->buf_count
< count
;
888 offset
+= alignment
, ++entry
->buf_count
) {
889 buf
= &entry
->buflist
[entry
->buf_count
];
890 buf
->idx
= dma
->buf_count
+ entry
->buf_count
;
891 buf
->total
= alignment
;
894 buf
->offset
= (dma
->byte_count
+ byte_count
+ offset
);
895 buf
->address
= (void *)(dmah
->vaddr
+ offset
);
896 buf
->bus_address
= dmah
->busaddr
+ offset
;
900 buf
->file_priv
= NULL
;
902 buf
->dev_priv_size
= dev
->driver
->dev_priv_size
;
903 buf
->dev_private
= kzalloc(buf
->dev_priv_size
,
905 if (!buf
->dev_private
) {
906 /* Set count correctly so we free the proper amount. */
907 entry
->buf_count
= count
;
908 entry
->seg_count
= count
;
909 drm_cleanup_buf_error(dev
, entry
);
910 kfree(temp_pagelist
);
911 mutex_unlock(&dev
->struct_mutex
);
912 atomic_dec(&dev
->buf_alloc
);
916 DRM_DEBUG("buffer %d @ %p\n",
917 entry
->buf_count
, buf
->address
);
919 byte_count
+= PAGE_SIZE
<< page_order
;
922 temp_buflist
= krealloc(dma
->buflist
,
923 (dma
->buf_count
+ entry
->buf_count
) *
924 sizeof(*dma
->buflist
), GFP_KERNEL
);
926 /* Free the entry because it isn't valid */
927 drm_cleanup_buf_error(dev
, entry
);
928 kfree(temp_pagelist
);
929 mutex_unlock(&dev
->struct_mutex
);
930 atomic_dec(&dev
->buf_alloc
);
933 dma
->buflist
= temp_buflist
;
935 for (i
= 0; i
< entry
->buf_count
; i
++) {
936 dma
->buflist
[i
+ dma
->buf_count
] = &entry
->buflist
[i
];
939 /* No allocations failed, so now we can replace the original pagelist
942 if (dma
->page_count
) {
943 kfree(dma
->pagelist
);
945 dma
->pagelist
= temp_pagelist
;
947 dma
->buf_count
+= entry
->buf_count
;
948 dma
->seg_count
+= entry
->seg_count
;
949 dma
->page_count
+= entry
->seg_count
<< page_order
;
950 dma
->byte_count
+= PAGE_SIZE
* (entry
->seg_count
<< page_order
);
952 mutex_unlock(&dev
->struct_mutex
);
954 request
->count
= entry
->buf_count
;
955 request
->size
= size
;
957 if (request
->flags
& _DRM_PCI_BUFFER_RO
)
958 dma
->flags
= _DRM_DMA_USE_PCI_RO
;
960 atomic_dec(&dev
->buf_alloc
);
964 EXPORT_SYMBOL(drm_legacy_addbufs_pci
);
966 static int drm_legacy_addbufs_sg(struct drm_device
*dev
,
967 struct drm_buf_desc
*request
)
969 struct drm_device_dma
*dma
= dev
->dma
;
970 struct drm_buf_entry
*entry
;
972 unsigned long offset
;
973 unsigned long agp_offset
;
982 struct drm_buf
**temp_buflist
;
984 if (!drm_core_check_feature(dev
, DRIVER_SG
))
990 if (!capable(CAP_SYS_ADMIN
))
993 count
= request
->count
;
994 order
= order_base_2(request
->size
);
997 alignment
= (request
->flags
& _DRM_PAGE_ALIGN
)
998 ? PAGE_ALIGN(size
) : size
;
999 page_order
= order
- PAGE_SHIFT
> 0 ? order
- PAGE_SHIFT
: 0;
1000 total
= PAGE_SIZE
<< page_order
;
1003 agp_offset
= request
->agp_start
;
1005 DRM_DEBUG("count: %d\n", count
);
1006 DRM_DEBUG("order: %d\n", order
);
1007 DRM_DEBUG("size: %d\n", size
);
1008 DRM_DEBUG("agp_offset: %lu\n", agp_offset
);
1009 DRM_DEBUG("alignment: %d\n", alignment
);
1010 DRM_DEBUG("page_order: %d\n", page_order
);
1011 DRM_DEBUG("total: %d\n", total
);
1013 if (order
< DRM_MIN_ORDER
|| order
> DRM_MAX_ORDER
)
1016 spin_lock(&dev
->buf_lock
);
1018 spin_unlock(&dev
->buf_lock
);
1021 atomic_inc(&dev
->buf_alloc
);
1022 spin_unlock(&dev
->buf_lock
);
1024 mutex_lock(&dev
->struct_mutex
);
1025 entry
= &dma
->bufs
[order
];
1026 if (entry
->buf_count
) {
1027 mutex_unlock(&dev
->struct_mutex
);
1028 atomic_dec(&dev
->buf_alloc
);
1029 return -ENOMEM
; /* May only call once for each order */
1032 if (count
< 0 || count
> 4096) {
1033 mutex_unlock(&dev
->struct_mutex
);
1034 atomic_dec(&dev
->buf_alloc
);
1038 entry
->buflist
= kzalloc(count
* sizeof(*entry
->buflist
),
1040 if (!entry
->buflist
) {
1041 mutex_unlock(&dev
->struct_mutex
);
1042 atomic_dec(&dev
->buf_alloc
);
1046 entry
->buf_size
= size
;
1047 entry
->page_order
= page_order
;
1051 while (entry
->buf_count
< count
) {
1052 buf
= &entry
->buflist
[entry
->buf_count
];
1053 buf
->idx
= dma
->buf_count
+ entry
->buf_count
;
1054 buf
->total
= alignment
;
1058 buf
->offset
= (dma
->byte_count
+ offset
);
1059 buf
->bus_address
= agp_offset
+ offset
;
1060 buf
->address
= (void *)(agp_offset
+ offset
1061 + (unsigned long)dev
->sg
->virtual);
1065 buf
->file_priv
= NULL
;
1067 buf
->dev_priv_size
= dev
->driver
->dev_priv_size
;
1068 buf
->dev_private
= kzalloc(buf
->dev_priv_size
, GFP_KERNEL
);
1069 if (!buf
->dev_private
) {
1070 /* Set count correctly so we free the proper amount. */
1071 entry
->buf_count
= count
;
1072 drm_cleanup_buf_error(dev
, entry
);
1073 mutex_unlock(&dev
->struct_mutex
);
1074 atomic_dec(&dev
->buf_alloc
);
1078 DRM_DEBUG("buffer %d @ %p\n", entry
->buf_count
, buf
->address
);
1080 offset
+= alignment
;
1082 byte_count
+= PAGE_SIZE
<< page_order
;
1085 DRM_DEBUG("byte_count: %d\n", byte_count
);
1087 temp_buflist
= krealloc(dma
->buflist
,
1088 (dma
->buf_count
+ entry
->buf_count
) *
1089 sizeof(*dma
->buflist
), GFP_KERNEL
);
1090 if (!temp_buflist
) {
1091 /* Free the entry because it isn't valid */
1092 drm_cleanup_buf_error(dev
, entry
);
1093 mutex_unlock(&dev
->struct_mutex
);
1094 atomic_dec(&dev
->buf_alloc
);
1097 dma
->buflist
= temp_buflist
;
1099 for (i
= 0; i
< entry
->buf_count
; i
++) {
1100 dma
->buflist
[i
+ dma
->buf_count
] = &entry
->buflist
[i
];
1103 dma
->buf_count
+= entry
->buf_count
;
1104 dma
->seg_count
+= entry
->seg_count
;
1105 dma
->page_count
+= byte_count
>> PAGE_SHIFT
;
1106 dma
->byte_count
+= byte_count
;
1108 DRM_DEBUG("dma->buf_count : %d\n", dma
->buf_count
);
1109 DRM_DEBUG("entry->buf_count : %d\n", entry
->buf_count
);
1111 mutex_unlock(&dev
->struct_mutex
);
1113 request
->count
= entry
->buf_count
;
1114 request
->size
= size
;
1116 dma
->flags
= _DRM_DMA_USE_SG
;
1118 atomic_dec(&dev
->buf_alloc
);
1123 * Add buffers for DMA transfers (ioctl).
1125 * \param inode device inode.
1126 * \param file_priv DRM file private.
1127 * \param cmd command.
1128 * \param arg pointer to a struct drm_buf_desc request.
1129 * \return zero on success or a negative number on failure.
1131 * According with the memory type specified in drm_buf_desc::flags and the
1132 * build options, it dispatches the call either to addbufs_agp(),
1133 * addbufs_sg() or addbufs_pci() for AGP, scatter-gather or consistent
1134 * PCI memory respectively.
1136 int drm_legacy_addbufs(struct drm_device
*dev
, void *data
,
1137 struct drm_file
*file_priv
)
1139 struct drm_buf_desc
*request
= data
;
1142 if (drm_core_check_feature(dev
, DRIVER_MODESET
))
1145 if (!drm_core_check_feature(dev
, DRIVER_HAVE_DMA
))
1149 if (request
->flags
& _DRM_AGP_BUFFER
)
1150 ret
= drm_legacy_addbufs_agp(dev
, request
);
1153 if (request
->flags
& _DRM_SG_BUFFER
)
1154 ret
= drm_legacy_addbufs_sg(dev
, request
);
1155 else if (request
->flags
& _DRM_FB_BUFFER
)
1158 ret
= drm_legacy_addbufs_pci(dev
, request
);
1164 * Get information about the buffer mappings.
1166 * This was originally mean for debugging purposes, or by a sophisticated
1167 * client library to determine how best to use the available buffers (e.g.,
1168 * large buffers can be used for image transfer).
1170 * \param inode device inode.
1171 * \param file_priv DRM file private.
1172 * \param cmd command.
1173 * \param arg pointer to a drm_buf_info structure.
1174 * \return zero on success or a negative number on failure.
1176 * Increments drm_device::buf_use while holding the drm_device::buf_lock
1177 * lock, preventing of allocating more buffers after this call. Information
1178 * about each requested buffer is then copied into user space.
1180 int drm_legacy_infobufs(struct drm_device
*dev
, void *data
,
1181 struct drm_file
*file_priv
)
1183 struct drm_device_dma
*dma
= dev
->dma
;
1184 struct drm_buf_info
*request
= data
;
1188 if (drm_core_check_feature(dev
, DRIVER_MODESET
))
1191 if (!drm_core_check_feature(dev
, DRIVER_HAVE_DMA
))
1197 spin_lock(&dev
->buf_lock
);
1198 if (atomic_read(&dev
->buf_alloc
)) {
1199 spin_unlock(&dev
->buf_lock
);
1202 ++dev
->buf_use
; /* Can't allocate more after this call */
1203 spin_unlock(&dev
->buf_lock
);
1205 for (i
= 0, count
= 0; i
< DRM_MAX_ORDER
+ 1; i
++) {
1206 if (dma
->bufs
[i
].buf_count
)
1210 DRM_DEBUG("count = %d\n", count
);
1212 if (request
->count
>= count
) {
1213 for (i
= 0, count
= 0; i
< DRM_MAX_ORDER
+ 1; i
++) {
1214 if (dma
->bufs
[i
].buf_count
) {
1215 struct drm_buf_desc __user
*to
=
1216 &request
->list
[count
];
1217 struct drm_buf_entry
*from
= &dma
->bufs
[i
];
1218 if (copy_to_user(&to
->count
,
1220 sizeof(from
->buf_count
)) ||
1221 copy_to_user(&to
->size
,
1223 sizeof(from
->buf_size
)) ||
1224 copy_to_user(&to
->low_mark
,
1226 sizeof(from
->low_mark
)) ||
1227 copy_to_user(&to
->high_mark
,
1229 sizeof(from
->high_mark
)))
1232 DRM_DEBUG("%d %d %d %d %d\n",
1234 dma
->bufs
[i
].buf_count
,
1235 dma
->bufs
[i
].buf_size
,
1236 dma
->bufs
[i
].low_mark
,
1237 dma
->bufs
[i
].high_mark
);
1242 request
->count
= count
;
1248 * Specifies a low and high water mark for buffer allocation
1250 * \param inode device inode.
1251 * \param file_priv DRM file private.
1252 * \param cmd command.
1253 * \param arg a pointer to a drm_buf_desc structure.
1254 * \return zero on success or a negative number on failure.
1256 * Verifies that the size order is bounded between the admissible orders and
1257 * updates the respective drm_device_dma::bufs entry low and high water mark.
1259 * \note This ioctl is deprecated and mostly never used.
1261 int drm_legacy_markbufs(struct drm_device
*dev
, void *data
,
1262 struct drm_file
*file_priv
)
1264 struct drm_device_dma
*dma
= dev
->dma
;
1265 struct drm_buf_desc
*request
= data
;
1267 struct drm_buf_entry
*entry
;
1269 if (drm_core_check_feature(dev
, DRIVER_MODESET
))
1272 if (!drm_core_check_feature(dev
, DRIVER_HAVE_DMA
))
1278 DRM_DEBUG("%d, %d, %d\n",
1279 request
->size
, request
->low_mark
, request
->high_mark
);
1280 order
= order_base_2(request
->size
);
1281 if (order
< DRM_MIN_ORDER
|| order
> DRM_MAX_ORDER
)
1283 entry
= &dma
->bufs
[order
];
1285 if (request
->low_mark
< 0 || request
->low_mark
> entry
->buf_count
)
1287 if (request
->high_mark
< 0 || request
->high_mark
> entry
->buf_count
)
1290 entry
->low_mark
= request
->low_mark
;
1291 entry
->high_mark
= request
->high_mark
;
1297 * Unreserve the buffers in list, previously reserved using drmDMA.
1299 * \param inode device inode.
1300 * \param file_priv DRM file private.
1301 * \param cmd command.
1302 * \param arg pointer to a drm_buf_free structure.
1303 * \return zero on success or a negative number on failure.
1305 * Calls free_buffer() for each used buffer.
1306 * This function is primarily used for debugging.
1308 int drm_legacy_freebufs(struct drm_device
*dev
, void *data
,
1309 struct drm_file
*file_priv
)
1311 struct drm_device_dma
*dma
= dev
->dma
;
1312 struct drm_buf_free
*request
= data
;
1315 struct drm_buf
*buf
;
1317 if (drm_core_check_feature(dev
, DRIVER_MODESET
))
1320 if (!drm_core_check_feature(dev
, DRIVER_HAVE_DMA
))
1326 DRM_DEBUG("%d\n", request
->count
);
1327 for (i
= 0; i
< request
->count
; i
++) {
1328 if (copy_from_user(&idx
, &request
->list
[i
], sizeof(idx
)))
1330 if (idx
< 0 || idx
>= dma
->buf_count
) {
1331 DRM_ERROR("Index %d (of %d max)\n",
1332 idx
, dma
->buf_count
- 1);
1335 buf
= dma
->buflist
[idx
];
1336 if (buf
->file_priv
!= file_priv
) {
1337 DRM_ERROR("Process %d freeing buffer not owned\n",
1338 task_pid_nr(current
));
1341 drm_legacy_free_buffer(dev
, buf
);
1348 * Maps all of the DMA buffers into client-virtual space (ioctl).
1350 * \param inode device inode.
1351 * \param file_priv DRM file private.
1352 * \param cmd command.
1353 * \param arg pointer to a drm_buf_map structure.
1354 * \return zero on success or a negative number on failure.
1356 * Maps the AGP, SG or PCI buffer region with vm_mmap(), and copies information
1357 * about each buffer into user space. For PCI buffers, it calls vm_mmap() with
1358 * offset equal to 0, which drm_mmap() interpretes as PCI buffers and calls
1361 int drm_legacy_mapbufs(struct drm_device
*dev
, void *data
,
1362 struct drm_file
*file_priv
)
1364 struct drm_device_dma
*dma
= dev
->dma
;
1367 unsigned long virtual;
1368 unsigned long address
;
1369 struct drm_buf_map
*request
= data
;
1372 if (drm_core_check_feature(dev
, DRIVER_MODESET
))
1375 if (!drm_core_check_feature(dev
, DRIVER_HAVE_DMA
))
1381 spin_lock(&dev
->buf_lock
);
1382 if (atomic_read(&dev
->buf_alloc
)) {
1383 spin_unlock(&dev
->buf_lock
);
1386 dev
->buf_use
++; /* Can't allocate more after this call */
1387 spin_unlock(&dev
->buf_lock
);
1389 if (request
->count
>= dma
->buf_count
) {
1390 if ((dev
->agp
&& (dma
->flags
& _DRM_DMA_USE_AGP
))
1391 || (drm_core_check_feature(dev
, DRIVER_SG
)
1392 && (dma
->flags
& _DRM_DMA_USE_SG
))) {
1393 struct drm_local_map
*map
= dev
->agp_buffer_map
;
1394 unsigned long token
= dev
->agp_buffer_token
;
1400 virtual = vm_mmap(file_priv
->filp
, 0, map
->size
,
1401 PROT_READ
| PROT_WRITE
,
1405 virtual = vm_mmap(file_priv
->filp
, 0, dma
->byte_count
,
1406 PROT_READ
| PROT_WRITE
,
1409 if (virtual > -1024UL) {
1411 retcode
= (signed long)virtual;
1414 request
->virtual = (void __user
*)virtual;
1416 for (i
= 0; i
< dma
->buf_count
; i
++) {
1417 if (copy_to_user(&request
->list
[i
].idx
,
1418 &dma
->buflist
[i
]->idx
,
1419 sizeof(request
->list
[0].idx
))) {
1423 if (copy_to_user(&request
->list
[i
].total
,
1424 &dma
->buflist
[i
]->total
,
1425 sizeof(request
->list
[0].total
))) {
1429 if (copy_to_user(&request
->list
[i
].used
,
1430 &zero
, sizeof(zero
))) {
1434 address
= virtual + dma
->buflist
[i
]->offset
; /* *** */
1435 if (copy_to_user(&request
->list
[i
].address
,
1436 &address
, sizeof(address
))) {
1443 request
->count
= dma
->buf_count
;
1444 DRM_DEBUG("%d buffers, retcode = %d\n", request
->count
, retcode
);
1449 int drm_legacy_dma_ioctl(struct drm_device
*dev
, void *data
,
1450 struct drm_file
*file_priv
)
1452 if (drm_core_check_feature(dev
, DRIVER_MODESET
))
1455 if (dev
->driver
->dma_ioctl
)
1456 return dev
->driver
->dma_ioctl(dev
, data
, file_priv
);
1461 struct drm_local_map
*drm_legacy_getsarea(struct drm_device
*dev
)
1463 struct drm_map_list
*entry
;
1465 list_for_each_entry(entry
, &dev
->maplist
, head
) {
1466 if (entry
->map
&& entry
->map
->type
== _DRM_SHM
&&
1467 (entry
->map
->flags
& _DRM_CONTAINS_LOCK
)) {
1473 EXPORT_SYMBOL(drm_legacy_getsarea
);