1 // SPDX-License-Identifier: GPL-2.0
3 * drivers/base/devres.c - device resource management
5 * Copyright (c) 2006 SUSE Linux Products GmbH
6 * Copyright (c) 2006 Tejun Heo <teheo@suse.de>
9 #include <linux/device.h>
10 #include <linux/module.h>
11 #include <linux/slab.h>
12 #include <linux/percpu.h>
14 #include <asm/sections.h>
19 struct list_head entry
;
21 #ifdef CONFIG_DEBUG_DEVRES
28 struct devres_node node
;
30 * Some archs want to perform DMA into kmalloc caches
31 * and need a guaranteed alignment larger than
32 * the alignment of a 64-bit integer.
33 * Thus we use ARCH_KMALLOC_MINALIGN here and get exactly the same
34 * buffer alignment as if it was allocated by plain kmalloc().
36 u8
__aligned(ARCH_KMALLOC_MINALIGN
) data
[];
40 struct devres_node node
[2];
46 #ifdef CONFIG_DEBUG_DEVRES
47 static int log_devres
= 0;
48 module_param_named(log
, log_devres
, int, S_IRUGO
| S_IWUSR
);
50 static void set_node_dbginfo(struct devres_node
*node
, const char *name
,
57 static void devres_log(struct device
*dev
, struct devres_node
*node
,
60 if (unlikely(log_devres
))
61 dev_err(dev
, "DEVRES %3s %p %s (%lu bytes)\n",
62 op
, node
, node
->name
, (unsigned long)node
->size
);
64 #else /* CONFIG_DEBUG_DEVRES */
65 #define set_node_dbginfo(node, n, s) do {} while (0)
66 #define devres_log(dev, node, op) do {} while (0)
67 #endif /* CONFIG_DEBUG_DEVRES */
70 * Release functions for devres group. These callbacks are used only
73 static void group_open_release(struct device
*dev
, void *res
)
78 static void group_close_release(struct device
*dev
, void *res
)
83 static struct devres_group
* node_to_group(struct devres_node
*node
)
85 if (node
->release
== &group_open_release
)
86 return container_of(node
, struct devres_group
, node
[0]);
87 if (node
->release
== &group_close_release
)
88 return container_of(node
, struct devres_group
, node
[1]);
92 static __always_inline
struct devres
* alloc_dr(dr_release_t release
,
93 size_t size
, gfp_t gfp
, int nid
)
98 /* We must catch any near-SIZE_MAX cases that could overflow. */
99 if (unlikely(check_add_overflow(sizeof(struct devres
), size
,
103 dr
= kmalloc_node_track_caller(tot_size
, gfp
, nid
);
107 memset(dr
, 0, offsetof(struct devres
, data
));
109 INIT_LIST_HEAD(&dr
->node
.entry
);
110 dr
->node
.release
= release
;
114 static void add_dr(struct device
*dev
, struct devres_node
*node
)
116 devres_log(dev
, node
, "ADD");
117 BUG_ON(!list_empty(&node
->entry
));
118 list_add_tail(&node
->entry
, &dev
->devres_head
);
121 #ifdef CONFIG_DEBUG_DEVRES
122 void * __devres_alloc_node(dr_release_t release
, size_t size
, gfp_t gfp
, int nid
,
127 dr
= alloc_dr(release
, size
, gfp
| __GFP_ZERO
, nid
);
130 set_node_dbginfo(&dr
->node
, name
, size
);
133 EXPORT_SYMBOL_GPL(__devres_alloc_node
);
136 * devres_alloc - Allocate device resource data
137 * @release: Release function devres will be associated with
138 * @size: Allocation size
139 * @gfp: Allocation flags
142 * Allocate devres of @size bytes. The allocated area is zeroed, then
143 * associated with @release. The returned pointer can be passed to
144 * other devres_*() functions.
147 * Pointer to allocated devres on success, NULL on failure.
149 void * devres_alloc_node(dr_release_t release
, size_t size
, gfp_t gfp
, int nid
)
153 dr
= alloc_dr(release
, size
, gfp
| __GFP_ZERO
, nid
);
158 EXPORT_SYMBOL_GPL(devres_alloc_node
);
162 * devres_for_each_res - Resource iterator
163 * @dev: Device to iterate resource from
164 * @release: Look for resources associated with this release function
165 * @match: Match function (optional)
166 * @match_data: Data for the match function
167 * @fn: Function to be called for each matched resource.
168 * @data: Data for @fn, the 3rd parameter of @fn
170 * Call @fn for each devres of @dev which is associated with @release
171 * and for which @match returns 1.
176 void devres_for_each_res(struct device
*dev
, dr_release_t release
,
177 dr_match_t match
, void *match_data
,
178 void (*fn
)(struct device
*, void *, void *),
181 struct devres_node
*node
;
182 struct devres_node
*tmp
;
188 spin_lock_irqsave(&dev
->devres_lock
, flags
);
189 list_for_each_entry_safe_reverse(node
, tmp
,
190 &dev
->devres_head
, entry
) {
191 struct devres
*dr
= container_of(node
, struct devres
, node
);
193 if (node
->release
!= release
)
195 if (match
&& !match(dev
, dr
->data
, match_data
))
197 fn(dev
, dr
->data
, data
);
199 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
201 EXPORT_SYMBOL_GPL(devres_for_each_res
);
204 * devres_free - Free device resource data
205 * @res: Pointer to devres data to free
207 * Free devres created with devres_alloc().
209 void devres_free(void *res
)
212 struct devres
*dr
= container_of(res
, struct devres
, data
);
214 BUG_ON(!list_empty(&dr
->node
.entry
));
218 EXPORT_SYMBOL_GPL(devres_free
);
221 * devres_add - Register device resource
222 * @dev: Device to add resource to
223 * @res: Resource to register
225 * Register devres @res to @dev. @res should have been allocated
226 * using devres_alloc(). On driver detach, the associated release
227 * function will be invoked and devres will be freed automatically.
229 void devres_add(struct device
*dev
, void *res
)
231 struct devres
*dr
= container_of(res
, struct devres
, data
);
234 spin_lock_irqsave(&dev
->devres_lock
, flags
);
235 add_dr(dev
, &dr
->node
);
236 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
238 EXPORT_SYMBOL_GPL(devres_add
);
240 static struct devres
*find_dr(struct device
*dev
, dr_release_t release
,
241 dr_match_t match
, void *match_data
)
243 struct devres_node
*node
;
245 list_for_each_entry_reverse(node
, &dev
->devres_head
, entry
) {
246 struct devres
*dr
= container_of(node
, struct devres
, node
);
248 if (node
->release
!= release
)
250 if (match
&& !match(dev
, dr
->data
, match_data
))
259 * devres_find - Find device resource
260 * @dev: Device to lookup resource from
261 * @release: Look for resources associated with this release function
262 * @match: Match function (optional)
263 * @match_data: Data for the match function
265 * Find the latest devres of @dev which is associated with @release
266 * and for which @match returns 1. If @match is NULL, it's considered
270 * Pointer to found devres, NULL if not found.
272 void * devres_find(struct device
*dev
, dr_release_t release
,
273 dr_match_t match
, void *match_data
)
278 spin_lock_irqsave(&dev
->devres_lock
, flags
);
279 dr
= find_dr(dev
, release
, match
, match_data
);
280 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
286 EXPORT_SYMBOL_GPL(devres_find
);
289 * devres_get - Find devres, if non-existent, add one atomically
290 * @dev: Device to lookup or add devres for
291 * @new_res: Pointer to new initialized devres to add if not found
292 * @match: Match function (optional)
293 * @match_data: Data for the match function
295 * Find the latest devres of @dev which has the same release function
296 * as @new_res and for which @match return 1. If found, @new_res is
297 * freed; otherwise, @new_res is added atomically.
300 * Pointer to found or added devres.
302 void * devres_get(struct device
*dev
, void *new_res
,
303 dr_match_t match
, void *match_data
)
305 struct devres
*new_dr
= container_of(new_res
, struct devres
, data
);
309 spin_lock_irqsave(&dev
->devres_lock
, flags
);
310 dr
= find_dr(dev
, new_dr
->node
.release
, match
, match_data
);
312 add_dr(dev
, &new_dr
->node
);
316 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
317 devres_free(new_res
);
321 EXPORT_SYMBOL_GPL(devres_get
);
324 * devres_remove - Find a device resource and remove it
325 * @dev: Device to find resource from
326 * @release: Look for resources associated with this release function
327 * @match: Match function (optional)
328 * @match_data: Data for the match function
330 * Find the latest devres of @dev associated with @release and for
331 * which @match returns 1. If @match is NULL, it's considered to
332 * match all. If found, the resource is removed atomically and
336 * Pointer to removed devres on success, NULL if not found.
338 void * devres_remove(struct device
*dev
, dr_release_t release
,
339 dr_match_t match
, void *match_data
)
344 spin_lock_irqsave(&dev
->devres_lock
, flags
);
345 dr
= find_dr(dev
, release
, match
, match_data
);
347 list_del_init(&dr
->node
.entry
);
348 devres_log(dev
, &dr
->node
, "REM");
350 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
356 EXPORT_SYMBOL_GPL(devres_remove
);
359 * devres_destroy - Find a device resource and destroy it
360 * @dev: Device to find resource from
361 * @release: Look for resources associated with this release function
362 * @match: Match function (optional)
363 * @match_data: Data for the match function
365 * Find the latest devres of @dev associated with @release and for
366 * which @match returns 1. If @match is NULL, it's considered to
367 * match all. If found, the resource is removed atomically and freed.
369 * Note that the release function for the resource will not be called,
370 * only the devres-allocated data will be freed. The caller becomes
371 * responsible for freeing any other data.
374 * 0 if devres is found and freed, -ENOENT if not found.
376 int devres_destroy(struct device
*dev
, dr_release_t release
,
377 dr_match_t match
, void *match_data
)
381 res
= devres_remove(dev
, release
, match
, match_data
);
388 EXPORT_SYMBOL_GPL(devres_destroy
);
392 * devres_release - Find a device resource and destroy it, calling release
393 * @dev: Device to find resource from
394 * @release: Look for resources associated with this release function
395 * @match: Match function (optional)
396 * @match_data: Data for the match function
398 * Find the latest devres of @dev associated with @release and for
399 * which @match returns 1. If @match is NULL, it's considered to
400 * match all. If found, the resource is removed atomically, the
401 * release function called and the resource freed.
404 * 0 if devres is found and freed, -ENOENT if not found.
406 int devres_release(struct device
*dev
, dr_release_t release
,
407 dr_match_t match
, void *match_data
)
411 res
= devres_remove(dev
, release
, match
, match_data
);
415 (*release
)(dev
, res
);
419 EXPORT_SYMBOL_GPL(devres_release
);
421 static int remove_nodes(struct device
*dev
,
422 struct list_head
*first
, struct list_head
*end
,
423 struct list_head
*todo
)
425 int cnt
= 0, nr_groups
= 0;
426 struct list_head
*cur
;
428 /* First pass - move normal devres entries to @todo and clear
429 * devres_group colors.
433 struct devres_node
*node
;
434 struct devres_group
*grp
;
436 node
= list_entry(cur
, struct devres_node
, entry
);
439 grp
= node_to_group(node
);
441 /* clear color of group markers in the first pass */
445 /* regular devres entry */
446 if (&node
->entry
== first
)
448 list_move_tail(&node
->entry
, todo
);
456 /* Second pass - Scan groups and color them. A group gets
457 * color value of two iff the group is wholly contained in
458 * [cur, end). That is, for a closed group, both opening and
459 * closing markers should be in the range, while just the
460 * opening marker is enough for an open group.
464 struct devres_node
*node
;
465 struct devres_group
*grp
;
467 node
= list_entry(cur
, struct devres_node
, entry
);
470 grp
= node_to_group(node
);
471 BUG_ON(!grp
|| list_empty(&grp
->node
[0].entry
));
474 if (list_empty(&grp
->node
[1].entry
))
477 BUG_ON(grp
->color
<= 0 || grp
->color
> 2);
478 if (grp
->color
== 2) {
479 /* No need to update cur or end. The removed
480 * nodes are always before both.
482 list_move_tail(&grp
->node
[0].entry
, todo
);
483 list_del_init(&grp
->node
[1].entry
);
490 static int release_nodes(struct device
*dev
, struct list_head
*first
,
491 struct list_head
*end
, unsigned long flags
)
492 __releases(&dev
->devres_lock
)
496 struct devres
*dr
, *tmp
;
498 cnt
= remove_nodes(dev
, first
, end
, &todo
);
500 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
502 /* Release. Note that both devres and devres_group are
503 * handled as devres in the following loop. This is safe.
505 list_for_each_entry_safe_reverse(dr
, tmp
, &todo
, node
.entry
) {
506 devres_log(dev
, &dr
->node
, "REL");
507 dr
->node
.release(dev
, dr
->data
);
515 * devres_release_all - Release all managed resources
516 * @dev: Device to release resources for
518 * Release all resources associated with @dev. This function is
519 * called on driver detach.
521 int devres_release_all(struct device
*dev
)
525 /* Looks like an uninitialized device structure */
526 if (WARN_ON(dev
->devres_head
.next
== NULL
))
528 spin_lock_irqsave(&dev
->devres_lock
, flags
);
529 return release_nodes(dev
, dev
->devres_head
.next
, &dev
->devres_head
,
534 * devres_open_group - Open a new devres group
535 * @dev: Device to open devres group for
537 * @gfp: Allocation flags
539 * Open a new devres group for @dev with @id. For @id, using a
540 * pointer to an object which won't be used for another group is
541 * recommended. If @id is NULL, address-wise unique ID is created.
544 * ID of the new group, NULL on failure.
546 void * devres_open_group(struct device
*dev
, void *id
, gfp_t gfp
)
548 struct devres_group
*grp
;
551 grp
= kmalloc(sizeof(*grp
), gfp
);
555 grp
->node
[0].release
= &group_open_release
;
556 grp
->node
[1].release
= &group_close_release
;
557 INIT_LIST_HEAD(&grp
->node
[0].entry
);
558 INIT_LIST_HEAD(&grp
->node
[1].entry
);
559 set_node_dbginfo(&grp
->node
[0], "grp<", 0);
560 set_node_dbginfo(&grp
->node
[1], "grp>", 0);
565 spin_lock_irqsave(&dev
->devres_lock
, flags
);
566 add_dr(dev
, &grp
->node
[0]);
567 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
570 EXPORT_SYMBOL_GPL(devres_open_group
);
572 /* Find devres group with ID @id. If @id is NULL, look for the latest. */
573 static struct devres_group
* find_group(struct device
*dev
, void *id
)
575 struct devres_node
*node
;
577 list_for_each_entry_reverse(node
, &dev
->devres_head
, entry
) {
578 struct devres_group
*grp
;
580 if (node
->release
!= &group_open_release
)
583 grp
= container_of(node
, struct devres_group
, node
[0]);
588 } else if (list_empty(&grp
->node
[1].entry
))
596 * devres_close_group - Close a devres group
597 * @dev: Device to close devres group for
598 * @id: ID of target group, can be NULL
600 * Close the group identified by @id. If @id is NULL, the latest open
603 void devres_close_group(struct device
*dev
, void *id
)
605 struct devres_group
*grp
;
608 spin_lock_irqsave(&dev
->devres_lock
, flags
);
610 grp
= find_group(dev
, id
);
612 add_dr(dev
, &grp
->node
[1]);
616 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
618 EXPORT_SYMBOL_GPL(devres_close_group
);
621 * devres_remove_group - Remove a devres group
622 * @dev: Device to remove group for
623 * @id: ID of target group, can be NULL
625 * Remove the group identified by @id. If @id is NULL, the latest
626 * open group is selected. Note that removing a group doesn't affect
627 * any other resources.
629 void devres_remove_group(struct device
*dev
, void *id
)
631 struct devres_group
*grp
;
634 spin_lock_irqsave(&dev
->devres_lock
, flags
);
636 grp
= find_group(dev
, id
);
638 list_del_init(&grp
->node
[0].entry
);
639 list_del_init(&grp
->node
[1].entry
);
640 devres_log(dev
, &grp
->node
[0], "REM");
644 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
648 EXPORT_SYMBOL_GPL(devres_remove_group
);
651 * devres_release_group - Release resources in a devres group
652 * @dev: Device to release group for
653 * @id: ID of target group, can be NULL
655 * Release all resources in the group identified by @id. If @id is
656 * NULL, the latest open group is selected. The selected group and
657 * groups properly nested inside the selected group are removed.
660 * The number of released non-group resources.
662 int devres_release_group(struct device
*dev
, void *id
)
664 struct devres_group
*grp
;
668 spin_lock_irqsave(&dev
->devres_lock
, flags
);
670 grp
= find_group(dev
, id
);
672 struct list_head
*first
= &grp
->node
[0].entry
;
673 struct list_head
*end
= &dev
->devres_head
;
675 if (!list_empty(&grp
->node
[1].entry
))
676 end
= grp
->node
[1].entry
.next
;
678 cnt
= release_nodes(dev
, first
, end
, flags
);
681 spin_unlock_irqrestore(&dev
->devres_lock
, flags
);
686 EXPORT_SYMBOL_GPL(devres_release_group
);
689 * Custom devres actions allow inserting a simple function call
690 * into the teadown sequence.
693 struct action_devres
{
695 void (*action
)(void *);
698 static int devm_action_match(struct device
*dev
, void *res
, void *p
)
700 struct action_devres
*devres
= res
;
701 struct action_devres
*target
= p
;
703 return devres
->action
== target
->action
&&
704 devres
->data
== target
->data
;
707 static void devm_action_release(struct device
*dev
, void *res
)
709 struct action_devres
*devres
= res
;
711 devres
->action(devres
->data
);
715 * devm_add_action() - add a custom action to list of managed resources
716 * @dev: Device that owns the action
717 * @action: Function that should be called
718 * @data: Pointer to data passed to @action implementation
720 * This adds a custom action to the list of managed resources so that
721 * it gets executed as part of standard resource unwinding.
723 int devm_add_action(struct device
*dev
, void (*action
)(void *), void *data
)
725 struct action_devres
*devres
;
727 devres
= devres_alloc(devm_action_release
,
728 sizeof(struct action_devres
), GFP_KERNEL
);
733 devres
->action
= action
;
735 devres_add(dev
, devres
);
738 EXPORT_SYMBOL_GPL(devm_add_action
);
741 * devm_remove_action() - removes previously added custom action
742 * @dev: Device that owns the action
743 * @action: Function implementing the action
744 * @data: Pointer to data passed to @action implementation
746 * Removes instance of @action previously added by devm_add_action().
747 * Both action and data should match one of the existing entries.
749 void devm_remove_action(struct device
*dev
, void (*action
)(void *), void *data
)
751 struct action_devres devres
= {
756 WARN_ON(devres_destroy(dev
, devm_action_release
, devm_action_match
,
759 EXPORT_SYMBOL_GPL(devm_remove_action
);
762 * devm_release_action() - release previously added custom action
763 * @dev: Device that owns the action
764 * @action: Function implementing the action
765 * @data: Pointer to data passed to @action implementation
767 * Releases and removes instance of @action previously added by
768 * devm_add_action(). Both action and data should match one of the
771 void devm_release_action(struct device
*dev
, void (*action
)(void *), void *data
)
773 struct action_devres devres
= {
778 WARN_ON(devres_release(dev
, devm_action_release
, devm_action_match
,
782 EXPORT_SYMBOL_GPL(devm_release_action
);
785 * Managed kmalloc/kfree
787 static void devm_kmalloc_release(struct device
*dev
, void *res
)
792 static int devm_kmalloc_match(struct device
*dev
, void *res
, void *data
)
798 * devm_kmalloc - Resource-managed kmalloc
799 * @dev: Device to allocate memory for
800 * @size: Allocation size
801 * @gfp: Allocation gfp flags
803 * Managed kmalloc. Memory allocated with this function is
804 * automatically freed on driver detach. Like all other devres
805 * resources, guaranteed alignment is unsigned long long.
808 * Pointer to allocated memory on success, NULL on failure.
810 void * devm_kmalloc(struct device
*dev
, size_t size
, gfp_t gfp
)
814 /* use raw alloc_dr for kmalloc caller tracing */
815 dr
= alloc_dr(devm_kmalloc_release
, size
, gfp
, dev_to_node(dev
));
820 * This is named devm_kzalloc_release for historical reasons
821 * The initial implementation did not support kmalloc, only kzalloc
823 set_node_dbginfo(&dr
->node
, "devm_kzalloc_release", size
);
824 devres_add(dev
, dr
->data
);
827 EXPORT_SYMBOL_GPL(devm_kmalloc
);
830 * devm_kstrdup - Allocate resource managed space and
831 * copy an existing string into that.
832 * @dev: Device to allocate memory for
833 * @s: the string to duplicate
834 * @gfp: the GFP mask used in the devm_kmalloc() call when
837 * Pointer to allocated string on success, NULL on failure.
839 char *devm_kstrdup(struct device
*dev
, const char *s
, gfp_t gfp
)
847 size
= strlen(s
) + 1;
848 buf
= devm_kmalloc(dev
, size
, gfp
);
850 memcpy(buf
, s
, size
);
853 EXPORT_SYMBOL_GPL(devm_kstrdup
);
856 * devm_kstrdup_const - resource managed conditional string duplication
857 * @dev: device for which to duplicate the string
858 * @s: the string to duplicate
859 * @gfp: the GFP mask used in the kmalloc() call when allocating memory
861 * Strings allocated by devm_kstrdup_const will be automatically freed when
862 * the associated device is detached.
865 * Source string if it is in .rodata section otherwise it falls back to
868 const char *devm_kstrdup_const(struct device
*dev
, const char *s
, gfp_t gfp
)
870 if (is_kernel_rodata((unsigned long)s
))
873 return devm_kstrdup(dev
, s
, gfp
);
875 EXPORT_SYMBOL_GPL(devm_kstrdup_const
);
878 * devm_kvasprintf - Allocate resource managed space and format a string
880 * @dev: Device to allocate memory for
881 * @gfp: the GFP mask used in the devm_kmalloc() call when
883 * @fmt: The printf()-style format string
884 * @ap: Arguments for the format string
886 * Pointer to allocated string on success, NULL on failure.
888 char *devm_kvasprintf(struct device
*dev
, gfp_t gfp
, const char *fmt
,
896 len
= vsnprintf(NULL
, 0, fmt
, aq
);
899 p
= devm_kmalloc(dev
, len
+1, gfp
);
903 vsnprintf(p
, len
+1, fmt
, ap
);
907 EXPORT_SYMBOL(devm_kvasprintf
);
910 * devm_kasprintf - Allocate resource managed space and format a string
912 * @dev: Device to allocate memory for
913 * @gfp: the GFP mask used in the devm_kmalloc() call when
915 * @fmt: The printf()-style format string
916 * @...: Arguments for the format string
918 * Pointer to allocated string on success, NULL on failure.
920 char *devm_kasprintf(struct device
*dev
, gfp_t gfp
, const char *fmt
, ...)
926 p
= devm_kvasprintf(dev
, gfp
, fmt
, ap
);
931 EXPORT_SYMBOL_GPL(devm_kasprintf
);
934 * devm_kfree - Resource-managed kfree
935 * @dev: Device this memory belongs to
938 * Free memory allocated with devm_kmalloc().
940 void devm_kfree(struct device
*dev
, const void *p
)
945 * Special case: pointer to a string in .rodata returned by
946 * devm_kstrdup_const().
948 if (unlikely(is_kernel_rodata((unsigned long)p
)))
951 rc
= devres_destroy(dev
, devm_kmalloc_release
,
952 devm_kmalloc_match
, (void *)p
);
955 EXPORT_SYMBOL_GPL(devm_kfree
);
958 * devm_kmemdup - Resource-managed kmemdup
959 * @dev: Device this memory belongs to
960 * @src: Memory region to duplicate
961 * @len: Memory region length
962 * @gfp: GFP mask to use
964 * Duplicate region of a memory using resource managed kmalloc
966 void *devm_kmemdup(struct device
*dev
, const void *src
, size_t len
, gfp_t gfp
)
970 p
= devm_kmalloc(dev
, len
, gfp
);
976 EXPORT_SYMBOL_GPL(devm_kmemdup
);
978 struct pages_devres
{
983 static int devm_pages_match(struct device
*dev
, void *res
, void *p
)
985 struct pages_devres
*devres
= res
;
986 struct pages_devres
*target
= p
;
988 return devres
->addr
== target
->addr
;
991 static void devm_pages_release(struct device
*dev
, void *res
)
993 struct pages_devres
*devres
= res
;
995 free_pages(devres
->addr
, devres
->order
);
999 * devm_get_free_pages - Resource-managed __get_free_pages
1000 * @dev: Device to allocate memory for
1001 * @gfp_mask: Allocation gfp flags
1002 * @order: Allocation size is (1 << order) pages
1004 * Managed get_free_pages. Memory allocated with this function is
1005 * automatically freed on driver detach.
1008 * Address of allocated memory on success, 0 on failure.
1011 unsigned long devm_get_free_pages(struct device
*dev
,
1012 gfp_t gfp_mask
, unsigned int order
)
1014 struct pages_devres
*devres
;
1017 addr
= __get_free_pages(gfp_mask
, order
);
1019 if (unlikely(!addr
))
1022 devres
= devres_alloc(devm_pages_release
,
1023 sizeof(struct pages_devres
), GFP_KERNEL
);
1024 if (unlikely(!devres
)) {
1025 free_pages(addr
, order
);
1029 devres
->addr
= addr
;
1030 devres
->order
= order
;
1032 devres_add(dev
, devres
);
1035 EXPORT_SYMBOL_GPL(devm_get_free_pages
);
1038 * devm_free_pages - Resource-managed free_pages
1039 * @dev: Device this memory belongs to
1040 * @addr: Memory to free
1042 * Free memory allocated with devm_get_free_pages(). Unlike free_pages,
1043 * there is no need to supply the @order.
1045 void devm_free_pages(struct device
*dev
, unsigned long addr
)
1047 struct pages_devres devres
= { .addr
= addr
};
1049 WARN_ON(devres_release(dev
, devm_pages_release
, devm_pages_match
,
1052 EXPORT_SYMBOL_GPL(devm_free_pages
);
1054 static void devm_percpu_release(struct device
*dev
, void *pdata
)
1058 p
= *(void __percpu
**)pdata
;
1062 static int devm_percpu_match(struct device
*dev
, void *data
, void *p
)
1064 struct devres
*devr
= container_of(data
, struct devres
, data
);
1066 return *(void **)devr
->data
== p
;
1070 * __devm_alloc_percpu - Resource-managed alloc_percpu
1071 * @dev: Device to allocate per-cpu memory for
1072 * @size: Size of per-cpu memory to allocate
1073 * @align: Alignment of per-cpu memory to allocate
1075 * Managed alloc_percpu. Per-cpu memory allocated with this function is
1076 * automatically freed on driver detach.
1079 * Pointer to allocated memory on success, NULL on failure.
1081 void __percpu
*__devm_alloc_percpu(struct device
*dev
, size_t size
,
1085 void __percpu
*pcpu
;
1087 pcpu
= __alloc_percpu(size
, align
);
1091 p
= devres_alloc(devm_percpu_release
, sizeof(void *), GFP_KERNEL
);
1097 *(void __percpu
**)p
= pcpu
;
1103 EXPORT_SYMBOL_GPL(__devm_alloc_percpu
);
1106 * devm_free_percpu - Resource-managed free_percpu
1107 * @dev: Device this memory belongs to
1108 * @pdata: Per-cpu memory to free
1110 * Free memory allocated with devm_alloc_percpu().
1112 void devm_free_percpu(struct device
*dev
, void __percpu
*pdata
)
1114 WARN_ON(devres_destroy(dev
, devm_percpu_release
, devm_percpu_match
,
1117 EXPORT_SYMBOL_GPL(devm_free_percpu
);