1 // SPDX-License-Identifier: GPL-2.0
3 #include <linux/types.h>
4 #include <linux/kconfig.h>
5 #include <linux/list.h>
6 #include <linux/slab.h>
7 #include <linux/security.h>
8 #include <linux/highmem.h>
10 #include <linux/sysctl.h>
11 #include <linux/vmalloc.h>
17 * firmware fallback mechanism
20 extern struct firmware_fallback_config fw_fallback_config
;
22 /* These getters are vetted to use int properly */
23 static inline int __firmware_loading_timeout(void)
25 return fw_fallback_config
.loading_timeout
;
28 /* These setters are vetted to use int properly */
29 static void __fw_fallback_set_timeout(int timeout
)
31 fw_fallback_config
.loading_timeout
= timeout
;
35 * use small loading timeout for caching devices' firmware because all these
36 * firmware images have been loaded successfully at lease once, also system is
37 * ready for completing firmware loading now. The maximum size of firmware in
38 * current distributions is about 2M bytes, so 10 secs should be enough.
40 void fw_fallback_set_cache_timeout(void)
42 fw_fallback_config
.old_timeout
= __firmware_loading_timeout();
43 __fw_fallback_set_timeout(10);
46 /* Restores the timeout to the value last configured during normal operation */
47 void fw_fallback_set_default_timeout(void)
49 __fw_fallback_set_timeout(fw_fallback_config
.old_timeout
);
52 static long firmware_loading_timeout(void)
54 return __firmware_loading_timeout() > 0 ?
55 __firmware_loading_timeout() * HZ
: MAX_JIFFY_OFFSET
;
58 static inline bool fw_sysfs_done(struct fw_priv
*fw_priv
)
60 return __fw_state_check(fw_priv
, FW_STATUS_DONE
);
63 static inline bool fw_sysfs_loading(struct fw_priv
*fw_priv
)
65 return __fw_state_check(fw_priv
, FW_STATUS_LOADING
);
68 static inline int fw_sysfs_wait_timeout(struct fw_priv
*fw_priv
, long timeout
)
70 return __fw_state_wait_common(fw_priv
, timeout
);
76 struct fw_priv
*fw_priv
;
80 static struct fw_sysfs
*to_fw_sysfs(struct device
*dev
)
82 return container_of(dev
, struct fw_sysfs
, dev
);
85 static void __fw_load_abort(struct fw_priv
*fw_priv
)
88 * There is a small window in which user can write to 'loading'
89 * between loading done and disappearance of 'loading'
91 if (fw_sysfs_done(fw_priv
))
94 list_del_init(&fw_priv
->pending_list
);
95 fw_state_aborted(fw_priv
);
98 static void fw_load_abort(struct fw_sysfs
*fw_sysfs
)
100 struct fw_priv
*fw_priv
= fw_sysfs
->fw_priv
;
102 __fw_load_abort(fw_priv
);
105 static LIST_HEAD(pending_fw_head
);
107 void kill_pending_fw_fallback_reqs(bool only_kill_custom
)
109 struct fw_priv
*fw_priv
;
110 struct fw_priv
*next
;
112 mutex_lock(&fw_lock
);
113 list_for_each_entry_safe(fw_priv
, next
, &pending_fw_head
,
115 if (!fw_priv
->need_uevent
|| !only_kill_custom
)
116 __fw_load_abort(fw_priv
);
118 mutex_unlock(&fw_lock
);
121 static ssize_t
timeout_show(struct class *class, struct class_attribute
*attr
,
124 return sprintf(buf
, "%d\n", __firmware_loading_timeout());
128 * firmware_timeout_store() - set number of seconds to wait for firmware
129 * @class: device class pointer
130 * @attr: device attribute pointer
131 * @buf: buffer to scan for timeout value
132 * @count: number of bytes in @buf
134 * Sets the number of seconds to wait for the firmware. Once
135 * this expires an error will be returned to the driver and no
136 * firmware will be provided.
138 * Note: zero means 'wait forever'.
140 static ssize_t
timeout_store(struct class *class, struct class_attribute
*attr
,
141 const char *buf
, size_t count
)
143 int tmp_loading_timeout
= simple_strtol(buf
, NULL
, 10);
145 if (tmp_loading_timeout
< 0)
146 tmp_loading_timeout
= 0;
148 __fw_fallback_set_timeout(tmp_loading_timeout
);
152 static CLASS_ATTR_RW(timeout
);
154 static struct attribute
*firmware_class_attrs
[] = {
155 &class_attr_timeout
.attr
,
158 ATTRIBUTE_GROUPS(firmware_class
);
160 static void fw_dev_release(struct device
*dev
)
162 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
167 static int do_firmware_uevent(struct fw_sysfs
*fw_sysfs
, struct kobj_uevent_env
*env
)
169 if (add_uevent_var(env
, "FIRMWARE=%s", fw_sysfs
->fw_priv
->fw_name
))
171 if (add_uevent_var(env
, "TIMEOUT=%i", __firmware_loading_timeout()))
173 if (add_uevent_var(env
, "ASYNC=%d", fw_sysfs
->nowait
))
179 static int firmware_uevent(struct device
*dev
, struct kobj_uevent_env
*env
)
181 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
184 mutex_lock(&fw_lock
);
185 if (fw_sysfs
->fw_priv
)
186 err
= do_firmware_uevent(fw_sysfs
, env
);
187 mutex_unlock(&fw_lock
);
191 static struct class firmware_class
= {
193 .class_groups
= firmware_class_groups
,
194 .dev_uevent
= firmware_uevent
,
195 .dev_release
= fw_dev_release
,
198 int register_sysfs_loader(void)
200 return class_register(&firmware_class
);
203 void unregister_sysfs_loader(void)
205 class_unregister(&firmware_class
);
208 static ssize_t
firmware_loading_show(struct device
*dev
,
209 struct device_attribute
*attr
, char *buf
)
211 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
214 mutex_lock(&fw_lock
);
215 if (fw_sysfs
->fw_priv
)
216 loading
= fw_sysfs_loading(fw_sysfs
->fw_priv
);
217 mutex_unlock(&fw_lock
);
219 return sprintf(buf
, "%d\n", loading
);
222 /* one pages buffer should be mapped/unmapped only once */
223 static int map_fw_priv_pages(struct fw_priv
*fw_priv
)
225 if (!fw_priv
->is_paged_buf
)
228 vunmap(fw_priv
->data
);
229 fw_priv
->data
= vmap(fw_priv
->pages
, fw_priv
->nr_pages
, 0,
237 * firmware_loading_store() - set value in the 'loading' control file
238 * @dev: device pointer
239 * @attr: device attribute pointer
240 * @buf: buffer to scan for loading control value
241 * @count: number of bytes in @buf
243 * The relevant values are:
245 * 1: Start a load, discarding any previous partial load.
246 * 0: Conclude the load and hand the data to the driver code.
247 * -1: Conclude the load with an error and discard any written data.
249 static ssize_t
firmware_loading_store(struct device
*dev
,
250 struct device_attribute
*attr
,
251 const char *buf
, size_t count
)
253 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
254 struct fw_priv
*fw_priv
;
255 ssize_t written
= count
;
256 int loading
= simple_strtol(buf
, NULL
, 10);
259 mutex_lock(&fw_lock
);
260 fw_priv
= fw_sysfs
->fw_priv
;
261 if (fw_state_is_aborted(fw_priv
))
266 /* discarding any previous partial load */
267 if (!fw_sysfs_done(fw_priv
)) {
268 for (i
= 0; i
< fw_priv
->nr_pages
; i
++)
269 __free_page(fw_priv
->pages
[i
]);
270 vfree(fw_priv
->pages
);
271 fw_priv
->pages
= NULL
;
272 fw_priv
->page_array_size
= 0;
273 fw_priv
->nr_pages
= 0;
274 fw_state_start(fw_priv
);
278 if (fw_sysfs_loading(fw_priv
)) {
282 * Several loading requests may be pending on
283 * one same firmware buf, so let all requests
284 * see the mapped 'buf->data' once the loading
287 rc
= map_fw_priv_pages(fw_priv
);
289 dev_err(dev
, "%s: map pages failed\n",
292 rc
= security_kernel_post_read_file(NULL
,
293 fw_priv
->data
, fw_priv
->size
,
297 * Same logic as fw_load_abort, only the DONE bit
298 * is ignored and we set ABORT only on failure.
300 list_del_init(&fw_priv
->pending_list
);
302 fw_state_aborted(fw_priv
);
305 fw_state_done(fw_priv
);
311 dev_err(dev
, "%s: unexpected value (%d)\n", __func__
, loading
);
314 fw_load_abort(fw_sysfs
);
318 mutex_unlock(&fw_lock
);
322 static DEVICE_ATTR(loading
, 0644, firmware_loading_show
, firmware_loading_store
);
324 static void firmware_rw_data(struct fw_priv
*fw_priv
, char *buffer
,
325 loff_t offset
, size_t count
, bool read
)
328 memcpy(buffer
, fw_priv
->data
+ offset
, count
);
330 memcpy(fw_priv
->data
+ offset
, buffer
, count
);
333 static void firmware_rw(struct fw_priv
*fw_priv
, char *buffer
,
334 loff_t offset
, size_t count
, bool read
)
338 int page_nr
= offset
>> PAGE_SHIFT
;
339 int page_ofs
= offset
& (PAGE_SIZE
-1);
340 int page_cnt
= min_t(size_t, PAGE_SIZE
- page_ofs
, count
);
342 page_data
= kmap(fw_priv
->pages
[page_nr
]);
345 memcpy(buffer
, page_data
+ page_ofs
, page_cnt
);
347 memcpy(page_data
+ page_ofs
, buffer
, page_cnt
);
349 kunmap(fw_priv
->pages
[page_nr
]);
356 static ssize_t
firmware_data_read(struct file
*filp
, struct kobject
*kobj
,
357 struct bin_attribute
*bin_attr
,
358 char *buffer
, loff_t offset
, size_t count
)
360 struct device
*dev
= kobj_to_dev(kobj
);
361 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
362 struct fw_priv
*fw_priv
;
365 mutex_lock(&fw_lock
);
366 fw_priv
= fw_sysfs
->fw_priv
;
367 if (!fw_priv
|| fw_sysfs_done(fw_priv
)) {
371 if (offset
> fw_priv
->size
) {
375 if (count
> fw_priv
->size
- offset
)
376 count
= fw_priv
->size
- offset
;
381 firmware_rw_data(fw_priv
, buffer
, offset
, count
, true);
383 firmware_rw(fw_priv
, buffer
, offset
, count
, true);
386 mutex_unlock(&fw_lock
);
390 static int fw_realloc_pages(struct fw_sysfs
*fw_sysfs
, int min_size
)
392 struct fw_priv
*fw_priv
= fw_sysfs
->fw_priv
;
393 int pages_needed
= PAGE_ALIGN(min_size
) >> PAGE_SHIFT
;
395 /* If the array of pages is too small, grow it... */
396 if (fw_priv
->page_array_size
< pages_needed
) {
397 int new_array_size
= max(pages_needed
,
398 fw_priv
->page_array_size
* 2);
399 struct page
**new_pages
;
401 new_pages
= vmalloc(array_size(new_array_size
, sizeof(void *)));
403 fw_load_abort(fw_sysfs
);
406 memcpy(new_pages
, fw_priv
->pages
,
407 fw_priv
->page_array_size
* sizeof(void *));
408 memset(&new_pages
[fw_priv
->page_array_size
], 0, sizeof(void *) *
409 (new_array_size
- fw_priv
->page_array_size
));
410 vfree(fw_priv
->pages
);
411 fw_priv
->pages
= new_pages
;
412 fw_priv
->page_array_size
= new_array_size
;
415 while (fw_priv
->nr_pages
< pages_needed
) {
416 fw_priv
->pages
[fw_priv
->nr_pages
] =
417 alloc_page(GFP_KERNEL
| __GFP_HIGHMEM
);
419 if (!fw_priv
->pages
[fw_priv
->nr_pages
]) {
420 fw_load_abort(fw_sysfs
);
429 * firmware_data_write() - write method for firmware
430 * @filp: open sysfs file
431 * @kobj: kobject for the device
432 * @bin_attr: bin_attr structure
433 * @buffer: buffer being written
434 * @offset: buffer offset for write in total data store area
435 * @count: buffer size
437 * Data written to the 'data' attribute will be later handed to
438 * the driver as a firmware image.
440 static ssize_t
firmware_data_write(struct file
*filp
, struct kobject
*kobj
,
441 struct bin_attribute
*bin_attr
,
442 char *buffer
, loff_t offset
, size_t count
)
444 struct device
*dev
= kobj_to_dev(kobj
);
445 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
446 struct fw_priv
*fw_priv
;
449 if (!capable(CAP_SYS_RAWIO
))
452 mutex_lock(&fw_lock
);
453 fw_priv
= fw_sysfs
->fw_priv
;
454 if (!fw_priv
|| fw_sysfs_done(fw_priv
)) {
460 if (offset
+ count
> fw_priv
->allocated_size
) {
464 firmware_rw_data(fw_priv
, buffer
, offset
, count
, false);
467 retval
= fw_realloc_pages(fw_sysfs
, offset
+ count
);
472 firmware_rw(fw_priv
, buffer
, offset
, count
, false);
475 fw_priv
->size
= max_t(size_t, offset
+ count
, fw_priv
->size
);
477 mutex_unlock(&fw_lock
);
481 static struct bin_attribute firmware_attr_data
= {
482 .attr
= { .name
= "data", .mode
= 0644 },
484 .read
= firmware_data_read
,
485 .write
= firmware_data_write
,
488 static struct attribute
*fw_dev_attrs
[] = {
489 &dev_attr_loading
.attr
,
493 static struct bin_attribute
*fw_dev_bin_attrs
[] = {
498 static const struct attribute_group fw_dev_attr_group
= {
499 .attrs
= fw_dev_attrs
,
500 .bin_attrs
= fw_dev_bin_attrs
,
503 static const struct attribute_group
*fw_dev_attr_groups
[] = {
508 static struct fw_sysfs
*
509 fw_create_instance(struct firmware
*firmware
, const char *fw_name
,
510 struct device
*device
, enum fw_opt opt_flags
)
512 struct fw_sysfs
*fw_sysfs
;
513 struct device
*f_dev
;
515 fw_sysfs
= kzalloc(sizeof(*fw_sysfs
), GFP_KERNEL
);
517 fw_sysfs
= ERR_PTR(-ENOMEM
);
521 fw_sysfs
->nowait
= !!(opt_flags
& FW_OPT_NOWAIT
);
522 fw_sysfs
->fw
= firmware
;
523 f_dev
= &fw_sysfs
->dev
;
525 device_initialize(f_dev
);
526 dev_set_name(f_dev
, "%s", fw_name
);
527 f_dev
->parent
= device
;
528 f_dev
->class = &firmware_class
;
529 f_dev
->groups
= fw_dev_attr_groups
;
535 * fw_load_sysfs_fallback() - load a firmware via the sysfs fallback mechanism
536 * @fw_sysfs: firmware sysfs information for the firmware to load
537 * @opt_flags: flags of options, FW_OPT_*
538 * @timeout: timeout to wait for the load
540 * In charge of constructing a sysfs fallback interface for firmware loading.
542 static int fw_load_sysfs_fallback(struct fw_sysfs
*fw_sysfs
,
543 enum fw_opt opt_flags
, long timeout
)
546 struct device
*f_dev
= &fw_sysfs
->dev
;
547 struct fw_priv
*fw_priv
= fw_sysfs
->fw_priv
;
549 /* fall back on userspace loading */
551 fw_priv
->is_paged_buf
= true;
553 dev_set_uevent_suppress(f_dev
, true);
555 retval
= device_add(f_dev
);
557 dev_err(f_dev
, "%s: device_register failed\n", __func__
);
561 mutex_lock(&fw_lock
);
562 list_add(&fw_priv
->pending_list
, &pending_fw_head
);
563 mutex_unlock(&fw_lock
);
565 if (opt_flags
& FW_OPT_UEVENT
) {
566 fw_priv
->need_uevent
= true;
567 dev_set_uevent_suppress(f_dev
, false);
568 dev_dbg(f_dev
, "firmware: requesting %s\n", fw_priv
->fw_name
);
569 kobject_uevent(&fw_sysfs
->dev
.kobj
, KOBJ_ADD
);
571 timeout
= MAX_JIFFY_OFFSET
;
574 retval
= fw_sysfs_wait_timeout(fw_priv
, timeout
);
576 mutex_lock(&fw_lock
);
577 fw_load_abort(fw_sysfs
);
578 mutex_unlock(&fw_lock
);
581 if (fw_state_is_aborted(fw_priv
)) {
582 if (retval
== -ERESTARTSYS
)
586 } else if (fw_priv
->is_paged_buf
&& !fw_priv
->data
)
595 static int fw_load_from_user_helper(struct firmware
*firmware
,
596 const char *name
, struct device
*device
,
597 enum fw_opt opt_flags
)
599 struct fw_sysfs
*fw_sysfs
;
603 timeout
= firmware_loading_timeout();
604 if (opt_flags
& FW_OPT_NOWAIT
) {
605 timeout
= usermodehelper_read_lock_wait(timeout
);
607 dev_dbg(device
, "firmware: %s loading timed out\n",
612 ret
= usermodehelper_read_trylock();
614 dev_err(device
, "firmware: %s will not be loaded\n",
620 fw_sysfs
= fw_create_instance(firmware
, name
, device
, opt_flags
);
621 if (IS_ERR(fw_sysfs
)) {
622 ret
= PTR_ERR(fw_sysfs
);
626 fw_sysfs
->fw_priv
= firmware
->priv
;
627 ret
= fw_load_sysfs_fallback(fw_sysfs
, opt_flags
, timeout
);
630 ret
= assign_fw(firmware
, device
, opt_flags
);
633 usermodehelper_read_unlock();
638 static bool fw_force_sysfs_fallback(enum fw_opt opt_flags
)
640 if (fw_fallback_config
.force_sysfs_fallback
)
642 if (!(opt_flags
& FW_OPT_USERHELPER
))
647 static bool fw_run_sysfs_fallback(enum fw_opt opt_flags
)
651 if (fw_fallback_config
.ignore_sysfs_fallback
) {
652 pr_info_once("Ignoring firmware sysfs fallback due to sysctl knob\n");
656 if ((opt_flags
& FW_OPT_NOFALLBACK
))
659 /* Also permit LSMs and IMA to fail firmware sysfs fallback */
660 ret
= security_kernel_load_data(LOADING_FIRMWARE
);
664 return fw_force_sysfs_fallback(opt_flags
);
668 * firmware_fallback_sysfs() - use the fallback mechanism to find firmware
669 * @fw: pointer to firmware image
670 * @name: name of firmware file to look for
671 * @device: device for which firmware is being loaded
672 * @opt_flags: options to control firmware loading behaviour
673 * @ret: return value from direct lookup which triggered the fallback mechanism
675 * This function is called if direct lookup for the firmware failed, it enables
676 * a fallback mechanism through userspace by exposing a sysfs loading
677 * interface. Userspace is in charge of loading the firmware through the syfs
678 * loading interface. This syfs fallback mechanism may be disabled completely
679 * on a system by setting the proc sysctl value ignore_sysfs_fallback to true.
680 * If this false we check if the internal API caller set the @FW_OPT_NOFALLBACK
681 * flag, if so it would also disable the fallback mechanism. A system may want
682 * to enfoce the sysfs fallback mechanism at all times, it can do this by
683 * setting ignore_sysfs_fallback to false and force_sysfs_fallback to true.
684 * Enabling force_sysfs_fallback is functionally equivalent to build a kernel
685 * with CONFIG_FW_LOADER_USER_HELPER_FALLBACK.
687 int firmware_fallback_sysfs(struct firmware
*fw
, const char *name
,
688 struct device
*device
,
689 enum fw_opt opt_flags
,
692 if (!fw_run_sysfs_fallback(opt_flags
))
695 if (!(opt_flags
& FW_OPT_NO_WARN
))
696 dev_warn(device
, "Falling back to syfs fallback for: %s\n",
699 dev_dbg(device
, "Falling back to sysfs fallback for: %s\n",
701 return fw_load_from_user_helper(fw
, name
, device
, opt_flags
);