1 // SPDX-License-Identifier: GPL-2.0
3 #include <linux/types.h>
4 #include <linux/kconfig.h>
5 #include <linux/list.h>
6 #include <linux/slab.h>
7 #include <linux/security.h>
8 #include <linux/highmem.h>
10 #include <linux/sysctl.h>
11 #include <linux/vmalloc.h>
17 * firmware fallback mechanism
20 extern struct firmware_fallback_config fw_fallback_config
;
22 /* These getters are vetted to use int properly */
23 static inline int __firmware_loading_timeout(void)
25 return fw_fallback_config
.loading_timeout
;
28 /* These setters are vetted to use int properly */
29 static void __fw_fallback_set_timeout(int timeout
)
31 fw_fallback_config
.loading_timeout
= timeout
;
35 * use small loading timeout for caching devices' firmware because all these
36 * firmware images have been loaded successfully at lease once, also system is
37 * ready for completing firmware loading now. The maximum size of firmware in
38 * current distributions is about 2M bytes, so 10 secs should be enough.
40 void fw_fallback_set_cache_timeout(void)
42 fw_fallback_config
.old_timeout
= __firmware_loading_timeout();
43 __fw_fallback_set_timeout(10);
46 /* Restores the timeout to the value last configured during normal operation */
47 void fw_fallback_set_default_timeout(void)
49 __fw_fallback_set_timeout(fw_fallback_config
.old_timeout
);
52 static long firmware_loading_timeout(void)
54 return __firmware_loading_timeout() > 0 ?
55 __firmware_loading_timeout() * HZ
: MAX_JIFFY_OFFSET
;
58 static inline bool fw_sysfs_done(struct fw_priv
*fw_priv
)
60 return __fw_state_check(fw_priv
, FW_STATUS_DONE
);
63 static inline bool fw_sysfs_loading(struct fw_priv
*fw_priv
)
65 return __fw_state_check(fw_priv
, FW_STATUS_LOADING
);
68 static inline int fw_sysfs_wait_timeout(struct fw_priv
*fw_priv
, long timeout
)
70 return __fw_state_wait_common(fw_priv
, timeout
);
76 struct fw_priv
*fw_priv
;
80 static struct fw_sysfs
*to_fw_sysfs(struct device
*dev
)
82 return container_of(dev
, struct fw_sysfs
, dev
);
85 static void __fw_load_abort(struct fw_priv
*fw_priv
)
88 * There is a small window in which user can write to 'loading'
89 * between loading done and disappearance of 'loading'
91 if (fw_sysfs_done(fw_priv
))
94 list_del_init(&fw_priv
->pending_list
);
95 fw_state_aborted(fw_priv
);
98 static void fw_load_abort(struct fw_sysfs
*fw_sysfs
)
100 struct fw_priv
*fw_priv
= fw_sysfs
->fw_priv
;
102 __fw_load_abort(fw_priv
);
105 static LIST_HEAD(pending_fw_head
);
107 void kill_pending_fw_fallback_reqs(bool only_kill_custom
)
109 struct fw_priv
*fw_priv
;
110 struct fw_priv
*next
;
112 mutex_lock(&fw_lock
);
113 list_for_each_entry_safe(fw_priv
, next
, &pending_fw_head
,
115 if (!fw_priv
->need_uevent
|| !only_kill_custom
)
116 __fw_load_abort(fw_priv
);
118 mutex_unlock(&fw_lock
);
121 static ssize_t
timeout_show(struct class *class, struct class_attribute
*attr
,
124 return sprintf(buf
, "%d\n", __firmware_loading_timeout());
128 * firmware_timeout_store() - set number of seconds to wait for firmware
129 * @class: device class pointer
130 * @attr: device attribute pointer
131 * @buf: buffer to scan for timeout value
132 * @count: number of bytes in @buf
134 * Sets the number of seconds to wait for the firmware. Once
135 * this expires an error will be returned to the driver and no
136 * firmware will be provided.
138 * Note: zero means 'wait forever'.
140 static ssize_t
timeout_store(struct class *class, struct class_attribute
*attr
,
141 const char *buf
, size_t count
)
143 int tmp_loading_timeout
= simple_strtol(buf
, NULL
, 10);
145 if (tmp_loading_timeout
< 0)
146 tmp_loading_timeout
= 0;
148 __fw_fallback_set_timeout(tmp_loading_timeout
);
152 static CLASS_ATTR_RW(timeout
);
154 static struct attribute
*firmware_class_attrs
[] = {
155 &class_attr_timeout
.attr
,
158 ATTRIBUTE_GROUPS(firmware_class
);
160 static void fw_dev_release(struct device
*dev
)
162 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
167 static int do_firmware_uevent(struct fw_sysfs
*fw_sysfs
, struct kobj_uevent_env
*env
)
169 if (add_uevent_var(env
, "FIRMWARE=%s", fw_sysfs
->fw_priv
->fw_name
))
171 if (add_uevent_var(env
, "TIMEOUT=%i", __firmware_loading_timeout()))
173 if (add_uevent_var(env
, "ASYNC=%d", fw_sysfs
->nowait
))
179 static int firmware_uevent(struct device
*dev
, struct kobj_uevent_env
*env
)
181 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
184 mutex_lock(&fw_lock
);
185 if (fw_sysfs
->fw_priv
)
186 err
= do_firmware_uevent(fw_sysfs
, env
);
187 mutex_unlock(&fw_lock
);
191 static struct class firmware_class
= {
193 .class_groups
= firmware_class_groups
,
194 .dev_uevent
= firmware_uevent
,
195 .dev_release
= fw_dev_release
,
198 int register_sysfs_loader(void)
200 return class_register(&firmware_class
);
203 void unregister_sysfs_loader(void)
205 class_unregister(&firmware_class
);
208 static ssize_t
firmware_loading_show(struct device
*dev
,
209 struct device_attribute
*attr
, char *buf
)
211 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
214 mutex_lock(&fw_lock
);
215 if (fw_sysfs
->fw_priv
)
216 loading
= fw_sysfs_loading(fw_sysfs
->fw_priv
);
217 mutex_unlock(&fw_lock
);
219 return sprintf(buf
, "%d\n", loading
);
223 * firmware_loading_store() - set value in the 'loading' control file
224 * @dev: device pointer
225 * @attr: device attribute pointer
226 * @buf: buffer to scan for loading control value
227 * @count: number of bytes in @buf
229 * The relevant values are:
231 * 1: Start a load, discarding any previous partial load.
232 * 0: Conclude the load and hand the data to the driver code.
233 * -1: Conclude the load with an error and discard any written data.
235 static ssize_t
firmware_loading_store(struct device
*dev
,
236 struct device_attribute
*attr
,
237 const char *buf
, size_t count
)
239 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
240 struct fw_priv
*fw_priv
;
241 ssize_t written
= count
;
242 int loading
= simple_strtol(buf
, NULL
, 10);
244 mutex_lock(&fw_lock
);
245 fw_priv
= fw_sysfs
->fw_priv
;
246 if (fw_state_is_aborted(fw_priv
))
251 /* discarding any previous partial load */
252 if (!fw_sysfs_done(fw_priv
)) {
253 fw_free_paged_buf(fw_priv
);
254 fw_state_start(fw_priv
);
258 if (fw_sysfs_loading(fw_priv
)) {
262 * Several loading requests may be pending on
263 * one same firmware buf, so let all requests
264 * see the mapped 'buf->data' once the loading
267 rc
= fw_map_paged_buf(fw_priv
);
269 dev_err(dev
, "%s: map pages failed\n",
272 rc
= security_kernel_post_read_file(NULL
,
273 fw_priv
->data
, fw_priv
->size
,
277 * Same logic as fw_load_abort, only the DONE bit
278 * is ignored and we set ABORT only on failure.
280 list_del_init(&fw_priv
->pending_list
);
282 fw_state_aborted(fw_priv
);
285 fw_state_done(fw_priv
);
291 dev_err(dev
, "%s: unexpected value (%d)\n", __func__
, loading
);
294 fw_load_abort(fw_sysfs
);
298 mutex_unlock(&fw_lock
);
302 static DEVICE_ATTR(loading
, 0644, firmware_loading_show
, firmware_loading_store
);
304 static void firmware_rw_data(struct fw_priv
*fw_priv
, char *buffer
,
305 loff_t offset
, size_t count
, bool read
)
308 memcpy(buffer
, fw_priv
->data
+ offset
, count
);
310 memcpy(fw_priv
->data
+ offset
, buffer
, count
);
313 static void firmware_rw(struct fw_priv
*fw_priv
, char *buffer
,
314 loff_t offset
, size_t count
, bool read
)
318 int page_nr
= offset
>> PAGE_SHIFT
;
319 int page_ofs
= offset
& (PAGE_SIZE
-1);
320 int page_cnt
= min_t(size_t, PAGE_SIZE
- page_ofs
, count
);
322 page_data
= kmap(fw_priv
->pages
[page_nr
]);
325 memcpy(buffer
, page_data
+ page_ofs
, page_cnt
);
327 memcpy(page_data
+ page_ofs
, buffer
, page_cnt
);
329 kunmap(fw_priv
->pages
[page_nr
]);
336 static ssize_t
firmware_data_read(struct file
*filp
, struct kobject
*kobj
,
337 struct bin_attribute
*bin_attr
,
338 char *buffer
, loff_t offset
, size_t count
)
340 struct device
*dev
= kobj_to_dev(kobj
);
341 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
342 struct fw_priv
*fw_priv
;
345 mutex_lock(&fw_lock
);
346 fw_priv
= fw_sysfs
->fw_priv
;
347 if (!fw_priv
|| fw_sysfs_done(fw_priv
)) {
351 if (offset
> fw_priv
->size
) {
355 if (count
> fw_priv
->size
- offset
)
356 count
= fw_priv
->size
- offset
;
361 firmware_rw_data(fw_priv
, buffer
, offset
, count
, true);
363 firmware_rw(fw_priv
, buffer
, offset
, count
, true);
366 mutex_unlock(&fw_lock
);
370 static int fw_realloc_pages(struct fw_sysfs
*fw_sysfs
, int min_size
)
374 err
= fw_grow_paged_buf(fw_sysfs
->fw_priv
,
375 PAGE_ALIGN(min_size
) >> PAGE_SHIFT
);
377 fw_load_abort(fw_sysfs
);
382 * firmware_data_write() - write method for firmware
383 * @filp: open sysfs file
384 * @kobj: kobject for the device
385 * @bin_attr: bin_attr structure
386 * @buffer: buffer being written
387 * @offset: buffer offset for write in total data store area
388 * @count: buffer size
390 * Data written to the 'data' attribute will be later handed to
391 * the driver as a firmware image.
393 static ssize_t
firmware_data_write(struct file
*filp
, struct kobject
*kobj
,
394 struct bin_attribute
*bin_attr
,
395 char *buffer
, loff_t offset
, size_t count
)
397 struct device
*dev
= kobj_to_dev(kobj
);
398 struct fw_sysfs
*fw_sysfs
= to_fw_sysfs(dev
);
399 struct fw_priv
*fw_priv
;
402 if (!capable(CAP_SYS_RAWIO
))
405 mutex_lock(&fw_lock
);
406 fw_priv
= fw_sysfs
->fw_priv
;
407 if (!fw_priv
|| fw_sysfs_done(fw_priv
)) {
413 if (offset
+ count
> fw_priv
->allocated_size
) {
417 firmware_rw_data(fw_priv
, buffer
, offset
, count
, false);
420 retval
= fw_realloc_pages(fw_sysfs
, offset
+ count
);
425 firmware_rw(fw_priv
, buffer
, offset
, count
, false);
428 fw_priv
->size
= max_t(size_t, offset
+ count
, fw_priv
->size
);
430 mutex_unlock(&fw_lock
);
434 static struct bin_attribute firmware_attr_data
= {
435 .attr
= { .name
= "data", .mode
= 0644 },
437 .read
= firmware_data_read
,
438 .write
= firmware_data_write
,
441 static struct attribute
*fw_dev_attrs
[] = {
442 &dev_attr_loading
.attr
,
446 static struct bin_attribute
*fw_dev_bin_attrs
[] = {
451 static const struct attribute_group fw_dev_attr_group
= {
452 .attrs
= fw_dev_attrs
,
453 .bin_attrs
= fw_dev_bin_attrs
,
456 static const struct attribute_group
*fw_dev_attr_groups
[] = {
461 static struct fw_sysfs
*
462 fw_create_instance(struct firmware
*firmware
, const char *fw_name
,
463 struct device
*device
, enum fw_opt opt_flags
)
465 struct fw_sysfs
*fw_sysfs
;
466 struct device
*f_dev
;
468 fw_sysfs
= kzalloc(sizeof(*fw_sysfs
), GFP_KERNEL
);
470 fw_sysfs
= ERR_PTR(-ENOMEM
);
474 fw_sysfs
->nowait
= !!(opt_flags
& FW_OPT_NOWAIT
);
475 fw_sysfs
->fw
= firmware
;
476 f_dev
= &fw_sysfs
->dev
;
478 device_initialize(f_dev
);
479 dev_set_name(f_dev
, "%s", fw_name
);
480 f_dev
->parent
= device
;
481 f_dev
->class = &firmware_class
;
482 f_dev
->groups
= fw_dev_attr_groups
;
488 * fw_load_sysfs_fallback() - load a firmware via the sysfs fallback mechanism
489 * @fw_sysfs: firmware sysfs information for the firmware to load
490 * @opt_flags: flags of options, FW_OPT_*
491 * @timeout: timeout to wait for the load
493 * In charge of constructing a sysfs fallback interface for firmware loading.
495 static int fw_load_sysfs_fallback(struct fw_sysfs
*fw_sysfs
,
496 enum fw_opt opt_flags
, long timeout
)
499 struct device
*f_dev
= &fw_sysfs
->dev
;
500 struct fw_priv
*fw_priv
= fw_sysfs
->fw_priv
;
502 /* fall back on userspace loading */
504 fw_priv
->is_paged_buf
= true;
506 dev_set_uevent_suppress(f_dev
, true);
508 retval
= device_add(f_dev
);
510 dev_err(f_dev
, "%s: device_register failed\n", __func__
);
514 mutex_lock(&fw_lock
);
515 list_add(&fw_priv
->pending_list
, &pending_fw_head
);
516 mutex_unlock(&fw_lock
);
518 if (opt_flags
& FW_OPT_UEVENT
) {
519 fw_priv
->need_uevent
= true;
520 dev_set_uevent_suppress(f_dev
, false);
521 dev_dbg(f_dev
, "firmware: requesting %s\n", fw_priv
->fw_name
);
522 kobject_uevent(&fw_sysfs
->dev
.kobj
, KOBJ_ADD
);
524 timeout
= MAX_JIFFY_OFFSET
;
527 retval
= fw_sysfs_wait_timeout(fw_priv
, timeout
);
528 if (retval
< 0 && retval
!= -ENOENT
) {
529 mutex_lock(&fw_lock
);
530 fw_load_abort(fw_sysfs
);
531 mutex_unlock(&fw_lock
);
534 if (fw_state_is_aborted(fw_priv
)) {
535 if (retval
== -ERESTARTSYS
)
539 } else if (fw_priv
->is_paged_buf
&& !fw_priv
->data
)
548 static int fw_load_from_user_helper(struct firmware
*firmware
,
549 const char *name
, struct device
*device
,
550 enum fw_opt opt_flags
)
552 struct fw_sysfs
*fw_sysfs
;
556 timeout
= firmware_loading_timeout();
557 if (opt_flags
& FW_OPT_NOWAIT
) {
558 timeout
= usermodehelper_read_lock_wait(timeout
);
560 dev_dbg(device
, "firmware: %s loading timed out\n",
565 ret
= usermodehelper_read_trylock();
567 dev_err(device
, "firmware: %s will not be loaded\n",
573 fw_sysfs
= fw_create_instance(firmware
, name
, device
, opt_flags
);
574 if (IS_ERR(fw_sysfs
)) {
575 ret
= PTR_ERR(fw_sysfs
);
579 fw_sysfs
->fw_priv
= firmware
->priv
;
580 ret
= fw_load_sysfs_fallback(fw_sysfs
, opt_flags
, timeout
);
583 ret
= assign_fw(firmware
, device
, opt_flags
);
586 usermodehelper_read_unlock();
591 static bool fw_force_sysfs_fallback(enum fw_opt opt_flags
)
593 if (fw_fallback_config
.force_sysfs_fallback
)
595 if (!(opt_flags
& FW_OPT_USERHELPER
))
600 static bool fw_run_sysfs_fallback(enum fw_opt opt_flags
)
604 if (fw_fallback_config
.ignore_sysfs_fallback
) {
605 pr_info_once("Ignoring firmware sysfs fallback due to sysctl knob\n");
609 if ((opt_flags
& FW_OPT_NOFALLBACK_SYSFS
))
612 /* Also permit LSMs and IMA to fail firmware sysfs fallback */
613 ret
= security_kernel_load_data(LOADING_FIRMWARE
);
617 return fw_force_sysfs_fallback(opt_flags
);
621 * firmware_fallback_sysfs() - use the fallback mechanism to find firmware
622 * @fw: pointer to firmware image
623 * @name: name of firmware file to look for
624 * @device: device for which firmware is being loaded
625 * @opt_flags: options to control firmware loading behaviour
626 * @ret: return value from direct lookup which triggered the fallback mechanism
628 * This function is called if direct lookup for the firmware failed, it enables
629 * a fallback mechanism through userspace by exposing a sysfs loading
630 * interface. Userspace is in charge of loading the firmware through the sysfs
631 * loading interface. This sysfs fallback mechanism may be disabled completely
632 * on a system by setting the proc sysctl value ignore_sysfs_fallback to true.
633 * If this is false we check if the internal API caller set the
634 * @FW_OPT_NOFALLBACK_SYSFS flag, if so it would also disable the fallback
635 * mechanism. A system may want to enforce the sysfs fallback mechanism at all
636 * times, it can do this by setting ignore_sysfs_fallback to false and
637 * force_sysfs_fallback to true.
638 * Enabling force_sysfs_fallback is functionally equivalent to build a kernel
639 * with CONFIG_FW_LOADER_USER_HELPER_FALLBACK.
641 int firmware_fallback_sysfs(struct firmware
*fw
, const char *name
,
642 struct device
*device
,
643 enum fw_opt opt_flags
,
646 if (!fw_run_sysfs_fallback(opt_flags
))
649 if (!(opt_flags
& FW_OPT_NO_WARN
))
650 dev_warn(device
, "Falling back to sysfs fallback for: %s\n",
653 dev_dbg(device
, "Falling back to sysfs fallback for: %s\n",
655 return fw_load_from_user_helper(fw
, name
, device
, opt_flags
);