4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License Version 1.0 (CDDL-1.0).
6 * You can obtain a copy of the license from the top-level file
7 * "OPENSOLARIS.LICENSE" or at <http://opensource.org/licenses/CDDL-1.0>.
8 * You may not use this file except in compliance with the license.
14 * Copyright (c) 2016, 2017, Intel Corporation.
21 #include <libnvpair.h>
29 #include <sys/sysevent/eventdefs.h>
30 #include <sys/sysevent/dev.h>
33 #include "zed_disk_event.h"
34 #include "agents/zfs_agents.h"
37 * Portions of ZED need to see disk events for disks belonging to ZFS pools.
38 * A libudev monitor is established to monitor block device actions and pass
39 * them on to internal ZED logic modules. Initially, zfs_mod.c is the only
40 * consumer and is the Linux equivalent for the illumos syseventd ZFS SLM
41 * module responsible for handling disk events for ZFS.
46 struct udev_monitor
*g_mon
;
49 #define DEV_BYID_PATH "/dev/disk/by-id/"
51 /* 64MB is minimum usable disk for ZFS */
52 #define MINIMUM_SECTORS 131072ULL
56 * Post disk event to SLM module
58 * occurs in the context of monitor thread
61 zed_udev_event(const char *class, const char *subclass
, nvlist_t
*nvl
)
66 zed_log_msg(LOG_INFO
, "zed_disk_event:");
67 zed_log_msg(LOG_INFO
, "\tclass: %s", class);
68 zed_log_msg(LOG_INFO
, "\tsubclass: %s", subclass
);
69 if (nvlist_lookup_string(nvl
, DEV_NAME
, &strval
) == 0)
70 zed_log_msg(LOG_INFO
, "\t%s: %s", DEV_NAME
, strval
);
71 if (nvlist_lookup_string(nvl
, DEV_PATH
, &strval
) == 0)
72 zed_log_msg(LOG_INFO
, "\t%s: %s", DEV_PATH
, strval
);
73 if (nvlist_lookup_string(nvl
, DEV_IDENTIFIER
, &strval
) == 0)
74 zed_log_msg(LOG_INFO
, "\t%s: %s", DEV_IDENTIFIER
, strval
);
75 if (nvlist_lookup_boolean(nvl
, DEV_IS_PART
) == B_TRUE
)
76 zed_log_msg(LOG_INFO
, "\t%s: B_TRUE", DEV_IS_PART
);
77 if (nvlist_lookup_string(nvl
, DEV_PHYS_PATH
, &strval
) == 0)
78 zed_log_msg(LOG_INFO
, "\t%s: %s", DEV_PHYS_PATH
, strval
);
79 if (nvlist_lookup_uint64(nvl
, DEV_SIZE
, &numval
) == 0)
80 zed_log_msg(LOG_INFO
, "\t%s: %llu", DEV_SIZE
, numval
);
81 if (nvlist_lookup_uint64(nvl
, DEV_PARENT_SIZE
, &numval
) == 0)
82 zed_log_msg(LOG_INFO
, "\t%s: %llu", DEV_PARENT_SIZE
, numval
);
83 if (nvlist_lookup_uint64(nvl
, ZFS_EV_POOL_GUID
, &numval
) == 0)
84 zed_log_msg(LOG_INFO
, "\t%s: %llu", ZFS_EV_POOL_GUID
, numval
);
85 if (nvlist_lookup_uint64(nvl
, ZFS_EV_VDEV_GUID
, &numval
) == 0)
86 zed_log_msg(LOG_INFO
, "\t%s: %llu", ZFS_EV_VDEV_GUID
, numval
);
88 (void) zfs_agent_post_event(class, subclass
, nvl
);
92 * dev_event_nvlist: place event schema into an nv pair list
94 * NAME VALUE (example)
95 * -------------- --------------------------------------------------------
97 * DEV_PATH /devices/pci0000:00/0000:00:03.0/0000:04:00.0/host0/...
98 * DEV_IDENTIFIER ata-Hitachi_HTS725050A9A362_100601PCG420VLJ37DMC
99 * DEV_PHYS_PATH pci-0000:04:00.0-sas-0x4433221101000000-lun-0
101 * DEV_SIZE 500107862016
102 * ZFS_EV_POOL_GUID 17523635698032189180
103 * ZFS_EV_VDEV_GUID 14663607734290803088
106 dev_event_nvlist(struct udev_device
*dev
)
110 const char *value
, *path
;
113 if (nvlist_alloc(&nvl
, NV_UNIQUE_NAME
, 0) != 0)
116 if (zfs_device_get_devid(dev
, strval
, sizeof (strval
)) == 0)
117 (void) nvlist_add_string(nvl
, DEV_IDENTIFIER
, strval
);
118 if (zfs_device_get_physical(dev
, strval
, sizeof (strval
)) == 0)
119 (void) nvlist_add_string(nvl
, DEV_PHYS_PATH
, strval
);
120 if ((path
= udev_device_get_devnode(dev
)) != NULL
)
121 (void) nvlist_add_string(nvl
, DEV_NAME
, path
);
122 if ((value
= udev_device_get_devpath(dev
)) != NULL
)
123 (void) nvlist_add_string(nvl
, DEV_PATH
, value
);
124 value
= udev_device_get_devtype(dev
);
125 if ((value
!= NULL
&& strcmp("partition", value
) == 0) ||
126 (udev_device_get_property_value(dev
, "ID_PART_ENTRY_NUMBER")
128 (void) nvlist_add_boolean(nvl
, DEV_IS_PART
);
130 if ((value
= udev_device_get_sysattr_value(dev
, "size")) != NULL
) {
131 uint64_t numval
= DEV_BSIZE
;
133 numval
*= strtoull(value
, NULL
, 10);
134 (void) nvlist_add_uint64(nvl
, DEV_SIZE
, numval
);
137 * If the device has a parent, then get the parent block
138 * device's size as well. For example, /dev/sda1's parent
141 struct udev_device
*parent_dev
= udev_device_get_parent(dev
);
142 if ((value
= udev_device_get_sysattr_value(parent_dev
, "size"))
144 uint64_t numval
= DEV_BSIZE
;
146 numval
*= strtoull(value
, NULL
, 10);
147 (void) nvlist_add_uint64(nvl
, DEV_PARENT_SIZE
, numval
);
152 * Grab the pool and vdev guids from blkid cache
154 value
= udev_device_get_property_value(dev
, "ID_FS_UUID");
155 if (value
!= NULL
&& (guid
= strtoull(value
, NULL
, 10)) != 0)
156 (void) nvlist_add_uint64(nvl
, ZFS_EV_POOL_GUID
, guid
);
158 value
= udev_device_get_property_value(dev
, "ID_FS_UUID_SUB");
159 if (value
!= NULL
&& (guid
= strtoull(value
, NULL
, 10)) != 0)
160 (void) nvlist_add_uint64(nvl
, ZFS_EV_VDEV_GUID
, guid
);
163 * Either a vdev guid or a devid must be present for matching
165 if (!nvlist_exists(nvl
, DEV_IDENTIFIER
) &&
166 !nvlist_exists(nvl
, ZFS_EV_VDEV_GUID
)) {
175 * Listen for block device uevents
178 zed_udev_monitor(void *arg
)
180 struct udev_monitor
*mon
= arg
;
184 zed_log_msg(LOG_INFO
, "Waiting for new udev disk events...");
187 struct udev_device
*dev
;
188 const char *action
, *type
, *part
, *sectors
;
189 const char *bus
, *uuid
, *devpath
;
190 const char *class, *subclass
;
192 boolean_t is_zfs
= B_FALSE
;
194 /* allow a cancellation while blocked (recvmsg) */
195 pthread_setcancelstate(PTHREAD_CANCEL_ENABLE
, NULL
);
197 /* blocks at recvmsg until an event occurs */
198 if ((dev
= udev_monitor_receive_device(mon
)) == NULL
) {
199 zed_log_msg(LOG_WARNING
, "zed_udev_monitor: receive "
200 "device error %d", errno
);
204 /* allow all steps to complete before a cancellation */
205 pthread_setcancelstate(PTHREAD_CANCEL_DISABLE
, NULL
);
208 * Strongly typed device is the preferred filter
210 type
= udev_device_get_property_value(dev
, "ID_FS_TYPE");
211 if (type
!= NULL
&& type
[0] != '\0') {
212 if (strcmp(type
, "zfs_member") == 0) {
215 /* not ours, so skip */
216 zed_log_msg(LOG_INFO
, "zed_udev_monitor: skip "
218 udev_device_get_devnode(dev
), type
);
219 udev_device_unref(dev
);
225 * if this is a disk and it is partitioned, then the
226 * zfs label will reside in a DEVTYPE=partition and
227 * we can skip passing this event
229 * Special case: Blank disks are sometimes reported with
230 * an erroneous 'atari' partition, and should not be
231 * excluded from being used as an autoreplace disk:
233 * https://github.com/openzfs/zfs/issues/13497
235 type
= udev_device_get_property_value(dev
, "DEVTYPE");
236 part
= udev_device_get_property_value(dev
,
237 "ID_PART_TABLE_TYPE");
238 if (type
!= NULL
&& type
[0] != '\0' &&
239 strcmp(type
, "disk") == 0 &&
240 part
!= NULL
&& part
[0] != '\0') {
241 const char *devname
=
242 udev_device_get_property_value(dev
, "DEVNAME");
244 if (strcmp(part
, "atari") == 0) {
245 zed_log_msg(LOG_INFO
,
246 "%s: %s is reporting an atari partition, "
247 "but we're going to assume it's a false "
248 "positive and still use it (issue #13497)",
251 zed_log_msg(LOG_INFO
,
252 "%s: skip %s since it has a %s partition "
253 "already", __func__
, devname
, part
);
254 /* skip and wait for partition event */
255 udev_device_unref(dev
);
261 * ignore small partitions
263 sectors
= udev_device_get_property_value(dev
,
264 "ID_PART_ENTRY_SIZE");
266 sectors
= udev_device_get_sysattr_value(dev
, "size");
267 if (sectors
!= NULL
&&
268 strtoull(sectors
, NULL
, 10) < MINIMUM_SECTORS
) {
269 zed_log_msg(LOG_INFO
,
270 "%s: %s sectors %s < %llu (minimum)",
272 udev_device_get_property_value(dev
, "DEVNAME"),
273 sectors
, MINIMUM_SECTORS
);
274 udev_device_unref(dev
);
279 * If the blkid probe didn't find ZFS, then a persistent
280 * device id string is required in the message schema
281 * for matching with vdevs. Preflight here for expected
285 * NVMe devices don't have ID_BUS set (at least on RHEL 7-8),
286 * but they are valid for autoreplace. Add a special case for
287 * them by searching for "/nvme/" in the udev DEVPATH:
289 * DEVPATH=/devices/pci0000:00/0000:00:1e.0/nvme/nvme2/nvme2n1
291 bus
= udev_device_get_property_value(dev
, "ID_BUS");
292 uuid
= udev_device_get_property_value(dev
, "DM_UUID");
293 devpath
= udev_device_get_devpath(dev
);
294 if (!is_zfs
&& (bus
== NULL
&& uuid
== NULL
&&
295 strstr(devpath
, "/nvme/") == NULL
)) {
296 zed_log_msg(LOG_INFO
, "zed_udev_monitor: %s no devid "
297 "source", udev_device_get_devnode(dev
));
298 udev_device_unref(dev
);
302 action
= udev_device_get_action(dev
);
303 if (strcmp(action
, "add") == 0) {
306 } else if (strcmp(action
, "remove") == 0) {
307 class = EC_DEV_REMOVE
;
309 } else if (strcmp(action
, "change") == 0) {
310 class = EC_DEV_STATUS
;
311 subclass
= ESC_DEV_DLE
;
313 zed_log_msg(LOG_WARNING
, "zed_udev_monitor: %s unknown",
315 udev_device_unref(dev
);
320 * Special case an EC_DEV_ADD for multipath devices
322 * When a multipath device is created, udev reports the
325 * 1. "add" event of the dm device for the multipath device
327 * 2. "change" event to create the actual multipath device
328 * symlink (like /dev/mapper/mpatha). The event also
329 * passes back the relevant DM vars we care about, like
331 * 3. Another "change" event identical to #2 (that we ignore).
333 * To get the behavior we want, we treat the "change" event
334 * in #2 as a "add" event; as if "/dev/mapper/mpatha" was
335 * a new disk being added.
337 if (strcmp(class, EC_DEV_STATUS
) == 0 &&
338 udev_device_get_property_value(dev
, "DM_UUID") &&
339 udev_device_get_property_value(dev
, "MPATH_SBIN_PATH")) {
340 tmp
= udev_device_get_devnode(dev
);
341 tmp2
= zfs_get_underlying_path(tmp
);
342 if (tmp
&& tmp2
&& (strcmp(tmp
, tmp2
) != 0)) {
344 * We have a real underlying device, which
345 * means that this multipath "change" event is
348 * If the multipath device and the underlying
349 * dev are the same name (i.e. /dev/dm-5), then
350 * there is no real underlying disk for this
351 * multipath device, and so this "change" event
352 * really is a multipath removal.
357 tmp
= udev_device_get_property_value(dev
,
358 "DM_NR_VALID_PATHS");
359 /* treat as a multipath remove */
360 if (tmp
!= NULL
&& strcmp(tmp
, "0") == 0) {
361 class = EC_DEV_REMOVE
;
369 * Special case an EC_DEV_ADD for scsi_debug devices
371 * These devices require a udevadm trigger command after
372 * creation in order to register the vdev_id scsidebug alias
373 * rule (adds a persistent path (phys_path) used for fault
374 * management automated tests in the ZFS test suite.
376 * After udevadm trigger command, event registers as a "change"
377 * event but needs to instead be handled as another "add" event
378 * to allow for disk labeling and partitioning to occur.
380 if (strcmp(class, EC_DEV_STATUS
) == 0 &&
381 udev_device_get_property_value(dev
, "ID_VDEV") &&
382 udev_device_get_property_value(dev
, "ID_MODEL")) {
383 const char *id_model
, *id_model_sd
= "scsi_debug";
385 id_model
= udev_device_get_property_value(dev
,
387 if (strcmp(id_model
, id_model_sd
) == 0) {
393 if ((nvl
= dev_event_nvlist(dev
)) != NULL
) {
394 zed_udev_event(class, subclass
, nvl
);
398 udev_device_unref(dev
);
405 zed_disk_event_init(void)
409 if ((g_udev
= udev_new()) == NULL
) {
410 zed_log_msg(LOG_WARNING
, "udev_new failed (%d)", errno
);
414 /* Set up a udev monitor for block devices */
415 g_mon
= udev_monitor_new_from_netlink(g_udev
, "udev");
416 udev_monitor_filter_add_match_subsystem_devtype(g_mon
, "block", "disk");
417 udev_monitor_filter_add_match_subsystem_devtype(g_mon
, "block",
419 udev_monitor_enable_receiving(g_mon
);
421 /* Make sure monitoring socket is blocking */
422 fd
= udev_monitor_get_fd(g_mon
);
423 if ((fflags
= fcntl(fd
, F_GETFL
)) & O_NONBLOCK
)
424 (void) fcntl(fd
, F_SETFL
, fflags
& ~O_NONBLOCK
);
426 /* spawn a thread to monitor events */
427 if (pthread_create(&g_mon_tid
, NULL
, zed_udev_monitor
, g_mon
) != 0) {
428 udev_monitor_unref(g_mon
);
430 zed_log_msg(LOG_WARNING
, "pthread_create failed");
434 pthread_setname_np(g_mon_tid
, "udev monitor");
435 zed_log_msg(LOG_INFO
, "zed_disk_event_init");
441 zed_disk_event_fini(void)
443 /* cancel monitor thread at recvmsg() */
444 (void) pthread_cancel(g_mon_tid
);
445 (void) pthread_join(g_mon_tid
, NULL
);
447 /* cleanup udev resources */
448 udev_monitor_unref(g_mon
);
451 zed_log_msg(LOG_INFO
, "zed_disk_event_fini");
456 #include "zed_disk_event.h"
459 zed_disk_event_init(void)
465 zed_disk_event_fini(void)
469 #endif /* HAVE_LIBUDEV */