2 * Copyright (C) 2006-2009 Red Hat, Inc.
4 * This file is released under the LGPL.
7 #include <linux/kernel.h>
8 #include <linux/module.h>
9 #include <linux/slab.h>
11 #include <linux/workqueue.h>
12 #include <linux/connector.h>
13 #include <linux/device-mapper.h>
14 #include <linux/dm-log-userspace.h>
16 #include "dm-log-userspace-transfer.h"
18 static uint32_t dm_ulog_seq
;
21 * Netlink/Connector is an unreliable protocol. How long should
22 * we wait for a response before assuming it was lost and retrying?
23 * (If we do receive a response after this time, it will be discarded
24 * and the response to the resent request will be waited for.
26 #define DM_ULOG_RETRY_TIMEOUT (15 * HZ)
29 * Pre-allocated space for speed
31 #define DM_ULOG_PREALLOCED_SIZE 512
32 static struct cn_msg
*prealloced_cn_msg
;
33 static struct dm_ulog_request
*prealloced_ulog_tfr
;
35 static struct cb_id ulog_cn_id
= {
37 .val
= CN_VAL_DM_USERSPACE_LOG
40 static DEFINE_MUTEX(dm_ulog_lock
);
42 struct receiving_pkg
{
43 struct list_head list
;
44 struct completion complete
;
53 static DEFINE_SPINLOCK(receiving_list_lock
);
54 static struct list_head receiving_list
;
56 static int dm_ulog_sendto_server(struct dm_ulog_request
*tfr
)
59 struct cn_msg
*msg
= prealloced_cn_msg
;
61 memset(msg
, 0, sizeof(struct cn_msg
));
63 msg
->id
.idx
= ulog_cn_id
.idx
;
64 msg
->id
.val
= ulog_cn_id
.val
;
67 msg
->len
= sizeof(struct dm_ulog_request
) + tfr
->data_size
;
69 r
= cn_netlink_send(msg
, 0, 0, gfp_any());
75 * Parameters for this function can be either msg or tfr, but not
76 * both. This function fills in the reply for a waiting request.
77 * If just msg is given, then the reply is simply an ACK from userspace
78 * that the request was received.
80 * Returns: 0 on success, -ENOENT on failure
82 static int fill_pkg(struct cn_msg
*msg
, struct dm_ulog_request
*tfr
)
84 uint32_t rtn_seq
= (msg
) ? msg
->seq
: (tfr
) ? tfr
->seq
: 0;
85 struct receiving_pkg
*pkg
;
88 * The 'receiving_pkg' entries in this list are statically
89 * allocated on the stack in 'dm_consult_userspace'.
90 * Each process that is waiting for a reply from the user
91 * space server will have an entry in this list.
93 * We are safe to do it this way because the stack space
94 * is unique to each process, but still addressable by
97 list_for_each_entry(pkg
, &receiving_list
, list
) {
98 if (rtn_seq
!= pkg
->seq
)
102 pkg
->error
= -msg
->ack
;
104 * If we are trying again, we will need to know our
105 * storage capacity. Otherwise, along with the
106 * error code, we make explicit that we have no data.
108 if (pkg
->error
!= -EAGAIN
)
109 *(pkg
->data_size
) = 0;
110 } else if (tfr
->data_size
> *(pkg
->data_size
)) {
111 DMERR("Insufficient space to receive package [%u] "
112 "(%u vs %zu)", tfr
->request_type
,
113 tfr
->data_size
, *(pkg
->data_size
));
115 *(pkg
->data_size
) = 0;
116 pkg
->error
= -ENOSPC
;
118 pkg
->error
= tfr
->error
;
119 memcpy(pkg
->data
, tfr
->data
, tfr
->data_size
);
120 *(pkg
->data_size
) = tfr
->data_size
;
122 complete(&pkg
->complete
);
130 * This is the connector callback that delivers data
131 * that was sent from userspace.
133 static void cn_ulog_callback(struct cn_msg
*msg
, struct netlink_skb_parms
*nsp
)
135 struct dm_ulog_request
*tfr
= (struct dm_ulog_request
*)(msg
+ 1);
137 if (!capable(CAP_SYS_ADMIN
))
140 spin_lock(&receiving_list_lock
);
143 else if (msg
->len
< sizeof(*tfr
))
144 DMERR("Incomplete message received (expected %u, got %u): [%u]",
145 (unsigned)sizeof(*tfr
), msg
->len
, msg
->seq
);
148 spin_unlock(&receiving_list_lock
);
152 * dm_consult_userspace
153 * @uuid: log's universal unique identifier (must be DM_UUID_LEN in size)
154 * @luid: log's local unique identifier
155 * @request_type: found in include/linux/dm-log-userspace.h
156 * @data: data to tx to the server
157 * @data_size: size of data in bytes
158 * @rdata: place to put return data from server
159 * @rdata_size: value-result (amount of space given/amount of space used)
161 * rdata_size is undefined on failure.
163 * Memory used to communicate with userspace is zero'ed
164 * before populating to ensure that no unwanted bits leak
165 * from kernel space to user-space. All userspace log communications
166 * between kernel and user space go through this function.
168 * Returns: 0 on success, -EXXX on failure
170 int dm_consult_userspace(const char *uuid
, uint64_t luid
, int request_type
,
171 char *data
, size_t data_size
,
172 char *rdata
, size_t *rdata_size
)
177 int overhead_size
= sizeof(struct dm_ulog_request
) + sizeof(struct cn_msg
);
178 struct dm_ulog_request
*tfr
= prealloced_ulog_tfr
;
179 struct receiving_pkg pkg
;
182 * Given the space needed to hold the 'struct cn_msg' and
183 * 'struct dm_ulog_request' - do we have enough payload
186 if (data_size
> (DM_ULOG_PREALLOCED_SIZE
- overhead_size
)) {
187 DMINFO("Size of tfr exceeds preallocated size");
195 * We serialize the sending of requests so we can
196 * use the preallocated space.
198 mutex_lock(&dm_ulog_lock
);
200 memset(tfr
, 0, DM_ULOG_PREALLOCED_SIZE
- sizeof(struct cn_msg
));
201 memcpy(tfr
->uuid
, uuid
, DM_UUID_LEN
);
202 tfr
->version
= DM_ULOG_REQUEST_VERSION
;
204 tfr
->seq
= dm_ulog_seq
++;
207 * Must be valid request type (all other bits set to
208 * zero). This reserves other bits for possible future
211 tfr
->request_type
= request_type
& DM_ULOG_REQUEST_MASK
;
213 tfr
->data_size
= data_size
;
214 if (data
&& data_size
)
215 memcpy(tfr
->data
, data
, data_size
);
217 memset(&pkg
, 0, sizeof(pkg
));
218 init_completion(&pkg
.complete
);
220 pkg
.data_size
= rdata_size
;
222 spin_lock(&receiving_list_lock
);
223 list_add(&(pkg
.list
), &receiving_list
);
224 spin_unlock(&receiving_list_lock
);
226 r
= dm_ulog_sendto_server(tfr
);
228 mutex_unlock(&dm_ulog_lock
);
231 DMERR("Unable to send log request [%u] to userspace: %d",
233 spin_lock(&receiving_list_lock
);
234 list_del_init(&(pkg
.list
));
235 spin_unlock(&receiving_list_lock
);
240 tmo
= wait_for_completion_timeout(&(pkg
.complete
), DM_ULOG_RETRY_TIMEOUT
);
241 spin_lock(&receiving_list_lock
);
242 list_del_init(&(pkg
.list
));
243 spin_unlock(&receiving_list_lock
);
245 DMWARN("[%s] Request timed out: [%u/%u] - retrying",
247 (uuid
+ (strlen(uuid
) - 8)) : (uuid
),
248 request_type
, pkg
.seq
);
260 int dm_ulog_tfr_init(void)
265 INIT_LIST_HEAD(&receiving_list
);
267 prealloced
= kmalloc(DM_ULOG_PREALLOCED_SIZE
, GFP_KERNEL
);
271 prealloced_cn_msg
= prealloced
;
272 prealloced_ulog_tfr
= prealloced
+ sizeof(struct cn_msg
);
274 r
= cn_add_callback(&ulog_cn_id
, "dmlogusr", cn_ulog_callback
);
276 kfree(prealloced_cn_msg
);
283 void dm_ulog_tfr_exit(void)
285 cn_del_callback(&ulog_cn_id
);
286 kfree(prealloced_cn_msg
);