2 * Open connection for network block device
4 * Copyright 1997,1998 Pavel Machek, distribute under GPL
5 * <pavel@atrey.karlin.mff.cuni.cz>
6 * Copyright (c) 2002 - 2011 Wouter Verhelst <w@uter.be>
8 * Version 1.0 - 64bit issues should be fixed, now
9 * Version 1.1 - added bs (blocksize) option (Alexey Guzeev, aga@permonline.ru)
10 * Version 1.2 - I added new option '-d' to send the disconnect request
11 * Version 2.0 - Version synchronised with server
12 * Version 2.1 - Check for disconnection before INIT_PASSWD is received
13 * to make errormsg a bit more helpful in case the server can't
14 * open the exported file.
15 * 16/03/2010 - Add IPv6 support.
16 * Kitt Tientanopajai <kitt@kitty.in.th>
17 * Neutron Soutmun <neo.neutron@gmail.com>
18 * Suriya Soutmun <darksolar@gmail.com>
24 #include <sys/ioctl.h>
25 #include <sys/socket.h>
26 #include <sys/types.h>
28 #include <netinet/tcp.h>
29 #include <netinet/in.h>
31 #include "netdb-compat.h"
36 #include <sys/mount.h>
43 #include <linux/ioctl.h>
44 #define MY_NAME "nbd_client"
51 #define NBDC_DO_LIST 1
53 int check_conn(char* devname
, int do_print
) {
59 if( (p
=strrchr(devname
, '/')) ) {
62 if((p
=strchr(devname
, 'p'))) {
63 /* We can't do checks on partitions. */
66 snprintf(buf
, 256, "/sys/block/%s/pid", devname
);
67 if((fd
=open(buf
, O_RDONLY
))<0) {
74 len
=read(fd
, buf
, 256);
76 if(do_print
) printf("%s\n", buf
);
80 int opennet(char *name
, char* portstr
, int sdp
) {
82 struct addrinfo hints
;
83 struct addrinfo
*ai
= NULL
;
84 struct addrinfo
*rp
= NULL
;
87 memset(&hints
,'\0',sizeof(hints
));
88 hints
.ai_family
= AF_UNSPEC
;
89 hints
.ai_socktype
= SOCK_STREAM
;
90 hints
.ai_flags
= AI_ADDRCONFIG
| AI_NUMERICSERV
;
91 hints
.ai_protocol
= IPPROTO_TCP
;
93 e
= getaddrinfo(name
, portstr
, &hints
, &ai
);
96 fprintf(stderr
, "getaddrinfo failed: %s\n", gai_strerror(e
));
103 if (ai
->ai_family
== AF_INET
)
104 ai
->ai_family
= AF_INET_SDP
;
105 else (ai
->ai_family
== AF_INET6
)
106 ai
->ai_family
= AF_INET6_SDP
;
108 err("Can't do SDP: I was not compiled with SDP support!");
112 for(rp
= ai
; rp
!= NULL
; rp
= rp
->ai_next
) {
113 sock
= socket(rp
->ai_family
, rp
->ai_socktype
, rp
->ai_protocol
);
116 continue; /* error */
118 if(connect(sock
, rp
->ai_addr
, rp
->ai_addrlen
) != -1)
123 err_nonfatal("Socket failed: %m");
133 void ask_list(int sock
) {
139 const int BUF_SIZE
= 1024;
142 magic
= ntohll(opts_magic
);
143 if (write(sock
, &magic
, sizeof(magic
)) < 0)
144 err("Failed/2.2: %m");
146 /* Ask for the list */
147 opt
= htonl(NBD_OPT_LIST
);
148 if(write(sock
, &opt
, sizeof(opt
)) < 0) {
149 err("writing list option failed: %m");
151 /* Send the length (zero) */
153 if(write(sock
, &len
, sizeof(len
)) < 0) {
154 err("writing length failed: %m");
156 /* newline, move away from the "Negotiation:" line */
159 memset(buf
, 0, 1024);
160 if(read(sock
, &magic
, sizeof(magic
)) < 0) {
161 err("Reading magic from server: %m");
163 if(read(sock
, &opt_server
, sizeof(opt_server
)) < 0) {
164 err("Reading option: %m");
166 if(read(sock
, &reptype
, sizeof(reptype
)) <0) {
167 err("Reading reply from server: %m");
169 if(read(sock
, &len
, sizeof(len
)) < 0) {
170 err("Reading length from server: %m");
174 reptype
=ntohl(reptype
);
175 if(magic
!= rep_magic
) {
176 err("Not enough magic from server");
178 if(reptype
& NBD_REP_FLAG_ERROR
) {
180 case NBD_REP_ERR_POLICY
:
181 fprintf(stderr
, "\nE: listing not allowed by server.\n");
184 fprintf(stderr
, "\nE: unexpected error from server.\n");
188 if(read(sock
, buf
, len
) < 0) {
189 fprintf(stderr
, "\nE: could not read error message from server\n");
191 fprintf(stderr
, "Server said: %s\n", buf
);
196 if(reptype
!= NBD_REP_SERVER
) {
197 err("Server sent us a reply we don't understand!");
199 if(read(sock
, &len
, sizeof(len
)) < 0) {
200 fprintf(stderr
, "\nE: could not read export name length from server\n");
204 if (len
>= BUF_SIZE
) {
205 fprintf(stderr
, "\nE: export name on server too long\n");
208 if(read(sock
, buf
, len
) < 0) {
209 fprintf(stderr
, "\nE: could not read export name from server\n");
216 } while(reptype
!= NBD_REP_ACK
);
217 opt
=htonl(NBD_OPT_ABORT
);
219 magic
=htonll(opts_magic
);
220 if (write(sock
, &magic
, sizeof(magic
)) < 0)
221 err("Failed/2.2: %m");
222 if (write(sock
, &opt
, sizeof(opt
)) < 0)
223 err("Failed writing abort");
224 if (write(sock
, &len
, sizeof(len
)) < 0)
225 err("Failed writing length");
228 void negotiate(int sock
, u64
*rsize64
, u32
*flags
, char* name
, uint32_t needed_flags
, uint32_t client_flags
, uint32_t do_opts
) {
231 char buf
[256] = "\0\0\0\0\0\0\0\0\0";
233 printf("Negotiation: ");
234 if (read(sock
, buf
, 8) < 0)
237 err("Server closed connection");
238 if (strcmp(buf
, INIT_PASSWD
))
239 err("INIT_PASSWD bad");
241 if (read(sock
, &magic
, sizeof(magic
)) < 0)
243 magic
= ntohll(magic
);
248 if (magic
!= opts_magic
) {
249 if(magic
== cliserv_magic
) {
250 err("It looks like you're trying to connect to an oldstyle server with a named export. This won't work.");
254 if(read(sock
, &tmp
, sizeof(uint16_t)) < 0) {
255 err("Failed reading flags: %m");
257 *flags
= ((u32
)ntohs(tmp
));
258 if((needed_flags
& *flags
) != needed_flags
) {
259 /* There's currently really only one reason why this
260 * check could possibly fail, but we may need to change
261 * this error message in the future... */
262 fprintf(stderr
, "\nE: Server does not support listing exports\n");
266 client_flags
= htonl(client_flags
);
267 if (write(sock
, &client_flags
, sizeof(client_flags
)) < 0)
268 err("Failed/2.1: %m");
270 if(do_opts
& NBDC_DO_LIST
) {
275 /* Write the export name that we're after */
276 magic
= htonll(opts_magic
);
277 if (write(sock
, &magic
, sizeof(magic
)) < 0)
278 err("Failed/2.2: %m");
280 opt
= ntohl(NBD_OPT_EXPORT_NAME
);
281 if (write(sock
, &opt
, sizeof(opt
)) < 0)
282 err("Failed/2.3: %m");
283 namesize
= (u32
)strlen(name
);
284 namesize
= ntohl(namesize
);
285 if (write(sock
, &namesize
, sizeof(namesize
)) < 0)
286 err("Failed/2.4: %m");
287 if (write(sock
, name
, strlen(name
)) < 0)
288 err("Failed/2.4: %m");
290 if (magic
!= cliserv_magic
) {
291 if(magic
!= opts_magic
)
292 err("Not enough cliserv_magic");
294 err("It looks like you're trying to connect to a newstyle server with the oldstyle protocol. Try the -N option.");
299 if (read(sock
, &size64
, sizeof(size64
)) <= 0) {
301 err("Server closed connection");
302 err("Failed/3: %m\n");
304 size64
= ntohll(size64
);
306 if ((size64
>>12) > (uint64_t)~0UL) {
307 printf("size = %luMB", (unsigned long)(size64
>>20));
308 err("Exported device is too big for me. Get 64-bit machine :-(\n");
310 printf("size = %luMB", (unsigned long)(size64
>>20));
313 if (read(sock
, flags
, sizeof(*flags
)) < 0)
314 err("Failed/4: %m\n");
315 *flags
= ntohl(*flags
);
317 if(read(sock
, &tmp
, sizeof(tmp
)) < 0)
318 err("Failed/4: %m\n");
319 *flags
|= (uint32_t)ntohs(tmp
);
322 if (read(sock
, &buf
, 124) < 0)
323 err("Failed/5: %m\n");
329 void setsizes(int nbd
, u64 size64
, int blocksize
, u32 flags
) {
331 int read_only
= (flags
& NBD_FLAG_READ_ONLY
) ? 1 : 0;
333 if (size64
>>12 > (uint64_t)~0UL)
334 err("Device too large.\n");
336 if (ioctl(nbd
, NBD_SET_BLKSIZE
, 4096UL) < 0)
337 err("Ioctl/1.1a failed: %m\n");
338 size
= (unsigned long)(size64
>>12);
339 if (ioctl(nbd
, NBD_SET_SIZE_BLOCKS
, size
) < 0)
340 err("Ioctl/1.1b failed: %m\n");
341 if (ioctl(nbd
, NBD_SET_BLKSIZE
, (unsigned long)blocksize
) < 0)
342 err("Ioctl/1.1c failed: %m\n");
343 fprintf(stderr
, "bs=%d, sz=%llu bytes\n", blocksize
, 4096ULL*size
);
346 ioctl(nbd
, NBD_CLEAR_SOCK
);
348 /* ignore error as kernel may not support */
349 ioctl(nbd
, NBD_SET_FLAGS
, (unsigned long) flags
);
351 if (ioctl(nbd
, BLKROSET
, (unsigned long) &read_only
) < 0)
352 err("Unable to set read-only attribute for device");
355 void set_timeout(int nbd
, int timeout
) {
357 if (ioctl(nbd
, NBD_SET_TIMEOUT
, (unsigned long)timeout
) < 0)
358 err("Ioctl NBD_SET_TIMEOUT failed: %m\n");
359 fprintf(stderr
, "timeout=%d\n", timeout
);
363 void finish_sock(int sock
, int nbd
, int swap
) {
364 if (ioctl(nbd
, NBD_SET_SOCK
, sock
) < 0)
365 err("Ioctl NBD_SET_SOCK failed: %m\n");
368 mlockall(MCL_CURRENT
| MCL_FUTURE
);
372 oom_adjust(const char *file
, const char *value
)
377 fd
= open(file
, O_WRONLY
);
381 rc
= write(fd
, value
, len
) != (ssize_t
) len
;
386 void usage(char* errmsg
, ...) {
390 va_start(ap
, errmsg
);
391 snprintf(tmp
, 256, "ERROR: %s\n\n", errmsg
);
392 vfprintf(stderr
, tmp
, ap
);
395 fprintf(stderr
, "nbd-client version %s\n", PACKAGE_VERSION
);
397 fprintf(stderr
, "Usage: nbd-client host port nbd_device [-block-size|-b block size] [-timeout|-t timeout] [-swap|-s] [-sdp|-S] [-persist|-p] [-nofork|-n]\n");
398 fprintf(stderr
, "Or : nbd-client -name|-N name host [port] nbd_device [-block-size|-b block size] [-timeout|-t timeout] [-swap|-s] [-sdp|-S] [-persist|-p] [-nofork|-n]\n");
399 fprintf(stderr
, "Or : nbd-client -d nbd_device\n");
400 fprintf(stderr
, "Or : nbd-client -c nbd_device\n");
401 fprintf(stderr
, "Or : nbd-client -h|--help\n");
402 fprintf(stderr
, "Or : nbd-client -l|--list host\n");
403 fprintf(stderr
, "Default value for blocksize is 1024 (recommended for ethernet)\n");
404 fprintf(stderr
, "Allowed values for blocksize are 512,1024,2048,4096\n"); /* will be checked in kernel :) */
405 fprintf(stderr
, "Note, that kernel 2.4.2 and older ones do not work correctly with\n");
406 fprintf(stderr
, "blocksizes other than 1024 without patches\n");
407 fprintf(stderr
, "Default value for port with -N is 10809. Note that port must always be numeric\n");
410 void disconnect(char* device
) {
411 int nbd
= open(device
, O_RDWR
);
414 err("Cannot open NBD: %m\nPlease ensure the 'nbd' module is loaded.");
415 printf("disconnect, ");
416 if (ioctl(nbd
, NBD_DISCONNECT
)<0)
417 err("Ioctl failed: %m\n");
419 if (ioctl(nbd
, NBD_CLEAR_SOCK
)<0)
420 err("Ioctl failed: %m\n");
424 int main(int argc
, char *argv
[]) {
434 int G_GNUC_UNUSED nofork
=0; // if -dNOFORK
440 uint32_t needed_flags
=0;
445 struct option long_options
[] = {
446 { "block-size", required_argument
, NULL
, 'b' },
447 { "check", required_argument
, NULL
, 'c' },
448 { "disconnect", required_argument
, NULL
, 'd' },
449 { "help", no_argument
, NULL
, 'h' },
450 { "list", no_argument
, NULL
, 'l' },
451 { "name", required_argument
, NULL
, 'N' },
452 { "nofork", no_argument
, NULL
, 'n' },
453 { "persist", no_argument
, NULL
, 'p' },
454 { "sdp", no_argument
, NULL
, 'S' },
455 { "swap", no_argument
, NULL
, 's' },
456 { "timeout", required_argument
, NULL
, 't' },
462 while((c
=getopt_long_only(argc
, argv
, "-b:c:d:hlnN:pSst:", long_options
, NULL
))>=0) {
465 // non-option argument
466 if(strchr(optarg
, '=')) {
467 // old-style 'bs=' or 'timeout='
469 fprintf(stderr
, "WARNING: old-style command-line argument encountered. This is deprecated.\n");
470 if(!strncmp(optarg
, "bs=", 3)) {
474 if(!strncmp(optarg
, "timeout=", 8)) {
478 usage("unknown option %s encountered", optarg
);
481 switch(nonspecial
++) {
488 if(!strtol(optarg
, NULL
, 0)) {
489 // not parseable as a number, assume it's the device and we have a name
501 usage("too many non-option arguments specified");
507 blocksize
=(int)strtol(optarg
, NULL
, 0);
510 return check_conn(optarg
, 1);
518 needed_flags
|= NBD_FLAG_FIXED_NEWSTYLE
;
519 cflags
|= NBD_FLAG_C_FIXED_NEWSTYLE
;
520 opts
|= NBDC_DO_LIST
;
523 port
= NBD_DEFAULT_PORT
;
531 port
= NBD_DEFAULT_PORT
;
545 timeout
=strtol(optarg
, NULL
, 0);
548 fprintf(stderr
, "E: option eaten by 42 mice\n");
553 if((!port
&& !name
) || !hostname
|| !nbddev
) {
554 usage("not enough information specified");
558 sock
= opennet(hostname
, port
, sdp
);
562 negotiate(sock
, &size64
, &flags
, name
, needed_flags
, cflags
, opts
);
564 nbd
= open(nbddev
, O_RDWR
);
566 err("Cannot open NBD: %m\nPlease ensure the 'nbd' module is loaded.");
568 setsizes(nbd
, size64
, blocksize
, flags
);
569 set_timeout(nbd
, timeout
);
570 finish_sock(sock
, nbd
, swap
);
572 /* try linux >= 2.6.36 interface first */
573 if (oom_adjust("/proc/self/oom_score_adj", "-1000")) {
574 /* fall back to linux <= 2.6.35 interface */
575 oom_adjust("/proc/self/oom_adj", "-17");
584 err("Cannot detach from terminal");
587 memset(&sa
, 0, sizeof(sa
));
588 sa
.sa_handler
= SIG_IGN
;
589 sigaction(SIGCHLD
, &sa
, NULL
);
595 sigdelset(&block
, SIGKILL
);
596 sigdelset(&block
, SIGTERM
);
597 sigdelset(&block
, SIGPIPE
);
598 sigprocmask(SIG_SETMASK
, &block
, &old
);
601 /* Due to a race, the kernel NBD driver cannot
602 * call for a reread of the partition table
603 * in the handling of the NBD_DO_IT ioctl().
604 * Therefore, this is done in the first open()
605 * of the device. We therefore make sure that
606 * the device is opened at least once after the
607 * connection was made. This has to be done in a
608 * separate process, since the NBD_DO_IT ioctl()
609 * does not return until the NBD device has
612 while(check_conn(nbddev
, 0)) {
615 open(nbddev
, O_RDONLY
);
620 if (ioctl(nbd
, NBD_DO_IT
) < 0) {
622 fprintf(stderr
, "nbd,%d: Kernel call returned: %d", getpid(), error
);
624 /* The user probably did 'nbd-client -d' on us.
632 close(sock
); close(nbd
);
634 fprintf(stderr
, " Reconnecting\n");
635 sock
= opennet(hostname
, port
, sdp
);
640 nbd
= open(nbddev
, O_RDWR
);
642 err("Cannot open NBD: %m");
643 negotiate(sock
, &new_size
, &new_flags
, name
, needed_flags
, cflags
, opts
);
644 if (size64
!= new_size
) {
645 err("Size of the device changed. Bye");
647 setsizes(nbd
, size64
, blocksize
,
650 set_timeout(nbd
, timeout
);
651 finish_sock(sock
,nbd
,swap
);
655 /* We're on 2.4. It's not clearly defined what exactly
656 * happened at this point. Probably best to quit, now
658 fprintf(stderr
, "Kernel call returned.");
663 ioctl(nbd
, NBD_CLEAR_SOCK
);