2 * Compatibility routines for older rsync protocol versions.
4 * Copyright (C) Andrew Tridgell 1996
5 * Copyright (C) Paul Mackerras 1996
6 * Copyright (C) 2004-2020 Wayne Davison
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 3 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License along
19 * with this program; if not, visit the http://fsf.org website.
26 extern int local_server
;
30 extern int allow_inc_recurse
;
31 extern int preallocate_files
;
32 extern int append_mode
;
33 extern int fuzzy_basis
;
34 extern int read_batch
;
35 extern int write_batch
;
36 extern int delay_updates
;
37 extern int checksum_seed
;
38 extern int basis_dir_cnt
;
39 extern int prune_empty_dirs
;
40 extern int protocol_version
;
41 extern int protect_args
;
42 extern int preserve_uid
;
43 extern int preserve_gid
;
44 extern int preserve_atimes
;
45 extern int preserve_acls
;
46 extern int preserve_xattrs
;
47 extern int xfer_flags_as_varint
;
48 extern int need_messages_from_generator
;
49 extern int delete_mode
, delete_before
, delete_during
, delete_after
;
50 extern int do_compression
;
51 extern int do_compression_level
;
52 extern char *shell_cmd
;
53 extern char *partial_dir
;
54 extern char *dest_option
;
55 extern char *files_from
;
56 extern char *filesfrom_host
;
57 extern char *checksum_choice
;
58 extern char *compress_choice
;
59 extern filter_rule_list filter_list
;
60 extern int need_unsorted_flist
;
62 extern iconv_t ic_send
, ic_recv
;
63 extern char *iconv_opt
;
65 extern struct name_num_obj valid_checksums
;
67 int remote_protocol
= 0;
68 int file_extra_cnt
= 0; /* count of file-list extras that everyone gets */
71 int use_safe_inc_flist
= 0;
72 int want_xattr_optim
= 0;
73 int proper_seed_order
= 0;
74 int inplace_partial
= 0;
75 int do_negotiated_strings
= 0;
77 /* These index values are for the file-list's extra-attribute array. */
78 int pathname_ndx
, depth_ndx
, atimes_ndx
, uid_ndx
, gid_ndx
, acls_ndx
, xattrs_ndx
, unsort_ndx
;
80 int receiver_symlink_times
= 0; /* receiver can set the time on a symlink */
81 int sender_symlink_iconv
= 0; /* sender should convert symlink content */
84 int filesfrom_convert
= 0;
87 #define MAX_NSTR_STRLEN 256
89 struct name_num_obj valid_compressions
= {
90 "compress", NULL
, NULL
, 0, 0, {
91 { CPRES_ZLIBX
, "zlibx", NULL
},
92 { CPRES_ZLIB
, "zlib", NULL
},
94 /* TODO decide where in the default preference order this should go. */
95 { CPRES_ZSTD
, "zstd", NULL
},
98 /* TODO decide where in the default preference order this should go. */
99 { CPRES_LZ4
, "lz4", NULL
},
101 { CPRES_NONE
, "none", NULL
},
106 #define CF_INC_RECURSE (1<<0)
107 #define CF_SYMLINK_TIMES (1<<1)
108 #define CF_SYMLINK_ICONV (1<<2)
109 #define CF_SAFE_FLIST (1<<3)
110 #define CF_AVOID_XATTR_OPTIM (1<<4)
111 #define CF_CHKSUM_SEED_FIX (1<<5)
112 #define CF_INPLACE_PARTIAL_DIR (1<<6)
113 #define CF_VARINT_FLIST_FLAGS (1<<7)
115 static const char *client_info
;
117 /* The server makes sure that if either side only supports a pre-release
118 * version of a protocol, that both sides must speak a compatible version
119 * of that protocol for it to be advertised as available. */
120 static void check_sub_protocol(void)
123 int their_protocol
, their_sub
;
124 #if SUBPROTOCOL_VERSION != 0
125 int our_sub
= protocol_version
< PROTOCOL_VERSION
? 0 : SUBPROTOCOL_VERSION
;
130 /* client_info starts with VER.SUB string if client is a pre-release. */
131 if (!(their_protocol
= atoi(client_info
))
132 || !(dot
= strchr(client_info
, '.'))
133 || !(their_sub
= atoi(dot
+1))) {
134 #if SUBPROTOCOL_VERSION != 0
141 if (their_protocol
< protocol_version
) {
143 protocol_version
= their_protocol
- 1;
147 if (their_protocol
> protocol_version
)
148 their_sub
= 0; /* 0 == final version of older protocol */
149 if (their_sub
!= our_sub
)
153 void set_allow_inc_recurse(void)
155 client_info
= shell_cmd
? shell_cmd
: "";
157 if (!recurse
|| use_qsort
)
158 allow_inc_recurse
= 0;
160 && (delete_before
|| delete_after
161 || delay_updates
|| prune_empty_dirs
))
162 allow_inc_recurse
= 0;
163 else if (am_server
&& !local_server
164 && (strchr(client_info
, 'i') == NULL
))
165 allow_inc_recurse
= 0;
168 void parse_compress_choice(int final_call
)
170 if (valid_compressions
.negotiated_name
)
171 do_compression
= valid_compressions
.negotiated_num
;
172 else if (compress_choice
) {
173 struct name_num_item
*nni
= get_nni_by_name(&valid_compressions
, compress_choice
, -1);
175 rprintf(FERROR
, "unknown compress name: %s\n", compress_choice
);
176 exit_cleanup(RERR_UNSUPPORTED
);
178 do_compression
= nni
->num
;
179 } else if (do_compression
)
180 do_compression
= CPRES_ZLIB
;
182 do_compression
= CPRES_NONE
;
184 if (do_compression
!= CPRES_NONE
&& final_call
)
185 init_compression_level(); /* There's a chance this might turn compression off! */
187 if (do_compression
== CPRES_NONE
)
188 compress_choice
= NULL
;
190 if (final_call
&& DEBUG_GTE(NSTR
, am_server
? 3 : 1)
191 && (do_compression
!= CPRES_NONE
|| do_compression_level
!= CLVL_NOT_SPECIFIED
)) {
192 const char *c_s
= am_server
? "Server" : "Client";
193 if (do_compression
!= CPRES_NONE
&& valid_compressions
.negotiated_name
) {
194 rprintf(FINFO
, "%s negotiated compress: %s (level %d)\n",
195 c_s
, valid_compressions
.negotiated_name
, do_compression_level
);
197 struct name_num_item
*nni
= get_nni_by_num(&valid_compressions
, do_compression
);
198 rprintf(FINFO
, "%s compress: %s (level %d)\n",
199 c_s
, nni
? nni
->name
: "UNKNOWN", do_compression_level
);
204 struct name_num_item
*get_nni_by_name(struct name_num_obj
*nno
, const char *name
, int len
)
206 struct name_num_item
*nni
;
211 for (nni
= nno
->list
; nni
->name
; nni
++) {
212 if (strncasecmp(name
, nni
->name
, len
) == 0 && nni
->name
[len
] == '\0')
219 struct name_num_item
*get_nni_by_num(struct name_num_obj
*nno
, int num
)
221 struct name_num_item
*nni
;
223 for (nni
= nno
->list
; nni
->name
; nni
++) {
231 static void init_nno_saw(struct name_num_obj
*nno
, int val
)
233 struct name_num_item
*nni
;
237 for (nni
= nno
->list
; nni
->name
; nni
++) {
238 if (nni
->num
>= nno
->saw_len
)
239 nno
->saw_len
= nni
->num
+ 1;
244 if (!(nno
->saw
= new_array0(uchar
, nno
->saw_len
)))
245 out_of_memory("init_nno_saw");
247 /* We'll take this opportunity to make sure that the main_name values are set right. */
248 for (cnt
= 1, nni
= nno
->list
; nni
->name
; nni
++, cnt
++) {
249 if (nno
->saw
[nni
->num
])
250 nni
->main_name
= nno
->list
[nno
->saw
[nni
->num
]-1].name
;
252 nno
->saw
[nni
->num
] = cnt
;
256 memset(nno
->saw
, val
, nno
->saw_len
);
259 /* Simplify the user-provided string so that it contains valid names without any duplicates.
260 * It also sets the "saw" flags to a 1-relative count of which name was seen first. */
261 static int parse_nni_str(struct name_num_obj
*nno
, const char *from
, char *tobuf
, int tobuf_len
)
263 char *to
= tobuf
, *tok
= NULL
;
267 if (*from
== ' ' || !*from
) {
269 struct name_num_item
*nni
= get_nni_by_name(nno
, tok
, to
- tok
);
270 if (nni
&& !nno
->saw
[nni
->num
]) {
271 nno
->saw
[nni
->num
] = ++cnt
;
272 if (nni
->main_name
) {
273 to
= tok
+ strlcpy(tok
, nni
->main_name
, tobuf_len
- (tok
- tobuf
));
274 if (to
- tobuf
>= tobuf_len
) {
280 to
= tok
- (tok
!= tobuf
);
292 if (to
- tobuf
>= tobuf_len
- 1) {
293 to
= tok
- (tok
!= tobuf
);
303 static void recv_negotiate_str(int f_in
, struct name_num_obj
*nno
, char *tmpbuf
, int len
)
305 struct name_num_item
*ret
= NULL
;
308 len
= read_vstring(f_in
, tmpbuf
, MAX_NSTR_STRLEN
);
310 if (DEBUG_GTE(NSTR
, am_server
? 3 : 2)) {
312 rprintf(FINFO
, "Client %s list (on server): %s\n", nno
->type
, tmpbuf
);
314 rprintf(FINFO
, "Server %s list (on client): %s\n", nno
->type
, tmpbuf
);
318 int best
= nno
->saw_len
; /* We want best == 1 from the client list, so start with a big number. */
321 init_nno_saw(nno
, 1); /* Since we're parsing client names, anything we parse first is #1. */
322 for (tok
= strtok(tmpbuf
, " \t"); tok
; tok
= strtok(NULL
, " \t")) {
323 struct name_num_item
*nni
= get_nni_by_name(nno
, tok
, -1);
324 if (!nni
|| !nno
->saw
[nni
->num
] || best
<= nno
->saw
[nni
->num
])
327 best
= nno
->saw
[nni
->num
];
334 nno
->negotiated_name
= ret
->main_name
? ret
->main_name
: ret
->name
;
335 nno
->negotiated_num
= ret
->num
;
341 rprintf(FERROR
, "Failed to negotiate a common %s\n", nno
->type
);
342 exit_cleanup(RERR_UNSUPPORTED
);
345 /* The saw buffer is initialized and used to store ordinal values from 1 to N
346 * for the order of the args in the array. If dup_markup == '\0', duplicates
347 * are removed otherwise the char is prefixed to the duplicate term and, if it
348 * is an opening paren/bracket/brace, the matching closing char is suffixed. */
349 int get_default_nno_list(struct name_num_obj
*nno
, char *to_buf
, int to_buf_len
, char dup_markup
)
351 struct name_num_item
*nni
;
352 int len
= 0, cnt
= 0;
353 char pre_char
= '\0', post_char
= '\0';
355 init_nno_saw(nno
, 0);
357 for (nni
= nno
->list
, len
= 0; nni
->name
; nni
++) {
358 if (nni
->main_name
) {
361 pre_char
= dup_markup
;
363 case '(': post_char
= ')'; break;
364 case '[': post_char
= ']'; break;
365 case '{': post_char
= '}'; break;
372 to_buf
[len
++]= pre_char
;
375 len
+= strlcpy(to_buf
+len
, nni
->name
, to_buf_len
- len
);
376 if (len
>= to_buf_len
- 3)
377 exit_cleanup(RERR_UNSUPPORTED
); /* IMPOSSIBLE... */
379 to_buf
[len
++]= post_char
;
382 nno
->saw
[nni
->num
] = ++cnt
;
388 static void send_negotiate_str(int f_out
, struct name_num_obj
*nno
, const char *env_name
)
390 char tmpbuf
[MAX_NSTR_STRLEN
];
391 const char *list_str
= getenv(env_name
);
392 int len
, fail_if_empty
= list_str
&& strstr(list_str
, "FAIL");
394 if (!do_negotiated_strings
) {
395 if (!am_server
&& fail_if_empty
) {
396 rprintf(FERROR
, "Remote rsync is too old for %s negotation\n", nno
->type
);
397 exit_cleanup(RERR_UNSUPPORTED
);
402 if (list_str
&& *list_str
&& (!am_server
|| local_server
)) {
403 init_nno_saw(nno
, 0);
404 len
= parse_nni_str(nno
, list_str
, tmpbuf
, MAX_NSTR_STRLEN
);
405 if (fail_if_empty
&& !len
)
406 len
= strlcpy(tmpbuf
, "FAIL", MAX_NSTR_STRLEN
);
411 if (!list_str
|| !*list_str
) {
412 len
= get_default_nno_list(nno
, tmpbuf
, sizeof tmpbuf
, '\0');
415 if (DEBUG_GTE(NSTR
, am_server
? 3 : 2)) {
417 rprintf(FINFO
, "Server %s list (on server): %s\n", nno
->type
, tmpbuf
);
419 rprintf(FINFO
, "Client %s list (on client): %s\n", nno
->type
, tmpbuf
);
423 /* A local server doesn't bother to send/recv the strings, it just constructs
424 * and parses the same string on both sides. */
426 recv_negotiate_str(-1, nno
, tmpbuf
, len
);
428 /* Each side sends their list of valid names to the other side and then both sides
429 * pick the first name in the client's list that is also in the server's list. */
430 write_vstring(f_out
, tmpbuf
, len
);
434 static void negotiate_the_strings(int f_in
, int f_out
)
436 /* We send all the negotiation strings before we start to read them to help avoid a slow startup. */
438 if (!checksum_choice
)
439 send_negotiate_str(f_out
, &valid_checksums
, "RSYNC_CHECKSUM_LIST");
441 if (do_compression
&& !compress_choice
)
442 send_negotiate_str(f_out
, &valid_compressions
, "RSYNC_COMPRESS_LIST");
444 if (valid_checksums
.saw
) {
445 char tmpbuf
[MAX_NSTR_STRLEN
];
446 recv_negotiate_str(f_in
, &valid_checksums
, tmpbuf
, -1);
449 if (valid_compressions
.saw
) {
450 char tmpbuf
[MAX_NSTR_STRLEN
];
451 recv_negotiate_str(f_in
, &valid_compressions
, tmpbuf
, -1);
455 void setup_protocol(int f_out
,int f_in
)
457 assert(file_extra_cnt
== 0);
458 assert(EXTRA64_CNT
== 2 || EXTRA64_CNT
== 1);
460 /* All int64 values must be set first so that they are guaranteed to be
461 * aligned for direct int64-pointer memory access. */
463 atimes_ndx
= (file_extra_cnt
+= EXTRA64_CNT
);
464 if (am_sender
) /* This is most likely in the in64 union as well. */
465 pathname_ndx
= (file_extra_cnt
+= PTR_EXTRA_CNT
);
467 depth_ndx
= ++file_extra_cnt
;
469 uid_ndx
= ++file_extra_cnt
;
471 gid_ndx
= ++file_extra_cnt
;
472 if (preserve_acls
&& !am_sender
)
473 acls_ndx
= ++file_extra_cnt
;
475 xattrs_ndx
= ++file_extra_cnt
;
478 set_allow_inc_recurse();
480 if (remote_protocol
== 0) {
481 if (am_server
&& !local_server
)
482 check_sub_protocol();
484 write_int(f_out
, protocol_version
);
485 remote_protocol
= read_int(f_in
);
486 if (protocol_version
> remote_protocol
)
487 protocol_version
= remote_protocol
;
489 if (read_batch
&& remote_protocol
> protocol_version
) {
490 rprintf(FERROR
, "The protocol version in the batch file is too new (%d > %d).\n",
491 remote_protocol
, protocol_version
);
492 exit_cleanup(RERR_PROTOCOL
);
495 if (DEBUG_GTE(PROTO
, 1)) {
496 rprintf(FINFO
, "(%s) Protocol versions: remote=%d, negotiated=%d\n",
497 am_server
? "Server" : "Client", remote_protocol
, protocol_version
);
499 if (remote_protocol
< MIN_PROTOCOL_VERSION
500 || remote_protocol
> MAX_PROTOCOL_VERSION
) {
501 rprintf(FERROR
,"protocol version mismatch -- is your shell clean?\n");
502 rprintf(FERROR
,"(see the rsync man page for an explanation)\n");
503 exit_cleanup(RERR_PROTOCOL
);
505 if (remote_protocol
< OLD_PROTOCOL_VERSION
) {
506 rprintf(FINFO
,"%s is very old version of rsync, upgrade recommended.\n",
507 am_server
? "Client" : "Server");
509 if (protocol_version
< MIN_PROTOCOL_VERSION
) {
510 rprintf(FERROR
, "--protocol must be at least %d on the %s.\n",
511 MIN_PROTOCOL_VERSION
, am_server
? "Server" : "Client");
512 exit_cleanup(RERR_PROTOCOL
);
514 if (protocol_version
> PROTOCOL_VERSION
) {
515 rprintf(FERROR
, "--protocol must be no more than %d on the %s.\n",
516 PROTOCOL_VERSION
, am_server
? "Server" : "Client");
517 exit_cleanup(RERR_PROTOCOL
);
522 #ifndef SUPPORT_PREALLOCATION
523 if (preallocate_files
&& !am_sender
) {
524 rprintf(FERROR
, "preallocation is not supported on this %s\n",
525 am_server
? "Server" : "Client");
526 exit_cleanup(RERR_SYNTAX
);
530 if (protocol_version
< 30) {
531 if (append_mode
== 1)
533 if (preserve_acls
&& !local_server
) {
535 "--acls requires protocol 30 or higher"
536 " (negotiated %d).\n",
538 exit_cleanup(RERR_PROTOCOL
);
540 if (preserve_xattrs
&& !local_server
) {
542 "--xattrs requires protocol 30 or higher"
543 " (negotiated %d).\n",
545 exit_cleanup(RERR_PROTOCOL
);
549 if (delete_mode
&& !(delete_before
+delete_during
+delete_after
)) {
550 if (protocol_version
< 30)
556 if (protocol_version
< 29) {
559 "--fuzzy requires protocol 29 or higher"
560 " (negotiated %d).\n",
562 exit_cleanup(RERR_PROTOCOL
);
565 if (basis_dir_cnt
&& inplace
) {
567 "%s with --inplace requires protocol 29 or higher"
568 " (negotiated %d).\n",
569 dest_option
, protocol_version
);
570 exit_cleanup(RERR_PROTOCOL
);
573 if (basis_dir_cnt
> 1) {
575 "Using more than one %s option requires protocol"
576 " 29 or higher (negotiated %d).\n",
577 dest_option
, protocol_version
);
578 exit_cleanup(RERR_PROTOCOL
);
581 if (prune_empty_dirs
) {
583 "--prune-empty-dirs requires protocol 29 or higher"
584 " (negotiated %d).\n",
586 exit_cleanup(RERR_PROTOCOL
);
588 } else if (protocol_version
>= 30) {
590 compat_flags
= allow_inc_recurse
? CF_INC_RECURSE
: 0;
591 #ifdef CAN_SET_SYMLINK_TIMES
592 compat_flags
|= CF_SYMLINK_TIMES
;
595 compat_flags
|= CF_SYMLINK_ICONV
;
597 if (local_server
|| strchr(client_info
, 'f') != NULL
)
598 compat_flags
|= CF_SAFE_FLIST
;
599 if (local_server
|| strchr(client_info
, 'x') != NULL
)
600 compat_flags
|= CF_AVOID_XATTR_OPTIM
;
601 if (local_server
|| strchr(client_info
, 'C') != NULL
)
602 compat_flags
|= CF_CHKSUM_SEED_FIX
;
603 if (local_server
|| strchr(client_info
, 'I') != NULL
)
604 compat_flags
|= CF_INPLACE_PARTIAL_DIR
;
605 if (local_server
|| strchr(client_info
, 'v') != NULL
) {
606 if (!write_batch
|| protocol_version
>= 30) {
607 do_negotiated_strings
= 1;
608 compat_flags
|= CF_VARINT_FLIST_FLAGS
;
611 if (strchr(client_info
, 'V') != NULL
) { /* Support a pre-release 'V' that got superseded */
613 compat_flags
|= CF_VARINT_FLIST_FLAGS
;
614 write_byte(f_out
, compat_flags
);
616 write_varint(f_out
, compat_flags
);
617 } else { /* read_varint() is compatible with the older write_byte() when the 0x80 bit isn't on. */
618 compat_flags
= read_varint(f_in
);
619 if (compat_flags
& CF_VARINT_FLIST_FLAGS
)
620 do_negotiated_strings
= 1;
622 /* The inc_recurse var MUST be set to 0 or 1. */
623 inc_recurse
= compat_flags
& CF_INC_RECURSE
? 1 : 0;
624 want_xattr_optim
= protocol_version
>= 31 && !(compat_flags
& CF_AVOID_XATTR_OPTIM
);
625 proper_seed_order
= compat_flags
& CF_CHKSUM_SEED_FIX
? 1 : 0;
626 xfer_flags_as_varint
= compat_flags
& CF_VARINT_FLIST_FLAGS
? 1 : 0;
628 receiver_symlink_times
= am_server
629 ? strchr(client_info
, 'L') != NULL
630 : !!(compat_flags
& CF_SYMLINK_TIMES
);
632 #ifdef CAN_SET_SYMLINK_TIMES
634 receiver_symlink_times
= 1;
637 sender_symlink_iconv
= iconv_opt
&& (am_server
638 ? local_server
|| strchr(client_info
, 's') != NULL
639 : !!(compat_flags
& CF_SYMLINK_ICONV
));
641 if (inc_recurse
&& !allow_inc_recurse
) {
642 /* This should only be able to happen in a batch. */
644 "Incompatible options specified for inc-recursive %s.\n",
645 read_batch
? "batch file" : "connection");
646 exit_cleanup(RERR_SYNTAX
);
648 use_safe_inc_flist
= (compat_flags
& CF_SAFE_FLIST
) || protocol_version
>= 31;
649 need_messages_from_generator
= 1;
650 if (compat_flags
& CF_INPLACE_PARTIAL_DIR
)
652 #ifdef CAN_SET_SYMLINK_TIMES
653 } else if (!am_sender
) {
654 receiver_symlink_times
= 1;
658 if (need_unsorted_flist
&& (!am_sender
|| inc_recurse
))
659 unsort_ndx
= ++file_extra_cnt
;
661 if (partial_dir
&& *partial_dir
!= '/' && (!am_server
|| local_server
)) {
662 int rflags
= FILTRULE_NO_PREFIXES
| FILTRULE_DIRECTORY
;
663 if (!am_sender
|| protocol_version
>= 30)
664 rflags
|= FILTRULE_PERISHABLE
;
665 parse_filter_str(&filter_list
, partial_dir
, rule_template(rflags
), 0);
670 if (protect_args
&& files_from
) {
672 filesfrom_convert
= filesfrom_host
&& ic_send
!= (iconv_t
)-1;
674 filesfrom_convert
= !filesfrom_host
&& ic_recv
!= (iconv_t
)-1;
678 negotiate_the_strings(f_in
, f_out
);
682 checksum_seed
= time(NULL
) ^ (getpid() << 6);
683 write_int(f_out
, checksum_seed
);
685 checksum_seed
= read_int(f_in
);
691 void maybe_write_negotiated_strings(int batch_fd
)
693 if (valid_checksums
.negotiated_name
)
694 write_vstring(batch_fd
, valid_checksums
.negotiated_name
, strlen(valid_checksums
.negotiated_name
));
696 if (valid_compressions
.negotiated_name
)
697 write_vstring(batch_fd
, valid_compressions
.negotiated_name
, strlen(valid_compressions
.negotiated_name
));