Merge branch 'dp/cywginstat'
[git/spearce.git] / imap-send.c
blobaf7e08c0943ada9a650f80fd5b5fc1df23c04b88
1 /*
2 * git-imap-send - drops patches into an imap Drafts folder
3 * derived from isync/mbsync - mailbox synchronizer
5 * Copyright (C) 2000-2002 Michael R. Elkins <me@mutt.org>
6 * Copyright (C) 2002-2004 Oswald Buddenhagen <ossi@users.sf.net>
7 * Copyright (C) 2004 Theodore Y. Ts'o <tytso@mit.edu>
8 * Copyright (C) 2006 Mike McCormack
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
25 #include "cache.h"
26 #ifdef NO_OPENSSL
27 typedef void *SSL;
28 #endif
30 struct store_conf {
31 char *name;
32 const char *path; /* should this be here? its interpretation is driver-specific */
33 char *map_inbox;
34 char *trash;
35 unsigned max_size; /* off_t is overkill */
36 unsigned trash_remote_new:1, trash_only_new:1;
39 struct string_list {
40 struct string_list *next;
41 char string[1];
44 struct channel_conf {
45 struct channel_conf *next;
46 char *name;
47 struct store_conf *master, *slave;
48 char *master_name, *slave_name;
49 char *sync_state;
50 struct string_list *patterns;
51 int mops, sops;
52 unsigned max_messages; /* for slave only */
55 struct group_conf {
56 struct group_conf *next;
57 char *name;
58 struct string_list *channels;
61 /* For message->status */
62 #define M_RECENT (1<<0) /* unsyncable flag; maildir_* depend on this being 1<<0 */
63 #define M_DEAD (1<<1) /* expunged */
64 #define M_FLAGS (1<<2) /* flags fetched */
66 struct message {
67 struct message *next;
68 /* struct string_list *keywords; */
69 size_t size; /* zero implies "not fetched" */
70 int uid;
71 unsigned char flags, status;
74 struct store {
75 struct store_conf *conf; /* foreign */
77 /* currently open mailbox */
78 const char *name; /* foreign! maybe preset? */
79 char *path; /* own */
80 struct message *msgs; /* own */
81 int uidvalidity;
82 unsigned char opts; /* maybe preset? */
83 /* note that the following do _not_ reflect stats from msgs, but mailbox totals */
84 int count; /* # of messages */
85 int recent; /* # of recent messages - don't trust this beyond the initial read */
88 struct msg_data {
89 char *data;
90 int len;
91 unsigned char flags;
92 unsigned int crlf:1;
95 #define DRV_OK 0
96 #define DRV_MSG_BAD -1
97 #define DRV_BOX_BAD -2
98 #define DRV_STORE_BAD -3
100 static int Verbose, Quiet;
102 static void imap_info(const char *, ...);
103 static void imap_warn(const char *, ...);
105 static char *next_arg(char **);
107 static void free_generic_messages(struct message *);
109 static int nfsnprintf(char *buf, int blen, const char *fmt, ...);
111 static int nfvasprintf(char **strp, const char *fmt, va_list ap)
113 int len;
114 char tmp[8192];
116 len = vsnprintf(tmp, sizeof(tmp), fmt, ap);
117 if (len < 0)
118 die("Fatal: Out of memory\n");
119 if (len >= sizeof(tmp))
120 die("imap command overflow !\n");
121 *strp = xmemdupz(tmp, len);
122 return len;
125 static void arc4_init(void);
126 static unsigned char arc4_getbyte(void);
128 struct imap_server_conf {
129 char *name;
130 char *tunnel;
131 char *host;
132 int port;
133 char *user;
134 char *pass;
135 int use_ssl;
136 int ssl_verify;
139 struct imap_store_conf {
140 struct store_conf gen;
141 struct imap_server_conf *server;
142 unsigned use_namespace:1;
145 #define NIL (void *)0x1
146 #define LIST (void *)0x2
148 struct imap_list {
149 struct imap_list *next, *child;
150 char *val;
151 int len;
154 struct imap_socket {
155 int fd;
156 SSL *ssl;
159 struct imap_buffer {
160 struct imap_socket sock;
161 int bytes;
162 int offset;
163 char buf[1024];
166 struct imap_cmd;
168 struct imap {
169 int uidnext; /* from SELECT responses */
170 struct imap_list *ns_personal, *ns_other, *ns_shared; /* NAMESPACE info */
171 unsigned caps, rcaps; /* CAPABILITY results */
172 /* command queue */
173 int nexttag, num_in_progress, literal_pending;
174 struct imap_cmd *in_progress, **in_progress_append;
175 struct imap_buffer buf; /* this is BIG, so put it last */
178 struct imap_store {
179 struct store gen;
180 int uidvalidity;
181 struct imap *imap;
182 const char *prefix;
183 unsigned /*currentnc:1,*/ trashnc:1;
186 struct imap_cmd_cb {
187 int (*cont)(struct imap_store *ctx, struct imap_cmd *cmd, const char *prompt);
188 void (*done)(struct imap_store *ctx, struct imap_cmd *cmd, int response);
189 void *ctx;
190 char *data;
191 int dlen;
192 int uid;
193 unsigned create:1, trycreate:1;
196 struct imap_cmd {
197 struct imap_cmd *next;
198 struct imap_cmd_cb cb;
199 char *cmd;
200 int tag;
203 #define CAP(cap) (imap->caps & (1 << (cap)))
205 enum CAPABILITY {
206 NOLOGIN = 0,
207 UIDPLUS,
208 LITERALPLUS,
209 NAMESPACE,
210 STARTTLS,
213 static const char *cap_list[] = {
214 "LOGINDISABLED",
215 "UIDPLUS",
216 "LITERAL+",
217 "NAMESPACE",
218 "STARTTLS",
221 #define RESP_OK 0
222 #define RESP_NO 1
223 #define RESP_BAD 2
225 static int get_cmd_result(struct imap_store *ctx, struct imap_cmd *tcmd);
228 static const char *Flags[] = {
229 "Draft",
230 "Flagged",
231 "Answered",
232 "Seen",
233 "Deleted",
236 #ifndef NO_OPENSSL
237 static void ssl_socket_perror(const char *func)
239 fprintf(stderr, "%s: %s\n", func, ERR_error_string(ERR_get_error(), 0));
241 #endif
243 static void socket_perror(const char *func, struct imap_socket *sock, int ret)
245 #ifndef NO_OPENSSL
246 if (sock->ssl) {
247 int sslerr = SSL_get_error(sock->ssl, ret);
248 switch (sslerr) {
249 case SSL_ERROR_NONE:
250 break;
251 case SSL_ERROR_SYSCALL:
252 perror("SSL_connect");
253 break;
254 default:
255 ssl_socket_perror("SSL_connect");
256 break;
258 } else
259 #endif
261 if (ret < 0)
262 perror(func);
263 else
264 fprintf(stderr, "%s: unexpected EOF\n", func);
268 static int ssl_socket_connect(struct imap_socket *sock, int use_tls_only, int verify)
270 #ifdef NO_OPENSSL
271 fprintf(stderr, "SSL requested but SSL support not compiled in\n");
272 return -1;
273 #else
274 SSL_METHOD *meth;
275 SSL_CTX *ctx;
276 int ret;
278 SSL_library_init();
279 SSL_load_error_strings();
281 if (use_tls_only)
282 meth = TLSv1_method();
283 else
284 meth = SSLv23_method();
286 if (!meth) {
287 ssl_socket_perror("SSLv23_method");
288 return -1;
291 ctx = SSL_CTX_new(meth);
293 if (verify)
294 SSL_CTX_set_verify(ctx, SSL_VERIFY_PEER, NULL);
296 if (!SSL_CTX_set_default_verify_paths(ctx)) {
297 ssl_socket_perror("SSL_CTX_set_default_verify_paths");
298 return -1;
300 sock->ssl = SSL_new(ctx);
301 if (!sock->ssl) {
302 ssl_socket_perror("SSL_new");
303 return -1;
305 if (!SSL_set_fd(sock->ssl, sock->fd)) {
306 ssl_socket_perror("SSL_set_fd");
307 return -1;
310 ret = SSL_connect(sock->ssl);
311 if (ret <= 0) {
312 socket_perror("SSL_connect", sock, ret);
313 return -1;
316 return 0;
317 #endif
320 static int socket_read(struct imap_socket *sock, char *buf, int len)
322 ssize_t n;
323 #ifndef NO_OPENSSL
324 if (sock->ssl)
325 n = SSL_read(sock->ssl, buf, len);
326 else
327 #endif
328 n = xread(sock->fd, buf, len);
329 if (n <= 0) {
330 socket_perror("read", sock, n);
331 close(sock->fd);
332 sock->fd = -1;
334 return n;
337 static int socket_write(struct imap_socket *sock, const char *buf, int len)
339 int n;
340 #ifndef NO_OPENSSL
341 if (sock->ssl)
342 n = SSL_write(sock->ssl, buf, len);
343 else
344 #endif
345 n = write_in_full(sock->fd, buf, len);
346 if (n != len) {
347 socket_perror("write", sock, n);
348 close(sock->fd);
349 sock->fd = -1;
351 return n;
354 static void socket_shutdown(struct imap_socket *sock)
356 #ifndef NO_OPENSSL
357 if (sock->ssl) {
358 SSL_shutdown(sock->ssl);
359 SSL_free(sock->ssl);
361 #endif
362 close(sock->fd);
365 /* simple line buffering */
366 static int buffer_gets(struct imap_buffer *b, char **s)
368 int n;
369 int start = b->offset;
371 *s = b->buf + start;
373 for (;;) {
374 /* make sure we have enough data to read the \r\n sequence */
375 if (b->offset + 1 >= b->bytes) {
376 if (start) {
377 /* shift down used bytes */
378 *s = b->buf;
380 assert(start <= b->bytes);
381 n = b->bytes - start;
383 if (n)
384 memmove(b->buf, b->buf + start, n);
385 b->offset -= start;
386 b->bytes = n;
387 start = 0;
390 n = socket_read(&b->sock, b->buf + b->bytes,
391 sizeof(b->buf) - b->bytes);
393 if (n <= 0)
394 return -1;
396 b->bytes += n;
399 if (b->buf[b->offset] == '\r') {
400 assert(b->offset + 1 < b->bytes);
401 if (b->buf[b->offset + 1] == '\n') {
402 b->buf[b->offset] = 0; /* terminate the string */
403 b->offset += 2; /* next line */
404 if (Verbose)
405 puts(*s);
406 return 0;
410 b->offset++;
412 /* not reached */
415 static void imap_info(const char *msg, ...)
417 va_list va;
419 if (!Quiet) {
420 va_start(va, msg);
421 vprintf(msg, va);
422 va_end(va);
423 fflush(stdout);
427 static void imap_warn(const char *msg, ...)
429 va_list va;
431 if (Quiet < 2) {
432 va_start(va, msg);
433 vfprintf(stderr, msg, va);
434 va_end(va);
438 static char *next_arg(char **s)
440 char *ret;
442 if (!s || !*s)
443 return NULL;
444 while (isspace((unsigned char) **s))
445 (*s)++;
446 if (!**s) {
447 *s = NULL;
448 return NULL;
450 if (**s == '"') {
451 ++*s;
452 ret = *s;
453 *s = strchr(*s, '"');
454 } else {
455 ret = *s;
456 while (**s && !isspace((unsigned char) **s))
457 (*s)++;
459 if (*s) {
460 if (**s)
461 *(*s)++ = 0;
462 if (!**s)
463 *s = NULL;
465 return ret;
468 static void free_generic_messages(struct message *msgs)
470 struct message *tmsg;
472 for (; msgs; msgs = tmsg) {
473 tmsg = msgs->next;
474 free(msgs);
478 static int nfsnprintf(char *buf, int blen, const char *fmt, ...)
480 int ret;
481 va_list va;
483 va_start(va, fmt);
484 if (blen <= 0 || (unsigned)(ret = vsnprintf(buf, blen, fmt, va)) >= (unsigned)blen)
485 die("Fatal: buffer too small. Please report a bug.\n");
486 va_end(va);
487 return ret;
490 static struct {
491 unsigned char i, j, s[256];
492 } rs;
494 static void arc4_init(void)
496 int i, fd;
497 unsigned char j, si, dat[128];
499 if ((fd = open("/dev/urandom", O_RDONLY)) < 0 && (fd = open("/dev/random", O_RDONLY)) < 0) {
500 fprintf(stderr, "Fatal: no random number source available.\n");
501 exit(3);
503 if (read_in_full(fd, dat, 128) != 128) {
504 fprintf(stderr, "Fatal: cannot read random number source.\n");
505 exit(3);
507 close(fd);
509 for (i = 0; i < 256; i++)
510 rs.s[i] = i;
511 for (i = j = 0; i < 256; i++) {
512 si = rs.s[i];
513 j += si + dat[i & 127];
514 rs.s[i] = rs.s[j];
515 rs.s[j] = si;
517 rs.i = rs.j = 0;
519 for (i = 0; i < 256; i++)
520 arc4_getbyte();
523 static unsigned char arc4_getbyte(void)
525 unsigned char si, sj;
527 rs.i++;
528 si = rs.s[rs.i];
529 rs.j += si;
530 sj = rs.s[rs.j];
531 rs.s[rs.i] = sj;
532 rs.s[rs.j] = si;
533 return rs.s[(si + sj) & 0xff];
536 static struct imap_cmd *v_issue_imap_cmd(struct imap_store *ctx,
537 struct imap_cmd_cb *cb,
538 const char *fmt, va_list ap)
540 struct imap *imap = ctx->imap;
541 struct imap_cmd *cmd;
542 int n, bufl;
543 char buf[1024];
545 cmd = xmalloc(sizeof(struct imap_cmd));
546 nfvasprintf(&cmd->cmd, fmt, ap);
547 cmd->tag = ++imap->nexttag;
549 if (cb)
550 cmd->cb = *cb;
551 else
552 memset(&cmd->cb, 0, sizeof(cmd->cb));
554 while (imap->literal_pending)
555 get_cmd_result(ctx, NULL);
557 bufl = nfsnprintf(buf, sizeof(buf), cmd->cb.data ? CAP(LITERALPLUS) ?
558 "%d %s{%d+}\r\n" : "%d %s{%d}\r\n" : "%d %s\r\n",
559 cmd->tag, cmd->cmd, cmd->cb.dlen);
560 if (Verbose) {
561 if (imap->num_in_progress)
562 printf("(%d in progress) ", imap->num_in_progress);
563 if (memcmp(cmd->cmd, "LOGIN", 5))
564 printf(">>> %s", buf);
565 else
566 printf(">>> %d LOGIN <user> <pass>\n", cmd->tag);
568 if (socket_write(&imap->buf.sock, buf, bufl) != bufl) {
569 free(cmd->cmd);
570 free(cmd);
571 if (cb)
572 free(cb->data);
573 return NULL;
575 if (cmd->cb.data) {
576 if (CAP(LITERALPLUS)) {
577 n = socket_write(&imap->buf.sock, cmd->cb.data, cmd->cb.dlen);
578 free(cmd->cb.data);
579 if (n != cmd->cb.dlen ||
580 (n = socket_write(&imap->buf.sock, "\r\n", 2)) != 2) {
581 free(cmd->cmd);
582 free(cmd);
583 return NULL;
585 cmd->cb.data = NULL;
586 } else
587 imap->literal_pending = 1;
588 } else if (cmd->cb.cont)
589 imap->literal_pending = 1;
590 cmd->next = NULL;
591 *imap->in_progress_append = cmd;
592 imap->in_progress_append = &cmd->next;
593 imap->num_in_progress++;
594 return cmd;
597 static struct imap_cmd *issue_imap_cmd(struct imap_store *ctx,
598 struct imap_cmd_cb *cb,
599 const char *fmt, ...)
601 struct imap_cmd *ret;
602 va_list ap;
604 va_start(ap, fmt);
605 ret = v_issue_imap_cmd(ctx, cb, fmt, ap);
606 va_end(ap);
607 return ret;
610 static int imap_exec(struct imap_store *ctx, struct imap_cmd_cb *cb,
611 const char *fmt, ...)
613 va_list ap;
614 struct imap_cmd *cmdp;
616 va_start(ap, fmt);
617 cmdp = v_issue_imap_cmd(ctx, cb, fmt, ap);
618 va_end(ap);
619 if (!cmdp)
620 return RESP_BAD;
622 return get_cmd_result(ctx, cmdp);
625 static int imap_exec_m(struct imap_store *ctx, struct imap_cmd_cb *cb,
626 const char *fmt, ...)
628 va_list ap;
629 struct imap_cmd *cmdp;
631 va_start(ap, fmt);
632 cmdp = v_issue_imap_cmd(ctx, cb, fmt, ap);
633 va_end(ap);
634 if (!cmdp)
635 return DRV_STORE_BAD;
637 switch (get_cmd_result(ctx, cmdp)) {
638 case RESP_BAD: return DRV_STORE_BAD;
639 case RESP_NO: return DRV_MSG_BAD;
640 default: return DRV_OK;
644 static int is_atom(struct imap_list *list)
646 return list && list->val && list->val != NIL && list->val != LIST;
649 static int is_list(struct imap_list *list)
651 return list && list->val == LIST;
654 static void free_list(struct imap_list *list)
656 struct imap_list *tmp;
658 for (; list; list = tmp) {
659 tmp = list->next;
660 if (is_list(list))
661 free_list(list->child);
662 else if (is_atom(list))
663 free(list->val);
664 free(list);
668 static int parse_imap_list_l(struct imap *imap, char **sp, struct imap_list **curp, int level)
670 struct imap_list *cur;
671 char *s = *sp, *p;
672 int n, bytes;
674 for (;;) {
675 while (isspace((unsigned char)*s))
676 s++;
677 if (level && *s == ')') {
678 s++;
679 break;
681 *curp = cur = xmalloc(sizeof(*cur));
682 curp = &cur->next;
683 cur->val = NULL; /* for clean bail */
684 if (*s == '(') {
685 /* sublist */
686 s++;
687 cur->val = LIST;
688 if (parse_imap_list_l(imap, &s, &cur->child, level + 1))
689 goto bail;
690 } else if (imap && *s == '{') {
691 /* literal */
692 bytes = cur->len = strtol(s + 1, &s, 10);
693 if (*s != '}')
694 goto bail;
696 s = cur->val = xmalloc(cur->len);
698 /* dump whats left over in the input buffer */
699 n = imap->buf.bytes - imap->buf.offset;
701 if (n > bytes)
702 /* the entire message fit in the buffer */
703 n = bytes;
705 memcpy(s, imap->buf.buf + imap->buf.offset, n);
706 s += n;
707 bytes -= n;
709 /* mark that we used part of the buffer */
710 imap->buf.offset += n;
712 /* now read the rest of the message */
713 while (bytes > 0) {
714 if ((n = socket_read(&imap->buf.sock, s, bytes)) <= 0)
715 goto bail;
716 s += n;
717 bytes -= n;
720 if (buffer_gets(&imap->buf, &s))
721 goto bail;
722 } else if (*s == '"') {
723 /* quoted string */
724 s++;
725 p = s;
726 for (; *s != '"'; s++)
727 if (!*s)
728 goto bail;
729 cur->len = s - p;
730 s++;
731 cur->val = xmemdupz(p, cur->len);
732 } else {
733 /* atom */
734 p = s;
735 for (; *s && !isspace((unsigned char)*s); s++)
736 if (level && *s == ')')
737 break;
738 cur->len = s - p;
739 if (cur->len == 3 && !memcmp("NIL", p, 3))
740 cur->val = NIL;
741 else
742 cur->val = xmemdupz(p, cur->len);
745 if (!level)
746 break;
747 if (!*s)
748 goto bail;
750 *sp = s;
751 *curp = NULL;
752 return 0;
754 bail:
755 *curp = NULL;
756 return -1;
759 static struct imap_list *parse_imap_list(struct imap *imap, char **sp)
761 struct imap_list *head;
763 if (!parse_imap_list_l(imap, sp, &head, 0))
764 return head;
765 free_list(head);
766 return NULL;
769 static struct imap_list *parse_list(char **sp)
771 return parse_imap_list(NULL, sp);
774 static void parse_capability(struct imap *imap, char *cmd)
776 char *arg;
777 unsigned i;
779 imap->caps = 0x80000000;
780 while ((arg = next_arg(&cmd)))
781 for (i = 0; i < ARRAY_SIZE(cap_list); i++)
782 if (!strcmp(cap_list[i], arg))
783 imap->caps |= 1 << i;
784 imap->rcaps = imap->caps;
787 static int parse_response_code(struct imap_store *ctx, struct imap_cmd_cb *cb,
788 char *s)
790 struct imap *imap = ctx->imap;
791 char *arg, *p;
793 if (*s != '[')
794 return RESP_OK; /* no response code */
795 s++;
796 if (!(p = strchr(s, ']'))) {
797 fprintf(stderr, "IMAP error: malformed response code\n");
798 return RESP_BAD;
800 *p++ = 0;
801 arg = next_arg(&s);
802 if (!strcmp("UIDVALIDITY", arg)) {
803 if (!(arg = next_arg(&s)) || !(ctx->gen.uidvalidity = atoi(arg))) {
804 fprintf(stderr, "IMAP error: malformed UIDVALIDITY status\n");
805 return RESP_BAD;
807 } else if (!strcmp("UIDNEXT", arg)) {
808 if (!(arg = next_arg(&s)) || !(imap->uidnext = atoi(arg))) {
809 fprintf(stderr, "IMAP error: malformed NEXTUID status\n");
810 return RESP_BAD;
812 } else if (!strcmp("CAPABILITY", arg)) {
813 parse_capability(imap, s);
814 } else if (!strcmp("ALERT", arg)) {
815 /* RFC2060 says that these messages MUST be displayed
816 * to the user
818 for (; isspace((unsigned char)*p); p++);
819 fprintf(stderr, "*** IMAP ALERT *** %s\n", p);
820 } else if (cb && cb->ctx && !strcmp("APPENDUID", arg)) {
821 if (!(arg = next_arg(&s)) || !(ctx->gen.uidvalidity = atoi(arg)) ||
822 !(arg = next_arg(&s)) || !(*(int *)cb->ctx = atoi(arg))) {
823 fprintf(stderr, "IMAP error: malformed APPENDUID status\n");
824 return RESP_BAD;
827 return RESP_OK;
830 static int get_cmd_result(struct imap_store *ctx, struct imap_cmd *tcmd)
832 struct imap *imap = ctx->imap;
833 struct imap_cmd *cmdp, **pcmdp, *ncmdp;
834 char *cmd, *arg, *arg1, *p;
835 int n, resp, resp2, tag;
837 for (;;) {
838 if (buffer_gets(&imap->buf, &cmd))
839 return RESP_BAD;
841 arg = next_arg(&cmd);
842 if (*arg == '*') {
843 arg = next_arg(&cmd);
844 if (!arg) {
845 fprintf(stderr, "IMAP error: unable to parse untagged response\n");
846 return RESP_BAD;
849 if (!strcmp("NAMESPACE", arg)) {
850 imap->ns_personal = parse_list(&cmd);
851 imap->ns_other = parse_list(&cmd);
852 imap->ns_shared = parse_list(&cmd);
853 } else if (!strcmp("OK", arg) || !strcmp("BAD", arg) ||
854 !strcmp("NO", arg) || !strcmp("BYE", arg)) {
855 if ((resp = parse_response_code(ctx, NULL, cmd)) != RESP_OK)
856 return resp;
857 } else if (!strcmp("CAPABILITY", arg))
858 parse_capability(imap, cmd);
859 else if ((arg1 = next_arg(&cmd))) {
860 if (!strcmp("EXISTS", arg1))
861 ctx->gen.count = atoi(arg);
862 else if (!strcmp("RECENT", arg1))
863 ctx->gen.recent = atoi(arg);
864 } else {
865 fprintf(stderr, "IMAP error: unable to parse untagged response\n");
866 return RESP_BAD;
868 } else if (!imap->in_progress) {
869 fprintf(stderr, "IMAP error: unexpected reply: %s %s\n", arg, cmd ? cmd : "");
870 return RESP_BAD;
871 } else if (*arg == '+') {
872 /* This can happen only with the last command underway, as
873 it enforces a round-trip. */
874 cmdp = (struct imap_cmd *)((char *)imap->in_progress_append -
875 offsetof(struct imap_cmd, next));
876 if (cmdp->cb.data) {
877 n = socket_write(&imap->buf.sock, cmdp->cb.data, cmdp->cb.dlen);
878 free(cmdp->cb.data);
879 cmdp->cb.data = NULL;
880 if (n != (int)cmdp->cb.dlen)
881 return RESP_BAD;
882 } else if (cmdp->cb.cont) {
883 if (cmdp->cb.cont(ctx, cmdp, cmd))
884 return RESP_BAD;
885 } else {
886 fprintf(stderr, "IMAP error: unexpected command continuation request\n");
887 return RESP_BAD;
889 if (socket_write(&imap->buf.sock, "\r\n", 2) != 2)
890 return RESP_BAD;
891 if (!cmdp->cb.cont)
892 imap->literal_pending = 0;
893 if (!tcmd)
894 return DRV_OK;
895 } else {
896 tag = atoi(arg);
897 for (pcmdp = &imap->in_progress; (cmdp = *pcmdp); pcmdp = &cmdp->next)
898 if (cmdp->tag == tag)
899 goto gottag;
900 fprintf(stderr, "IMAP error: unexpected tag %s\n", arg);
901 return RESP_BAD;
902 gottag:
903 if (!(*pcmdp = cmdp->next))
904 imap->in_progress_append = pcmdp;
905 imap->num_in_progress--;
906 if (cmdp->cb.cont || cmdp->cb.data)
907 imap->literal_pending = 0;
908 arg = next_arg(&cmd);
909 if (!strcmp("OK", arg))
910 resp = DRV_OK;
911 else {
912 if (!strcmp("NO", arg)) {
913 if (cmdp->cb.create && cmd && (cmdp->cb.trycreate || !memcmp(cmd, "[TRYCREATE]", 11))) { /* SELECT, APPEND or UID COPY */
914 p = strchr(cmdp->cmd, '"');
915 if (!issue_imap_cmd(ctx, NULL, "CREATE \"%.*s\"", strchr(p + 1, '"') - p + 1, p)) {
916 resp = RESP_BAD;
917 goto normal;
919 /* not waiting here violates the spec, but a server that does not
920 grok this nonetheless violates it too. */
921 cmdp->cb.create = 0;
922 if (!(ncmdp = issue_imap_cmd(ctx, &cmdp->cb, "%s", cmdp->cmd))) {
923 resp = RESP_BAD;
924 goto normal;
926 free(cmdp->cmd);
927 free(cmdp);
928 if (!tcmd)
929 return 0; /* ignored */
930 if (cmdp == tcmd)
931 tcmd = ncmdp;
932 continue;
934 resp = RESP_NO;
935 } else /*if (!strcmp("BAD", arg))*/
936 resp = RESP_BAD;
937 fprintf(stderr, "IMAP command '%s' returned response (%s) - %s\n",
938 memcmp(cmdp->cmd, "LOGIN", 5) ?
939 cmdp->cmd : "LOGIN <user> <pass>",
940 arg, cmd ? cmd : "");
942 if ((resp2 = parse_response_code(ctx, &cmdp->cb, cmd)) > resp)
943 resp = resp2;
944 normal:
945 if (cmdp->cb.done)
946 cmdp->cb.done(ctx, cmdp, resp);
947 free(cmdp->cb.data);
948 free(cmdp->cmd);
949 free(cmdp);
950 if (!tcmd || tcmd == cmdp)
951 return resp;
954 /* not reached */
957 static void imap_close_server(struct imap_store *ictx)
959 struct imap *imap = ictx->imap;
961 if (imap->buf.sock.fd != -1) {
962 imap_exec(ictx, NULL, "LOGOUT");
963 socket_shutdown(&imap->buf.sock);
965 free_list(imap->ns_personal);
966 free_list(imap->ns_other);
967 free_list(imap->ns_shared);
968 free(imap);
971 static void imap_close_store(struct store *ctx)
973 imap_close_server((struct imap_store *)ctx);
974 free_generic_messages(ctx->msgs);
975 free(ctx);
978 static struct store *imap_open_store(struct imap_server_conf *srvc)
980 struct imap_store *ctx;
981 struct imap *imap;
982 char *arg, *rsp;
983 struct hostent *he;
984 struct sockaddr_in addr;
985 int s, a[2], preauth;
986 pid_t pid;
988 ctx = xcalloc(sizeof(*ctx), 1);
990 ctx->imap = imap = xcalloc(sizeof(*imap), 1);
991 imap->buf.sock.fd = -1;
992 imap->in_progress_append = &imap->in_progress;
994 /* open connection to IMAP server */
996 if (srvc->tunnel) {
997 imap_info("Starting tunnel '%s'... ", srvc->tunnel);
999 if (socketpair(PF_UNIX, SOCK_STREAM, 0, a)) {
1000 perror("socketpair");
1001 exit(1);
1004 pid = fork();
1005 if (pid < 0)
1006 _exit(127);
1007 if (!pid) {
1008 if (dup2(a[0], 0) == -1 || dup2(a[0], 1) == -1)
1009 _exit(127);
1010 close(a[0]);
1011 close(a[1]);
1012 execl("/bin/sh", "sh", "-c", srvc->tunnel, NULL);
1013 _exit(127);
1016 close(a[0]);
1018 imap->buf.sock.fd = a[1];
1020 imap_info("ok\n");
1021 } else {
1022 memset(&addr, 0, sizeof(addr));
1023 addr.sin_port = htons(srvc->port);
1024 addr.sin_family = AF_INET;
1026 imap_info("Resolving %s... ", srvc->host);
1027 he = gethostbyname(srvc->host);
1028 if (!he) {
1029 perror("gethostbyname");
1030 goto bail;
1032 imap_info("ok\n");
1034 addr.sin_addr.s_addr = *((int *) he->h_addr_list[0]);
1036 s = socket(PF_INET, SOCK_STREAM, 0);
1038 imap_info("Connecting to %s:%hu... ", inet_ntoa(addr.sin_addr), ntohs(addr.sin_port));
1039 if (connect(s, (struct sockaddr *)&addr, sizeof(addr))) {
1040 close(s);
1041 perror("connect");
1042 goto bail;
1045 imap->buf.sock.fd = s;
1047 if (srvc->use_ssl &&
1048 ssl_socket_connect(&imap->buf.sock, 0, srvc->ssl_verify)) {
1049 close(s);
1050 goto bail;
1052 imap_info("ok\n");
1055 /* read the greeting string */
1056 if (buffer_gets(&imap->buf, &rsp)) {
1057 fprintf(stderr, "IMAP error: no greeting response\n");
1058 goto bail;
1060 arg = next_arg(&rsp);
1061 if (!arg || *arg != '*' || (arg = next_arg(&rsp)) == NULL) {
1062 fprintf(stderr, "IMAP error: invalid greeting response\n");
1063 goto bail;
1065 preauth = 0;
1066 if (!strcmp("PREAUTH", arg))
1067 preauth = 1;
1068 else if (strcmp("OK", arg) != 0) {
1069 fprintf(stderr, "IMAP error: unknown greeting response\n");
1070 goto bail;
1072 parse_response_code(ctx, NULL, rsp);
1073 if (!imap->caps && imap_exec(ctx, NULL, "CAPABILITY") != RESP_OK)
1074 goto bail;
1076 if (!preauth) {
1077 #ifndef NO_OPENSSL
1078 if (!srvc->use_ssl && CAP(STARTTLS)) {
1079 if (imap_exec(ctx, 0, "STARTTLS") != RESP_OK)
1080 goto bail;
1081 if (ssl_socket_connect(&imap->buf.sock, 1,
1082 srvc->ssl_verify))
1083 goto bail;
1084 /* capabilities may have changed, so get the new capabilities */
1085 if (imap_exec(ctx, 0, "CAPABILITY") != RESP_OK)
1086 goto bail;
1088 #endif
1089 imap_info("Logging in...\n");
1090 if (!srvc->user) {
1091 fprintf(stderr, "Skipping server %s, no user\n", srvc->host);
1092 goto bail;
1094 if (!srvc->pass) {
1095 char prompt[80];
1096 sprintf(prompt, "Password (%s@%s): ", srvc->user, srvc->host);
1097 arg = getpass(prompt);
1098 if (!arg) {
1099 perror("getpass");
1100 exit(1);
1102 if (!*arg) {
1103 fprintf(stderr, "Skipping account %s@%s, no password\n", srvc->user, srvc->host);
1104 goto bail;
1107 * getpass() returns a pointer to a static buffer. make a copy
1108 * for long term storage.
1110 srvc->pass = xstrdup(arg);
1112 if (CAP(NOLOGIN)) {
1113 fprintf(stderr, "Skipping account %s@%s, server forbids LOGIN\n", srvc->user, srvc->host);
1114 goto bail;
1116 if (!imap->buf.sock.ssl)
1117 imap_warn("*** IMAP Warning *** Password is being "
1118 "sent in the clear\n");
1119 if (imap_exec(ctx, NULL, "LOGIN \"%s\" \"%s\"", srvc->user, srvc->pass) != RESP_OK) {
1120 fprintf(stderr, "IMAP error: LOGIN failed\n");
1121 goto bail;
1123 } /* !preauth */
1125 ctx->prefix = "";
1126 ctx->trashnc = 1;
1127 return (struct store *)ctx;
1129 bail:
1130 imap_close_store(&ctx->gen);
1131 return NULL;
1134 static int imap_make_flags(int flags, char *buf)
1136 const char *s;
1137 unsigned i, d;
1139 for (i = d = 0; i < ARRAY_SIZE(Flags); i++)
1140 if (flags & (1 << i)) {
1141 buf[d++] = ' ';
1142 buf[d++] = '\\';
1143 for (s = Flags[i]; *s; s++)
1144 buf[d++] = *s;
1146 buf[0] = '(';
1147 buf[d++] = ')';
1148 return d;
1151 #define TUIDL 8
1153 static int imap_store_msg(struct store *gctx, struct msg_data *data, int *uid)
1155 struct imap_store *ctx = (struct imap_store *)gctx;
1156 struct imap *imap = ctx->imap;
1157 struct imap_cmd_cb cb;
1158 char *fmap, *buf;
1159 const char *prefix, *box;
1160 int ret, i, j, d, len, extra, nocr;
1161 int start, sbreak = 0, ebreak = 0;
1162 char flagstr[128], tuid[TUIDL * 2 + 1];
1164 memset(&cb, 0, sizeof(cb));
1166 fmap = data->data;
1167 len = data->len;
1168 nocr = !data->crlf;
1169 extra = 0, i = 0;
1170 if (!CAP(UIDPLUS) && uid) {
1171 nloop:
1172 start = i;
1173 while (i < len)
1174 if (fmap[i++] == '\n') {
1175 extra += nocr;
1176 if (i - 2 + nocr == start) {
1177 sbreak = ebreak = i - 2 + nocr;
1178 goto mktid;
1180 if (!memcmp(fmap + start, "X-TUID: ", 8)) {
1181 extra -= (ebreak = i) - (sbreak = start) + nocr;
1182 goto mktid;
1184 goto nloop;
1186 /* invalid message */
1187 free(fmap);
1188 return DRV_MSG_BAD;
1189 mktid:
1190 for (j = 0; j < TUIDL; j++)
1191 sprintf(tuid + j * 2, "%02x", arc4_getbyte());
1192 extra += 8 + TUIDL * 2 + 2;
1194 if (nocr)
1195 for (; i < len; i++)
1196 if (fmap[i] == '\n')
1197 extra++;
1199 cb.dlen = len + extra;
1200 buf = cb.data = xmalloc(cb.dlen);
1201 i = 0;
1202 if (!CAP(UIDPLUS) && uid) {
1203 if (nocr) {
1204 for (; i < sbreak; i++)
1205 if (fmap[i] == '\n') {
1206 *buf++ = '\r';
1207 *buf++ = '\n';
1208 } else
1209 *buf++ = fmap[i];
1210 } else {
1211 memcpy(buf, fmap, sbreak);
1212 buf += sbreak;
1214 memcpy(buf, "X-TUID: ", 8);
1215 buf += 8;
1216 memcpy(buf, tuid, TUIDL * 2);
1217 buf += TUIDL * 2;
1218 *buf++ = '\r';
1219 *buf++ = '\n';
1220 i = ebreak;
1222 if (nocr) {
1223 for (; i < len; i++)
1224 if (fmap[i] == '\n') {
1225 *buf++ = '\r';
1226 *buf++ = '\n';
1227 } else
1228 *buf++ = fmap[i];
1229 } else
1230 memcpy(buf, fmap + i, len - i);
1232 free(fmap);
1234 d = 0;
1235 if (data->flags) {
1236 d = imap_make_flags(data->flags, flagstr);
1237 flagstr[d++] = ' ';
1239 flagstr[d] = 0;
1241 if (!uid) {
1242 box = gctx->conf->trash;
1243 prefix = ctx->prefix;
1244 cb.create = 1;
1245 if (ctx->trashnc)
1246 imap->caps = imap->rcaps & ~(1 << LITERALPLUS);
1247 } else {
1248 box = gctx->name;
1249 prefix = !strcmp(box, "INBOX") ? "" : ctx->prefix;
1250 cb.create = 0;
1252 cb.ctx = uid;
1253 ret = imap_exec_m(ctx, &cb, "APPEND \"%s%s\" %s", prefix, box, flagstr);
1254 imap->caps = imap->rcaps;
1255 if (ret != DRV_OK)
1256 return ret;
1257 if (!uid)
1258 ctx->trashnc = 0;
1259 else
1260 gctx->count++;
1262 return DRV_OK;
1265 #define CHUNKSIZE 0x1000
1267 static int read_message(FILE *f, struct msg_data *msg)
1269 struct strbuf buf;
1271 memset(msg, 0, sizeof(*msg));
1272 strbuf_init(&buf, 0);
1274 do {
1275 if (strbuf_fread(&buf, CHUNKSIZE, f) <= 0)
1276 break;
1277 } while (!feof(f));
1279 msg->len = buf.len;
1280 msg->data = strbuf_detach(&buf, NULL);
1281 return msg->len;
1284 static int count_messages(struct msg_data *msg)
1286 int count = 0;
1287 char *p = msg->data;
1289 while (1) {
1290 if (!prefixcmp(p, "From ")) {
1291 count++;
1292 p += 5;
1294 p = strstr(p+5, "\nFrom ");
1295 if (!p)
1296 break;
1297 p++;
1299 return count;
1302 static int split_msg(struct msg_data *all_msgs, struct msg_data *msg, int *ofs)
1304 char *p, *data;
1306 memset(msg, 0, sizeof *msg);
1307 if (*ofs >= all_msgs->len)
1308 return 0;
1310 data = &all_msgs->data[*ofs];
1311 msg->len = all_msgs->len - *ofs;
1313 if (msg->len < 5 || prefixcmp(data, "From "))
1314 return 0;
1316 p = strchr(data, '\n');
1317 if (p) {
1318 p = &p[1];
1319 msg->len -= p-data;
1320 *ofs += p-data;
1321 data = p;
1324 p = strstr(data, "\nFrom ");
1325 if (p)
1326 msg->len = &p[1] - data;
1328 msg->data = xmemdupz(data, msg->len);
1329 *ofs += msg->len;
1330 return 1;
1333 static struct imap_server_conf server = {
1334 NULL, /* name */
1335 NULL, /* tunnel */
1336 NULL, /* host */
1337 0, /* port */
1338 NULL, /* user */
1339 NULL, /* pass */
1340 0, /* use_ssl */
1341 1, /* ssl_verify */
1344 static char *imap_folder;
1346 static int git_imap_config(const char *key, const char *val, void *cb)
1348 char imap_key[] = "imap.";
1350 if (strncmp(key, imap_key, sizeof imap_key - 1))
1351 return 0;
1353 if (!val)
1354 return config_error_nonbool(key);
1356 key += sizeof imap_key - 1;
1358 if (!strcmp("folder", key)) {
1359 imap_folder = xstrdup(val);
1360 } else if (!strcmp("host", key)) {
1361 if (!prefixcmp(val, "imap:"))
1362 val += 5;
1363 else if (!prefixcmp(val, "imaps:")) {
1364 val += 6;
1365 server.use_ssl = 1;
1367 if (!prefixcmp(val, "//"))
1368 val += 2;
1369 server.host = xstrdup(val);
1370 } else if (!strcmp("user", key))
1371 server.user = xstrdup(val);
1372 else if (!strcmp("pass", key))
1373 server.pass = xstrdup(val);
1374 else if (!strcmp("port", key))
1375 server.port = git_config_int(key, val);
1376 else if (!strcmp("tunnel", key))
1377 server.tunnel = xstrdup(val);
1378 else if (!strcmp("sslverify", key))
1379 server.ssl_verify = git_config_bool(key, val);
1380 return 0;
1383 int main(int argc, char **argv)
1385 struct msg_data all_msgs, msg;
1386 struct store *ctx = NULL;
1387 int uid = 0;
1388 int ofs = 0;
1389 int r;
1390 int total, n = 0;
1391 int nongit_ok;
1393 /* init the random number generator */
1394 arc4_init();
1396 setup_git_directory_gently(&nongit_ok);
1397 git_config(git_imap_config, NULL);
1399 if (!server.port)
1400 server.port = server.use_ssl ? 993 : 143;
1402 if (!imap_folder) {
1403 fprintf(stderr, "no imap store specified\n");
1404 return 1;
1406 if (!server.host) {
1407 if (!server.tunnel) {
1408 fprintf(stderr, "no imap host specified\n");
1409 return 1;
1411 server.host = "tunnel";
1414 /* read the messages */
1415 if (!read_message(stdin, &all_msgs)) {
1416 fprintf(stderr, "nothing to send\n");
1417 return 1;
1420 total = count_messages(&all_msgs);
1421 if (!total) {
1422 fprintf(stderr, "no messages to send\n");
1423 return 1;
1426 /* write it to the imap server */
1427 ctx = imap_open_store(&server);
1428 if (!ctx) {
1429 fprintf(stderr, "failed to open store\n");
1430 return 1;
1433 fprintf(stderr, "sending %d message%s\n", total, (total != 1) ? "s" : "");
1434 ctx->name = imap_folder;
1435 while (1) {
1436 unsigned percent = n * 100 / total;
1437 fprintf(stderr, "%4u%% (%d/%d) done\r", percent, n, total);
1438 if (!split_msg(&all_msgs, &msg, &ofs))
1439 break;
1440 r = imap_store_msg(ctx, &msg, &uid);
1441 if (r != DRV_OK)
1442 break;
1443 n++;
1445 fprintf(stderr, "\n");
1447 imap_close_store(ctx);
1449 return 0;