t3301: add tests to use --format="%N"
[git/jnareb-git.git] / imap-send.c
blob9d0097ca02960460ff3a104f1739982fee453987
1 /*
2 * git-imap-send - drops patches into an imap Drafts folder
3 * derived from isync/mbsync - mailbox synchronizer
5 * Copyright (C) 2000-2002 Michael R. Elkins <me@mutt.org>
6 * Copyright (C) 2002-2004 Oswald Buddenhagen <ossi@users.sf.net>
7 * Copyright (C) 2004 Theodore Y. Ts'o <tytso@mit.edu>
8 * Copyright (C) 2006 Mike McCormack
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
25 #include "cache.h"
26 #include "exec_cmd.h"
27 #include "run-command.h"
28 #ifdef NO_OPENSSL
29 typedef void *SSL;
30 #else
31 #include <openssl/evp.h>
32 #include <openssl/hmac.h>
33 #endif
35 struct store_conf {
36 char *name;
37 const char *path; /* should this be here? its interpretation is driver-specific */
38 char *map_inbox;
39 char *trash;
40 unsigned max_size; /* off_t is overkill */
41 unsigned trash_remote_new:1, trash_only_new:1;
44 struct string_list {
45 struct string_list *next;
46 char string[1];
49 struct channel_conf {
50 struct channel_conf *next;
51 char *name;
52 struct store_conf *master, *slave;
53 char *master_name, *slave_name;
54 char *sync_state;
55 struct string_list *patterns;
56 int mops, sops;
57 unsigned max_messages; /* for slave only */
60 struct group_conf {
61 struct group_conf *next;
62 char *name;
63 struct string_list *channels;
66 /* For message->status */
67 #define M_RECENT (1<<0) /* unsyncable flag; maildir_* depend on this being 1<<0 */
68 #define M_DEAD (1<<1) /* expunged */
69 #define M_FLAGS (1<<2) /* flags fetched */
71 struct message {
72 struct message *next;
73 /* struct string_list *keywords; */
74 size_t size; /* zero implies "not fetched" */
75 int uid;
76 unsigned char flags, status;
79 struct store {
80 struct store_conf *conf; /* foreign */
82 /* currently open mailbox */
83 const char *name; /* foreign! maybe preset? */
84 char *path; /* own */
85 struct message *msgs; /* own */
86 int uidvalidity;
87 unsigned char opts; /* maybe preset? */
88 /* note that the following do _not_ reflect stats from msgs, but mailbox totals */
89 int count; /* # of messages */
90 int recent; /* # of recent messages - don't trust this beyond the initial read */
93 struct msg_data {
94 char *data;
95 int len;
96 unsigned char flags;
99 static const char imap_send_usage[] = "git imap-send < <mbox>";
101 #undef DRV_OK
102 #define DRV_OK 0
103 #define DRV_MSG_BAD -1
104 #define DRV_BOX_BAD -2
105 #define DRV_STORE_BAD -3
107 static int Verbose, Quiet;
109 __attribute__((format (printf, 1, 2)))
110 static void imap_info(const char *, ...);
111 __attribute__((format (printf, 1, 2)))
112 static void imap_warn(const char *, ...);
114 static char *next_arg(char **);
116 static void free_generic_messages(struct message *);
118 __attribute__((format (printf, 3, 4)))
119 static int nfsnprintf(char *buf, int blen, const char *fmt, ...);
121 static int nfvasprintf(char **strp, const char *fmt, va_list ap)
123 int len;
124 char tmp[8192];
126 len = vsnprintf(tmp, sizeof(tmp), fmt, ap);
127 if (len < 0)
128 die("Fatal: Out of memory");
129 if (len >= sizeof(tmp))
130 die("imap command overflow!");
131 *strp = xmemdupz(tmp, len);
132 return len;
135 struct imap_server_conf {
136 char *name;
137 char *tunnel;
138 char *host;
139 int port;
140 char *user;
141 char *pass;
142 int use_ssl;
143 int ssl_verify;
144 int use_html;
145 char *auth_method;
148 static struct imap_server_conf server = {
149 NULL, /* name */
150 NULL, /* tunnel */
151 NULL, /* host */
152 0, /* port */
153 NULL, /* user */
154 NULL, /* pass */
155 0, /* use_ssl */
156 1, /* ssl_verify */
157 0, /* use_html */
158 NULL, /* auth_method */
161 struct imap_store_conf {
162 struct store_conf gen;
163 struct imap_server_conf *server;
164 unsigned use_namespace:1;
167 #define NIL (void *)0x1
168 #define LIST (void *)0x2
170 struct imap_list {
171 struct imap_list *next, *child;
172 char *val;
173 int len;
176 struct imap_socket {
177 int fd[2];
178 SSL *ssl;
181 struct imap_buffer {
182 struct imap_socket sock;
183 int bytes;
184 int offset;
185 char buf[1024];
188 struct imap_cmd;
190 struct imap {
191 int uidnext; /* from SELECT responses */
192 struct imap_list *ns_personal, *ns_other, *ns_shared; /* NAMESPACE info */
193 unsigned caps, rcaps; /* CAPABILITY results */
194 /* command queue */
195 int nexttag, num_in_progress, literal_pending;
196 struct imap_cmd *in_progress, **in_progress_append;
197 struct imap_buffer buf; /* this is BIG, so put it last */
200 struct imap_store {
201 struct store gen;
202 int uidvalidity;
203 struct imap *imap;
204 const char *prefix;
205 unsigned /*currentnc:1,*/ trashnc:1;
208 struct imap_cmd_cb {
209 int (*cont)(struct imap_store *ctx, struct imap_cmd *cmd, const char *prompt);
210 void (*done)(struct imap_store *ctx, struct imap_cmd *cmd, int response);
211 void *ctx;
212 char *data;
213 int dlen;
214 int uid;
215 unsigned create:1, trycreate:1;
218 struct imap_cmd {
219 struct imap_cmd *next;
220 struct imap_cmd_cb cb;
221 char *cmd;
222 int tag;
225 #define CAP(cap) (imap->caps & (1 << (cap)))
227 enum CAPABILITY {
228 NOLOGIN = 0,
229 UIDPLUS,
230 LITERALPLUS,
231 NAMESPACE,
232 STARTTLS,
233 AUTH_CRAM_MD5,
236 static const char *cap_list[] = {
237 "LOGINDISABLED",
238 "UIDPLUS",
239 "LITERAL+",
240 "NAMESPACE",
241 "STARTTLS",
242 "AUTH=CRAM-MD5",
245 #define RESP_OK 0
246 #define RESP_NO 1
247 #define RESP_BAD 2
249 static int get_cmd_result(struct imap_store *ctx, struct imap_cmd *tcmd);
252 static const char *Flags[] = {
253 "Draft",
254 "Flagged",
255 "Answered",
256 "Seen",
257 "Deleted",
260 #ifndef NO_OPENSSL
261 static void ssl_socket_perror(const char *func)
263 fprintf(stderr, "%s: %s\n", func, ERR_error_string(ERR_get_error(), NULL));
265 #endif
267 static void socket_perror(const char *func, struct imap_socket *sock, int ret)
269 #ifndef NO_OPENSSL
270 if (sock->ssl) {
271 int sslerr = SSL_get_error(sock->ssl, ret);
272 switch (sslerr) {
273 case SSL_ERROR_NONE:
274 break;
275 case SSL_ERROR_SYSCALL:
276 perror("SSL_connect");
277 break;
278 default:
279 ssl_socket_perror("SSL_connect");
280 break;
282 } else
283 #endif
285 if (ret < 0)
286 perror(func);
287 else
288 fprintf(stderr, "%s: unexpected EOF\n", func);
292 static int ssl_socket_connect(struct imap_socket *sock, int use_tls_only, int verify)
294 #ifdef NO_OPENSSL
295 fprintf(stderr, "SSL requested but SSL support not compiled in\n");
296 return -1;
297 #else
298 #if (OPENSSL_VERSION_NUMBER >= 0x10000000L)
299 const SSL_METHOD *meth;
300 #else
301 SSL_METHOD *meth;
302 #endif
303 SSL_CTX *ctx;
304 int ret;
306 SSL_library_init();
307 SSL_load_error_strings();
309 if (use_tls_only)
310 meth = TLSv1_method();
311 else
312 meth = SSLv23_method();
314 if (!meth) {
315 ssl_socket_perror("SSLv23_method");
316 return -1;
319 ctx = SSL_CTX_new(meth);
321 if (verify)
322 SSL_CTX_set_verify(ctx, SSL_VERIFY_PEER, NULL);
324 if (!SSL_CTX_set_default_verify_paths(ctx)) {
325 ssl_socket_perror("SSL_CTX_set_default_verify_paths");
326 return -1;
328 sock->ssl = SSL_new(ctx);
329 if (!sock->ssl) {
330 ssl_socket_perror("SSL_new");
331 return -1;
333 if (!SSL_set_rfd(sock->ssl, sock->fd[0])) {
334 ssl_socket_perror("SSL_set_rfd");
335 return -1;
337 if (!SSL_set_wfd(sock->ssl, sock->fd[1])) {
338 ssl_socket_perror("SSL_set_wfd");
339 return -1;
342 ret = SSL_connect(sock->ssl);
343 if (ret <= 0) {
344 socket_perror("SSL_connect", sock, ret);
345 return -1;
348 return 0;
349 #endif
352 static int socket_read(struct imap_socket *sock, char *buf, int len)
354 ssize_t n;
355 #ifndef NO_OPENSSL
356 if (sock->ssl)
357 n = SSL_read(sock->ssl, buf, len);
358 else
359 #endif
360 n = xread(sock->fd[0], buf, len);
361 if (n <= 0) {
362 socket_perror("read", sock, n);
363 close(sock->fd[0]);
364 close(sock->fd[1]);
365 sock->fd[0] = sock->fd[1] = -1;
367 return n;
370 static int socket_write(struct imap_socket *sock, const char *buf, int len)
372 int n;
373 #ifndef NO_OPENSSL
374 if (sock->ssl)
375 n = SSL_write(sock->ssl, buf, len);
376 else
377 #endif
378 n = write_in_full(sock->fd[1], buf, len);
379 if (n != len) {
380 socket_perror("write", sock, n);
381 close(sock->fd[0]);
382 close(sock->fd[1]);
383 sock->fd[0] = sock->fd[1] = -1;
385 return n;
388 static void socket_shutdown(struct imap_socket *sock)
390 #ifndef NO_OPENSSL
391 if (sock->ssl) {
392 SSL_shutdown(sock->ssl);
393 SSL_free(sock->ssl);
395 #endif
396 close(sock->fd[0]);
397 close(sock->fd[1]);
400 /* simple line buffering */
401 static int buffer_gets(struct imap_buffer *b, char **s)
403 int n;
404 int start = b->offset;
406 *s = b->buf + start;
408 for (;;) {
409 /* make sure we have enough data to read the \r\n sequence */
410 if (b->offset + 1 >= b->bytes) {
411 if (start) {
412 /* shift down used bytes */
413 *s = b->buf;
415 assert(start <= b->bytes);
416 n = b->bytes - start;
418 if (n)
419 memmove(b->buf, b->buf + start, n);
420 b->offset -= start;
421 b->bytes = n;
422 start = 0;
425 n = socket_read(&b->sock, b->buf + b->bytes,
426 sizeof(b->buf) - b->bytes);
428 if (n <= 0)
429 return -1;
431 b->bytes += n;
434 if (b->buf[b->offset] == '\r') {
435 assert(b->offset + 1 < b->bytes);
436 if (b->buf[b->offset + 1] == '\n') {
437 b->buf[b->offset] = 0; /* terminate the string */
438 b->offset += 2; /* next line */
439 if (Verbose)
440 puts(*s);
441 return 0;
445 b->offset++;
447 /* not reached */
450 static void imap_info(const char *msg, ...)
452 va_list va;
454 if (!Quiet) {
455 va_start(va, msg);
456 vprintf(msg, va);
457 va_end(va);
458 fflush(stdout);
462 static void imap_warn(const char *msg, ...)
464 va_list va;
466 if (Quiet < 2) {
467 va_start(va, msg);
468 vfprintf(stderr, msg, va);
469 va_end(va);
473 static char *next_arg(char **s)
475 char *ret;
477 if (!s || !*s)
478 return NULL;
479 while (isspace((unsigned char) **s))
480 (*s)++;
481 if (!**s) {
482 *s = NULL;
483 return NULL;
485 if (**s == '"') {
486 ++*s;
487 ret = *s;
488 *s = strchr(*s, '"');
489 } else {
490 ret = *s;
491 while (**s && !isspace((unsigned char) **s))
492 (*s)++;
494 if (*s) {
495 if (**s)
496 *(*s)++ = 0;
497 if (!**s)
498 *s = NULL;
500 return ret;
503 static void free_generic_messages(struct message *msgs)
505 struct message *tmsg;
507 for (; msgs; msgs = tmsg) {
508 tmsg = msgs->next;
509 free(msgs);
513 static int nfsnprintf(char *buf, int blen, const char *fmt, ...)
515 int ret;
516 va_list va;
518 va_start(va, fmt);
519 if (blen <= 0 || (unsigned)(ret = vsnprintf(buf, blen, fmt, va)) >= (unsigned)blen)
520 die("Fatal: buffer too small. Please report a bug.");
521 va_end(va);
522 return ret;
525 static struct imap_cmd *v_issue_imap_cmd(struct imap_store *ctx,
526 struct imap_cmd_cb *cb,
527 const char *fmt, va_list ap)
529 struct imap *imap = ctx->imap;
530 struct imap_cmd *cmd;
531 int n, bufl;
532 char buf[1024];
534 cmd = xmalloc(sizeof(struct imap_cmd));
535 nfvasprintf(&cmd->cmd, fmt, ap);
536 cmd->tag = ++imap->nexttag;
538 if (cb)
539 cmd->cb = *cb;
540 else
541 memset(&cmd->cb, 0, sizeof(cmd->cb));
543 while (imap->literal_pending)
544 get_cmd_result(ctx, NULL);
546 bufl = nfsnprintf(buf, sizeof(buf), cmd->cb.data ? CAP(LITERALPLUS) ?
547 "%d %s{%d+}\r\n" : "%d %s{%d}\r\n" : "%d %s\r\n",
548 cmd->tag, cmd->cmd, cmd->cb.dlen);
549 if (Verbose) {
550 if (imap->num_in_progress)
551 printf("(%d in progress) ", imap->num_in_progress);
552 if (memcmp(cmd->cmd, "LOGIN", 5))
553 printf(">>> %s", buf);
554 else
555 printf(">>> %d LOGIN <user> <pass>\n", cmd->tag);
557 if (socket_write(&imap->buf.sock, buf, bufl) != bufl) {
558 free(cmd->cmd);
559 free(cmd);
560 if (cb)
561 free(cb->data);
562 return NULL;
564 if (cmd->cb.data) {
565 if (CAP(LITERALPLUS)) {
566 n = socket_write(&imap->buf.sock, cmd->cb.data, cmd->cb.dlen);
567 free(cmd->cb.data);
568 if (n != cmd->cb.dlen ||
569 socket_write(&imap->buf.sock, "\r\n", 2) != 2) {
570 free(cmd->cmd);
571 free(cmd);
572 return NULL;
574 cmd->cb.data = NULL;
575 } else
576 imap->literal_pending = 1;
577 } else if (cmd->cb.cont)
578 imap->literal_pending = 1;
579 cmd->next = NULL;
580 *imap->in_progress_append = cmd;
581 imap->in_progress_append = &cmd->next;
582 imap->num_in_progress++;
583 return cmd;
586 __attribute__((format (printf, 3, 4)))
587 static struct imap_cmd *issue_imap_cmd(struct imap_store *ctx,
588 struct imap_cmd_cb *cb,
589 const char *fmt, ...)
591 struct imap_cmd *ret;
592 va_list ap;
594 va_start(ap, fmt);
595 ret = v_issue_imap_cmd(ctx, cb, fmt, ap);
596 va_end(ap);
597 return ret;
600 __attribute__((format (printf, 3, 4)))
601 static int imap_exec(struct imap_store *ctx, struct imap_cmd_cb *cb,
602 const char *fmt, ...)
604 va_list ap;
605 struct imap_cmd *cmdp;
607 va_start(ap, fmt);
608 cmdp = v_issue_imap_cmd(ctx, cb, fmt, ap);
609 va_end(ap);
610 if (!cmdp)
611 return RESP_BAD;
613 return get_cmd_result(ctx, cmdp);
616 __attribute__((format (printf, 3, 4)))
617 static int imap_exec_m(struct imap_store *ctx, struct imap_cmd_cb *cb,
618 const char *fmt, ...)
620 va_list ap;
621 struct imap_cmd *cmdp;
623 va_start(ap, fmt);
624 cmdp = v_issue_imap_cmd(ctx, cb, fmt, ap);
625 va_end(ap);
626 if (!cmdp)
627 return DRV_STORE_BAD;
629 switch (get_cmd_result(ctx, cmdp)) {
630 case RESP_BAD: return DRV_STORE_BAD;
631 case RESP_NO: return DRV_MSG_BAD;
632 default: return DRV_OK;
636 static int is_atom(struct imap_list *list)
638 return list && list->val && list->val != NIL && list->val != LIST;
641 static int is_list(struct imap_list *list)
643 return list && list->val == LIST;
646 static void free_list(struct imap_list *list)
648 struct imap_list *tmp;
650 for (; list; list = tmp) {
651 tmp = list->next;
652 if (is_list(list))
653 free_list(list->child);
654 else if (is_atom(list))
655 free(list->val);
656 free(list);
660 static int parse_imap_list_l(struct imap *imap, char **sp, struct imap_list **curp, int level)
662 struct imap_list *cur;
663 char *s = *sp, *p;
664 int n, bytes;
666 for (;;) {
667 while (isspace((unsigned char)*s))
668 s++;
669 if (level && *s == ')') {
670 s++;
671 break;
673 *curp = cur = xmalloc(sizeof(*cur));
674 curp = &cur->next;
675 cur->val = NULL; /* for clean bail */
676 if (*s == '(') {
677 /* sublist */
678 s++;
679 cur->val = LIST;
680 if (parse_imap_list_l(imap, &s, &cur->child, level + 1))
681 goto bail;
682 } else if (imap && *s == '{') {
683 /* literal */
684 bytes = cur->len = strtol(s + 1, &s, 10);
685 if (*s != '}')
686 goto bail;
688 s = cur->val = xmalloc(cur->len);
690 /* dump whats left over in the input buffer */
691 n = imap->buf.bytes - imap->buf.offset;
693 if (n > bytes)
694 /* the entire message fit in the buffer */
695 n = bytes;
697 memcpy(s, imap->buf.buf + imap->buf.offset, n);
698 s += n;
699 bytes -= n;
701 /* mark that we used part of the buffer */
702 imap->buf.offset += n;
704 /* now read the rest of the message */
705 while (bytes > 0) {
706 if ((n = socket_read(&imap->buf.sock, s, bytes)) <= 0)
707 goto bail;
708 s += n;
709 bytes -= n;
712 if (buffer_gets(&imap->buf, &s))
713 goto bail;
714 } else if (*s == '"') {
715 /* quoted string */
716 s++;
717 p = s;
718 for (; *s != '"'; s++)
719 if (!*s)
720 goto bail;
721 cur->len = s - p;
722 s++;
723 cur->val = xmemdupz(p, cur->len);
724 } else {
725 /* atom */
726 p = s;
727 for (; *s && !isspace((unsigned char)*s); s++)
728 if (level && *s == ')')
729 break;
730 cur->len = s - p;
731 if (cur->len == 3 && !memcmp("NIL", p, 3))
732 cur->val = NIL;
733 else
734 cur->val = xmemdupz(p, cur->len);
737 if (!level)
738 break;
739 if (!*s)
740 goto bail;
742 *sp = s;
743 *curp = NULL;
744 return 0;
746 bail:
747 *curp = NULL;
748 return -1;
751 static struct imap_list *parse_imap_list(struct imap *imap, char **sp)
753 struct imap_list *head;
755 if (!parse_imap_list_l(imap, sp, &head, 0))
756 return head;
757 free_list(head);
758 return NULL;
761 static struct imap_list *parse_list(char **sp)
763 return parse_imap_list(NULL, sp);
766 static void parse_capability(struct imap *imap, char *cmd)
768 char *arg;
769 unsigned i;
771 imap->caps = 0x80000000;
772 while ((arg = next_arg(&cmd)))
773 for (i = 0; i < ARRAY_SIZE(cap_list); i++)
774 if (!strcmp(cap_list[i], arg))
775 imap->caps |= 1 << i;
776 imap->rcaps = imap->caps;
779 static int parse_response_code(struct imap_store *ctx, struct imap_cmd_cb *cb,
780 char *s)
782 struct imap *imap = ctx->imap;
783 char *arg, *p;
785 if (*s != '[')
786 return RESP_OK; /* no response code */
787 s++;
788 if (!(p = strchr(s, ']'))) {
789 fprintf(stderr, "IMAP error: malformed response code\n");
790 return RESP_BAD;
792 *p++ = 0;
793 arg = next_arg(&s);
794 if (!strcmp("UIDVALIDITY", arg)) {
795 if (!(arg = next_arg(&s)) || !(ctx->gen.uidvalidity = atoi(arg))) {
796 fprintf(stderr, "IMAP error: malformed UIDVALIDITY status\n");
797 return RESP_BAD;
799 } else if (!strcmp("UIDNEXT", arg)) {
800 if (!(arg = next_arg(&s)) || !(imap->uidnext = atoi(arg))) {
801 fprintf(stderr, "IMAP error: malformed NEXTUID status\n");
802 return RESP_BAD;
804 } else if (!strcmp("CAPABILITY", arg)) {
805 parse_capability(imap, s);
806 } else if (!strcmp("ALERT", arg)) {
807 /* RFC2060 says that these messages MUST be displayed
808 * to the user
810 for (; isspace((unsigned char)*p); p++);
811 fprintf(stderr, "*** IMAP ALERT *** %s\n", p);
812 } else if (cb && cb->ctx && !strcmp("APPENDUID", arg)) {
813 if (!(arg = next_arg(&s)) || !(ctx->gen.uidvalidity = atoi(arg)) ||
814 !(arg = next_arg(&s)) || !(*(int *)cb->ctx = atoi(arg))) {
815 fprintf(stderr, "IMAP error: malformed APPENDUID status\n");
816 return RESP_BAD;
819 return RESP_OK;
822 static int get_cmd_result(struct imap_store *ctx, struct imap_cmd *tcmd)
824 struct imap *imap = ctx->imap;
825 struct imap_cmd *cmdp, **pcmdp, *ncmdp;
826 char *cmd, *arg, *arg1, *p;
827 int n, resp, resp2, tag;
829 for (;;) {
830 if (buffer_gets(&imap->buf, &cmd))
831 return RESP_BAD;
833 arg = next_arg(&cmd);
834 if (*arg == '*') {
835 arg = next_arg(&cmd);
836 if (!arg) {
837 fprintf(stderr, "IMAP error: unable to parse untagged response\n");
838 return RESP_BAD;
841 if (!strcmp("NAMESPACE", arg)) {
842 imap->ns_personal = parse_list(&cmd);
843 imap->ns_other = parse_list(&cmd);
844 imap->ns_shared = parse_list(&cmd);
845 } else if (!strcmp("OK", arg) || !strcmp("BAD", arg) ||
846 !strcmp("NO", arg) || !strcmp("BYE", arg)) {
847 if ((resp = parse_response_code(ctx, NULL, cmd)) != RESP_OK)
848 return resp;
849 } else if (!strcmp("CAPABILITY", arg))
850 parse_capability(imap, cmd);
851 else if ((arg1 = next_arg(&cmd))) {
852 if (!strcmp("EXISTS", arg1))
853 ctx->gen.count = atoi(arg);
854 else if (!strcmp("RECENT", arg1))
855 ctx->gen.recent = atoi(arg);
856 } else {
857 fprintf(stderr, "IMAP error: unable to parse untagged response\n");
858 return RESP_BAD;
860 } else if (!imap->in_progress) {
861 fprintf(stderr, "IMAP error: unexpected reply: %s %s\n", arg, cmd ? cmd : "");
862 return RESP_BAD;
863 } else if (*arg == '+') {
864 /* This can happen only with the last command underway, as
865 it enforces a round-trip. */
866 cmdp = (struct imap_cmd *)((char *)imap->in_progress_append -
867 offsetof(struct imap_cmd, next));
868 if (cmdp->cb.data) {
869 n = socket_write(&imap->buf.sock, cmdp->cb.data, cmdp->cb.dlen);
870 free(cmdp->cb.data);
871 cmdp->cb.data = NULL;
872 if (n != (int)cmdp->cb.dlen)
873 return RESP_BAD;
874 } else if (cmdp->cb.cont) {
875 if (cmdp->cb.cont(ctx, cmdp, cmd))
876 return RESP_BAD;
877 } else {
878 fprintf(stderr, "IMAP error: unexpected command continuation request\n");
879 return RESP_BAD;
881 if (socket_write(&imap->buf.sock, "\r\n", 2) != 2)
882 return RESP_BAD;
883 if (!cmdp->cb.cont)
884 imap->literal_pending = 0;
885 if (!tcmd)
886 return DRV_OK;
887 } else {
888 tag = atoi(arg);
889 for (pcmdp = &imap->in_progress; (cmdp = *pcmdp); pcmdp = &cmdp->next)
890 if (cmdp->tag == tag)
891 goto gottag;
892 fprintf(stderr, "IMAP error: unexpected tag %s\n", arg);
893 return RESP_BAD;
894 gottag:
895 if (!(*pcmdp = cmdp->next))
896 imap->in_progress_append = pcmdp;
897 imap->num_in_progress--;
898 if (cmdp->cb.cont || cmdp->cb.data)
899 imap->literal_pending = 0;
900 arg = next_arg(&cmd);
901 if (!strcmp("OK", arg))
902 resp = DRV_OK;
903 else {
904 if (!strcmp("NO", arg)) {
905 if (cmdp->cb.create && cmd && (cmdp->cb.trycreate || !memcmp(cmd, "[TRYCREATE]", 11))) { /* SELECT, APPEND or UID COPY */
906 p = strchr(cmdp->cmd, '"');
907 if (!issue_imap_cmd(ctx, NULL, "CREATE \"%.*s\"", (int)(strchr(p + 1, '"') - p + 1), p)) {
908 resp = RESP_BAD;
909 goto normal;
911 /* not waiting here violates the spec, but a server that does not
912 grok this nonetheless violates it too. */
913 cmdp->cb.create = 0;
914 if (!(ncmdp = issue_imap_cmd(ctx, &cmdp->cb, "%s", cmdp->cmd))) {
915 resp = RESP_BAD;
916 goto normal;
918 free(cmdp->cmd);
919 free(cmdp);
920 if (!tcmd)
921 return 0; /* ignored */
922 if (cmdp == tcmd)
923 tcmd = ncmdp;
924 continue;
926 resp = RESP_NO;
927 } else /*if (!strcmp("BAD", arg))*/
928 resp = RESP_BAD;
929 fprintf(stderr, "IMAP command '%s' returned response (%s) - %s\n",
930 memcmp(cmdp->cmd, "LOGIN", 5) ?
931 cmdp->cmd : "LOGIN <user> <pass>",
932 arg, cmd ? cmd : "");
934 if ((resp2 = parse_response_code(ctx, &cmdp->cb, cmd)) > resp)
935 resp = resp2;
936 normal:
937 if (cmdp->cb.done)
938 cmdp->cb.done(ctx, cmdp, resp);
939 free(cmdp->cb.data);
940 free(cmdp->cmd);
941 free(cmdp);
942 if (!tcmd || tcmd == cmdp)
943 return resp;
946 /* not reached */
949 static void imap_close_server(struct imap_store *ictx)
951 struct imap *imap = ictx->imap;
953 if (imap->buf.sock.fd[0] != -1) {
954 imap_exec(ictx, NULL, "LOGOUT");
955 socket_shutdown(&imap->buf.sock);
957 free_list(imap->ns_personal);
958 free_list(imap->ns_other);
959 free_list(imap->ns_shared);
960 free(imap);
963 static void imap_close_store(struct store *ctx)
965 imap_close_server((struct imap_store *)ctx);
966 free_generic_messages(ctx->msgs);
967 free(ctx);
970 #ifndef NO_OPENSSL
973 * hexchar() and cram() functions are based on the code from the isync
974 * project (http://isync.sf.net/).
976 static char hexchar(unsigned int b)
978 return b < 10 ? '0' + b : 'a' + (b - 10);
981 #define ENCODED_SIZE(n) (4*((n+2)/3))
982 static char *cram(const char *challenge_64, const char *user, const char *pass)
984 int i, resp_len, encoded_len, decoded_len;
985 HMAC_CTX hmac;
986 unsigned char hash[16];
987 char hex[33];
988 char *response, *response_64, *challenge;
991 * length of challenge_64 (i.e. base-64 encoded string) is a good
992 * enough upper bound for challenge (decoded result).
994 encoded_len = strlen(challenge_64);
995 challenge = xmalloc(encoded_len);
996 decoded_len = EVP_DecodeBlock((unsigned char *)challenge,
997 (unsigned char *)challenge_64, encoded_len);
998 if (decoded_len < 0)
999 die("invalid challenge %s", challenge_64);
1000 HMAC_Init(&hmac, (unsigned char *)pass, strlen(pass), EVP_md5());
1001 HMAC_Update(&hmac, (unsigned char *)challenge, decoded_len);
1002 HMAC_Final(&hmac, hash, NULL);
1003 HMAC_CTX_cleanup(&hmac);
1005 hex[32] = 0;
1006 for (i = 0; i < 16; i++) {
1007 hex[2 * i] = hexchar((hash[i] >> 4) & 0xf);
1008 hex[2 * i + 1] = hexchar(hash[i] & 0xf);
1011 /* response: "<user> <digest in hex>" */
1012 resp_len = strlen(user) + 1 + strlen(hex) + 1;
1013 response = xmalloc(resp_len);
1014 sprintf(response, "%s %s", user, hex);
1016 response_64 = xmalloc(ENCODED_SIZE(resp_len) + 1);
1017 encoded_len = EVP_EncodeBlock((unsigned char *)response_64,
1018 (unsigned char *)response, resp_len);
1019 if (encoded_len < 0)
1020 die("EVP_EncodeBlock error");
1021 response_64[encoded_len] = '\0';
1022 return (char *)response_64;
1025 #else
1027 static char *cram(const char *challenge_64, const char *user, const char *pass)
1029 die("If you want to use CRAM-MD5 authenticate method, "
1030 "you have to build git-imap-send with OpenSSL library.");
1033 #endif
1035 static int auth_cram_md5(struct imap_store *ctx, struct imap_cmd *cmd, const char *prompt)
1037 int ret;
1038 char *response;
1040 response = cram(prompt, server.user, server.pass);
1042 ret = socket_write(&ctx->imap->buf.sock, response, strlen(response));
1043 if (ret != strlen(response))
1044 return error("IMAP error: sending response failed\n");
1046 free(response);
1048 return 0;
1051 static struct store *imap_open_store(struct imap_server_conf *srvc)
1053 struct imap_store *ctx;
1054 struct imap *imap;
1055 char *arg, *rsp;
1056 int s = -1, preauth;
1058 ctx = xcalloc(sizeof(*ctx), 1);
1060 ctx->imap = imap = xcalloc(sizeof(*imap), 1);
1061 imap->buf.sock.fd[0] = imap->buf.sock.fd[1] = -1;
1062 imap->in_progress_append = &imap->in_progress;
1064 /* open connection to IMAP server */
1066 if (srvc->tunnel) {
1067 const char *argv[] = { srvc->tunnel, NULL };
1068 struct child_process tunnel = {0};
1070 imap_info("Starting tunnel '%s'... ", srvc->tunnel);
1072 tunnel.argv = argv;
1073 tunnel.use_shell = 1;
1074 tunnel.in = -1;
1075 tunnel.out = -1;
1076 if (start_command(&tunnel))
1077 die("cannot start proxy %s", argv[0]);
1079 imap->buf.sock.fd[0] = tunnel.out;
1080 imap->buf.sock.fd[1] = tunnel.in;
1082 imap_info("ok\n");
1083 } else {
1084 #ifndef NO_IPV6
1085 struct addrinfo hints, *ai0, *ai;
1086 int gai;
1087 char portstr[6];
1089 snprintf(portstr, sizeof(portstr), "%hu", srvc->port);
1091 memset(&hints, 0, sizeof(hints));
1092 hints.ai_socktype = SOCK_STREAM;
1093 hints.ai_protocol = IPPROTO_TCP;
1095 imap_info("Resolving %s... ", srvc->host);
1096 gai = getaddrinfo(srvc->host, portstr, &hints, &ai);
1097 if (gai) {
1098 fprintf(stderr, "getaddrinfo: %s\n", gai_strerror(gai));
1099 goto bail;
1101 imap_info("ok\n");
1103 for (ai0 = ai; ai; ai = ai->ai_next) {
1104 char addr[NI_MAXHOST];
1106 s = socket(ai->ai_family, ai->ai_socktype,
1107 ai->ai_protocol);
1108 if (s < 0)
1109 continue;
1111 getnameinfo(ai->ai_addr, ai->ai_addrlen, addr,
1112 sizeof(addr), NULL, 0, NI_NUMERICHOST);
1113 imap_info("Connecting to [%s]:%s... ", addr, portstr);
1115 if (connect(s, ai->ai_addr, ai->ai_addrlen) < 0) {
1116 close(s);
1117 s = -1;
1118 perror("connect");
1119 continue;
1122 break;
1124 freeaddrinfo(ai0);
1125 #else /* NO_IPV6 */
1126 struct hostent *he;
1127 struct sockaddr_in addr;
1129 memset(&addr, 0, sizeof(addr));
1130 addr.sin_port = htons(srvc->port);
1131 addr.sin_family = AF_INET;
1133 imap_info("Resolving %s... ", srvc->host);
1134 he = gethostbyname(srvc->host);
1135 if (!he) {
1136 perror("gethostbyname");
1137 goto bail;
1139 imap_info("ok\n");
1141 addr.sin_addr.s_addr = *((int *) he->h_addr_list[0]);
1143 s = socket(PF_INET, SOCK_STREAM, 0);
1145 imap_info("Connecting to %s:%hu... ", inet_ntoa(addr.sin_addr), ntohs(addr.sin_port));
1146 if (connect(s, (struct sockaddr *)&addr, sizeof(addr))) {
1147 close(s);
1148 s = -1;
1149 perror("connect");
1151 #endif
1152 if (s < 0) {
1153 fputs("Error: unable to connect to server.\n", stderr);
1154 goto bail;
1157 imap->buf.sock.fd[0] = s;
1158 imap->buf.sock.fd[1] = dup(s);
1160 if (srvc->use_ssl &&
1161 ssl_socket_connect(&imap->buf.sock, 0, srvc->ssl_verify)) {
1162 close(s);
1163 goto bail;
1165 imap_info("ok\n");
1168 /* read the greeting string */
1169 if (buffer_gets(&imap->buf, &rsp)) {
1170 fprintf(stderr, "IMAP error: no greeting response\n");
1171 goto bail;
1173 arg = next_arg(&rsp);
1174 if (!arg || *arg != '*' || (arg = next_arg(&rsp)) == NULL) {
1175 fprintf(stderr, "IMAP error: invalid greeting response\n");
1176 goto bail;
1178 preauth = 0;
1179 if (!strcmp("PREAUTH", arg))
1180 preauth = 1;
1181 else if (strcmp("OK", arg) != 0) {
1182 fprintf(stderr, "IMAP error: unknown greeting response\n");
1183 goto bail;
1185 parse_response_code(ctx, NULL, rsp);
1186 if (!imap->caps && imap_exec(ctx, NULL, "CAPABILITY") != RESP_OK)
1187 goto bail;
1189 if (!preauth) {
1190 #ifndef NO_OPENSSL
1191 if (!srvc->use_ssl && CAP(STARTTLS)) {
1192 if (imap_exec(ctx, 0, "STARTTLS") != RESP_OK)
1193 goto bail;
1194 if (ssl_socket_connect(&imap->buf.sock, 1,
1195 srvc->ssl_verify))
1196 goto bail;
1197 /* capabilities may have changed, so get the new capabilities */
1198 if (imap_exec(ctx, 0, "CAPABILITY") != RESP_OK)
1199 goto bail;
1201 #endif
1202 imap_info("Logging in...\n");
1203 if (!srvc->user) {
1204 fprintf(stderr, "Skipping server %s, no user\n", srvc->host);
1205 goto bail;
1207 if (!srvc->pass) {
1208 char prompt[80];
1209 sprintf(prompt, "Password (%s@%s): ", srvc->user, srvc->host);
1210 arg = git_getpass(prompt);
1211 if (!arg) {
1212 perror("getpass");
1213 exit(1);
1215 if (!*arg) {
1216 fprintf(stderr, "Skipping account %s@%s, no password\n", srvc->user, srvc->host);
1217 goto bail;
1220 * getpass() returns a pointer to a static buffer. make a copy
1221 * for long term storage.
1223 srvc->pass = xstrdup(arg);
1225 if (CAP(NOLOGIN)) {
1226 fprintf(stderr, "Skipping account %s@%s, server forbids LOGIN\n", srvc->user, srvc->host);
1227 goto bail;
1230 if (srvc->auth_method) {
1231 struct imap_cmd_cb cb;
1233 if (!strcmp(srvc->auth_method, "CRAM-MD5")) {
1234 if (!CAP(AUTH_CRAM_MD5)) {
1235 fprintf(stderr, "You specified"
1236 "CRAM-MD5 as authentication method, "
1237 "but %s doesn't support it.\n", srvc->host);
1238 goto bail;
1240 /* CRAM-MD5 */
1242 memset(&cb, 0, sizeof(cb));
1243 cb.cont = auth_cram_md5;
1244 if (imap_exec(ctx, &cb, "AUTHENTICATE CRAM-MD5") != RESP_OK) {
1245 fprintf(stderr, "IMAP error: AUTHENTICATE CRAM-MD5 failed\n");
1246 goto bail;
1248 } else {
1249 fprintf(stderr, "Unknown authentication method:%s\n", srvc->host);
1250 goto bail;
1252 } else {
1253 if (!imap->buf.sock.ssl)
1254 imap_warn("*** IMAP Warning *** Password is being "
1255 "sent in the clear\n");
1256 if (imap_exec(ctx, NULL, "LOGIN \"%s\" \"%s\"", srvc->user, srvc->pass) != RESP_OK) {
1257 fprintf(stderr, "IMAP error: LOGIN failed\n");
1258 goto bail;
1261 } /* !preauth */
1263 ctx->prefix = "";
1264 ctx->trashnc = 1;
1265 return (struct store *)ctx;
1267 bail:
1268 imap_close_store(&ctx->gen);
1269 return NULL;
1272 static int imap_make_flags(int flags, char *buf)
1274 const char *s;
1275 unsigned i, d;
1277 for (i = d = 0; i < ARRAY_SIZE(Flags); i++)
1278 if (flags & (1 << i)) {
1279 buf[d++] = ' ';
1280 buf[d++] = '\\';
1281 for (s = Flags[i]; *s; s++)
1282 buf[d++] = *s;
1284 buf[0] = '(';
1285 buf[d++] = ')';
1286 return d;
1289 static void lf_to_crlf(struct msg_data *msg)
1291 char *new;
1292 int i, j, lfnum = 0;
1294 if (msg->data[0] == '\n')
1295 lfnum++;
1296 for (i = 1; i < msg->len; i++) {
1297 if (msg->data[i - 1] != '\r' && msg->data[i] == '\n')
1298 lfnum++;
1301 new = xmalloc(msg->len + lfnum);
1302 if (msg->data[0] == '\n') {
1303 new[0] = '\r';
1304 new[1] = '\n';
1305 i = 1;
1306 j = 2;
1307 } else {
1308 new[0] = msg->data[0];
1309 i = 1;
1310 j = 1;
1312 for ( ; i < msg->len; i++) {
1313 if (msg->data[i] != '\n') {
1314 new[j++] = msg->data[i];
1315 continue;
1317 if (msg->data[i - 1] != '\r')
1318 new[j++] = '\r';
1319 /* otherwise it already had CR before */
1320 new[j++] = '\n';
1322 msg->len += lfnum;
1323 free(msg->data);
1324 msg->data = new;
1327 static int imap_store_msg(struct store *gctx, struct msg_data *data)
1329 struct imap_store *ctx = (struct imap_store *)gctx;
1330 struct imap *imap = ctx->imap;
1331 struct imap_cmd_cb cb;
1332 const char *prefix, *box;
1333 int ret, d;
1334 char flagstr[128];
1336 lf_to_crlf(data);
1337 memset(&cb, 0, sizeof(cb));
1339 cb.dlen = data->len;
1340 cb.data = xmalloc(cb.dlen);
1341 memcpy(cb.data, data->data, data->len);
1343 d = 0;
1344 if (data->flags) {
1345 d = imap_make_flags(data->flags, flagstr);
1346 flagstr[d++] = ' ';
1348 flagstr[d] = 0;
1350 box = gctx->name;
1351 prefix = !strcmp(box, "INBOX") ? "" : ctx->prefix;
1352 cb.create = 0;
1353 ret = imap_exec_m(ctx, &cb, "APPEND \"%s%s\" %s", prefix, box, flagstr);
1354 imap->caps = imap->rcaps;
1355 if (ret != DRV_OK)
1356 return ret;
1357 gctx->count++;
1359 return DRV_OK;
1362 static void encode_html_chars(struct strbuf *p)
1364 int i;
1365 for (i = 0; i < p->len; i++) {
1366 if (p->buf[i] == '&')
1367 strbuf_splice(p, i, 1, "&amp;", 5);
1368 if (p->buf[i] == '<')
1369 strbuf_splice(p, i, 1, "&lt;", 4);
1370 if (p->buf[i] == '>')
1371 strbuf_splice(p, i, 1, "&gt;", 4);
1372 if (p->buf[i] == '"')
1373 strbuf_splice(p, i, 1, "&quot;", 6);
1376 static void wrap_in_html(struct msg_data *msg)
1378 struct strbuf buf = STRBUF_INIT;
1379 struct strbuf **lines;
1380 struct strbuf **p;
1381 static char *content_type = "Content-Type: text/html;\n";
1382 static char *pre_open = "<pre>\n";
1383 static char *pre_close = "</pre>\n";
1384 int added_header = 0;
1386 strbuf_attach(&buf, msg->data, msg->len, msg->len);
1387 lines = strbuf_split(&buf, '\n');
1388 strbuf_release(&buf);
1389 for (p = lines; *p; p++) {
1390 if (! added_header) {
1391 if ((*p)->len == 1 && *((*p)->buf) == '\n') {
1392 strbuf_addstr(&buf, content_type);
1393 strbuf_addbuf(&buf, *p);
1394 strbuf_addstr(&buf, pre_open);
1395 added_header = 1;
1396 continue;
1399 else
1400 encode_html_chars(*p);
1401 strbuf_addbuf(&buf, *p);
1403 strbuf_addstr(&buf, pre_close);
1404 strbuf_list_free(lines);
1405 msg->len = buf.len;
1406 msg->data = strbuf_detach(&buf, NULL);
1409 #define CHUNKSIZE 0x1000
1411 static int read_message(FILE *f, struct msg_data *msg)
1413 struct strbuf buf = STRBUF_INIT;
1415 memset(msg, 0, sizeof(*msg));
1417 do {
1418 if (strbuf_fread(&buf, CHUNKSIZE, f) <= 0)
1419 break;
1420 } while (!feof(f));
1422 msg->len = buf.len;
1423 msg->data = strbuf_detach(&buf, NULL);
1424 return msg->len;
1427 static int count_messages(struct msg_data *msg)
1429 int count = 0;
1430 char *p = msg->data;
1432 while (1) {
1433 if (!prefixcmp(p, "From ")) {
1434 p = strstr(p+5, "\nFrom: ");
1435 if (!p) break;
1436 p = strstr(p+7, "\nDate: ");
1437 if (!p) break;
1438 p = strstr(p+7, "\nSubject: ");
1439 if (!p) break;
1440 p += 10;
1441 count++;
1443 p = strstr(p+5, "\nFrom ");
1444 if (!p)
1445 break;
1446 p++;
1448 return count;
1451 static int split_msg(struct msg_data *all_msgs, struct msg_data *msg, int *ofs)
1453 char *p, *data;
1455 memset(msg, 0, sizeof *msg);
1456 if (*ofs >= all_msgs->len)
1457 return 0;
1459 data = &all_msgs->data[*ofs];
1460 msg->len = all_msgs->len - *ofs;
1462 if (msg->len < 5 || prefixcmp(data, "From "))
1463 return 0;
1465 p = strchr(data, '\n');
1466 if (p) {
1467 p = &p[1];
1468 msg->len -= p-data;
1469 *ofs += p-data;
1470 data = p;
1473 p = strstr(data, "\nFrom ");
1474 if (p)
1475 msg->len = &p[1] - data;
1477 msg->data = xmemdupz(data, msg->len);
1478 *ofs += msg->len;
1479 return 1;
1482 static char *imap_folder;
1484 static int git_imap_config(const char *key, const char *val, void *cb)
1486 char imap_key[] = "imap.";
1488 if (strncmp(key, imap_key, sizeof imap_key - 1))
1489 return 0;
1491 key += sizeof imap_key - 1;
1493 /* check booleans first, and barf on others */
1494 if (!strcmp("sslverify", key))
1495 server.ssl_verify = git_config_bool(key, val);
1496 else if (!strcmp("preformattedhtml", key))
1497 server.use_html = git_config_bool(key, val);
1498 else if (!val)
1499 return config_error_nonbool(key);
1501 if (!strcmp("folder", key)) {
1502 imap_folder = xstrdup(val);
1503 } else if (!strcmp("host", key)) {
1504 if (!prefixcmp(val, "imap:"))
1505 val += 5;
1506 else if (!prefixcmp(val, "imaps:")) {
1507 val += 6;
1508 server.use_ssl = 1;
1510 if (!prefixcmp(val, "//"))
1511 val += 2;
1512 server.host = xstrdup(val);
1513 } else if (!strcmp("user", key))
1514 server.user = xstrdup(val);
1515 else if (!strcmp("pass", key))
1516 server.pass = xstrdup(val);
1517 else if (!strcmp("port", key))
1518 server.port = git_config_int(key, val);
1519 else if (!strcmp("tunnel", key))
1520 server.tunnel = xstrdup(val);
1521 else if (!strcmp("authmethod", key))
1522 server.auth_method = xstrdup(val);
1524 return 0;
1527 int main(int argc, char **argv)
1529 struct msg_data all_msgs, msg;
1530 struct store *ctx = NULL;
1531 int ofs = 0;
1532 int r;
1533 int total, n = 0;
1534 int nongit_ok;
1536 git_extract_argv0_path(argv[0]);
1538 if (argc != 1)
1539 usage(imap_send_usage);
1541 setup_git_directory_gently(&nongit_ok);
1542 git_config(git_imap_config, NULL);
1544 if (!server.port)
1545 server.port = server.use_ssl ? 993 : 143;
1547 if (!imap_folder) {
1548 fprintf(stderr, "no imap store specified\n");
1549 return 1;
1551 if (!server.host) {
1552 if (!server.tunnel) {
1553 fprintf(stderr, "no imap host specified\n");
1554 return 1;
1556 server.host = "tunnel";
1559 /* read the messages */
1560 if (!read_message(stdin, &all_msgs)) {
1561 fprintf(stderr, "nothing to send\n");
1562 return 1;
1565 total = count_messages(&all_msgs);
1566 if (!total) {
1567 fprintf(stderr, "no messages to send\n");
1568 return 1;
1571 /* write it to the imap server */
1572 ctx = imap_open_store(&server);
1573 if (!ctx) {
1574 fprintf(stderr, "failed to open store\n");
1575 return 1;
1578 fprintf(stderr, "sending %d message%s\n", total, (total != 1) ? "s" : "");
1579 ctx->name = imap_folder;
1580 while (1) {
1581 unsigned percent = n * 100 / total;
1582 fprintf(stderr, "%4u%% (%d/%d) done\r", percent, n, total);
1583 if (!split_msg(&all_msgs, &msg, &ofs))
1584 break;
1585 if (server.use_html)
1586 wrap_in_html(&msg);
1587 r = imap_store_msg(ctx, &msg);
1588 if (r != DRV_OK)
1589 break;
1590 n++;
1592 fprintf(stderr, "\n");
1594 imap_close_store(ctx);
1596 return 0;