gotd/repo_read.c

   1 /*
   2  * Copyright (c) 2022 Stefan Sperling <stsp@openbsd.org>
   3  *
   4  * Permission to use, copy, modify, and distribute this software for any
   5  * purpose with or without fee is hereby granted, provided that the above
   6  * copyright notice and this permission notice appear in all copies.
   7  *
   8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
   9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15  */
  16
  17 #include "got_compat.h"
  18
  19 #include <sys/queue.h>
  20 #include <sys/types.h>
  21
  22 #include <event.h>
  23 #include <errno.h>
  24 #include <imsg.h>
  25 #include <signal.h>
  26 #include <stdlib.h>
  27 #include <limits.h>
  28 #include <poll.h>
  29 #include <stdio.h>
  30 #include <string.h>
  31 #include <unistd.h>
  32
  33 #include "got_error.h"
  34 #include "got_cancel.h"
  35 #include "got_object.h"
  36 #include "got_repository.h"
  37 #include "got_reference.h"
  38 #include "got_repository_admin.h"
  39 #include "got_path.h"
  40
  41 #include "got_lib_delta.h"
  42 #include "got_lib_object.h"
  43 #include "got_lib_object_idset.h"
  44 #include "got_lib_hash.h"
  45 #include "got_lib_pack.h"
  46 #include "got_lib_ratelimit.h"
  47 #include "got_lib_pack_create.h"
  48 #include "got_lib_poll.h"
  49
  50 #include "log.h"
  51 #include "gotd.h"
  52 #include "repo_read.h"
  53
  54 #ifndef nitems
  55 #define nitems(_a)      (sizeof((_a)) / sizeof((_a)[0]))
  56 #endif
  57
  58 static struct repo_read {
  59         pid_t pid;
  60         const char *title;
  61         struct got_repository *repo;
  62         int *pack_fds;
  63         int *temp_fds;
  64         int session_fd;
  65         struct gotd_imsgev session_iev;
  66         int refs_listed;
  67 } repo_read;
  68
  69 static struct repo_read_client {
  70         uint32_t                         id;
  71         int                              fd;
  72         int                              delta_cache_fd;
  73         int                              report_progress;
  74         int                              pack_pipe;
  75         struct got_object_idset         *want_ids;
  76         struct got_object_idset         *have_ids;
  77 } repo_read_client;
  78
  79 static volatile sig_atomic_t sigint_received;
  80 static volatile sig_atomic_t sigterm_received;
  81
  82 static void
  83 catch_sigint(int signo)
  84 {
  85         sigint_received = 1;
  86 }
  87
  88 static void
  89 catch_sigterm(int signo)
  90 {
  91         sigterm_received = 1;
  92 }
  93
  94 static const struct got_error *
  95 check_cancelled(void *arg)
  96 {
  97         if (sigint_received || sigterm_received)
  98                 return got_error(GOT_ERR_CANCELLED);
  99
 100         return NULL;
 101 }
 102
 103 static const struct got_error *
 104 send_symref(struct got_reference *symref, struct got_object_id *target_id,
 105     struct imsgbuf *ibuf)
 106 {
 107         const struct got_error *err = NULL;
 108         struct gotd_imsg_symref isymref;
 109         const char *refname = got_ref_get_name(symref);
 110         const char *target = got_ref_get_symref_target(symref);
 111         size_t len;
 112         struct ibuf *wbuf;
 113
 114         memset(&isymref, 0, sizeof(isymref));
 115         isymref.name_len = strlen(refname);
 116         isymref.target_len = strlen(target);
 117         memcpy(isymref.target_id, target_id->hash, sizeof(isymref.target_id));
 118
 119         len = sizeof(isymref) + isymref.name_len + isymref.target_len;
 120         if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE) {
 121                 err = got_error(GOT_ERR_NO_SPACE);
 122                 goto done;
 123         }
 124
 125         wbuf = imsg_create(ibuf, GOTD_IMSG_SYMREF, 0, 0, len);
 126         if (wbuf == NULL) {
 127                 err = got_error_from_errno("imsg_create SYMREF");
 128                 goto done;
 129         }
 130
 131         if (imsg_add(wbuf, &isymref, sizeof(isymref)) == -1) {
 132                 err = got_error_from_errno("imsg_add SYMREF");
 133                 goto done;
 134         }
 135         if (imsg_add(wbuf, refname, isymref.name_len) == -1) {
 136                 err = got_error_from_errno("imsg_add SYMREF");
 137                 goto done;
 138         }
 139         if (imsg_add(wbuf, target, isymref.target_len) == -1) {
 140                 err = got_error_from_errno("imsg_add SYMREF");
 141                 goto done;
 142         }
 143
 144         imsg_close(ibuf, wbuf);
 145 done:
 146         free(target_id);
 147         return err;
 148 }
 149
 150 static const struct got_error *
 151 send_peeled_tag_ref(struct got_reference *ref, struct got_object *obj,
 152     struct imsgbuf *ibuf)
 153 {
 154         const struct got_error *err = NULL;
 155         struct got_tag_object *tag;
 156         size_t namelen, len;
 157         char *peeled_refname = NULL;
 158         struct got_object_id *id;
 159         struct ibuf *wbuf;
 160
 161         err = got_object_tag_open(&tag, repo_read.repo, obj);
 162         if (err)
 163                 return err;
 164
 165         if (asprintf(&peeled_refname, "%s^{}", got_ref_get_name(ref)) == -1) {
 166                 err = got_error_from_errno("asprintf");
 167                 goto done;
 168         }
 169
 170         id = got_object_tag_get_object_id(tag);
 171         namelen = strlen(peeled_refname);
 172
 173         len = sizeof(struct gotd_imsg_ref) + namelen;
 174         if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE) {
 175                 err = got_error(GOT_ERR_NO_SPACE);
 176                 goto done;
 177         }
 178
 179         wbuf = imsg_create(ibuf, GOTD_IMSG_REF, PROC_REPO_READ,
 180             repo_read.pid, len);
 181         if (wbuf == NULL) {
 182                 err = got_error_from_errno("imsg_create MREF");
 183                 goto done;
 184         }
 185
 186         /* Keep in sync with struct gotd_imsg_ref definition. */
 187         if (imsg_add(wbuf, id->hash, SHA1_DIGEST_LENGTH) == -1) {
 188                 err = got_error_from_errno("imsg_add REF");
 189                 goto done;
 190         }
 191         if (imsg_add(wbuf, &namelen, sizeof(namelen)) == -1) {
 192                 err = got_error_from_errno("imsg_add REF");
 193                 goto done;
 194         }
 195         if (imsg_add(wbuf, peeled_refname, namelen) == -1) {
 196                 err = got_error_from_errno("imsg_add REF");
 197                 goto done;
 198         }
 199
 200         imsg_close(ibuf, wbuf);
 201 done:
 202         got_object_tag_close(tag);
 203         return err;
 204 }
 205
 206 static const struct got_error *
 207 send_ref(struct got_reference *ref, struct imsgbuf *ibuf)
 208 {
 209         const struct got_error *err;
 210         const char *refname = got_ref_get_name(ref);
 211         size_t namelen;
 212         struct got_object_id *id = NULL;
 213         struct got_object *obj = NULL;
 214         size_t len;
 215         struct ibuf *wbuf;
 216
 217         namelen = strlen(refname);
 218
 219         len = sizeof(struct gotd_imsg_ref) + namelen;
 220         if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE)
 221                 return got_error(GOT_ERR_NO_SPACE);
 222
 223         err = got_ref_resolve(&id, repo_read.repo, ref);
 224         if (err)
 225                 return err;
 226
 227         wbuf = imsg_create(ibuf, GOTD_IMSG_REF, PROC_REPO_READ,
 228             repo_read.pid, len);
 229         if (wbuf == NULL) {
 230                 err = got_error_from_errno("imsg_create REF");
 231                 goto done;
 232         }
 233
 234         /* Keep in sync with struct gotd_imsg_ref definition. */
 235         if (imsg_add(wbuf, id->hash, SHA1_DIGEST_LENGTH) == -1)
 236                 return got_error_from_errno("imsg_add REF");
 237         if (imsg_add(wbuf, &namelen, sizeof(namelen)) == -1)
 238                 return got_error_from_errno("imsg_add REF");
 239         if (imsg_add(wbuf, refname, namelen) == -1)
 240                 return got_error_from_errno("imsg_add REF");
 241
 242         imsg_close(ibuf, wbuf);
 243
 244         err = got_object_open(&obj, repo_read.repo, id);
 245         if (err)
 246                 goto done;
 247         if (obj->type == GOT_OBJ_TYPE_TAG)
 248                 err = send_peeled_tag_ref(ref, obj, ibuf);
 249 done:
 250         if (obj)
 251                 got_object_close(obj);
 252         free(id);
 253         return err;
 254 }
 255
 256 static const struct got_error *
 257 list_refs(struct imsg *imsg)
 258 {
 259         const struct got_error *err;
 260         struct repo_read_client *client = &repo_read_client;
 261         struct got_reflist_head refs;
 262         struct got_reflist_entry *re;
 263         size_t datalen;
 264         struct gotd_imsg_reflist irefs;
 265         struct imsgbuf ibuf;
 266         struct got_object_id *head_target_id = NULL;
 267
 268         TAILQ_INIT(&refs);
 269
 270         datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 271         if (datalen != 0)
 272                 return got_error(GOT_ERR_PRIVSEP_LEN);
 273
 274         if (repo_read.refs_listed) {
 275                 return got_error_msg(GOT_ERR_CLIENT_ID,
 276                     "duplicate list-refs request");
 277         }
 278         repo_read.refs_listed = 1;
 279
 280         client->fd = imsg_get_fd(imsg);
 281         if (client->fd == -1)
 282                 return got_error(GOT_ERR_PRIVSEP_NO_FD);
 283
 284         imsg_init(&ibuf, client->fd);
 285
 286         err = got_ref_list(&refs, repo_read.repo, "",
 287             got_ref_cmp_by_name, NULL);
 288         if (err)
 289                 return err;
 290
 291         memset(&irefs, 0, sizeof(irefs));
 292         TAILQ_FOREACH(re, &refs, entry) {
 293                 struct got_object_id *id;
 294                 int obj_type;
 295
 296                 if (got_ref_is_symbolic(re->ref)) {
 297                         const char *refname = got_ref_get_name(re->ref);
 298                         if (strcmp(refname, GOT_REF_HEAD) != 0)
 299                                 continue;
 300                         err = got_ref_resolve(&head_target_id, repo_read.repo,
 301                             re->ref);
 302                         if (err) {
 303                                 if (err->code != GOT_ERR_NOT_REF)
 304                                         return err;
 305                                 /*
 306                                  * HEAD points to a non-existent branch.
 307                                  * Do not advertise it.
 308                                  * Matches git-daemon's behaviour.
 309                                  */
 310                                 head_target_id = NULL;
 311                                 err = NULL;
 312                         } else
 313                                 irefs.nrefs++;
 314                         continue;
 315                 }
 316
 317                 irefs.nrefs++;
 318
 319                 /* Account for a peeled tag refs. */
 320                 err = got_ref_resolve(&id, repo_read.repo, re->ref);
 321                 if (err)
 322                         goto done;
 323                 err = got_object_get_type(&obj_type, repo_read.repo, id);
 324                 free(id);
 325                 if (err)
 326                         goto done;
 327                 if (obj_type == GOT_OBJ_TYPE_TAG)
 328                         irefs.nrefs++;
 329         }
 330
 331         if (imsg_compose(&ibuf, GOTD_IMSG_REFLIST, PROC_REPO_READ,
 332             repo_read.pid, -1, &irefs, sizeof(irefs)) == -1) {
 333                 err = got_error_from_errno("imsg_compose REFLIST");
 334                 goto done;
 335         }
 336
 337         /*
 338          * Send the HEAD symref first. In Git-protocol versions < 2
 339          * the HEAD symref must be announced on the initial line of
 340          * the server's ref advertisement.
 341          * For now, we do not advertise symrefs other than HEAD.
 342          */
 343         TAILQ_FOREACH(re, &refs, entry) {
 344                 if (!got_ref_is_symbolic(re->ref) ||
 345                     strcmp(got_ref_get_name(re->ref), GOT_REF_HEAD) != 0 ||
 346                     head_target_id == NULL)
 347                         continue;
 348                 err = send_symref(re->ref, head_target_id, &ibuf);
 349                 if (err)
 350                         goto done;
 351                 break;
 352         }
 353         TAILQ_FOREACH(re, &refs, entry) {
 354                 if (got_ref_is_symbolic(re->ref))
 355                         continue;
 356                 err = send_ref(re->ref, &ibuf);
 357                 if (err)
 358                         goto done;
 359         }
 360
 361         err = gotd_imsg_flush(&ibuf);
 362 done:
 363         got_ref_list_free(&refs);
 364         imsg_clear(&ibuf);
 365         return err;
 366 }
 367
 368 static const struct got_error *
 369 append_object_id(struct got_object_id *id, void *data, void *arg)
 370 {
 371         struct gotd_object_id_array *array = arg;
 372         const size_t alloc_chunksz = 256;
 373
 374         if (array->ids == NULL) {
 375                 array->ids = reallocarray(NULL, alloc_chunksz,
 376                     sizeof(*array->ids));
 377                 if (array->ids == NULL)
 378                         return got_error_from_errno("reallocarray");
 379                 array->nalloc = alloc_chunksz;
 380                 array->nids = 0;
 381         } else if (array->nalloc <= array->nids) {
 382                 struct got_object_id **new;
 383                 new = recallocarray(array->ids, array->nalloc,
 384                     array->nalloc + alloc_chunksz, sizeof(*new));
 385                 if (new == NULL)
 386                         return got_error_from_errno("recallocarray");
 387                 array->ids = new;
 388                 array->nalloc += alloc_chunksz;
 389         }
 390
 391         array->ids[array->nids] = id;
 392         array->nids++;
 393         return NULL;
 394 }
 395
 396 static const struct got_error *
 397 recv_want(struct imsg *imsg)
 398 {
 399         const struct got_error *err;
 400         struct repo_read_client *client = &repo_read_client;
 401         struct gotd_imsg_want iwant;
 402         size_t datalen;
 403         char hex[SHA1_DIGEST_STRING_LENGTH];
 404         struct got_object_id id;
 405         int obj_type;
 406         struct imsgbuf ibuf;
 407
 408         datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 409         if (datalen != sizeof(iwant))
 410                 return got_error(GOT_ERR_PRIVSEP_LEN);
 411         memcpy(&iwant, imsg->data, sizeof(iwant));
 412
 413         memset(&id, 0, sizeof(id));
 414         memcpy(id.hash, iwant.object_id, SHA1_DIGEST_LENGTH);
 415
 416         if (log_getverbose() > 0 &&
 417             got_object_id_hex(&id, hex, sizeof(hex)))
 418                 log_debug("client wants %s", hex);
 419
 420         imsg_init(&ibuf, client->fd);
 421
 422         err = got_object_get_type(&obj_type, repo_read.repo, &id);
 423         if (err)
 424                 return err;
 425
 426         if (obj_type != GOT_OBJ_TYPE_COMMIT &&
 427             obj_type != GOT_OBJ_TYPE_TAG)
 428                 return got_error(GOT_ERR_OBJ_TYPE);
 429
 430         if (!got_object_idset_contains(client->want_ids, &id)) {
 431                 err = got_object_idset_add(client->want_ids, &id, NULL);
 432                 if (err)
 433                         return err;
 434         }
 435
 436         gotd_imsg_send_ack(&id, &ibuf, PROC_REPO_READ, repo_read.pid);
 437         imsg_clear(&ibuf);
 438         return err;
 439 }
 440
 441 static const struct got_error *
 442 recv_have(struct imsg *imsg)
 443 {
 444         const struct got_error *err;
 445         struct repo_read_client *client = &repo_read_client;
 446         struct gotd_imsg_have ihave;
 447         size_t datalen;
 448         char hex[SHA1_DIGEST_STRING_LENGTH];
 449         struct got_object_id id;
 450         int obj_type;
 451         struct imsgbuf ibuf;
 452
 453         datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 454         if (datalen != sizeof(ihave))
 455                 return got_error(GOT_ERR_PRIVSEP_LEN);
 456         memcpy(&ihave, imsg->data, sizeof(ihave));
 457
 458         memset(&id, 0, sizeof(id));
 459         memcpy(id.hash, ihave.object_id, SHA1_DIGEST_LENGTH);
 460
 461         if (log_getverbose() > 0 &&
 462             got_object_id_hex(&id, hex, sizeof(hex)))
 463                 log_debug("client has %s", hex);
 464
 465         imsg_init(&ibuf, client->fd);
 466
 467         err = got_object_get_type(&obj_type, repo_read.repo, &id);
 468         if (err) {
 469                 if (err->code == GOT_ERR_NO_OBJ) {
 470                         gotd_imsg_send_nak(&id, &ibuf,
 471                             PROC_REPO_READ, repo_read.pid);
 472                         err = NULL;
 473                 }
 474                 goto done;
 475         }
 476
 477         if (obj_type != GOT_OBJ_TYPE_COMMIT &&
 478             obj_type != GOT_OBJ_TYPE_TAG) {
 479                 gotd_imsg_send_nak(&id, &ibuf, PROC_REPO_READ, repo_read.pid);
 480                 err = got_error(GOT_ERR_OBJ_TYPE);
 481                 goto done;
 482         }
 483
 484         if (!got_object_idset_contains(client->have_ids, &id)) {
 485                 err = got_object_idset_add(client->have_ids, &id, NULL);
 486                 if (err)
 487                         goto done;
 488         }
 489
 490         gotd_imsg_send_ack(&id, &ibuf, PROC_REPO_READ, repo_read.pid);
 491 done:
 492         imsg_clear(&ibuf);
 493         return err;
 494 }
 495
 496 struct repo_read_pack_progress_arg {
 497         int report_progress;
 498         struct imsgbuf *ibuf;
 499         int sent_ready;
 500 };
 501
 502 static const struct got_error *
 503 pack_progress(void *arg, int ncolored, int nfound, int ntrees,
 504     off_t packfile_size, int ncommits, int nobj_total, int nobj_deltify,
 505     int nobj_written)
 506 {
 507         struct repo_read_pack_progress_arg *a = arg;
 508         struct gotd_imsg_packfile_progress iprog;
 509         int ret;
 510
 511         if (!a->report_progress)
 512                 return NULL;
 513         if (packfile_size > 0 && a->sent_ready)
 514                 return NULL;
 515
 516         memset(&iprog, 0, sizeof(iprog));
 517         iprog.ncolored = ncolored;
 518         iprog.nfound = nfound;
 519         iprog.ntrees = ntrees;
 520         iprog.packfile_size = packfile_size;
 521         iprog.ncommits = ncommits;
 522         iprog.nobj_total = nobj_total;
 523         iprog.nobj_deltify = nobj_deltify;
 524         iprog.nobj_written = nobj_written;
 525
 526         /* Using synchronous writes since we are blocking the event loop. */
 527         if (packfile_size == 0) {
 528                 ret = imsg_compose(a->ibuf, GOTD_IMSG_PACKFILE_PROGRESS,
 529                     PROC_REPO_READ, repo_read.pid, -1, &iprog, sizeof(iprog));
 530                 if (ret == -1) {
 531                         return got_error_from_errno("imsg compose "
 532                             "PACKFILE_PROGRESS");
 533                 }
 534         } else {
 535                 a->sent_ready = 1;
 536                 ret = imsg_compose(a->ibuf, GOTD_IMSG_PACKFILE_READY,
 537                     PROC_REPO_READ, repo_read.pid, -1, &iprog, sizeof(iprog));
 538                 if (ret == -1) {
 539                         return got_error_from_errno("imsg compose "
 540                             "PACKFILE_READY");
 541                 }
 542         }
 543
 544         return gotd_imsg_flush(a->ibuf);
 545 }
 546
 547 static const struct got_error *
 548 receive_delta_cache_fd(struct imsg *imsg,
 549     struct gotd_imsgev *iev)
 550 {
 551         struct repo_read_client *client = &repo_read_client;
 552         struct gotd_imsg_send_packfile ireq;
 553         size_t datalen;
 554
 555         log_debug("receiving delta cache file");
 556
 557         datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 558         if (datalen != sizeof(ireq))
 559                 return got_error(GOT_ERR_PRIVSEP_LEN);
 560         memcpy(&ireq, imsg->data, sizeof(ireq));
 561
 562         if (client->delta_cache_fd != -1)
 563                 return got_error(GOT_ERR_PRIVSEP_MSG);
 564
 565         client->delta_cache_fd = imsg_get_fd(imsg);
 566         if (client->delta_cache_fd == -1)
 567                 return got_error(GOT_ERR_PRIVSEP_NO_FD);
 568
 569         client->report_progress = ireq.report_progress;
 570         return NULL;
 571 }
 572
 573 static const struct got_error *
 574 receive_pack_pipe(struct imsg *imsg, struct gotd_imsgev *iev)
 575 {
 576         struct repo_read_client *client = &repo_read_client;
 577         size_t datalen;
 578
 579         log_debug("receiving pack pipe descriptor");
 580
 581         datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 582         if (datalen != 0)
 583                 return got_error(GOT_ERR_PRIVSEP_LEN);
 584
 585         if (client->pack_pipe != -1)
 586                 return got_error(GOT_ERR_PRIVSEP_MSG);
 587
 588         client->pack_pipe = imsg_get_fd(imsg);
 589         if (client->pack_pipe == -1)
 590                 return got_error(GOT_ERR_PRIVSEP_NO_FD);
 591
 592         return NULL;
 593 }
 594
 595 static const struct got_error *
 596 send_packfile(struct imsg *imsg, struct gotd_imsgev *iev)
 597 {
 598         const struct got_error *err = NULL;
 599         struct repo_read_client *client = &repo_read_client;
 600         struct got_object_id packhash;
 601         char hex[GOT_HASH_DIGEST_STRING_MAXLEN];
 602         FILE *delta_cache = NULL;
 603         struct imsgbuf ibuf;
 604         struct repo_read_pack_progress_arg pa;
 605         struct got_ratelimit rl;
 606         struct gotd_object_id_array want_ids;
 607         struct gotd_object_id_array have_ids;
 608
 609         log_debug("packfile request received");
 610
 611         memset(&want_ids, 0, sizeof(want_ids));
 612         memset(&have_ids, 0, sizeof(have_ids));
 613
 614         got_ratelimit_init(&rl, 2, 0);
 615
 616         if (client->delta_cache_fd == -1 || client->pack_pipe == -1)
 617                 return got_error(GOT_ERR_PRIVSEP_NO_FD);
 618
 619         imsg_init(&ibuf, client->fd);
 620
 621         delta_cache = fdopen(client->delta_cache_fd, "w+");
 622         if (delta_cache == NULL) {
 623                 err = got_error_from_errno("fdopen");
 624                 goto done;
 625         }
 626         client->delta_cache_fd = -1;
 627
 628         memset(&pa, 0, sizeof(pa));
 629         pa.ibuf = &ibuf;
 630         pa.report_progress = client->report_progress;
 631
 632         err = got_object_idset_for_each(client->want_ids,
 633             append_object_id, &want_ids);
 634         if (err)
 635                 goto done;
 636         err = got_object_idset_for_each(client->have_ids,
 637            append_object_id, &have_ids);
 638         if (err)
 639                 goto done;
 640
 641         err = got_pack_create(&packhash, client->pack_pipe, delta_cache,
 642             have_ids.ids, have_ids.nids, want_ids.ids, want_ids.nids,
 643             repo_read.repo, 0, 1, 0, pack_progress, &pa, &rl,
 644             check_cancelled, NULL);
 645         if (err)
 646                 goto done;
 647
 648         if (log_getverbose() > 0 &&
 649             got_hash_digest_to_str(packhash.hash, hex, sizeof(hex),
 650             packhash.algo))
 651                 log_debug("sent pack-%s.pack", hex);
 652
 653         if (gotd_imsg_compose_event(iev, GOTD_IMSG_PACKFILE_DONE,
 654             PROC_REPO_READ, -1, NULL, 0) == -1)
 655                 err = got_error_from_errno("imsg compose PACKFILE_DONE");
 656 done:
 657         if (client->delta_cache_fd != -1 &&
 658             close(client->delta_cache_fd) == -1 && err == NULL)
 659                 err = got_error_from_errno("close");
 660         client->delta_cache_fd = -1;
 661         if (delta_cache != NULL && fclose(delta_cache) == EOF && err == NULL)
 662                 err = got_error_from_errno("fclose");
 663         imsg_clear(&ibuf);
 664         free(want_ids.ids);
 665         free(have_ids.ids);
 666         return err;
 667 }
 668
 669 static void
 670 repo_read_dispatch_session(int fd, short event, void *arg)
 671 {
 672         const struct got_error *err = NULL;
 673         struct gotd_imsgev *iev = arg;
 674         struct imsgbuf *ibuf = &iev->ibuf;
 675         struct imsg imsg;
 676         ssize_t n;
 677         int shut = 0;
 678         struct repo_read_client *client = &repo_read_client;
 679
 680         if (event & EV_READ) {
 681                 if ((n = imsg_read(ibuf)) == -1 && errno != EAGAIN)
 682                         fatal("imsg_read error");
 683                 if (n == 0)     /* Connection closed. */
 684                         shut = 1;
 685         }
 686
 687         if (event & EV_WRITE) {
 688                 n = msgbuf_write(&ibuf->w);
 689                 if (n == -1 && errno != EAGAIN)
 690                         fatal("msgbuf_write");
 691                 if (n == 0)     /* Connection closed. */
 692                         shut = 1;
 693         }
 694
 695         while (err == NULL && check_cancelled(NULL) == NULL) {
 696                 if ((n = imsg_get(ibuf, &imsg)) == -1)
 697                         fatal("%s: imsg_get", __func__);
 698                 if (n == 0)     /* No more messages. */
 699                         break;
 700
 701                 if (imsg.hdr.type != GOTD_IMSG_LIST_REFS_INTERNAL &&
 702                     !repo_read.refs_listed) {
 703                         err = got_error(GOT_ERR_PRIVSEP_MSG);
 704                         break;
 705                 }
 706
 707                 switch (imsg.hdr.type) {
 708                 case GOTD_IMSG_LIST_REFS_INTERNAL:
 709                         err = list_refs(&imsg);
 710                         if (err)
 711                                 log_warnx("ls-refs: %s", err->msg);
 712                         break;
 713                 case GOTD_IMSG_WANT:
 714                         err = recv_want(&imsg);
 715                         if (err)
 716                                 log_warnx("want-line: %s", err->msg);
 717                         break;
 718                 case GOTD_IMSG_HAVE:
 719                         err = recv_have(&imsg);
 720                         if (err)
 721                                 log_warnx("have-line: %s", err->msg);
 722                         break;
 723                 case GOTD_IMSG_SEND_PACKFILE:
 724                         err = receive_delta_cache_fd(&imsg, iev);
 725                         if (err)
 726                                 log_warnx("receiving delta cache: %s",
 727                                     err->msg);
 728                         break;
 729                 case GOTD_IMSG_PACKFILE_PIPE:
 730                         err = receive_pack_pipe(&imsg, iev);
 731                         if (err) {
 732                                 log_warnx("receiving pack pipe: %s", err->msg);
 733                                 break;
 734                         }
 735                         err = send_packfile(&imsg, iev);
 736                         if (err)
 737                                 log_warnx("sending packfile: %s", err->msg);
 738                         break;
 739                 default:
 740                         log_debug("unexpected imsg %d", imsg.hdr.type);
 741                         break;
 742                 }
 743
 744                 imsg_free(&imsg);
 745         }
 746
 747         if (!shut && check_cancelled(NULL) == NULL) {
 748                 if (err &&
 749                     gotd_imsg_send_error_event(iev, PROC_REPO_READ,
 750                         client->id, err) == -1) {
 751                         log_warnx("could not send error to parent: %s",
 752                             err->msg);
 753                 }
 754                 gotd_imsg_event_add(iev);
 755         } else {
 756                 /* This pipe is dead. Remove its event handler */
 757                 event_del(&iev->ev);
 758                 event_loopexit(NULL);
 759         }
 760 }
 761
 762 static const struct got_error *
 763 recv_connect(struct imsg *imsg)
 764 {
 765         struct gotd_imsgev *iev = &repo_read.session_iev;
 766         size_t datalen;
 767
 768         datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 769         if (datalen != 0)
 770                 return got_error(GOT_ERR_PRIVSEP_LEN);
 771
 772         if (repo_read.session_fd != -1)
 773                 return got_error(GOT_ERR_PRIVSEP_MSG);
 774
 775         repo_read.session_fd = imsg_get_fd(imsg);
 776         if (repo_read.session_fd == -1)
 777                 return got_error(GOT_ERR_PRIVSEP_NO_FD);
 778
 779         imsg_init(&iev->ibuf, repo_read.session_fd);
 780         iev->handler = repo_read_dispatch_session;
 781         iev->events = EV_READ;
 782         iev->handler_arg = NULL;
 783         event_set(&iev->ev, iev->ibuf.fd, EV_READ,
 784             repo_read_dispatch_session, iev);
 785         gotd_imsg_event_add(iev);
 786
 787         return NULL;
 788 }
 789
 790 static void
 791 repo_read_dispatch(int fd, short event, void *arg)
 792 {
 793         const struct got_error *err = NULL;
 794         struct gotd_imsgev *iev = arg;
 795         struct imsgbuf *ibuf = &iev->ibuf;
 796         struct imsg imsg;
 797         ssize_t n;
 798         int shut = 0;
 799         struct repo_read_client *client = &repo_read_client;
 800
 801         if (event & EV_READ) {
 802                 if ((n = imsg_read(ibuf)) == -1 && errno != EAGAIN)
 803                         fatal("imsg_read error");
 804                 if (n == 0)     /* Connection closed. */
 805                         shut = 1;
 806         }
 807
 808         if (event & EV_WRITE) {
 809                 n = msgbuf_write(&ibuf->w);
 810                 if (n == -1 && errno != EAGAIN)
 811                         fatal("msgbuf_write");
 812                 if (n == 0)     /* Connection closed. */
 813                         shut = 1;
 814         }
 815
 816         while (err == NULL && check_cancelled(NULL) == NULL) {
 817                 if ((n = imsg_get(ibuf, &imsg)) == -1)
 818                         fatal("%s: imsg_get", __func__);
 819                 if (n == 0)     /* No more messages. */
 820                         break;
 821
 822                 switch (imsg.hdr.type) {
 823                 case GOTD_IMSG_CONNECT_REPO_CHILD:
 824                         err = recv_connect(&imsg);
 825                         break;
 826                 default:
 827                         log_debug("unexpected imsg %d", imsg.hdr.type);
 828                         break;
 829                 }
 830
 831                 imsg_free(&imsg);
 832         }
 833
 834         if (!shut && check_cancelled(NULL) == NULL) {
 835                 if (err &&
 836                     gotd_imsg_send_error_event(iev, PROC_REPO_READ,
 837                         client->id, err) == -1) {
 838                         log_warnx("could not send error to parent: %s",
 839                             err->msg);
 840                 }
 841                 gotd_imsg_event_add(iev);
 842         } else {
 843                 /* This pipe is dead. Remove its event handler */
 844                 event_del(&iev->ev);
 845                 event_loopexit(NULL);
 846         }
 847 }
 848
 849 void
 850 repo_read_main(const char *title, const char *repo_path,
 851     int *pack_fds, int *temp_fds)
 852 {
 853         const struct got_error *err = NULL;
 854         struct repo_read_client *client = &repo_read_client;
 855         struct gotd_imsgev iev;
 856
 857         client->fd = -1;
 858         client->delta_cache_fd = -1;
 859         client->pack_pipe = -1;
 860         client->have_ids = got_object_idset_alloc();
 861         if (client->have_ids == NULL) {
 862                 err = got_error_from_errno("got_object_idset_alloc");
 863                 goto done;
 864         }
 865         client->want_ids = got_object_idset_alloc();
 866         if (client->want_ids == NULL) {
 867                 err = got_error_from_errno("got_object_idset_alloc");
 868                 goto done;
 869         }
 870
 871         repo_read.title = title;
 872         repo_read.pid = getpid();
 873         repo_read.pack_fds = pack_fds;
 874         repo_read.temp_fds = temp_fds;
 875         repo_read.session_fd = -1;
 876         repo_read.session_iev.ibuf.fd = -1;
 877
 878         err = got_repo_open(&repo_read.repo, repo_path, NULL, pack_fds);
 879         if (err)
 880                 goto done;
 881         if (!got_repo_is_bare(repo_read.repo)) {
 882                 err = got_error_msg(GOT_ERR_NOT_GIT_REPO,
 883                     "bare git repository required");
 884                 goto done;
 885         }
 886         if (got_repo_get_object_format(repo_read.repo) != GOT_HASH_SHA1) {
 887                 err = got_error_msg(GOT_ERR_NOT_IMPL,
 888                     "sha256 object IDs unsupported in network protocol");
 889                 goto done;
 890         }
 891
 892         got_repo_temp_fds_set(repo_read.repo, temp_fds);
 893
 894         signal(SIGINT, catch_sigint);
 895         signal(SIGTERM, catch_sigterm);
 896         signal(SIGPIPE, SIG_IGN);
 897         signal(SIGHUP, SIG_IGN);
 898
 899         imsg_init(&iev.ibuf, GOTD_FILENO_MSG_PIPE);
 900         iev.handler = repo_read_dispatch;
 901         iev.events = EV_READ;
 902         iev.handler_arg = NULL;
 903         event_set(&iev.ev, iev.ibuf.fd, EV_READ, repo_read_dispatch, &iev);
 904
 905         if (gotd_imsg_compose_event(&iev, GOTD_IMSG_REPO_CHILD_READY,
 906             PROC_REPO_READ, -1, NULL, 0) == -1) {
 907                 err = got_error_from_errno("imsg compose REPO_CHILD_READY");
 908                 goto done;
 909         }
 910
 911         event_dispatch();
 912 done:
 913         if (err)
 914                 log_warnx("%s: %s", title, err->msg);
 915         repo_read_shutdown();
 916 }
 917
 918 void
 919 repo_read_shutdown(void)
 920 {
 921         struct repo_read_client *client = &repo_read_client;
 922
 923         log_debug("%s: shutting down", repo_read.title);
 924
 925         if (client->have_ids)
 926                 got_object_idset_free(client->have_ids);
 927         if (client->want_ids)
 928                 got_object_idset_free(client->want_ids);
 929         if (client->fd != -1)
 930                 close(client->fd);
 931         if (client->delta_cache_fd != -1)
 932                 close(client->delta_cache_fd);
 933         if (client->pack_pipe != -1)
 934                 close(client->pack_pipe);
 935
 936         if (repo_read.repo)
 937                 got_repo_close(repo_read.repo);
 938         got_repo_pack_fds_close(repo_read.pack_fds);
 939         got_repo_temp_fds_close(repo_read.temp_fds);
 940         if (repo_read.session_fd != -1)
 941                 close(repo_read.session_fd);
 942         exit(0);
 943 }