?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
do not leak privsep_child memory allocations if sending a stop command fails
[got-portable.git] / lib / pack.c
blobe30ad0e702b5ba6ddb8b259f0ba7176fbf5e108b
1 /*
2 * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
3 *
4 * Permission to use, copy, modify, and distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
7 *
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15 */
16 #include "got_compat.h"
17
18 #include <sys/types.h>
19 #include <sys/stat.h>
20 #include <sys/queue.h>
21 #include <sys/tree.h>
22 #include <sys/uio.h>
23 #include <sys/mman.h>
24 #include <sys/resource.h>
25 #include <sys/socket.h>
26
27 #include <fcntl.h>
28 #include <errno.h>
29 #include <stdio.h>
30 #include <stdint.h>
31 #include <stdlib.h>
32 #include <string.h>
33 #include <limits.h>
34 #include <unistd.h>
35 #include <zlib.h>
36
37 #include "got_error.h"
38 #include "got_object.h"
39 #include "got_path.h"
40
41 #include "got_lib_hash.h"
42 #include "got_lib_delta.h"
43 #include "got_lib_delta_cache.h"
44 #include "got_lib_inflate.h"
45 #include "got_lib_object.h"
46 #include "got_lib_object_qid.h"
47 #include "got_lib_object_parse.h"
48 #include "got_lib_privsep.h"
49 #include "got_lib_pack.h"
50
51 #ifndef nitems
52 #define nitems(_a) (sizeof(_a) / sizeof((_a)[0]))
53 #endif
54
55 #ifndef MIN
56 #define MIN(_a,_b) ((_a) < (_b) ? (_a) : (_b))
57 #endif
58
59 static const struct got_error *
60 verify_fanout_table(uint32_t *fanout_table)
61 {
62 int i;
63
64 for (i = 0; i < 0xff - 1; i++) {
65 if (be32toh(fanout_table[i]) > be32toh(fanout_table[i + 1]))
66 return got_error(GOT_ERR_BAD_PACKIDX);
67 }
68
69 return NULL;
70 }
71
72 const struct got_error *
73 got_packidx_init_hdr(struct got_packidx *p, int verify, off_t packfile_size)
74 {
75 const struct got_error *err = NULL;
76 struct got_packidx_v2_hdr *h;
77 struct got_hash ctx;
78 uint8_t hash[GOT_HASH_DIGEST_MAXLEN];
79 size_t nobj, len_fanout, len_ids, offset, remain, digest_string_len;
80 ssize_t n;
81 int i;
82
83 got_hash_init(&ctx, p->algo);
84 digest_string_len = got_hash_digest_length(p->algo);
85
86 h = &p->hdr;
87 offset = 0;
88 remain = p->len;
89
90 if (remain < sizeof(*h->magic)) {
91 err = got_error(GOT_ERR_BAD_PACKIDX);
92 goto done;
93 }
94 if (p->map)
95 h->magic = (uint32_t *)(p->map + offset);
96 else {
97 h->magic = malloc(sizeof(*h->magic));
98 if (h->magic == NULL) {
99 err = got_error_from_errno("malloc");
100 goto done;
101 }
102 n = read(p->fd, h->magic, sizeof(*h->magic));
103 if (n < 0) {
104 err = got_error_from_errno("read");
105 goto done;
106 } else if (n != sizeof(*h->magic)) {
107 err = got_error(GOT_ERR_BAD_PACKIDX);
108 goto done;
109 }
110 }
111 if (*h->magic != htobe32(GOT_PACKIDX_V2_MAGIC)) {
112 err = got_error(GOT_ERR_BAD_PACKIDX);
113 goto done;
114 }
115 offset += sizeof(*h->magic);
116 remain -= sizeof(*h->magic);
117
118 if (verify)
119 got_hash_update(&ctx, h->magic, sizeof(*h->magic));
120
121 if (remain < sizeof(*h->version)) {
122 err = got_error(GOT_ERR_BAD_PACKIDX);
123 goto done;
124 }
125 if (p->map)
126 h->version = (uint32_t *)(p->map + offset);
127 else {
128 h->version = malloc(sizeof(*h->version));
129 if (h->version == NULL) {
130 err = got_error_from_errno("malloc");
131 goto done;
132 }
133 n = read(p->fd, h->version, sizeof(*h->version));
134 if (n < 0) {
135 err = got_error_from_errno("read");
136 goto done;
137 } else if (n != sizeof(*h->version)) {
138 err = got_error(GOT_ERR_BAD_PACKIDX);
139 goto done;
140 }
141 }
142 if (*h->version != htobe32(GOT_PACKIDX_VERSION)) {
143 err = got_error(GOT_ERR_BAD_PACKIDX);
144 goto done;
145 }
146 offset += sizeof(*h->version);
147 remain -= sizeof(*h->version);
148
149 if (verify)
150 got_hash_update(&ctx, h->version, sizeof(*h->version));
151
152 len_fanout =
153 sizeof(*h->fanout_table) * GOT_PACKIDX_V2_FANOUT_TABLE_ITEMS;
154 if (remain < len_fanout) {
155 err = got_error(GOT_ERR_BAD_PACKIDX);
156 goto done;
157 }
158 if (p->map)
159 h->fanout_table = (uint32_t *)(p->map + offset);
160 else {
161 h->fanout_table = malloc(len_fanout);
162 if (h->fanout_table == NULL) {
163 err = got_error_from_errno("malloc");
164 goto done;
165 }
166 n = read(p->fd, h->fanout_table, len_fanout);
167 if (n < 0) {
168 err = got_error_from_errno("read");
169 goto done;
170 } else if (n != len_fanout) {
171 err = got_error(GOT_ERR_BAD_PACKIDX);
172 goto done;
173 }
174 }
175 err = verify_fanout_table(h->fanout_table);
176 if (err)
177 goto done;
178 if (verify)
179 got_hash_update(&ctx, h->fanout_table, len_fanout);
180 offset += len_fanout;
181 remain -= len_fanout;
182
183 nobj = be32toh(h->fanout_table[0xff]);
184 len_ids = nobj * got_hash_digest_length(p->algo);
185 if (len_ids <= nobj || len_ids > remain) {
186 err = got_error(GOT_ERR_BAD_PACKIDX);
187 goto done;
188 }
189 if (p->map)
190 h->sorted_ids = p->map + offset;
191 else {
192 h->sorted_ids = malloc(len_ids);
193 if (h->sorted_ids == NULL) {
194 err = got_error(GOT_ERR_BAD_PACKIDX);
195 goto done;
196 }
197 n = read(p->fd, h->sorted_ids, len_ids);
198 if (n < 0)
199 err = got_error_from_errno("read");
200 else if (n != len_ids) {
201 err = got_error(GOT_ERR_BAD_PACKIDX);
202 goto done;
203 }
204 }
205 if (verify)
206 got_hash_update(&ctx, h->sorted_ids, len_ids);
207 offset += len_ids;
208 remain -= len_ids;
209
210 if (remain < nobj * sizeof(*h->crc32)) {
211 err = got_error(GOT_ERR_BAD_PACKIDX);
212 goto done;
213 }
214 if (p->map)
215 h->crc32 = (uint32_t *)((uint8_t*)(p->map + offset));
216 else {
217 h->crc32 = malloc(nobj * sizeof(*h->crc32));
218 if (h->crc32 == NULL) {
219 err = got_error_from_errno("malloc");
220 goto done;
221 }
222 n = read(p->fd, h->crc32, nobj * sizeof(*h->crc32));
223 if (n < 0)
224 err = got_error_from_errno("read");
225 else if (n != nobj * sizeof(*h->crc32)) {
226 err = got_error(GOT_ERR_BAD_PACKIDX);
227 goto done;
228 }
229 }
230 if (verify)
231 got_hash_update(&ctx, h->crc32, nobj * sizeof(*h->crc32));
232 remain -= nobj * sizeof(*h->crc32);
233 offset += nobj * sizeof(*h->crc32);
234
235 if (remain < nobj * sizeof(*h->offsets)) {
236 err = got_error(GOT_ERR_BAD_PACKIDX);
237 goto done;
238 }
239 if (p->map)
240 h->offsets = (uint32_t *)((uint8_t*)(p->map + offset));
241 else {
242 h->offsets = malloc(nobj * sizeof(*h->offsets));
243 if (h->offsets == NULL) {
244 err = got_error_from_errno("malloc");
245 goto done;
246 }
247 n = read(p->fd, h->offsets, nobj * sizeof(*h->offsets));
248 if (n < 0)
249 err = got_error_from_errno("read");
250 else if (n != nobj * sizeof(*h->offsets)) {
251 err = got_error(GOT_ERR_BAD_PACKIDX);
252 goto done;
253 }
254 }
255 if (verify)
256 got_hash_update(&ctx, h->offsets, nobj * sizeof(*h->offsets));
257 remain -= nobj * sizeof(*h->offsets);
258 offset += nobj * sizeof(*h->offsets);
259
260 /* Large file offsets are contained only in files > 2GB. */
261 if (verify || packfile_size > 0x7fffffff) {
262 for (i = 0; i < nobj; i++) {
263 uint32_t o = h->offsets[i];
264 if (o & htobe32(GOT_PACKIDX_OFFSET_VAL_IS_LARGE_IDX))
265 p->nlargeobj++;
266 }
267 }
268 if (p->nlargeobj == 0)
269 goto checksum;
270 else if (packfile_size <= 0x7fffffff) {
271 err = got_error(GOT_ERR_BAD_PACKIDX);
272 goto done;
273 }
274
275 if (remain < p->nlargeobj * sizeof(*h->large_offsets)) {
276 err = got_error(GOT_ERR_BAD_PACKIDX);
277 goto done;
278 }
279 if (p->map)
280 h->large_offsets = (uint64_t *)((uint8_t*)(p->map + offset));
281 else {
282 h->large_offsets = malloc(p->nlargeobj *
283 sizeof(*h->large_offsets));
284 if (h->large_offsets == NULL) {
285 err = got_error_from_errno("malloc");
286 goto done;
287 }
288 n = read(p->fd, h->large_offsets,
289 p->nlargeobj * sizeof(*h->large_offsets));
290 if (n < 0)
291 err = got_error_from_errno("read");
292 else if (n != p->nlargeobj * sizeof(*h->large_offsets)) {
293 err = got_error(GOT_ERR_BAD_PACKIDX);
294 goto done;
295 }
296 }
297 if (verify)
298 got_hash_update(&ctx, h->large_offsets,
299 p->nlargeobj * sizeof(*h->large_offsets));
300 remain -= p->nlargeobj * sizeof(*h->large_offsets);
301 offset += p->nlargeobj * sizeof(*h->large_offsets);
302
303 checksum:
304 if (remain < digest_string_len * 2) {
305 err = got_error(GOT_ERR_BAD_PACKIDX);
306 goto done;
307 }
308 if (p->map) {
309 memcpy(h->trailer.packfile_hash, p->map + offset,
310 digest_string_len);
311 memcpy(h->trailer.packidx_hash,
312 p->map + offset + digest_string_len, digest_string_len);
313 } else {
314 n = read(p->fd, h->trailer.packfile_hash, digest_string_len);
315 if (n < 0)
316 err = got_error_from_errno("read");
317 else if (n != digest_string_len) {
318 err = got_error(GOT_ERR_BAD_PACKIDX);
319 goto done;
320 }
321 n = read(p->fd, h->trailer.packidx_hash, digest_string_len);
322 if (n < 0)
323 err = got_error_from_errno("read");
324 else if (n != digest_string_len) {
325 err = got_error(GOT_ERR_BAD_PACKIDX);
326 goto done;
327 }
328 }
329 if (verify) {
330 got_hash_update(&ctx, h->trailer.packfile_hash,
331 digest_string_len);
332 got_hash_final(&ctx, hash);
333 if (got_hash_cmp(ctx.algo, hash, h->trailer.packidx_hash) != 0)
334 err = got_error(GOT_ERR_PACKIDX_CSUM);
335 }
336 done:
337 return err;
338 }
339
340 const struct got_error *
341 got_packidx_open(struct got_packidx **packidx,
342 int dir_fd, const char *relpath, int verify,
343 enum got_hash_algorithm algo)
344 {
345 const struct got_error *err = NULL;
346 struct got_packidx *p = NULL;
347 char *pack_relpath;
348 struct stat idx_sb, pack_sb;
349
350 *packidx = NULL;
351
352 err = got_packidx_get_packfile_path(&pack_relpath, relpath);
353 if (err)
354 return err;
355
356 /*
357 * Ensure that a corresponding pack file exists.
358 * Some Git repositories have this problem. Git seems to ignore
359 * the existence of lonely pack index files but we do not.
360 */
361 if (fstatat(dir_fd, pack_relpath, &pack_sb, 0) == -1) {
362 if (errno == ENOENT)
363 err = got_error_path(relpath, GOT_ERR_LONELY_PACKIDX);
364 else
365 err = got_error_from_errno2("fstatat", pack_relpath);
366 goto done;
367 }
368
369 p = calloc(1, sizeof(*p));
370 if (p == NULL) {
371 err = got_error_from_errno("calloc");
372 goto done;
373 }
374
375 p->algo = algo;
376
377 p->fd = openat(dir_fd, relpath, O_RDONLY | O_NOFOLLOW | O_CLOEXEC);
378 if (p->fd == -1) {
379 err = got_error_from_errno2("openat", relpath);
380 goto done;
381 }
382
383 if (fstat(p->fd, &idx_sb) != 0) {
384 err = got_error_from_errno2("fstat", relpath);
385 goto done;
386 }
387 p->len = idx_sb.st_size;
388 if (p->len < sizeof(p->hdr)) {
389 err = got_error(GOT_ERR_BAD_PACKIDX);
390 goto done;
391 }
392
393 p->path_packidx = strdup(relpath);
394 if (p->path_packidx == NULL) {
395 err = got_error_from_errno("strdup");
396 goto done;
397 }
398
399 #ifndef GOT_PACK_NO_MMAP
400 if (p->len > 0 && p->len <= SIZE_MAX) {
401 p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
402 if (p->map == MAP_FAILED) {
403 if (errno != ENOMEM) {
404 err = got_error_from_errno("mmap");
405 goto done;
406 }
407 p->map = NULL; /* fall back to read(2) */
408 }
409 }
410 #endif
411
412 err = got_packidx_init_hdr(p, verify, pack_sb.st_size);
413 done:
414 if (err) {
415 if (p)
416 got_packidx_close(p);
417 } else
418 *packidx = p;
419 free(pack_relpath);
420 return err;
421 }
422
423 const struct got_error *
424 got_packidx_close(struct got_packidx *packidx)
425 {
426 const struct got_error *err = NULL;
427
428 free(packidx->path_packidx);
429 if (packidx->map) {
430 if (munmap(packidx->map, packidx->len) == -1)
431 err = got_error_from_errno("munmap");
432 } else {
433 free(packidx->hdr.magic);
434 free(packidx->hdr.version);
435 free(packidx->hdr.fanout_table);
436 free(packidx->hdr.sorted_ids);
437 free(packidx->hdr.crc32);
438 free(packidx->hdr.offsets);
439 free(packidx->hdr.large_offsets);
440 }
441 if (close(packidx->fd) == -1 && err == NULL)
442 err = got_error_from_errno("close");
443 free(packidx->sorted_offsets);
444 free(packidx->sorted_large_offsets);
445 free(packidx);
446
447 return err;
448 }
449
450 const struct got_error *
451 got_packidx_get_packfile_path(char **path_packfile, const char *path_packidx)
452 {
453 size_t size;
454
455 /* Packfile path contains ".pack" instead of ".idx", so add one byte. */
456 size = strlen(path_packidx) + 2;
457 if (size < GOT_PACKFILE_NAMELEN + 1)
458 return got_error_path(path_packidx, GOT_ERR_BAD_PATH);
459
460 *path_packfile = malloc(size);
461 if (*path_packfile == NULL)
462 return got_error_from_errno("malloc");
463
464 /* Copy up to and excluding ".idx". */
465 if (strlcpy(*path_packfile, path_packidx,
466 size - strlen(GOT_PACKIDX_SUFFIX) - 1) >= size)
467 return got_error(GOT_ERR_NO_SPACE);
468
469 if (strlcat(*path_packfile, GOT_PACKFILE_SUFFIX, size) >= size)
470 return got_error(GOT_ERR_NO_SPACE);
471
472 return NULL;
473 }
474
475 off_t
476 got_packidx_get_object_offset(struct got_packidx *packidx, int idx)
477 {
478 uint32_t offset = be32toh(packidx->hdr.offsets[idx]);
479 if (offset & GOT_PACKIDX_OFFSET_VAL_IS_LARGE_IDX) {
480 uint64_t loffset;
481 idx = offset & GOT_PACKIDX_OFFSET_VAL_MASK;
482 if (idx < 0 || idx >= packidx->nlargeobj ||
483 packidx->hdr.large_offsets == NULL)
484 return -1;
485 loffset = be64toh(packidx->hdr.large_offsets[idx]);
486 return (loffset > INT64_MAX ? -1 : (off_t)loffset);
487 }
488 return (off_t)(offset & GOT_PACKIDX_OFFSET_VAL_MASK);
489 }
490
491 int
492 got_packidx_get_object_idx(struct got_packidx *packidx,
493 struct got_object_id *id)
494 {
495 u_int8_t id0 = id->hash[0];
496 uint32_t totobj = be32toh(packidx->hdr.fanout_table[0xff]);
497 int left = 0, right = totobj - 1;
498 size_t digest_len = got_hash_digest_length(packidx->algo);
499
500 if (id0 > 0)
501 left = be32toh(packidx->hdr.fanout_table[id0 - 1]);
502
503 while (left <= right) {
504 uint8_t *oid;
505 int i, cmp;
506
507 i = ((left + right) / 2);
508 oid = packidx->hdr.sorted_ids + i * digest_len;
509 cmp = memcmp(id->hash, oid, digest_len);
510 if (cmp == 0)
511 return i;
512 else if (cmp > 0)
513 left = i + 1;
514 else if (cmp < 0)
515 right = i - 1;
516 }
517
518 return -1;
519 }
520
521 static int
522 offset_cmp(const void *pa, const void *pb)
523 {
524 const struct got_pack_offset_index *a, *b;
525
526 a = (const struct got_pack_offset_index *)pa;
527 b = (const struct got_pack_offset_index *)pb;
528
529 if (a->offset < b->offset)
530 return -1;
531 else if (a->offset > b->offset)
532 return 1;
533
534 return 0;
535 }
536
537 static int
538 large_offset_cmp(const void *pa, const void *pb)
539 {
540 const struct got_pack_large_offset_index *a, *b;
541
542 a = (const struct got_pack_large_offset_index *)pa;
543 b = (const struct got_pack_large_offset_index *)pb;
544
545 if (a->offset < b->offset)
546 return -1;
547 else if (a->offset > b->offset)
548 return 1;
549
550 return 0;
551 }
552
553 static const struct got_error *
554 build_offset_index(struct got_packidx *p)
555 {
556 uint32_t nobj = be32toh(p->hdr.fanout_table[0xff]);
557 unsigned int i, j, k;
558
559 p->sorted_offsets = calloc(nobj - p->nlargeobj,
560 sizeof(p->sorted_offsets[0]));
561 if (p->sorted_offsets == NULL)
562 return got_error_from_errno("calloc");
563
564 if (p->nlargeobj > 0) {
565 p->sorted_large_offsets = calloc(p->nlargeobj,
566 sizeof(p->sorted_large_offsets[0]));
567 if (p->sorted_large_offsets == NULL)
568 return got_error_from_errno("calloc");
569 }
570
571 j = 0;
572 k = 0;
573 for (i = 0; i < nobj; i++) {
574 uint32_t offset = be32toh(p->hdr.offsets[i]);
575 if (offset & GOT_PACKIDX_OFFSET_VAL_IS_LARGE_IDX) {
576 uint64_t loffset;
577 uint32_t idx;
578 idx = offset & GOT_PACKIDX_OFFSET_VAL_MASK;
579 if (idx >= p->nlargeobj ||
580 p->nlargeobj == 0 ||
581 p->hdr.large_offsets == NULL)
582 return got_error(GOT_ERR_BAD_PACKIDX);
583 loffset = be64toh(p->hdr.large_offsets[idx]);
584 p->sorted_large_offsets[j].offset = loffset;
585 p->sorted_large_offsets[j].idx = i;
586 j++;
587 } else {
588 p->sorted_offsets[k].offset = offset;
589 p->sorted_offsets[k].idx = i;
590 k++;
591 }
592 }
593 if (j != p->nlargeobj || k != nobj - p->nlargeobj)
594 return got_error(GOT_ERR_BAD_PACKIDX);
595
596 qsort(p->sorted_offsets, nobj - p->nlargeobj,
597 sizeof(p->sorted_offsets[0]), offset_cmp);
598
599 if (p->sorted_large_offsets)
600 qsort(p->sorted_large_offsets, p->nlargeobj,
601 sizeof(p->sorted_large_offsets[0]), large_offset_cmp);
602
603 return NULL;
604 }
605
606 const struct got_error *
607 got_packidx_get_offset_idx(int *idx, struct got_packidx *packidx, off_t offset)
608 {
609 const struct got_error *err;
610 uint32_t totobj = be32toh(packidx->hdr.fanout_table[0xff]);
611 int i, left, right;
612
613 *idx = -1;
614
615 if (packidx->sorted_offsets == NULL) {
616 err = build_offset_index(packidx);
617 if (err)
618 return err;
619 }
620
621 if (offset >= 0x7fffffff) {
622 uint64_t lo;
623 left = 0, right = packidx->nlargeobj - 1;
624 while (left <= right) {
625 i = ((left + right) / 2);
626 lo = packidx->sorted_large_offsets[i].offset;
627 if (lo == offset) {
628 *idx = packidx->sorted_large_offsets[i].idx;
629 break;
630 } else if (offset > lo)
631 left = i + 1;
632 else if (offset < lo)
633 right = i - 1;
634 }
635 } else {
636 uint32_t o;
637 left = 0, right = totobj - packidx->nlargeobj - 1;
638 while (left <= right) {
639 i = ((left + right) / 2);
640 o = packidx->sorted_offsets[i].offset;
641 if (o == offset) {
642 *idx = packidx->sorted_offsets[i].idx;
643 break;
644 } else if (offset > o)
645 left = i + 1;
646 else if (offset < o)
647 right = i - 1;
648 }
649 }
650
651 return NULL;
652 }
653
654 const struct got_error *
655 got_packidx_get_object_id(struct got_object_id *id,
656 struct got_packidx *packidx, int idx)
657 {
658 uint32_t totobj = be32toh(packidx->hdr.fanout_table[0xff]);
659 uint8_t *oid;
660 size_t digest_len = got_hash_digest_length(packidx->algo);
661
662 if (idx < 0 || idx >= totobj)
663 return got_error(GOT_ERR_NO_OBJ);
664
665 oid = packidx->hdr.sorted_ids + idx * digest_len;
666 memcpy(id->hash, oid, digest_len);
667 id->algo = packidx->algo;
668 return NULL;
669 }
670
671 const struct got_error *
672 got_packidx_match_id_str_prefix(struct got_object_id_queue *matched_ids,
673 struct got_packidx *packidx, const char *id_str_prefix)
674 {
675 const struct got_error *err = NULL;
676 u_int8_t id0;
677 uint32_t totobj = be32toh(packidx->hdr.fanout_table[0xff]);
678 char hex[3];
679 size_t prefix_len = strlen(id_str_prefix);
680 uint8_t *oid;
681 uint32_t i = 0;
682 size_t digest_len = got_hash_digest_length(packidx->algo);
683
684 if (prefix_len < 2)
685 return got_error_path(id_str_prefix, GOT_ERR_BAD_OBJ_ID_STR);
686
687 hex[0] = id_str_prefix[0];
688 hex[1] = id_str_prefix[1];
689 hex[2] = '\0';
690 if (!got_parse_xdigit(&id0, hex))
691 return got_error_path(id_str_prefix, GOT_ERR_BAD_OBJ_ID_STR);
692
693 if (id0 > 0)
694 i = be32toh(packidx->hdr.fanout_table[id0 - 1]);
695 oid = packidx->hdr.sorted_ids + i * digest_len;
696 while (i < totobj && oid[0] == id0) {
697 char id_str[GOT_HASH_DIGEST_STRING_MAXLEN];
698 struct got_object_qid *qid;
699 int cmp;
700
701 if (!got_hash_digest_to_str(oid, id_str, sizeof(id_str),
702 packidx->algo))
703 return got_error(GOT_ERR_NO_SPACE);
704
705 cmp = strncmp(id_str, id_str_prefix, prefix_len);
706 if (cmp < 0) {
707 oid = packidx->hdr.sorted_ids + (++i) * digest_len;
708 continue;
709 } else if (cmp > 0)
710 break;
711
712 err = got_object_qid_alloc_partial(&qid);
713 if (err)
714 return err;
715 memcpy(qid->id.hash, oid, digest_len);
716 qid->id.algo = packidx->algo;
717 STAILQ_INSERT_TAIL(matched_ids, qid, entry);
718
719 oid = packidx->hdr.sorted_ids + (++i) * digest_len;
720 }
721
722 return NULL;
723 }
724
725 static void
726 set_max_datasize(void)
727 {
728 struct rlimit rl;
729
730 if (getrlimit(RLIMIT_DATA, &rl) != 0)
731 return;
732
733 rl.rlim_cur = rl.rlim_max;
734 setrlimit(RLIMIT_DATA, &rl);
735 }
736
737 const struct got_error *
738 got_pack_start_privsep_child(struct got_pack *pack, struct got_packidx *packidx)
739 {
740 const struct got_error *err = NULL;
741 int imsg_fds[2];
742 pid_t pid;
743 struct imsgbuf *ibuf;
744
745 ibuf = calloc(1, sizeof(*ibuf));
746 if (ibuf == NULL)
747 return got_error_from_errno("calloc");
748
749 pack->privsep_child = calloc(1, sizeof(*pack->privsep_child));
750 if (pack->privsep_child == NULL) {
751 err = got_error_from_errno("calloc");
752 free(ibuf);
753 return err;
754 }
755 pack->child_has_tempfiles = 0;
756 pack->child_has_delta_outfd = 0;
757
758 if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
759 err = got_error_from_errno("socketpair");
760 goto done;
761 }
762
763 pid = fork();
764 if (pid == -1) {
765 err = got_error_from_errno("fork");
766 close(imsg_fds[0]);
767 close(imsg_fds[1]);
768 goto done;
769 } else if (pid == 0) {
770 set_max_datasize();
771 got_privsep_exec_child(imsg_fds, GOT_PATH_PROG_READ_PACK,
772 pack->path_packfile);
773 /* not reached */
774 }
775
776 if (close(imsg_fds[1]) == -1) {
777 err = got_error_from_errno("close");
778 close(imsg_fds[0]);
779 goto done;
780 }
781 pack->privsep_child->imsg_fd = imsg_fds[0];
782 pack->privsep_child->pid = pid;
783 if (imsgbuf_init(ibuf, imsg_fds[0]) == -1) {
784 err = got_error_from_errno("imsgbuf_init");
785 close(imsg_fds[0]);
786 goto done;
787 }
788 imsgbuf_allow_fdpass(ibuf);
789
790 pack->privsep_child->ibuf = ibuf;
791
792 err = got_privsep_init_pack_child(ibuf, pack, packidx);
793 if (err) {
794 const struct got_error *child_err;
795 err = got_privsep_send_stop(pack->privsep_child->imsg_fd);
796 child_err = got_privsep_wait_for_child(
797 pack->privsep_child->pid);
798 if (child_err && err == NULL)
799 err = child_err;
800 }
801 done:
802 if (err) {
803 imsgbuf_clear(ibuf);
804 free(ibuf);
805 free(pack->privsep_child);
806 pack->privsep_child = NULL;
807 }
808 return err;
809 }
810
811 static const struct got_error *
812 pack_stop_privsep_child(struct got_pack *pack)
813 {
814 const struct got_error *err = NULL;
815 const struct got_error *close_err = NULL, *child_err = NULL;
816
817 if (pack->privsep_child == NULL)
818 return NULL;
819
820 err = got_privsep_send_stop(pack->privsep_child->imsg_fd);
821 if (close(pack->privsep_child->imsg_fd) == -1)
822 close_err = got_error_from_errno("close");
823 if (close_err && err == NULL)
824 err = close_err;
825 child_err = got_privsep_wait_for_child(pack->privsep_child->pid);
826 if (child_err && err == NULL)
827 err = child_err;
828 imsgbuf_clear(pack->privsep_child->ibuf);
829 free(pack->privsep_child->ibuf);
830 free(pack->privsep_child);
831 pack->privsep_child = NULL;
832 return err;
833 }
834
835 const struct got_error *
836 got_pack_close(struct got_pack *pack)
837 {
838 const struct got_error *err = NULL;
839
840 err = pack_stop_privsep_child(pack);
841 if (pack->map && munmap(pack->map, pack->filesize) == -1 && !err)
842 err = got_error_from_errno("munmap");
843 if (pack->fd != -1 && close(pack->fd) == -1 && err == NULL)
844 err = got_error_from_errno("close");
845 pack->fd = -1;
846 free(pack->path_packfile);
847 pack->path_packfile = NULL;
848 pack->filesize = 0;
849 if (pack->delta_cache) {
850 got_delta_cache_free(pack->delta_cache);
851 pack->delta_cache = NULL;
852 }
853
854 /*
855 * Leave accumfd and basefd alone. They are managed by the
856 * repository layer and can be reused.
857 */
858
859 return err;
860 }
861
862 const struct got_error *
863 got_pack_parse_object_type_and_size(uint8_t *type, uint64_t *size, size_t *len,
864 struct got_pack *pack, off_t offset)
865 {
866 uint8_t t = 0;
867 uint64_t s = 0;
868 uint8_t sizeN;
869 size_t mapoff = 0;
870 int i = 0;
871
872 *len = 0;
873
874 if (offset >= pack->filesize)
875 return got_error(GOT_ERR_PACK_OFFSET);
876
877 if (pack->map) {
878 if (offset > SIZE_MAX) {
879 return got_error_fmt(GOT_ERR_PACK_OFFSET,
880 "offset %lld overflows size_t",
881 (long long)offset);
882 }
883
884 mapoff = (size_t)offset;
885 } else {
886 if (lseek(pack->fd, offset, SEEK_SET) == -1)
887 return got_error_from_errno("lseek");
888 }
889
890 do {
891 /* We do not support size values which don't fit in 64 bit. */
892 if (i > 9)
893 return got_error_fmt(GOT_ERR_OBJ_TOO_LARGE,
894 "packfile offset %lld", (long long)offset);
895
896 if (pack->map) {
897 if (mapoff + sizeof(sizeN) >= pack->filesize)
898 return got_error(GOT_ERR_BAD_PACKFILE);
899 sizeN = *(pack->map + mapoff);
900 mapoff += sizeof(sizeN);
901 } else {
902 ssize_t n = read(pack->fd, &sizeN, sizeof(sizeN));
903 if (n < 0)
904 return got_error_from_errno("read");
905 if (n != sizeof(sizeN))
906 return got_error(GOT_ERR_BAD_PACKFILE);
907 }
908 *len += sizeof(sizeN);
909
910 if (i == 0) {
911 t = (sizeN & GOT_PACK_OBJ_SIZE0_TYPE_MASK) >>
912 GOT_PACK_OBJ_SIZE0_TYPE_MASK_SHIFT;
913 s = (sizeN & GOT_PACK_OBJ_SIZE0_VAL_MASK);
914 } else {
915 size_t shift = 4 + 7 * (i - 1);
916 s |= ((sizeN & GOT_PACK_OBJ_SIZE_VAL_MASK) << shift);
917 }
918 i++;
919 } while (sizeN & GOT_PACK_OBJ_SIZE_MORE);
920
921 *type = t;
922 *size = s;
923 return NULL;
924 }
925
926 static const struct got_error *
927 open_plain_object(struct got_object **obj, struct got_object_id *id,
928 uint8_t type, off_t offset, size_t size, int idx)
929 {
930 *obj = calloc(1, sizeof(**obj));
931 if (*obj == NULL)
932 return got_error_from_errno("calloc");
933
934 (*obj)->type = type;
935 (*obj)->flags = GOT_OBJ_FLAG_PACKED;
936 (*obj)->pack_idx = idx;
937 (*obj)->hdrlen = 0;
938 (*obj)->size = size;
939 memcpy(&(*obj)->id, id, sizeof((*obj)->id));
940 (*obj)->pack_offset = offset;
941
942 return NULL;
943 }
944
945 static const struct got_error *
946 parse_negative_offset(int64_t *offset, size_t *len, struct got_pack *pack,
947 off_t delta_offset)
948 {
949 int64_t o = 0;
950 uint8_t offN;
951 int i = 0;
952
953 *offset = 0;
954 *len = 0;
955
956 do {
957 /* We do not support offset values which don't fit in 64 bit. */
958 if (i > 8)
959 return got_error(GOT_ERR_NO_SPACE);
960
961 if (pack->map) {
962 size_t mapoff;
963
964 if (delta_offset > SIZE_MAX - *len) {
965 return got_error_fmt(GOT_ERR_PACK_OFFSET,
966 "mapoff %lld would overflow size_t",
967 (long long)delta_offset + *len);
968 }
969
970 mapoff = (size_t)delta_offset + *len;
971 if (mapoff + sizeof(offN) >= pack->filesize)
972 return got_error(GOT_ERR_PACK_OFFSET);
973 offN = *(pack->map + mapoff);
974 } else {
975 ssize_t n;
976 n = read(pack->fd, &offN, sizeof(offN));
977 if (n < 0)
978 return got_error_from_errno("read");
979 if (n != sizeof(offN))
980 return got_error(GOT_ERR_BAD_PACKFILE);
981 }
982 *len += sizeof(offN);
983
984 if (i == 0)
985 o = (offN & GOT_PACK_OBJ_DELTA_OFF_VAL_MASK);
986 else {
987 o++;
988 o <<= 7;
989 o += (offN & GOT_PACK_OBJ_DELTA_OFF_VAL_MASK);
990 }
991 i++;
992 } while (offN & GOT_PACK_OBJ_DELTA_OFF_MORE);
993
994 *offset = o;
995 return NULL;
996 }
997
998 const struct got_error *
999 got_pack_parse_offset_delta(off_t *base_offset, size_t *len,
1000 struct got_pack *pack, off_t offset, size_t tslen)
1001 {
1002 const struct got_error *err;
1003 int64_t negoffset;
1004 size_t negofflen;
1005
1006 *len = 0;
1007
1008 err = parse_negative_offset(&negoffset, &negofflen, pack,
1009 offset + tslen);
1010 if (err)
1011 return err;
1012
1013 /* Compute the base object's offset (must be in the same pack file). */
1014 *base_offset = (offset - negoffset);
1015 if (*base_offset <= 0)
1016 return got_error(GOT_ERR_BAD_PACKFILE);
1017
1018 *len = negofflen;
1019 return NULL;
1020 }
1021
1022 static const struct got_error *
1023 read_delta_data(uint8_t **delta_buf, size_t *delta_len,
1024 size_t *delta_compressed_len, size_t delta_data_offset,
1025 struct got_pack *pack)
1026 {
1027 const struct got_error *err = NULL;
1028 size_t consumed = 0;
1029
1030 if (pack->map) {
1031 if (delta_data_offset >= pack->filesize)
1032 return got_error(GOT_ERR_PACK_OFFSET);
1033 err = got_inflate_to_mem_mmap(delta_buf, delta_len,
1034 &consumed, NULL, pack->map, delta_data_offset,
1035 pack->filesize - delta_data_offset);
1036 if (err)
1037 return err;
1038 } else {
1039 if (lseek(pack->fd, delta_data_offset, SEEK_SET) == -1)
1040 return got_error_from_errno("lseek");
1041 err = got_inflate_to_mem_fd(delta_buf, delta_len,
1042 &consumed, NULL, 0, pack->fd);
1043 if (err)
1044 return err;
1045 }
1046
1047 if (delta_compressed_len)
1048 *delta_compressed_len = consumed;
1049
1050 return NULL;
1051 }
1052
1053 static const struct got_error *
1054 add_delta(struct got_delta_chain *deltas, off_t delta_offset, size_t tslen,
1055 int delta_type, size_t delta_size, off_t delta_data_offset)
1056 {
1057 struct got_delta *delta;
1058
1059 delta = got_delta_open(delta_offset, tslen, delta_type, delta_size,
1060 delta_data_offset);
1061 if (delta == NULL)
1062 return got_error_from_errno("got_delta_open");
1063 /* delta is freed in got_object_close() */
1064 deltas->nentries++;
1065 STAILQ_INSERT_HEAD(&deltas->entries, delta, entry);
1066 return NULL;
1067 }
1068
1069 static const struct got_error *
1070 resolve_offset_delta(struct got_delta_chain *deltas,
1071 struct got_packidx *packidx, struct got_pack *pack, off_t delta_offset,
1072 size_t tslen, int delta_type, size_t delta_size, unsigned int recursion)
1073 {
1074 const struct got_error *err;
1075 off_t base_offset;
1076 uint8_t base_type;
1077 uint64_t base_size;
1078 size_t base_tslen;
1079 off_t delta_data_offset;
1080 size_t consumed;
1081
1082 err = got_pack_parse_offset_delta(&base_offset, &consumed, pack,
1083 delta_offset, tslen);
1084 if (err)
1085 return err;
1086
1087 delta_data_offset = delta_offset + tslen + consumed;
1088 if (delta_data_offset >= pack->filesize)
1089 return got_error(GOT_ERR_PACK_OFFSET);
1090
1091 if (pack->map == NULL) {
1092 delta_data_offset = lseek(pack->fd, 0, SEEK_CUR);
1093 if (delta_data_offset == -1)
1094 return got_error_from_errno("lseek");
1095 }
1096
1097 err = add_delta(deltas, delta_offset, tslen, delta_type, delta_size,
1098 delta_data_offset);
1099 if (err)
1100 return err;
1101
1102 /* An offset delta must be in the same packfile. */
1103 if (base_offset >= pack->filesize)
1104 return got_error(GOT_ERR_PACK_OFFSET);
1105
1106 err = got_pack_parse_object_type_and_size(&base_type, &base_size,
1107 &base_tslen, pack, base_offset);
1108 if (err)
1109 return err;
1110
1111 return got_pack_resolve_delta_chain(deltas, packidx, pack, base_offset,
1112 base_tslen, base_type, base_size, recursion - 1);
1113 }
1114
1115 const struct got_error *
1116 got_pack_parse_ref_delta(struct got_object_id *id,
1117 struct got_pack *pack, off_t delta_offset, int tslen)
1118 {
1119 size_t digest_len = got_hash_digest_length(pack->algo);
1120
1121 memset(id, 0, sizeof(*id));
1122 id->algo = pack->algo;
1123
1124 if (pack->map) {
1125 size_t mapoff;
1126
1127 if (delta_offset > SIZE_MAX - tslen) {
1128 return got_error_fmt(GOT_ERR_PACK_OFFSET,
1129 "mapoff %lld would overflow size_t",
1130 (long long)delta_offset + tslen);
1131 }
1132
1133 mapoff = delta_offset + tslen;
1134 if (mapoff + sizeof(*id) >= pack->filesize)
1135 return got_error(GOT_ERR_PACK_OFFSET);
1136 memcpy(id->hash, pack->map + mapoff, digest_len);
1137 } else {
1138 ssize_t n;
1139 n = read(pack->fd, id->hash, digest_len);
1140 if (n < 0)
1141 return got_error_from_errno("read");
1142 if (n != digest_len)
1143 return got_error(GOT_ERR_BAD_PACKFILE);
1144 }
1145
1146 return NULL;
1147 }
1148
1149 static const struct got_error *
1150 resolve_ref_delta(struct got_delta_chain *deltas, struct got_packidx *packidx,
1151 struct got_pack *pack, off_t delta_offset, size_t tslen, int delta_type,
1152 size_t delta_size, unsigned int recursion)
1153 {
1154 const struct got_error *err;
1155 struct got_object_id id;
1156 int idx;
1157 off_t base_offset;
1158 uint8_t base_type;
1159 uint64_t base_size;
1160 size_t base_tslen;
1161 off_t delta_data_offset;
1162
1163 if (delta_offset + tslen >= pack->filesize)
1164 return got_error(GOT_ERR_PACK_OFFSET);
1165
1166 err = got_pack_parse_ref_delta(&id, pack, delta_offset, tslen);
1167 if (err)
1168 return err;
1169 if (pack->map) {
1170 delta_data_offset = delta_offset + tslen +
1171 got_hash_digest_length(packidx->algo);
1172 } else {
1173 delta_data_offset = lseek(pack->fd, 0, SEEK_CUR);
1174 if (delta_data_offset == -1)
1175 return got_error_from_errno("lseek");
1176 }
1177
1178 err = add_delta(deltas, delta_offset, tslen, delta_type, delta_size,
1179 delta_data_offset);
1180 if (err)
1181 return err;
1182
1183 /* Delta base must be in the same pack file. */
1184 idx = got_packidx_get_object_idx(packidx, &id);
1185 if (idx == -1)
1186 return got_error(GOT_ERR_NO_OBJ);
1187
1188 base_offset = got_packidx_get_object_offset(packidx, idx);
1189 if (base_offset == -1)
1190 return got_error(GOT_ERR_BAD_PACKIDX);
1191
1192 if (base_offset >= pack->filesize)
1193 return got_error(GOT_ERR_PACK_OFFSET);
1194
1195 err = got_pack_parse_object_type_and_size(&base_type, &base_size,
1196 &base_tslen, pack, base_offset);
1197 if (err)
1198 return err;
1199
1200 return got_pack_resolve_delta_chain(deltas, packidx, pack, base_offset,
1201 base_tslen, base_type, base_size, recursion - 1);
1202 }
1203
1204 const struct got_error *
1205 got_pack_resolve_delta_chain(struct got_delta_chain *deltas,
1206 struct got_packidx *packidx, struct got_pack *pack, off_t delta_offset,
1207 size_t tslen, int delta_type, size_t delta_size, unsigned int recursion)
1208 {
1209 const struct got_error *err = NULL;
1210
1211 if (--recursion == 0)
1212 return got_error(GOT_ERR_RECURSION);
1213
1214 switch (delta_type) {
1215 case GOT_OBJ_TYPE_COMMIT:
1216 case GOT_OBJ_TYPE_TREE:
1217 case GOT_OBJ_TYPE_BLOB:
1218 case GOT_OBJ_TYPE_TAG:
1219 /* Plain types are the final delta base. Recursion ends. */
1220 err = add_delta(deltas, delta_offset, tslen, delta_type,
1221 delta_size, 0);
1222 break;
1223 case GOT_OBJ_TYPE_OFFSET_DELTA:
1224 err = resolve_offset_delta(deltas, packidx, pack,
1225 delta_offset, tslen, delta_type, delta_size, recursion - 1);
1226 break;
1227 case GOT_OBJ_TYPE_REF_DELTA:
1228 err = resolve_ref_delta(deltas, packidx, pack,
1229 delta_offset, tslen, delta_type, delta_size, recursion - 1);
1230 break;
1231 default:
1232 return got_error(GOT_ERR_OBJ_TYPE);
1233 }
1234
1235 return err;
1236 }
1237
1238 static const struct got_error *
1239 open_delta_object(struct got_object **obj, struct got_packidx *packidx,
1240 struct got_pack *pack, struct got_object_id *id, off_t offset,
1241 size_t tslen, int delta_type, size_t delta_size, int idx)
1242 {
1243 const struct got_error *err = NULL;
1244 int resolved_type;
1245
1246 *obj = calloc(1, sizeof(**obj));
1247 if (*obj == NULL)
1248 return got_error_from_errno("calloc");
1249
1250 (*obj)->flags = 0;
1251 (*obj)->hdrlen = 0;
1252 (*obj)->size = 0; /* Not known because deltas aren't applied yet. */
1253 memcpy(&(*obj)->id, id, sizeof((*obj)->id));
1254 (*obj)->pack_offset = offset + tslen;
1255
1256 STAILQ_INIT(&(*obj)->deltas.entries);
1257 (*obj)->flags |= GOT_OBJ_FLAG_DELTIFIED;
1258 (*obj)->flags |= GOT_OBJ_FLAG_PACKED;
1259 (*obj)->pack_idx = idx;
1260
1261 err = got_pack_resolve_delta_chain(&(*obj)->deltas, packidx, pack,
1262 offset, tslen, delta_type, delta_size,
1263 GOT_DELTA_CHAIN_RECURSION_MAX);
1264 if (err)
1265 goto done;
1266
1267 err = got_delta_chain_get_base_type(&resolved_type, &(*obj)->deltas);
1268 if (err)
1269 goto done;
1270 (*obj)->type = resolved_type;
1271 done:
1272 if (err) {
1273 got_object_close(*obj);
1274 *obj = NULL;
1275 }
1276 return err;
1277 }
1278
1279 const struct got_error *
1280 got_packfile_open_object(struct got_object **obj, struct got_pack *pack,
1281 struct got_packidx *packidx, int idx, struct got_object_id *id)
1282 {
1283 const struct got_error *err = NULL;
1284 off_t offset;
1285 uint8_t type;
1286 uint64_t size;
1287 size_t tslen;
1288
1289 *obj = NULL;
1290
1291 offset = got_packidx_get_object_offset(packidx, idx);
1292 if (offset == -1)
1293 return got_error(GOT_ERR_BAD_PACKIDX);
1294
1295 err = got_pack_parse_object_type_and_size(&type, &size, &tslen,
1296 pack, offset);
1297 if (err)
1298 return err;
1299
1300 switch (type) {
1301 case GOT_OBJ_TYPE_COMMIT:
1302 case GOT_OBJ_TYPE_TREE:
1303 case GOT_OBJ_TYPE_BLOB:
1304 case GOT_OBJ_TYPE_TAG:
1305 err = open_plain_object(obj, id, type, offset + tslen,
1306 size, idx);
1307 break;
1308 case GOT_OBJ_TYPE_OFFSET_DELTA:
1309 case GOT_OBJ_TYPE_REF_DELTA:
1310 err = open_delta_object(obj, packidx, pack, id, offset,
1311 tslen, type, size, idx);
1312 break;
1313 default:
1314 err = got_error(GOT_ERR_OBJ_TYPE);
1315 break;
1316 }
1317
1318 return err;
1319 }
1320
1321 const struct got_error *
1322 got_pack_get_delta_chain_max_size(uint64_t *max_size,
1323 struct got_delta_chain *deltas, struct got_pack *pack)
1324 {
1325 struct got_delta *delta;
1326 uint64_t base_size = 0, result_size = 0;
1327
1328 *max_size = 0;
1329 STAILQ_FOREACH(delta, &deltas->entries, entry) {
1330 /* Plain object types are the delta base. */
1331 if (delta->type != GOT_OBJ_TYPE_COMMIT &&
1332 delta->type != GOT_OBJ_TYPE_TREE &&
1333 delta->type != GOT_OBJ_TYPE_BLOB &&
1334 delta->type != GOT_OBJ_TYPE_TAG) {
1335 const struct got_error *err;
1336 uint8_t *delta_buf = NULL;
1337 size_t delta_len;
1338 int cached = 1;
1339
1340 if (pack->delta_cache) {
1341 got_delta_cache_get(&delta_buf, &delta_len,
1342 NULL, NULL, pack->delta_cache,
1343 delta->data_offset);
1344 }
1345 if (delta_buf == NULL) {
1346 cached = 0;
1347 err = read_delta_data(&delta_buf, &delta_len,
1348 NULL, delta->data_offset, pack);
1349 if (err)
1350 return err;
1351 }
1352 if (pack->delta_cache && !cached) {
1353 err = got_delta_cache_add(pack->delta_cache,
1354 delta->data_offset, delta_buf, delta_len);
1355 if (err == NULL)
1356 cached = 1;
1357 else if (err->code != GOT_ERR_NO_SPACE) {
1358 free(delta_buf);
1359 return err;
1360 }
1361 }
1362 err = got_delta_get_sizes(&base_size, &result_size,
1363 delta_buf, delta_len);
1364 if (!cached)
1365 free(delta_buf);
1366 if (err)
1367 return err;
1368 } else
1369 base_size = delta->size;
1370 if (base_size > *max_size)
1371 *max_size = base_size;
1372 if (result_size > *max_size)
1373 *max_size = result_size;
1374 }
1375
1376 return NULL;
1377 }
1378
1379 const struct got_error *
1380 got_pack_get_max_delta_object_size(uint64_t *size, struct got_object *obj,
1381 struct got_pack *pack)
1382 {
1383 if ((obj->flags & GOT_OBJ_FLAG_DELTIFIED) == 0)
1384 return got_error(GOT_ERR_OBJ_TYPE);
1385
1386 return got_pack_get_delta_chain_max_size(size, &obj->deltas, pack);
1387 }
1388
1389 const struct got_error *
1390 got_pack_dump_delta_chain_to_file(size_t *result_size,
1391 struct got_delta_chain *deltas, struct got_pack *pack, FILE *outfile,
1392 FILE *base_file, FILE *accum_file)
1393 {
1394 const struct got_error *err = NULL;
1395 struct got_delta *delta;
1396 uint8_t *base_buf = NULL, *accum_buf = NULL;
1397 size_t base_bufsz = 0, accum_bufsz = 0, accum_size = 0;
1398 /* We process small enough files entirely in memory for speed. */
1399 const size_t max_bufsize = GOT_DELTA_RESULT_SIZE_CACHED_MAX;
1400 uint64_t max_size = 0;
1401 int n = 0;
1402
1403 *result_size = 0;
1404
1405 if (STAILQ_EMPTY(&deltas->entries))
1406 return got_error(GOT_ERR_BAD_DELTA_CHAIN);
1407
1408 if (pack->delta_cache) {
1409 uint8_t *delta_buf = NULL, *fulltext = NULL;
1410 size_t delta_len, fulltext_len;
1411
1412 delta = STAILQ_LAST(&deltas->entries, got_delta, entry);
1413 got_delta_cache_get(&delta_buf, &delta_len,
1414 &fulltext, &fulltext_len,
1415 pack->delta_cache, delta->data_offset);
1416 if (fulltext) {
1417 size_t w;
1418
1419 w = fwrite(fulltext, 1, fulltext_len, outfile);
1420 if (w != fulltext_len)
1421 return got_ferror(outfile, GOT_ERR_IO);
1422 if (fflush(outfile) != 0)
1423 return got_error_from_errno("fflush");
1424 *result_size = fulltext_len;
1425 return NULL;
1426 }
1427 }
1428
1429 if (fseeko(base_file, 0L, SEEK_SET) == -1)
1430 return got_error_from_errno("fseeko");
1431 if (fseeko(accum_file, 0L, SEEK_SET) == -1)
1432 return got_error_from_errno("fseeko");
1433
1434 /* Deltas are ordered in ascending order. */
1435 STAILQ_FOREACH(delta, &deltas->entries, entry) {
1436 uint8_t *delta_buf = NULL, *fulltext = NULL;
1437 size_t delta_len, fulltext_len;
1438 uint64_t base_size, result_size = 0;
1439 int cached = 1;
1440 if (n == 0) {
1441 size_t mapoff;
1442 off_t delta_data_offset;
1443
1444 /* Plain object types are the delta base. */
1445 if (delta->type != GOT_OBJ_TYPE_COMMIT &&
1446 delta->type != GOT_OBJ_TYPE_TREE &&
1447 delta->type != GOT_OBJ_TYPE_BLOB &&
1448 delta->type != GOT_OBJ_TYPE_TAG) {
1449 err = got_error(GOT_ERR_BAD_DELTA_CHAIN);
1450 goto done;
1451 }
1452
1453 delta_data_offset = delta->offset + delta->tslen;
1454 if (delta_data_offset >= pack->filesize) {
1455 err = got_error(GOT_ERR_PACK_OFFSET);
1456 goto done;
1457 }
1458 if (pack->map == NULL) {
1459 if (lseek(pack->fd, delta_data_offset, SEEK_SET)
1460 == -1) {
1461 err = got_error_from_errno("lseek");
1462 goto done;
1463 }
1464 }
1465 if (delta->size > max_size)
1466 max_size = delta->size;
1467 if (max_size > max_bufsize) {
1468 if (pack->map) {
1469 if (delta_data_offset > SIZE_MAX) {
1470 return got_error_fmt(
1471 GOT_ERR_RANGE,
1472 "delta offset %lld "
1473 "overflows size_t",
1474 (long long)
1475 delta_data_offset);
1476 }
1477
1478 mapoff = delta_data_offset;
1479 err = got_inflate_to_file_mmap(
1480 &base_bufsz, NULL, NULL, pack->map,
1481 mapoff, pack->filesize - mapoff,
1482 base_file);
1483 } else
1484 err = got_inflate_to_file_fd(
1485 &base_bufsz, NULL, NULL, pack->fd,
1486 base_file);
1487 } else {
1488 accum_buf = malloc(max_size);
1489 if (accum_buf == NULL) {
1490 err = got_error_from_errno("malloc");
1491 goto done;
1492 }
1493 accum_bufsz = max_size;
1494 if (pack->map) {
1495 if (delta_data_offset > SIZE_MAX) {
1496 err = got_error_fmt(
1497 GOT_ERR_RANGE,
1498 "delta offset %lld "
1499 "overflows size_t",
1500 (long long)
1501 delta_data_offset);
1502 goto done;
1503 }
1504
1505 mapoff = delta_data_offset;
1506 err = got_inflate_to_mem_mmap(&base_buf,
1507 &base_bufsz, NULL, NULL,
1508 pack->map, mapoff,
1509 pack->filesize - mapoff);
1510 } else
1511 err = got_inflate_to_mem_fd(&base_buf,
1512 &base_bufsz, NULL, NULL, max_size,
1513 pack->fd);
1514 }
1515 if (err)
1516 goto done;
1517 n++;
1518 if (base_buf == NULL)
1519 rewind(base_file);
1520 else if (pack->delta_cache && fulltext == NULL) {
1521 err = got_delta_cache_add(pack->delta_cache,
1522 delta_data_offset, NULL, 0);
1523 if (err) {
1524 if (err->code != GOT_ERR_NO_SPACE)
1525 goto done;
1526 err = NULL;
1527 } else {
1528 err = got_delta_cache_add_fulltext(
1529 pack->delta_cache,
1530 delta_data_offset,
1531 base_buf, base_bufsz);
1532 if (err &&
1533 err->code != GOT_ERR_NO_SPACE)
1534 goto done;
1535 err = NULL;
1536 }
1537 }
1538 continue;
1539 }
1540
1541 if (pack->delta_cache) {
1542 got_delta_cache_get(&delta_buf, &delta_len,
1543 &fulltext, &fulltext_len,
1544 pack->delta_cache, delta->data_offset);
1545 }
1546 if (delta_buf == NULL) {
1547 cached = 0;
1548 err = read_delta_data(&delta_buf, &delta_len, NULL,
1549 delta->data_offset, pack);
1550 if (err)
1551 goto done;
1552 }
1553 if (pack->delta_cache && !cached) {
1554 err = got_delta_cache_add(pack->delta_cache,
1555 delta->data_offset, delta_buf, delta_len);
1556 if (err == NULL)
1557 cached = 1;
1558 else if (err->code != GOT_ERR_NO_SPACE) {
1559 free(delta_buf);
1560 goto done;
1561 }
1562 }
1563
1564 err = got_delta_get_sizes(&base_size, &result_size,
1565 delta_buf, delta_len);
1566 if (err) {
1567 if (!cached)
1568 free(delta_buf);
1569 goto done;
1570 }
1571 if (base_size > max_size)
1572 max_size = base_size;
1573 if (result_size > max_size)
1574 max_size = result_size;
1575 if (fulltext_len > max_size)
1576 max_size = fulltext_len;
1577
1578 if (base_buf && max_size > max_bufsize) {
1579 /* Switch from buffers to temporary files. */
1580 size_t w = fwrite(base_buf, 1, base_bufsz,
1581 base_file);
1582 if (w != base_bufsz) {
1583 err = got_ferror(outfile, GOT_ERR_IO);
1584 if (!cached)
1585 free(delta_buf);
1586 goto done;
1587 }
1588 free(base_buf);
1589 base_buf = NULL;
1590 free(accum_buf);
1591 accum_buf = NULL;
1592 }
1593
1594 if (base_buf && max_size > base_bufsz) {
1595 uint8_t *p = realloc(base_buf, max_size);
1596 if (p == NULL) {
1597 err = got_error_from_errno("realloc");
1598 if (!cached)
1599 free(delta_buf);
1600 goto done;
1601 }
1602 base_buf = p;
1603 base_bufsz = max_size;
1604 }
1605
1606 if (accum_buf && max_size > accum_bufsz) {
1607 uint8_t *p = realloc(accum_buf, max_size);
1608 if (p == NULL) {
1609 err = got_error_from_errno("realloc");
1610 if (!cached)
1611 free(delta_buf);
1612 goto done;
1613 }
1614 accum_buf = p;
1615 accum_bufsz = max_size;
1616 }
1617
1618 if (base_buf) {
1619 if (fulltext) {
1620 memcpy(accum_buf, fulltext, fulltext_len);
1621 accum_size = fulltext_len;
1622 err = NULL;
1623 } else {
1624 err = got_delta_apply_in_mem(base_buf,
1625 base_bufsz, delta_buf, delta_len,
1626 accum_buf, &accum_size, max_size);
1627 }
1628 n++;
1629 if (!cached)
1630 free(delta_buf);
1631 if (err)
1632 goto done;
1633 if (fulltext == NULL) {
1634 err = got_delta_cache_add_fulltext(
1635 pack->delta_cache, delta->data_offset,
1636 accum_buf, accum_size);
1637 if (err) {
1638 if (err->code != GOT_ERR_NO_SPACE)
1639 goto done;
1640 err = NULL;
1641 }
1642 }
1643 } else {
1644 err = got_delta_apply(base_file, delta_buf,
1645 delta_len,
1646 /* Final delta application writes to output file. */
1647 ++n < deltas->nentries ? accum_file : outfile,
1648 &accum_size);
1649 if (!cached)
1650 free(delta_buf);
1651 if (err)
1652 goto done;
1653 }
1654
1655 if (n < deltas->nentries) {
1656 /* Accumulated delta becomes the new base. */
1657 if (base_buf) {
1658 uint8_t *tmp = accum_buf;
1659 size_t tmp_size = accum_bufsz;
1660 accum_buf = base_buf;
1661 accum_bufsz = base_bufsz;
1662 base_buf = tmp;
1663 base_bufsz = tmp_size;
1664 } else {
1665 FILE *tmp = accum_file;
1666 accum_file = base_file;
1667 base_file = tmp;
1668 rewind(base_file);
1669 rewind(accum_file);
1670 }
1671 }
1672 }
1673
1674 done:
1675 free(base_buf);
1676 if (err) {
1677 free(accum_buf);
1678 accum_buf = NULL;
1679 }
1680 if (accum_buf) {
1681 size_t len = fwrite(accum_buf, 1, accum_size, outfile);
1682 free(accum_buf);
1683 if (len != accum_size)
1684 err = got_ferror(outfile, GOT_ERR_IO);
1685 }
1686 rewind(outfile);
1687 if (err == NULL)
1688 *result_size = accum_size;
1689 return err;
1690 }
1691
1692 const struct got_error *
1693 got_pack_dump_delta_chain_to_mem(uint8_t **outbuf, size_t *outlen,
1694 struct got_delta_chain *deltas, struct got_pack *pack)
1695 {
1696 const struct got_error *err = NULL;
1697 struct got_delta *delta;
1698 uint8_t *base_buf = NULL, *accum_buf = NULL;
1699 size_t base_bufsz = 0, accum_bufsz = 0, accum_size = 0;
1700 uint64_t max_size = 0;
1701 int n = 0;
1702
1703 *outbuf = NULL;
1704 *outlen = 0;
1705
1706 if (STAILQ_EMPTY(&deltas->entries))
1707 return got_error(GOT_ERR_BAD_DELTA_CHAIN);
1708
1709 if (pack->delta_cache) {
1710 uint8_t *delta_buf = NULL, *fulltext = NULL;
1711 size_t delta_len, fulltext_len;
1712
1713 delta = STAILQ_LAST(&deltas->entries, got_delta, entry);
1714 got_delta_cache_get(&delta_buf, &delta_len,
1715 &fulltext, &fulltext_len,
1716 pack->delta_cache, delta->data_offset);
1717 if (fulltext) {
1718 *outbuf = malloc(fulltext_len);
1719 if (*outbuf == NULL)
1720 return got_error_from_errno("malloc");
1721 memcpy(*outbuf, fulltext, fulltext_len);
1722 *outlen = fulltext_len;
1723 return NULL;
1724 }
1725 }
1726
1727 /* Deltas are ordered in ascending order. */
1728 STAILQ_FOREACH(delta, &deltas->entries, entry) {
1729 uint8_t *delta_buf = NULL, *fulltext = NULL;
1730 size_t delta_len, fulltext_len = 0;
1731 uint64_t base_size, result_size = 0;
1732 int cached = 1;
1733 if (n == 0) {
1734 off_t delta_data_offset;
1735
1736 /* Plain object types are the delta base. */
1737 if (delta->type != GOT_OBJ_TYPE_COMMIT &&
1738 delta->type != GOT_OBJ_TYPE_TREE &&
1739 delta->type != GOT_OBJ_TYPE_BLOB &&
1740 delta->type != GOT_OBJ_TYPE_TAG) {
1741 err = got_error(GOT_ERR_BAD_DELTA_CHAIN);
1742 goto done;
1743 }
1744
1745 delta_data_offset = delta->offset + delta->tslen;
1746 if (delta_data_offset >= pack->filesize) {
1747 err = got_error(GOT_ERR_PACK_OFFSET);
1748 goto done;
1749 }
1750
1751 if (pack->delta_cache) {
1752 got_delta_cache_get(&delta_buf, &delta_len,
1753 &fulltext, &fulltext_len,
1754 pack->delta_cache, delta_data_offset);
1755 }
1756
1757 if (delta->size > max_size)
1758 max_size = delta->size;
1759 if (delta->size > fulltext_len)
1760 max_size = fulltext_len;
1761
1762 if (fulltext) {
1763 base_buf = malloc(fulltext_len);
1764 if (base_buf == NULL) {
1765 err = got_error_from_errno("malloc");
1766 goto done;
1767 }
1768 memcpy(base_buf, fulltext, fulltext_len);
1769 base_bufsz = fulltext_len;
1770 } else if (pack->map) {
1771 size_t mapoff;
1772
1773 if (delta_data_offset > SIZE_MAX) {
1774 return got_error_fmt(GOT_ERR_RANGE,
1775 "delta %lld offset would "
1776 "overflow size_t",
1777 (long long)delta_data_offset);
1778 }
1779
1780 mapoff = delta_data_offset;
1781 err = got_inflate_to_mem_mmap(&base_buf,
1782 &base_bufsz, NULL, NULL, pack->map,
1783 mapoff, pack->filesize - mapoff);
1784 } else {
1785 if (lseek(pack->fd, delta_data_offset, SEEK_SET)
1786 == -1) {
1787 err = got_error_from_errno("lseek");
1788 goto done;
1789 }
1790 err = got_inflate_to_mem_fd(&base_buf,
1791 &base_bufsz, NULL, NULL, max_size,
1792 pack->fd);
1793 }
1794 if (err)
1795 goto done;
1796 n++;
1797
1798 if (pack->delta_cache && fulltext == NULL) {
1799 err = got_delta_cache_add(pack->delta_cache,
1800 delta_data_offset, NULL, 0);
1801 if (err) {
1802 if (err->code != GOT_ERR_NO_SPACE)
1803 goto done;
1804 err = NULL;
1805 } else {
1806 err = got_delta_cache_add_fulltext(
1807 pack->delta_cache,
1808 delta_data_offset,
1809 base_buf, base_bufsz);
1810 if (err &&
1811 err->code != GOT_ERR_NO_SPACE)
1812 goto done;
1813 err = NULL;
1814 }
1815 }
1816 continue;
1817 }
1818
1819 if (pack->delta_cache) {
1820 got_delta_cache_get(&delta_buf, &delta_len,
1821 &fulltext, &fulltext_len,
1822 pack->delta_cache, delta->data_offset);
1823 }
1824 if (delta_buf == NULL) {
1825 cached = 0;
1826 err = read_delta_data(&delta_buf, &delta_len, NULL,
1827 delta->data_offset, pack);
1828 if (err)
1829 goto done;
1830 }
1831 if (pack->delta_cache && !cached) {
1832 err = got_delta_cache_add(pack->delta_cache,
1833 delta->data_offset, delta_buf, delta_len);
1834 if (err == NULL)
1835 cached = 1;
1836 else if (err->code != GOT_ERR_NO_SPACE) {
1837 free(delta_buf);
1838 goto done;
1839 }
1840 }
1841
1842 err = got_delta_get_sizes(&base_size, &result_size,
1843 delta_buf, delta_len);
1844 if (err) {
1845 if (!cached)
1846 free(delta_buf);
1847 goto done;
1848 }
1849 if (base_size > max_size)
1850 max_size = base_size;
1851 if (result_size > max_size)
1852 max_size = result_size;
1853 if (fulltext_len > max_size)
1854 max_size = fulltext_len;
1855
1856 if (max_size > base_bufsz) {
1857 uint8_t *p = realloc(base_buf, max_size);
1858 if (p == NULL) {
1859 err = got_error_from_errno("realloc");
1860 if (!cached)
1861 free(delta_buf);
1862 goto done;
1863 }
1864 base_buf = p;
1865 base_bufsz = max_size;
1866 }
1867
1868 if (max_size > accum_bufsz) {
1869 uint8_t *p = realloc(accum_buf, max_size);
1870 if (p == NULL) {
1871 err = got_error_from_errno("realloc");
1872 if (!cached)
1873 free(delta_buf);
1874 goto done;
1875 }
1876 accum_buf = p;
1877 accum_bufsz = max_size;
1878 }
1879
1880 if (fulltext) {
1881 memcpy(accum_buf, fulltext, fulltext_len);
1882 accum_size = fulltext_len;
1883 err = NULL;
1884 } else {
1885 err = got_delta_apply_in_mem(base_buf, base_bufsz,
1886 delta_buf, delta_len, accum_buf,
1887 &accum_size, max_size);
1888 }
1889 if (!cached)
1890 free(delta_buf);
1891 n++;
1892 if (err)
1893 goto done;
1894
1895 if (fulltext == NULL) {
1896 err = got_delta_cache_add_fulltext(pack->delta_cache,
1897 delta->data_offset, accum_buf, accum_size);
1898 if (err) {
1899 if (err->code != GOT_ERR_NO_SPACE)
1900 goto done;
1901 err = NULL;
1902 }
1903 }
1904
1905 if (n < deltas->nentries) {
1906 /* Accumulated delta becomes the new base. */
1907 uint8_t *tmp = accum_buf;
1908 size_t tmp_size = accum_bufsz;
1909 accum_buf = base_buf;
1910 accum_bufsz = base_bufsz;
1911 base_buf = tmp;
1912 base_bufsz = tmp_size;
1913 }
1914 }
1915
1916 done:
1917 free(base_buf);
1918 if (err) {
1919 free(accum_buf);
1920 *outbuf = NULL;
1921 *outlen = 0;
1922 } else {
1923 *outbuf = accum_buf;
1924 *outlen = accum_size;
1925 }
1926 return err;
1927 }
1928
1929 const struct got_error *
1930 got_packfile_extract_object(struct got_pack *pack, struct got_object *obj,
1931 FILE *outfile, FILE *base_file, FILE *accum_file)
1932 {
1933 const struct got_error *err = NULL;
1934
1935 if ((obj->flags & GOT_OBJ_FLAG_PACKED) == 0)
1936 return got_error(GOT_ERR_OBJ_NOT_PACKED);
1937
1938 if ((obj->flags & GOT_OBJ_FLAG_DELTIFIED) == 0) {
1939 if (obj->pack_offset >= pack->filesize)
1940 return got_error(GOT_ERR_PACK_OFFSET);
1941
1942 if (pack->map) {
1943 size_t mapoff;
1944
1945 if (obj->pack_offset > SIZE_MAX) {
1946 return got_error_fmt(GOT_ERR_RANGE,
1947 "pack offset %lld would overflow size_t",
1948 (long long)obj->pack_offset);
1949 }
1950
1951 mapoff = obj->pack_offset;
1952 err = got_inflate_to_file_mmap(&obj->size, NULL, NULL,
1953 pack->map, mapoff, pack->filesize - mapoff,
1954 outfile);
1955 } else {
1956 if (lseek(pack->fd, obj->pack_offset, SEEK_SET) == -1)
1957 return got_error_from_errno("lseek");
1958 err = got_inflate_to_file_fd(&obj->size, NULL, NULL,
1959 pack->fd, outfile);
1960 }
1961 } else
1962 err = got_pack_dump_delta_chain_to_file(&obj->size,
1963 &obj->deltas, pack, outfile, base_file, accum_file);
1964
1965 return err;
1966 }
1967
1968 const struct got_error *
1969 got_packfile_extract_object_to_mem(uint8_t **buf, size_t *len,
1970 struct got_object *obj, struct got_pack *pack)
1971 {
1972 const struct got_error *err = NULL;
1973
1974 if ((obj->flags & GOT_OBJ_FLAG_PACKED) == 0)
1975 return got_error(GOT_ERR_OBJ_NOT_PACKED);
1976
1977 if ((obj->flags & GOT_OBJ_FLAG_DELTIFIED) == 0) {
1978 if (obj->pack_offset >= pack->filesize)
1979 return got_error(GOT_ERR_PACK_OFFSET);
1980 if (pack->map) {
1981 size_t mapoff;
1982
1983 if (obj->pack_offset > SIZE_MAX) {
1984 return got_error_fmt(GOT_ERR_RANGE,
1985 "pack offset %lld would overflow size_t",
1986 (long long)obj->pack_offset);
1987 }
1988
1989 mapoff = obj->pack_offset;
1990 err = got_inflate_to_mem_mmap(buf, len, NULL, NULL,
1991 pack->map, mapoff, pack->filesize - mapoff);
1992 } else {
1993 if (lseek(pack->fd, obj->pack_offset, SEEK_SET) == -1)
1994 return got_error_from_errno("lseek");
1995 err = got_inflate_to_mem_fd(buf, len, NULL, NULL,
1996 obj->size, pack->fd);
1997 }
1998 } else
1999 err = got_pack_dump_delta_chain_to_mem(buf, len, &obj->deltas,
2000 pack);
2001
2002 return err;
2003 }
2004
2005 static const struct got_error *
2006 read_raw_delta_data(uint8_t **delta_buf, size_t *delta_len,
2007 size_t *delta_len_compressed, uint64_t *base_size, uint64_t *result_size,
2008 off_t delta_data_offset, struct got_pack *pack, struct got_packidx *packidx)
2009 {
2010 const struct got_error *err = NULL;
2011
2012 /* Validate decompression and obtain the decompressed size. */
2013 err = read_delta_data(delta_buf, delta_len, delta_len_compressed,
2014 delta_data_offset, pack);
2015 if (err)
2016 return err;
2017
2018 /* Read delta base/result sizes from head of delta stream. */
2019 err = got_delta_get_sizes(base_size, result_size,
2020 *delta_buf, *delta_len);
2021 if (err)
2022 goto done;
2023
2024 /* Discard decompressed delta and read it again in compressed form. */
2025 free(*delta_buf);
2026 *delta_buf = malloc(*delta_len_compressed);
2027 if (*delta_buf == NULL) {
2028 err = got_error_from_errno("malloc");
2029 goto done;
2030 }
2031 if (pack->map) {
2032 if (delta_data_offset >= pack->filesize) {
2033 err = got_error(GOT_ERR_PACK_OFFSET);
2034 goto done;
2035 }
2036 memcpy(*delta_buf, pack->map + delta_data_offset,
2037 *delta_len_compressed);
2038 } else {
2039 ssize_t n;
2040 if (lseek(pack->fd, delta_data_offset, SEEK_SET) == -1) {
2041 err = got_error_from_errno("lseek");
2042 goto done;
2043 }
2044 n = read(pack->fd, *delta_buf, *delta_len_compressed);
2045 if (n < 0) {
2046 err = got_error_from_errno("read");
2047 goto done;
2048 } else if (n != *delta_len_compressed) {
2049 err = got_error(GOT_ERR_IO);
2050 goto done;
2051 }
2052 }
2053 done:
2054 if (err) {
2055 free(*delta_buf);
2056 *delta_buf = NULL;
2057 *delta_len = 0;
2058 *delta_len_compressed = 0;
2059 *base_size = 0;
2060 *result_size = 0;
2061 }
2062 return err;
2063 }
2064
2065 const struct got_error *
2066 got_packfile_extract_raw_delta(uint8_t **delta_buf, size_t *delta_size,
2067 size_t *delta_compressed_size, off_t *delta_offset,
2068 off_t *delta_data_offset, off_t *base_offset,
2069 struct got_object_id *base_id, uint64_t *base_size, uint64_t *result_size,
2070 struct got_pack *pack, struct got_packidx *packidx, int idx)
2071 {
2072 const struct got_error *err = NULL;
2073 off_t offset;
2074 uint8_t type;
2075 uint64_t size;
2076 size_t tslen, delta_hdrlen;
2077
2078 *delta_buf = NULL;
2079 *delta_size = 0;
2080 *delta_compressed_size = 0;
2081 *delta_offset = 0;
2082 *delta_data_offset = 0;
2083 *base_offset = 0;
2084 *base_size = 0;
2085 *result_size = 0;
2086
2087 offset = got_packidx_get_object_offset(packidx, idx);
2088 if (offset == -1)
2089 return got_error(GOT_ERR_BAD_PACKIDX);
2090
2091 if (offset >= pack->filesize)
2092 return got_error(GOT_ERR_PACK_OFFSET);
2093
2094 err = got_pack_parse_object_type_and_size(&type, &size, &tslen,
2095 pack, offset);
2096 if (err)
2097 return err;
2098
2099 if (tslen + size < tslen || offset + size < size ||
2100 tslen + offset < tslen)
2101 return got_error(GOT_ERR_PACK_OFFSET);
2102
2103 switch (type) {
2104 case GOT_OBJ_TYPE_OFFSET_DELTA:
2105 err = got_pack_parse_offset_delta(base_offset, &delta_hdrlen,
2106 pack, offset, tslen);
2107 if (err)
2108 return err;
2109 break;
2110 case GOT_OBJ_TYPE_REF_DELTA:
2111 err = got_pack_parse_ref_delta(base_id, pack, offset, tslen);
2112 if (err)
2113 return err;
2114 delta_hdrlen = got_hash_digest_length(pack->algo);
2115 break;
2116 default:
2117 return got_error_fmt(GOT_ERR_OBJ_TYPE,
2118 "non-delta object type %d found at offset %lld",
2119 type, (long long)offset);
2120 }
2121
2122 if (tslen + delta_hdrlen < delta_hdrlen ||
2123 offset + delta_hdrlen < delta_hdrlen)
2124 return got_error(GOT_ERR_BAD_DELTA);
2125
2126 *delta_data_offset = offset + tslen + delta_hdrlen;
2127 err = read_raw_delta_data(delta_buf, delta_size, delta_compressed_size,
2128 base_size, result_size, *delta_data_offset, pack, packidx);
2129 if (err)
2130 return err;
2131
2132 if (*delta_size != size) {
2133 err = got_error(GOT_ERR_BAD_DELTA);
2134 goto done;
2135 }
2136
2137 *delta_offset = offset;
2138 done:
2139 if (err) {
2140 free(*delta_buf);
2141 *delta_buf = NULL;
2142 *delta_size = 0;
2143 *delta_compressed_size = 0;
2144 *delta_offset = 0;
2145 *base_offset = 0;
2146 *base_size = 0;
2147 *result_size = 0;
2148 }
2149 return err;
2150 }
portable version of Game of Trees