2 * Copyright (c) 2018, 2019 Stefan Sperling <stsp@openbsd.org>
4 * Permission to use, copy, modify, and distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 #include "got_compat.h"
19 #include <sys/types.h>
20 #include <sys/queue.h>
34 #include "got_error.h"
35 #include "got_object.h"
36 #include "got_repository.h"
37 #include "got_reference.h"
38 #include "got_opentemp.h"
41 #include "got_lib_hash.h"
42 #include "got_lib_delta.h"
43 #include "got_lib_inflate.h"
44 #include "got_lib_object.h"
45 #include "got_lib_object_idset.h"
46 #include "got_lib_lockfile.h"
49 #define nitems(_a) (sizeof(_a) / sizeof((_a)[0]))
52 #define GOT_REF_HEADS "heads"
53 #define GOT_REF_TAGS "tags"
54 #define GOT_REF_REMOTES "remotes"
57 * We do not resolve tags yet, and don't yet care about sorting refs either,
58 * so packed-refs files we write contain a minimal header which disables all
59 * packed-refs "traits" supported by Git.
61 #define GOT_PACKED_REFS_HEADER "# pack-refs with:"
63 /* A symbolic reference. */
69 #define GOT_REF_RECURSE_MAX 20
71 /* A non-symbolic reference (there is no better designation). */
74 struct got_object_id id
;
77 /* A reference which points to an arbitrary object. */
78 struct got_reference
{
80 #define GOT_REF_IS_SYMBOLIC 0x01
81 #define GOT_REF_IS_PACKED 0x02
85 struct got_symref symref
;
88 struct got_lockfile
*lf
;
92 * Cached timestamp for got_ref_cmp_by_commit_timestamp_descending()
93 * and got_ref_cmp_tags().
95 time_t committer_time
;
98 static const struct got_error
*
99 alloc_ref(struct got_reference
**ref
, const char *name
,
100 struct got_object_id
*id
, int flags
, time_t mtime
)
102 const struct got_error
*err
= NULL
;
104 *ref
= calloc(1, sizeof(**ref
));
106 return got_error_from_errno("calloc");
108 memcpy(&(*ref
)->ref
.ref
.id
, id
, sizeof((*ref
)->ref
.ref
.id
));
109 (*ref
)->flags
= flags
;
110 (*ref
)->ref
.ref
.name
= strdup(name
);
111 (*ref
)->mtime
= mtime
;
112 if ((*ref
)->ref
.ref
.name
== NULL
) {
113 err
= got_error_from_errno("strdup");
120 static const struct got_error
*
121 alloc_symref(struct got_reference
**ref
, const char *name
,
122 const char *target_ref
, int flags
)
124 const struct got_error
*err
= NULL
;
126 *ref
= calloc(1, sizeof(**ref
));
128 return got_error_from_errno("calloc");
130 (*ref
)->flags
= GOT_REF_IS_SYMBOLIC
| flags
;
131 (*ref
)->ref
.symref
.name
= strdup(name
);
132 if ((*ref
)->ref
.symref
.name
== NULL
) {
133 err
= got_error_from_errno("strdup");
138 (*ref
)->ref
.symref
.ref
= strdup(target_ref
);
139 if ((*ref
)->ref
.symref
.ref
== NULL
) {
140 err
= got_error_from_errno("strdup");
147 static const struct got_error
*
148 parse_symref(struct got_reference
**ref
, const char *name
, const char *line
)
151 return got_error(GOT_ERR_BAD_REF_DATA
);
153 return alloc_symref(ref
, name
, line
, 0);
156 static const struct got_error
*
157 parse_ref_line(struct got_reference
**ref
, const char *name
, const char *line
,
158 time_t mtime
, enum got_hash_algorithm algo
)
160 struct got_object_id id
;
162 if (strncmp(line
, "ref: ", 5) == 0) {
164 return parse_symref(ref
, name
, line
);
167 if (!got_parse_object_id(&id
, line
, algo
))
168 return got_error(GOT_ERR_BAD_REF_DATA
);
170 return alloc_ref(ref
, name
, &id
, 0, mtime
);
173 static const struct got_error
*
174 parse_ref_file(struct got_reference
**ref
, const char *name
,
175 const char *absname
, const char *abspath
, int lock
,
176 enum got_hash_algorithm algo
)
178 const struct got_error
*err
= NULL
;
183 struct got_lockfile
*lf
= NULL
;
187 err
= got_lockfile_lock(&lf
, abspath
, -1);
189 if (err
->code
== GOT_ERR_ERRNO
&& errno
== ENOENT
)
190 err
= got_error_not_ref(name
);
195 f
= fopen(abspath
, "rbe");
197 if (errno
!= ENOTDIR
&& errno
!= ENOENT
)
198 err
= got_error_from_errno2("fopen", abspath
);
200 err
= got_error_not_ref(name
);
202 got_lockfile_unlock(lf
, -1);
205 if (fstat(fileno(f
), &sb
) == -1) {
206 err
= got_error_from_errno2("fstat", abspath
);
210 linelen
= getline(&line
, &linesize
, f
);
213 err
= NULL
; /* ignore empty files (could be locks) */
216 err
= got_error(GOT_ERR_NOT_REF
);
218 err
= got_ferror(f
, GOT_ERR_IO
);
220 err
= got_error_from_errno2("getline", abspath
);
223 got_lockfile_unlock(lf
, -1);
226 while (linelen
> 0 && line
[linelen
- 1] == '\n') {
227 line
[linelen
- 1] = '\0';
231 err
= parse_ref_line(ref
, absname
, line
, sb
.st_mtime
, algo
);
234 got_lockfile_unlock(lf
, -1);
239 got_lockfile_unlock(lf
, -1);
244 if (fclose(f
) == EOF
&& err
== NULL
) {
245 err
= got_error_from_errno("fclose");
248 got_ref_unlock(*ref
);
257 is_well_known_ref(const char *refname
)
259 return (strcmp(refname
, GOT_REF_HEAD
) == 0 ||
260 strcmp(refname
, GOT_REF_ORIG_HEAD
) == 0 ||
261 strcmp(refname
, GOT_REF_MERGE_HEAD
) == 0 ||
262 strcmp(refname
, GOT_REF_FETCH_HEAD
) == 0);
266 get_refs_dir_path(struct got_repository
*repo
, const char *refname
)
268 if (is_well_known_ref(refname
) || strncmp(refname
, "refs/", 5) == 0)
269 return strdup(got_repo_get_path_git_dir(repo
));
271 return got_repo_get_path_refs(repo
);
274 const struct got_error
*
275 got_ref_alloc(struct got_reference
**ref
, const char *name
,
276 struct got_object_id
*id
)
278 if (!got_ref_name_is_valid(name
))
279 return got_error_path(name
, GOT_ERR_BAD_REF_NAME
);
281 return alloc_ref(ref
, name
, id
, 0, 0);
284 const struct got_error
*
285 got_ref_alloc_symref(struct got_reference
**ref
, const char *name
,
286 struct got_reference
*target_ref
)
288 if (!got_ref_name_is_valid(name
))
289 return got_error_path(name
, GOT_ERR_BAD_REF_NAME
);
291 return alloc_symref(ref
, name
, got_ref_get_name(target_ref
), 0);
294 static const struct got_error
*
295 parse_packed_ref_line(struct got_reference
**ref
, const char *abs_refname
,
296 const char *line
, time_t mtime
, enum got_hash_algorithm algo
)
298 struct got_object_id id
;
300 size_t digest_string_len
;
303 digest_string_len
= got_hash_digest_string_length(algo
);
305 if (line
[0] == '#' || line
[0] == '^')
308 if (!got_parse_object_id(&id
, line
, algo
))
309 return got_error(GOT_ERR_BAD_REF_DATA
);
312 if (strcmp(line
+ digest_string_len
, abs_refname
) != 0)
316 name
= line
+ digest_string_len
;
318 return alloc_ref(ref
, name
, &id
, GOT_REF_IS_PACKED
, mtime
);
321 static const struct got_error
*
322 open_packed_ref(struct got_reference
**ref
, FILE *f
, const char **subdirs
,
323 int nsubdirs
, const char *refname
, time_t mtime
,
324 enum got_hash_algorithm algo
)
326 const struct got_error
*err
= NULL
;
331 int i
, ref_is_absolute
= (strncmp(refname
, "refs/", 5) == 0);
336 abs_refname
= (char *)refname
;
338 linelen
= getline(&line
, &linesize
, f
);
342 err
= got_ferror(f
, GOT_ERR_BAD_REF_DATA
);
345 if (linelen
> 0 && line
[linelen
- 1] == '\n')
346 line
[linelen
- 1] = '\0';
347 for (i
= 0; i
< nsubdirs
; i
++) {
348 if (!ref_is_absolute
&&
349 asprintf(&abs_refname
, "refs/%s/%s", subdirs
[i
],
351 return got_error_from_errno("asprintf");
352 err
= parse_packed_ref_line(ref
, abs_refname
, line
,
354 if (!ref_is_absolute
)
356 if (err
|| *ref
!= NULL
)
361 } while (*ref
== NULL
);
367 static const struct got_error
*
368 open_ref(struct got_reference
**ref
, const char *path_refs
, const char *subdir
,
369 const char *name
, int lock
, enum got_hash_algorithm algo
)
371 const struct got_error
*err
= NULL
;
373 char *absname
= NULL
;
374 int ref_is_absolute
= (strncmp(name
, "refs/", 5) == 0);
375 int ref_is_well_known
= (subdir
[0] == '\0' && is_well_known_ref(name
));
379 if (!got_ref_name_is_valid(name
))
380 return got_error_path(name
, GOT_ERR_BAD_REF_NAME
);
382 if (ref_is_absolute
|| ref_is_well_known
) {
383 if (asprintf(&path
, "%s/%s", path_refs
, name
) == -1)
384 return got_error_from_errno("asprintf");
385 absname
= (char *)name
;
387 if (asprintf(&path
, "%s/%s%s%s", path_refs
, subdir
,
388 subdir
[0] ? "/" : "", name
) == -1)
389 return got_error_from_errno("asprintf");
391 if (asprintf(&absname
, "refs/%s%s%s",
392 subdir
, subdir
[0] ? "/" : "", name
) == -1) {
393 err
= got_error_from_errno("asprintf");
398 err
= parse_ref_file(ref
, name
, absname
, path
, lock
, algo
);
400 if (!ref_is_absolute
&& !ref_is_well_known
)
406 const struct got_error
*
407 got_ref_open(struct got_reference
**ref
, struct got_repository
*repo
,
408 const char *refname
, int lock
)
410 const struct got_error
*err
= NULL
;
411 char *packed_refs_path
= NULL
, *path_refs
= NULL
;
412 const char *subdirs
[] = {
413 GOT_REF_HEADS
, GOT_REF_TAGS
, GOT_REF_REMOTES
416 int well_known
= is_well_known_ref(refname
);
417 struct got_lockfile
*lf
= NULL
;
421 path_refs
= get_refs_dir_path(repo
, refname
);
422 if (path_refs
== NULL
) {
423 err
= got_error_from_errno2("get_refs_dir_path", refname
);
428 err
= open_ref(ref
, path_refs
, "", refname
, lock
,
429 got_repo_get_object_format(repo
));
433 /* Search on-disk refs before packed refs! */
434 for (i
= 0; i
< nitems(subdirs
); i
++) {
435 err
= open_ref(ref
, path_refs
, subdirs
[i
], refname
,
436 lock
, got_repo_get_object_format(repo
));
437 if ((err
&& err
->code
!= GOT_ERR_NOT_REF
) || *ref
)
441 packed_refs_path
= got_repo_get_path_packed_refs(repo
);
442 if (packed_refs_path
== NULL
) {
443 err
= got_error_from_errno(
444 "got_repo_get_path_packed_refs");
449 err
= got_lockfile_lock(&lf
, packed_refs_path
, -1);
453 f
= fopen(packed_refs_path
, "rbe");
456 if (fstat(fileno(f
), &sb
) == -1) {
457 err
= got_error_from_errno2("fstat",
461 err
= open_packed_ref(ref
, f
, subdirs
, nitems(subdirs
),
462 refname
, sb
.st_mtime
,
463 got_repo_get_object_format(repo
));
465 if (fclose(f
) == EOF
) {
466 err
= got_error_from_errno("fclose");
475 if (!err
&& *ref
== NULL
)
476 err
= got_error_not_ref(refname
);
478 got_lockfile_unlock(lf
, -1);
479 free(packed_refs_path
);
485 got_ref_close(struct got_reference
*ref
)
487 if (ref
->flags
& GOT_REF_IS_SYMBOLIC
) {
488 free(ref
->ref
.symref
.name
);
489 free(ref
->ref
.symref
.ref
);
491 free(ref
->ref
.ref
.name
);
495 struct got_reference
*
496 got_ref_dup(struct got_reference
*ref
)
498 struct got_reference
*ret
;
500 ret
= calloc(1, sizeof(*ret
));
504 ret
->flags
= ref
->flags
;
505 if (ref
->flags
& GOT_REF_IS_SYMBOLIC
) {
506 ret
->ref
.symref
.name
= strdup(ref
->ref
.symref
.name
);
507 if (ret
->ref
.symref
.name
== NULL
) {
511 ret
->ref
.symref
.ref
= strdup(ref
->ref
.symref
.ref
);
512 if (ret
->ref
.symref
.ref
== NULL
) {
513 free(ret
->ref
.symref
.name
);
518 ret
->ref
.ref
.name
= strdup(ref
->ref
.ref
.name
);
519 if (ret
->ref
.ref
.name
== NULL
) {
523 memcpy(&ret
->ref
.ref
.id
, &ref
->ref
.ref
.id
,
524 sizeof(ret
->ref
.ref
.id
));
530 const struct got_error
*
531 got_reflist_entry_dup(struct got_reflist_entry
**newp
,
532 struct got_reflist_entry
*re
)
534 const struct got_error
*err
= NULL
;
535 struct got_reflist_entry
*new;
539 new = malloc(sizeof(*new));
541 return got_error_from_errno("malloc");
543 new->ref
= got_ref_dup(re
->ref
);
544 if (new->ref
== NULL
) {
545 err
= got_error_from_errno("got_ref_dup");
554 const struct got_error
*
555 got_ref_resolve_symbolic(struct got_reference
**resolved
,
556 struct got_repository
*repo
, struct got_reference
*ref
)
558 struct got_reference
*nextref
;
559 const struct got_error
*err
;
561 err
= got_ref_open(&nextref
, repo
, ref
->ref
.symref
.ref
, 0);
565 if (nextref
->flags
& GOT_REF_IS_SYMBOLIC
)
566 err
= got_ref_resolve_symbolic(resolved
, repo
, nextref
);
568 *resolved
= got_ref_dup(nextref
);
570 got_ref_close(nextref
);
574 static const struct got_error
*
575 ref_resolve(struct got_object_id
**id
, struct got_repository
*repo
,
576 struct got_reference
*ref
, int recursion
)
578 const struct got_error
*err
;
581 return got_error_msg(GOT_ERR_RECURSION
,
582 "reference recursion limit reached");
584 if (ref
->flags
& GOT_REF_IS_SYMBOLIC
) {
585 struct got_reference
*resolved
= NULL
;
586 err
= got_ref_resolve_symbolic(&resolved
, repo
, ref
);
588 err
= ref_resolve(id
, repo
, resolved
, --recursion
);
590 got_ref_close(resolved
);
594 *id
= calloc(1, sizeof(**id
));
596 return got_error_from_errno("calloc");
597 memcpy(*id
, &ref
->ref
.ref
.id
, sizeof(**id
));
601 const struct got_error
*
602 got_ref_resolve(struct got_object_id
**id
, struct got_repository
*repo
,
603 struct got_reference
*ref
)
605 return ref_resolve(id
, repo
, ref
, GOT_REF_RECURSE_MAX
);
609 got_ref_to_str(struct got_reference
*ref
)
613 if (ref
->flags
& GOT_REF_IS_SYMBOLIC
)
614 return strdup(ref
->ref
.symref
.ref
);
616 if (got_object_id_str(&str
, &ref
->ref
.ref
.id
) != NULL
)
623 got_ref_get_name(struct got_reference
*ref
)
625 if (ref
->flags
& GOT_REF_IS_SYMBOLIC
)
626 return ref
->ref
.symref
.name
;
628 return ref
->ref
.ref
.name
;
632 got_ref_get_symref_target(struct got_reference
*ref
)
634 if (ref
->flags
& GOT_REF_IS_SYMBOLIC
)
635 return ref
->ref
.symref
.ref
;
641 got_ref_get_mtime(struct got_reference
*ref
)
647 got_ref_get_cached_committer_time(struct got_reference
*ref
)
649 return ref
->committer_time
;
652 const struct got_error
*
653 got_ref_cmp_by_name(void *arg
, int *cmp
, struct got_reference
*re1
,
654 struct got_reference
* re2
)
656 const char *name1
= got_ref_get_name(re1
);
657 const char *name2
= got_ref_get_name(re2
);
659 *cmp
= got_path_cmp(name1
, name2
, strlen(name1
), strlen(name2
));
663 static const struct got_error
*
664 get_committer_time(struct got_reference
*ref
, struct got_repository
*repo
)
666 const struct got_error
*err
= NULL
;
668 struct got_commit_object
*commit
= NULL
;
669 struct got_tag_object
*tag
= NULL
;
670 struct got_object_id
*id
= NULL
;
672 err
= got_ref_resolve(&id
, repo
, ref
);
676 err
= got_object_get_type(&obj_type
, repo
, id
);
681 case GOT_OBJ_TYPE_COMMIT
:
682 err
= got_object_open_as_commit(&commit
, repo
, id
);
685 ref
->committer_time
=
686 got_object_commit_get_committer_time(commit
);
688 case GOT_OBJ_TYPE_TAG
:
689 err
= got_object_open_as_tag(&tag
, repo
, id
);
692 ref
->committer_time
= got_object_tag_get_tagger_time(tag
);
695 /* best effort for other object types */
696 ref
->committer_time
= got_ref_get_mtime(ref
);
702 got_object_commit_close(commit
);
704 got_object_tag_close(tag
);
708 const struct got_error
*
709 got_ref_cmp_tags(void *arg
, int *cmp
, struct got_reference
*ref1
,
710 struct got_reference
*ref2
)
712 const struct got_error
*err
= NULL
;
713 struct got_repository
*repo
= arg
;
717 if (ref1
->committer_time
== 0) {
718 err
= get_committer_time(ref1
, repo
);
722 if (ref2
->committer_time
== 0) {
723 err
= get_committer_time(ref2
, repo
);
728 /* Put latest tags first. */
729 if (ref1
->committer_time
< ref2
->committer_time
)
731 else if (ref1
->committer_time
> ref2
->committer_time
)
734 err
= got_ref_cmp_by_name(NULL
, cmp
, ref2
, ref1
);
739 const struct got_error
*
740 got_ref_cmp_by_commit_timestamp_descending(void *arg
, int *cmp
,
741 struct got_reference
*ref1
, struct got_reference
*ref2
)
743 const struct got_error
*err
= NULL
;
744 struct got_repository
*repo
= arg
;
748 if (ref1
->committer_time
== 0) {
749 err
= get_committer_time(ref1
, repo
);
753 if (ref2
->committer_time
== 0) {
754 err
= get_committer_time(ref2
, repo
);
759 if (ref1
->committer_time
< ref2
->committer_time
)
761 else if (ref2
->committer_time
< ref1
->committer_time
)
764 return got_ref_cmp_by_name(arg
, cmp
, ref1
, ref2
);
769 const struct got_error
*
770 got_reflist_insert(struct got_reflist_entry
**newp
,
771 struct got_reflist_head
*refs
, struct got_reference
*ref
,
772 got_ref_cmp_cb cmp_cb
, void *cmp_arg
)
774 const struct got_error
*err
;
775 struct got_reflist_entry
*new, *re
;
780 if (cmp_cb
!= got_ref_cmp_by_name
&& (ref
->flags
& GOT_REF_IS_PACKED
)) {
782 * If we are not sorting elements by name then we must still
783 * detect collisions between a packed ref and an on-disk ref
784 * using the same name. On-disk refs take precedence and are
785 * already present on the list before packed refs get added.
787 TAILQ_FOREACH(re
, refs
, entry
) {
788 err
= got_ref_cmp_by_name(NULL
, &cmp
, re
->ref
, ref
);
796 new = malloc(sizeof(*new));
798 return got_error_from_errno("malloc");
803 * We must de-duplicate entries on insert because packed-refs may
804 * contain redundant entries. On-disk refs take precedence.
805 * This code assumes that on-disk revs are read before packed-refs.
806 * We're iterating the list anyway, so insert elements sorted by name.
808 * Many callers will provide paths in a somewhat sorted order.
809 * Iterating backwards from the tail of the list should be more
810 * efficient than traversing through the entire list each time
811 * an element is inserted.
813 re
= TAILQ_LAST(refs
, got_reflist_head
);
815 err
= (*cmp_cb
)(cmp_arg
, &cmp
, re
->ref
, new->ref
);
823 } else if (cmp
< 0) {
824 TAILQ_INSERT_AFTER(refs
, re
, new, entry
);
827 re
= TAILQ_PREV(re
, got_reflist_head
, entry
);
830 TAILQ_INSERT_HEAD(refs
, new, entry
);
834 const struct got_error
*
835 got_reflist_sort(struct got_reflist_head
*refs
,
836 got_ref_cmp_cb cmp_cb
, void *cmp_arg
)
838 const struct got_error
*err
= NULL
;
839 struct got_reflist_entry
*re
, *tmp
, *new;
840 struct got_reflist_head sorted
;
844 TAILQ_FOREACH_SAFE(re
, refs
, entry
, tmp
) {
845 struct got_reference
*ref
= re
->ref
;
846 TAILQ_REMOVE(refs
, re
, entry
);
848 err
= got_reflist_insert(&new, &sorted
, ref
, cmp_cb
, cmp_arg
);
849 if (err
|| new == NULL
/* duplicate */)
855 TAILQ_CONCAT(refs
, &sorted
, entry
);
859 static const struct got_error
*
860 gather_on_disk_refs(struct got_reflist_head
*refs
, const char *path_refs
,
861 const char *subdir
, struct got_repository
*repo
,
862 got_ref_cmp_cb cmp_cb
, void *cmp_arg
)
864 const struct got_error
*err
= NULL
;
867 struct got_reference
*ref
;
868 struct got_reflist_entry
*new;
870 while (subdir
[0] == '/')
873 if (asprintf(&path_subdir
, "%s/%s", path_refs
, subdir
) == -1)
874 return got_error_from_errno("asprintf");
876 d
= opendir(path_subdir
);
880 if (errno
!= ENOTDIR
)
883 /* This could be a regular on-disk reference file. */
885 err
= got_path_dirname(&path_subdir
, subdir
);
888 err
= got_path_basename(&refname
, subdir
);
893 err
= open_ref(&ref
, path_refs
, path_subdir
, refname
,
894 0, got_repo_get_object_format(repo
));
898 if (err
->code
== GOT_ERR_NOT_REF
)
902 err
= got_reflist_insert(&new, refs
, ref
,
904 if (err
|| new == NULL
/* duplicate */)
918 if (strcmp(dent
->d_name
, ".") == 0 ||
919 strcmp(dent
->d_name
, "..") == 0)
922 err
= got_path_dirent_type(&type
, path_subdir
, dent
);
928 err
= open_ref(&ref
, path_refs
, subdir
, dent
->d_name
,
929 0, got_repo_get_object_format(repo
));
930 if (err
&& err
->code
== GOT_ERR_BAD_REF_NAME
)
935 err
= got_reflist_insert(&new, refs
, ref
,
937 if (err
|| new == NULL
/* duplicate */)
944 if (asprintf(&child
, "%s%s%s", subdir
,
945 subdir
[0] == '\0' ? "" : "/", dent
->d_name
) == -1) {
946 err
= got_error_from_errno("asprintf");
949 err
= gather_on_disk_refs(refs
, path_refs
, child
, repo
,
965 match_packed_ref(struct got_reference
*ref
, const char *ref_namespace
)
967 const char *name
= got_ref_get_name(ref
);
968 int namespace_is_absolute
= (strncmp(ref_namespace
, "refs/", 5) == 0);
970 if (namespace_is_absolute
) {
971 return (strcmp(name
, ref_namespace
) == 0 ||
972 got_path_is_child(name
, ref_namespace
,
973 strlen(ref_namespace
)));
976 /* Match all "subdirectories" as we do with on-disk refs. */
977 while (*name
!= '\0') {
980 if (strcmp(name
, ref_namespace
) == 0 ||
981 got_path_is_child(name
, ref_namespace
,
982 strlen(ref_namespace
)))
984 while (*name
!= '\0' && *name
!= '/')
991 const struct got_error
*
992 got_ref_list(struct got_reflist_head
*refs
, struct got_repository
*repo
,
993 const char *ref_namespace
, got_ref_cmp_cb cmp_cb
, void *cmp_arg
)
995 const struct got_error
*err
;
996 char *packed_refs_path
= NULL
, *path_refs
= NULL
;
997 char *abs_namespace
= NULL
, *buf
= NULL
;
998 const char *ondisk_ref_namespace
= NULL
;
1001 struct got_reference
*ref
;
1002 struct got_reflist_entry
*new;
1004 if (ref_namespace
== NULL
|| ref_namespace
[0] == '\0') {
1005 path_refs
= get_refs_dir_path(repo
, GOT_REF_HEAD
);
1006 if (path_refs
== NULL
) {
1007 err
= got_error_from_errno("get_refs_dir_path");
1010 err
= open_ref(&ref
, path_refs
, "", GOT_REF_HEAD
, 0,
1011 got_repo_get_object_format(repo
));
1014 err
= got_reflist_insert(&new, refs
, ref
, cmp_cb
, cmp_arg
);
1015 if (err
|| new == NULL
/* duplicate */)
1017 if (err
&& err
->code
!= GOT_ERR_NOT_REF
)
1020 /* Try listing a single reference. */
1021 err
= got_ref_open(&ref
, repo
, ref_namespace
, 0);
1023 if (err
->code
!= GOT_ERR_NOT_REF
)
1025 /* Try to look up references in a given namespace. */
1027 err
= got_reflist_insert(&new, refs
, ref
,
1029 if (err
|| new == NULL
/* duplicate */)
1035 if (ref_namespace
) {
1037 /* Canonicalize the path to eliminate double-slashes if any. */
1038 if (asprintf(&abs_namespace
, "/%s", ref_namespace
) == -1) {
1039 err
= got_error_from_errno("asprintf");
1042 len
= strlen(abs_namespace
) + 1;
1045 err
= got_error_from_errno("malloc");
1048 err
= got_canonpath(abs_namespace
, buf
, len
);
1051 ondisk_ref_namespace
= buf
;
1052 while (ondisk_ref_namespace
[0] == '/')
1053 ondisk_ref_namespace
++;
1054 if (strncmp(ondisk_ref_namespace
, "refs/", 5) == 0)
1055 ondisk_ref_namespace
+= 5;
1056 else if (strcmp(ondisk_ref_namespace
, "refs") == 0)
1057 ondisk_ref_namespace
= "";
1060 /* Gather on-disk refs before parsing packed-refs. */
1062 path_refs
= get_refs_dir_path(repo
, "");
1063 if (path_refs
== NULL
) {
1064 err
= got_error_from_errno("get_refs_dir_path");
1067 err
= gather_on_disk_refs(refs
, path_refs
,
1068 ondisk_ref_namespace
? ondisk_ref_namespace
: "", repo
,
1074 * The packed-refs file may contain redundant entries, in which
1075 * case on-disk refs take precedence.
1077 packed_refs_path
= got_repo_get_path_packed_refs(repo
);
1078 if (packed_refs_path
== NULL
) {
1079 err
= got_error_from_errno("got_repo_get_path_packed_refs");
1083 f
= fopen(packed_refs_path
, "re");
1085 size_t linesize
= 0;
1089 if (fstat(fileno(f
), &sb
) == -1) {
1090 err
= got_error_from_errno2("fstat", packed_refs_path
);
1094 linelen
= getline(&line
, &linesize
, f
);
1095 if (linelen
== -1) {
1098 err
= got_ferror(f
, GOT_ERR_BAD_REF_DATA
);
1101 if (linelen
> 0 && line
[linelen
- 1] == '\n')
1102 line
[linelen
- 1] = '\0';
1103 err
= parse_packed_ref_line(&ref
, NULL
, line
,
1104 sb
.st_mtime
, got_repo_get_object_format(repo
));
1108 if (ref_namespace
&&
1109 !match_packed_ref(ref
, ref_namespace
)) {
1113 err
= got_reflist_insert(&new, refs
, ref
,
1115 if (err
|| new == NULL
/* duplicate */)
1123 free(packed_refs_path
);
1124 free(abs_namespace
);
1128 if (f
&& fclose(f
) == EOF
&& err
== NULL
)
1129 err
= got_error_from_errno("fclose");
1134 got_ref_list_free(struct got_reflist_head
*refs
)
1136 struct got_reflist_entry
*re
;
1138 while ((re
= TAILQ_FIRST(refs
))) {
1139 TAILQ_REMOVE(refs
, re
, entry
);
1140 got_ref_close(re
->ref
);
1146 got_ref_is_symbolic(struct got_reference
*ref
)
1148 return (ref
->flags
& GOT_REF_IS_SYMBOLIC
);
1151 const struct got_error
*
1152 got_ref_change_ref(struct got_reference
*ref
, struct got_object_id
*id
)
1154 if (ref
->flags
& GOT_REF_IS_SYMBOLIC
)
1155 return got_error(GOT_ERR_BAD_REF_TYPE
);
1157 memcpy(&ref
->ref
.ref
.id
, id
, sizeof(ref
->ref
.ref
.id
));
1161 const struct got_error
*
1162 got_ref_change_symref(struct got_reference
*ref
, const char *refname
)
1166 if ((ref
->flags
& GOT_REF_IS_SYMBOLIC
) == 0)
1167 return got_error(GOT_ERR_BAD_REF_TYPE
);
1169 new_name
= strdup(refname
);
1170 if (new_name
== NULL
)
1171 return got_error_from_errno("strdup");
1173 free(ref
->ref
.symref
.ref
);
1174 ref
->ref
.symref
.ref
= new_name
;
1178 const struct got_error
*
1179 got_ref_change_symref_to_ref(struct got_reference
*symref
,
1180 struct got_object_id
*id
)
1182 if ((symref
->flags
& GOT_REF_IS_SYMBOLIC
) == 0)
1183 return got_error(GOT_ERR_BAD_REF_TYPE
);
1185 symref
->ref
.ref
.name
= symref
->ref
.symref
.name
;
1186 memcpy(&symref
->ref
.ref
.id
, id
, sizeof(symref
->ref
.ref
.id
));
1187 symref
->flags
&= ~GOT_REF_IS_SYMBOLIC
;
1191 const struct got_error
*
1192 got_ref_write(struct got_reference
*ref
, struct got_repository
*repo
)
1194 const struct got_error
*err
= NULL
, *unlock_err
= NULL
;
1195 const char *name
= got_ref_get_name(ref
);
1196 char *path_refs
= NULL
, *path
= NULL
, *tmppath
= NULL
;
1197 struct got_lockfile
*lf
= NULL
;
1202 path_refs
= get_refs_dir_path(repo
, name
);
1203 if (path_refs
== NULL
) {
1204 err
= got_error_from_errno2("get_refs_dir_path", name
);
1208 if (asprintf(&path
, "%s/%s", path_refs
, name
) == -1) {
1209 err
= got_error_from_errno("asprintf");
1213 err
= got_opentemp_named(&tmppath
, &f
, path
, "");
1216 if (err
->code
== GOT_ERR_ERRNO
&& errno
== ENOTDIR
) {
1217 err
= got_error_fmt(GOT_ERR_BAD_REF_NAME
,
1218 "collision with an existing reference: %s",
1219 got_ref_get_name(ref
));
1222 if (!(err
->code
== GOT_ERR_ERRNO
&& errno
== ENOENT
))
1224 err
= got_path_dirname(&parent
, path
);
1227 err
= got_path_mkdir(parent
);
1231 err
= got_opentemp_named(&tmppath
, &f
, path
, "");
1236 if (ref
->flags
& GOT_REF_IS_SYMBOLIC
) {
1237 n
= fprintf(f
, "ref: %s\n", ref
->ref
.symref
.ref
);
1238 if (n
!= strlen(ref
->ref
.symref
.ref
) + 6) {
1239 err
= got_ferror(f
, GOT_ERR_IO
);
1246 err
= got_object_id_str(&hex
, &ref
->ref
.ref
.id
);
1250 n
= fprintf(f
, "%s\n", hex
);
1253 err
= got_ferror(f
, GOT_ERR_IO
);
1258 if (ref
->lf
== NULL
) {
1259 err
= got_lockfile_lock(&lf
, path
, -1);
1264 /* XXX: check if old content matches our expectations? */
1266 if (stat(path
, &sb
) != 0) {
1267 if (errno
!= ENOENT
) {
1268 err
= got_error_from_errno2("stat", path
);
1271 sb
.st_mode
= GOT_DEFAULT_FILE_MODE
;
1274 if (fchmod(fileno(f
), sb
.st_mode
) != 0) {
1275 err
= got_error_from_errno2("fchmod", tmppath
);
1279 if (rename(tmppath
, path
) != 0) {
1280 err
= got_error_from_errno3("rename", tmppath
, path
);
1286 if (stat(path
, &sb
) == -1) {
1287 err
= got_error_from_errno2("stat", path
);
1290 ref
->mtime
= sb
.st_mtime
;
1292 if (ref
->lf
== NULL
&& lf
)
1293 unlock_err
= got_lockfile_unlock(lf
, -1);
1295 if (fclose(f
) == EOF
&& err
== NULL
)
1296 err
= got_error_from_errno("fclose");
1301 if (unlink(tmppath
) == -1 && err
== NULL
)
1302 err
= got_error_from_errno2("unlink", tmppath
);
1305 return err
? err
: unlock_err
;
1308 static const struct got_error
*
1309 delete_packed_ref(struct got_reference
*delref
, struct got_repository
*repo
)
1311 const struct got_error
*err
= NULL
, *unlock_err
= NULL
;
1312 struct got_lockfile
*lf
= NULL
;
1313 FILE *f
= NULL
, *tmpf
= NULL
;
1314 char *line
= NULL
, *packed_refs_path
, *tmppath
= NULL
;
1315 size_t linesize
= 0;
1316 struct got_reflist_head refs
;
1317 int found_delref
= 0;
1319 /* The packed-refs file does not contain symbolic references. */
1320 if (delref
->flags
& GOT_REF_IS_SYMBOLIC
)
1321 return got_error(GOT_ERR_BAD_REF_DATA
);
1325 packed_refs_path
= got_repo_get_path_packed_refs(repo
);
1326 if (packed_refs_path
== NULL
)
1327 return got_error_from_errno("got_repo_get_path_packed_refs");
1329 err
= got_opentemp_named(&tmppath
, &tmpf
, packed_refs_path
, "");
1333 if (delref
->lf
== NULL
) {
1334 err
= got_lockfile_lock(&lf
, packed_refs_path
, -1);
1339 f
= fopen(packed_refs_path
, "re");
1341 err
= got_error_from_errno2("fopen", packed_refs_path
);
1346 struct got_reference
*ref
;
1347 struct got_reflist_entry
*new;
1349 linelen
= getline(&line
, &linesize
, f
);
1350 if (linelen
== -1) {
1353 err
= got_ferror(f
, GOT_ERR_BAD_REF_DATA
);
1356 if (linelen
> 0 && line
[linelen
- 1] == '\n')
1357 line
[linelen
- 1] = '\0';
1358 err
= parse_packed_ref_line(&ref
, NULL
, line
, 0,
1359 got_repo_get_object_format(repo
));
1365 if (strcmp(ref
->ref
.ref
.name
, delref
->ref
.ref
.name
) == 0 &&
1366 got_object_id_cmp(&ref
->ref
.ref
.id
,
1367 &delref
->ref
.ref
.id
) == 0) {
1373 err
= got_reflist_insert(&new, &refs
, ref
,
1374 got_ref_cmp_by_name
, NULL
);
1375 if (err
|| new == NULL
/* duplicate */)
1382 struct got_reflist_entry
*re
;
1386 n
= fprintf(tmpf
, "%s\n", GOT_PACKED_REFS_HEADER
);
1387 if (n
!= sizeof(GOT_PACKED_REFS_HEADER
)) {
1388 err
= got_ferror(f
, GOT_ERR_IO
);
1392 TAILQ_FOREACH(re
, &refs
, entry
) {
1396 err
= got_object_id_str(&hex
, &re
->ref
->ref
.ref
.id
);
1400 n
= fprintf(tmpf
, "%s ", hex
);
1403 err
= got_ferror(f
, GOT_ERR_IO
);
1407 n
= fprintf(tmpf
, "%s\n", re
->ref
->ref
.ref
.name
);
1408 if (n
!= strlen(re
->ref
->ref
.ref
.name
) + 1) {
1409 err
= got_ferror(f
, GOT_ERR_IO
);
1414 if (fflush(tmpf
) != 0) {
1415 err
= got_error_from_errno("fflush");
1419 if (fstat(fileno(f
), &sb
) != 0) {
1420 if (errno
!= ENOENT
) {
1421 err
= got_error_from_errno2("fstat",
1425 sb
.st_mode
= GOT_DEFAULT_FILE_MODE
;
1428 if (fchmod(fileno(tmpf
), sb
.st_mode
) != 0) {
1429 err
= got_error_from_errno2("fchmod", tmppath
);
1433 if (rename(tmppath
, packed_refs_path
) != 0) {
1434 err
= got_error_from_errno3("rename", tmppath
,
1442 if (delref
->lf
== NULL
&& lf
)
1443 unlock_err
= got_lockfile_unlock(lf
, -1);
1445 if (fclose(f
) == EOF
&& err
== NULL
)
1446 err
= got_error_from_errno("fclose");
1448 if (tmppath
&& unlink(tmppath
) == -1 && err
== NULL
)
1449 err
= got_error_from_errno2("unlink", tmppath
);
1450 if (tmpf
&& fclose(tmpf
) == EOF
&& err
== NULL
)
1451 err
= got_error_from_errno("fclose");
1453 free(packed_refs_path
);
1455 got_ref_list_free(&refs
);
1456 return err
? err
: unlock_err
;
1459 static const struct got_error
*
1460 delete_loose_ref(struct got_reference
*ref
, struct got_repository
*repo
)
1462 const struct got_error
*err
= NULL
, *unlock_err
= NULL
;
1463 const char *name
= got_ref_get_name(ref
);
1464 char *path_refs
= NULL
, *path
= NULL
;
1465 struct got_lockfile
*lf
= NULL
;
1467 path_refs
= get_refs_dir_path(repo
, name
);
1468 if (path_refs
== NULL
) {
1469 err
= got_error_from_errno2("get_refs_dir_path", name
);
1473 if (asprintf(&path
, "%s/%s", path_refs
, name
) == -1) {
1474 err
= got_error_from_errno("asprintf");
1478 if (ref
->lf
== NULL
) {
1479 err
= got_lockfile_lock(&lf
, path
, -1);
1484 /* XXX: check if old content matches our expectations? */
1486 if (unlink(path
) == -1)
1487 err
= got_error_from_errno2("unlink", path
);
1489 if (ref
->lf
== NULL
&& lf
)
1490 unlock_err
= got_lockfile_unlock(lf
, -1);
1494 return err
? err
: unlock_err
;
1497 const struct got_error
*
1498 got_ref_delete(struct got_reference
*ref
, struct got_repository
*repo
)
1500 const struct got_error
*err
= NULL
;
1501 struct got_reference
*ref2
;
1503 if (ref
->flags
& GOT_REF_IS_PACKED
) {
1504 err
= delete_packed_ref(ref
, repo
);
1508 err
= got_ref_open(&ref2
, repo
, got_ref_get_name(ref
), 0);
1510 if (err
->code
== GOT_ERR_NOT_REF
)
1515 err
= delete_loose_ref(ref2
, repo
);
1516 got_ref_close(ref2
);
1519 err
= delete_loose_ref(ref
, repo
);
1523 err
= got_ref_open(&ref2
, repo
, got_ref_get_name(ref
), 0);
1525 if (err
->code
== GOT_ERR_NOT_REF
)
1530 err
= delete_packed_ref(ref2
, repo
);
1531 got_ref_close(ref2
);
1536 const struct got_error
*
1537 got_ref_unlock(struct got_reference
*ref
)
1539 const struct got_error
*err
;
1540 err
= got_lockfile_unlock(ref
->lf
, -1);
1545 struct got_reflist_object_id_map
{
1546 struct got_object_idset
*idset
;
1549 struct got_reflist_object_id_map_entry
{
1550 struct got_reflist_head refs
;
1553 static const struct got_error
*
1554 add_object_id_map_entry(struct got_object_idset
*idset
,
1555 struct got_object_id
*id
, struct got_reflist_entry
*re
)
1557 const struct got_error
*err
= NULL
;
1558 struct got_reflist_object_id_map_entry
*ent
;
1559 struct got_reflist_entry
*new;
1561 ent
= got_object_idset_get(idset
, id
);
1563 ent
= malloc(sizeof(*ent
));
1565 return got_error_from_errno("malloc");
1567 TAILQ_INIT(&ent
->refs
);
1568 err
= got_object_idset_add(idset
, id
, ent
);
1575 err
= got_reflist_entry_dup(&new, re
);
1579 TAILQ_INSERT_TAIL(&ent
->refs
, new, entry
);
1583 const struct got_error
*
1584 got_reflist_object_id_map_create(struct got_reflist_object_id_map
**map
,
1585 struct got_reflist_head
*refs
, struct got_repository
*repo
)
1587 const struct got_error
*err
= NULL
;
1588 struct got_object_idset
*idset
;
1589 struct got_object_id
*id
= NULL
;
1590 struct got_reflist_entry
*re
;
1592 idset
= got_object_idset_alloc();
1594 return got_error_from_errno("got_object_idset_alloc");
1596 *map
= malloc(sizeof(**map
));
1598 got_object_idset_free(idset
);
1599 return got_error_from_errno("malloc");
1601 (*map
)->idset
= idset
;
1603 TAILQ_FOREACH(re
, refs
, entry
) {
1604 struct got_tag_object
*tag
= NULL
;
1606 err
= got_ref_resolve(&id
, repo
, re
->ref
);
1610 err
= add_object_id_map_entry(idset
, id
, re
);
1614 if (strstr(got_ref_get_name(re
->ref
), "/tags/") == NULL
) {
1620 err
= got_object_open_as_tag(&tag
, repo
, id
);
1622 if (err
->code
!= GOT_ERR_OBJ_TYPE
)
1624 /* Ref points at something other than a tag. */
1632 err
= add_object_id_map_entry(idset
,
1633 got_object_tag_get_object_id(tag
), re
);
1634 got_object_tag_close(tag
);
1644 got_reflist_object_id_map_free(*map
);
1650 struct got_reflist_head
*
1651 got_reflist_object_id_map_lookup(struct got_reflist_object_id_map
*map
,
1652 struct got_object_id
*id
)
1654 struct got_reflist_object_id_map_entry
*ent
;
1655 ent
= got_object_idset_get(map
->idset
, id
);
1661 static const struct got_error
*
1662 free_id_map_entry(struct got_object_id
*id
, void *data
, void *arg
)
1664 struct got_reflist_object_id_map_entry
*ent
= data
;
1666 got_ref_list_free(&ent
->refs
);
1672 got_reflist_object_id_map_free(struct got_reflist_object_id_map
*map
)
1674 got_object_idset_for_each(map
->idset
, free_id_map_entry
, NULL
);
1675 got_object_idset_free(map
->idset
);