t/t5537-fetch-shallow.sh

   1 #!/bin/sh
   2
   3 test_description='fetch/clone from a shallow clone'
   4
   5 GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME=main
   6 export GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME
   7
   8 . ./test-lib.sh
   9
  10 commit() {
  11         echo "$1" >tracked &&
  12         git add tracked &&
  13         git commit -m "$1"
  14 }
  15
  16 test_expect_success 'setup' '
  17         commit 1 &&
  18         commit 2 &&
  19         commit 3 &&
  20         commit 4 &&
  21         git config --global transfer.fsckObjects true &&
  22         test_oid_cache <<-\EOF
  23         perl sha1:s/0034shallow %s/0036unshallow %s/
  24         perl sha256:s/004cshallow %s/004eunshallow %s/
  25         EOF
  26 '
  27
  28 test_expect_success 'setup shallow clone' '
  29         git clone --no-local --depth=2 .git shallow &&
  30         git --git-dir=shallow/.git log --format=%s >actual &&
  31         test_write_lines 4 3 >expect &&
  32         test_cmp expect actual
  33 '
  34
  35 test_expect_success 'clone from shallow clone' '
  36         git clone --no-local shallow shallow2 &&
  37         (
  38         cd shallow2 &&
  39         git fsck &&
  40         git log --format=%s >actual &&
  41         test_write_lines 4 3 >expect &&
  42         test_cmp expect actual
  43         )
  44 '
  45
  46 test_expect_success 'fetch from shallow clone' '
  47         (
  48         cd shallow &&
  49         commit 5
  50         ) &&
  51         (
  52         cd shallow2 &&
  53         git fetch &&
  54         git fsck &&
  55         git log --format=%s origin/main >actual &&
  56         test_write_lines 5 4 3 >expect &&
  57         test_cmp expect actual
  58         )
  59 '
  60
  61 test_expect_success 'fetch --depth from shallow clone' '
  62         (
  63         cd shallow &&
  64         commit 6
  65         ) &&
  66         (
  67         cd shallow2 &&
  68         git fetch --depth=2 &&
  69         git fsck &&
  70         git log --format=%s origin/main >actual &&
  71         test_write_lines 6 5 >expect &&
  72         test_cmp expect actual
  73         )
  74 '
  75
  76 test_expect_success 'fetch --unshallow from shallow clone' '
  77         (
  78         cd shallow2 &&
  79         git fetch --unshallow &&
  80         git fsck &&
  81         git log --format=%s origin/main >actual &&
  82         test_write_lines 6 5 4 3 >expect &&
  83         test_cmp expect actual
  84         )
  85 '
  86
  87 test_expect_success 'fetch --unshallow from a full clone' '
  88         git clone --no-local --depth=2 .git shallow3 &&
  89         (
  90         cd shallow3 &&
  91         git log --format=%s >actual &&
  92         test_write_lines 4 3 >expect &&
  93         test_cmp expect actual &&
  94         git -c fetch.writeCommitGraph fetch --unshallow &&
  95         git log origin/main --format=%s >actual &&
  96         test_write_lines 4 3 2 1 >expect &&
  97         test_cmp expect actual
  98         )
  99 '
 100
 101 test_expect_success 'fetch something upstream has but hidden by clients shallow boundaries' '
 102         # the blob "1" is available in .git but hidden by the
 103         # shallow2/.git/shallow and it should be resent
 104         ! git --git-dir=shallow2/.git cat-file blob $(echo 1|git hash-object --stdin) >/dev/null &&
 105         echo 1 >1.t &&
 106         git add 1.t &&
 107         git commit -m add-1-back &&
 108         (
 109         cd shallow2 &&
 110         git fetch ../.git +refs/heads/main:refs/remotes/top/main &&
 111         git fsck &&
 112         git log --format=%s top/main >actual &&
 113         test_write_lines add-1-back 4 3 >expect &&
 114         test_cmp expect actual
 115         ) &&
 116         git --git-dir=shallow2/.git cat-file blob $(echo 1|git hash-object --stdin) >/dev/null
 117 '
 118
 119 test_expect_success 'fetch that requires changes in .git/shallow is filtered' '
 120         (
 121         cd shallow &&
 122         git checkout --orphan no-shallow &&
 123         commit no-shallow
 124         ) &&
 125         git init notshallow &&
 126         (
 127         cd notshallow &&
 128         git fetch ../shallow/.git refs/heads/*:refs/remotes/shallow/* &&
 129         git for-each-ref --format="%(refname)" >actual.refs &&
 130         echo refs/remotes/shallow/no-shallow >expect.refs &&
 131         test_cmp expect.refs actual.refs &&
 132         git log --format=%s shallow/no-shallow >actual &&
 133         echo no-shallow >expect &&
 134         test_cmp expect actual
 135         )
 136 '
 137
 138 test_expect_success 'fetch --update-shallow' '
 139         (
 140         cd shallow &&
 141         git checkout main &&
 142         commit 7 &&
 143         git tag -m foo heavy-tag HEAD^ &&
 144         git tag light-tag HEAD^:tracked
 145         ) &&
 146         (
 147         cd notshallow &&
 148         git fetch --update-shallow ../shallow/.git refs/heads/*:refs/remotes/shallow/* &&
 149         git fsck &&
 150         git for-each-ref --sort=refname --format="%(refname)" >actual.refs &&
 151         cat <<-\EOF >expect.refs &&
 152         refs/remotes/shallow/main
 153         refs/remotes/shallow/no-shallow
 154         refs/tags/heavy-tag
 155         refs/tags/light-tag
 156         EOF
 157         test_cmp expect.refs actual.refs &&
 158         git log --format=%s shallow/main >actual &&
 159         test_write_lines 7 6 5 4 3 >expect &&
 160         test_cmp expect actual
 161         )
 162 '
 163
 164 test_expect_success 'fetch --update-shallow into a repo with submodules' '
 165         test_config_global protocol.file.allow always &&
 166
 167         git init a-submodule &&
 168         test_commit -C a-submodule foo &&
 169
 170         test_when_finished "rm -rf repo-with-sub" &&
 171         git init repo-with-sub &&
 172         git -C repo-with-sub submodule add ../a-submodule a-submodule &&
 173         git -C repo-with-sub commit -m "added submodule" &&
 174         git -C repo-with-sub fetch --update-shallow ../shallow/.git refs/heads/*:refs/remotes/shallow/*
 175 '
 176
 177 test_expect_success 'fetch --update-shallow a commit that is also a shallow point into a repo with submodules' '
 178         test_when_finished "rm -rf repo-with-sub" &&
 179         git init repo-with-sub &&
 180         git -c protocol.file.allow=always -C repo-with-sub \
 181                 submodule add ../a-submodule a-submodule &&
 182         git -C repo-with-sub commit -m "added submodule" &&
 183
 184         SHALLOW=$(cat shallow/.git/shallow) &&
 185         git -C repo-with-sub fetch --update-shallow ../shallow/.git "$SHALLOW":refs/heads/a-shallow
 186 '
 187
 188 test_expect_success 'fetch --update-shallow (with fetch.writeCommitGraph)' '
 189         (
 190         cd shallow &&
 191         git checkout main &&
 192         commit 8 &&
 193         git tag -m foo heavy-tag-for-graph HEAD^ &&
 194         git tag light-tag-for-graph HEAD^:tracked
 195         ) &&
 196         test_config -C notshallow fetch.writeCommitGraph true &&
 197         (
 198         cd notshallow &&
 199         git fetch --update-shallow ../shallow/.git refs/heads/*:refs/remotes/shallow/* &&
 200         git fsck &&
 201         git for-each-ref --sort=refname --format="%(refname)" >actual.refs &&
 202         cat <<-EOF >expect.refs &&
 203         refs/remotes/shallow/main
 204         refs/remotes/shallow/no-shallow
 205         refs/tags/heavy-tag
 206         refs/tags/heavy-tag-for-graph
 207         refs/tags/light-tag
 208         refs/tags/light-tag-for-graph
 209         EOF
 210         test_cmp expect.refs actual.refs &&
 211         git log --format=%s shallow/main >actual &&
 212         test_write_lines 8 7 6 5 4 3 >expect &&
 213         test_cmp expect actual
 214         )
 215 '
 216
 217 test_expect_success POSIXPERM,SANITY 'shallow fetch from a read-only repo' '
 218         cp -R .git read-only.git &&
 219         test_when_finished "find read-only.git -type d -print | xargs chmod +w" &&
 220         find read-only.git -print | xargs chmod -w &&
 221         git clone --no-local --depth=2 read-only.git from-read-only &&
 222         git --git-dir=from-read-only/.git log --format=%s >actual &&
 223         test_write_lines add-1-back 4 >expect &&
 224         test_cmp expect actual
 225 '
 226
 227 test_expect_success '.git/shallow is edited by repack' '
 228         git init shallow-server &&
 229         test_commit -C shallow-server A &&
 230         test_commit -C shallow-server B &&
 231         git -C shallow-server checkout -b branch &&
 232         test_commit -C shallow-server C &&
 233         test_commit -C shallow-server E &&
 234         test_commit -C shallow-server D &&
 235         d="$(git -C shallow-server rev-parse --verify D^0)" &&
 236         git -C shallow-server checkout main &&
 237
 238         git clone --depth=1 --no-tags --no-single-branch \
 239                 "file://$PWD/shallow-server" shallow-client &&
 240
 241         : now remove the branch and fetch with prune &&
 242         git -C shallow-server branch -D branch &&
 243         git -C shallow-client fetch --prune --depth=1 \
 244                 origin "+refs/heads/*:refs/remotes/origin/*" &&
 245         git -C shallow-client repack -adfl &&
 246         test_must_fail git -C shallow-client rev-parse --verify $d^0 &&
 247         ! grep $d shallow-client/.git/shallow &&
 248
 249         git -C shallow-server branch branch-orig $d &&
 250         git -C shallow-client fetch --prune --depth=2 \
 251                 origin "+refs/heads/*:refs/remotes/origin/*"
 252 '
 253
 254 . "$TEST_DIRECTORY"/lib-httpd.sh
 255 start_httpd
 256
 257 REPO="$HTTPD_DOCUMENT_ROOT_PATH/repo"
 258
 259 test_expect_success 'shallow fetches check connectivity before writing shallow file' '
 260         rm -rf "$REPO" client &&
 261
 262         git init "$REPO" &&
 263         test_commit -C "$REPO" one &&
 264         test_commit -C "$REPO" two &&
 265         test_commit -C "$REPO" three &&
 266
 267         git init client &&
 268
 269         # Use protocol v2 to ensure that shallow information is sent exactly
 270         # once by the server, since we are planning to manipulate it.
 271         git -C "$REPO" config protocol.version 2 &&
 272         git -C client config protocol.version 2 &&
 273
 274         git -C client fetch --depth=2 "$HTTPD_URL/one_time_perl/repo" main:a_branch &&
 275
 276         # Craft a situation in which the server sends back an unshallow request
 277         # with an empty packfile. This is done by refetching with a shorter
 278         # depth (to ensure that the packfile is empty), and overwriting the
 279         # shallow line in the response with the unshallow line we want.
 280         printf "$(test_oid perl)" \
 281                "$(git -C "$REPO" rev-parse HEAD)" \
 282                "$(git -C "$REPO" rev-parse HEAD^)" \
 283                >"$HTTPD_ROOT_PATH/one-time-perl" &&
 284         test_must_fail env GIT_TEST_SIDEBAND_ALL=0 git -C client \
 285                 fetch --depth=1 "$HTTPD_URL/one_time_perl/repo" \
 286                 main:a_branch &&
 287
 288         # Ensure that the one-time-perl script was used.
 289         ! test -e "$HTTPD_ROOT_PATH/one-time-perl" &&
 290
 291         # Ensure that the resulting repo is consistent, despite our failure to
 292         # fetch.
 293         git -C client fsck
 294 '
 295
 296 # DO NOT add non-httpd-specific tests here, because the last part of this
 297 # test script is only executed when httpd is available and enabled.
 298
 299 test_done