t/t3910-mac-os-precompose.sh

   1 #!/bin/sh
   2 #
   3 # Copyright (c) 2012 Torsten Bögershausen
   4 #
   5
   6 test_description='utf-8 decomposed (nfd) converted to precomposed (nfc)'
   7
   8 GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME=main
   9 export GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME
  10
  11 . ./test-lib.sh
  12
  13 if ! test_have_prereq UTF8_NFD_TO_NFC
  14 then
  15         skip_all="filesystem does not corrupt utf-8"
  16         test_done
  17 fi
  18
  19 # create utf-8 variables
  20 Adiarnfc=$(printf '\303\204')
  21 Adiarnfd=$(printf 'A\314\210')
  22
  23 Odiarnfc=$(printf '\303\226')
  24 Odiarnfd=$(printf 'O\314\210')
  25 AEligatu=$(printf '\303\206')
  26 Invalidu=$(printf '\303\377')
  27
  28
  29 #Create a string with 255 bytes (decomposed)
  30 Alongd=$Adiarnfd$Adiarnfd$Adiarnfd$Adiarnfd$Adiarnfd$Adiarnfd$Adiarnfd #21 Byte
  31 Alongd=$Alongd$Alongd$Alongd                                           #63 Byte
  32 Alongd=$Alongd$Alongd$Alongd$Alongd$Adiarnfd                           #255 Byte
  33
  34 #Create a string with 254 bytes (precomposed)
  35 Alongc=$AEligatu$AEligatu$AEligatu$AEligatu$AEligatu #10 Byte
  36 Alongc=$Alongc$Alongc$Alongc$Alongc$Alongc           #50 Byte
  37 Alongc=$Alongc$Alongc$Alongc$Alongc$Alongc           #250 Byte
  38 Alongc=$Alongc$AEligatu$AEligatu                     #254 Byte
  39
  40
  41 ls_files_nfc_nfd () {
  42         test_when_finished "git config --global --unset core.precomposeunicode" &&
  43         prglbl=$1
  44         prlocl=$2
  45         aumlcreat=$3
  46         aumllist=$4
  47         git config --global core.precomposeunicode $prglbl &&
  48         (
  49                 rm -rf .git &&
  50                 mkdir -p "somewhere/$prglbl/$prlocl/$aumlcreat" &&
  51                 mypwd=$PWD &&
  52                 cd "somewhere/$prglbl/$prlocl/$aumlcreat" &&
  53                 git init &&
  54                 git config core.precomposeunicode $prlocl &&
  55                 git --literal-pathspecs ls-files "$mypwd/somewhere/$prglbl/$prlocl/$aumllist" 2>err &&
  56                 >expected &&
  57                 test_cmp expected err
  58         )
  59 }
  60
  61 test_expect_success "detect if nfd needed" '
  62         precomposeunicode=$(git config core.precomposeunicode) &&
  63         test "$precomposeunicode" = true &&
  64         git config core.precomposeunicode true
  65 '
  66 test_expect_success "setup" '
  67         >x &&
  68         git add x &&
  69         git commit -m "1st commit" &&
  70         git rm x &&
  71         git commit -m "rm x"
  72 '
  73 test_expect_success "setup case mac" '
  74         git checkout -b mac_os
  75 '
  76 # This will test nfd2nfc in git diff
  77 test_expect_success "git diff f.Adiar" '
  78         touch f.$Adiarnfc &&
  79         git add f.$Adiarnfc &&
  80         echo f.Adiarnfc >f.$Adiarnfc &&
  81         git diff f.$Adiarnfd >expect &&
  82         git diff f.$Adiarnfc >actual &&
  83         test_cmp expect actual &&
  84         git reset HEAD f.Adiarnfc &&
  85         rm f.$Adiarnfc expect actual
  86 '
  87 # This will test nfd2nfc in git diff-files
  88 test_expect_success "git diff-files f.Adiar" '
  89         touch f.$Adiarnfc &&
  90         git add f.$Adiarnfc &&
  91         echo f.Adiarnfc >f.$Adiarnfc &&
  92         git diff-files f.$Adiarnfd >expect &&
  93         git diff-files f.$Adiarnfc >actual &&
  94         test_cmp expect actual &&
  95         git reset HEAD f.Adiarnfc &&
  96         rm f.$Adiarnfc expect actual
  97 '
  98 # This will test nfd2nfc in git diff-index
  99 test_expect_success "git diff-index f.Adiar" '
 100         touch f.$Adiarnfc &&
 101         git add f.$Adiarnfc &&
 102         echo f.Adiarnfc >f.$Adiarnfc &&
 103         git diff-index HEAD f.$Adiarnfd >expect &&
 104         git diff-index HEAD f.$Adiarnfc >actual &&
 105         test_cmp expect actual &&
 106         git reset HEAD f.Adiarnfc &&
 107         rm f.$Adiarnfc expect actual
 108 '
 109 # This will test nfd2nfc in readdir()
 110 test_expect_success "add file Adiarnfc" '
 111         echo f.Adiarnfc >f.$Adiarnfc &&
 112         git add f.$Adiarnfc &&
 113         git commit -m "add f.$Adiarnfc"
 114 '
 115 # This will test nfd2nfc in git diff-tree
 116 test_expect_success "git diff-tree f.Adiar" '
 117         echo f.Adiarnfc >>f.$Adiarnfc &&
 118         git diff-tree HEAD f.$Adiarnfd >expect &&
 119         git diff-tree HEAD f.$Adiarnfc >actual &&
 120         test_cmp expect actual &&
 121         git checkout f.$Adiarnfc &&
 122         rm expect actual
 123 '
 124 # This will test nfd2nfc in git stage()
 125 test_expect_success "stage file d.Adiarnfd/f.Adiarnfd" '
 126         mkdir d.$Adiarnfd &&
 127         echo d.$Adiarnfd/f.$Adiarnfd >d.$Adiarnfd/f.$Adiarnfd &&
 128         git stage d.$Adiarnfd/f.$Adiarnfd &&
 129         git commit -m "add d.$Adiarnfd/f.$Adiarnfd"
 130 '
 131 test_expect_success "add link Adiarnfc" '
 132         ln -s d.$Adiarnfd/f.$Adiarnfd l.$Adiarnfc &&
 133         git add l.$Adiarnfc &&
 134         git commit -m "add l.Adiarnfc"
 135 '
 136 # This will test git log
 137 test_expect_success "git log f.Adiar" '
 138         git log f.$Adiarnfc > f.Adiarnfc.log &&
 139         git log f.$Adiarnfd > f.Adiarnfd.log &&
 140         test -s f.Adiarnfc.log &&
 141         test -s f.Adiarnfd.log &&
 142         test_cmp f.Adiarnfc.log f.Adiarnfd.log &&
 143         rm f.Adiarnfc.log f.Adiarnfd.log
 144 '
 145 # This will test git ls-files
 146 test_expect_success "git lsfiles f.Adiar" '
 147         git ls-files f.$Adiarnfc > f.Adiarnfc.log &&
 148         git ls-files f.$Adiarnfd > f.Adiarnfd.log &&
 149         test -s f.Adiarnfc.log &&
 150         test -s f.Adiarnfd.log &&
 151         test_cmp f.Adiarnfc.log f.Adiarnfd.log &&
 152         rm f.Adiarnfc.log f.Adiarnfd.log
 153 '
 154 # This will test git mv
 155 test_expect_success "git mv" '
 156         git mv f.$Adiarnfd f.$Odiarnfc &&
 157         git mv d.$Adiarnfd d.$Odiarnfc &&
 158         git mv l.$Adiarnfd l.$Odiarnfc &&
 159         git commit -m "mv Adiarnfd Odiarnfc"
 160 '
 161 # Files can be checked out as nfc
 162 # And the link has been corrected from nfd to nfc
 163 test_expect_success "git checkout nfc" '
 164         rm f.$Odiarnfc &&
 165         git checkout f.$Odiarnfc
 166 '
 167 # Make it possible to checkout files with their NFD names
 168 test_expect_success "git checkout file nfd" '
 169         rm -f f.* &&
 170         git checkout f.$Odiarnfd
 171 '
 172 # Make it possible to checkout links with their NFD names
 173 test_expect_success "git checkout link nfd" '
 174         rm l.* &&
 175         git checkout l.$Odiarnfd
 176 '
 177 test_expect_success "setup case mac2" '
 178         git checkout main &&
 179         git reset --hard &&
 180         git checkout -b mac_os_2
 181 '
 182 # This will test nfd2nfc in git commit
 183 test_expect_success "commit file d2.Adiarnfd/f.Adiarnfd" '
 184         mkdir d2.$Adiarnfd &&
 185         echo d2.$Adiarnfd/f.$Adiarnfd >d2.$Adiarnfd/f.$Adiarnfd &&
 186         git add d2.$Adiarnfd/f.$Adiarnfd &&
 187         git commit -m "add d2.$Adiarnfd/f.$Adiarnfd" -- d2.$Adiarnfd/f.$Adiarnfd
 188 '
 189 test_expect_success "setup for long decomposed filename" '
 190         git checkout main &&
 191         git reset --hard &&
 192         git checkout -b mac_os_long_nfd_fn
 193 '
 194 test_expect_success "Add long decomposed filename" '
 195         echo longd >$Alongd &&
 196         git add * &&
 197         git commit -m "Long filename"
 198 '
 199 test_expect_success "setup for long precomposed filename" '
 200         git checkout main &&
 201         git reset --hard &&
 202         git checkout -b mac_os_long_nfc_fn
 203 '
 204 test_expect_success "Add long precomposed filename" '
 205         echo longc >$Alongc &&
 206         git add * &&
 207         git commit -m "Long filename"
 208 '
 209
 210 test_expect_failure 'handle existing decomposed filenames' '
 211         echo content >"verbatim.$Adiarnfd" &&
 212         git -c core.precomposeunicode=false add "verbatim.$Adiarnfd" &&
 213         git commit -m "existing decomposed file" &&
 214         git ls-files --exclude-standard -o "verbatim*" >untracked &&
 215         test_must_be_empty untracked
 216 '
 217
 218 test_expect_success "unicode decomposed: git restore -p . " '
 219         DIRNAMEPWD=dir.Odiarnfc &&
 220         DIRNAMEINREPO=dir.$Adiarnfc &&
 221         export DIRNAMEPWD DIRNAMEINREPO &&
 222         git init "$DIRNAMEPWD" &&
 223         (
 224                 cd "$DIRNAMEPWD" &&
 225                 mkdir "$DIRNAMEINREPO" &&
 226                 cd "$DIRNAMEINREPO" &&
 227                 echo "Initial" >file &&
 228                 git add file &&
 229                 echo "More stuff" >>file &&
 230                 echo y | git restore -p .
 231         )
 232 '
 233
 234 # Test if the global core.precomposeunicode stops autosensing
 235 test_expect_success "respect git config --global core.precomposeunicode" '
 236         test_when_finished "git config --global --unset core.precomposeunicode" &&
 237         git config --global core.precomposeunicode true &&
 238         rm -rf .git &&
 239         git init &&
 240         precomposeunicode=$(git config core.precomposeunicode) &&
 241         test "$precomposeunicode" = "true"
 242 '
 243
 244 test_expect_success "ls-files false false nfd nfd" '
 245         ls_files_nfc_nfd false false $Adiarnfd $Adiarnfd
 246 '
 247
 248 test_expect_success "ls-files false true nfd nfd" '
 249         ls_files_nfc_nfd false true $Adiarnfd $Adiarnfd
 250 '
 251
 252 test_expect_success "ls-files true false nfd nfd" '
 253         ls_files_nfc_nfd true false $Adiarnfd $Adiarnfd
 254 '
 255
 256 test_expect_success "ls-files true true nfd nfd" '
 257         ls_files_nfc_nfd true true $Adiarnfd $Adiarnfd
 258 '
 259
 260 test_done