scripts/fetch.sh

   1 #!/usr/bin/env bash
   2
   3 # Copyright © 2004-2014, The AROS Development Team. All rights reserved.
   4 # $Id$
   5
   6
   7 usage()
   8 {
   9     error "Usage: $1 -a archive [-s suffixes] [-ao archive_origins...] [-l location to download to] [-d dir to unpack to] [-po patches_origins...] [-p patch[:subdir][:patch options]...]"
  10 }
  11
  12 fetch_mirrored()
  13 {
  14     local origin="$1" file="$2" destination="$3" mirrosgroup="$4" mirrors="$5"
  15     local full_path
  16     local ret=false
  17
  18     for mirror in $mirrors; do
  19         echo "Downloading from ${mirrosgroup}... "
  20         if fetch "${mirror}/$origin" "${file}" "$destination"; then
  21                 ret=true
  22                 break;
  23         fi
  24     done
  25
  26     $ret
  27 }
  28
  29 gnu_mirrors="http://ftp.gnu.org/pub/gnu http://mirror.mcs.anl.gov/pub/gnu ftp://ftp.cise.ufl.edu/pub/mirrors/GNU/gnu"
  30
  31 fetch_gnu()
  32 {
  33     local origin="$1" file="$2" destination="$3"
  34     local full_path
  35     local ret=true
  36
  37     if ! fetch_mirrored "$origin" "${file}" "$destination" "GNU" "${gnu_mirrors}"; then
  38         ret=false
  39     fi
  40
  41     $ret
  42 }
  43
  44 sf_mirrors="http://download.sourceforge.net http://aleron.dl.sourceforge.net http://voxel.dl.sourceforge.net http://heanet.dl.sourceforge.net http://avh.dl.sourceforge.net http://umn.dl.sourceforge.net http://unc.dl.sourceforge.net http://puzzle.dl.sourceforge.net http://mesh.dl.sourceforge.net"
  45
  46 fetch_sf()
  47 {
  48     local origin="$1" file="$2" destination="$3"
  49     local full_path
  50     local ret=true
  51
  52     if ! fetch_mirrored "$origin" "${file}" "$destination" "SourceForge" "${sf_mirrors}"; then
  53         ret=false
  54     fi
  55
  56     $ret
  57 }
  58
  59 github_mirrors="https://github.com"
  60
  61 fetch_github()
  62 {
  63     local origin="$1" file="$2" destination="$3"
  64     local full_path
  65     local ret=true
  66
  67     if ! fetch_mirrored "$origin" "$file" "$destination" "Github" "${github_mirrors}"; then
  68         ret=false
  69     fi
  70
  71     $ret
  72 }
  73
  74 fetch()
  75 {
  76     local origin="$1" file="$2" destination="$3"
  77
  78     local protocol
  79
  80     if echo $origin | grep ":" >/dev/null; then
  81         protocol=`echo $origin | cut -d':' -f1`
  82     fi
  83
  84     local ret=true
  85
  86     trap 'rm -f "$destination/$file".tmp; exit' SIGINT SIGKILL SIGTERM
  87
  88     case $protocol in
  89         https| http | ftp)
  90             if ! wget -t 5 -T 15 -c "$origin/$file" -O "$destination/$file".tmp; then
  91                 ret=false
  92             else
  93                 mv "$destination/$file".tmp "$destination/$file"
  94             fi
  95             rm -f "$destination/$file".tmp
  96             ;;
  97         gnu)
  98             if ! fetch_gnu "${origin:${#protocol}+3}" "$file" "$destination"; then
  99                 ret=false
 100             fi
 101             ;;
 102         sf | sourceforge)
 103             if ! fetch_sf "${origin:${#protocol}+3}" "$file" "$destination"; then
 104                 ret=false
 105             fi
 106             ;;
 107         github)
 108             if ! fetch_github "${origin:${#protocol}+3}" "$file" "$destination"; then
 109                 ret=false
 110             fi
 111             ;;
 112         *)
 113             if test "$origin" = "$destination";  then
 114                 ! test -f "$origin/$file" && ret=false
 115             else
 116                 if ! cp "$origin/$file" "$destination/$file".tmp; then
 117                     ret=false
 118                 else
 119                     mv "$destination/$file".tmp "$destination/$file"
 120                 fi
 121             fi
 122             ;;
 123     esac
 124
 125     trap SIGINT SIGKILL SIGTERM
 126
 127     $ret
 128 }
 129
 130 fetch_multiple()
 131 {
 132     local origins="$1" file="$2" destination="$3"
 133     for origin in $origins; do
 134         echo "Trying     $origin/$file..."
 135         fetch "$origin" "$file" "$destination" && return  0
 136     done
 137
 138     return 1
 139 }
 140
 141 fetch_cached()
 142 {
 143     local origins="$1" file="$2" suffixes="$3" destination="$4" foundvar="$5"
 144
 145     local __dummy__
 146     foundvar=${foundvar:-__dummy__}
 147
 148     export $foundvar=
 149
 150     test -e "$destination" -a ! -d "$destination" && \
 151         echo "fetch_cached: \`$destination' is not a diretory." && return 1
 152
 153     if ! test -e "$destination"; then
 154         echo "fetch_cached: \`$destination' does not exist. Making it."
 155         ! mkdir -p "$destination" && return 1
 156     fi
 157
 158     if test "x$suffixes" != "x"; then
 159         for sfx in $suffixes; do
 160             fetch_multiple "$destination" "$file".$sfx "$destination" && \
 161                 export $foundvar="$file".$sfx && return 0
 162         done
 163
 164         for sfx in $suffixes; do
 165             fetch_multiple "$origins" "$file".$sfx "$destination" && \
 166                 export $foundvar="$file".$sfx && return 0
 167         done
 168     else
 169         fetch_multiple "$destination $origins" "$file" "$destination" && \
 170             export $foundvar="$file" && return 0
 171     fi
 172
 173     return 1
 174 }
 175
 176 error()
 177 {
 178     echo $1
 179     exit 1
 180 }
 181
 182
 183 unpack()
 184 {
 185     local location="$1" archive="$2" archivepath="$3";
 186
 187     local old_PWD="$PWD"
 188     cd $location
 189
 190     echo "Unpacking  \`$archive'..."
 191
 192     local ret=true
 193     case "$archive" in
 194         *.tar.bz2)
 195             if ! tar xfj "$archivepath/$archive"; then ret=false; fi
 196             ;;
 197         *.tar.gz | *.tgz)
 198             if ! tar xfz "$archivepath/$archive"; then ret=false; fi
 199             ;;
 200         *.zip)
 201             if ! unzip "$archivepath/$archive"; then ret=false; fi
 202             ;;
 203         *.tar.xz)
 204             if ! tar xfJ "$archivepath/$archive"; then ret=false; fi
 205             ;;
 206         *)
 207             echo "Unknown archive format for \`$archive'."
 208             ret=false
 209             ;;
 210     esac
 211
 212     cd "$old_PWD"
 213
 214     $ret
 215 }
 216
 217 unpack_cached()
 218 {
 219     local location="$1" archive="$2" archivepath="$3";
 220
 221     if ! test -e "$location"; then
 222         echo "unpack_cached: \`$location' does not exist. Making it."
 223         ! mkdir -p "$location" && return 1
 224     fi
 225
 226     if ! test -f ${location}/.${archive}.unpacked;  then
 227         if unpack "$location" "$archive" "$archivepath"; then
 228             echo yes > ${location}/.${archive}.unpacked
 229             true
 230         else
 231             false
 232         fi
 233     fi
 234 }
 235
 236 do_patch()
 237 {
 238     local location="$1" patch_spec="$2";
 239
 240     local old_PWD="$PWD"
 241     cd $location
 242     local abs_location="$PWD"
 243
 244     local patch=`echo "$patch_spec": | cut -d: -f1`
 245     local subdir=`echo "$patch_spec": | cut -d: -f2`
 246     local patch_opt=`echo "$patch_spec": | cut -d: -f3 | sed -e "s/,/ /g"`
 247
 248     cd ${subdir:-.}
 249
 250     local ret=true
 251
 252     if ! patch $patch_opt < $abs_location/$patch; then
 253         ret=false
 254     fi
 255
 256     cd "$old_PWD"
 257
 258     $ret
 259 }
 260
 261 patch_cached()
 262 {
 263     local location="$1" patch="$2";
 264
 265     local patchname=`echo $patch | cut -d: -f1`
 266
 267     if test "x$patchname" != "x"; then
 268         if ! test -f ${location}/.${patchname}.applied;  then
 269             if do_patch "$location" "$patch"; then
 270                 echo yes > ${location}/.${patchname}.applied
 271                 true
 272             else
 273                 false
 274             fi
 275         fi
 276     fi
 277 }
 278
 279 location="./"
 280
 281 while  test "x$1" != "x"; do
 282     if test "x${1:0:1}" == "x-" -a  "x${2:0:1}" == "x-"; then
 283         usage "$0"
 284     fi
 285
 286     case "$1" in
 287         -ao) archive_origins="$2";;
 288          -a) archive="$2";;
 289          -s) suffixes="$2";;
 290          -d) destination="$2";;
 291         -po) patches_origins="$2";;
 292          -p) patches="$2";;
 293      -l) location="$2";;
 294           *) echo "fetch: Unknown option \`$1'."; usage "$0";;
 295     esac
 296
 297     shift
 298     shift
 299 done
 300
 301 test -z "$archive" && usage "$0"
 302
 303 archive_origins=${archive_origins:-.}
 304 destination=${destination:-.}
 305 location=${location:-.}
 306 patches_origins=${patches_origins:-.}
 307
 308 fetch_cached "$archive_origins" "$archive" "$suffixes" "$location" archive2
 309 test -z "$archive2" && error "fetch: Error while fetching the archive \`$archive'."
 310 archive="$archive2"
 311
 312 for patch in $patches; do
 313     patch=`echo $patch | cut -d: -f1`
 314     if test "x$patch" != "x"; then
 315         if ! fetch_cached "$patches_origins" "$patch" "" "$destination"; then
 316             fetch_cached "$patches_origins" "$patch" "tar.bz2 tar.gz zip" "$destination" patch2
 317             test -z "$patch2" && error "fetch: Error while fetching the patch \`$patch'."
 318             if ! unpack_cached "$destination" "$patch2" "$destination"; then
 319                 error "fetch: Error while unpacking \`$patch2'."
 320             fi
 321         fi
 322     fi
 323 done
 324
 325 if test "x$suffixes" != "x"; then
 326     if ! unpack_cached "$destination" "$archive" "$location"; then
 327         error "fetch: Error while unpacking \`$archive'."
 328     fi
 329 fi
 330
 331 for patch in $patches; do
 332     if ! patch_cached "$destination" "$patch"; then
 333         error "fetch: Error while applying the patch \`$patch'."
 334     fi
 335 done