pkgs/development/python-modules/torch/prefetch.sh

   1 #!/usr/bin/env nix-shell
   2 #!nix-shell -i bash -p nix-prefetch-scripts
   3
   4 set -eou pipefail
   5
   6 version=$1
   7
   8 linux_cuda_version="cu118"
   9 linux_cuda_bucket="https://download.pytorch.org/whl/${linux_cuda_version}"
  10 linux_cpu_bucket="https://download.pytorch.org/whl"
  11 darwin_bucket="https://download.pytorch.org/whl/cpu"
  12
  13 url_and_key_list=(
  14   "x86_64-linux-38 $linux_cuda_bucket/torch-${version}%2B${linux_cuda_version}-cp38-cp38-linux_x86_64.whl torch-${version}-cp38-cp38-linux_x86_64.whl"
  15   "x86_64-linux-39 $linux_cuda_bucket/torch-${version}%2B${linux_cuda_version}-cp39-cp39-linux_x86_64.whl torch-${version}-cp39-cp39-linux_x86_64.whl"
  16   "x86_64-linux-310 $linux_cuda_bucket/torch-${version}%2B${linux_cuda_version}-cp310-cp310-linux_x86_64.whl torch-${version}-cp310-cp310-linux_x86_64.whl"
  17   "x86_64-linux-311 $linux_cuda_bucket/torch-${version}%2B${linux_cuda_version}-cp311-cp311-linux_x86_64.whl torch-${version}-cp311-cp311-linux_x86_64.whl"
  18   "x86_64-darwin-38 $darwin_bucket/torch-${version}-cp38-none-macosx_10_9_x86_64.whl torch-${version}-cp38-none-macosx_10_9_x86_64.whl"
  19   "x86_64-darwin-39 $darwin_bucket/torch-${version}-cp39-none-macosx_10_9_x86_64.whl torch-${version}-cp39-none-macosx_10_9_x86_64.whl"
  20   "x86_64-darwin-310 $darwin_bucket/torch-${version}-cp310-none-macosx_10_9_x86_64.whl torch-${version}-cp310-none-macosx_10_9_x86_64.whl"
  21   "x86_64-darwin-311 $darwin_bucket/torch-${version}-cp311-none-macosx_10_9_x86_64.whl torch-${version}-cp311-none-macosx_10_9_x86_64.whl"
  22   "aarch64-darwin-38 $darwin_bucket/torch-${version}-cp38-none-macosx_11_0_arm64.whl torch-${version}-cp38-none-macosx_11_0_arm64.whl"
  23   "aarch64-darwin-39 $darwin_bucket/torch-${version}-cp39-none-macosx_11_0_arm64.whl torch-${version}-cp39-none-macosx_11_0_arm64.whl"
  24   "aarch64-darwin-310 $darwin_bucket/torch-${version}-cp310-none-macosx_11_0_arm64.whl torch-${version}-cp310-none-macosx_11_0_arm64.whl"
  25   "aarch64-darwin-311 $darwin_bucket/torch-${version}-cp311-none-macosx_11_0_arm64.whl torch-${version}-cp311-none-macosx_11_0_arm64.whl"
  26   "aarch64-linux-38 $linux_cpu_bucket/torch-${version}-cp38-cp38-manylinux2014_aarch64.whl torch-${version}-cp38-cp38-manylinux2014_aarch64.whl"
  27   "aarch64-linux-39 $linux_cpu_bucket/torch-${version}-cp39-cp39-manylinux2014_aarch64.whl torch-${version}-cp39-cp39-manylinux2014_aarch64.whl"
  28   "aarch64-linux-310 $linux_cpu_bucket/torch-${version}-cp310-cp310-manylinux2014_aarch64.whl torch-${version}-cp310-cp310-manylinux2014_aarch64.whl"
  29   "aarch64-linux-311 $linux_cpu_bucket/torch-${version}-cp311-cp311-manylinux2014_aarch64.whl torch-${version}-cp311-cp311-manylinux2014_aarch64.whl"
  30 )
  31
  32 hashfile="binary-hashes-$version.nix"
  33 echo "  \"$version\" = {" >> $hashfile
  34
  35 for url_and_key in "${url_and_key_list[@]}"; do
  36   key=$(echo "$url_and_key" | cut -d' ' -f1)
  37   url=$(echo "$url_and_key" | cut -d' ' -f2)
  38   name=$(echo "$url_and_key" | cut -d' ' -f3)
  39
  40   echo "prefetching ${url}..."
  41   hash=$(nix hash to-sri --type sha256 `nix-prefetch-url "$url" --name "$name"`)
  42
  43   echo "    $key = {" >> $hashfile
  44   echo "      name = \"$name\";" >> $hashfile
  45   echo "      url = \"$url\";" >> $hashfile
  46   echo "      hash = \"$hash\";" >> $hashfile
  47   echo "    };" >> $hashfile
  48
  49   echo
  50 done
  51
  52 echo "  };" >> $hashfile
  53 echo "done."