3 # FIXME(61301): we need to debug spurious failures with this on Windows on
4 # Azure, so let's print more information in the logs.
11 ci_dir=$(cd $(dirname $0) && pwd)
17 cache_src_dir="$CACHE_DIR/src"
19 if [ ! -d "$REPO_DIR" -o ! -d "$REPO_DIR/.git" ]; then
20 echo "Error: $REPO_DIR does not exist or is not a git repo"
24 if [ ! -d "$CACHE_DIR" ]; then
25 echo "Error: $CACHE_DIR does not exist or is not an absolute path"
32 # On the beta channel we'll be automatically calculating the prerelease version
33 # via the git history, so unshallow our shallow clone from CI.
34 if [ "$(releaseChannel)" = "beta" ]; then
35 git fetch origin --unshallow beta master
38 # Duplicated in docker/dist-various-2/shared.sh
39 function fetch_github_commit_archive {
41 local cached="download-${module//\//-}.tar.gz"
42 retry sh -c "rm -f $cached && \
43 curl -f -sSL -o $cached $2"
46 # On Windows, the default behavior is to emulate symlinks by copying
47 # files. However, that ends up being order-dependent while extracting,
48 # which can cause a failure if the symlink comes first. This env var
49 # causes tar to use real symlinks instead, which are allowed to dangle.
50 export MSYS=winsymlinks:nativestrict
51 tar -C $module --strip-components=1 -xf $cached
55 included="src/llvm-project src/doc/book src/doc/rust-by-example"
56 modules="$(git config --file .gitmodules --get-regexp '\.path$' | cut -d' ' -f2)"
59 urls="$(git config --file .gitmodules --get-regexp '\.url$' | cut -d' ' -f2)"
61 # shellcheck disable=SC2068
62 for i in ${!modules[@]}; do
64 if [[ " $included " = *" $module "* ]]; then
65 commit="$(git ls-tree HEAD $module | awk '{print $3}')"
69 fetch_github_commit_archive $module "$url/archive/$commit.tar.gz" &
73 use_git="$use_git $module"
76 retry sh -c "git submodule deinit -f $use_git && \
77 git submodule sync && \
78 git submodule update -j 16 --init --recursive $use_git"
80 for pid in ${bg_pids[*]}