.travis.yml

   1 language: shell
   2 sudo: required
   3 dist: trusty
   4 services:
   5   - docker
   6 addons:
   7   apt:
   8     packages:
   9       - gdb
  10
  11 git:
  12   depth: 2
  13   submodules: false
  14
  15 matrix:
  16   fast_finish: true
  17   include:
  18     # Images used in testing PR and try-build should be run first.
  19     - env: IMAGE=x86_64-gnu-llvm-5.0 RUST_BACKTRACE=1
  20       if: type = pull_request OR branch = auto
  21
  22     - env: IMAGE=dist-x86_64-linux DEPLOY=1
  23       if: branch = try OR branch = auto
  24
  25     # "alternate" deployments, these are "nightlies" but have LLVM assertions
  26     # turned on, they're deployed to a different location primarily for
  27     # additional testing.
  28     - env: IMAGE=dist-x86_64-linux DEPLOY_ALT=1 CI_JOB_NAME=dist-x86_64-linux-alt
  29       if: branch = try OR branch = auto
  30
  31     - env: >
  32         RUST_CHECK_TARGET=dist
  33         RUST_CONFIGURE_ARGS="--enable-extended --enable-profiler --enable-lldb"
  34         SRC=.
  35         DEPLOY_ALT=1
  36         RUSTC_RETRY_LINKER_ON_SEGFAULT=1
  37         MACOSX_DEPLOYMENT_TARGET=10.7
  38         NO_LLVM_ASSERTIONS=1
  39         NO_DEBUG_ASSERTIONS=1
  40         CI_JOB_NAME=dist-x86_64-apple-alt
  41       os: osx
  42       osx_image: xcode9.3-moar
  43       if: branch = auto
  44
  45     # macOS builders. These are placed near the beginning because they are very
  46     # slow to run.
  47
  48     # OSX builders running tests, these run the full test suite.
  49     # NO_DEBUG_ASSERTIONS=1 to make them go faster, but also do have some
  50     # runners that run `//ignore-debug` tests.
  51     #
  52     # Note that the compiler is compiled to target 10.8 here because the Xcode
  53     # version that we're using, 8.2, cannot compile LLVM for OSX 10.7.
  54     - env: >
  55         RUST_CHECK_TARGET=check
  56         RUST_CONFIGURE_ARGS="--build=x86_64-apple-darwin --enable-sanitizers --enable-profiler"
  57         SRC=.
  58         RUSTC_RETRY_LINKER_ON_SEGFAULT=1
  59         MACOSX_DEPLOYMENT_TARGET=10.8
  60         MACOSX_STD_DEPLOYMENT_TARGET=10.7
  61         NO_LLVM_ASSERTIONS=1
  62         NO_DEBUG_ASSERTIONS=1
  63         CI_JOB_NAME=x86_64-apple
  64       os: osx
  65       osx_image: xcode9.3-moar
  66       if: branch = auto
  67
  68     - env: >
  69         RUST_CHECK_TARGET=check
  70         RUST_CONFIGURE_ARGS=--build=i686-apple-darwin
  71         SRC=.
  72         RUSTC_RETRY_LINKER_ON_SEGFAULT=1
  73         MACOSX_DEPLOYMENT_TARGET=10.8
  74         MACOSX_STD_DEPLOYMENT_TARGET=10.7
  75         NO_LLVM_ASSERTIONS=1
  76         NO_DEBUG_ASSERTIONS=1
  77         CI_JOB_NAME=i686-apple
  78       os: osx
  79       osx_image: xcode9.3-moar
  80       if: branch = auto
  81
  82     # OSX builders producing releases. These do not run the full test suite and
  83     # just produce a bunch of artifacts.
  84     #
  85     # Note that these are running in the `xcode7` image instead of the
  86     # `xcode8.2` image as above. That's because we want to build releases for
  87     # OSX 10.7 and `xcode7` is the latest Xcode able to compile LLVM for 10.7.
  88     - env: >
  89         RUST_CHECK_TARGET=dist
  90         RUST_CONFIGURE_ARGS="--build=i686-apple-darwin --enable-full-tools --enable-profiler --enable-lldb"
  91         SRC=.
  92         DEPLOY=1
  93         RUSTC_RETRY_LINKER_ON_SEGFAULT=1
  94         MACOSX_DEPLOYMENT_TARGET=10.7
  95         NO_LLVM_ASSERTIONS=1
  96         NO_DEBUG_ASSERTIONS=1
  97         CI_JOB_NAME=dist-i686-apple
  98       os: osx
  99       osx_image: xcode9.3-moar
 100       if: branch = auto
 101
 102     - env: >
 103         RUST_CHECK_TARGET=dist
 104         RUST_CONFIGURE_ARGS="--target=aarch64-apple-ios,armv7-apple-ios,armv7s-apple-ios,i386-apple-ios,x86_64-apple-ios --enable-full-tools --enable-sanitizers --enable-profiler --enable-lldb"
 105         SRC=.
 106         DEPLOY=1
 107         RUSTC_RETRY_LINKER_ON_SEGFAULT=1
 108         MACOSX_DEPLOYMENT_TARGET=10.7
 109         NO_LLVM_ASSERTIONS=1
 110         NO_DEBUG_ASSERTIONS=1
 111         CI_JOB_NAME=dist-x86_64-apple
 112       os: osx
 113       osx_image: xcode9.3-moar
 114       if: branch = auto
 115
 116     # Linux builders, remaining docker images
 117     - env: IMAGE=arm-android
 118       if: branch = auto
 119     - env: IMAGE=armhf-gnu
 120       if: branch = auto
 121     - env: IMAGE=dist-various-1 DEPLOY=1
 122       if: branch = auto
 123     - env: IMAGE=dist-various-2 DEPLOY=1
 124       if: branch = auto
 125     - env: IMAGE=dist-aarch64-linux DEPLOY=1
 126       if: branch = auto
 127     - env: IMAGE=dist-android DEPLOY=1
 128       if: branch = auto
 129     - env: IMAGE=dist-arm-linux DEPLOY=1
 130       if: branch = auto
 131     - env: IMAGE=dist-armhf-linux DEPLOY=1
 132       if: branch = auto
 133     - env: IMAGE=dist-armv7-linux DEPLOY=1
 134       if: branch = auto
 135     - env: IMAGE=dist-i586-gnu-i586-i686-musl DEPLOY=1
 136       if: branch = auto
 137     - env: IMAGE=dist-i686-freebsd DEPLOY=1
 138       if: branch = auto
 139     - env: IMAGE=dist-i686-linux DEPLOY=1
 140       if: branch = auto
 141     - env: IMAGE=dist-mips-linux DEPLOY=1
 142       if: branch = auto
 143     - env: IMAGE=dist-mips64-linux DEPLOY=1
 144       if: branch = auto
 145     - env: IMAGE=dist-mips64el-linux DEPLOY=1
 146       if: branch = auto
 147     - env: IMAGE=dist-mipsel-linux DEPLOY=1
 148       if: branch = auto
 149     - env: IMAGE=dist-powerpc-linux DEPLOY=1
 150       if: branch = auto
 151     - env: IMAGE=dist-powerpc64-linux DEPLOY=1
 152       if: branch = auto
 153     - env: IMAGE=dist-powerpc64le-linux DEPLOY=1
 154       if: branch = auto
 155     - env: IMAGE=dist-s390x-linux DEPLOY=1
 156       if: branch = auto
 157     - env: IMAGE=dist-x86_64-freebsd DEPLOY=1
 158       if: branch = auto
 159     - env: IMAGE=dist-x86_64-musl DEPLOY=1
 160       if: branch = auto
 161     - env: IMAGE=dist-x86_64-netbsd DEPLOY=1
 162       if: branch = auto
 163     - env: IMAGE=asmjs
 164       if: branch = auto
 165     - env: IMAGE=i686-gnu
 166       if: branch = auto
 167     - env: IMAGE=i686-gnu-nopt
 168       if: branch = auto
 169     - env: IMAGE=wasm32-unknown
 170       if: branch = auto
 171     - env: IMAGE=x86_64-gnu
 172       if: branch = auto
 173     - env: IMAGE=x86_64-gnu-full-bootstrap
 174       if: branch = auto
 175     - env: IMAGE=x86_64-gnu-aux
 176       if: branch = auto
 177     - env: IMAGE=x86_64-gnu-tools
 178       if: branch = auto OR (type = pull_request AND commit_message =~ /(?i:^update.*\b(rls|rustfmt|clippy|miri)\b)/)
 179     - env: IMAGE=x86_64-gnu-debug
 180       if: branch = auto
 181     - env: IMAGE=x86_64-gnu-nopt
 182       if: branch = auto
 183     - env: IMAGE=x86_64-gnu-distcheck
 184       if: branch = auto
 185     - env: IMAGE=mingw-check
 186       if: type = pull_request OR branch = auto
 187
 188     - stage: publish toolstate
 189       if: branch = master AND type = push
 190       before_install: []
 191       install: []
 192       sudo: false
 193       script:
 194         MESSAGE_FILE=$(mktemp -t msg.XXXXXX);
 195         . src/ci/docker/x86_64-gnu-tools/repo.sh;
 196         commit_toolstate_change "$MESSAGE_FILE" "$TRAVIS_BUILD_DIR/src/tools/publish_toolstate.py" "$(git rev-parse HEAD)" "$(git log --format=%s -n1 HEAD)" "$MESSAGE_FILE" "$TOOLSTATE_REPO_ACCESS_TOKEN";
 197
 198 env:
 199   global:
 200     - SCCACHE_BUCKET=rust-lang-ci-sccache2
 201     - SCCACHE_REGION=us-west-1
 202     - AWS_ACCESS_KEY_ID=AKIAJAMV3QAMMA6AXHFQ
 203     # AWS_SECRET_ACCESS_KEY=...
 204     - secure: "j96XxTVOSUf4s4r4htIxn/fvIa5DWbMgLqWl7r8z2QfgUwscmkMXAwXuFNc7s7bGTpV/+CgDiMFFM6BAFLGKutytIF6oA02s9b+usQYnM0th7YQ2AIgm9GtMTJCJp4AoyfFmh8F2faUICBZlfVLUJ34udHEe35vOklix+0k4WDo="
 205     # TOOLSTATE_REPO_ACCESS_TOKEN=...
 206     - secure: "ESfcXqv4N2VMhqi2iIyw6da9VrsA78I4iR1asouCaq4hzTTrkB4WNRrfURy6xg72gQ4nMhtRJbB0/2jmc9Cu1+g2CzXtyiL223aJ5CKrXdcvbitopQSDfp07dMWm+UED+hNFEanpErKAeU/6FM3A+J+60PMk8MCF1h9tqNRISJw="
 207
 208 before_install:
 209   # We'll use the AWS cli to download/upload cached docker layers, so install
 210   # that here.
 211   - if [ "$TRAVIS_OS_NAME" = linux ]; then
 212       pip install --user awscli;
 213       export PATH=$PATH:$HOME/.local/bin;
 214     fi
 215   - mkdir -p $HOME/rustsrc
 216   # FIXME(#46924): these two commands are required to enable IPv6,
 217   # they shouldn't exist, please revert once more official solutions appeared.
 218   # see https://github.com/travis-ci/travis-ci/issues/8891#issuecomment-353403729
 219   - if [ "$TRAVIS_OS_NAME" = linux ]; then
 220       echo '{"ipv6":true,"fixed-cidr-v6":"fd9a:8454:6789:13f7::/64"}' | sudo tee /etc/docker/daemon.json;
 221       sudo service docker restart;
 222     fi
 223
 224 install:
 225   - case "$TRAVIS_OS_NAME" in
 226         linux)
 227           travis_retry curl -fo $HOME/stamp https://s3-us-west-1.amazonaws.com/rust-lang-ci2/rust-ci-mirror/2017-03-17-stamp-x86_64-unknown-linux-musl &&
 228             chmod +x $HOME/stamp &&
 229             export PATH=$PATH:$HOME
 230           ;;
 231         osx)
 232           if [[ "$RUST_CHECK_TARGET" == dist ]]; then
 233             travis_retry brew update &&
 234             travis_retry brew install xz &&
 235             travis_retry brew install swig;
 236           fi &&
 237           travis_retry curl -fo /usr/local/bin/sccache https://s3-us-west-1.amazonaws.com/rust-lang-ci2/rust-ci-mirror/2018-04-02-sccache-x86_64-apple-darwin &&
 238             chmod +x /usr/local/bin/sccache &&
 239           travis_retry curl -fo /usr/local/bin/stamp https://s3-us-west-1.amazonaws.com/rust-lang-ci2/rust-ci-mirror/2017-03-17-stamp-x86_64-apple-darwin &&
 240             chmod +x /usr/local/bin/stamp &&
 241           travis_retry curl -f http://releases.llvm.org/6.0.0/clang+llvm-6.0.0-x86_64-apple-darwin.tar.xz | tar xJf - &&
 242             export CC=`pwd`/clang+llvm-6.0.0-x86_64-apple-darwin/bin/clang &&
 243             export CXX=`pwd`/clang+llvm-6.0.0-x86_64-apple-darwin/bin/clang++ &&
 244             export AR=ar
 245           ;;
 246     esac
 247
 248 before_script:
 249   - >
 250       echo "#### Disk usage before running script:";
 251       df -h;
 252       du . | sort -nr | head -n100
 253   - >
 254       RUN_SCRIPT="src/ci/init_repo.sh . $HOME/rustsrc";
 255       if [ "$TRAVIS_OS_NAME" = "osx" ]; then
 256           export RUN_SCRIPT="$RUN_SCRIPT && src/ci/run.sh";
 257       else
 258           export RUN_SCRIPT="$RUN_SCRIPT && src/ci/docker/run.sh $IMAGE";
 259           # Enable core dump on Linux.
 260           sudo sh -c 'echo "/checkout/obj/cores/core.%p.%E" > /proc/sys/kernel/core_pattern';
 261       fi
 262
 263 # Log time information from this machine and an external machine for insight into possible
 264 # clock drift. Timezones don't matter since relative deltas give all the necessary info.
 265 script:
 266   - >
 267       date && (curl -fs --head https://google.com | grep ^Date: | sed 's/Date: //g' || true)
 268   - stamp sh -x -c "$RUN_SCRIPT"
 269   - >
 270       date && (curl -fs --head https://google.com | grep ^Date: | sed 's/Date: //g' || true)
 271
 272 after_success:
 273   - >
 274       echo "#### Build successful; Disk usage after running script:";
 275       df -h;
 276       du . | sort -nr | head -n100
 277
 278 after_failure:
 279   - >
 280       echo "#### Build failed; Disk usage after running script:";
 281       df -h;
 282       du . | sort -nr | head -n100
 283
 284   # Random attempt at debugging currently. Just poking around in here to see if
 285   # anything shows up.
 286
 287   # Dump backtrace for macOS
 288   - ls -lat $HOME/Library/Logs/DiagnosticReports/
 289   - find $HOME/Library/Logs/DiagnosticReports
 290       -type f
 291       -name '*.crash'
 292       -not -name '*.stage2-*.crash'
 293       -not -name 'com.apple.CoreSimulator.CoreSimulatorService-*.crash'
 294       -exec printf travis_fold":start:crashlog\n\033[31;1m%s\033[0m\n" {} \;
 295       -exec head -750 {} \;
 296       -exec echo travis_fold":"end:crashlog \; || true
 297
 298   # Dump backtrace for Linux
 299   - ln -s . checkout &&
 300     for CORE in obj/cores/core.*; do
 301       EXE=$(echo $CORE | sed 's|obj/cores/core\.[0-9]*\.!checkout!\(.*\)|\1|;y|!|/|');
 302       if [ -f "$EXE" ]; then
 303         printf travis_fold":start:crashlog\n\033[31;1m%s\033[0m\n" "$CORE";
 304         gdb --batch -q -c "$CORE" "$EXE"
 305           -iex 'set auto-load off'
 306           -iex 'dir src/'
 307           -iex 'set sysroot .'
 308           -ex bt
 309           -ex q;
 310         echo travis_fold":"end:crashlog;
 311       fi;
 312     done || true
 313
 314   # see #50887
 315   - cat ./obj/build/x86_64-unknown-linux-gnu/native/asan/build/lib/asan/clang_rt.asan-dynamic-i386.vers || true
 316
 317   # attempt to debug anything killed by the oom killer on linux, just to see if
 318   # it happened
 319   - dmesg | grep -i kill
 320
 321 notifications:
 322   email: false
 323
 324 before_deploy:
 325   - mkdir -p deploy/$TRAVIS_COMMIT
 326   - >
 327       if [ "$TRAVIS_OS_NAME" == "osx" ]; then
 328           rm -rf build/dist/doc &&
 329           cp -r build/dist/* deploy/$TRAVIS_COMMIT;
 330       else
 331           rm -rf obj/build/dist/doc &&
 332           cp -r obj/build/dist/* deploy/$TRAVIS_COMMIT;
 333       fi
 334   - ls -la deploy/$TRAVIS_COMMIT
 335
 336 deploy:
 337   - provider: s3
 338     bucket: rust-lang-ci2
 339     skip_cleanup: true
 340     local_dir: deploy
 341     upload_dir: rustc-builds
 342     acl: public_read
 343     region: us-west-1
 344     access_key_id: AKIAJVBODR3IA4O72THQ
 345     secret_access_key:
 346       secure: "kUGd3t7JcVWFESgIlzvsM8viZgCA9Encs3creW0xLJaLSeI1iVjlJK4h/2/nO6y224AFrh/GUfsNr4/4AlxPuYb8OU5oC5Lv+Ff2JiRDYtuNpyQSKAQp+bRYytWMtrmhja91h118Mbm90cUfcLPwkdiINgJNTXhPKg5Cqu3VYn0="
 347     on:
 348       branch: auto
 349       condition: $DEPLOY = 1
 350
 351   # this is the same as the above deployment provider except that it uploads to
 352   # a slightly different directory and has a different trigger
 353   - provider: s3
 354     bucket: rust-lang-ci2
 355     skip_cleanup: true
 356     local_dir: deploy
 357     upload_dir: rustc-builds-alt
 358     acl: public_read
 359     region: us-west-1
 360     access_key_id: AKIAJVBODR3IA4O72THQ
 361     secret_access_key:
 362       secure: "kUGd3t7JcVWFESgIlzvsM8viZgCA9Encs3creW0xLJaLSeI1iVjlJK4h/2/nO6y224AFrh/GUfsNr4/4AlxPuYb8OU5oC5Lv+Ff2JiRDYtuNpyQSKAQp+bRYytWMtrmhja91h118Mbm90cUfcLPwkdiINgJNTXhPKg5Cqu3VYn0="
 363     on:
 364       branch: auto
 365       condition: $DEPLOY_ALT = 1
 366
 367   # These two providers are the same as the two above, except deploy on the
 368   # try branch. Travis does not appear to provide a way to use "or" in these
 369   # conditions.
 370   - provider: s3
 371     bucket: rust-lang-ci2
 372     skip_cleanup: true
 373     local_dir: deploy
 374     upload_dir: rustc-builds
 375     acl: public_read
 376     region: us-west-1
 377     access_key_id: AKIAJVBODR3IA4O72THQ
 378     secret_access_key:
 379       secure: "kUGd3t7JcVWFESgIlzvsM8viZgCA9Encs3creW0xLJaLSeI1iVjlJK4h/2/nO6y224AFrh/GUfsNr4/4AlxPuYb8OU5oC5Lv+Ff2JiRDYtuNpyQSKAQp+bRYytWMtrmhja91h118Mbm90cUfcLPwkdiINgJNTXhPKg5Cqu3VYn0="
 380     on:
 381       branch: try
 382       condition: $DEPLOY = 1
 383
 384   - provider: s3
 385     bucket: rust-lang-ci2
 386     skip_cleanup: true
 387     local_dir: deploy
 388     upload_dir: rustc-builds-alt
 389     acl: public_read
 390     region: us-west-1
 391     access_key_id: AKIAJVBODR3IA4O72THQ
 392     secret_access_key:
 393       secure: "kUGd3t7JcVWFESgIlzvsM8viZgCA9Encs3creW0xLJaLSeI1iVjlJK4h/2/nO6y224AFrh/GUfsNr4/4AlxPuYb8OU5oC5Lv+Ff2JiRDYtuNpyQSKAQp+bRYytWMtrmhja91h118Mbm90cUfcLPwkdiINgJNTXhPKg5Cqu3VYn0="
 394     on:
 395       branch: try
 396       condition: $DEPLOY_ALT = 1