src/ci/github-actions/ci.yml

   1 ######################################################
   2 #   WARNING! Action needed when changing this file   #
   3 ######################################################
   4
   5 # Due to GitHub Actions limitations, we can't use YAML Anchors directly in the
   6 # CI configuration stored on the repository. To work around that this file is
   7 # expanded by a tool in the repository, and the expansion is committed as well.
   8 #
   9 # After you make any change to the file you'll need to run this command:
  10 #
  11 #   ./x.py run src/tools/expand-yaml-anchors
  12 #
  13 # ...and commit the file it updated in addition to this one. If you forget this
  14 # step CI will fail.
  15
  16 ---
  17
  18 ###############################
  19 #   YAML Anchors Definition   #
  20 ###############################
  21
  22 # This key contains most of the YAML anchors that will be used later in the
  23 # document. YAML anchors allows us to greatly reduce duplication inside the CI
  24 # configuration by reusing parts of the configuration.
  25 #
  26 # YAML anchors work by defining an anchor with `&anchor-name` and reusing its
  27 # content in another place with `*anchor-name`. The special `<<` map key merges
  28 # the content of the map with the content of the anchor (or list of anchors).
  29 #
  30 # The expand-yaml-anchors tool will automatically remove this block from the
  31 # output YAML file.
  32 x--expand-yaml-anchors--remove:
  33
  34   - &shared-ci-variables
  35     CI_JOB_NAME: ${{ matrix.name }}
  36
  37   - &public-variables
  38     SCCACHE_BUCKET: rust-lang-ci-sccache2
  39     TOOLSTATE_REPO: https://github.com/rust-lang-nursery/rust-toolstate
  40     CACHE_DOMAIN: ci-caches.rust-lang.org
  41
  42   - &prod-variables
  43     SCCACHE_BUCKET: rust-lang-ci-sccache2
  44     DEPLOY_BUCKET: rust-lang-ci2
  45     TOOLSTATE_REPO: https://github.com/rust-lang-nursery/rust-toolstate
  46     TOOLSTATE_ISSUES_API_URL: https://api.github.com/repos/rust-lang/rust/issues
  47     TOOLSTATE_PUBLISH: 1
  48     # AWS_SECRET_ACCESS_KEYs are stored in GitHub's secrets storage, named
  49     # AWS_SECRET_ACCESS_KEY_<keyid>. Including the key id in the name allows to
  50     # rotate them in a single branch while keeping the old key in another
  51     # branch, which wouldn't be possible if the key was named with the kind
  52     # (caches, artifacts...).
  53     CACHES_AWS_ACCESS_KEY_ID: AKIA46X5W6CZI5DHEBFL
  54     ARTIFACTS_AWS_ACCESS_KEY_ID: AKIA46X5W6CZN24CBO55
  55     CACHE_DOMAIN: ci-caches.rust-lang.org
  56
  57   - &dummy-variables
  58     SCCACHE_BUCKET: rust-lang-gha-caches
  59     DEPLOY_BUCKET: rust-lang-gha
  60     TOOLSTATE_REPO: https://github.com/pietroalbini/rust-toolstate
  61     TOOLSTATE_ISSUES_API_URL: https://api.github.com/repos/pietroalbini/rust-toolstate/issues
  62     TOOLSTATE_PUBLISH: 1
  63     # AWS_SECRET_ACCESS_KEYs are stored in GitHub's secrets storage, named
  64     # AWS_SECRET_ACCESS_KEY_<keyid>. Including the key id in the name allows to
  65     # rotate them in a single branch while keeping the old key in another
  66     # branch, which wouldn't be possible if the key was named with the kind
  67     # (caches, artifacts...).
  68     CACHES_AWS_ACCESS_KEY_ID: AKIA46X5W6CZOMUQATD5
  69     ARTIFACTS_AWS_ACCESS_KEY_ID: AKIA46X5W6CZH5AYXDVF
  70     CACHE_DOMAIN: ci-caches-gha.rust-lang.org
  71
  72   - &base-job
  73     env: {}
  74
  75   - &job-linux-xl
  76     os: ubuntu-20.04-xl
  77     <<: *base-job
  78
  79   - &job-macos-xl
  80     os: macos-12-xl
  81     <<: *base-job
  82
  83   - &job-windows-xl
  84     os: windows-latest-xl
  85     <<: *base-job
  86
  87   - &job-aarch64-linux
  88     os: [self-hosted, ARM64, linux]
  89
  90   - &step
  91     if: success() && !env.SKIP_JOB
  92
  93   - &base-ci-job
  94     timeout-minutes: 600
  95     runs-on: "${{ matrix.os }}"
  96     env: *shared-ci-variables
  97     steps:
  98       - name: disable git crlf conversion
  99         run: git config --global core.autocrlf false
 100
 101       - name: checkout the source code
 102         uses: actions/checkout@v3
 103         with:
 104           fetch-depth: 2
 105
 106       # Rust Log Analyzer can't currently detect the PR number of a GitHub
 107       # Actions build on its own, so a hint in the log message is needed to
 108       # point it in the right direction.
 109       - name: configure the PR in which the error message will be posted
 110         run: echo "[CI_PR_NUMBER=$num]"
 111         env:
 112           num: ${{ github.event.number }}
 113         if: success() && !env.SKIP_JOB && github.event_name == 'pull_request'
 114
 115       - name: add extra environment variables
 116         run: src/ci/scripts/setup-environment.sh
 117         env:
 118           # Since it's not possible to merge `${{ matrix.env }}` with the other
 119           # variables in `job.<name>.env`, the variables defined in the matrix
 120           # are passed to the `setup-environment.sh` script encoded in JSON,
 121           # which then uses log commands to actually set them.
 122           EXTRA_VARIABLES: ${{ toJson(matrix.env) }}
 123         <<: *step
 124
 125       - name: decide whether to skip this job
 126         run: src/ci/scripts/should-skip-this.sh
 127         <<: *step
 128
 129       - name: ensure the channel matches the target branch
 130         run: src/ci/scripts/verify-channel.sh
 131         <<: *step
 132
 133       - name: configure GitHub Actions to kill the build when outdated
 134         uses: rust-lang/simpleinfra/github-actions/cancel-outdated-builds@master
 135         with:
 136           github_token: "${{ secrets.github_token }}"
 137         if: success() && !env.SKIP_JOB && github.ref != 'refs/heads/try' && github.ref != 'refs/heads/try-perf'
 138         <<: *step
 139
 140       - name: collect CPU statistics
 141         run: src/ci/scripts/collect-cpu-stats.sh
 142         <<: *step
 143
 144       - name: show the current environment
 145         run: src/ci/scripts/dump-environment.sh
 146         <<: *step
 147
 148       - name: install awscli
 149         run: src/ci/scripts/install-awscli.sh
 150         <<: *step
 151
 152       - name: install sccache
 153         run: src/ci/scripts/install-sccache.sh
 154         <<: *step
 155
 156       - name: select Xcode
 157         run: src/ci/scripts/select-xcode.sh
 158         <<: *step
 159
 160       - name: install clang
 161         run: src/ci/scripts/install-clang.sh
 162         <<: *step
 163
 164       - name: install WIX
 165         run: src/ci/scripts/install-wix.sh
 166         <<: *step
 167
 168       - name: disable git crlf conversion
 169         run: src/ci/scripts/disable-git-crlf-conversion.sh
 170         <<: *step
 171
 172       - name: checkout submodules
 173         run: src/ci/scripts/checkout-submodules.sh
 174         <<: *step
 175
 176       - name: install MSYS2
 177         run: src/ci/scripts/install-msys2.sh
 178         <<: *step
 179
 180       - name: install MinGW
 181         run: src/ci/scripts/install-mingw.sh
 182         <<: *step
 183
 184       - name: install ninja
 185         run: src/ci/scripts/install-ninja.sh
 186         <<: *step
 187
 188       - name: enable ipv6 on Docker
 189         run: src/ci/scripts/enable-docker-ipv6.sh
 190         <<: *step
 191
 192       # Disable automatic line ending conversion (again). On Windows, when we're
 193       # installing dependencies, something switches the git configuration directory or
 194       # re-enables autocrlf. We've not tracked down the exact cause -- and there may
 195       # be multiple -- but this should ensure submodules are checked out with the
 196       # appropriate line endings.
 197       - name: disable git crlf conversion
 198         run: src/ci/scripts/disable-git-crlf-conversion.sh
 199         <<: *step
 200
 201       - name: ensure line endings are correct
 202         run: src/ci/scripts/verify-line-endings.sh
 203         <<: *step
 204
 205       - name: ensure backported commits are in upstream branches
 206         run: src/ci/scripts/verify-backported-commits.sh
 207         <<: *step
 208
 209       - name: ensure the stable version number is correct
 210         run: src/ci/scripts/verify-stable-version-number.sh
 211         <<: *step
 212
 213       - name: run the build
 214         run: src/ci/scripts/run-build-from-ci.sh
 215         env:
 216           AWS_ACCESS_KEY_ID: ${{ env.CACHES_AWS_ACCESS_KEY_ID }}
 217           AWS_SECRET_ACCESS_KEY: ${{ secrets[format('AWS_SECRET_ACCESS_KEY_{0}', env.CACHES_AWS_ACCESS_KEY_ID)] }}
 218           TOOLSTATE_REPO_ACCESS_TOKEN: ${{ secrets.TOOLSTATE_REPO_ACCESS_TOKEN }}
 219         <<: *step
 220
 221       - name: upload artifacts to S3
 222         run: src/ci/scripts/upload-artifacts.sh
 223         env:
 224           AWS_ACCESS_KEY_ID: ${{ env.ARTIFACTS_AWS_ACCESS_KEY_ID }}
 225           AWS_SECRET_ACCESS_KEY: ${{ secrets[format('AWS_SECRET_ACCESS_KEY_{0}', env.ARTIFACTS_AWS_ACCESS_KEY_ID)] }}
 226         # Adding a condition on DEPLOY=1 or DEPLOY_ALT=1 is not needed as all deploy
 227         # builders *should* have the AWS credentials available. Still, explicitly
 228         # adding the condition is helpful as this way CI will not silently skip
 229         # deploying artifacts from a dist builder if the variables are misconfigured,
 230         # erroring about invalid credentials instead.
 231         if: success() && !env.SKIP_JOB && (github.event_name == 'push' || env.DEPLOY == '1' || env.DEPLOY_ALT == '1')
 232         <<: *step
 233
 234   # These snippets are used by the try-success, try-failure, auto-success and auto-failure jobs.
 235   # Check out their documentation for more information on why they're needed.
 236
 237   - &base-outcome-job
 238     name: bors build finished
 239     runs-on: ubuntu-latest
 240
 241   - &base-success-job
 242     steps:
 243       - name: mark the job as a success
 244         run: exit 0
 245         shell: bash
 246     <<: *base-outcome-job
 247
 248   - &base-failure-job
 249     steps:
 250       - name: mark the job as a failure
 251         run: exit 1
 252         shell: bash
 253     <<: *base-outcome-job
 254
 255 ###########################
 256 #   Builders definition   #
 257 ###########################
 258
 259 name: CI
 260 on:
 261   push:
 262     branches:
 263       - auto
 264       - try
 265       - try-perf
 266       - master
 267   pull_request:
 268     branches:
 269       - "**"
 270
 271 permissions:
 272   contents: read
 273
 274 defaults:
 275   run:
 276     # On Linux, macOS, and Windows, use the system-provided bash as the default
 277     # shell. (This should only make a difference on Windows, where the default
 278     # shell is PowerShell.)
 279     shell: bash
 280
 281 jobs:
 282   pr:
 283     permissions:
 284       actions: write # for rust-lang/simpleinfra/github-actions/cancel-outdated-builds
 285     <<: *base-ci-job
 286     name: PR
 287     env:
 288       <<: [*shared-ci-variables, *public-variables]
 289     if: github.event_name == 'pull_request'
 290     continue-on-error: ${{ matrix.tidy }}
 291     strategy:
 292       matrix:
 293         include:
 294           - name: mingw-check
 295             <<: *job-linux-xl
 296             tidy: false
 297
 298           - name: mingw-check-tidy
 299             <<: *job-linux-xl
 300             tidy: true
 301
 302           - name: x86_64-gnu-llvm-13
 303             <<: *job-linux-xl
 304             tidy: false
 305
 306           - name: x86_64-gnu-tools
 307             <<: *job-linux-xl
 308             tidy: false
 309             env:
 310               CI_ONLY_WHEN_SUBMODULES_CHANGED: 1
 311
 312   auto:
 313     permissions:
 314       actions: write # for rust-lang/simpleinfra/github-actions/cancel-outdated-builds
 315     <<: *base-ci-job
 316     name: auto
 317     env:
 318       <<: [*shared-ci-variables, *prod-variables]
 319     if: github.event_name == 'push' && github.ref == 'refs/heads/auto' && github.repository == 'rust-lang-ci/rust'
 320     strategy:
 321       matrix:
 322         include:
 323           #############################
 324           #   Linux/Docker builders   #
 325           #############################
 326
 327           - name: aarch64-gnu
 328             <<: *job-aarch64-linux
 329
 330           - name: arm-android
 331             <<: *job-linux-xl
 332
 333           - name: armhf-gnu
 334             <<: *job-linux-xl
 335
 336           - name: dist-aarch64-linux
 337             <<: *job-linux-xl
 338
 339           - name: dist-android
 340             <<: *job-linux-xl
 341
 342           - name: dist-arm-linux
 343             <<: *job-linux-xl
 344
 345           - name: dist-armhf-linux
 346             <<: *job-linux-xl
 347
 348           - name: dist-armv7-linux
 349             <<: *job-linux-xl
 350
 351           - name: dist-i586-gnu-i586-i686-musl
 352             <<: *job-linux-xl
 353
 354           - name: dist-i686-linux
 355             <<: *job-linux-xl
 356
 357           - name: dist-mips-linux
 358             <<: *job-linux-xl
 359
 360           - name: dist-mips64-linux
 361             <<: *job-linux-xl
 362
 363           - name: dist-mips64el-linux
 364             <<: *job-linux-xl
 365
 366           - name: dist-mipsel-linux
 367             <<: *job-linux-xl
 368
 369           - name: dist-powerpc-linux
 370             <<: *job-linux-xl
 371
 372           - name: dist-powerpc64-linux
 373             <<: *job-linux-xl
 374
 375           - name: dist-powerpc64le-linux
 376             <<: *job-linux-xl
 377
 378           - name: dist-riscv64-linux
 379             <<: *job-linux-xl
 380
 381           - name: dist-s390x-linux
 382             <<: *job-linux-xl
 383
 384           - name: dist-various-1
 385             <<: *job-linux-xl
 386
 387           - name: dist-various-2
 388             <<: *job-linux-xl
 389
 390           - name: dist-x86_64-freebsd
 391             <<: *job-linux-xl
 392
 393           - name: dist-x86_64-illumos
 394             <<: *job-linux-xl
 395
 396           - &dist-x86_64-linux
 397             name: dist-x86_64-linux
 398             <<: *job-linux-xl
 399
 400           - name: dist-x86_64-linux-alt
 401             env:
 402               IMAGE: dist-x86_64-linux
 403             <<: *job-linux-xl
 404
 405           - name: dist-x86_64-musl
 406             <<: *job-linux-xl
 407
 408           - name: dist-x86_64-netbsd
 409             <<: *job-linux-xl
 410
 411           - name: i686-gnu
 412             <<: *job-linux-xl
 413
 414           - name: i686-gnu-nopt
 415             <<: *job-linux-xl
 416
 417           - name: mingw-check
 418             <<: *job-linux-xl
 419
 420           - name: test-various
 421             <<: *job-linux-xl
 422
 423           - name: wasm32
 424             <<: *job-linux-xl
 425
 426           - name: x86_64-gnu
 427             <<: *job-linux-xl
 428
 429           # This job ensures commits landing on nightly still pass the full
 430           # test suite on the stable channel. There are some UI tests that
 431           # depend on the channel being built (for example if they include the
 432           # channel name on the output), and this builder prevents landing
 433           # changes that would result in broken builds after a promotion.
 434           - name: x86_64-gnu-stable
 435             env:
 436               IMAGE: x86_64-gnu
 437               RUST_CI_OVERRIDE_RELEASE_CHANNEL: stable
 438               # Only run this job on the nightly channel. Running this on beta
 439               # could cause failures when `dev: 1` in `stage0.txt`, and running
 440               # this on stable is useless.
 441               CI_ONLY_WHEN_CHANNEL: nightly
 442             <<: *job-linux-xl
 443
 444           - name: x86_64-gnu-aux
 445             <<: *job-linux-xl
 446
 447           - name: x86_64-gnu-debug
 448             <<: *job-linux-xl
 449
 450           - name: x86_64-gnu-distcheck
 451             <<: *job-linux-xl
 452
 453           - name: x86_64-gnu-llvm-13
 454             env:
 455               RUST_BACKTRACE: 1
 456             <<: *job-linux-xl
 457
 458           - name: x86_64-gnu-llvm-13-stage1
 459             env:
 460               RUST_BACKTRACE: 1
 461             <<: *job-linux-xl
 462
 463           - name: x86_64-gnu-nopt
 464             <<: *job-linux-xl
 465
 466           - name: x86_64-gnu-tools
 467             env:
 468               DEPLOY_TOOLSTATES_JSON: toolstates-linux.json
 469             <<: *job-linux-xl
 470
 471           ####################
 472           #  macOS Builders  #
 473           ####################
 474
 475           - name: dist-x86_64-apple
 476             env:
 477               SCRIPT: ./x.py dist bootstrap --include-default-paths --host=x86_64-apple-darwin --target=x86_64-apple-darwin
 478               RUST_CONFIGURE_ARGS: --enable-full-tools --enable-sanitizers --enable-profiler --set rust.jemalloc --set llvm.ninja=false --set rust.lto=thin
 479               RUSTC_RETRY_LINKER_ON_SEGFAULT: 1
 480               MACOSX_DEPLOYMENT_TARGET: 10.7
 481               SELECT_XCODE: /Applications/Xcode_13.4.1.app
 482               NO_LLVM_ASSERTIONS: 1
 483               NO_DEBUG_ASSERTIONS: 1
 484               NO_OVERFLOW_CHECKS: 1
 485               DIST_REQUIRE_ALL_TOOLS: 1
 486             <<: *job-macos-xl
 487
 488           - name: dist-apple-various
 489             env:
 490               SCRIPT: ./x.py dist bootstrap --include-default-paths --host='' --target=aarch64-apple-ios,x86_64-apple-ios,aarch64-apple-ios-sim
 491               RUST_CONFIGURE_ARGS: --enable-sanitizers --enable-profiler --set rust.jemalloc --set llvm.ninja=false
 492               RUSTC_RETRY_LINKER_ON_SEGFAULT: 1
 493               MACOSX_DEPLOYMENT_TARGET: 10.7
 494               SELECT_XCODE: /Applications/Xcode_13.4.1.app
 495               NO_LLVM_ASSERTIONS: 1
 496               NO_DEBUG_ASSERTIONS: 1
 497               NO_OVERFLOW_CHECKS: 1
 498             <<: *job-macos-xl
 499
 500           - name: dist-x86_64-apple-alt
 501             env:
 502               SCRIPT: ./x.py dist bootstrap --include-default-paths
 503               RUST_CONFIGURE_ARGS: --enable-extended --enable-profiler --set rust.jemalloc --set llvm.ninja=false
 504               RUSTC_RETRY_LINKER_ON_SEGFAULT: 1
 505               MACOSX_DEPLOYMENT_TARGET: 10.7
 506               SELECT_XCODE: /Applications/Xcode_13.4.1.app
 507               NO_LLVM_ASSERTIONS: 1
 508               NO_DEBUG_ASSERTIONS: 1
 509               NO_OVERFLOW_CHECKS: 1
 510             <<: *job-macos-xl
 511
 512           - name: x86_64-apple-1
 513             env: &env-x86_64-apple-tests
 514               SCRIPT: ./x.py --stage 2 test --exclude tests/ui --exclude tests/rustdoc --exclude tests/run-make-fulldeps
 515               RUST_CONFIGURE_ARGS: --build=x86_64-apple-darwin --enable-sanitizers --enable-profiler --set rust.jemalloc --set llvm.ninja=false
 516               RUSTC_RETRY_LINKER_ON_SEGFAULT: 1
 517               MACOSX_DEPLOYMENT_TARGET: 10.8
 518               MACOSX_STD_DEPLOYMENT_TARGET: 10.7
 519               NO_LLVM_ASSERTIONS: 1
 520               NO_DEBUG_ASSERTIONS: 1
 521               NO_OVERFLOW_CHECKS: 1
 522             <<: *job-macos-xl
 523
 524           - name: x86_64-apple-2
 525             env:
 526               SCRIPT: ./x.py --stage 2 test tests/ui tests/rustdoc tests/run-make-fulldeps
 527               <<: *env-x86_64-apple-tests
 528             <<: *job-macos-xl
 529
 530           # This target only needs to support 11.0 and up as nothing else supports the hardware
 531           - name: dist-aarch64-apple
 532             env:
 533               SCRIPT: ./x.py dist bootstrap --include-default-paths --stage 2
 534               RUST_CONFIGURE_ARGS: >-
 535                 --build=x86_64-apple-darwin
 536                 --host=aarch64-apple-darwin
 537                 --target=aarch64-apple-darwin
 538                 --enable-full-tools
 539                 --enable-sanitizers
 540                 --enable-profiler
 541                 --disable-docs
 542                 --set rust.jemalloc
 543                 --set llvm.ninja=false
 544               RUSTC_RETRY_LINKER_ON_SEGFAULT: 1
 545               SELECT_XCODE: /Applications/Xcode_13.4.1.app
 546               USE_XCODE_CLANG: 1
 547               MACOSX_DEPLOYMENT_TARGET: 11.0
 548               MACOSX_STD_DEPLOYMENT_TARGET: 11.0
 549               NO_LLVM_ASSERTIONS: 1
 550               NO_DEBUG_ASSERTIONS: 1
 551               NO_OVERFLOW_CHECKS: 1
 552               DIST_REQUIRE_ALL_TOOLS: 1
 553               # Corresponds to 16K page size
 554               #
 555               # Shouldn't be needed if jemalloc-sys is updated to
 556               # handle this platform like iOS or if we build on
 557               # aarch64-apple-darwin itself.
 558               #
 559               # https://github.com/gnzlbg/jemallocator/blob/c27a859e98e3cb790dc269773d9da71a1e918458/jemalloc-sys/build.rs#L237
 560               JEMALLOC_SYS_WITH_LG_PAGE: 14
 561             <<: *job-macos-xl
 562
 563           ######################
 564           #  Windows Builders  #
 565           ######################
 566
 567           - name: x86_64-msvc-1
 568             env:
 569               RUST_CONFIGURE_ARGS: --build=x86_64-pc-windows-msvc --enable-profiler
 570               SCRIPT: make ci-subset-1
 571             <<: *job-windows-xl
 572
 573           - name: x86_64-msvc-2
 574             env:
 575               RUST_CONFIGURE_ARGS: --build=x86_64-pc-windows-msvc --enable-profiler
 576               SCRIPT: make ci-subset-2
 577             <<: *job-windows-xl
 578
 579           - name: i686-msvc-1
 580             env:
 581               RUST_CONFIGURE_ARGS: --build=i686-pc-windows-msvc
 582               SCRIPT: make ci-subset-1
 583             <<: *job-windows-xl
 584
 585           - name: i686-msvc-2
 586             env:
 587               RUST_CONFIGURE_ARGS: --build=i686-pc-windows-msvc
 588               SCRIPT: make ci-subset-2
 589             <<: *job-windows-xl
 590
 591           - name: x86_64-msvc-cargo
 592             env:
 593               SCRIPT: python x.py --stage 2 test src/tools/cargotest src/tools/cargo
 594               RUST_CONFIGURE_ARGS: --build=x86_64-pc-windows-msvc --enable-lld
 595             <<: *job-windows-xl
 596
 597           - name: x86_64-msvc-tools
 598             env:
 599               SCRIPT: src/ci/docker/host-x86_64/x86_64-gnu-tools/checktools.sh x.py /tmp/toolstate/toolstates.json windows
 600               RUST_CONFIGURE_ARGS: --build=x86_64-pc-windows-msvc --save-toolstates=/tmp/toolstate/toolstates.json
 601               DEPLOY_TOOLSTATES_JSON: toolstates-windows.json
 602             <<: *job-windows-xl
 603
 604           # 32/64-bit MinGW builds.
 605           #
 606           # We are using MinGW with POSIX threads since LLVM requires
 607           # C++'s std::thread which is disabled in libstdc++ with win32 threads.
 608           # FIXME: Libc++ doesn't have this limitation so we can avoid
 609           # winpthreads if we switch to it.
 610           #
 611           # Instead of relying on the MinGW version installed on CI we download
 612           # and install one ourselves so we won't be surprised by changes to CI's
 613           # build image.
 614           #
 615           # Finally, note that the downloads below are all in the `rust-lang-ci` S3
 616           # bucket, but they clearly didn't originate there! The downloads originally
 617           # came from the mingw-w64 SourceForge download site. Unfortunately
 618           # SourceForge is notoriously flaky, so we mirror it on our own infrastructure.
 619
 620           - name: i686-mingw-1
 621             env:
 622               RUST_CONFIGURE_ARGS: >-
 623                 --build=i686-pc-windows-gnu
 624                 --set llvm.allow-old-toolchain
 625               SCRIPT: make ci-mingw-subset-1
 626               # We are intentionally allowing an old toolchain on this builder (and that's
 627               # incompatible with LLVM downloads today).
 628               NO_DOWNLOAD_CI_LLVM: 1
 629               CUSTOM_MINGW: 1
 630             <<: *job-windows-xl
 631
 632           - name: i686-mingw-2
 633             env:
 634               RUST_CONFIGURE_ARGS: >-
 635                 --build=i686-pc-windows-gnu
 636                 --set llvm.allow-old-toolchain
 637               SCRIPT: make ci-mingw-subset-2
 638               # We are intentionally allowing an old toolchain on this builder (and that's
 639               # incompatible with LLVM downloads today).
 640               NO_DOWNLOAD_CI_LLVM: 1
 641               CUSTOM_MINGW: 1
 642             <<: *job-windows-xl
 643
 644           - name: x86_64-mingw-1
 645             env:
 646               SCRIPT: make ci-mingw-subset-1
 647               RUST_CONFIGURE_ARGS: >-
 648                 --build=x86_64-pc-windows-gnu
 649                 --enable-profiler
 650                 --set llvm.allow-old-toolchain
 651               # We are intentionally allowing an old toolchain on this builder (and that's
 652               # incompatible with LLVM downloads today).
 653               NO_DOWNLOAD_CI_LLVM: 1
 654               CUSTOM_MINGW: 1
 655             <<: *job-windows-xl
 656
 657           - name: x86_64-mingw-2
 658             env:
 659               SCRIPT: make ci-mingw-subset-2
 660               RUST_CONFIGURE_ARGS: >-
 661                 --build=x86_64-pc-windows-gnu
 662                 --enable-profiler
 663                 --set llvm.allow-old-toolchain
 664               # We are intentionally allowing an old toolchain on this builder (and that's
 665               # incompatible with LLVM downloads today).
 666               NO_DOWNLOAD_CI_LLVM: 1
 667               CUSTOM_MINGW: 1
 668             <<: *job-windows-xl
 669
 670           - name: dist-x86_64-msvc
 671             env:
 672               RUST_CONFIGURE_ARGS: >-
 673                 --build=x86_64-pc-windows-msvc
 674                 --host=x86_64-pc-windows-msvc
 675                 --target=x86_64-pc-windows-msvc
 676                 --enable-full-tools
 677                 --enable-profiler
 678                 --set rust.lto=thin
 679               SCRIPT: PGO_HOST=x86_64-pc-windows-msvc src/ci/pgo.sh python x.py dist bootstrap --include-default-paths
 680               DIST_REQUIRE_ALL_TOOLS: 1
 681             <<: *job-windows-xl
 682
 683           - name: dist-i686-msvc
 684             env:
 685               RUST_CONFIGURE_ARGS: >-
 686                 --build=i686-pc-windows-msvc
 687                 --host=i686-pc-windows-msvc
 688                 --target=i686-pc-windows-msvc,i586-pc-windows-msvc
 689                 --enable-full-tools
 690                 --enable-profiler
 691               SCRIPT: python x.py dist bootstrap --include-default-paths
 692               DIST_REQUIRE_ALL_TOOLS: 1
 693             <<: *job-windows-xl
 694
 695           - name: dist-aarch64-msvc
 696             env:
 697               RUST_CONFIGURE_ARGS: >-
 698                 --build=x86_64-pc-windows-msvc
 699                 --host=aarch64-pc-windows-msvc
 700                 --enable-full-tools
 701                 --enable-profiler
 702               SCRIPT: python x.py dist bootstrap --include-default-paths
 703               DIST_REQUIRE_ALL_TOOLS: 1
 704               # Hack around this SDK version, because it doesn't work with clang.
 705               # See https://github.com/rust-lang/rust/issues/88796
 706               WINDOWS_SDK_20348_HACK: 1
 707             <<: *job-windows-xl
 708
 709           - name: dist-i686-mingw
 710             env:
 711               RUST_CONFIGURE_ARGS: >-
 712                 --build=i686-pc-windows-gnu
 713                 --enable-full-tools
 714                 --enable-profiler
 715                 --set llvm.allow-old-toolchain
 716               # We are intentionally allowing an old toolchain on this builder (and that's
 717               # incompatible with LLVM downloads today).
 718               NO_DOWNLOAD_CI_LLVM: 1
 719               SCRIPT: python x.py dist bootstrap --include-default-paths
 720               CUSTOM_MINGW: 1
 721               DIST_REQUIRE_ALL_TOOLS: 1
 722             <<: *job-windows-xl
 723
 724           - name: dist-x86_64-mingw
 725             env:
 726               SCRIPT: python x.py dist bootstrap --include-default-paths
 727               RUST_CONFIGURE_ARGS: >-
 728                 --build=x86_64-pc-windows-gnu
 729                 --enable-full-tools
 730                 --enable-profiler
 731                 --set llvm.allow-old-toolchain
 732               # We are intentionally allowing an old toolchain on this builder (and that's
 733               # incompatible with LLVM downloads today).
 734               NO_DOWNLOAD_CI_LLVM: 1
 735               CUSTOM_MINGW: 1
 736               DIST_REQUIRE_ALL_TOOLS: 1
 737             <<: *job-windows-xl
 738
 739           - name: dist-x86_64-msvc-alt
 740             env:
 741               RUST_CONFIGURE_ARGS: --build=x86_64-pc-windows-msvc --enable-extended --enable-profiler
 742               SCRIPT: python x.py dist bootstrap --include-default-paths
 743             <<: *job-windows-xl
 744
 745   try:
 746     permissions:
 747       actions: write # for rust-lang/simpleinfra/github-actions/cancel-outdated-builds
 748     <<: *base-ci-job
 749     name: try
 750     env:
 751       <<: [*shared-ci-variables, *prod-variables]
 752     if: github.event_name == 'push' && (github.ref == 'refs/heads/try' || github.ref == 'refs/heads/try-perf') && github.repository == 'rust-lang-ci/rust'
 753     strategy:
 754       matrix:
 755         include:
 756           - &dist-x86_64-linux
 757             name: dist-x86_64-linux
 758             <<: *job-linux-xl
 759
 760   master:
 761     name: master
 762     runs-on: ubuntu-latest
 763     env:
 764       <<: [*prod-variables]
 765     if: github.event_name == 'push' && github.ref == 'refs/heads/master' && github.repository == 'rust-lang-ci/rust'
 766     steps:
 767       - name: checkout the source code
 768         uses: actions/checkout@v3
 769         with:
 770           fetch-depth: 2
 771
 772       - name: publish toolstate
 773         run: src/ci/publish_toolstate.sh
 774         shell: bash
 775         env:
 776           TOOLSTATE_REPO_ACCESS_TOKEN: ${{ secrets.TOOLSTATE_REPO_ACCESS_TOKEN }}
 777         <<: *step
 778
 779   # These jobs don't actually test anything, but they're used to tell bors the
 780   # build completed, as there is no practical way to detect when a workflow is
 781   # successful listening to webhooks only.
 782   try-success:
 783     needs: [try]
 784     if: "success() && github.event_name == 'push' && (github.ref == 'refs/heads/try' || github.ref == 'refs/heads/try-perf') && github.repository == 'rust-lang-ci/rust'"
 785     <<: *base-success-job
 786   try-failure:
 787     needs: [try]
 788     if: "!success() && github.event_name == 'push' && (github.ref == 'refs/heads/try' || github.ref == 'refs/heads/try-perf') && github.repository == 'rust-lang-ci/rust'"
 789     <<: *base-failure-job
 790   auto-success:
 791     needs: [auto]
 792     if: "success() && github.event_name == 'push' && github.ref == 'refs/heads/auto' && github.repository == 'rust-lang-ci/rust'"
 793     <<: *base-success-job
 794   auto-failure:
 795     needs: [auto]
 796     if: "!success() && github.event_name == 'push' && github.ref == 'refs/heads/auto' && github.repository == 'rust-lang-ci/rust'"
 797     <<: *base-failure-job