[CI] Migrate CI pipelines from Jenkins to BuildKite (#8142)

* [CI] Migrate CI pipelines from Jenkins to BuildKite * Require manual approval * Less verbose output when pulling Docker * Remove us-east-2 from metadata.py * Add documentation * Add missing underscore * Add missing punctuation * More specific instruction * Better paragraph structure
2022-09-07 17:29:25 -07:00
parent b397d64c96
commit e888eb2fa9
45 changed files with 1639 additions and 46 deletions
--- a/tests/buildkite/infrastructure/worker-image-pipeline/windows-gpu-bootstrap.yml
+++ b/tests/buildkite/infrastructure/worker-image-pipeline/windows-gpu-bootstrap.yml
@@ -0,0 +1,73 @@
+name: BuildKiteWindowsGPUBootstrap
+description: Set up worker image for windows-gpu pipeline
+schemaVersion: 1.0
+
+phases:
+  - name: build
+    steps:
+      - name: SetupStep
+        action: ExecutePowerShell
+        inputs:
+          commands:
+            - |
+              $ErrorActionPreference = "Stop"
+
+              choco --version
+              choco feature enable -n=allowGlobalConfirmation
+
+              # CMake 3.18
+              Write-Host '>>> Installing CMake 3.18...'
+              choco install cmake --version 3.18.0 --installargs "ADD_CMAKE_TO_PATH=System"
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+
+              # Notepad++
+              Write-Host '>>> Installing Notepad++...'
+              choco install notepadplusplus
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+
+              # Miniconda
+              Write-Host '>>> Installing Miniconda...'
+              choco install miniconda3 /RegisterPython:1 /D:C:\tools\miniconda3
+              C:\tools\miniconda3\Scripts\conda.exe init --user --system
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+              . "C:\Windows\System32\WindowsPowerShell\v1.0\profile.ps1"
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+              conda config --set auto_activate_base false
+              conda config --prepend channels conda-forge
+
+              # Install Java 11
+              Write-Host '>>> Installing Java 11...'
+              choco install openjdk11jre
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+
+              # Install GraphViz
+              Write-Host '>>> Installing GraphViz...'
+              choco install graphviz
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+
+              # Install Visual Studio Community 2017 (15.9)
+              Write-Host '>>> Installing Visual Studio 2017 Community (15.9)...'
+              choco install visualstudio2017community --version 15.9.23.0 `
+                  --params "--wait --passive --norestart"
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+              choco install visualstudio2017-workload-nativedesktop --params `
+                  "--wait --passive --norestart --includeOptional"
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+
+              # Install CUDA 11.0
+              Write-Host '>>> Installing CUDA 11.0...'
+              choco install cuda --version 11.0.3
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+
+              # Install Python packages
+              Write-Host '>>> Installing Python packages...'
+              conda activate
+              conda install -y mamba
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+
+              # Install R
+              Write-Host '>>> Installing R...'
+              choco install r.project --version=3.6.3
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
+              choco install rtools --version=3.5.0.4
+              if ($LASTEXITCODE -ne 0) { throw "Last command failed" }