Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[CI] Fix JVM tests on Windows (#10404)

Browse Source
This commit is contained in:
Philip Hyunsu Cho
2024-06-15 00:21:40 -07:00
committed by GitHub
parent dc14f98f40
commit 1ace9c66ec
16 changed files with 63 additions and 109 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/buildkite/build-jvm-packages-gpu.sh
View File

@@ -4,7 +4,7 @@ set -euo pipefail
source tests/buildkite/conftest.sh
echo "--- Build XGBoost JVM packages with CUDA"
echo "--- Build and test XGBoost JVM packages with CUDA"
if [[ ($is_pull_request == 1) || ($is_release_branch == 0) ]]
then

4
tests/buildkite/build-jvm-packages.sh
View File

@@ -4,7 +4,7 @@ set -euo pipefail
source tests/buildkite/conftest.sh
echo "--- Build XGBoost JVM packages scala 2.12"
echo "--- Build and test XGBoost JVM packages with Scala 2.12"
tests/ci_build/ci_build.sh jvm tests/ci_build/build_jvm_packages.sh \
${SPARK_VERSION}
@@ -14,7 +14,7 @@ buildkite-agent artifact upload "jvm-packages/xgboost4j-spark/target/*.jar"
buildkite-agent artifact upload "jvm-packages/xgboost4j-flink/target/*.jar"
buildkite-agent artifact upload "jvm-packages/xgboost4j-example/target/*.jar"
echo "--- Build XGBoost JVM packages scala 2.13"
echo "--- Build and test XGBoost JVM packages with Scala 2.13"
tests/ci_build/ci_build.sh jvm tests/ci_build/build_jvm_packages.sh \
${SPARK_VERSION} "" "" "true"

10
tests/buildkite/build-win64-gpu.ps1
View File

@@ -12,13 +12,11 @@ if ( $is_release_branch -eq 0 ) {
}
mkdir build
cd build
cmake .. -G"Visual Studio 17 2022" -A x64 -DUSE_CUDA=ON -DCMAKE_VERBOSE_MAKEFILE=ON `
cmake .. -G"Visual Studio 17 2022" -A x64 -DUSE_CUDA=ON `
-DGOOGLE_TEST=ON -DUSE_DMLC_GTEST=ON -DBUILD_DEPRECATED_CLI=ON ${arch_flag}
$msbuild = -join @(
"C:\\Program Files\\Microsoft Visual Studio\\2022\\Community\\MSBuild\\Current"
"\\Bin\\MSBuild.exe"
)
& $msbuild xgboost.sln /m /p:Configuration=Release /nodeReuse:false
if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
cmake --build . --config Release -- /m /nodeReuse:false `
"/consoleloggerparameters:ShowCommandLine;Verbosity=minimal"
if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
Write-Host "--- Build binary wheel"

14
tests/buildkite/infrastructure/aws-stack-creator/metadata.py
View File

@@ -1,27 +1,27 @@
AMI_ID = {
# Managed by XGBoost team
"linux-amd64-gpu": {
"us-west-2": "ami-070080d04e81c5e39",
"us-west-2": "ami-0b4079c15bbbd0faf",
},
"linux-amd64-mgpu": {
"us-west-2": "ami-070080d04e81c5e39",
"us-west-2": "ami-0b4079c15bbbd0faf",
},
"windows-gpu": {
"us-west-2": "ami-07c14abcf529d816a",
"us-west-2": "ami-0123456bcf4cdfb82",
},
"windows-cpu": {
"us-west-2": "ami-07c14abcf529d816a",
"us-west-2": "ami-0123456bcf4cdfb82",
},
# Managed by BuildKite
# from https://s3.amazonaws.com/buildkite-aws-stack/latest/aws-stack.yml
"linux-amd64-cpu": {
"us-west-2": "ami-0180f7fb0f07eb0bc",
"us-west-2": "ami-0083e0ae73c175ec6",
},
"pipeline-loader": {
"us-west-2": "ami-0180f7fb0f07eb0bc",
"us-west-2": "ami-0083e0ae73c175ec6",
},
"linux-arm64-cpu": {
"us-west-2": "ami-00686bdc2043a5505",
"us-west-2": "ami-0dbf1f9da54222f21",
},
}

7
tests/buildkite/infrastructure/worker-image-pipeline/windows-gpu-bootstrap.yml
View File

@@ -36,7 +36,12 @@ phases:
# Install Java 11
Write-Host '>>> Installing Java 11...'
choco install openjdk11jre
choco install openjdk11
if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
# Install Maven
Write-Host '>>> Installing Maven...'
choco install maven
if ($LASTEXITCODE -ne 0) { throw "Last command failed" }
# Install GraphViz

2
tests/buildkite/pipeline-mgpu.yml
View File

@@ -29,7 +29,7 @@ steps:
key: build-cuda
agents:
queue: linux-amd64-cpu
- label: ":console: Build JVM packages with CUDA"
- label: ":console: Build and test JVM packages with CUDA"
command: "tests/buildkite/build-jvm-packages-gpu.sh"
key: build-jvm-packages-gpu
agents: