6d8afb2218
* Update to C++17 * Turn off unity build * Update CMake to 3.18 * Use MSVC 2022 + CUDA 11.8 * Re-create stack for worker images * Allocate more disk space for Windows * Tempiorarily disable clang-tidy * RAPIDS now requires Python 3.10+ * Unpin cuda-python * Use latest NCCL * Use Ubuntu 20.04 in RMM image * Mark failing mgpu test as xfail
115 lines
3.4 KiB
Python
115 lines
3.4 KiB
Python
AMI_ID = {
|
|
# Managed by XGBoost team
|
|
"linux-amd64-gpu": {
|
|
"us-west-2": "ami-094271bed4788ddb5",
|
|
},
|
|
"linux-amd64-mgpu": {
|
|
"us-west-2": "ami-094271bed4788ddb5",
|
|
},
|
|
"windows-gpu": {
|
|
"us-west-2": "ami-0839681594a1d7627",
|
|
},
|
|
"windows-cpu": {
|
|
"us-west-2": "ami-0839681594a1d7627",
|
|
},
|
|
# Managed by BuildKite
|
|
# from https://s3.amazonaws.com/buildkite-aws-stack/latest/aws-stack.yml
|
|
"linux-amd64-cpu": {
|
|
"us-west-2": "ami-00f2127550cf03658",
|
|
},
|
|
"pipeline-loader": {
|
|
"us-west-2": "ami-00f2127550cf03658",
|
|
},
|
|
"linux-arm64-cpu": {
|
|
"us-west-2": "ami-0c5789068f4a2d1b5",
|
|
},
|
|
}
|
|
|
|
STACK_PARAMS = {
|
|
"linux-amd64-gpu": {
|
|
"InstanceOperatingSystem": "linux",
|
|
"InstanceType": "g4dn.xlarge",
|
|
"AgentsPerInstance": "1",
|
|
"MinSize": "0",
|
|
"MaxSize": "8",
|
|
"OnDemandPercentage": "100",
|
|
"ScaleOutFactor": "1.0",
|
|
"ScaleInIdlePeriod": "60", # in seconds
|
|
},
|
|
"linux-amd64-mgpu": {
|
|
"InstanceOperatingSystem": "linux",
|
|
"InstanceType": "g4dn.12xlarge",
|
|
"AgentsPerInstance": "1",
|
|
"MinSize": "0",
|
|
"MaxSize": "1",
|
|
"OnDemandPercentage": "100",
|
|
"ScaleOutFactor": "1.0",
|
|
"ScaleInIdlePeriod": "60", # in seconds
|
|
},
|
|
"windows-gpu": {
|
|
"InstanceOperatingSystem": "windows",
|
|
"InstanceType": "g4dn.2xlarge",
|
|
"AgentsPerInstance": "1",
|
|
"MinSize": "0",
|
|
"MaxSize": "2",
|
|
"OnDemandPercentage": "100",
|
|
"ScaleOutFactor": "1.0",
|
|
"ScaleInIdlePeriod": "60", # in seconds
|
|
},
|
|
"windows-cpu": {
|
|
"InstanceOperatingSystem": "windows",
|
|
"InstanceType": "c5a.2xlarge",
|
|
"AgentsPerInstance": "1",
|
|
"MinSize": "0",
|
|
"MaxSize": "2",
|
|
"OnDemandPercentage": "100",
|
|
"ScaleOutFactor": "1.0",
|
|
"ScaleInIdlePeriod": "60", # in seconds
|
|
},
|
|
"linux-amd64-cpu": {
|
|
"InstanceOperatingSystem": "linux",
|
|
"InstanceType": "c5a.4xlarge",
|
|
"AgentsPerInstance": "1",
|
|
"MinSize": "0",
|
|
"MaxSize": "16",
|
|
"OnDemandPercentage": "100",
|
|
"ScaleOutFactor": "1.0",
|
|
"ScaleInIdlePeriod": "60", # in seconds
|
|
},
|
|
"pipeline-loader": {
|
|
"InstanceOperatingSystem": "linux",
|
|
"InstanceType": "t3a.micro",
|
|
"AgentsPerInstance": "1",
|
|
"MinSize": "1",
|
|
"MaxSize": "1",
|
|
"OnDemandPercentage": "100",
|
|
"ScaleOutFactor": "1.0",
|
|
"ScaleInIdlePeriod": "60", # in seconds
|
|
},
|
|
"linux-arm64-cpu": {
|
|
"InstanceOperatingSystem": "linux",
|
|
"InstanceType": "c6g.4xlarge",
|
|
"AgentsPerInstance": "1",
|
|
"MinSize": "0",
|
|
"MaxSize": "8",
|
|
"OnDemandPercentage": "100",
|
|
"ScaleOutFactor": "1.0",
|
|
"ScaleInIdlePeriod": "60", # in seconds
|
|
},
|
|
}
|
|
|
|
COMMON_STACK_PARAMS = {
|
|
"BuildkiteAgentTimestampLines": "false",
|
|
"BuildkiteWindowsAdministrator": "true",
|
|
"AssociatePublicIpAddress": "true",
|
|
"ScaleOutForWaitingJobs": "false",
|
|
"EnableCostAllocationTags": "true",
|
|
"CostAllocationTagName": "CreatedBy",
|
|
"ECRAccessPolicy": "full",
|
|
"EnableSecretsPlugin": "false",
|
|
"EnableECRPlugin": "false",
|
|
"EnableDockerLoginPlugin": "false",
|
|
"EnableDockerUserNamespaceRemap": "false",
|
|
"BuildkiteAgentExperiments": "normalised-upload-paths,resolve-commit-after-checkout",
|
|
}
|