diff --git a/tests/buildkite/test-python-cpu.sh b/tests/buildkite/test-python-cpu.sh
index 5848c392a..938e1184e 100755
--- a/tests/buildkite/test-python-cpu.sh
+++ b/tests/buildkite/test-python-cpu.sh
@@ -11,4 +11,6 @@ buildkite-agent artifact download "python-package/dist/*.whl" . --step build-cud
 buildkite-agent artifact download "xgboost" . --step build-cpu
 chmod +x ./xgboost
 
+export BUILDKITE_ANALYTICS_TOKEN=$(get_aws_secret buildkite/test_analytics/cpu)
+set_buildkite_env_vars_in_container
 tests/ci_build/ci_build.sh cpu docker tests/ci_build/test_python.sh cpu
diff --git a/tests/ci_build/Dockerfile.cpu b/tests/ci_build/Dockerfile.cpu
index 5111f4d00..0101a2fa7 100644
--- a/tests/ci_build/Dockerfile.cpu
+++ b/tests/ci_build/Dockerfile.cpu
@@ -37,7 +37,9 @@ RUN git clone -b v1.49.1 https://github.com/grpc/grpc.git \
 
 # Create new Conda environment
 COPY conda_env/cpu_test.yml /scripts/
-RUN mamba env create -n cpu_test --file=/scripts/cpu_test.yml
+RUN mamba env create -n cpu_test --file=/scripts/cpu_test.yml && \
+    mamba clean --all && \
+    conda run --no-capture-output -n cpu_test pip install buildkite-test-collector
 
 # Install lightweight sudo (not bound to TTY)
 RUN set -ex; \