diff --git a/tests/buildkite/build-manylinux2014-aarch64.sh b/tests/buildkite/build-manylinux2014-aarch64.sh
index fc8d20b7c..802db3f66 100644
--- a/tests/buildkite/build-manylinux2014-aarch64.sh
+++ b/tests/buildkite/build-manylinux2014-aarch64.sh
@@ -26,10 +26,8 @@ mv -v wheelhouse/*.whl python-package/dist/
 
 echo "--- Upload Python wheel"
 buildkite-agent artifact upload python-package/dist/*.whl
-$command_wrapper bash -c "${python_bin} -m pip install awscli"
 if [[ ($is_pull_request == 0) && ($is_release_branch == 1) ]]
 then
-  ${python_bin} -m awscli s3 \
-    cp python-package/dist/*.whl s3://xgboost-nightly-builds/${BRANCH_NAME}/ \
+  aws s3 cp python-package/dist/*.whl s3://xgboost-nightly-builds/${BRANCH_NAME}/ \
     --acl public-read --no-progress
 fi
diff --git a/tests/buildkite/build-manylinux2014-x86_64.sh b/tests/buildkite/build-manylinux2014-x86_64.sh
index 3bcc4e7cb..b00616315 100644
--- a/tests/buildkite/build-manylinux2014-x86_64.sh
+++ b/tests/buildkite/build-manylinux2014-x86_64.sh
@@ -26,10 +26,8 @@ mv -v wheelhouse/*.whl python-package/dist/
 
 echo "--- Upload Python wheel"
 buildkite-agent artifact upload python-package/dist/*.whl
-$command_wrapper bash -c "${python_bin} -m pip install awscli"
 if [[ ($is_pull_request == 0) && ($is_release_branch == 1) ]]
 then
-  ${python_bin} -m awscli s3 \
-    cp python-package/dist/*.whl s3://xgboost-nightly-builds/${BRANCH_NAME}/ \
+  aws s3 cp python-package/dist/*.whl s3://xgboost-nightly-builds/${BRANCH_NAME}/ \
     --acl public-read --no-progress
 fi