diff --git a/.travis.yml b/.travis.yml
index 49f23dd98..65a572e1d 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -12,6 +12,9 @@ jobs:
     - os: linux
       arch: amd64
       env: TASK=python_sdist_test
+    - os: linux
+      arch: arm64
+      env: TASK=python_sdist_test
     - os: osx
       arch: amd64
       osx_image: xcode10.1
diff --git a/tests/travis/run_test.sh b/tests/travis/run_test.sh
index 1db1c73b7..f65eeff50 100755
--- a/tests/travis/run_test.sh
+++ b/tests/travis/run_test.sh
@@ -10,6 +10,10 @@ if [ ${TASK} == "python_sdist_test" ]; then
     conda activate python3
     python --version
     conda install numpy scipy
+    if [ ${TRAVIS_CPU_ARCH} == "arm64" ]; then
+        conda install cmake
+        cmake --version
+    fi
 
     make pippack
     python -m pip install xgboost-*.tar.gz -v --user
diff --git a/tests/travis/setup.sh b/tests/travis/setup.sh
index 2056bc78f..62f1feff5 100755
--- a/tests/travis/setup.sh
+++ b/tests/travis/setup.sh
@@ -3,6 +3,8 @@
 if [ ${TASK} == "python_test" ] || [ ${TASK} == "python_sdist_test" ]; then
     if [ ${TRAVIS_OS_NAME} == "osx" ]; then
         wget -O conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
+    elif [ ${TRAVIS_CPU_ARCH} == "arm64" ]; then
+        wget -O conda.sh https://github.com/conda-forge/miniforge/releases/download/4.8.2-1/Miniforge3-4.8.2-1-Linux-aarch64.sh
     else
         wget -O conda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh
     fi
@@ -25,7 +27,7 @@ if [ ${TASK} == "s390x_test" ] && [ ${TRAVIS_CPU_ARCH} == "s390x" ]; then
       time python3 python3-pip python3-numpy python3-scipy python3-sklearn r-base
 fi
 
-if [ ${TASK} == "python_sdist_test" ] && [ ${TRAVIS_OS_NAME} == "linux" ]; then
+if [ ${TASK} == "python_sdist_test" ] && [ ${TRAVIS_OS_NAME} == "linux" ] && [ ${TRAVIS_CPU_ARCH} == "amd64" ]; then
     wget https://github.com/Kitware/CMake/releases/download/v3.17.1/cmake-3.17.1-Linux-x86_64.sh
     sudo bash cmake-3.17.1-Linux-x86_64.sh --prefix=/usr/local --skip-license
     sudo rm -rf /usr/local/cmake-3.12.4  # Remove existing CMake