diff --git a/.gitignore b/.gitignore
index 6470d40cf..d0328b187 100644
--- a/.gitignore
+++ b/.gitignore
@@ -51,6 +51,7 @@ Debug
 #.Rbuildignore
 R-package.Rproj
 *.cache*
+.mypy_cache/
 # java
 java/xgboost4j/target
 java/xgboost4j/tmp
diff --git a/doc/sphinx_util.py b/doc/sphinx_util.py
index 49de832a3..f557bd9ac 100644
--- a/doc/sphinx_util.py
+++ b/doc/sphinx_util.py
@@ -2,7 +2,6 @@
 """Helper utility function for customization."""
 import sys
 import os
-import docutils
 import subprocess
 
 READTHEDOCS_BUILD = (os.environ.get('READTHEDOCS', None) is not None)
diff --git a/python-package/xgboost/__init__.py b/python-package/xgboost/__init__.py
index c18030ec1..2a845a0e0 100644
--- a/python-package/xgboost/__init__.py
+++ b/python-package/xgboost/__init__.py
@@ -5,8 +5,6 @@ Contributors: https://github.com/dmlc/xgboost/blob/master/CONTRIBUTORS.md
 """
 
 import os
-import sys
-import warnings
 
 from .core import DMatrix, DeviceQuantileDMatrix, Booster
 from .training import train, cv
diff --git a/tests/benchmark/benchmark_linear.py b/tests/benchmark/benchmark_linear.py
index 561a531d8..552404962 100644
--- a/tests/benchmark/benchmark_linear.py
+++ b/tests/benchmark/benchmark_linear.py
@@ -1,5 +1,5 @@
 #pylint: skip-file
-import sys, argparse
+import argparse
 import xgboost as xgb
 import numpy as np
 from sklearn.datasets import make_classification