diff --git a/dev/release-artifacts.py b/dev/release-artifacts.py
index f53ef1346..9ef2dafa7 100644
--- a/dev/release-artifacts.py
+++ b/dev/release-artifacts.py
@@ -135,7 +135,8 @@ def make_pysrc_wheel(
 def download_py_packages(
     branch: str, major: int, minor: int, commit_hash: str, outdir: str
 ) -> None:
-    platforms = [
+    # List of platforms for full package and minimal package
+    full_platforms = [
         "win_amd64",
         "manylinux2014_x86_64",
         "manylinux2014_aarch64",
@@ -144,19 +145,24 @@ def download_py_packages(
         "macosx_10_15_x86_64.macosx_11_0_x86_64.macosx_12_0_x86_64",
         "macosx_12_0_arm64",
     ]
+    minimal_platforms = [
+        "win_amd64",
+        "manylinux2014_x86_64",
+        "manylinux2014_aarch64",
+    ]
 
     branch = branch.split("_")[1]  # release_x.y.z
     dir_URL = PREFIX + branch + "/"
-    src_filename_prefix = "xgboost-" + args.release + "%2B" + commit_hash + "-py3-none-"
-    target_filename_prefix = "xgboost-" + args.release + "-py3-none-"
+    wheels = []
 
-    if not os.path.exists(DIST):
-        os.mkdir(DIST)
-
-    filenames = download_wheels(
-        platforms, dir_URL, src_filename_prefix, target_filename_prefix, outdir
-    )
-    print("List of downloaded wheels:", filenames)
+    for pkg_name, platforms in [("xgboost", full_platforms), ("xgboost_cpu", minimal_platforms)]:
+        src_filename_prefix = f"{pkg_name}-{args.release}%2B{commit_hash}-py3-none-"
+        target_filename_prefix = f"{pkg_name}-{args.release}-py3-none-"
+        wheels_partial = download_wheels(
+            platforms, dir_URL, src_filename_prefix, target_filename_prefix, outdir
+        )
+        wheels.extend(wheels_partial)
+    print("List of downloaded wheels:", wheels)
     print(
         """
 Following steps should be done manually:
diff --git a/tests/ci_build/conda_env/python_lint.yml b/tests/ci_build/conda_env/python_lint.yml
index 0dd8ddf03..10a313baa 100644
--- a/tests/ci_build/conda_env/python_lint.yml
+++ b/tests/ci_build/conda_env/python_lint.yml
@@ -3,10 +3,11 @@ channels:
 - conda-forge
 dependencies:
 - python=3.10
-- pylint<3.2.4  # https://github.com/pylint-dev/pylint/issues/9751
+- pylint
 - wheel
 - setuptools
-- mypy
+# https://github.com/python/mypy/issues/17617
+- mypy !=1.11.0,!=1.11.1
 - numpy
 - scipy
 - pandas