diff --git a/python-package/xgboost/core.py b/python-package/xgboost/core.py
index ffc7db8dd..bf72d95cc 100644
--- a/python-package/xgboost/core.py
+++ b/python-package/xgboost/core.py
@@ -211,6 +211,7 @@ def _load_lib() -> ctypes.CDLL:
             lib = ctypes.cdll.LoadLibrary(lib_path)
             setattr(lib, "path", os.path.normpath(lib_path))
             lib_success = True
+            break
         except OSError as e:
             os_error_list.append(str(e))
             continue