diff --git a/src/cli_main.cc b/src/cli_main.cc
index 068cf0de4..1bb39aaf0 100644
--- a/src/cli_main.cc
+++ b/src/cli_main.cc
@@ -333,7 +333,8 @@ void CLIPredict(const CLIParam& param) {
       dmlc::Stream::Create(param.name_pred.c_str(), "w"));
   dmlc::ostream os(fo.get());
   for (bst_float p : preds.HostVector()) {
-    os << p << '\n';
+    os << std::setprecision(std::numeric_limits<bst_float>::max_digits10 + 2)
+       << p << '\n';
   }
   // force flush before fo destruct.
   os.set_stream(nullptr);