diff --git a/tests/cpp/data/test_simple_csr_source.cc b/tests/cpp/data/test_simple_csr_source.cc
new file mode 100644
index 000000000..d912b58c9
--- /dev/null
+++ b/tests/cpp/data/test_simple_csr_source.cc
@@ -0,0 +1,32 @@
+// Copyright by Contributors
+#include <xgboost/data.h>
+#include "../../../src/data/simple_csr_source.h"
+
+#include "../helpers.h"
+
+TEST(SimpleCSRSource, SaveLoadBinary) {
+  std::string tmp_file = CreateSimpleTestData();
+  xgboost::DMatrix * dmat = xgboost::DMatrix::Load(tmp_file, true, false);
+  std::remove(tmp_file.c_str());
+
+  std::string tmp_binfile = TempFileName();
+  dmat->SaveToLocalFile(tmp_binfile);
+  xgboost::DMatrix * dmat_read = xgboost::DMatrix::Load(tmp_binfile, true, false);
+  std::remove(tmp_binfile.c_str());
+
+  EXPECT_EQ(dmat->info().num_col, dmat_read->info().num_col);
+  EXPECT_EQ(dmat->info().num_row, dmat_read->info().num_row);
+  EXPECT_EQ(dmat->info().num_row, dmat_read->info().num_row);
+
+  dmlc::DataIter<xgboost::RowBatch> * row_iter = dmat->RowIterator();
+  dmlc::DataIter<xgboost::RowBatch> * row_iter_read = dmat_read->RowIterator();
+  // Test the data read into the first row
+  row_iter->BeforeFirst(); row_iter->Next();
+  row_iter_read->BeforeFirst(); row_iter_read->Next();
+  xgboost::SparseBatch::Inst first_row = row_iter->Value()[0];
+  xgboost::SparseBatch::Inst first_row_read = row_iter_read->Value()[0];
+  EXPECT_EQ(first_row.length, first_row_read.length);
+  EXPECT_EQ(first_row[2].index, first_row_read[2].index);
+  EXPECT_EQ(first_row[2].fvalue, first_row_read[2].fvalue);
+  row_iter = nullptr; row_iter_read = nullptr;
+}