diff --git a/tests/python/test_with_pandas.py b/tests/python/test_with_pandas.py
index fedf66d39..cbdce64b1 100644
--- a/tests/python/test_with_pandas.py
+++ b/tests/python/test_with_pandas.py
@@ -127,7 +127,7 @@ class TestPandas(unittest.TestCase):
         assert isinstance(cv, pd.DataFrame)
         exp = pd.Index([u'test-error-mean', u'test-error-std',
                         u'train-error-mean', u'train-error-std'])
-        assert cv.columns.equals(exp)
+        assert len(cv.columns.intersection(exp)) == 4
 
         # show progress log (result is the same as above)
         cv = xgb.cv(params, dm, num_boost_round=10, nfold=10,
@@ -135,13 +135,13 @@ class TestPandas(unittest.TestCase):
         assert isinstance(cv, pd.DataFrame)
         exp = pd.Index([u'test-error-mean', u'test-error-std',
                         u'train-error-mean', u'train-error-std'])
-        assert cv.columns.equals(exp)
+        assert len(cv.columns.intersection(exp)) == 4
         cv = xgb.cv(params, dm, num_boost_round=10, nfold=10,
                     verbose_eval=True, show_stdv=False)
         assert isinstance(cv, pd.DataFrame)
         exp = pd.Index([u'test-error-mean', u'test-error-std',
                         u'train-error-mean', u'train-error-std'])
-        assert cv.columns.equals(exp)
+        assert len(cv.columns.intersection(exp)) == 4
 
         params = {'max_depth': 2, 'eta': 1, 'verbosity': 0,
                   'objective': 'binary:logistic', 'eval_metric': 'auc'}