diff --git a/tests/python/test_cli.py b/tests/python/test_cli.py
index 3ff37ea52..eca1b24e3 100644
--- a/tests/python/test_cli.py
+++ b/tests/python/test_cli.py
@@ -121,6 +121,8 @@ eval[test] = {data_path}
         v = xgboost.__version__
         if v.find('SNAPSHOT') != -1:
             assert msg.split(':')[1].strip() == v.split('-')[0]
+        elif v.find('rc') != -1:
+            assert msg.split(':')[1].strip() == v.split('rc')[0]
         else:
             assert msg.split(':')[1].strip() == v