[jvm-packages] update rabit, surface new changes to spark, add parity and failure tests (#4876)

* Expose sets of rabit configurations to spark layer

tests/ci_build/build_jvm_packages.sh

@@ -16,7 +16,7 @@ spark_version=$1
 rm -rf build/
 cd jvm-packages
 
-mvn --no-transfer-progress package -Dspark.version=${spark_version}
+mvn --no-transfer-progress package -Dspark.version=${spark_version} -Pdev
 
 set +x
 set +e

tests/travis/run_test.sh

@@ -27,8 +27,8 @@ fi
 if [ ${TASK} == "java_test" ]; then
     set -e
     cd jvm-packages
-    mvn -q clean install -DskipTests -Dmaven.test.skip
-    mvn -q test
+    mvn -q clean install -DskipTests -Dmaven.test.skip -Pdev
+    mvn -q test -Pdev
 fi
 
 if [ ${TASK} == "cmake_test" ]; then