diff --git a/jvm-packages/README.md b/jvm-packages/README.md index 15ddae771..cd6c24d23 100644 --- a/jvm-packages/README.md +++ b/jvm-packages/README.md @@ -16,6 +16,49 @@ Apache Flink and Apache Spark. You can find more about XGBoost on [Documentation](https://xgboost.readthedocs.org/en/latest/jvm/index.html) and [Resource Page](../demo/README.md). +## Add Maven Dependency + +XGBoost4J, XGBoost4J-Spark, etc. in maven repository is compiled with g++-4.8.5 + +### Access SNAPSHOT version + +You need to add github as repo: + +maven: + +```xml + + GitHub Repo + GitHub Repo + https://raw.githubusercontent.com/CodingCat/xgboost/maven-repo/ + +``` + +sbt: + +```sbt +resolvers += "GitHub Repo" at "https://raw.githubusercontent.com/CodingCat/xgboost/maven-repo/" +``` + +the add dependency as following: + +maven + +``` + + ml.dmlc + xgboost4j + latest_version_num + +``` + +sbt +```sbt + "ml.dmlc" % "xgboost4j" % "latest_version_num" +``` + +if you want to use `xgboost4j-spark`, you just need to replace xgboost4j with `xgboost4j-spark` + ## Examples Full code examples for Scala, Java, Apache Spark, and Apache Flink can diff --git a/jvm-packages/dev/build-docker.sh b/jvm-packages/dev/build-docker.sh new file mode 100755 index 000000000..7de4ca403 --- /dev/null +++ b/jvm-packages/dev/build-docker.sh @@ -0,0 +1,5 @@ +#!/bin/bash + +set -x + +sudo docker run --rm -m 4g -e JAVA_OPTS='-Xmx6g' --attach stdin --attach stdout --attach stderr --volume `pwd`/../:/xgboost codingcat/xgboost:latest /xgboost/jvm-packages/dev/build.sh diff --git a/jvm-packages/dev/build.sh b/jvm-packages/dev/build.sh new file mode 100755 index 000000000..f8333c5bb --- /dev/null +++ b/jvm-packages/dev/build.sh @@ -0,0 +1,16 @@ +#!/usr/bin/env bash + +set -e + +apt-get update +apt-get -y install g++-4.8 +apt-get -y install git openjdk-8-jdk maven python cmake +update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-4.8 50 + +export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 +export CXX=g++ +export MAVEN_OPTS="-Xmx3000m" + +# build xgboost +cd /xgboost/jvm-packages;mvn package + diff --git a/jvm-packages/pom.xml b/jvm-packages/pom.xml index 92680d4fc..7231b55a0 100644 --- a/jvm-packages/pom.xml +++ b/jvm-packages/pom.xml @@ -6,7 +6,7 @@ ml.dmlc xgboost-jvm - 0.72 + 0.72-SNAPSHOT pom UTF-8 @@ -31,6 +31,86 @@ xgboost4j-spark xgboost4j-flink + + + assembly + + + + org.apache.maven.plugins + maven-assembly-plugin + 2.6 + + + jar-with-dependencies + + true + + + + make-assembly + package + + single + + + + + + + + + release-to-github + + + github.repo + Temporary Staging Repository + file://${project.build.directory}/mvn-repo + + + + github + + + + + com.github.github + site-maven-plugin + 0.12 + + Maven artifacts for ${project.version} + true + ${project.build.directory}/mvn-repo + refs/heads/maven-repo + + *-with-dependencies.jar + + xgboost + CodingCat + true + + + + + + site + + deploy + + + + + org.apache.maven.plugins + maven-deploy-plugin + 2.8.2 + + internal.repo::default::file://${project.build.directory}/mvn-repo + + + + + + @@ -158,27 +238,6 @@ - - - org.apache.maven.plugins - maven-assembly-plugin - 2.6 - - - jar-with-dependencies - - true - - - - make-assembly - package - - single - - - - org.apache.maven.plugins maven-surefire-plugin diff --git a/jvm-packages/xgboost4j-example/pom.xml b/jvm-packages/xgboost4j-example/pom.xml index 18709b166..4fe8c7f9e 100644 --- a/jvm-packages/xgboost4j-example/pom.xml +++ b/jvm-packages/xgboost4j-example/pom.xml @@ -6,10 +6,10 @@ ml.dmlc xgboost-jvm - 0.72 + 0.72-SNAPSHOT xgboost4j-example - 0.72 + 0.72-SNAPSHOT jar @@ -26,7 +26,7 @@ ml.dmlc xgboost4j-spark - 0.72 + 0.72-SNAPSHOT org.apache.spark @@ -37,7 +37,7 @@ ml.dmlc xgboost4j-flink - 0.72 + 0.72-SNAPSHOT org.apache.commons diff --git a/jvm-packages/xgboost4j-flink/pom.xml b/jvm-packages/xgboost4j-flink/pom.xml index a2e2ad265..3fd1819be 100644 --- a/jvm-packages/xgboost4j-flink/pom.xml +++ b/jvm-packages/xgboost4j-flink/pom.xml @@ -6,10 +6,10 @@ ml.dmlc xgboost-jvm - 0.72 + 0.72-SNAPSHOT xgboost4j-flink - 0.72 + 0.72-SNAPSHOT @@ -26,7 +26,7 @@ ml.dmlc xgboost4j - 0.72 + 0.72-SNAPSHOT org.apache.commons diff --git a/jvm-packages/xgboost4j-spark/pom.xml b/jvm-packages/xgboost4j-spark/pom.xml index 38f4f8d7d..1a920977f 100644 --- a/jvm-packages/xgboost4j-spark/pom.xml +++ b/jvm-packages/xgboost4j-spark/pom.xml @@ -6,7 +6,7 @@ ml.dmlc xgboost-jvm - 0.72 + 0.72-SNAPSHOT xgboost4j-spark @@ -24,7 +24,7 @@ ml.dmlc xgboost4j - 0.72 + 0.72-SNAPSHOT org.apache.spark diff --git a/jvm-packages/xgboost4j/pom.xml b/jvm-packages/xgboost4j/pom.xml index cba0a6b3f..7fc4f1637 100644 --- a/jvm-packages/xgboost4j/pom.xml +++ b/jvm-packages/xgboost4j/pom.xml @@ -6,10 +6,10 @@ ml.dmlc xgboost-jvm - 0.72 + 0.72-SNAPSHOT xgboost4j - 0.72 + 0.72-SNAPSHOT jar diff --git a/jvm-packages/xgboost4j/src/main/resources/xgboost-tracker.properties b/jvm-packages/xgboost4j/src/main/resources/xgboost-tracker.properties new file mode 100644 index 000000000..ecbf2c0d9 --- /dev/null +++ b/jvm-packages/xgboost4j/src/main/resources/xgboost-tracker.properties @@ -0,0 +1 @@ +host-ip=0.0.0.0 \ No newline at end of file