diff --git a/doc/jvm/index.md b/doc/jvm/index.md
index 3bd5b7dfa..31b26c261 100644
--- a/doc/jvm/index.md
+++ b/doc/jvm/index.md
@@ -8,6 +8,7 @@ You have find XGBoost JVM Package!
 Installation
 ------------
 To build XGBoost4J contains two steps.
+
 - First type the following command to build JNI library.
 ```bash
 ./create_jni.sh
diff --git a/jvm-packages/xgboost4j/pom.xml b/jvm-packages/xgboost4j/pom.xml
index f0e18a108..32e55f502 100644
--- a/jvm-packages/xgboost4j/pom.xml
+++ b/jvm-packages/xgboost4j/pom.xml
@@ -29,6 +29,22 @@
                     <skipAssembly>false</skipAssembly>
                 </configuration>
             </plugin>
+            <plugin>
+                <artifactId>exec-maven-plugin</artifactId>
+                <groupId>org.codehaus.mojo</groupId>
+                <executions>
+                    <execution><!-- Run our version calculation script -->
+                        <id>native</id>
+                        <phase>generate-sources</phase>
+                        <goals>
+                            <goal>exec</goal>
+                        </goals>
+                        <configuration>
+                            <executable>create_jni.sh</executable>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
         </plugins>
     </build>
     <dependencies>
diff --git a/tests/travis/run_test.sh b/tests/travis/run_test.sh
index bf3a781e7..482dcafdc 100755
--- a/tests/travis/run_test.sh
+++ b/tests/travis/run_test.sh
@@ -75,7 +75,6 @@ if [ ${TASK} == "java_test" ]; then
     set -e
     make jvm-packages
     cd jvm-packages
-    ./create_jni.sh
     mvn clean install -DskipTests=true
     mvn test
 fi