85b2fb3eee
* Integrating a faster version of grow_gpu plugin 1. Removed the older files to reduce duplication 2. Moved all of the grow_gpu files under 'exact' folder 3. All of them are inside 'exact' namespace to avoid any conflicts 4. Fixed a bug in benchmark.py while running only 'grow_gpu' plugin 5. Added cub and googletest submodules to ease integration and unit-testing 6. Updates to CMakeLists.txt to directly build cuda objects into libxgboost * Added support for building gpu plugins through make flow 1. updated makefile and config.mk to add right targets 2. added unit-tests for gpu exact plugin code * 1. Added support for building gpu plugin using 'make' flow as well 2. Updated instructions for building and testing gpu plugin * Fix travis-ci errors for PR#2360 1. lint errors on unit-tests 2. removed googletest, instead depended upon dmlc-core provide gtest cache * Some more fixes to travis-ci lint failures PR#2360 * Added Rory's copyrights to the files containing code from both. * updated copyright statement as per Rory's request * moved the static datasets into a script to generate them at runtime * 1. memory usage print when silent=0 2. tests/ and test/ folder organization 3. removal of the dependency of googletest for just building xgboost 4. coding style updates for .cuh as well * Fixes for compilation warnings * add cuda object files as well when JVM_BINDINGS=ON
264 lines
6.9 KiB
Makefile
264 lines
6.9 KiB
Makefile
ifndef config
|
|
ifneq ("$(wildcard ./config.mk)","")
|
|
config = config.mk
|
|
else
|
|
config = make/config.mk
|
|
endif
|
|
endif
|
|
|
|
ifndef DMLC_CORE
|
|
DMLC_CORE = dmlc-core
|
|
endif
|
|
|
|
ifndef RABIT
|
|
RABIT = rabit
|
|
endif
|
|
|
|
ROOTDIR = $(CURDIR)
|
|
|
|
ifeq ($(OS), Windows_NT)
|
|
UNAME="Windows"
|
|
else
|
|
UNAME=$(shell uname)
|
|
endif
|
|
|
|
include $(config)
|
|
ifeq ($(USE_OPENMP), 0)
|
|
export NO_OPENMP = 1
|
|
endif
|
|
include $(DMLC_CORE)/make/dmlc.mk
|
|
|
|
# include the plugins
|
|
include $(XGB_PLUGINS)
|
|
|
|
# set compiler defaults for OSX versus *nix
|
|
# let people override either
|
|
OS := $(shell uname)
|
|
ifeq ($(OS), Darwin)
|
|
ifndef CC
|
|
export CC = $(if $(shell which clang), clang, gcc)
|
|
endif
|
|
ifndef CXX
|
|
export CXX = $(if $(shell which clang++), clang++, g++)
|
|
endif
|
|
else
|
|
# linux defaults
|
|
ifndef CC
|
|
export CC = gcc
|
|
endif
|
|
ifndef CXX
|
|
export CXX = g++
|
|
endif
|
|
endif
|
|
|
|
export LDFLAGS= -pthread -lm $(ADD_LDFLAGS) $(DMLC_LDFLAGS) $(PLUGIN_LDFLAGS)
|
|
export CFLAGS= -std=c++11 -Wall -Wno-unknown-pragmas -Iinclude $(ADD_CFLAGS) $(PLUGIN_CFLAGS)
|
|
CFLAGS += -I$(DMLC_CORE)/include -I$(RABIT)/include -I$(GTEST_PATH)/include
|
|
#java include path
|
|
export JAVAINCFLAGS = -I${JAVA_HOME}/include -I./java
|
|
|
|
ifeq ($(TEST_COVER), 1)
|
|
CFLAGS += -g -O0 -fprofile-arcs -ftest-coverage
|
|
else
|
|
CFLAGS += -O3 -funroll-loops -msse2
|
|
endif
|
|
|
|
ifndef LINT_LANG
|
|
LINT_LANG= "all"
|
|
endif
|
|
|
|
ifneq ($(UNAME), Windows)
|
|
CFLAGS += -fPIC
|
|
XGBOOST_DYLIB = lib/libxgboost.so
|
|
else
|
|
XGBOOST_DYLIB = lib/libxgboost.dll
|
|
JAVAINCFLAGS += -I${JAVA_HOME}/include/win32
|
|
endif
|
|
|
|
ifeq ($(UNAME), Linux)
|
|
LDFLAGS += -lrt
|
|
JAVAINCFLAGS += -I${JAVA_HOME}/include/linux
|
|
endif
|
|
|
|
ifeq ($(UNAME), Darwin)
|
|
JAVAINCFLAGS += -I${JAVA_HOME}/include/darwin
|
|
endif
|
|
|
|
OPENMP_FLAGS =
|
|
ifeq ($(USE_OPENMP), 1)
|
|
OPENMP_FLAGS = -fopenmp
|
|
else
|
|
OPENMP_FLAGS = -DDISABLE_OPENMP
|
|
endif
|
|
CFLAGS += $(OPENMP_FLAGS)
|
|
|
|
# for using GPUs
|
|
COMPUTE ?= 60 35
|
|
NVCC = nvcc
|
|
INCLUDES = -Iinclude -I$(DMLC_CORE)/include -I$(RABIT)/include
|
|
INCLUDES += -I$(CUB_PATH)
|
|
INCLUDES += -I$(GTEST_PATH)/include
|
|
CODE = $(foreach ver,$(COMPUTE),-gencode arch=compute_$(ver),code=sm_$(ver))
|
|
NVCC_FLAGS = --std=c++11 $(CODE) $(INCLUDES) -lineinfo --expt-extended-lambda
|
|
NVCC_FLAGS += -Xcompiler=$(OPENMP_FLAGS) -Xcompiler=-fPIC
|
|
ifeq ($(PLUGIN_UPDATER_GPU),ON)
|
|
CUDA_ROOT = $(shell dirname $(shell dirname $(shell which $(NVCC))))
|
|
INCLUDES += -I$(CUDA_ROOT)/include
|
|
LDFLAGS += -L$(CUDA_ROOT)/lib64 -lcudart
|
|
endif
|
|
|
|
# specify tensor path
|
|
.PHONY: clean all lint clean_all doxygen rcpplint pypack Rpack Rbuild Rcheck java pylint
|
|
|
|
|
|
all: lib/libxgboost.a $(XGBOOST_DYLIB) xgboost
|
|
|
|
$(DMLC_CORE)/libdmlc.a: $(wildcard $(DMLC_CORE)/src/*.cc $(DMLC_CORE)/src/*/*.cc)
|
|
+ cd $(DMLC_CORE); $(MAKE) libdmlc.a config=$(ROOTDIR)/$(config); cd $(ROOTDIR)
|
|
|
|
$(RABIT)/lib/$(LIB_RABIT): $(wildcard $(RABIT)/src/*.cc)
|
|
+ cd $(RABIT); $(MAKE) lib/$(LIB_RABIT); cd $(ROOTDIR)
|
|
|
|
jvm: jvm-packages/lib/libxgboost4j.so
|
|
|
|
SRC = $(wildcard src/*.cc src/*/*.cc)
|
|
ALL_OBJ = $(patsubst src/%.cc, build/%.o, $(SRC)) $(PLUGIN_OBJS)
|
|
AMALGA_OBJ = amalgamation/xgboost-all0.o
|
|
LIB_DEP = $(DMLC_CORE)/libdmlc.a $(RABIT)/lib/$(LIB_RABIT)
|
|
ALL_DEP = $(filter-out build/cli_main.o, $(ALL_OBJ)) $(LIB_DEP)
|
|
CLI_OBJ = build/cli_main.o
|
|
include tests/cpp/xgboost_test.mk
|
|
|
|
# order of this rule matters wrt %.cc rule below!
|
|
build/%.o: src/%.cu
|
|
@mkdir -p $(@D)
|
|
$(NVCC) -c $(NVCC_FLAGS) $< -o $@
|
|
|
|
build/%.o: src/%.cc
|
|
@mkdir -p $(@D)
|
|
$(CXX) $(CFLAGS) -MM -MT build/$*.o $< >build/$*.d
|
|
$(CXX) -c $(CFLAGS) $< -o $@
|
|
|
|
# order of this rule matters wrt %.cc rule below!
|
|
build_plugin/%.o: plugin/%.cu
|
|
@mkdir -p $(@D)
|
|
$(NVCC) -c $(NVCC_FLAGS) $< -o $@
|
|
|
|
build_plugin/%.o: plugin/%.cc
|
|
@mkdir -p $(@D)
|
|
$(CXX) $(CFLAGS) -MM -MT build_plugin/$*.o $< >build_plugin/$*.d
|
|
$(CXX) -c $(CFLAGS) $< -o $@
|
|
|
|
# The should be equivalent to $(ALL_OBJ) except for build/cli_main.o
|
|
amalgamation/xgboost-all0.o: amalgamation/xgboost-all0.cc
|
|
$(CXX) -c $(CFLAGS) $< -o $@
|
|
|
|
# Equivalent to lib/libxgboost_all.so
|
|
lib/libxgboost_all.so: $(AMALGA_OBJ) $(LIB_DEP)
|
|
@mkdir -p $(@D)
|
|
$(CXX) $(CFLAGS) -shared -o $@ $(filter %.o %.a, $^) $(LDFLAGS)
|
|
|
|
lib/libxgboost.a: $(ALL_DEP)
|
|
@mkdir -p $(@D)
|
|
ar crv $@ $(filter %.o, $?)
|
|
|
|
lib/libxgboost.dll lib/libxgboost.so: $(ALL_DEP)
|
|
@mkdir -p $(@D)
|
|
$(CXX) $(CFLAGS) -shared -o $@ $(filter %.o %a, $^) $(LDFLAGS)
|
|
|
|
jvm-packages/lib/libxgboost4j.so: jvm-packages/xgboost4j/src/native/xgboost4j.cpp $(ALL_DEP)
|
|
@mkdir -p $(@D)
|
|
$(CXX) $(CFLAGS) $(JAVAINCFLAGS) -shared -o $@ $(filter %.cpp %.o %.a, $^) $(LDFLAGS)
|
|
|
|
xgboost: $(CLI_OBJ) $(ALL_DEP)
|
|
$(CXX) $(CFLAGS) -o $@ $(filter %.o %.a, $^) $(LDFLAGS)
|
|
|
|
rcpplint:
|
|
python2 dmlc-core/scripts/lint.py xgboost ${LINT_LANG} R-package/src
|
|
|
|
lint: rcpplint
|
|
python2 dmlc-core/scripts/lint.py xgboost ${LINT_LANG} include src plugin python-package
|
|
|
|
pylint:
|
|
flake8 --ignore E501 python-package
|
|
flake8 --ignore E501 tests/python
|
|
|
|
test: $(ALL_TEST)
|
|
./plugin/updater_gpu/test/cpp/generate_data.sh
|
|
$(ALL_TEST)
|
|
|
|
check: test
|
|
./tests/cpp/xgboost_test
|
|
|
|
ifeq ($(TEST_COVER), 1)
|
|
cover: check
|
|
@- $(foreach COV_OBJ, $(COVER_OBJ), \
|
|
gcov -pbcul -o $(shell dirname $(COV_OBJ)) $(COV_OBJ) > gcov.log || cat gcov.log; \
|
|
)
|
|
endif
|
|
|
|
clean:
|
|
$(RM) -rf build build_plugin lib bin *~ */*~ */*/*~ */*/*/*~ */*.o */*/*.o */*/*/*.o xgboost
|
|
$(RM) -rf build_tests *.gcov tests/cpp/xgboost_test
|
|
|
|
clean_all: clean
|
|
cd $(DMLC_CORE); $(MAKE) clean; cd $(ROOTDIR)
|
|
cd $(RABIT); $(MAKE) clean; cd $(ROOTDIR)
|
|
|
|
doxygen:
|
|
doxygen doc/Doxyfile
|
|
|
|
# create standalone python tar file.
|
|
pypack: ${XGBOOST_DYLIB}
|
|
cp ${XGBOOST_DYLIB} python-package/xgboost
|
|
cd python-package; tar cf xgboost.tar xgboost; cd ..
|
|
|
|
# create pip installation pack for PyPI
|
|
pippack:
|
|
$(MAKE) clean_all
|
|
rm -rf xgboost-python
|
|
cp -r python-package xgboost-python
|
|
cp -r Makefile xgboost-python/xgboost/
|
|
cp -r make xgboost-python/xgboost/
|
|
cp -r src xgboost-python/xgboost/
|
|
cp -r include xgboost-python/xgboost/
|
|
cp -r dmlc-core xgboost-python/xgboost/
|
|
cp -r rabit xgboost-python/xgboost/
|
|
|
|
# Script to make a clean installable R package.
|
|
Rpack:
|
|
$(MAKE) clean_all
|
|
rm -rf xgboost xgboost*.tar.gz
|
|
cp -r R-package xgboost
|
|
rm -rf xgboost/src/*.o xgboost/src/*.so xgboost/src/*.dll
|
|
rm -rf xgboost/src/*/*.o
|
|
rm -rf xgboost/demo/*.model xgboost/demo/*.buffer xgboost/demo/*.txt
|
|
rm -rf xgboost/demo/runall.R
|
|
cp -r src xgboost/src/src
|
|
cp -r include xgboost/src/include
|
|
cp -r amalgamation xgboost/src/amalgamation
|
|
mkdir -p xgboost/src/rabit
|
|
cp -r rabit/include xgboost/src/rabit/include
|
|
cp -r rabit/src xgboost/src/rabit/src
|
|
rm -rf xgboost/src/rabit/src/*.o
|
|
mkdir -p xgboost/src/dmlc-core
|
|
cp -r dmlc-core/include xgboost/src/dmlc-core/include
|
|
cp -r dmlc-core/src xgboost/src/dmlc-core/src
|
|
cp ./LICENSE xgboost
|
|
cat R-package/src/Makevars.in|sed '2s/.*/PKGROOT=./' | sed '3s/.*/ENABLE_STD_THREAD=0/' > xgboost/src/Makevars.in
|
|
cp xgboost/src/Makevars.in xgboost/src/Makevars.win
|
|
sed -i -e 's/@OPENMP_CXXFLAGS@/$$\(SHLIB_OPENMP_CFLAGS\)/g' xgboost/src/Makevars.win
|
|
|
|
Rbuild:
|
|
$(MAKE) Rpack
|
|
R CMD build --no-build-vignettes xgboost
|
|
rm -rf xgboost
|
|
|
|
Rcheck:
|
|
$(MAKE) Rbuild
|
|
R CMD check xgboost*.tar.gz
|
|
|
|
-include build/*.d
|
|
-include build/*/*.d
|
|
-include build_plugin/*/*.d
|