989ddd036f
* fixed some endian issues * Use dmlc::ByteSwap() to simplify code * Fix lint check * [CI] Add test for s390x * Download latest CMake on s390x * Fix a bug in my code * Save magic number in dmatrix with byteswap on big-endian machine * Save version in binary with byteswap on big-endian machine * Load scalar with byteswap in MetaInfo * Add a debugging message * Handle arrays correctly when byteswapping * EOF can also be 255 * Handle magic number in MetaInfo carefully * Skip Tree.Load test for big-endian, since the test manually builds little-endian binary model * Handle missing packages in Python tests * Don't use boto3 in model compatibility tests * Add s390 Docker file for local testing * Add model compatibility tests * Add R compatibility test * Revert "Add R compatibility test" This reverts commit c2d2bdcb7dbae133cbb927fcd20f7e83ee2b18a8. Co-authored-by: Qi Zhang <q.zhang@ibm.com> Co-authored-by: Hyunsu Cho <chohyu01@cs.washington.edu>
141 lines
4.0 KiB
Python
141 lines
4.0 KiB
Python
import os
|
|
import subprocess
|
|
import pytest
|
|
import testing as tm
|
|
|
|
|
|
ROOT_DIR = tm.PROJECT_ROOT
|
|
DEMO_DIR = os.path.join(ROOT_DIR, 'demo')
|
|
PYTHON_DEMO_DIR = os.path.join(DEMO_DIR, 'guide-python')
|
|
|
|
|
|
def test_basic_walkthrough():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'basic_walkthrough.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
os.remove('dump.nice.txt')
|
|
os.remove('dump.raw.txt')
|
|
|
|
|
|
@pytest.mark.skipif(**tm.no_matplotlib())
|
|
def test_custom_multiclass_objective():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'custom_softmax.py')
|
|
cmd = ['python', script, '--plot=0']
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
@pytest.mark.skipif(**tm.no_matplotlib())
|
|
def test_custom_rmsle_objective():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'custom_rmsle.py')
|
|
cmd = ['python', script, '--plot=0']
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
@pytest.mark.skipif(**tm.no_matplotlib())
|
|
def test_feature_weights_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'feature_weights.py')
|
|
cmd = ['python', script, '--plot=0']
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
@pytest.mark.skipif(**tm.no_sklearn())
|
|
def test_sklearn_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'sklearn_examples.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
assert os.path.exists('best_boston.pkl')
|
|
os.remove('best_boston.pkl')
|
|
|
|
|
|
@pytest.mark.skipif(**tm.no_sklearn())
|
|
def test_sklearn_parallel_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'sklearn_parallel.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
@pytest.mark.skipif(**tm.no_sklearn())
|
|
def test_sklearn_evals_result_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'sklearn_evals_result.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
def test_boost_from_prediction_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'boost_from_prediction.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
def test_predict_first_ntree_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'predict_first_ntree.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
def test_predict_leaf_indices_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'predict_leaf_indices.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
def test_generalized_linear_model_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'generalized_linear_model.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
def test_custom_objective_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'custom_objective.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
def test_cross_validation_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'cross_validation.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
def test_external_memory_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'external_memory.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
def test_evals_result_demo():
|
|
script = os.path.join(PYTHON_DEMO_DIR, 'evals_result.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
@pytest.mark.skipif(**tm.no_sklearn())
|
|
@pytest.mark.skipif(**tm.no_pandas())
|
|
def test_aft_demo():
|
|
script = os.path.join(DEMO_DIR, 'aft_survival', 'aft_survival_demo.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd)
|
|
assert os.path.exists('aft_model.json')
|
|
os.remove('aft_model.json')
|
|
|
|
|
|
# gpu_acceleration is not tested due to covertype dataset is being too huge.
|
|
# gamma regression is not tested as it requires running a R script first.
|
|
# aft viz is not tested due to ploting is not controled
|
|
# aft tunning is not tested due to extra dependency.
|
|
|
|
|
|
def test_cli_regression_demo():
|
|
reg_dir = os.path.join(DEMO_DIR, 'regression')
|
|
script = os.path.join(reg_dir, 'mapfeat.py')
|
|
cmd = ['python', script]
|
|
subprocess.check_call(cmd, cwd=reg_dir)
|
|
|
|
script = os.path.join(reg_dir, 'mknfold.py')
|
|
cmd = ['python', script, 'machine.txt', '1']
|
|
subprocess.check_call(cmd, cwd=reg_dir)
|
|
|
|
exe = os.path.join(tm.PROJECT_ROOT, 'xgboost')
|
|
conf = os.path.join(reg_dir, 'machine.conf')
|
|
subprocess.check_call([exe, conf], cwd=reg_dir)
|