Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Test dask demos. (#8557)

Browse Source 
Co-authored-by: Philip Hyunsu Cho <chohyu01@cs.washington.edu>
This commit is contained in:
Jiaming Yuan 2022-12-13 18:37:31 +08:00 committed by GitHub
parent 15a88ceef0
commit 40343c8ee1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 67 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
python-package/xgboost/testing/__init__.py
View File

@ -107,6 +107,12 @@ def no_dask() -> PytestSkip:
return no_mod("dask") return no_mod("dask")
def no_dask_ml() -> PytestSkip:
if sys.platform.startswith("win"):
return {"reason": "Unsupported platform.", "condition": True}
return no_mod("dask_ml")
def no_spark() -> PytestSkip: def no_spark() -> PytestSkip:
if sys.platform.startswith("win") or sys.platform.startswith("darwin"): if sys.platform.startswith("win") or sys.platform.startswith("darwin"):
return {"reason": "Unsupported platform.", "condition": True} return {"reason": "Unsupported platform.", "condition": True}

10
tests/python-gpu/test_gpu_demos.py
View File

@ -27,13 +27,3 @@ def test_categorical_demo():
script = os.path.join(td.PYTHON_DEMO_DIR, 'categorical.py') script = os.path.join(td.PYTHON_DEMO_DIR, 'categorical.py')
cmd = ['python', script] cmd = ['python', script]
subprocess.check_call(cmd) subprocess.check_call(cmd)
@pytest.mark.skipif(**tm.no_dask())
@pytest.mark.skipif(**tm.no_dask_cuda())
@pytest.mark.skipif(**tm.no_cupy())
@pytest.mark.mgpu
def test_dask_training():
script = os.path.join(tm.demo_dir(__file__), 'dask', 'gpu_training.py')
cmd = ['python', script]
subprocess.check_call(cmd)

25
tests/test_distributed/test_gpu_with_dask/test_gpu_demos.py Normal file
View File

@ -0,0 +1,25 @@
import os
import subprocess
import pytest
from xgboost import testing as tm
@pytest.mark.skipif(**tm.no_dask())
@pytest.mark.skipif(**tm.no_dask_cuda())
@pytest.mark.skipif(**tm.no_cupy())
@pytest.mark.mgpu
def test_dask_training():
script = os.path.join(tm.demo_dir(__file__), "dask", "gpu_training.py")
cmd = ["python", script]
subprocess.check_call(cmd)
@pytest.mark.skipif(**tm.no_dask_cuda())
@pytest.mark.skipif(**tm.no_dask())
@pytest.mark.mgpu
def test_dask_sklearn_demo():
script = os.path.join(tm.demo_dir(__file__), "dask", "sklearn_gpu_training.py")
cmd = ["python", script]
subprocess.check_call(cmd)

36
tests/test_distributed/test_with_dask/test_demos.py Normal file
View File

@ -0,0 +1,36 @@
import os
import subprocess
import pytest
from xgboost import testing as tm
@pytest.mark.skipif(**tm.no_dask())
def test_dask_cpu_training_demo():
script = os.path.join(tm.demo_dir(__file__), "dask", "cpu_training.py")
cmd = ["python", script]
subprocess.check_call(cmd)
@pytest.mark.skipif(**tm.no_dask())
def test_dask_cpu_survival_demo():
script = os.path.join(tm.demo_dir(__file__), "dask", "cpu_survival.py")
cmd = ["python", script]
subprocess.check_call(cmd)
# Not actually run on CI due to missing dask_ml.
@pytest.mark.skipif(**tm.no_dask())
@pytest.mark.skipif(**tm.no_dask_ml())
def test_dask_callbacks_demo():
script = os.path.join(tm.demo_dir(__file__), "dask", "dask_callbacks.py")
cmd = ["python", script]
subprocess.check_call(cmd)
@pytest.mark.skipif(**tm.no_dask())
def test_dask_sklearn_demo():
script = os.path.join(tm.demo_dir(__file__), "dask", "sklearn_cpu_training.py")
cmd = ["python", script]
subprocess.check_call(cmd)