5e582b0fa7
* Combine thread launches into single launch per tree for gpu_hist algorithm. * Address deprecation warning * Add manual column sampler constructor * Turn off omp dynamic to get a guaranteed number of threads * Enable openmp in cuda code
72 lines
3.1 KiB
Python
72 lines
3.1 KiB
Python
import numpy as np
|
|
import sys
|
|
import unittest
|
|
import pytest
|
|
|
|
sys.path.append("tests/python")
|
|
from regression_test_utilities import run_suite, parameter_combinations, \
|
|
assert_results_non_increasing
|
|
|
|
|
|
def assert_gpu_results(cpu_results, gpu_results):
|
|
for cpu_res, gpu_res in zip(cpu_results, gpu_results):
|
|
# Check final eval result roughly equivalent
|
|
assert np.allclose(cpu_res["eval"][-1],
|
|
gpu_res["eval"][-1], 1e-2, 1e-2)
|
|
|
|
|
|
datasets = ["Boston", "Cancer", "Digits", "Sparse regression",
|
|
"Sparse regression with weights", "Small weights regression"]
|
|
|
|
|
|
class TestGPU(unittest.TestCase):
|
|
def test_gpu_exact(self):
|
|
variable_param = {'max_depth': [2, 6, 15], }
|
|
for param in parameter_combinations(variable_param):
|
|
param['tree_method'] = 'gpu_exact'
|
|
gpu_results = run_suite(param, select_datasets=datasets)
|
|
assert_results_non_increasing(gpu_results, 1e-2)
|
|
param['tree_method'] = 'exact'
|
|
cpu_results = run_suite(param, select_datasets=datasets)
|
|
assert_gpu_results(cpu_results, gpu_results)
|
|
|
|
def test_gpu_hist(self):
|
|
test_param = parameter_combinations({'n_gpus': [1], 'max_depth': [2, 8],
|
|
'max_leaves': [255, 4],
|
|
'max_bin': [2, 256],
|
|
'grow_policy': ['lossguide']})
|
|
test_param.append({'single_precision_histogram': True})
|
|
test_param.append({'min_child_weight': 0,
|
|
'lambda': 0})
|
|
for param in test_param:
|
|
param['tree_method'] = 'gpu_hist'
|
|
gpu_results = run_suite(param, select_datasets=datasets)
|
|
assert_results_non_increasing(gpu_results, 1e-2)
|
|
param['tree_method'] = 'hist'
|
|
cpu_results = run_suite(param, select_datasets=datasets)
|
|
assert_gpu_results(cpu_results, gpu_results)
|
|
|
|
@pytest.mark.mgpu
|
|
def test_gpu_hist_mgpu(self):
|
|
variable_param = {'n_gpus': [-1], 'max_depth': [2, 10],
|
|
'max_leaves': [255, 4],
|
|
'max_bin': [2, 256],
|
|
'grow_policy': ['lossguide'], 'debug_synchronize': [True]}
|
|
for param in parameter_combinations(variable_param):
|
|
param['tree_method'] = 'gpu_hist'
|
|
gpu_results = run_suite(param, select_datasets=datasets)
|
|
assert_results_non_increasing(gpu_results, 1e-2)
|
|
|
|
@pytest.mark.mgpu
|
|
def test_specified_gpu_id_gpu_update(self):
|
|
variable_param = {'n_gpus': [1],
|
|
'gpu_id': [1],
|
|
'max_depth': [8],
|
|
'max_leaves': [255, 4],
|
|
'max_bin': [2, 64],
|
|
'grow_policy': ['lossguide'],
|
|
'tree_method': ['gpu_hist', 'gpu_exact']}
|
|
for param in parameter_combinations(variable_param):
|
|
gpu_results = run_suite(param, select_datasets=datasets)
|
|
assert_results_non_increasing(gpu_results, 1e-2)
|