Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Added more thorough test for early stopping (+1 squashed commit)

Browse Source 
Squashed commits:
[4f78cc0] Added test for early stopping (+1 squashed commit)
This commit is contained in:
terrytangyuan
2015-11-02 19:57:01 -06:00
parent 166e878830
commit 7d297b418f
2 changed files with 73 additions and 64 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
tests/python/test_early_stopping.py
View File

@@ -2,18 +2,31 @@ import xgboost as xgb
import numpy as np
from sklearn.datasets import load_digits
from sklearn.cross_validation import KFold, train_test_split
import unittest
rng = np.random.RandomState(1994)
def test_early_stopping_nonparallel():
# digits = load_digits(2)
# X = digits['data']
# y = digits['target']
# X_train, X_test, y_train, y_test = train_test_split(X, y, random_state=0)
# clf = xgb.XGBClassifier()
# clf.fit(X_train, y_train, early_stopping_rounds=10, eval_metric="auc",
# eval_set=[(X_test, y_test)])
print("This test will be re-visited later. ")
class TestEarlyStopping(unittest.TestCase):
def test_early_stopping_nonparallel(self):
digits = load_digits(2)
X = digits['data']
y = digits['target']
X_train, X_test, y_train, y_test = train_test_split(X, y, random_state=0)
clf1 = xgb.XGBClassifier()
clf1.fit(X_train, y_train, early_stopping_rounds=5, eval_metric="auc",
eval_set=[(X_test, y_test)])
clf2 = xgb.XGBClassifier()
clf2.fit(X_train, y_train, early_stopping_rounds=4, eval_metric="auc",
eval_set=[(X_test, y_test)])
# should be the same
assert clf1.best_score == clf2.best_score
assert clf1.best_score != 1
# check overfit
clf3 = xgb.XGBClassifier()
clf3.fit(X_train, y_train, early_stopping_rounds=10, eval_metric="auc",
eval_set=[(X_test, y_test)])
assert clf3.best_score == 1
# TODO: parallel test for early stopping
# TODO: comment out for now. Will re-visit later