source/FLAML
1
0
Fork 0
mirror of https://github.com/microsoft/FLAML.git synced 2026-02-09 02:09:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

test -> val; docstr (#300)

Browse Source 
* rename test -> val in custom metric function
* add an example in docstr
resolve #299
This commit is contained in:
Chi Wang
2021-11-22 22:17:29 -08:00
committed by GitHub
parent ea6d28d7bd
commit 85e21864ce
4 changed files with 207 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
test/automl/test_multiclass.py
View File

@@ -98,30 +98,30 @@ class MyLargeLGBM(LGBMEstimator):
def custom_metric(
X_test,
y_test,
X_val,
y_val,
estimator,
labels,
X_train,
y_train,
weight_test=None,
weight_val=None,
weight_train=None,
config=None,
groups_test=None,
groups_val=None,
groups_train=None,
):
from sklearn.metrics import log_loss
import time
start = time.time()
y_pred = estimator.predict_proba(X_test)
pred_time = (time.time() - start) / len(X_test)
test_loss = log_loss(y_test, y_pred, labels=labels, sample_weight=weight_test)
y_pred = estimator.predict_proba(X_val)
pred_time = (time.time() - start) / len(X_val)
val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val)
y_pred = estimator.predict_proba(X_train)
train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train)
alpha = 0.5
return test_loss * (1 + alpha) - alpha * train_loss, {
"test_loss": test_loss,
return val_loss * (1 + alpha) - alpha * train_loss, {
"val_loss": val_loss,
"train_loss": train_loss,
"pred_time": pred_time,
}