mirror of
https://github.com/microsoft/autogen.git
synced 2025-08-03 06:12:22 +00:00
612668e8ed
* serialize TransformerEstimator * check has_attr * custom metric needs trainer * skip test on mac
83 lines
2.2 KiB
Python
83 lines
2.2 KiB
Python
import sys
|
|
import pytest
|
|
|
|
|
|
@pytest.mark.skipif(sys.platform == "darwin", reason="do not run on mac os")
|
|
def test_summarization():
|
|
from flaml import AutoML
|
|
from pandas import DataFrame
|
|
|
|
train_dataset = DataFrame(
|
|
[
|
|
("The cat is alive", "The cat is dead"),
|
|
("The cat is alive", "The cat is dead"),
|
|
("The cat is alive", "The cat is dead"),
|
|
("The cat is alive", "The cat is dead"),
|
|
]
|
|
)
|
|
dev_dataset = DataFrame(
|
|
[
|
|
("The old woman is beautiful", "The old woman is ugly"),
|
|
("The old woman is beautiful", "The old woman is ugly"),
|
|
("The old woman is beautiful", "The old woman is ugly"),
|
|
("The old woman is beautiful", "The old woman is ugly"),
|
|
]
|
|
)
|
|
test_dataset = DataFrame(
|
|
[
|
|
("The purse is cheap", "The purse is expensive"),
|
|
("The purse is cheap", "The purse is expensive"),
|
|
("The purse is cheap", "The purse is expensive"),
|
|
("The purse is cheap", "The purse is expensive"),
|
|
]
|
|
)
|
|
|
|
for each_dataset in [train_dataset, dev_dataset, test_dataset]:
|
|
each_dataset.columns = ["document", "summary"]
|
|
|
|
custom_sent_keys = ["document"]
|
|
label_key = "summary"
|
|
|
|
X_train = train_dataset[custom_sent_keys]
|
|
y_train = train_dataset[label_key]
|
|
|
|
X_val = dev_dataset[custom_sent_keys]
|
|
y_val = dev_dataset[label_key]
|
|
|
|
X_test = test_dataset[custom_sent_keys]
|
|
|
|
automl = AutoML()
|
|
|
|
automl_settings = {
|
|
"gpu_per_trial": 0,
|
|
"max_iter": 3,
|
|
"time_budget": 20,
|
|
"task": "summarization",
|
|
"metric": "rouge1",
|
|
"log_file_name": "seqclass.log",
|
|
}
|
|
|
|
automl_settings["custom_hpo_args"] = {
|
|
"model_path": "patrickvonplaten/t5-tiny-random",
|
|
"output_dir": "test/data/output/",
|
|
"ckpt_per_epoch": 5,
|
|
"fp16": False,
|
|
}
|
|
|
|
automl.fit(
|
|
X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings
|
|
)
|
|
automl = AutoML()
|
|
automl.retrain_from_log(
|
|
X_train=X_train,
|
|
y_train=y_train,
|
|
train_full=True,
|
|
record_id=0,
|
|
**automl_settings
|
|
)
|
|
automl.predict(X_test)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
test_summarization()
|