yujunjun/autogen
1
0
Fork 0
mirror of https://github.com/microsoft/autogen.git synced 2025-09-09 00:06:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'microsoft:main' into main

Browse Source
This commit is contained in:
zsk 2022-07-26 15:25:45 -04:00 committed by GitHub
commit f3a0438c86
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 26 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
test/nlp/test_autohf_summarization.py
View File

@ -4,7 +4,10 @@ import requests
from utils import get_toy_data_summarization, get_automl_settings from utils import get_toy_data_summarization, get_automl_settings
@pytest.mark.skipif(sys.platform == "darwin", reason="do not run on mac os") @pytest.mark.skipif(
sys.platform == "darwin" or sys.version < "3.7",
reason="do not run on mac os or py < 3.7",
)
def test_summarization(): def test_summarization():
# TODO: manual test for how effective postprocess_seq2seq_prediction_label is # TODO: manual test for how effective postprocess_seq2seq_prediction_label is
from flaml import AutoML from flaml import AutoML

16
test/nlp/test_default.py
View File

@ -63,7 +63,6 @@ def test_starting_point_not_in_search_space():
} }
} }
automl_settings["starting_points"] = "data:test/nlp/default/" automl_settings["starting_points"] = "data:test/nlp/default/"
del automl_settings["fit_kwargs_by_estimator"][this_estimator_name]["model_path"]
automl.fit(X_train, y_train, **automl_settings) automl.fit(X_train, y_train, **automl_settings)
assert len(automl._search_states[this_estimator_name].init_config) == len( assert len(automl._search_states[this_estimator_name].init_config) == len(
@ -90,10 +89,13 @@ def test_points_to_evaluate():
automl = AutoML() automl = AutoML()
automl_settings = get_automl_settings(estimator_name="transformer_ms") automl_settings = get_automl_settings(estimator_name="transformer_ms")
automl_settings["estimator_list"] = ["transformer_ms"] automl_settings["starting_points"] = "data:test/nlp/default/"
automl_settings["starting_points"] = "data"
del automl_settings["fit_kwargs_by_estimator"]["transformer_ms"]["model_path"] automl_settings["custom_hp"] = {
"transformer_ms": {
"model_path": {"domain": "google/electra-small-discriminator"}
}
}
automl.fit(X_train, y_train, **automl_settings) automl.fit(X_train, y_train, **automl_settings)
@ -109,8 +111,6 @@ def test_zero_shot_nomodel():
automl_settings = get_automl_settings(estimator_name) automl_settings = get_automl_settings(estimator_name)
del automl_settings["fit_kwargs_by_estimator"][estimator_name]["model_path"]
( (
hyperparams, hyperparams,
estimator_class, estimator_class,
@ -146,10 +146,6 @@ def test_build_error_portfolio(path="./test/nlp/default", strategy="greedy"):
location = "test/nlp/default" location = "test/nlp/default"
X_train, y_train, X_val, y_val, X_test = get_toy_data_seqclassification() X_train, y_train, X_val, y_val, X_test = get_toy_data_seqclassification()
automl_settings = get_automl_settings(estimator_name)
del automl_settings["fit_kwargs_by_estimator"][estimator_name]["model_path"]
try: try:
( (
hyperparams, hyperparams,

23
test/nlp/utils.py
View File

@ -1514,14 +1514,23 @@ def get_automl_settings(estimator_name="transformer"):
"use_ray": False, "use_ray": False,
} }
automl_settings["fit_kwargs_by_estimator"] = { if estimator_name.endswith("ms"):
estimator_name: { automl_settings["fit_kwargs_by_estimator"] = {
"model_path": "google/electra-small-discriminator", estimator_name: {
"output_dir": "test/data/output/", "output_dir": "test/data/output/",
"ckpt_per_epoch": 1, "ckpt_per_epoch": 1,
"fp16": False, "fp16": False,
}
}
else:
automl_settings["fit_kwargs_by_estimator"] = {
estimator_name: {
"model_path": "google/electra-small-discriminator",
"output_dir": "test/data/output/",
"ckpt_per_epoch": 1,
"fp16": False,
}
} }
}
automl_settings["estimator_list"] = [estimator_name] automl_settings["estimator_list"] = [estimator_name]
return automl_settings return automl_settings