mirror of
https://github.com/microsoft/autogen.git
synced 2025-08-02 22:02:21 +00:00
10082b9262
* remove extra comma * exclusive bound * log file name * add cost to space * dataset_format * add load_openml_dataset test * docstr * revise test format * simplify restore * order categories * openml server exception in test * process space * add warning * log format * reduce n_cpu * nested space * hierarchical search space for CFO * non hierarchical for bs * unflatten hierarchical config * connection error * random sample * config signature * check ray version * preprocess numpy array * catboost preprocess * time budget * seed, verbose, hpo_method * test cfocat * shallow copy in flatten_dict prevent lgbm model duplication * match estimator name * quantize and log * test qloguniform and qrandint * test qlograndint * thread.running Co-authored-by: Chi Wang <wang.chi@microsoft.com> Co-authored-by: Qingyun Wu <qingyunwu@Qingyuns-MacBook-Pro-2.local>
88 lines
3.4 KiB
Python
88 lines
3.4 KiB
Python
from flaml.tune.space import unflatten_hierarchical
|
|
from flaml import AutoML
|
|
from sklearn.datasets import load_boston
|
|
import os
|
|
import unittest
|
|
import logging
|
|
import tempfile
|
|
import io
|
|
|
|
|
|
class TestLogging(unittest.TestCase):
|
|
|
|
def test_logging_level(self):
|
|
|
|
from flaml import logger, logger_formatter
|
|
|
|
with tempfile.TemporaryDirectory() as d:
|
|
|
|
training_log = os.path.join(d, "training.log")
|
|
|
|
# Configure logging for the FLAML logger
|
|
# and add a handler that outputs to a buffer.
|
|
logger.setLevel(logging.INFO)
|
|
buf = io.StringIO()
|
|
ch = logging.StreamHandler(buf)
|
|
ch.setFormatter(logger_formatter)
|
|
logger.addHandler(ch)
|
|
|
|
# Run a simple job.
|
|
automl = AutoML()
|
|
automl_settings = {
|
|
"time_budget": 1,
|
|
"metric": 'rmse',
|
|
"task": 'regression',
|
|
"log_file_name": training_log,
|
|
"log_training_metric": True,
|
|
"n_jobs": 1,
|
|
"model_history": True,
|
|
"learner_selector": "roundrobin",
|
|
}
|
|
X_train, y_train = load_boston(return_X_y=True)
|
|
n = len(y_train) >> 1
|
|
automl.fit(X_train=X_train[:n], y_train=y_train[:n],
|
|
X_val=X_train[n:], y_val=y_train[n:],
|
|
**automl_settings)
|
|
logger.info(automl.search_space)
|
|
logger.info(automl.low_cost_partial_config)
|
|
logger.info(automl.points_to_evalaute)
|
|
logger.info(automl.cat_hp_cost)
|
|
import optuna as ot
|
|
study = ot.create_study()
|
|
from flaml.tune.space import define_by_run_func, add_cost_to_space
|
|
sample = define_by_run_func(study.ask(), automl.search_space)
|
|
logger.info(sample)
|
|
logger.info(unflatten_hierarchical(sample, automl.search_space))
|
|
add_cost_to_space(
|
|
automl.search_space, automl.low_cost_partial_config,
|
|
automl.cat_hp_cost
|
|
)
|
|
logger.info(automl.search_space["ml"].categories)
|
|
config = automl.best_config.copy()
|
|
config['learner'] = automl.best_estimator
|
|
automl.trainable({"ml": config})
|
|
from flaml import tune, CFO
|
|
search_alg = CFO(
|
|
metric='val_loss',
|
|
space=automl.search_space,
|
|
low_cost_partial_config=automl.low_cost_partial_config,
|
|
points_to_evaluate=automl.points_to_evalaute,
|
|
cat_hp_cost=automl.cat_hp_cost,
|
|
prune_attr=automl.prune_attr,
|
|
min_resource=automl.min_resource,
|
|
max_resource=automl.max_resource,
|
|
config_constraints=[(automl.size, '<=', automl._mem_thres)],
|
|
metric_constraints=automl.metric_constraints)
|
|
analysis = tune.run(
|
|
automl.trainable, search_alg=search_alg, # verbose=2,
|
|
time_budget_s=1, num_samples=-1)
|
|
print(min((trial.last_result["val_loss"], trial.last_result)
|
|
for trial in analysis.trials))
|
|
# Check if the log buffer is populated.
|
|
self.assertTrue(len(buf.getvalue()) > 0)
|
|
|
|
import pickle
|
|
with open('automl.pkl', 'wb') as f:
|
|
pickle.dump(automl, f, pickle.HIGHEST_PROTOCOL)
|
|
print(automl.__version__)
|