mirror of
https://github.com/microsoft/autogen.git
synced 2026-01-08 05:01:59 +00:00
* refactoring TransformersEstimator to support default and custom_hp * handling starting_points not in search space * addressing starting point more than max_iter * fixing upper < lower bug
946 lines
22 KiB
JSON
946 lines
22 KiB
JSON
{
|
|
"version": "1.0.2",
|
|
"meta_feature_names": [
|
|
"NumberOfInstances","NumberOfFeatures","NumberOfClasses","PercentageOfNumericFeatures"
|
|
],
|
|
"portfolio": [
|
|
{
|
|
"class": "lgbm",
|
|
"hyperparameters": {
|
|
"n_estimators": 2541,
|
|
"num_leaves": 1667,
|
|
"min_child_samples": 29,
|
|
"learning_rate": 0.0016660662914022302,
|
|
"log_max_bin": 8,
|
|
"colsample_bytree": 0.5157078343718623,
|
|
"reg_alpha": 0.045792841240713165,
|
|
"reg_lambda": 0.0012362651138125363,
|
|
"FLAML_sample_size": 436899
|
|
}
|
|
},
|
|
{
|
|
"class": "lgbm",
|
|
"hyperparameters": {
|
|
"n_estimators": 141,
|
|
"num_leaves": 139,
|
|
"min_child_samples": 8,
|
|
"learning_rate": 0.04824748268727149,
|
|
"log_max_bin": 9,
|
|
"colsample_bytree": 0.5261441571042451,
|
|
"reg_alpha": 0.002896920833899335,
|
|
"reg_lambda": 0.024463247502165594
|
|
}
|
|
},
|
|
{
|
|
"class": "lgbm",
|
|
"hyperparameters": {
|
|
"n_estimators": 31204,
|
|
"num_leaves": 4,
|
|
"min_child_samples": 3,
|
|
"learning_rate": 0.009033979476164342,
|
|
"log_max_bin": 10,
|
|
"colsample_bytree": 0.5393339924944204,
|
|
"reg_alpha": 15.800090067239827,
|
|
"reg_lambda": 34.82471227276953
|
|
}
|
|
},
|
|
{
|
|
"class": "lgbm",
|
|
"hyperparameters": {
|
|
"n_estimators": 362,
|
|
"num_leaves": 1208,
|
|
"min_child_samples": 8,
|
|
"learning_rate": 0.02070742242160566,
|
|
"log_max_bin": 4,
|
|
"colsample_bytree": 0.37915528071680865,
|
|
"reg_alpha": 0.002982599447751338,
|
|
"reg_lambda": 1.136605174453919,
|
|
"FLAML_sample_size": 337147
|
|
}
|
|
},
|
|
{
|
|
"class": "lgbm",
|
|
"hyperparameters": {}
|
|
},
|
|
{
|
|
"class": "xgboost",
|
|
"hyperparameters": {
|
|
"n_estimators": 319,
|
|
"max_leaves": 1312,
|
|
"min_child_weight": 0.001,
|
|
"learning_rate": 0.01872379806270421,
|
|
"subsample": 0.6890079660561895,
|
|
"colsample_bylevel": 0.7551225121854014,
|
|
"colsample_bytree": 0.7860755604500558,
|
|
"reg_alpha": 0.17028752704343114,
|
|
"reg_lambda": 1.4375743264564231
|
|
}
|
|
},
|
|
{
|
|
"class": "xgboost",
|
|
"hyperparameters": {
|
|
"n_estimators": 7902,
|
|
"max_leaves": 49,
|
|
"min_child_weight": 0.038063497848955595,
|
|
"learning_rate": 0.0009765625,
|
|
"subsample": 0.9357800695141445,
|
|
"colsample_bylevel": 0.47031312177249246,
|
|
"colsample_bytree": 0.9053386579586192,
|
|
"reg_alpha": 1.5286102593845932,
|
|
"reg_lambda": 18.96811296717419
|
|
}
|
|
},
|
|
{
|
|
"class": "xgboost",
|
|
"hyperparameters": {
|
|
"n_estimators": 13499,
|
|
"max_leaves": 60,
|
|
"min_child_weight": 0.008494221584011285,
|
|
"learning_rate": 0.006955765856675575,
|
|
"subsample": 0.5965241023754743,
|
|
"colsample_bylevel": 0.590641168068946,
|
|
"colsample_bytree": 1.0,
|
|
"reg_alpha": 0.2522240954379289,
|
|
"reg_lambda": 5.351809144038808
|
|
}
|
|
},
|
|
{
|
|
"class": "xgboost",
|
|
"hyperparameters": {
|
|
"n_estimators": 591,
|
|
"max_leaves": 16651,
|
|
"min_child_weight": 0.03356567864689129,
|
|
"learning_rate": 0.002595066436678338,
|
|
"subsample": 0.9114132805513452,
|
|
"colsample_bylevel": 0.9503441844594458,
|
|
"colsample_bytree": 0.5703338448066768,
|
|
"reg_alpha": 0.010405212349127894,
|
|
"reg_lambda": 0.05352660657433639
|
|
}
|
|
},
|
|
{
|
|
"class": "xgb_limitdepth",
|
|
"hyperparameters": {
|
|
"n_estimators": 877,
|
|
"max_depth": 11,
|
|
"min_child_weight": 0.6205465771093738,
|
|
"learning_rate": 0.013622118381700795,
|
|
"subsample": 0.566692814245426,
|
|
"colsample_bylevel": 0.8865741642101924,
|
|
"colsample_bytree": 1.0,
|
|
"reg_alpha": 0.01386336444764391,
|
|
"reg_lambda": 3.113947886074155
|
|
}
|
|
},
|
|
{
|
|
"class": "xgb_limitdepth",
|
|
"hyperparameters": {
|
|
"n_estimators": 5457,
|
|
"max_depth": 6,
|
|
"min_child_weight": 0.19978269031877885,
|
|
"learning_rate": 0.003906732665632749,
|
|
"subsample": 0.8207785234496902,
|
|
"colsample_bylevel": 0.8438751931476698,
|
|
"colsample_bytree": 0.42202862997585794,
|
|
"reg_alpha": 0.017372558844968737,
|
|
"reg_lambda": 0.03977802121721031
|
|
}
|
|
},
|
|
{
|
|
"class": "xgb_limitdepth",
|
|
"hyperparameters": {
|
|
"n_estimators": 3526,
|
|
"max_depth": 13,
|
|
"min_child_weight": 0.0994486725676356,
|
|
"learning_rate": 0.0009765625,
|
|
"subsample": 0.46123759274652554,
|
|
"colsample_bylevel": 1.0,
|
|
"colsample_bytree": 0.4498813776397717,
|
|
"reg_alpha": 0.002599398546499414,
|
|
"reg_lambda": 0.028336396854402753
|
|
}
|
|
},
|
|
{
|
|
"class": "xgb_limitdepth",
|
|
"hyperparameters": {}
|
|
},
|
|
{
|
|
"class": "rf",
|
|
"hyperparameters": {
|
|
"n_estimators": 501,
|
|
"max_features": 0.24484242524861066,
|
|
"max_leaves": 1156,
|
|
"criterion": "entropy"
|
|
}
|
|
},
|
|
{
|
|
"class": "rf",
|
|
"hyperparameters": {
|
|
"n_estimators": 356,
|
|
"max_features": 0.1,
|
|
"max_leaves": 102,
|
|
"criterion": "gini"
|
|
}
|
|
},
|
|
{
|
|
"class": "rf",
|
|
"hyperparameters": {
|
|
"n_estimators": 1000,
|
|
"max_features": 0.1779692423238241,
|
|
"max_leaves": 7499,
|
|
"criterion": "gini"
|
|
}
|
|
},
|
|
{
|
|
"class": "rf",
|
|
"hyperparameters": {}
|
|
},
|
|
{
|
|
"class": "extra_tree",
|
|
"hyperparameters": {
|
|
"n_estimators": 1080,
|
|
"max_features": 1.0,
|
|
"max_leaves": 590,
|
|
"criterion": "entropy"
|
|
}
|
|
},
|
|
{
|
|
"class": "extra_tree",
|
|
"hyperparameters": {
|
|
"n_estimators": 2047,
|
|
"max_features": 0.46132798093546956,
|
|
"max_leaves": 12856,
|
|
"criterion": "gini"
|
|
}
|
|
},
|
|
{
|
|
"class": "extra_tree",
|
|
"hyperparameters": {
|
|
"n_estimators": 408,
|
|
"max_features": 0.3629795757973625,
|
|
"max_leaves": 81,
|
|
"criterion": "entropy"
|
|
}
|
|
},
|
|
{
|
|
"class": "extra_tree",
|
|
"hyperparameters": {
|
|
"n_estimators": 553,
|
|
"max_features": 0.9592132391435095,
|
|
"max_leaves": 1127,
|
|
"criterion": "entropy"
|
|
}
|
|
},
|
|
{
|
|
"class": "extra_tree",
|
|
"hyperparameters": {}
|
|
}
|
|
],
|
|
"preprocessing": {
|
|
"center": [
|
|
18000.0,
|
|
28.0,
|
|
2.0,
|
|
0.7565217391304347
|
|
],
|
|
"scale": [
|
|
42124.0,
|
|
130.0,
|
|
1.0,
|
|
0.5714285714285715
|
|
]
|
|
},
|
|
"neighbors": [
|
|
{
|
|
"features": [
|
|
1.196467571930491,
|
|
1.0923076923076922,
|
|
0.0,
|
|
0.4260869565217391
|
|
],
|
|
"choice": [
|
|
5,
|
|
18,
|
|
19,
|
|
4,
|
|
8,
|
|
3,
|
|
9,
|
|
7,
|
|
10,
|
|
6,
|
|
21,
|
|
2,
|
|
20,
|
|
17,
|
|
13,
|
|
16,
|
|
15,
|
|
1,
|
|
14,
|
|
12,
|
|
0,
|
|
11
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
11.096856898680088,
|
|
-0.16153846153846155,
|
|
0.0,
|
|
-0.5739130434782609
|
|
],
|
|
"choice": [
|
|
0,
|
|
5,
|
|
7,
|
|
9,
|
|
11,
|
|
8,
|
|
1,
|
|
18,
|
|
15,
|
|
12,
|
|
3,
|
|
2,
|
|
10,
|
|
20,
|
|
4,
|
|
6,
|
|
13,
|
|
17,
|
|
14,
|
|
19,
|
|
16,
|
|
21
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
8.658152122305575,
|
|
0.38461538461538464,
|
|
0.0,
|
|
-0.7405797101449274
|
|
],
|
|
"choice": [
|
|
7,
|
|
9,
|
|
2,
|
|
5,
|
|
10,
|
|
1,
|
|
0,
|
|
3,
|
|
12,
|
|
4,
|
|
6,
|
|
11,
|
|
8,
|
|
18,
|
|
15,
|
|
13,
|
|
20,
|
|
16,
|
|
17,
|
|
21,
|
|
14,
|
|
19
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
0.27281359794891274,
|
|
-0.14615384615384616,
|
|
0.0,
|
|
-1.3239130434782607
|
|
],
|
|
"choice": [
|
|
8,
|
|
11,
|
|
0,
|
|
5,
|
|
1,
|
|
15,
|
|
13,
|
|
16,
|
|
10,
|
|
9,
|
|
20,
|
|
7,
|
|
17,
|
|
12,
|
|
4,
|
|
3,
|
|
21,
|
|
18,
|
|
6,
|
|
14,
|
|
19,
|
|
2
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
-0.4125676573924604,
|
|
-0.1076923076923077,
|
|
0.0,
|
|
-0.5739130434782609
|
|
],
|
|
"choice": [
|
|
19,
|
|
15,
|
|
11,
|
|
17,
|
|
8,
|
|
14,
|
|
13,
|
|
16,
|
|
3,
|
|
18,
|
|
21,
|
|
6,
|
|
9,
|
|
10,
|
|
20,
|
|
5,
|
|
7,
|
|
1,
|
|
0,
|
|
12,
|
|
2,
|
|
4
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
0.6409647706770487,
|
|
1.5538461538461539,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"choice": [
|
|
2,
|
|
14,
|
|
10,
|
|
19,
|
|
6,
|
|
0,
|
|
1,
|
|
4,
|
|
11,
|
|
3,
|
|
5,
|
|
17,
|
|
9,
|
|
13,
|
|
12,
|
|
20,
|
|
7,
|
|
15,
|
|
18,
|
|
8,
|
|
16,
|
|
21
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
2.3515573069983855,
|
|
0.16923076923076924,
|
|
0.0,
|
|
0.4260869565217391
|
|
],
|
|
"choice": [
|
|
7,
|
|
9,
|
|
10,
|
|
5,
|
|
2,
|
|
0,
|
|
3,
|
|
1,
|
|
12,
|
|
4,
|
|
6,
|
|
11,
|
|
18,
|
|
8,
|
|
15,
|
|
13,
|
|
16,
|
|
21,
|
|
20,
|
|
17,
|
|
14,
|
|
19
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
0.6162045389801538,
|
|
-0.1076923076923077,
|
|
0.0,
|
|
-0.5739130434782609
|
|
],
|
|
"choice": [
|
|
10,
|
|
12,
|
|
1,
|
|
4,
|
|
11,
|
|
6,
|
|
9,
|
|
0,
|
|
2,
|
|
5,
|
|
3,
|
|
7,
|
|
8,
|
|
13,
|
|
20,
|
|
17,
|
|
15,
|
|
14,
|
|
16,
|
|
19,
|
|
18,
|
|
21
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
0.5386240622922799,
|
|
-0.09230769230769231,
|
|
0.0,
|
|
-0.5582880434782608
|
|
],
|
|
"choice": [
|
|
1,
|
|
0,
|
|
5,
|
|
11,
|
|
10,
|
|
9,
|
|
6,
|
|
4,
|
|
3,
|
|
20,
|
|
17,
|
|
18,
|
|
13,
|
|
15,
|
|
16,
|
|
8,
|
|
7,
|
|
2,
|
|
12,
|
|
21,
|
|
19,
|
|
14
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
-0.41133320672300827,
|
|
-0.18461538461538463,
|
|
0.0,
|
|
0.4260869565217391
|
|
],
|
|
"choice": [
|
|
14,
|
|
9,
|
|
7,
|
|
10,
|
|
15,
|
|
13,
|
|
3,
|
|
6,
|
|
16,
|
|
5,
|
|
19,
|
|
2,
|
|
12,
|
|
18,
|
|
4,
|
|
21,
|
|
20,
|
|
0,
|
|
11,
|
|
17,
|
|
1,
|
|
8
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
-0.31155635742094767,
|
|
12.36923076923077,
|
|
0.0,
|
|
0.3865087169129372
|
|
],
|
|
"choice": [
|
|
7,
|
|
2,
|
|
6,
|
|
10,
|
|
3,
|
|
0,
|
|
9,
|
|
20,
|
|
5,
|
|
1,
|
|
18,
|
|
11,
|
|
8,
|
|
17,
|
|
4,
|
|
13,
|
|
15,
|
|
12,
|
|
14,
|
|
16,
|
|
19,
|
|
21
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
-0.40594435476213087,
|
|
-0.06153846153846154,
|
|
0.0,
|
|
-0.7114130434782607
|
|
],
|
|
"choice": [
|
|
9,
|
|
5,
|
|
6,
|
|
1,
|
|
0,
|
|
13,
|
|
15,
|
|
7,
|
|
19,
|
|
4,
|
|
16,
|
|
3,
|
|
10,
|
|
12,
|
|
11,
|
|
18,
|
|
14,
|
|
8,
|
|
17,
|
|
20,
|
|
21,
|
|
2
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
0.0,
|
|
32.83076923076923,
|
|
0.0,
|
|
0.4260869565217391
|
|
],
|
|
"choice": [
|
|
20,
|
|
17,
|
|
0,
|
|
1,
|
|
18,
|
|
3,
|
|
13,
|
|
9,
|
|
10,
|
|
5,
|
|
11,
|
|
15,
|
|
2,
|
|
4,
|
|
12,
|
|
16,
|
|
14,
|
|
19,
|
|
21
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
1.6675766783781218,
|
|
0.0,
|
|
0.0,
|
|
0.4260869565217391
|
|
],
|
|
"choice": [
|
|
7,
|
|
9,
|
|
5,
|
|
0,
|
|
1,
|
|
10,
|
|
6,
|
|
11,
|
|
4,
|
|
2,
|
|
12,
|
|
3,
|
|
8,
|
|
15,
|
|
13,
|
|
18,
|
|
16,
|
|
20,
|
|
17,
|
|
21,
|
|
14,
|
|
19
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
-0.36356946158959264,
|
|
0.8923076923076924,
|
|
0.0,
|
|
-1.2266908212560386
|
|
],
|
|
"choice": [
|
|
8,
|
|
15,
|
|
3,
|
|
13,
|
|
16,
|
|
11,
|
|
4,
|
|
0,
|
|
20,
|
|
6,
|
|
14,
|
|
5,
|
|
1,
|
|
21,
|
|
17,
|
|
9,
|
|
10,
|
|
18,
|
|
19,
|
|
7,
|
|
12,
|
|
2
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
-0.38225239768303104,
|
|
-0.05384615384615385,
|
|
0.0,
|
|
0.4260869565217391
|
|
],
|
|
"choice": [
|
|
16,
|
|
13,
|
|
15,
|
|
18,
|
|
17,
|
|
14,
|
|
20,
|
|
8,
|
|
10,
|
|
9,
|
|
3,
|
|
7,
|
|
19,
|
|
21,
|
|
11,
|
|
1,
|
|
5,
|
|
0,
|
|
6,
|
|
4,
|
|
2,
|
|
12
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
-0.3590352293229513,
|
|
0.06153846153846154,
|
|
0.0,
|
|
-1.3239130434782607
|
|
],
|
|
"choice": [
|
|
7,
|
|
9,
|
|
10,
|
|
4,
|
|
5,
|
|
17,
|
|
19,
|
|
20,
|
|
12,
|
|
18,
|
|
6,
|
|
13,
|
|
16,
|
|
0,
|
|
1,
|
|
3,
|
|
15,
|
|
21,
|
|
14,
|
|
11,
|
|
8,
|
|
2
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
0.3090399772101415,
|
|
0.6923076923076923,
|
|
0.0,
|
|
-0.003997789240972687
|
|
],
|
|
"choice": [
|
|
7,
|
|
9,
|
|
10,
|
|
1,
|
|
12,
|
|
5,
|
|
3,
|
|
4,
|
|
0,
|
|
11,
|
|
20,
|
|
8,
|
|
17,
|
|
13,
|
|
6,
|
|
15,
|
|
16,
|
|
21,
|
|
18,
|
|
2,
|
|
14,
|
|
19
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
-0.3118649700883107,
|
|
-0.17692307692307693,
|
|
0.0,
|
|
0.4260869565217391
|
|
],
|
|
"choice": [
|
|
20,
|
|
18,
|
|
21,
|
|
17,
|
|
7,
|
|
9,
|
|
15,
|
|
13,
|
|
1,
|
|
16,
|
|
4,
|
|
12,
|
|
5,
|
|
0,
|
|
10,
|
|
14,
|
|
6,
|
|
11,
|
|
8,
|
|
3,
|
|
2,
|
|
19
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
0.0,
|
|
32.83076923076923,
|
|
0.0,
|
|
0.4260869565217391
|
|
],
|
|
"choice": [
|
|
9,
|
|
10,
|
|
0,
|
|
5,
|
|
1,
|
|
12,
|
|
3,
|
|
4,
|
|
2,
|
|
21,
|
|
11,
|
|
16,
|
|
18,
|
|
20,
|
|
15,
|
|
8,
|
|
17,
|
|
13,
|
|
14,
|
|
19
|
|
]
|
|
},
|
|
{
|
|
"features": [
|
|
-0.3178473079479632,
|
|
-0.06153846153846154,
|
|
0.0,
|
|
0.4260869565217391
|
|
],
|
|
"choice": [
|
|
18,
|
|
17,
|
|
20,
|
|
1,
|
|
5,
|
|
21,
|
|
0,
|
|
8,
|
|
4,
|
|
3,
|
|
10,
|
|
12,
|
|
9,
|
|
13,
|
|
11,
|
|
6,
|
|
16,
|
|
15,
|
|
7,
|
|
19,
|
|
14,
|
|
2
|
|
]
|
|
}
|
|
],
|
|
"configsource": [
|
|
"lgbm/Airlines",
|
|
"lgbm/riccardo",
|
|
"lgbm/fried",
|
|
"lgbm/Dionis",
|
|
"lgbm/default",
|
|
"xgboost/fabert",
|
|
"xgboost/bng_lowbwt",
|
|
"xgboost/pol",
|
|
"xgboost/Amazon_employee_access",
|
|
"xgb_limitdepth/Jannis",
|
|
"xgb_limitdepth/adult",
|
|
"xgb_limitdepth/Amazon_employee_access",
|
|
"xgb_limitdepth/default",
|
|
"rf/Amazon_employee_access",
|
|
"rf/kc1",
|
|
"rf/Helena",
|
|
"rf/default",
|
|
"extra_tree/segment",
|
|
"extra_tree/Helena",
|
|
"extra_tree/kr-vs-kp",
|
|
"extra_tree/bank-marketing",
|
|
"extra_tree/default"
|
|
]
|
|
} |