autogen/notebook/basics/understanding_cross_validation.ipynb

754 lines
114 KiB
Plaintext
Raw Normal View History

2023-01-26 14:18:55 +00:00
{
"cells": [
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"import numpy as np\n",
"import matplotlib.pyplot as plt\n",
"from matplotlib.patches import Patch\n",
"from flaml import AutoML\n",
"\n",
"\n",
"rng = np.random.RandomState(1338)\n",
"cmap_data = plt.cm.Paired\n",
"cmap_cv = plt.cm.coolwarm"
]
},
{
"attachments": {},
"cell_type": "markdown",
"metadata": {},
"source": [
"# Inspecting FLAML's cross validation\n",
"\n",
"This notebook shows how to perform cross-validation using FLAML, retrieving the sklearn splitter used at the end of the procedure.\n",
"\n",
"> The [relevant example](https://scikit-learn.org/stable/auto_examples/model_selection/plot_cv_indices.html) from the sklearn documentation has been used as a starting point. However, in this example, we set the label as uniform across the whole dataset to avoid having groups associated to a single label.\n",
"\n",
"\n",
"## Group K fold\n",
"Generate a multi class classification problem with suitable properties to run cross validation:"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"outputs": [
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAjYAAAGwCAYAAAC6ty9tAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/P9b71AAAACXBIWXMAAA9hAAAPYQGoP6dpAAAr4UlEQVR4nO3de3BUVbr+8ac7l05COolESAIkBgUlDEhxEU6CZxwFC0ZhUBhlkEEQRkWwBiKIooU3xEQUHFGEM1MDQQ7KwMjtqIjIRSECQgRUBEExwE8DaJBcCOTW6/cHY0tDgA5pErP4fqpSlb367bXfvbrTeWr3zWGMMQIAALCAs64bAAAACBSCDQAAsAbBBgAAWINgAwAArEGwAQAA1iDYAAAAaxBsAACANYLruoHa5PF49P3338vtdsvhcNR1OwAAwA/GGBUVFalJkyZyOs99TuaSCjbff/+9EhMT67oNAABwAQ4cOKBmzZqds+aSCjZut1vSyYWJioqq424AAIA/CgsLlZiY6P0/fi6XVLD5+emnqKgogg0AAPWMPy8j4cXDAADAGgQbAABgDYINAACwBsEGAABYg2ADAACsQbABAADWINgAAABrEGwAAIA1CDYAAMAaBBsAAGANgg0AALAGwQYAAFiDYAMAAKxBsAEAANYg2AAAAGsQbAAAgDUINgAAwBoEGwAAYA2CDQAAsAbBBgAAWINgAwAArEGwAQAA1iDYAAAAaxBsAACANQg2AADAGgQbAABgDYINAACwBsEGAABYg2ADAACsQbABAADWINgAAABrEGwAAIA1CDYAAMAaBBsAAGANgg0AALAGwQYAAFiDYAMAAKxBsAEAANYg2AAAAGsQbAAAgDUINgAAwBoEGwAAYA2CDQAAsAbBBgAAWINgAwAArEGwAQAA1iDYAAAAaxBsAACANQg2AADAGgQbAABgDYINAACwBsEGAABYg2ADAACsQbABAADWINgAAABrBNd1A/XZsbIKHS+v9G6XHjmosp8OebddwU45jh1VaWH+ye3oWHkiG6nU/JInXdGxMhExOlHhOWVmI8nhO4/kU+MoPCxn8Y9n3dfPc8vovPtXZbm3b1ewU8YZEpAe/ak5fexsNc6iH+pdj+e7PSRJTqfk8dS4prZv61OPVZIcx36SSo76zHOh+z+9pqp1PH1uE9lQJjw6ID2eevxVzXN631Wt2YX+zVZ1WwfidvTnPnu2NTr9vmai42QaxJ61n+qs0YX8Xfuzjv72WN3HZ3/uD5LkMJVSRVm1a853X/f3OM73+CDJr/uaP8dR1f0xLDhIpwqPjVd4bIJqC8GmBvbmH9MXB4u82yHZ8xT68dxzXqcsbZDKu979y8AJj6Qj1d53SPb88+7L3/2f3negegyk+thjXbuYt/WF3tf92f+FzW0kHQ1Ij6cff1Xz+FzP7zX79f3NXsh91t/bzJ81upDj8GcdA3e/uoD7g6SQ7NcvqOa8Pfl5HBfqQo7Dn56u7jtSrf74YMD7PRueigIAANYg2AAAAGsQbAAAgDUINgAAwBoEGwAAYA2CDQAAsAbBBgAAWINgAwAArEGwAQAA1iDYAAAAaxBsAACANQg2AADAGgQbAABgDYINAACwBsEGAABYg2ADAACsQbABAADWINgAAABrEGwAAIA1CDYAAMAaBBsAAGANgg0AALBGwILNkCFD5HA45HA4FBISori4ON18882aNWuWPB6P3/NkZWUpJiYmUG0BAIBLSEDP2PTs2VN5eXnKzc3V8uXLdeONN2rUqFHq1auXKioqArkrAACAMwQ02LhcLsXHx6tp06bq0KGDHnvsMS1dulTLly9XVlaWJGnq1Klq27atGjRooMTERI0YMULFxcWSpLVr1+qee+5RQUGB9+zPU089JUmaO3euOnXqJLfbrfj4eN111106fPhwINsHAAD13EV/jc1NN92kdu3aadGiRSd36HRq2rRp2rFjh+bMmaPVq1dr3LhxkqS0tDT97W9/U1RUlPLy8pSXl6exY8dKksrLyzVx4kRt375dS5YsUW5uroYMGXKx2wcAAPVIcG3spFWrVvrss88kSaNHj/aOJycn69lnn9Xw4cP12muvKTQ0VNHR0XI4HIqPj/eZY+jQod7fr7zySk2bNk3XXXediouLFRkZWRuHAQAAfuVq5V1Rxhg5HA5J0gcffKBu3bqpadOmcrvdGjRokPLz81VSUnLOOXJyctS7d28lJSXJ7XbrhhtukCTt37//ovcPAADqh1oJNjt37lTz5s2Vm5urXr166dprr9Vbb72lnJwcTZ8+XZJUVlZ21usfO3ZMPXr0UFRUlObNm6fNmzdr8eLF570eAAC4tFz0p6JWr16tzz//XOnp6crJyZHH49GUKVPkdJ7MVAsWLPCpDw0NVWVlpc/Yrl27lJ+fr8zMTCUmJkqStmzZcrFbBwAA9UxAz9iUlpbq4MGD+u677/Tpp5/queeeU58+fdSrVy/dfffdatGihcrLy/XKK69o7969mjt3rmbOnOkzR3JysoqLi7Vq1Sr9+OOPKikpUVJSkkJDQ73XW7ZsmSZOnBjI1gEAgAUCGmzee+89JSQkKDk5WT179tSaNWs0bdo0LV26VEFBQWrXrp2mTp2q559/Xm3atNG8efOUkZHhM0daWpqGDx+u/v37q1GjRpo8ebIaNWqkrKwsLVy4UK1bt1ZmZqZefPHFQLYOAAAsELCnorKysryfVXMu6enpSk9P9xkbNGiQz/aMGTM0Y8YMn7EBAwZowIABPmPGmHPuq7S0VKWlpd7twsLC8/YHAADqL6u/KyojI0PR0dHen59fnwMAAOxkdbAZP368CgoKvD8HDhyo65YAAMBFVCsf0FdXXC6XXC5XXbcBAABqidVnbAAAwKXlogeb3NxcORwObdu27WLvCgAAXOI4YwMAAKxBsAEAANYIWLDxeDyaPHmyWrRoIZfLpaSkJE2aNOmMusrKSg0bNkzNmzdXeHi4rrnmGr388ss+NWvXrlXnzp3VoEEDxcTEqGvXrtq3b58kafv27brxxhvldrsVFRWljh078vUKAABAUgDfFTV+/Hj94x//0EsvvaTrr79eeXl52rVr1xl1Ho9HzZo108KFCxUbG6uPP/5Y9913nxISEnTnnXeqoqJCt912m+699169+eabKisr0yeffOL9dvCBAweqffv2mjFjhoKCgrRt2zaFhIQE6jAAAEA9FpBgU1RUpJdfflmvvvqqBg8eLEm66qqrdP311ys3N9enNiQkRE8//bR3u3nz5tqwYYMWLFigO++8U4WFhSooKFCvXr101VVXSZJSUlK89fv379fDDz+sVq1aSZJatmwZiEMAAAAWCMhTUTt37lRpaam6devmV/306dPVsWNHNWrUSJGRkfr73/+u/fv3S5IaNmyoIUOGqEePHurdu7defvll5eXlea/70EMP6S9/+Yu6d++uzMxMffPNN4E4BAAAYIGABJvw8HC/a+fPn6+xY8dq2LBhev/997Vt2zbdc889Kisr89bMnj1bGzZsUFpamv71r3/p6quv1saNGyVJTz31lHbs2KFbb71Vq1evVuvWrbV48eJAHAYAAKjnAhJsWrZsqfDwcK1ateq8tdnZ2UpLS9OIESPUvn17tWjRosqzLu3bt9f48eP18ccfq02bNnrjjTe8l1199dVKT0/X+++/r759+2r27NmBOAwAAFDPBSTYhIWF6ZFHHtG4ceP0+uuv65tvvtHGjRv1z3/+84zali1basuWLVqxYoV2796tCRMmaPPmzd7Lv/32W40fP14bNmzQvn379P7772vPnj1KSUnR8ePH9eCDD2rt2rXat2+fsrOztXnzZp/X4AAAgEtXwN4VNWHCBAUHB+uJJ57Q999/r4SEBA0fPvyMuvvvv19bt25V//795XA4NGDAAI0YMULLly+XJEVERGjXrl2aM2eO8vPzlZCQoJEjR+r+++9XRUWF8vPzdffdd+vQoUO6/PLL1bdvX58XIwMAgEtXwIKN0+nU448/rscff/yMy4wx3t9dLpdmz559xtNHGRkZkqS4uLizvmYmNDRUb775ZqBaBgA
"text/plain": [
"<Figure size 640x480 with 1 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# Generate the class/group data\n",
"n_points = 100\n",
"X = rng.randn(100, 10)\n",
"\n",
"np.random.seed(2023)\n",
"y = (np.random.rand(n_points) > 0.5).astype(int) # modified to avoid groups having uniform label\n",
"# Generate uneven groups\n",
"group_prior = rng.dirichlet([2] * 10)\n",
"groups = np.repeat(np.arange(10), rng.multinomial(100, group_prior))\n",
"\n",
"\n",
"def visualize_groups(classes, groups, name):\n",
" # Visualize dataset groups\n",
" fig, ax = plt.subplots()\n",
" ax.scatter(\n",
" range(len(groups)),\n",
" [0.5] * len(groups),\n",
" c=groups,\n",
" marker=\"_\",\n",
" lw=50,\n",
" cmap=cmap_data,\n",
" )\n",
" ax.scatter(\n",
" range(len(groups)),\n",
" [3.5] * len(groups),\n",
" c=classes,\n",
" marker=\"_\",\n",
" lw=50,\n",
" cmap=cmap_data,\n",
" )\n",
" ax.set(\n",
" ylim=[-1, 5],\n",
" yticks=[0.5, 3.5],\n",
" yticklabels=[\"Data\\ngroup\", \"Data\\nclass\"],\n",
" xlabel=\"Sample index\",\n",
" )\n",
"\n",
"\n",
"visualize_groups(y, groups, \"no groups\")"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"outputs": [],
"source": [
"def plot_cv_indices(cv, X, y, group, ax, n_splits, lw=10):\n",
" \"\"\"Create a sample plot for indices of a cross-validation object.\n",
" Function source: https://scikit-learn.org/stable/auto_examples/model_selection/plot_cv_indices.html\n",
" \"\"\"\n",
"\n",
" # Generate the training/testing visualizations for each CV split\n",
" for ii, (tr, tt) in enumerate(cv.split(X=X, y=y, groups=group)):\n",
" # Fill in indices with the training/test groups\n",
" indices = np.array([np.nan] * len(X))\n",
" indices[tt] = 1\n",
" indices[tr] = 0\n",
"\n",
" # Visualize the results\n",
" ax.scatter(\n",
" range(len(indices)),\n",
" [ii + 0.5] * len(indices),\n",
" c=indices,\n",
" marker=\"_\",\n",
" lw=lw,\n",
" cmap=cmap_cv,\n",
" vmin=-0.2,\n",
" vmax=1.2,\n",
" )\n",
"\n",
" # Plot the data classes and groups at the end\n",
" ax.scatter(\n",
" range(len(X)), [ii + 1.5] * len(X), c=y, marker=\"_\", lw=lw, cmap=cmap_data\n",
" )\n",
"\n",
" ax.scatter(\n",
" range(len(X)), [ii + 2.5] * len(X), c=group, marker=\"_\", lw=lw, cmap=cmap_data\n",
" )\n",
"\n",
" # Formatting\n",
" yticklabels = list(range(n_splits)) + [\"class\", \"group\"]\n",
" ax.set(\n",
" yticks=np.arange(n_splits + 2) + 0.5,\n",
" yticklabels=yticklabels,\n",
" xlabel=\"Sample index\",\n",
" ylabel=\"CV iteration\",\n",
" ylim=[n_splits + 2.2, -0.2],\n",
" xlim=[0, 100],\n",
" )\n",
" ax.set_title(\"{}\".format(type(cv).__name__), fontsize=15)"
]
},
{
"attachments": {},
"cell_type": "markdown",
"metadata": {},
"source": [
"Run flaml, evaluating the results on a cross-validation, without setting groups first. This applies the default split settings\n",
"Set keep_search_state to True to then recover the splitter object."
]
},
{
"cell_type": "code",
"execution_count": 27,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n"
]
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAlYAAAHJCAYAAABHfXcUAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/P9b71AAAACXBIWXMAAA9hAAAPYQGoP6dpAABEz0lEQVR4nO3deXgUVb7G8bezJ2RhD/uOAqKsgiyyCAojioIrg4rAoCg8iKwyMxHRcaIooI6Mer2XxRVQR0dBUYZNQECIbCqrEkBlUZYECCQkfe4fTNp00oHu5HQ6Tb6f58kjfepU1a/rVHe/VldXOYwxRgAAACi2kEAXAAAAcKkgWAEAAFhCsAIAALCEYAUAAGAJwQoAAMASghUAAIAlBCsAAABLCFYAAACWEKwAAAAsIVgBPnA4HG5/ISEhSkhI0DXXXKMXXnhB586dC3SJl5wVK1bI4XDo/vvvLzAtPT1dU6ZMUevWrRUXF6fIyEjVqlVLHTp00Lhx4/Tll1+WfMFFcP/998vhcGjFihUFpi1ZskSdO3dWXFyca7+TpDlz5sjhcOiJJ57wa22pqalyOBzq1q2bW3vu+j2NiyTt3LlTNWvWlMPh0PDhw5V7k49u3boVeB3l/yuO3OWnpqZ6PU9JbUuUDWGBLgAIRoMGDZIk5eTkKDU1VV999ZXWr1+vhQsXavHixQoLu3RfWvXq1dO+ffsU6Lth7d+/X127dlVqaqrKlSun9u3bKzExUceOHdPGjRu1bt06ffvtt+rSpYtrnjlz5mjw4MGaPHlyiX6IFnWb7d+/X/369VNWVpZ69uypqlWr+qlCu3bs2KHu3bvr0KFDevjhh/Xyyy8XCEy9evVStWrVAlQh4D+X7rs/4Edz5sxxe7x+/Xp169ZNS5cu1bx583TPPfcEprAyZOTIkUpNTVWvXr30zjvvqGLFiq5pTqdTK1as0NatWwNYofeSk5P12GOPqU6dOm7t//nPf3T69GklJSXpySefdJvWr18/XXPNNapcuXJJlnpR33//va677jodPnxYo0aN0osvvuix32OPPVbgKBhwKeCrQMCC9u3bu74S+fzzzwNbTBlw5swZffbZZ5Kkl19+2S1USVJISIiuu+46jR49OgDV+a569epq0qSJYmJi3Np/+uknSVKDBg0KzJOQkKAmTZqUqmD13XffqXv37jp8+LDGjBlTaKgCLmUEK8CSK664QpJ05MiRAtOMMXr33Xd13XXXqUKFCoqKilLTpk31xBNPKCMjo0D/vOeJvPXWW2rTpo1iYmJUtWpVDRo0SD///HOhdSxevFh9+vRRlSpVFBkZqQYNGmjMmDE6evRogb4HDx7U1KlT1bVrV9WsWVMRERGqVq2a+vfvrw0bNrj1zT3Xad++fZLczzerV6+eW9/s7Gy98sor6tChg+Lj4xUdHa2WLVvqhRdeUHZ2tse6v/vuO916662qUKGC4uLidO2112rx4sUe+x4/fty1nCpVqhS6LfLq1q2bBg8eLEmaMmWKW/25RyDzns916NAh/elPf1KtWrUUFhamF154wW/bLP85VrnzTZ48WZI0ePBg13y5X2Fe6LwgX/c3STpw4IDuvfdeValSRTExMWrTpo3eeustr7atJH377bfq3r27jhw5ovHjx2vatGlez3shGRkZeuqpp9S8eXNFR0crISFBXbp00bx583xe1po1a9SzZ0/FxcWpfPny6tWrl9avX2+lTiAXXwUClpw8eVKSCpwH43Q6dc899+jdd99VbGys2rZtqwoVKmjjxo2aMmWKPvvsM61YsULR0dEFlvn888/rn//8p6699lrdcsstWrdund544w0tW7ZMa9euVa1atdz6P/bYY3r22WcVERGhq6++WtWrV9eWLVs0Y8YMffzxx1qzZo0SExNd/f/9739r4sSJuvzyy3XVVVcpPj5eu3fv1ocffqiFCxdq4cKFuuGGGyRJ1apV06BBg/T+++/r9OnTrvPMJLkdNTlz5oz69Omj5cuXq2LFirrmmmsUFRWl9evX69FHH9Xy5cv14YcfKiTk9/+v27hxo7p3765Tp06pefPmat68uXbv3q0bb7xRDz30UIHtUrlyZUVFRens2bP65z//qUmTJl10fHr37q3s7GytWbNGLVq0UMuWLV3TGjVq5Nb3119/1dVXX63s7Gx17txZZ8+edR1N8sc2yy93vs2bN2vLli3q1KmTq8a8dXtSlP1t79696tixow4dOqQGDRqoZ8+e+vnnn3XfffdpxIgRF922W7duVY8ePfTbb79p0qRJ+vvf/37Rebxx8uRJde/eXSkpKapSpYpuuukmnT59WsuWLdOqVau0du1ar4+KLVy4UP369VN2drbatWunBg0aaMuWLerSpUuhJ+ADRWIAeE2SKexl06VLFyPJvPXWW27tU6dONZJMt27dzMGDB13tmZmZZujQoUaSmThxots8Xbt2NZJMWFiYWbRokas9KyvLDBw40Egyt9xyi9s8CxYsMJJM8+bNze7du13tTqfTPP7440aSueuuu9zm2bp1q/n2228LPJfFixebiIgI07BhQ+N0Ot2m1a1bt9BtYIwxDz/8sGtdJ06ccLWnp6ebG2+80Ugyr7zyilt9zZo1M5LM448/7rasmTNnurb5oEGD3KY9+OCDrmlt27Y1TzzxhFm0aJE5cuRIobXNnj3bSDKTJ0/2OH358uWuZfbr18+cOXOmQB9/bLNBgwYZSWb58uVu7ZMnTzaSzOzZs71+LkXZ33r37m0kmSFDhphz58652j/++GMTGhpqJJmuXbt6XH/79u1NpUqVjCSTlJRU6HPMlbtv53+unowcOdJIMt27dzfp6emu9u3bt5uqVasaSeaTTz7xuPy9e/e62tLT002VKlWMJDNr1ixXu9PpNBMnTnSNeWH7BeALghXgg/zBKicnx+zZs8cMHz7cFXbyfjCdO3fOVK5c2ZQrV84cOnSowPIyMjJMtWrVTIUKFUxOTo6rPffD4Y9//GOBeX777TcTExNjHA6H2b9/v6u9RYsWRpLZtm1bgXmcTqdp2bKlCQ0NNb/++qtXzzU3wG3dutWt/UIh4fDhwyY8PNzUrl3bZGRkFJh+8OBBExERYa666ipX27Jly4wk06BBA5OdnV1gnvbt23sMVhkZGWbw4MHG4XC4xkWScTgcpl27dmbevHkFluVtsIqMjDQ//fSTxz4XUpRtZoy9YFWU/e2HH34wkkx8fLxbEM511113XTBY5f61a9eu0OeXV+6+Xdhf7nM9deqUiY6ONiEhIWb79u0FlvPSSy8ZSaZnz54el583WM2aNctIMl26dCmwnKysLFOrVi2CFazhq0CgCDxda2fYsGF67bXX3KZ98803+u2333T99de7fQWXKzo6Wm3atNGiRYu0e/duXX755W7T77777gLzVKpUSTfccIM++ugjrV69WgMGDNCRI0e0ZcsWNW7cWM2bN/dYb6dOnbR582alpKSoV69ermmZmZlavHixvv76a/3666/KysqSJG3btk2StHv3bl155ZVebZcVK1bo3Llz6t27t8evNqtVq6bGjRtr27ZtOnPmjKKjo7Vq1SpJ0u23367Q0NAC8wwYMMDjeTDR0dGaNWuW/vznP+uDDz7Q6tWrtWHDBh0+fFhff/217r77bn311VdFOoG6devWqlmzZqHTbW4zm4qyv61evVrS+a9KExISCswzYMAAzZ8/v9B1tmzZUrt379bXX3+tiRMn6tlnn/Wq1sIut5D7lWdKSorOnDmjtm3bqkmTJgX63XvvvRo1apTWrFkjp9Pp9tVyfrn7mKfXU3h4uG6//XbXOXRAcRGsgCLIPVfm7Nmz2rJli3bs2KHXX39dHTt2dDtfI/cihUuWLLnohQ9/++23AsGqbt26Hvvmnvj8yy+/uK1n9+7dXq0n17Zt29S3b98LXkwx99wxb+Qu5/XXX9frr79+wb7Hjh1TzZo1Xc/hYs+1MI0aNdLEiRM1ceJESefDxRNPPKFPPvlEL730ku6880516tTJ6+cgqcBlD/Kyvc1sKsr+Vtzt36JFCz333HO66aabNHXqVMXFxemvf/3
"text/plain": [
"<Figure size 640x480 with 1 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"\n",
"automl = AutoML()\n",
"settings = {\n",
" \"time_budget\": 3, # total running time in seconds\n",
" \"metric\": 'accuracy', \n",
" \"estimator_list\": [\"rf\", \"kneighbor\", \"xgboost\"],\n",
" \"task\": 'classification', # task type \n",
" \"log_file_name\": 'undestanding_cross_validation_default.log',\n",
" \"log_training_metric\": True, # whether to log training metric\n",
" \"keep_search_state\": True, # needed if you want to keep the cross validation information\n",
" \"eval_method\": \"cv\",\n",
" #\"split_type\": \"group\",\n",
" #\"groups\": groups,\n",
" \"n_splits\": 3\n",
"}\n",
"\n",
"automl.fit(X, y, **settings)\n",
"\n",
"f, ax = plt.subplots(1,1)\n",
"plot_cv_indices(automl._state.kf, X, y, groups, ax, automl._state.kf.get_n_splits())"
]
},
{
"attachments": {},
"cell_type": "markdown",
"metadata": {},
"source": [
"Set the split type to groups and provide the groups to run a GroupKFold instead"
]
},
{
"cell_type": "code",
"execution_count": 31,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n",
"/usr/local/lib/python3.9/site-packages/xgboost/sklearn.py:1395: UserWarning: `use_label_encoder` is deprecated in 1.7.0.\n",
" warnings.warn(\"`use_label_encoder` is deprecated in 1.7.0.\")\n"
]
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAlYAAAHJCAYAAABHfXcUAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/P9b71AAAACXBIWXMAAA9hAAAPYQGoP6dpAAA5vElEQVR4nO3deXRU9f3/8ddkmyRkYZMQlrAoSjCKLEIBCyhUEGURKkpBgiIqwgFkq9QCKrVBEKgoX2n9VcCFsihYK24UASECsioqiCCbrMqSAIEEMp/fH5QxkwUyyWeYTPJ8nDPncN93e997Z3lx52auwxhjBAAAgGIL8ncDAAAApQXBCgAAwBKCFQAAgCUEKwAAAEsIVgAAAJYQrAAAACwhWAEAAFhCsAIAALCEYAUAAGAJwQpAkWVkZGj69Om68847FR8fL6fTqejoaDVo0ED9+vXT+++/r+zsbH+3aU2/fv3kcDg0e/bsfMcvWrRIYWFhCgkJ0ZtvvumuOxyOyz7atm1brL4cDodq167t1TyXtmXFihXFWjcATyH+bgBAYEpNTdV9992nQ4cOKTw8XLfeequqVaumzMxM7dq1S3PmzNGcOXPUoEEDffvtt/5u1+feeecd9erVS8YYvfnmm+rVq1eeaZKTk/Odt379+r5uD8BVQrAC4LVNmzapXbt2yszM1KhRo/TnP/9ZMTExHtPs379fU6dO1cyZM/3U5dWzYMEC9e7dW5I0d+5c9ezZM9/pCjrTBaD04KtAAF5xuVzq06ePMjMzNWHCBE2aNClPqJKkmjVratq0aVq9erUfurx65s2bpz/84Q9yOByaN29egaEKQNlAsALglQ8//FDbtm1TQkKCxowZc8XpmzRp4jF86XqgrKwsPffcc6pfv76cTqe6devmnmb//v167LHHVKtWLTmdTlWpUkXdu3fX+vXr8yx/xYoVcjgc6tevX77rL+haopx9jB8/Xtdee63Cw8NVt25djRs3TufOnbvits2dO1d9+vRRUFCQFixYoB49elxxnsLwZvuv5PXXX9ctt9yiiIgIVa1aVf369dPhw4et9AkgL4IVAK989NFHkqT77rtPwcHBRVqGy+VSt27dNGnSJF177bXq2rWr4uPjJUlbt25V48aN9Y9//EMRERHq3r276tWrp8WLF6tly5ZauHChtW0xxqhHjx6aPHmyGjRooLvvvlvHjx/XhAkTdM8991z2wvu33npLffv2VXBwsN59912PYFgcNrf/qaeeUv/+/fXdd9+pdevWat26tT766CM1b95cx48ft9IvgFwMAHihVatWRpJ56623ijS/JCPJXHfddeann37yGOdyucxNN91kJJnRo0cbl8vlHvfOO++YoKAgExUVZQ4ePOiuL1++3EgyycnJ+a4vOTnZSDLLly/Pt48aNWqYXbt2uetHjx41SUlJRpKZNm1avsvq2LGjCQoKMk6n0yxZsqTQ23wlRdn+S8uvVauWR23NmjXG4XCY2NhYs2nTJnf91KlT5o477nD3lHu/ACgezlgB8MqxY8ckSZUrV853fP/+/dWvXz+PR37XWaWkpKh69eoetRUrVmjr1q1KSEjQX/7yFzkcDve4Hj16qFu3bjp9+rRef/11a9szbtw41a1b1z18zTXXaPLkyZKkV155Jd95Pv74Y7lcLg0ZMkSdOnUq9LoK+rmFPXv2SLK7/a+++qqMMRo6dKgaNWrkrkdFRenll1/2WDYAe/irQABWzZkzJ89XaG3bttVtt93mHnY4HOrcuXOeeVetWiVJ6tmzp0JDQ/OMf/DBB7Vo0SL3dDY88MADeWodO3ZUhQoVtGvXLh06dMj9NeUlrVq1UmpqqqZNm6bbbrtNXbp0KdS6Cvq5haioKEl2t//SNPltX4MGDdSwYUNt2bKlUH0DKDyCFQCvVKpUSZL0yy+/5Dv+woUL7n8//vjj+vvf/55nmipVqsjpdOapHzx4UJIK/LHLS/UDBw5403KBKlSooOjo6HzH1apVSydOnNDBgwfzBKtHHnlEHTt21NixY9WzZ08tWbJE7dq1u+L6rvRzCza3/9KyatWqVeCyCFaAfXwVCMArDRs2lCRt3ry5yMsIDw8v0nxF+frK5XIVaV1X8uc//1mjR49WZmamunbtqjVr1vhkPTnx9R1Q8hGsAHjlrrvukiQtXLjQ+u1qqlWrJknau3dvvuMvXYuU89qssLAwSdLp06fznWf//v0Fru/EiRM6depUvuP27dvn0VN+XnjhBQ0cOFBnzpxRp06din0GqCjbX5BLZ9kKWlZBdQDFQ7AC4JVOnTopMTFR+/btU0pKitVl//a3v5VUcGh76623PKaTfg0QO3bsyDP98ePHtWnTpsuuc8GCBXlqn376qY4fP666devm+RowtxkzZqhv3746efKk7rzzTm3fvv2y019OUbb/SsvKb/u2b9/O14CAr/j7zxIBBJ4NGzYYp9NpJJlRo0aZkydP5pnml19+MW3btjWSzKxZs9x15fPTAJfk/LmBP/3pTx4/N7Bo0aICf24gISHBSDLvvfeeu3b69GnTo0ePAn9W4FK9Zs2aZvfu3e76zz//bG6++WYjyUyZMsVjnks/t5Bze4wx5sKFC6Z79+5GkqlevbrH8nKu60qKuv357dPU1FQjyZQvX95s2bLFY7+0b9+en1sAfIRgBaBIVq1aZapWrWokGafTaVq3bm0eeOAB061bN9O0aVMTGhpqJJn69eubrVu3uue7XLAyxpivv/7aVKpUyUgyiYmJplevXu7fzgoJCTHz58/PM88///lPI8kEBweb22+/3XTu3NnExcWZevXqma5duxYYrBISEsw999xjIiMjTefOnU337t1N+fLljSRz++23m/Pnz3vMU1CwMsaYzMxM07FjRyPJ1K1b1xw4cMBjXYX9f2xRtr+gfTpy5EgjyYSGhpoOHTqYnj17mri4OJOQkGA6d+5MsAJ8gGAFoMjOnDljXnrpJdOuXTsTFxdnQkNDTVRUlLnhhhtM7969zeLFi/OEkysFK2OM2bt3rxkwYICpWbOmCQ0NNZUrVzbdunUz69atK3CeWbNmmaSkJBMWFmbi4uLMI488Yn755ZfL/kBorVq1zLlz58yf/vQnU7t2bRMWFmZq1aplnn76aZORkZFnHZcLVsYYk5GRYdq0aWMkmQYNGpiff/7ZvS5vviDwdvsvt09fe+01c/PNNxun02mqVKli+vTpYw4cOFDgfgFQPA5jjPHFV4wAUJI5HA7VqlXLfUE4ANjAxesAAACWEKwAAAAsIVgBAABYwi1tAJRJXF4KwBc4YwUAAGAJwQoAAMASvgosBpfLpYMHDyo6OpqbowIAECCMMTp16pSqVaumoCC755gIVsVw8OBB1axZ099tAACAIti/f79q1KhhdZkEq2KIjo6WdPHAxMTE+LkbAABQGOnp6apZs6b7c9wmglUxXPr6LyYmhmAFAECA8cVlPFy8DgAAYAnBCgAAwBKCFQAAgCUEKwAAAEsIVgAAAJYQrAAAACwhWAEAAFhCsAIAALCEYAUAAGAJwQoAAMASghUAAIAlBCsAAABLCFYAAACWEKwAAAAsIVgBAABYQrACAACwhGAFAABgCcEKAADAEoIVAACAJQQrAAAASwhWAAAAlhCsAAAALCFYAQAAWEKwAgAAsIRgBQAAYAnBCgAAwBKCFQAAgCUEKwAAAEsIVgAAAJYQrAAAACwhWAEAAFhCsAIAALCEYAUAAGAJwQoAAMASghUAAIAlBCsAAABLCFYAAACWEKwAAAAsCfF3A6XBsGknFBaeLUkKD7tYO5f16/jwMM/h0lIraFup5b/vBu8anKvmkDl31qPmCI8osTVHeIQkUcunVhKOj7e1SddM8qgFhUeUmNdPSa+VhPdf27WSto99Ucvpuf7BeYuWOIwxxmdLL+XS09MVGxurh57Zo7DwGH+3gxLu6b2P+LsFwO35Wv/P3y0AfjNpYLBiY2OVlpammBi7n998FQgAAGBJmQ9WM2bMUO3atRUeHq7mzZvryy+/9HdLAAAgQJXpYDV//nwNHz5c48eP16ZNm9SwYUN16NBBR48
"text/plain": [
"<Figure size 640x480 with 1 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"settings[\"split_type\"] = \"group\"\n",
"settings[\"groups\"] = groups\n",
"settings[\"log_file_name\"] = 'undestanding_cross_validation_groupkfold.log'\n",
"\n",
"automl = AutoML()\n",
"automl.fit(X, y, **settings)\n",
"\n",
"f, ax = plt.subplots(1,1)\n",
"plot_cv_indices(automl._state.kf, X, y, groups, ax, automl._state.kf.get_n_splits())"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.16"
},
"orig_nbformat": 4,
"vscode": {
"interpreter": {
"hash": "949777d72b0d2535278d3dc13498b2535136f6dfe0678499012e853ee9abcab1"
}
}
},
"nbformat": 4,
"nbformat_minor": 2
}