diff --git a/lab-hyper-tuning.ipynb b/lab-hyper-tuning.ipynb index 847d487..29f3228 100644 --- a/lab-hyper-tuning.ipynb +++ b/lab-hyper-tuning.ipynb @@ -35,19 +35,22 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 47, "metadata": {}, "outputs": [], "source": [ "#Libraries\n", "import pandas as pd\n", "import numpy as np\n", - "from sklearn.model_selection import train_test_split" + "from sklearn.model_selection import train_test_split\n", + "from xgboost import XGBClassifier\n", + "from sklearn.model_selection import GridSearchCV, StratifiedKFold\n", + "from sklearn.metrics import roc_auc_score, accuracy_score, classification_report, f1_score, precision_score, recall_score" ] }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 32, "metadata": {}, "outputs": [ { @@ -200,7 +203,7 @@ "4 True " ] }, - "execution_count": 2, + "execution_count": 32, "metadata": {}, "output_type": "execute_result" } @@ -221,11 +224,210 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 33, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(6606, 14)" + ] + }, + "execution_count": 33, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df = spaceship.dropna()\n", + "df.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 34, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
PassengerIdHomePlanetCryoSleepCabinDestinationAgeVIPRoomServiceFoodCourtShoppingMallSpaVRDeckNameTransported
00001_01EuropaFalseBTRAPPIST-1e39.0False0.00.00.00.00.0Maham OfracculyFalse
10002_01EarthFalseFTRAPPIST-1e24.0False109.09.025.0549.044.0Juanna VinesTrue
20003_01EuropaFalseATRAPPIST-1e58.0True43.03576.00.06715.049.0Altark SusentFalse
30003_02EuropaFalseATRAPPIST-1e33.0False0.01283.0371.03329.0193.0Solam SusentFalse
40004_01EarthFalseFTRAPPIST-1e16.0False303.070.0151.0565.02.0Willy SantantinesTrue
\n", + "
" + ], + "text/plain": [ + " PassengerId HomePlanet CryoSleep Cabin Destination Age VIP \\\n", + "0 0001_01 Europa False B TRAPPIST-1e 39.0 False \n", + "1 0002_01 Earth False F TRAPPIST-1e 24.0 False \n", + "2 0003_01 Europa False A TRAPPIST-1e 58.0 True \n", + "3 0003_02 Europa False A TRAPPIST-1e 33.0 False \n", + "4 0004_01 Earth False F TRAPPIST-1e 16.0 False \n", + "\n", + " RoomService FoodCourt ShoppingMall Spa VRDeck Name \\\n", + "0 0.0 0.0 0.0 0.0 0.0 Maham Ofracculy \n", + "1 109.0 9.0 25.0 549.0 44.0 Juanna Vines \n", + "2 43.0 3576.0 0.0 6715.0 49.0 Altark Susent \n", + "3 0.0 1283.0 371.0 3329.0 193.0 Solam Susent \n", + "4 303.0 70.0 151.0 565.0 2.0 Willy Santantines \n", + "\n", + " Transported \n", + "0 False \n", + "1 True \n", + "2 False \n", + "3 False \n", + "4 True " + ] + }, + "execution_count": 34, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df.loc[:, \"Cabin\"] = df[\"Cabin\"].str[0]\n", + "df.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "metadata": {}, + "outputs": [], + "source": [ + "df = df.drop(columns=[\"PassengerId\", \"Name\"])" + ] + }, + { + "cell_type": "code", + "execution_count": 36, "metadata": {}, "outputs": [], "source": [ - "#your code here" + "X = df.drop(\"Transported\", axis=1)\n", + "y = df[\"Transported\"]\n", + "\n", + "nnum_cols = X.select_dtypes(include=[\"object\"]).columns\n", + "X = pd.get_dummies(X, columns=nnum_cols, drop_first=True)" ] }, { @@ -235,13 +437,501 @@ "- Now let's use the best model we got so far in order to see how it can improve when we fine tune it's hyperparameters." ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "**Perform Train Test Split**" + ] + }, { "cell_type": "code", - "execution_count": null, + "execution_count": 37, "metadata": {}, "outputs": [], "source": [ - "#your code here" + "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "- Train the model and make predictions" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
XGBClassifier(base_score=None, booster=None, callbacks=None,\n",
+       "              colsample_bylevel=None, colsample_bynode=None,\n",
+       "              colsample_bytree=None, device=None, early_stopping_rounds=None,\n",
+       "              enable_categorical=False, eval_metric=None, feature_types=None,\n",
+       "              feature_weights=None, gamma=None, grow_policy=None,\n",
+       "              importance_type=None, interaction_constraints=None,\n",
+       "              learning_rate=0.05, max_bin=None, max_cat_threshold=None,\n",
+       "              max_cat_to_onehot=None, max_delta_step=None, max_depth=None,\n",
+       "              max_leaves=None, min_child_weight=None, missing=nan,\n",
+       "              monotone_constraints=None, multi_strategy=None, n_estimators=300,\n",
+       "              n_jobs=None, num_parallel_tree=None, ...)
In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.
" + ], + "text/plain": [ + "XGBClassifier(base_score=None, booster=None, callbacks=None,\n", + " colsample_bylevel=None, colsample_bynode=None,\n", + " colsample_bytree=None, device=None, early_stopping_rounds=None,\n", + " enable_categorical=False, eval_metric=None, feature_types=None,\n", + " feature_weights=None, gamma=None, grow_policy=None,\n", + " importance_type=None, interaction_constraints=None,\n", + " learning_rate=0.05, max_bin=None, max_cat_threshold=None,\n", + " max_cat_to_onehot=None, max_delta_step=None, max_depth=None,\n", + " max_leaves=None, min_child_weight=None, missing=nan,\n", + " monotone_constraints=None, multi_strategy=None, n_estimators=300,\n", + " n_jobs=None, num_parallel_tree=None, ...)" + ] + }, + "execution_count": 44, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "xgb_basic = XGBClassifier(\n", + " n_estimators=300,\n", + " learning_rate=0.05,\n", + " random_state=42,\n", + ")\n", + "\n", + "xgb_basic.fit(X_train, y_train)\n" ] }, { @@ -253,11 +943,46 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 45, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "XGBoost Basic Accuracy: 0.8184568835098336\n", + "F1 Score: 0.8237885462555066\n", + "\n", + "Test ROC-AUC: 0.88823116031104\n", + "Test Accuracy: 0.8184568835098336\n", + "\n", + "Classification Report:\n", + " precision recall f1-score support\n", + "\n", + " False 0.83 0.80 0.81 653\n", + " True 0.81 0.84 0.82 669\n", + "\n", + " accuracy 0.82 1322\n", + " macro avg 0.82 0.82 0.82 1322\n", + "weighted avg 0.82 0.82 0.82 1322\n", + "\n" + ] + } + ], "source": [ - "#your code here" + "xgb_basic_accuracy = xgb_basic.score(X_test, y_test)\n", + "print(\"XGBoost Basic Accuracy:\", xgb_basic_accuracy)\n", + "\n", + "y_pred_basic = xgb_basic.predict(X_test)\n", + "f1_basic = f1_score(y_test, y_pred_basic)\n", + "print(\"F1 Score:\", f1_basic)\n", + "\n", + "y_proba_basic = xgb_basic.predict_proba(X_test)[:, 1]\n", + "\n", + "print(\"\\nTest ROC-AUC:\", roc_auc_score(y_test, y_proba_basic))\n", + "print(\"Test Accuracy:\", accuracy_score(y_test, y_pred_basic))\n", + "print(\"\\nClassification Report:\")\n", + "print(classification_report(y_test, y_pred_basic))" ] }, { @@ -283,11 +1008,490 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 40, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
XGBClassifier(base_score=None, booster=None, callbacks=None,\n",
+       "              colsample_bylevel=None, colsample_bynode=None,\n",
+       "              colsample_bytree=0.8, device=None, early_stopping_rounds=None,\n",
+       "              enable_categorical=False, eval_metric='logloss',\n",
+       "              feature_types=None, feature_weights=None, gamma=None,\n",
+       "              grow_policy=None, importance_type=None,\n",
+       "              interaction_constraints=None, learning_rate=0.05, max_bin=None,\n",
+       "              max_cat_threshold=None, max_cat_to_onehot=None,\n",
+       "              max_delta_step=None, max_depth=4, max_leaves=None,\n",
+       "              min_child_weight=3, missing=nan, monotone_constraints=None,\n",
+       "              multi_strategy=None, n_estimators=1000, n_jobs=None,\n",
+       "              num_parallel_tree=None, ...)
In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.
" + ], + "text/plain": [ + "XGBClassifier(base_score=None, booster=None, callbacks=None,\n", + " colsample_bylevel=None, colsample_bynode=None,\n", + " colsample_bytree=0.8, device=None, early_stopping_rounds=None,\n", + " enable_categorical=False, eval_metric='logloss',\n", + " feature_types=None, feature_weights=None, gamma=None,\n", + " grow_policy=None, importance_type=None,\n", + " interaction_constraints=None, learning_rate=0.05, max_bin=None,\n", + " max_cat_threshold=None, max_cat_to_onehot=None,\n", + " max_delta_step=None, max_depth=4, max_leaves=None,\n", + " min_child_weight=3, missing=nan, monotone_constraints=None,\n", + " multi_strategy=None, n_estimators=1000, n_jobs=None,\n", + " num_parallel_tree=None, ...)" + ] + }, + "execution_count": 40, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code here" + "model = XGBClassifier(\n", + " objective=\"binary:logistic\",\n", + " eval_metric=\"logloss\",\n", + " n_estimators=1000,\n", + " learning_rate=0.05,\n", + " max_depth=4,\n", + " min_child_weight=3,\n", + " subsample=0.8,\n", + " colsample_bytree=0.8,\n", + " reg_lambda=3,\n", + " random_state=42\n", + ")\n", + "\n", + "model.fit(\n", + " X_train, y_train,\n", + " eval_set=[(X_test, y_test)],\n", + " verbose=False\n", + ")" ] }, { @@ -299,10 +1503,1375 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 41, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Fitting 5 folds for each of 162 candidates, totalling 810 fits\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 0.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 0.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 0.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 0.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 0.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 0.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 0.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 0.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 0.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 2.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 2.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 2.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 2.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 2.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 2.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.6s[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.7s\n", + "\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 2.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 2.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 2.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 2.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 2.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 2.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 2.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 2.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 2.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.9s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 2.1s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.5, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 0.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=3, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=4, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 1.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.7; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=1, subsample=0.9; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 2.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 2.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.7; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 2.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 2.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.8; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=3, subsample=0.9; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.7; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.8; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 2.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 3.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 3.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=1, reg_lambda=5, subsample=0.9; total time= 3.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 2.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 2.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.7; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.8; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=1, subsample=0.9; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.7; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=3, subsample=0.9; total time= 1.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 1.9s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.7; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 1.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.8; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 2.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 3.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 3.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 3.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 3.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 3.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=3, reg_lambda=5, subsample=0.9; total time= 4.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 3.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.7; total time= 3.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 2.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 2.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 2.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 2.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 2.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.8; total time= 2.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=1, subsample=0.9; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 2.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 2.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 2.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.7; total time= 2.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 2.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.8; total time= 2.4s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 2.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 2.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 2.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=3, subsample=0.9; total time= 2.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 2.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 2.3s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 2.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 2.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 2.5s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.7; total time= 3.2s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 3.1s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 3.0s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.8; total time= 2.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 2.6s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 2.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 2.8s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 2.7s\n", + "[CV] END colsample_bytree=0.8, max_depth=5, min_child_weight=5, reg_lambda=5, subsample=0.9; total time= 2.6s\n" + ] + }, + { + "data": { + "text/html": [ + "
GridSearchCV(cv=StratifiedKFold(n_splits=5, random_state=42, shuffle=True),\n",
+       "             estimator=XGBClassifier(base_score=None, booster=None,\n",
+       "                                     callbacks=None, colsample_bylevel=None,\n",
+       "                                     colsample_bynode=None,\n",
+       "                                     colsample_bytree=0.8, device=None,\n",
+       "                                     early_stopping_rounds=None,\n",
+       "                                     enable_categorical=False,\n",
+       "                                     eval_metric='logloss', feature_types=None,\n",
+       "                                     feature_weights=None, gamma=None,\n",
+       "                                     grow_p...\n",
+       "                                     max_delta_step=None, max_depth=4,\n",
+       "                                     max_leaves=None, min_child_weight=3,\n",
+       "                                     missing=nan, monotone_constraints=None,\n",
+       "                                     multi_strategy=None, n_estimators=1000,\n",
+       "                                     n_jobs=None, num_parallel_tree=None, ...),\n",
+       "             n_jobs=-1,\n",
+       "             param_grid={'colsample_bytree': [0.5, 0.8], 'max_depth': [3, 4, 5],\n",
+       "                         'min_child_weight': [1, 3, 5], 'reg_lambda': [1, 3, 5],\n",
+       "                         'subsample': [0.7, 0.8, 0.9]},\n",
+       "             scoring='roc_auc', verbose=2)
In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.
" + ], + "text/plain": [ + "GridSearchCV(cv=StratifiedKFold(n_splits=5, random_state=42, shuffle=True),\n", + " estimator=XGBClassifier(base_score=None, booster=None,\n", + " callbacks=None, colsample_bylevel=None,\n", + " colsample_bynode=None,\n", + " colsample_bytree=0.8, device=None,\n", + " early_stopping_rounds=None,\n", + " enable_categorical=False,\n", + " eval_metric='logloss', feature_types=None,\n", + " feature_weights=None, gamma=None,\n", + " grow_p...\n", + " max_delta_step=None, max_depth=4,\n", + " max_leaves=None, min_child_weight=3,\n", + " missing=nan, monotone_constraints=None,\n", + " multi_strategy=None, n_estimators=1000,\n", + " n_jobs=None, num_parallel_tree=None, ...),\n", + " n_jobs=-1,\n", + " param_grid={'colsample_bytree': [0.5, 0.8], 'max_depth': [3, 4, 5],\n", + " 'min_child_weight': [1, 3, 5], 'reg_lambda': [1, 3, 5],\n", + " 'subsample': [0.7, 0.8, 0.9]},\n", + " scoring='roc_auc', verbose=2)" + ] + }, + "execution_count": 41, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cv = StratifiedKFold(\n", + " n_splits=5,\n", + " shuffle=True,\n", + " random_state=42\n", + ")\n", + "\n", + "xgb = XGBClassifier(\n", + " objective=\"binary:logistic\",\n", + " eval_metric=\"logloss\",\n", + " n_estimators=1000,\n", + " learning_rate=0.05,\n", + " max_depth=4,\n", + " min_child_weight=3,\n", + " subsample=0.8,\n", + " colsample_bytree=0.8,\n", + " reg_lambda=3,\n", + " random_state=42,\n", + " tree_method=\"hist\"\n", + ")\n", + "\n", + "param_grid = {\n", + " \"max_depth\": [3, 4, 5],\n", + " \"min_child_weight\": [1, 3, 5],\n", + " \"subsample\": [0.7, 0.8, 0.9],\n", + " \"colsample_bytree\": [0.5, 0.8],\n", + " \"reg_lambda\": [1, 3, 5]\n", + "}\n", + "\n", + "grid = GridSearchCV(\n", + " estimator=xgb,\n", + " param_grid=param_grid,\n", + " scoring=\"roc_auc\",\n", + " cv=cv,\n", + " n_jobs=-1,\n", + " verbose=2,\n", + " refit=True\n", + ")\n", + "\n", + "grid.fit(X_train, y_train)" + ] }, { "cell_type": "markdown", @@ -313,15 +2882,175 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 42, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best parameters:\n", + "{'colsample_bytree': 0.8, 'max_depth': 3, 'min_child_weight': 1, 'reg_lambda': 5, 'subsample': 0.8}\n", + "\n", + "Best CV ROC-AUC:\n", + "0.8842774371362765\n", + "\n", + "Test ROC-AUC: 0.8874368500447516\n", + "Test Accuracy: 0.8063540090771558\n", + "\n", + "Classification Report:\n", + " precision recall f1-score support\n", + "\n", + " False 0.82 0.78 0.80 653\n", + " True 0.80 0.83 0.81 669\n", + "\n", + " accuracy 0.81 1322\n", + " macro avg 0.81 0.81 0.81 1322\n", + "weighted avg 0.81 0.81 0.81 1322\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Exception ignored in: \n", + "Traceback (most recent call last):\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 82, in __del__\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 91, in _stop\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 116, in _stop_locked\n", + "ChildProcessError: [Errno 10] No child processes\n", + "Exception ignored in: \n", + "Traceback (most recent call last):\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 82, in __del__\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 91, in _stop\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 116, in _stop_locked\n", + "ChildProcessError: [Errno 10] No child processes\n", + "Exception ignored in: \n", + "Traceback (most recent call last):\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 82, in __del__\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 91, in _stop\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 116, in _stop_locked\n", + "ChildProcessError: [Errno 10] No child processes\n", + "Exception ignored in: \n", + "Traceback (most recent call last):\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 82, in __del__\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 91, in _stop\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 116, in _stop_locked\n", + "ChildProcessError: [Errno 10] No child processes\n", + "Exception ignored in: \n", + "Traceback (most recent call last):\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 82, in __del__\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 91, in _stop\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 116, in _stop_locked\n", + "ChildProcessError: [Errno 10] No child processes\n", + "Exception ignored in: \n", + "Traceback (most recent call last):\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 82, in __del__\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 91, in _stop\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 116, in _stop_locked\n", + "ChildProcessError: [Errno 10] No child processes\n", + "Exception ignored in: \n", + "Traceback (most recent call last):\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 82, in __del__\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 91, in _stop\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 116, in _stop_locked\n", + "ChildProcessError: [Errno 10] No child processes\n", + "Exception ignored in: \n", + "Traceback (most recent call last):\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 82, in __del__\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 91, in _stop\n", + " File \"/opt/anaconda3/lib/python3.13/multiprocessing/resource_tracker.py\", line 116, in _stop_locked\n", + "ChildProcessError: [Errno 10] No child processes\n" + ] + } + ], + "source": [ + "print(\"Best parameters:\")\n", + "print(grid.best_params_)\n", + "\n", + "print(\"\\nBest CV ROC-AUC:\")\n", + "print(grid.best_score_)\n", + "\n", + "best_model = grid.best_estimator_\n", + "\n", + "y_pred = best_model.predict(X_test)\n", + "y_proba = best_model.predict_proba(X_test)[:, 1]\n", + "\n", + "print(\"\\nTest ROC-AUC:\", roc_auc_score(y_test, y_proba))\n", + "print(\"Test Accuracy:\", accuracy_score(y_test, y_pred))\n", + "print(\"\\nClassification Report:\")\n", + "print(classification_report(y_test, y_pred))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "- Model Evaluation Comparison" + ] + }, + { + "cell_type": "code", + "execution_count": 49, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Model Comparison\n", + "\n", + " Accuracy F1 Precision Recall ROC-AUC\n", + "Basic XGBoost 0.8185 0.8238 0.8095 0.8386 0.8882\n", + "GridSearch XGBoost 0.8064 0.8129 0.7954 0.8311 0.8874\n" + ] + } + ], + "source": [ + "# Create comparison table\n", + "results = pd.DataFrame({\n", + " \"Accuracy\": [\n", + " accuracy_score(y_test, y_pred_basic),\n", + " accuracy_score(y_test, y_pred)\n", + " ],\n", + " \"F1\": [\n", + " f1_score(y_test, y_pred_basic),\n", + " f1_score(y_test, y_pred)\n", + " ],\n", + " \"Precision\": [\n", + " precision_score(y_test, y_pred_basic),\n", + " precision_score(y_test, y_pred)\n", + " ],\n", + " \"Recall\": [\n", + " recall_score(y_test, y_pred_basic),\n", + " recall_score(y_test, y_pred)\n", + " ],\n", + " \"ROC-AUC\": [\n", + " roc_auc_score(y_test, y_proba_basic),\n", + " roc_auc_score(y_test, y_proba)\n", + " ]\n", + "}, index=[\"Basic XGBoost\", \"GridSearch XGBoost\"])\n", + "\n", + "# Round values for readability\n", + "results = results.round(4)\n", + "\n", + "print(\"\\nModel Comparison\\n\")\n", + "print(results)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "- The basic model performs better than the tuned model" + ] } ], "metadata": { "kernelspec": { - "display_name": "Python 3", + "display_name": "base", "language": "python", "name": "python3" }, @@ -335,7 +3064,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.9" + "version": "3.13.5" } }, "nbformat": 4,