diff --git a/Analysis_code/4.oversampling_data_test/analysis_for_oversampling_data.ipynb b/Analysis_code/4.oversampling_data_test/analysis_for_oversampling_data.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..cb91c11f911cbf1dd45ec5d8356f829229fb3bbf --- /dev/null +++ b/Analysis_code/4.oversampling_data_test/analysis_for_oversampling_data.ipynb @@ -0,0 +1,1627 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "7a537eaa", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import joblib\n", + "import ast\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "5d6f8ad1", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(96, 7)" + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df= pd.read_csv(\"../../data/oversampled_data_test_for_model/combined_sampled_data_test.csv\")\n", + "df.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "bf430e2b", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
| \n", + " | region | \n", + "model | \n", + "data_sample | \n", + "CSI | \n", + "MCC | \n", + "Accuracy | \n", + "fold_csi | \n", + "
|---|---|---|---|---|---|---|---|
| 0 | \n", + "seoul | \n", + "LightGBM | \n", + "pure | \n", + "0.505041 | \n", + "0.646992 | \n", + "0.936174 | \n", + "[[0.46595932802825235, 0.5771195097037204, 0.4... | \n", + "
| 1 | \n", + "busan | \n", + "LightGBM | \n", + "pure | \n", + "0.430188 | \n", + "0.600801 | \n", + "0.956971 | \n", + "[[0.32824427480911017, 0.4782608695651431, 0.4... | \n", + "
| 2 | \n", + "incheon | \n", + "LightGBM | \n", + "pure | \n", + "0.554663 | \n", + "0.687951 | \n", + "0.911954 | \n", + "[[0.4845292955891715, 0.6037628278220865, 0.57... | \n", + "
| 3 | \n", + "daegu | \n", + "LightGBM | \n", + "pure | \n", + "0.292340 | \n", + "0.481989 | \n", + "0.956964 | \n", + "[[0.28124999999994504, 0.3320537428022395, 0.2... | \n", + "
| 4 | \n", + "daejeon | \n", + "LightGBM | \n", + "pure | \n", + "0.478437 | \n", + "0.625244 | \n", + "0.932748 | \n", + "[[0.43333333333329205, 0.4547920433995972, 0.5... | \n", + "
| \n", + " | region | \n", + "model | \n", + "data_sample | \n", + "CSI | \n", + "MCC | \n", + "Accuracy | \n", + "fold | \n", + "csi_score | \n", + "
|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "seoul | \n", + "LightGBM | \n", + "pure | \n", + "0.505041 | \n", + "0.646992 | \n", + "0.936174 | \n", + "1 | \n", + "0.465959 | \n", + "
| 0 | \n", + "seoul | \n", + "LightGBM | \n", + "pure | \n", + "0.505041 | \n", + "0.646992 | \n", + "0.936174 | \n", + "2 | \n", + "0.577120 | \n", + "
| 0 | \n", + "seoul | \n", + "LightGBM | \n", + "pure | \n", + "0.505041 | \n", + "0.646992 | \n", + "0.936174 | \n", + "3 | \n", + "0.472045 | \n", + "
| 1 | \n", + "busan | \n", + "LightGBM | \n", + "pure | \n", + "0.430188 | \n", + "0.600801 | \n", + "0.956971 | \n", + "1 | \n", + "0.328244 | \n", + "
| 1 | \n", + "busan | \n", + "LightGBM | \n", + "pure | \n", + "0.430188 | \n", + "0.600801 | \n", + "0.956971 | \n", + "2 | \n", + "0.478261 | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 94 | \n", + "daejeon | \n", + "XGBoost | \n", + "smotenc_ctgan20000 | \n", + "0.489587 | \n", + "0.636099 | \n", + "0.933698 | \n", + "2 | \n", + "0.478610 | \n", + "
| 94 | \n", + "daejeon | \n", + "XGBoost | \n", + "smotenc_ctgan20000 | \n", + "0.489587 | \n", + "0.636099 | \n", + "0.933698 | \n", + "3 | \n", + "0.544531 | \n", + "
| 95 | \n", + "gwangju | \n", + "XGBoost | \n", + "smotenc_ctgan20000 | \n", + "0.487791 | \n", + "0.635238 | \n", + "0.941375 | \n", + "1 | \n", + "0.392500 | \n", + "
| 95 | \n", + "gwangju | \n", + "XGBoost | \n", + "smotenc_ctgan20000 | \n", + "0.487791 | \n", + "0.635238 | \n", + "0.941375 | \n", + "2 | \n", + "0.567148 | \n", + "
| 95 | \n", + "gwangju | \n", + "XGBoost | \n", + "smotenc_ctgan20000 | \n", + "0.487791 | \n", + "0.635238 | \n", + "0.941375 | \n", + "3 | \n", + "0.503726 | \n", + "
288 rows × 8 columns
\n", + "| \n", + " | region | \n", + "model | \n", + "data_sample | \n", + "CSI | \n", + "MCC | \n", + "Accuracy | \n", + "
|---|---|---|---|---|---|---|
| 0 | \n", + "seoul | \n", + "LightGBM | \n", + "pure | \n", + "0.505041 | \n", + "0.646992 | \n", + "0.936174 | \n", + "
| 1 | \n", + "busan | \n", + "LightGBM | \n", + "pure | \n", + "0.430188 | \n", + "0.600801 | \n", + "0.956971 | \n", + "
| 2 | \n", + "incheon | \n", + "LightGBM | \n", + "pure | \n", + "0.554663 | \n", + "0.687951 | \n", + "0.911954 | \n", + "
| 3 | \n", + "daegu | \n", + "LightGBM | \n", + "pure | \n", + "0.292340 | \n", + "0.481989 | \n", + "0.956964 | \n", + "
| 4 | \n", + "daejeon | \n", + "LightGBM | \n", + "pure | \n", + "0.478437 | \n", + "0.625244 | \n", + "0.932748 | \n", + "
| \n", + " | region | \n", + "model | \n", + "rank | \n", + "data_sample | \n", + "CSI | \n", + "MCC | \n", + "Accuracy | \n", + "
|---|---|---|---|---|---|---|---|
| 0 | \n", + "busan | \n", + "LightGBM | \n", + "1 | \n", + "ctgan10000 | \n", + "0.467663 | \n", + "0.631435 | \n", + "0.959516 | \n", + "
| 1 | \n", + "busan | \n", + "LightGBM | \n", + "2 | \n", + "ctgan7000 | \n", + "0.466374 | \n", + "0.634410 | \n", + "0.960050 | \n", + "
| 2 | \n", + "busan | \n", + "LightGBM | \n", + "3 | \n", + "ctgan20000 | \n", + "0.466346 | \n", + "0.626520 | \n", + "0.957503 | \n", + "
| 3 | \n", + "busan | \n", + "LightGBM | \n", + "4 | \n", + "smote | \n", + "0.466021 | \n", + "0.631880 | \n", + "0.950198 | \n", + "
| 4 | \n", + "busan | \n", + "LightGBM | \n", + "5 | \n", + "smotenc_ctgan10000 | \n", + "0.456299 | \n", + "0.624299 | \n", + "0.957919 | \n", + "
| 5 | \n", + "busan | \n", + "LightGBM | \n", + "6 | \n", + "smotenc_ctgan7000 | \n", + "0.448540 | \n", + "0.617030 | \n", + "0.957082 | \n", + "
| 6 | \n", + "busan | \n", + "LightGBM | \n", + "7 | \n", + "smotenc_ctgan20000 | \n", + "0.433627 | \n", + "0.608014 | \n", + "0.956400 | \n", + "
| 7 | \n", + "busan | \n", + "LightGBM | \n", + "8 | \n", + "pure | \n", + "0.430188 | \n", + "0.600801 | \n", + "0.956971 | \n", + "
| 8 | \n", + "busan | \n", + "XGBoost | \n", + "1 | \n", + "smotenc_ctgan20000 | \n", + "0.467128 | \n", + "0.630099 | \n", + "0.958033 | \n", + "
| 9 | \n", + "busan | \n", + "XGBoost | \n", + "2 | \n", + "smote | \n", + "0.466966 | \n", + "0.629257 | \n", + "0.952444 | \n", + "
| 10 | \n", + "busan | \n", + "XGBoost | \n", + "3 | \n", + "ctgan7000 | \n", + "0.464988 | \n", + "0.633134 | \n", + "0.959059 | \n", + "
| 11 | \n", + "busan | \n", + "XGBoost | \n", + "4 | \n", + "ctgan20000 | \n", + "0.463713 | \n", + "0.629221 | \n", + "0.958679 | \n", + "
| 12 | \n", + "busan | \n", + "XGBoost | \n", + "5 | \n", + "ctgan10000 | \n", + "0.462157 | \n", + "0.623260 | \n", + "0.957997 | \n", + "
| 13 | \n", + "busan | \n", + "XGBoost | \n", + "6 | \n", + "pure | \n", + "0.460244 | \n", + "0.626085 | \n", + "0.959745 | \n", + "
| 14 | \n", + "busan | \n", + "XGBoost | \n", + "7 | \n", + "smotenc_ctgan10000 | \n", + "0.459860 | \n", + "0.625067 | \n", + "0.957994 | \n", + "
| 15 | \n", + "busan | \n", + "XGBoost | \n", + "8 | \n", + "smotenc_ctgan7000 | \n", + "0.459674 | \n", + "0.624993 | \n", + "0.957958 | \n", + "
| 16 | \n", + "daegu | \n", + "LightGBM | \n", + "1 | \n", + "smote | \n", + "0.447354 | \n", + "0.616921 | \n", + "0.963730 | \n", + "
| 17 | \n", + "daegu | \n", + "LightGBM | \n", + "2 | \n", + "ctgan20000 | \n", + "0.440419 | \n", + "0.608625 | \n", + "0.967447 | \n", + "
| 18 | \n", + "daegu | \n", + "LightGBM | \n", + "3 | \n", + "ctgan7000 | \n", + "0.426128 | \n", + "0.599566 | \n", + "0.968853 | \n", + "
| 19 | \n", + "daegu | \n", + "LightGBM | \n", + "4 | \n", + "smotenc_ctgan20000 | \n", + "0.422337 | \n", + "0.591076 | \n", + "0.963494 | \n", + "
| 20 | \n", + "daegu | \n", + "LightGBM | \n", + "5 | \n", + "smotenc_ctgan10000 | \n", + "0.411417 | \n", + "0.589803 | \n", + "0.967411 | \n", + "
| 21 | \n", + "daegu | \n", + "LightGBM | \n", + "6 | \n", + "ctgan10000 | \n", + "0.406700 | \n", + "0.578623 | \n", + "0.966763 | \n", + "
| 22 | \n", + "daegu | \n", + "LightGBM | \n", + "7 | \n", + "smotenc_ctgan7000 | \n", + "0.402243 | \n", + "0.583238 | \n", + "0.966424 | \n", + "
| 23 | \n", + "daegu | \n", + "LightGBM | \n", + "8 | \n", + "pure | \n", + "0.292340 | \n", + "0.481989 | \n", + "0.956964 | \n", + "
| 24 | \n", + "daegu | \n", + "XGBoost | \n", + "1 | \n", + "smote | \n", + "0.454066 | \n", + "0.620948 | \n", + "0.964908 | \n", + "
| 25 | \n", + "daegu | \n", + "XGBoost | \n", + "2 | \n", + "ctgan7000 | \n", + "0.437178 | \n", + "0.609142 | \n", + "0.970487 | \n", + "
| 26 | \n", + "daegu | \n", + "XGBoost | \n", + "3 | \n", + "ctgan20000 | \n", + "0.422417 | \n", + "0.595599 | \n", + "0.966613 | \n", + "
| 27 | \n", + "daegu | \n", + "XGBoost | \n", + "4 | \n", + "ctgan10000 | \n", + "0.422093 | \n", + "0.598276 | \n", + "0.967489 | \n", + "
| 28 | \n", + "daegu | \n", + "XGBoost | \n", + "5 | \n", + "smotenc_ctgan10000 | \n", + "0.416966 | \n", + "0.592889 | \n", + "0.966614 | \n", + "
| 29 | \n", + "daegu | \n", + "XGBoost | \n", + "6 | \n", + "pure | \n", + "0.416651 | \n", + "0.600957 | \n", + "0.968324 | \n", + "
| 30 | \n", + "daegu | \n", + "XGBoost | \n", + "7 | \n", + "smotenc_ctgan7000 | \n", + "0.410981 | \n", + "0.591435 | \n", + "0.965780 | \n", + "
| 31 | \n", + "daegu | \n", + "XGBoost | \n", + "8 | \n", + "smotenc_ctgan20000 | \n", + "0.408470 | \n", + "0.583915 | \n", + "0.965550 | \n", + "
| 32 | \n", + "daejeon | \n", + "LightGBM | \n", + "1 | \n", + "smote | \n", + "0.521335 | \n", + "0.656321 | \n", + "0.930621 | \n", + "
| 33 | \n", + "daejeon | \n", + "LightGBM | \n", + "2 | \n", + "smotenc_ctgan20000 | \n", + "0.482738 | \n", + "0.627963 | \n", + "0.931189 | \n", + "
| 34 | \n", + "daejeon | \n", + "LightGBM | \n", + "3 | \n", + "ctgan20000 | \n", + "0.480839 | \n", + "0.625832 | \n", + "0.931760 | \n", + "
| 35 | \n", + "daejeon | \n", + "LightGBM | \n", + "4 | \n", + "pure | \n", + "0.478437 | \n", + "0.625244 | \n", + "0.932748 | \n", + "
| 36 | \n", + "daejeon | \n", + "LightGBM | \n", + "5 | \n", + "ctgan10000 | \n", + "0.478241 | \n", + "0.626177 | \n", + "0.932976 | \n", + "
| 37 | \n", + "daejeon | \n", + "LightGBM | \n", + "6 | \n", + "smotenc_ctgan7000 | \n", + "0.476309 | \n", + "0.625184 | \n", + "0.932141 | \n", + "
| 38 | \n", + "daejeon | \n", + "LightGBM | \n", + "7 | \n", + "ctgan7000 | \n", + "0.470145 | \n", + "0.619110 | \n", + "0.931494 | \n", + "
| 39 | \n", + "daejeon | \n", + "LightGBM | \n", + "8 | \n", + "smotenc_ctgan10000 | \n", + "0.468342 | \n", + "0.620789 | \n", + "0.931759 | \n", + "
| 40 | \n", + "daejeon | \n", + "XGBoost | \n", + "1 | \n", + "smote | \n", + "0.516494 | \n", + "0.651203 | \n", + "0.931456 | \n", + "
| 41 | \n", + "daejeon | \n", + "XGBoost | \n", + "2 | \n", + "pure | \n", + "0.504450 | \n", + "0.647193 | \n", + "0.935752 | \n", + "
| 42 | \n", + "daejeon | \n", + "XGBoost | \n", + "3 | \n", + "ctgan10000 | \n", + "0.499208 | \n", + "0.644695 | \n", + "0.935751 | \n", + "
| 43 | \n", + "daejeon | \n", + "XGBoost | \n", + "4 | \n", + "smotenc_ctgan7000 | \n", + "0.497847 | \n", + "0.641809 | \n", + "0.934080 | \n", + "
| 44 | \n", + "daejeon | \n", + "XGBoost | \n", + "5 | \n", + "ctgan7000 | \n", + "0.490323 | \n", + "0.635876 | \n", + "0.933508 | \n", + "
| 45 | \n", + "daejeon | \n", + "XGBoost | \n", + "6 | \n", + "smotenc_ctgan20000 | \n", + "0.489587 | \n", + "0.636099 | \n", + "0.933698 | \n", + "
| 46 | \n", + "daejeon | \n", + "XGBoost | \n", + "7 | \n", + "ctgan20000 | \n", + "0.486799 | \n", + "0.632363 | \n", + "0.932787 | \n", + "
| 47 | \n", + "daejeon | \n", + "XGBoost | \n", + "8 | \n", + "smotenc_ctgan10000 | \n", + "0.486735 | \n", + "0.634073 | \n", + "0.933356 | \n", + "
| 48 | \n", + "gwangju | \n", + "LightGBM | \n", + "1 | \n", + "smote | \n", + "0.522731 | \n", + "0.660423 | \n", + "0.936850 | \n", + "
| 49 | \n", + "gwangju | \n", + "LightGBM | \n", + "2 | \n", + "ctgan20000 | \n", + "0.493713 | \n", + "0.637313 | \n", + "0.936783 | \n", + "
| \n", - " | region | \n", - "model | \n", - "data_sample | \n", - "CSI | \n", - "MCC | \n", - "Accuracy | \n", - "fold_csi | \n", - "
|---|---|---|---|---|---|---|---|
| 0 | \n", - "seoul | \n", - "LightGBM | \n", - "pure | \n", - "0.505041 | \n", - "0.646992 | \n", - "0.936174 | \n", - "[[0.46595932802825235, 0.5771195097037204, 0.4... | \n", - "
| 1 | \n", - "busan | \n", - "LightGBM | \n", - "pure | \n", - "0.430188 | \n", - "0.600801 | \n", - "0.956971 | \n", - "[[0.32824427480911017, 0.4782608695651431, 0.4... | \n", - "
| \n", - " | region | \n", - "model | \n", - "data_sample | \n", - "CSI | \n", - "
|---|---|---|---|---|
| 0 | \n", - "busan | \n", - "LightGBM | \n", - "ctgan10000 | \n", - "0.467663 | \n", - "
| 1 | \n", - "daegu | \n", - "XGBoost | \n", - "smote | \n", - "0.454066 | \n", - "
| 2 | \n", - "daejeon | \n", - "LightGBM | \n", - "smote | \n", - "0.521335 | \n", - "
| 3 | \n", - "gwangju | \n", - "LightGBM | \n", - "smote | \n", - "0.522731 | \n", - "
| 4 | \n", - "incheon | \n", - "XGBoost | \n", - "smote | \n", - "0.589146 | \n", - "
| 5 | \n", - "seoul | \n", - "XGBoost | \n", - "smote | \n", - "0.582266 | \n", - "
| \n", + " | model | \n", + "data_sample | \n", + "region | \n", + "optimization_library | \n", + "best_csi | \n", + "n_trials | \n", + "best_params | \n", + "
|---|---|---|---|---|---|---|---|
| 0 | \n", + "ft_transformer | \n", + "smote | \n", + "busan | \n", + "optuna | \n", + "0.452471 | \n", + "100 | \n", + "{'d_token': 96, 'n_blocks': 2, 'n_heads': 4, '... | \n", + "
| 1 | \n", + "ft_transformer | \n", + "pure | \n", + "daegu | \n", + "optuna | \n", + "0.384659 | \n", + "100 | \n", + "{'d_token': 224, 'n_blocks': 2, 'n_heads': 8, ... | \n", + "
| 2 | \n", + "xgb | \n", + "smotenc_ctgan20000 | \n", + "daegu | \n", + "hyperopt | \n", + "0.427700 | \n", + "100 | \n", + "{'colsample_bytree': 0.7114033147242765, 'gamm... | \n", + "
| \n", + " | model | \n", + "data_sample | \n", + "region | \n", + "optimization_library | \n", + "best_csi | \n", + "n_trials | \n", + "best_params | \n", + "
|---|---|---|---|---|---|---|---|
| 26 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "seoul | \n", + "optuna | \n", + "0.593658 | \n", + "100 | \n", + "{'d_token': 224, 'n_blocks': 4, 'n_heads': 8, ... | \n", + "
| 29 | \n", + "xgb | \n", + "smote | \n", + "seoul | \n", + "hyperopt | \n", + "0.591400 | \n", + "100 | \n", + "{'colsample_bytree': 0.9204650350059359, 'gamm... | \n", + "
| 27 | \n", + "lgb | \n", + "smote | \n", + "seoul | \n", + "hyperopt | \n", + "0.589500 | \n", + "100 | \n", + "{'colsample_bytree': 0.7712993813350446, 'lear... | \n", + "
| 28 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "seoul | \n", + "optuna | \n", + "0.588974 | \n", + "100 | \n", + "{'d_main': 160, 'd_hidden': 128, 'n_blocks': 4... | \n", + "
| 25 | \n", + "deepgbm | \n", + "smotenc_ctgan20000 | \n", + "seoul | \n", + "optuna | \n", + "0.565797 | \n", + "100 | \n", + "{'d_main': 128, 'd_hidden': 64, 'n_blocks': 5,... | \n", + "
| 24 | \n", + "xgb | \n", + "smote | \n", + "incheon | \n", + "hyperopt | \n", + "0.600000 | \n", + "100 | \n", + "{'colsample_bytree': 0.8863531635625073, 'gamm... | \n", + "
| 22 | \n", + "lgb | \n", + "smote | \n", + "incheon | \n", + "hyperopt | \n", + "0.598600 | \n", + "100 | \n", + "{'colsample_bytree': 0.7149911519913482, 'lear... | \n", + "
| 23 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "incheon | \n", + "optuna | \n", + "0.587620 | \n", + "100 | \n", + "{'d_main': 160, 'd_hidden': 192, 'n_blocks': 3... | \n", + "
| 21 | \n", + "ft_transformer | \n", + "smote | \n", + "incheon | \n", + "optuna | \n", + "0.567405 | \n", + "100 | \n", + "{'d_token': 96, 'n_blocks': 3, 'n_heads': 8, '... | \n", + "
| 20 | \n", + "deepgbm | \n", + "ctgan10000 | \n", + "incheon | \n", + "optuna | \n", + "0.564449 | \n", + "100 | \n", + "{'d_main': 64, 'd_hidden': 192, 'n_blocks': 5,... | \n", + "
| 19 | \n", + "xgb | \n", + "smote | \n", + "gwangju | \n", + "hyperopt | \n", + "0.530000 | \n", + "100 | \n", + "{'colsample_bytree': 0.7658195937298418, 'gamm... | \n", + "
| 17 | \n", + "lgb | \n", + "smote | \n", + "gwangju | \n", + "hyperopt | \n", + "0.529700 | \n", + "100 | \n", + "{'colsample_bytree': 0.9919060649789312, 'lear... | \n", + "
| 15 | \n", + "deepgbm | \n", + "ctgan10000 | \n", + "gwangju | \n", + "optuna | \n", + "0.520403 | \n", + "100 | \n", + "{'d_main': 128, 'd_hidden': 192, 'n_blocks': 6... | \n", + "
| 18 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "gwangju | \n", + "optuna | \n", + "0.510303 | \n", + "100 | \n", + "{'d_main': 64, 'd_hidden': 320, 'n_blocks': 3,... | \n", + "
| 16 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "gwangju | \n", + "optuna | \n", + "0.505282 | \n", + "100 | \n", + "{'d_token': 160, 'n_blocks': 3, 'n_heads': 4, ... | \n", + "
| 14 | \n", + "xgb | \n", + "smote | \n", + "daejeon | \n", + "hyperopt | \n", + "0.537100 | \n", + "100 | \n", + "{'colsample_bytree': 0.733236256331133, 'gamma... | \n", + "
| 12 | \n", + "lgb | \n", + "smote | \n", + "daejeon | \n", + "hyperopt | \n", + "0.531700 | \n", + "100 | \n", + "{'colsample_bytree': 0.7585295616897205, 'lear... | \n", + "
| 13 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "daejeon | \n", + "optuna | \n", + "0.510177 | \n", + "100 | \n", + "{'d_main': 128, 'd_hidden': 256, 'n_blocks': 5... | \n", + "
| 10 | \n", + "deepgbm | \n", + "ctgan10000 | \n", + "daejeon | \n", + "optuna | \n", + "0.510125 | \n", + "100 | \n", + "{'d_main': 64, 'd_hidden': 256, 'n_blocks': 2,... | \n", + "
| 11 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "daejeon | \n", + "optuna | \n", + "0.502604 | \n", + "100 | \n", + "{'d_token': 64, 'n_blocks': 5, 'n_heads': 8, '... | \n", + "
| 9 | \n", + "xgb | \n", + "smote | \n", + "daegu | \n", + "hyperopt | \n", + "0.467200 | \n", + "100 | \n", + "{'colsample_bytree': 0.8132816721507904, 'gamm... | \n", + "
| 7 | \n", + "lgb | \n", + "smote | \n", + "daegu | \n", + "hyperopt | \n", + "0.467100 | \n", + "100 | \n", + "{'colsample_bytree': 0.999946333457191, 'learn... | \n", + "
| 8 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "daegu | \n", + "optuna | \n", + "0.460863 | \n", + "100 | \n", + "{'d_main': 96, 'd_hidden': 256, 'n_blocks': 3,... | \n", + "
| 6 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "daegu | \n", + "optuna | \n", + "0.449183 | \n", + "100 | \n", + "{'d_token': 128, 'n_blocks': 4, 'n_heads': 8, ... | \n", + "
| 5 | \n", + "deepgbm | \n", + "ctgan10000 | \n", + "daegu | \n", + "optuna | \n", + "0.439025 | \n", + "100 | \n", + "{'d_main': 64, 'd_hidden': 192, 'n_blocks': 2,... | \n", + "
| 1 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "busan | \n", + "optuna | \n", + "0.496046 | \n", + "100 | \n", + "{'d_token': 224, 'n_blocks': 2, 'n_heads': 8, ... | \n", + "
| 4 | \n", + "xgb | \n", + "pure | \n", + "busan | \n", + "hyperopt | \n", + "0.494900 | \n", + "100 | \n", + "{'colsample_bytree': 0.8651175745135303, 'gamm... | \n", + "
| 3 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "busan | \n", + "optuna | \n", + "0.493633 | \n", + "100 | \n", + "{'d_main': 128, 'd_hidden': 512, 'n_blocks': 2... | \n", + "
| 2 | \n", + "lgb | \n", + "pure | \n", + "busan | \n", + "hyperopt | \n", + "0.484900 | \n", + "100 | \n", + "{'colsample_bytree': 0.9406061312055983, 'lear... | \n", + "
| 0 | \n", + "deepgbm | \n", + "ctgan10000 | \n", + "busan | \n", + "optuna | \n", + "0.475436 | \n", + "100 | \n", + "{'d_main': 128, 'd_hidden': 128, 'n_blocks': 2... | \n", + "
| \n", + " | model | \n", + "data_sample | \n", + "region | \n", + "optimization_library | \n", + "best_csi | \n", + "n_trials | \n", + "best_params | \n", + "
|---|---|---|---|---|---|---|---|
| 26 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "seoul | \n", + "optuna | \n", + "0.593658 | \n", + "100 | \n", + "{'d_token': 224, 'n_blocks': 4, 'n_heads': 8, ... | \n", + "
| 29 | \n", + "xgb | \n", + "smote | \n", + "seoul | \n", + "hyperopt | \n", + "0.591400 | \n", + "100 | \n", + "{'colsample_bytree': 0.9204650350059359, 'gamm... | \n", + "
| 24 | \n", + "xgb | \n", + "smote | \n", + "incheon | \n", + "hyperopt | \n", + "0.600000 | \n", + "100 | \n", + "{'colsample_bytree': 0.8863531635625073, 'gamm... | \n", + "
| 23 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "incheon | \n", + "optuna | \n", + "0.587620 | \n", + "100 | \n", + "{'d_main': 160, 'd_hidden': 192, 'n_blocks': 3... | \n", + "
| 19 | \n", + "xgb | \n", + "smote | \n", + "gwangju | \n", + "hyperopt | \n", + "0.530000 | \n", + "100 | \n", + "{'colsample_bytree': 0.7658195937298418, 'gamm... | \n", + "
| 15 | \n", + "deepgbm | \n", + "ctgan10000 | \n", + "gwangju | \n", + "optuna | \n", + "0.520403 | \n", + "100 | \n", + "{'d_main': 128, 'd_hidden': 192, 'n_blocks': 6... | \n", + "
| 14 | \n", + "xgb | \n", + "smote | \n", + "daejeon | \n", + "hyperopt | \n", + "0.537100 | \n", + "100 | \n", + "{'colsample_bytree': 0.733236256331133, 'gamma... | \n", + "
| 13 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "daejeon | \n", + "optuna | \n", + "0.510177 | \n", + "100 | \n", + "{'d_main': 128, 'd_hidden': 256, 'n_blocks': 5... | \n", + "
| 9 | \n", + "xgb | \n", + "smote | \n", + "daegu | \n", + "hyperopt | \n", + "0.467200 | \n", + "100 | \n", + "{'colsample_bytree': 0.8132816721507904, 'gamm... | \n", + "
| 8 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "daegu | \n", + "optuna | \n", + "0.460863 | \n", + "100 | \n", + "{'d_main': 96, 'd_hidden': 256, 'n_blocks': 3,... | \n", + "
| 1 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "busan | \n", + "optuna | \n", + "0.496046 | \n", + "100 | \n", + "{'d_token': 224, 'n_blocks': 2, 'n_heads': 8, ... | \n", + "
| 4 | \n", + "xgb | \n", + "pure | \n", + "busan | \n", + "hyperopt | \n", + "0.494900 | \n", + "100 | \n", + "{'colsample_bytree': 0.8651175745135303, 'gamm... | \n", + "
| \n", + " | model | \n", + "data_sample | \n", + "region | \n", + "optimization_library | \n", + "best_csi | \n", + "n_trials | \n", + "best_params | \n", + "
|---|---|---|---|---|---|---|---|
| 25 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "busan | \n", + "optuna | \n", + "0.496046 | \n", + "100 | \n", + "{'d_token': 224, 'n_blocks': 2, 'n_heads': 8, ... | \n", + "
| 20 | \n", + "xgb | \n", + "smote | \n", + "daegu | \n", + "hyperopt | \n", + "0.467200 | \n", + "100 | \n", + "{'colsample_bytree': 0.8132816721507904, 'gamm... | \n", + "
| 15 | \n", + "xgb | \n", + "smote | \n", + "daejeon | \n", + "hyperopt | \n", + "0.537100 | \n", + "100 | \n", + "{'colsample_bytree': 0.733236256331133, 'gamma... | \n", + "
| 10 | \n", + "xgb | \n", + "smote | \n", + "gwangju | \n", + "hyperopt | \n", + "0.530000 | \n", + "100 | \n", + "{'colsample_bytree': 0.7658195937298418, 'gamm... | \n", + "
| 5 | \n", + "xgb | \n", + "smote | \n", + "incheon | \n", + "hyperopt | \n", + "0.600000 | \n", + "100 | \n", + "{'colsample_bytree': 0.8863531635625073, 'gamm... | \n", + "
| 0 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "seoul | \n", + "optuna | \n", + "0.593658 | \n", + "100 | \n", + "{'d_token': 224, 'n_blocks': 4, 'n_heads': 8, ... | \n", + "
| \n", + " | model | \n", + "data_sample | \n", + "region | \n", + "optimization_library | \n", + "best_csi | \n", + "n_trials | \n", + "best_params | \n", + "
|---|---|---|---|---|---|---|---|
| 0 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "seoul | \n", + "optuna | \n", + "0.593658 | \n", + "100 | \n", + "{'d_token': 224, 'n_blocks': 4, 'n_heads': 8, ... | \n", + "
| 1 | \n", + "xgb | \n", + "smote | \n", + "seoul | \n", + "hyperopt | \n", + "0.591400 | \n", + "100 | \n", + "{'colsample_bytree': 0.9204650350059359, 'gamm... | \n", + "
| 5 | \n", + "xgb | \n", + "smote | \n", + "incheon | \n", + "hyperopt | \n", + "0.600000 | \n", + "100 | \n", + "{'colsample_bytree': 0.8863531635625073, 'gamm... | \n", + "
| 7 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "incheon | \n", + "optuna | \n", + "0.587620 | \n", + "100 | \n", + "{'d_main': 160, 'd_hidden': 192, 'n_blocks': 3... | \n", + "
| 10 | \n", + "xgb | \n", + "smote | \n", + "gwangju | \n", + "hyperopt | \n", + "0.530000 | \n", + "100 | \n", + "{'colsample_bytree': 0.7658195937298418, 'gamm... | \n", + "
| 12 | \n", + "deepgbm | \n", + "ctgan10000 | \n", + "gwangju | \n", + "optuna | \n", + "0.520403 | \n", + "100 | \n", + "{'d_main': 128, 'd_hidden': 192, 'n_blocks': 6... | \n", + "
| 15 | \n", + "xgb | \n", + "smote | \n", + "daejeon | \n", + "hyperopt | \n", + "0.537100 | \n", + "100 | \n", + "{'colsample_bytree': 0.733236256331133, 'gamma... | \n", + "
| 17 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "daejeon | \n", + "optuna | \n", + "0.510177 | \n", + "100 | \n", + "{'d_main': 128, 'd_hidden': 256, 'n_blocks': 5... | \n", + "
| 20 | \n", + "xgb | \n", + "smote | \n", + "daegu | \n", + "hyperopt | \n", + "0.467200 | \n", + "100 | \n", + "{'colsample_bytree': 0.8132816721507904, 'gamm... | \n", + "
| 22 | \n", + "resnet_like | \n", + "ctgan10000 | \n", + "daegu | \n", + "optuna | \n", + "0.460863 | \n", + "100 | \n", + "{'d_main': 96, 'd_hidden': 256, 'n_blocks': 3,... | \n", + "
| 25 | \n", + "ft_transformer | \n", + "ctgan10000 | \n", + "busan | \n", + "optuna | \n", + "0.496046 | \n", + "100 | \n", + "{'d_token': 224, 'n_blocks': 2, 'n_heads': 8, ... | \n", + "
| 26 | \n", + "xgb | \n", + "pure | \n", + "busan | \n", + "hyperopt | \n", + "0.494900 | \n", + "100 | \n", + "{'colsample_bytree': 0.8651175745135303, 'gamm... | \n", + "
| \n", - " | model | \n", - "CSI | \n", - "MCC | \n", - "Accuracy | \n", - "region | \n", - "data_sample | \n", - "
|---|---|---|---|---|---|---|
| 0 | \n", - "deepgbm+ft_transformer | \n", - "0.699242 | \n", - "0.804978 | \n", - "0.961705 | \n", - "seoul | \n", - "best | \n", - "
| 1 | \n", - "deepgbm+resnet_like | \n", - "0.709072 | \n", - "0.813500 | \n", - "0.963958 | \n", - "seoul | \n", - "best | \n", - "
| 2 | \n", - "deepgbm+XGBoost | \n", - "0.669227 | \n", - "0.782838 | \n", - "0.957995 | \n", - "seoul | \n", - "best | \n", - "
| 3 | \n", - "deepgbm+LightGBM | \n", - "0.693515 | \n", - "0.801572 | \n", - "0.962094 | \n", - "seoul | \n", - "best | \n", - "
| 4 | \n", - "ft_transformer+resnet_like | \n", - "0.625273 | \n", - "0.750936 | \n", - "0.948804 | \n", - "seoul | \n", - "best | \n", - "
| 5 | \n", - "ft_transformer+XGBoost | \n", - "0.614284 | \n", - "0.740312 | \n", - "0.947094 | \n", - "seoul | \n", - "best | \n", - "
| 6 | \n", - "ft_transformer+LightGBM | \n", - "0.608569 | \n", - "0.735933 | \n", - "0.946637 | \n", - "seoul | \n", - "best | \n", - "
| 7 | \n", - "resnet_like+XGBoost | \n", - "0.619427 | \n", - "0.744657 | \n", - "0.947822 | \n", - "seoul | \n", - "best | \n", - "
| 8 | \n", - "resnet_like+LightGBM | \n", - "0.613685 | \n", - "0.741096 | \n", - "0.945773 | \n", - "seoul | \n", - "best | \n", - "
| 9 | \n", - "XGBoost+LightGBM | \n", - "0.586111 | \n", - "0.714906 | \n", - "0.942197 | \n", - "seoul | \n", - "best | \n", - "
| 10 | \n", - "deepgbm+ft_transformer+resnet_like | \n", - "0.682169 | \n", - "0.794663 | \n", - "0.959626 | \n", - "seoul | \n", - "best | \n", - "
| 11 | \n", - "deepgbm+ft_transformer+XGBoost | \n", - "0.673033 | \n", - "0.786757 | \n", - "0.958448 | \n", - "seoul | \n", - "best | \n", - "
| 12 | \n", - "deepgbm+ft_transformer+LightGBM | \n", - "0.676476 | \n", - "0.790202 | \n", - "0.959055 | \n", - "seoul | \n", - "best | \n", - "
| 13 | \n", - "deepgbm+resnet_like+XGBoost | \n", - "0.678438 | \n", - "0.791505 | \n", - "0.959138 | \n", - "seoul | \n", - "best | \n", - "
| 14 | \n", - "deepgbm+resnet_like+LightGBM | \n", - "0.677563 | \n", - "0.791321 | \n", - "0.959024 | \n", - "seoul | \n", - "best | \n", - "
| 15 | \n", - "deepgbm+XGBoost+LightGBM | \n", - "0.632538 | \n", - "0.754727 | \n", - "0.951200 | \n", - "seoul | \n", - "best | \n", - "
| 16 | \n", - "ft_transformer+resnet_like+XGBoost | \n", - "0.633231 | \n", - "0.756134 | \n", - "0.950061 | \n", - "seoul | \n", - "best | \n", - "
| 17 | \n", - "ft_transformer+resnet_like+LightGBM | \n", - "0.630655 | \n", - "0.754589 | \n", - "0.949681 | \n", - "seoul | \n", - "best | \n", - "
| 18 | \n", - "ft_transformer+XGBoost+LightGBM | \n", - "0.605288 | \n", - "0.731968 | \n", - "0.945577 | \n", - "seoul | \n", - "best | \n", - "
| 19 | \n", - "resnet_like+XGBoost+LightGBM | \n", - "0.610349 | \n", - "0.736946 | \n", - "0.946037 | \n", - "seoul | \n", - "best | \n", - "
| 20 | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost | \n", - "0.672997 | \n", - "0.787585 | \n", - "0.958111 | \n", - "seoul | \n", - "best | \n", - "
| 21 | \n", - "deepgbm+ft_transformer+resnet_like+LightGBM | \n", - "0.671956 | \n", - "0.787372 | \n", - "0.958034 | \n", - "seoul | \n", - "best | \n", - "
| 22 | \n", - "deepgbm+ft_transformer+XGBoost+LightGBM | \n", - "0.653134 | \n", - "0.771641 | \n", - "0.954997 | \n", - "seoul | \n", - "best | \n", - "
| 23 | \n", - "deepgbm+resnet_like+XGBoost+LightGBM | \n", - "0.649528 | \n", - "0.769203 | \n", - "0.953974 | \n", - "seoul | \n", - "best | \n", - "
| 24 | \n", - "ft_transformer+resnet_like+XGBoost+LightGBM | \n", - "0.623331 | \n", - "0.747511 | \n", - "0.948277 | \n", - "seoul | \n", - "best | \n", - "
| 25 | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost+Lig... | \n", - "0.656912 | \n", - "0.775223 | \n", - "0.955378 | \n", - "seoul | \n", - "best | \n", - "
| \n", - " | model | \n", - "CSI | \n", - "MCC | \n", - "Accuracy | \n", - "region | \n", - "data_sample | \n", - "
|---|---|---|---|---|---|---|
| 2 | \n", - "deepgbm+XGBoost | \n", - "0.657407 | \n", - "0.773279 | \n", - "0.954158 | \n", - "daejeon | \n", - "best | \n", - "
| 3 | \n", - "deepgbm+LightGBM | \n", - "0.661543 | \n", - "0.776346 | \n", - "0.955109 | \n", - "daejeon | \n", - "best | \n", - "
| 4 | \n", - "ft_transformer+resnet_like | \n", - "0.587478 | \n", - "0.712493 | \n", - "0.944881 | \n", - "daejeon | \n", - "best | \n", - "
| 5 | \n", - "ft_transformer+XGBoost | \n", - "0.581913 | \n", - "0.707980 | \n", - "0.943359 | \n", - "daejeon | \n", - "best | \n", - "
| 6 | \n", - "ft_transformer+LightGBM | \n", - "0.580533 | \n", - "0.707099 | \n", - "0.943739 | \n", - "daejeon | \n", - "best | \n", - "
| 7 | \n", - "resnet_like+XGBoost | \n", - "0.562109 | \n", - "0.692599 | \n", - "0.938989 | \n", - "daejeon | \n", - "best | \n", - "
| 8 | \n", - "resnet_like+LightGBM | \n", - "0.555271 | \n", - "0.686253 | \n", - "0.938609 | \n", - "daejeon | \n", - "best | \n", - "
| 9 | \n", - "XGBoost+LightGBM | \n", - "0.528844 | \n", - "0.663474 | \n", - "0.932714 | \n", - "daejeon | \n", - "best | \n", - "
| 10 | \n", - "deepgbm+ft_transformer+resnet_like | \n", - "0.660600 | \n", - "0.774370 | \n", - "0.955334 | \n", - "daejeon | \n", - "best | \n", - "
| 11 | \n", - "deepgbm+ft_transformer+XGBoost | \n", - "0.649524 | \n", - "0.765199 | \n", - "0.953663 | \n", - "daejeon | \n", - "best | \n", - "
| 12 | \n", - "deepgbm+ft_transformer+LightGBM | \n", - "0.655685 | \n", - "0.769959 | \n", - "0.955032 | \n", - "daejeon | \n", - "best | \n", - "
| 13 | \n", - "deepgbm+resnet_like+XGBoost | \n", - "0.646377 | \n", - "0.764436 | \n", - "0.952637 | \n", - "daejeon | \n", - "best | \n", - "
| 14 | \n", - "deepgbm+resnet_like+LightGBM | \n", - "0.644172 | \n", - "0.762363 | \n", - "0.952752 | \n", - "daejeon | \n", - "best | \n", - "
| 15 | \n", - "deepgbm+XGBoost+LightGBM | \n", - "0.610494 | \n", - "0.735516 | \n", - "0.947010 | \n", - "daejeon | \n", - "best | \n", - "
| 16 | \n", - "ft_transformer+resnet_like+XGBoost | \n", - "0.592672 | \n", - "0.716951 | \n", - "0.945338 | \n", - "daejeon | \n", - "best | \n", - "
| 17 | \n", - "ft_transformer+resnet_like+LightGBM | \n", - "0.586850 | \n", - "0.712067 | \n", - "0.944805 | \n", - "daejeon | \n", - "best | \n", - "
| 18 | \n", - "ft_transformer+XGBoost+LightGBM | \n", - "0.569775 | \n", - "0.697854 | \n", - "0.940813 | \n", - "daejeon | \n", - "best | \n", - "
| 19 | \n", - "resnet_like+XGBoost+LightGBM | \n", - "0.556842 | \n", - "0.687964 | \n", - "0.938342 | \n", - "daejeon | \n", - "best | \n", - "
| 20 | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost | \n", - "0.646448 | \n", - "0.762862 | \n", - "0.953283 | \n", - "daejeon | \n", - "best | \n", - "
| 21 | \n", - "deepgbm+ft_transformer+resnet_like+LightGBM | \n", - "0.643276 | \n", - "0.760303 | \n", - "0.953017 | \n", - "daejeon | \n", - "best | \n", - "
| 22 | \n", - "deepgbm+ft_transformer+XGBoost+LightGBM | \n", - "0.626859 | \n", - "0.747025 | \n", - "0.950128 | \n", - "daejeon | \n", - "best | \n", - "
| 23 | \n", - "deepgbm+resnet_like+XGBoost+LightGBM | \n", - "0.617990 | \n", - "0.741269 | \n", - "0.948493 | \n", - "daejeon | \n", - "best | \n", - "
| 24 | \n", - "ft_transformer+resnet_like+XGBoost+LightGBM | \n", - "0.577877 | \n", - "0.704685 | \n", - "0.942678 | \n", - "daejeon | \n", - "best | \n", - "
| 25 | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost+Lig... | \n", - "0.625171 | \n", - "0.745410 | \n", - "0.950090 | \n", - "daejeon | \n", - "best | \n", - "
| 0 | \n", - "deepgbm+ft_transformer | \n", - "0.679848 | \n", - "0.767237 | \n", - "0.954138 | \n", - "gwangju | \n", - "best | \n", - "
| 1 | \n", - "deepgbm+resnet_like | \n", - "0.665680 | \n", - "0.771460 | \n", - "0.954373 | \n", - "gwangju | \n", - "best | \n", - "
| 2 | \n", - "deepgbm+XGBoost | \n", - "0.657407 | \n", - "0.771914 | \n", - "0.954319 | \n", - "gwangju | \n", - "best | \n", - "
| 3 | \n", - "deepgbm+LightGBM | \n", - "0.661543 | \n", - "0.772801 | \n", - "0.954477 | \n", - "gwangju | \n", - "best | \n", - "
| 4 | \n", - "ft_transformer+resnet_like | \n", - "0.587478 | \n", - "0.762750 | \n", - "0.952878 | \n", - "gwangju | \n", - "best | \n", - "
| 5 | \n", - "ft_transformer+XGBoost | \n", - "0.581913 | \n", - "0.754925 | \n", - "0.951518 | \n", - "gwangju | \n", - "best | \n", - "
| 6 | \n", - "ft_transformer+LightGBM | \n", - "0.580533 | \n", - "0.748947 | \n", - "0.950546 | \n", - "gwangju | \n", - "best | \n", - "
| 7 | \n", - "resnet_like+XGBoost | \n", - "0.562109 | \n", - "0.742686 | \n", - "0.949262 | \n", - "gwangju | \n", - "best | \n", - "
| 8 | \n", - "resnet_like+LightGBM | \n", - "0.555271 | \n", - "0.737043 | \n", - "0.948196 | \n", - "gwangju | \n", - "best | \n", - "
| 9 | \n", - "XGBoost+LightGBM | \n", - "0.528844 | \n", - "0.730355 | \n", - "0.946789 | \n", - "gwangju | \n", - "best | \n", - "
| 10 | \n", - "deepgbm+ft_transformer+resnet_like | \n", - "0.660600 | \n", - "0.774370 | \n", - "0.955334 | \n", - "gwangju | \n", - "best | \n", - "
| 11 | \n", - "deepgbm+ft_transformer+XGBoost | \n", - "0.649524 | \n", - "0.765199 | \n", - "0.953663 | \n", - "gwangju | \n", - "best | \n", - "
| 12 | \n", - "deepgbm+ft_transformer+LightGBM | \n", - "0.655685 | \n", - "0.769959 | \n", - "0.955032 | \n", - "gwangju | \n", - "best | \n", - "
| 13 | \n", - "deepgbm+resnet_like+XGBoost | \n", - "0.646377 | \n", - "0.764436 | \n", - "0.952637 | \n", - "gwangju | \n", - "best | \n", - "
| 14 | \n", - "deepgbm+resnet_like+LightGBM | \n", - "0.644172 | \n", - "0.762363 | \n", - "0.952752 | \n", - "gwangju | \n", - "best | \n", - "
| 15 | \n", - "deepgbm+XGBoost+LightGBM | \n", - "0.610494 | \n", - "0.735516 | \n", - "0.947010 | \n", - "gwangju | \n", - "best | \n", - "
| 16 | \n", - "ft_transformer+resnet_like+XGBoost | \n", - "0.592672 | \n", - "0.716951 | \n", - "0.945338 | \n", - "gwangju | \n", - "best | \n", - "
| 17 | \n", - "ft_transformer+resnet_like+LightGBM | \n", - "0.586850 | \n", - "0.712067 | \n", - "0.944805 | \n", - "gwangju | \n", - "best | \n", - "
| 18 | \n", - "ft_transformer+XGBoost+LightGBM | \n", - "0.569775 | \n", - "0.697854 | \n", - "0.940813 | \n", - "gwangju | \n", - "best | \n", - "
| 19 | \n", - "resnet_like+XGBoost+LightGBM | \n", - "0.556842 | \n", - "0.687964 | \n", - "0.938342 | \n", - "gwangju | \n", - "best | \n", - "
| 20 | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost | \n", - "0.646448 | \n", - "0.762862 | \n", - "0.953283 | \n", - "gwangju | \n", - "best | \n", - "
| 21 | \n", - "deepgbm+ft_transformer+resnet_like+LightGBM | \n", - "0.643276 | \n", - "0.760303 | \n", - "0.953017 | \n", - "gwangju | \n", - "best | \n", - "
| 22 | \n", - "deepgbm+ft_transformer+XGBoost+LightGBM | \n", - "0.626859 | \n", - "0.747025 | \n", - "0.950128 | \n", - "gwangju | \n", - "best | \n", - "
| 23 | \n", - "deepgbm+resnet_like+XGBoost+LightGBM | \n", - "0.617990 | \n", - "0.741269 | \n", - "0.948493 | \n", - "gwangju | \n", - "best | \n", - "
| 24 | \n", - "ft_transformer+resnet_like+XGBoost+LightGBM | \n", - "0.577877 | \n", - "0.704685 | \n", - "0.942678 | \n", - "gwangju | \n", - "best | \n", - "
| 25 | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost+Lig... | \n", - "0.625171 | \n", - "0.745410 | \n", - "0.950090 | \n", - "gwangju | \n", - "best | \n", - "
| \n", - " | region | \n", - "model | \n", - "data_sample | \n", - "CSI | \n", - "MCC | \n", - "Accuracy | \n", - "model_data | \n", - "
|---|---|---|---|---|---|---|---|
| 0 | \n", - "seoul | \n", - "deepgbm | \n", - "pure | \n", - "0.644251 | \n", - "0.766097 | \n", - "0.957526 | \n", - "deepgbm_pure | \n", - "
| 1 | \n", - "busan | \n", - "deepgbm | \n", - "pure | \n", - "0.681864 | \n", - "0.804999 | \n", - "0.974908 | \n", - "deepgbm_pure | \n", - "
| 2 | \n", - "incheon | \n", - "deepgbm | \n", - "pure | \n", - "0.567129 | \n", - "0.688707 | \n", - "0.909057 | \n", - "deepgbm_pure | \n", - "
| 3 | \n", - "daegu | \n", - "deepgbm | \n", - "pure | \n", - "0.576840 | \n", - "0.715856 | \n", - "0.975236 | \n", - "deepgbm_pure | \n", - "
| 4 | \n", - "daejeon | \n", - "deepgbm | \n", - "pure | \n", - "0.687967 | \n", - "0.797628 | \n", - "0.957317 | \n", - "deepgbm_pure | \n", - "
| ... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "
| 25 | \n", - "busan | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.460507 | \n", - "0.638240 | \n", - "0.947905 | \n", - "resnet_like_ctgan7000 | \n", - "
| 26 | \n", - "incheon | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.534332 | \n", - "0.664453 | \n", - "0.899439 | \n", - "resnet_like_ctgan7000 | \n", - "
| 27 | \n", - "daegu | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.445301 | \n", - "0.617498 | \n", - "0.967371 | \n", - "resnet_like_ctgan7000 | \n", - "
| 28 | \n", - "daejeon | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.509262 | \n", - "0.649690 | \n", - "0.918171 | \n", - "resnet_like_ctgan7000 | \n", - "
| 29 | \n", - "gwangju | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.492702 | \n", - "0.637537 | \n", - "0.927253 | \n", - "resnet_like_ctgan7000 | \n", - "
150 rows × 7 columns
\n", - "| \n", - " | region | \n", - "model | \n", - "data_sample | \n", - "CSI | \n", - "MCC | \n", - "Accuracy | \n", - "model_data | \n", - "
|---|---|---|---|---|---|---|---|
| 0 | \n", - "seoul | \n", - "deepgbm | \n", - "pure | \n", - "0.644251 | \n", - "0.766097 | \n", - "0.957526 | \n", - "deepgbm_pure | \n", - "
| 1 | \n", - "busan | \n", - "deepgbm | \n", - "pure | \n", - "0.681864 | \n", - "0.804999 | \n", - "0.974908 | \n", - "deepgbm_pure | \n", - "
| 2 | \n", - "incheon | \n", - "deepgbm | \n", - "pure | \n", - "0.567129 | \n", - "0.688707 | \n", - "0.909057 | \n", - "deepgbm_pure | \n", - "
| 3 | \n", - "daegu | \n", - "deepgbm | \n", - "pure | \n", - "0.576840 | \n", - "0.715856 | \n", - "0.975236 | \n", - "deepgbm_pure | \n", - "
| 4 | \n", - "daejeon | \n", - "deepgbm | \n", - "pure | \n", - "0.687967 | \n", - "0.797628 | \n", - "0.957317 | \n", - "deepgbm_pure | \n", - "
| ... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "
| 25 | \n", - "busan | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.460507 | \n", - "0.638240 | \n", - "0.947905 | \n", - "resnet_like_ctgan7000 | \n", - "
| 26 | \n", - "incheon | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.534332 | \n", - "0.664453 | \n", - "0.899439 | \n", - "resnet_like_ctgan7000 | \n", - "
| 27 | \n", - "daegu | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.445301 | \n", - "0.617498 | \n", - "0.967371 | \n", - "resnet_like_ctgan7000 | \n", - "
| 28 | \n", - "daejeon | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.509262 | \n", - "0.649690 | \n", - "0.918171 | \n", - "resnet_like_ctgan7000 | \n", - "
| 29 | \n", - "gwangju | \n", - "resnet_like | \n", - "ctgan7000 | \n", - "0.492702 | \n", - "0.637537 | \n", - "0.927253 | \n", - "resnet_like_ctgan7000 | \n", - "
150 rows × 7 columns
\n", - "| \n", - " | region | \n", - "model | \n", - "data_sample | \n", - "CSI | \n", - "MCC | \n", - "Accuracy | \n", - "
|---|---|---|---|---|---|---|
| 254 | \n", - "daejeon | \n", - "deepgbm+ft_transformer | \n", - "best | \n", - "0.680 | \n", - "0.789 | \n", - "0.958 | \n", - "
| 255 | \n", - "daejeon | \n", - "deepgbm+resnet_like | \n", - "best | \n", - "0.666 | \n", - "0.780 | \n", - "0.955 | \n", - "
| 257 | \n", - "daejeon | \n", - "deepgbm+LightGBM | \n", - "best | \n", - "0.662 | \n", - "0.776 | \n", - "0.955 | \n", - "
| 264 | \n", - "daejeon | \n", - "deepgbm+ft_transformer+resnet_like | \n", - "best | \n", - "0.661 | \n", - "0.774 | \n", - "0.955 | \n", - "
| 256 | \n", - "daejeon | \n", - "deepgbm+XGBoost | \n", - "best | \n", - "0.657 | \n", - "0.773 | \n", - "0.954 | \n", - "
| 266 | \n", - "daejeon | \n", - "deepgbm+ft_transformer+LightGBM | \n", - "best | \n", - "0.656 | \n", - "0.770 | \n", - "0.955 | \n", - "
| 265 | \n", - "daejeon | \n", - "deepgbm+ft_transformer+XGBoost | \n", - "best | \n", - "0.650 | \n", - "0.765 | \n", - "0.954 | \n", - "
| 274 | \n", - "daejeon | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost | \n", - "best | \n", - "0.646 | \n", - "0.763 | \n", - "0.953 | \n", - "
| 267 | \n", - "daejeon | \n", - "deepgbm+resnet_like+XGBoost | \n", - "best | \n", - "0.646 | \n", - "0.764 | \n", - "0.953 | \n", - "
| 268 | \n", - "daejeon | \n", - "deepgbm+resnet_like+LightGBM | \n", - "best | \n", - "0.644 | \n", - "0.762 | \n", - "0.953 | \n", - "
| 275 | \n", - "daejeon | \n", - "deepgbm+ft_transformer+resnet_like+LightGBM | \n", - "best | \n", - "0.643 | \n", - "0.760 | \n", - "0.953 | \n", - "
| 276 | \n", - "daejeon | \n", - "deepgbm+ft_transformer+XGBoost+LightGBM | \n", - "best | \n", - "0.627 | \n", - "0.747 | \n", - "0.950 | \n", - "
| 279 | \n", - "daejeon | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost+Lig... | \n", - "best | \n", - "0.625 | \n", - "0.745 | \n", - "0.950 | \n", - "
| 277 | \n", - "daejeon | \n", - "deepgbm+resnet_like+XGBoost+LightGBM | \n", - "best | \n", - "0.618 | \n", - "0.741 | \n", - "0.948 | \n", - "
| 269 | \n", - "daejeon | \n", - "deepgbm+XGBoost+LightGBM | \n", - "best | \n", - "0.610 | \n", - "0.736 | \n", - "0.947 | \n", - "
| 270 | \n", - "daejeon | \n", - "ft_transformer+resnet_like+XGBoost | \n", - "best | \n", - "0.593 | \n", - "0.717 | \n", - "0.945 | \n", - "
| 258 | \n", - "daejeon | \n", - "ft_transformer+resnet_like | \n", - "best | \n", - "0.587 | \n", - "0.712 | \n", - "0.945 | \n", - "
| 271 | \n", - "daejeon | \n", - "ft_transformer+resnet_like+LightGBM | \n", - "best | \n", - "0.587 | \n", - "0.712 | \n", - "0.945 | \n", - "
| 259 | \n", - "daejeon | \n", - "ft_transformer+XGBoost | \n", - "best | \n", - "0.582 | \n", - "0.708 | \n", - "0.943 | \n", - "
| 260 | \n", - "daejeon | \n", - "ft_transformer+LightGBM | \n", - "best | \n", - "0.581 | \n", - "0.707 | \n", - "0.944 | \n", - "
| 278 | \n", - "daejeon | \n", - "ft_transformer+resnet_like+XGBoost+LightGBM | \n", - "best | \n", - "0.578 | \n", - "0.705 | \n", - "0.943 | \n", - "
| 272 | \n", - "daejeon | \n", - "ft_transformer+XGBoost+LightGBM | \n", - "best | \n", - "0.570 | \n", - "0.698 | \n", - "0.941 | \n", - "
| 261 | \n", - "daejeon | \n", - "resnet_like+XGBoost | \n", - "best | \n", - "0.562 | \n", - "0.693 | \n", - "0.939 | \n", - "
| 273 | \n", - "daejeon | \n", - "resnet_like+XGBoost+LightGBM | \n", - "best | \n", - "0.557 | \n", - "0.688 | \n", - "0.938 | \n", - "
| 262 | \n", - "daejeon | \n", - "resnet_like+LightGBM | \n", - "best | \n", - "0.555 | \n", - "0.686 | \n", - "0.939 | \n", - "
| 263 | \n", - "daejeon | \n", - "XGBoost+LightGBM | \n", - "best | \n", - "0.529 | \n", - "0.663 | \n", - "0.933 | \n", - "
| \n", - " | region | \n", - "model | \n", - "data_sample | \n", - "CSI | \n", - "MCC | \n", - "Accuracy | \n", - "
|---|---|---|---|---|---|---|
| 280 | \n", - "gwangju | \n", - "deepgbm+ft_transformer | \n", - "best | \n", - "0.680 | \n", - "0.767 | \n", - "0.954 | \n", - "
| 281 | \n", - "gwangju | \n", - "deepgbm+resnet_like | \n", - "best | \n", - "0.666 | \n", - "0.771 | \n", - "0.954 | \n", - "
| 283 | \n", - "gwangju | \n", - "deepgbm+LightGBM | \n", - "best | \n", - "0.662 | \n", - "0.773 | \n", - "0.954 | \n", - "
| 290 | \n", - "gwangju | \n", - "deepgbm+ft_transformer+resnet_like | \n", - "best | \n", - "0.661 | \n", - "0.774 | \n", - "0.955 | \n", - "
| 282 | \n", - "gwangju | \n", - "deepgbm+XGBoost | \n", - "best | \n", - "0.657 | \n", - "0.772 | \n", - "0.954 | \n", - "
| 292 | \n", - "gwangju | \n", - "deepgbm+ft_transformer+LightGBM | \n", - "best | \n", - "0.656 | \n", - "0.770 | \n", - "0.955 | \n", - "
| 291 | \n", - "gwangju | \n", - "deepgbm+ft_transformer+XGBoost | \n", - "best | \n", - "0.650 | \n", - "0.765 | \n", - "0.954 | \n", - "
| 300 | \n", - "gwangju | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost | \n", - "best | \n", - "0.646 | \n", - "0.763 | \n", - "0.953 | \n", - "
| 293 | \n", - "gwangju | \n", - "deepgbm+resnet_like+XGBoost | \n", - "best | \n", - "0.646 | \n", - "0.764 | \n", - "0.953 | \n", - "
| 294 | \n", - "gwangju | \n", - "deepgbm+resnet_like+LightGBM | \n", - "best | \n", - "0.644 | \n", - "0.762 | \n", - "0.953 | \n", - "
| 301 | \n", - "gwangju | \n", - "deepgbm+ft_transformer+resnet_like+LightGBM | \n", - "best | \n", - "0.643 | \n", - "0.760 | \n", - "0.953 | \n", - "
| 302 | \n", - "gwangju | \n", - "deepgbm+ft_transformer+XGBoost+LightGBM | \n", - "best | \n", - "0.627 | \n", - "0.747 | \n", - "0.950 | \n", - "
| 305 | \n", - "gwangju | \n", - "deepgbm+ft_transformer+resnet_like+XGBoost+Lig... | \n", - "best | \n", - "0.625 | \n", - "0.745 | \n", - "0.950 | \n", - "
| 303 | \n", - "gwangju | \n", - "deepgbm+resnet_like+XGBoost+LightGBM | \n", - "best | \n", - "0.618 | \n", - "0.741 | \n", - "0.948 | \n", - "
| 295 | \n", - "gwangju | \n", - "deepgbm+XGBoost+LightGBM | \n", - "best | \n", - "0.610 | \n", - "0.736 | \n", - "0.947 | \n", - "
| 296 | \n", - "gwangju | \n", - "ft_transformer+resnet_like+XGBoost | \n", - "best | \n", - "0.593 | \n", - "0.717 | \n", - "0.945 | \n", - "
| 284 | \n", - "gwangju | \n", - "ft_transformer+resnet_like | \n", - "best | \n", - "0.587 | \n", - "0.763 | \n", - "0.953 | \n", - "
| 297 | \n", - "gwangju | \n", - "ft_transformer+resnet_like+LightGBM | \n", - "best | \n", - "0.587 | \n", - "0.712 | \n", - "0.945 | \n", - "
| 285 | \n", - "gwangju | \n", - "ft_transformer+XGBoost | \n", - "best | \n", - "0.582 | \n", - "0.755 | \n", - "0.952 | \n", - "
| 286 | \n", - "gwangju | \n", - "ft_transformer+LightGBM | \n", - "best | \n", - "0.581 | \n", - "0.749 | \n", - "0.951 | \n", - "
| 304 | \n", - "gwangju | \n", - "ft_transformer+resnet_like+XGBoost+LightGBM | \n", - "best | \n", - "0.578 | \n", - "0.705 | \n", - "0.943 | \n", - "
| 298 | \n", - "gwangju | \n", - "ft_transformer+XGBoost+LightGBM | \n", - "best | \n", - "0.570 | \n", - "0.698 | \n", - "0.941 | \n", - "
| 287 | \n", - "gwangju | \n", - "resnet_like+XGBoost | \n", - "best | \n", - "0.562 | \n", - "0.743 | \n", - "0.949 | \n", - "
| 299 | \n", - "gwangju | \n", - "resnet_like+XGBoost+LightGBM | \n", - "best | \n", - "0.557 | \n", - "0.688 | \n", - "0.938 | \n", - "
| 288 | \n", - "gwangju | \n", - "resnet_like+LightGBM | \n", - "best | \n", - "0.555 | \n", - "0.737 | \n", - "0.948 | \n", - "
| 289 | \n", - "gwangju | \n", - "XGBoost+LightGBM | \n", - "best | \n", - "0.529 | \n", - "0.730 | \n", - "0.947 | \n", - "