import pandas as pd
import numpy as np
import sklearn
import pickle
import time
import datetime
import warnings
'ignore') warnings.filterwarnings(
imports
%run ../functions.py
with open('../fraudTrain.pkl', 'rb') as file:
= pickle.load(file) fraudTrain
시도1(0.3 / 0.05)
0.3, 0.05) auto_amt(fraudTrain,
model | time | acc | pre | rec | f1 | auc | graph_based | method | throw_rate | train_size | train_cols | train_frate | test_size | test_frate | hyper_params | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | KNeighborsUnif_BAG_L1 | None | 0.909424 | 0.339050 | 0.856667 | 0.485822 | 0.943079 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
1 | KNeighborsDist_BAG_L1 | None | 0.904762 | 0.323834 | 0.833333 | 0.466418 | 0.925634 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
2 | LightGBMXT_BAG_L1 | None | 0.962704 | 0.602703 | 0.743333 | 0.665672 | 0.944517 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
3 | LightGBM_BAG_L1 | None | 0.929737 | 0.402556 | 0.840000 | 0.544276 | 0.959376 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
4 | RandomForestGini_BAG_L1 | None | 0.894439 | 0.300716 | 0.840000 | 0.442882 | 0.944121 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
5 | RandomForestEntr_BAG_L1 | None | 0.894439 | 0.300716 | 0.840000 | 0.442882 | 0.944121 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
6 | CatBoost_BAG_L1 | None | 0.929404 | 0.401587 | 0.843333 | 0.544086 | 0.959449 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
7 | ExtraTreesGini_BAG_L1 | None | 0.897935 | 0.309842 | 0.850000 | 0.454141 | 0.949617 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
8 | ExtraTreesEntr_BAG_L1 | None | 0.898102 | 0.309756 | 0.846667 | 0.453571 | 0.951033 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
9 | NeuralNetFastAI_BAG_L1 | None | 0.960539 | 0.581395 | 0.750000 | 0.655022 | 0.902893 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
10 | XGBoost_BAG_L1 | None | 0.920413 | 0.371758 | 0.860000 | 0.519115 | 0.959910 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
11 | NeuralNetTorch_BAG_L1 | None | 0.943057 | 0.460674 | 0.820000 | 0.589928 | 0.953835 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
12 | LightGBMLarge_BAG_L1 | None | 0.929903 | 0.403509 | 0.843333 | 0.545847 | 0.958161 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
13 | WeightedEnsemble_L2 | None | 0.929071 | 0.400316 | 0.843333 | 0.542918 | 0.960483 | False | Autogluon | 0.3 | 14014 | [amt] | 0.407164 | 6006 | 0.04995 | None |
시도2(0.3 / 0.005)
0.3, 0.005) auto_amt(fraudTrain,
model | time | acc | pre | rec | f1 | auc | graph_based | method | throw_rate | train_size | train_cols | train_frate | test_size | test_frate | hyper_params | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | KNeighborsUnif_BAG_L1 | None | 0.903430 | 0.047697 | 0.966667 | 0.090909 | 0.978991 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
1 | KNeighborsDist_BAG_L1 | None | 0.902098 | 0.047078 | 0.966667 | 0.089783 | 0.962461 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
2 | LightGBMXT_BAG_L1 | None | 0.974026 | 0.146067 | 0.866667 | 0.250000 | 0.986457 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
3 | LightGBM_BAG_L1 | None | 0.930403 | 0.063063 | 0.933333 | 0.118143 | 0.984990 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
4 | RandomForestGini_BAG_L1 | None | 0.891775 | 0.042773 | 0.966667 | 0.081921 | 0.978584 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
5 | RandomForestEntr_BAG_L1 | None | 0.891775 | 0.042773 | 0.966667 | 0.081921 | 0.978584 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
6 | CatBoost_BAG_L1 | None | 0.928238 | 0.061269 | 0.933333 | 0.114990 | 0.985542 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
7 | ExtraTreesGini_BAG_L1 | None | 0.894605 | 0.042489 | 0.933333 | 0.081277 | 0.978402 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
8 | ExtraTreesEntr_BAG_L1 | None | 0.895937 | 0.044410 | 0.966667 | 0.084919 | 0.979828 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
9 | NeuralNetFastAI_BAG_L1 | None | 0.972028 | 0.140625 | 0.900000 | 0.243243 | 0.960648 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
10 | XGBoost_BAG_L1 | None | 0.924242 | 0.058212 | 0.933333 | 0.109589 | 0.984374 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
11 | NeuralNetTorch_BAG_L1 | None | 0.947386 | 0.079412 | 0.900000 | 0.145946 | 0.982039 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
12 | LightGBMLarge_BAG_L1 | None | 0.930070 | 0.062780 | 0.933333 | 0.117647 | 0.984758 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
13 | WeightedEnsemble_L2 | None | 0.924409 | 0.058333 | 0.933333 | 0.109804 | 0.984711 | False | Autogluon | 0.3 | 14014 | [amt] | 0.426431 | 6006 | 0.004995 | None |
시도3(0.2 / 0.05)
0.2, 0.05) auto_amt(fraudTrain,
model | time | acc | pre | rec | f1 | auc | graph_based | method | throw_rate | train_size | train_cols | train_frate | test_size | test_frate | hyper_params | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | KNeighborsUnif_BAG_L1 | None | 0.940948 | 0.449257 | 0.806667 | 0.577107 | 0.935412 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
1 | KNeighborsDist_BAG_L1 | None | 0.935620 | 0.422062 | 0.782222 | 0.548287 | 0.919107 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
2 | LightGBMXT_BAG_L1 | None | 0.965590 | 0.630597 | 0.751111 | 0.685598 | 0.931805 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
3 | LightGBM_BAG_L1 | None | 0.967366 | 0.650579 | 0.748889 | 0.696281 | 0.962012 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
4 | RandomForestGini_BAG_L1 | None | 0.932734 | 0.409302 | 0.782222 | 0.537405 | 0.939180 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
5 | RandomForestEntr_BAG_L1 | None | 0.932734 | 0.409302 | 0.782222 | 0.537405 | 0.939180 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
6 | CatBoost_BAG_L1 | None | 0.965590 | 0.630597 | 0.751111 | 0.685598 | 0.944007 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
7 | ExtraTreesGini_BAG_L1 | None | 0.934177 | 0.416957 | 0.797778 | 0.547674 | 0.943642 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
8 | ExtraTreesEntr_BAG_L1 | None | 0.934843 | 0.420070 | 0.800000 | 0.550880 | 0.944278 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
9 | NeuralNetFastAI_BAG_L1 | None | 0.965812 | 0.632959 | 0.751111 | 0.686992 | 0.911427 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
10 | XGBoost_BAG_L1 | None | 0.965590 | 0.630597 | 0.751111 | 0.685598 | 0.961783 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
11 | NeuralNetTorch_BAG_L1 | None | 0.966367 | 0.638941 | 0.751111 | 0.690501 | 0.954791 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
12 | LightGBMLarge_BAG_L1 | None | 0.968587 | 0.668008 | 0.737778 | 0.701162 | 0.961885 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
13 | WeightedEnsemble_L2 | None | 0.965812 | 0.632959 | 0.751111 | 0.686992 | 0.911427 | False | Autogluon | 0.2 | 21021 | [amt] | 0.264307 | 9009 | 0.04995 | None |
시도4(0.2 / 0.005)
0.2, 0.005) auto_amt(fraudTrain,
model | time | acc | pre | rec | f1 | auc | graph_based | method | throw_rate | train_size | train_cols | train_frate | test_size | test_frate | hyper_params | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | KNeighborsUnif_BAG_L1 | None | 0.943168 | 0.069982 | 0.844444 | 0.129252 | 0.957158 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
1 | KNeighborsDist_BAG_L1 | None | 0.938173 | 0.064626 | 0.844444 | 0.120063 | 0.929921 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
2 | LightGBMXT_BAG_L1 | None | 0.976357 | 0.147059 | 0.777778 | 0.247350 | 0.931610 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
3 | LightGBM_BAG_L1 | None | 0.977578 | 0.154185 | 0.777778 | 0.257353 | 0.970694 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
4 | RandomForestGini_BAG_L1 | None | 0.932956 | 0.058452 | 0.822222 | 0.109145 | 0.952514 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
5 | RandomForestEntr_BAG_L1 | None | 0.932956 | 0.058452 | 0.822222 | 0.109145 | 0.952514 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
6 | CatBoost_BAG_L1 | None | 0.977800 | 0.155556 | 0.777778 | 0.259259 | 0.967803 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
7 | ExtraTreesGini_BAG_L1 | None | 0.935509 | 0.062092 | 0.844444 | 0.115677 | 0.953986 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
8 | ExtraTreesEntr_BAG_L1 | None | 0.936175 | 0.062706 | 0.844444 | 0.116743 | 0.954544 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
9 | NeuralNetFastAI_BAG_L1 | None | 0.976468 | 0.147679 | 0.777778 | 0.248227 | 0.913550 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
10 | XGBoost_BAG_L1 | None | 0.967699 | 0.113208 | 0.800000 | 0.198347 | 0.970782 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
11 | NeuralNetTorch_BAG_L1 | None | 0.977134 | 0.151515 | 0.777778 | 0.253623 | 0.965063 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
12 | LightGBMLarge_BAG_L1 | None | 0.975913 | 0.144628 | 0.777778 | 0.243902 | 0.970215 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
13 | WeightedEnsemble_L2 | None | 0.977134 | 0.151515 | 0.777778 | 0.253623 | 0.965353 | False | Autogluon | 0.2 | 21021 | [amt] | 0.283574 | 9009 | 0.004995 | None |
시도5(0.2 / 0.0005)
0.2, 0.0005) auto_amt(fraudTrain,
model | time | acc | pre | rec | f1 | auc | graph_based | method | throw_rate | train_size | train_cols | train_frate | test_size | test_frate | hyper_params | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | KNeighborsUnif_BAG_L1 | None | 0.940948 | 0.005618 | 0.75 | 0.011152 | 0.968379 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
1 | KNeighborsDist_BAG_L1 | None | 0.937840 | 0.005338 | 0.75 | 0.010601 | 0.950611 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
2 | LightGBMXT_BAG_L1 | None | 0.972916 | 0.012195 | 0.75 | 0.024000 | 0.924820 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
3 | LightGBM_BAG_L1 | None | 0.979021 | 0.015707 | 0.75 | 0.030769 | 0.991546 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
4 | RandomForestGini_BAG_L1 | None | 0.934177 | 0.005042 | 0.75 | 0.010017 | 0.944073 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
5 | RandomForestEntr_BAG_L1 | None | 0.934177 | 0.005042 | 0.75 | 0.010017 | 0.944073 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
6 | CatBoost_BAG_L1 | None | 0.976801 | 0.014218 | 0.75 | 0.027907 | 0.991768 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
7 | ExtraTreesGini_BAG_L1 | None | 0.936286 | 0.005208 | 0.75 | 0.010345 | 0.956011 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
8 | ExtraTreesEntr_BAG_L1 | None | 0.936508 | 0.005226 | 0.75 | 0.010381 | 0.957066 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
9 | NeuralNetFastAI_BAG_L1 | None | 0.976690 | 0.014151 | 0.75 | 0.027778 | 0.897252 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
10 | XGBoost_BAG_L1 | None | 0.969364 | 0.014286 | 1.00 | 0.028169 | 0.991297 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
11 | NeuralNetTorch_BAG_L1 | None | 0.978910 | 0.015625 | 0.75 | 0.030612 | 0.989561 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
12 | LightGBMLarge_BAG_L1 | None | 0.980464 | 0.016854 | 0.75 | 0.032967 | 0.991838 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
13 | WeightedEnsemble_L2 | None | 0.967588 | 0.010204 | 0.75 | 0.020134 | 0.984814 | False | Autogluon | 0.2 | 21021 | [amt] | 0.285524 | 9009 | 0.000444 | None |
시도6(0.5 / 0.5)
0.5, 0.5) auto_amt(fraudTrain,
model | time | acc | pre | rec | f1 | auc | graph_based | method | throw_rate | train_size | train_cols | train_frate | test_size | test_frate | hyper_params | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | KNeighborsUnif_BAG_L1 | None | 0.870386 | 0.870556 | 0.870072 | 0.870314 | 0.939158 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
1 | KNeighborsDist_BAG_L1 | None | 0.859561 | 0.868107 | 0.847862 | 0.857865 | 0.907189 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
2 | LightGBMXT_BAG_L1 | None | 0.881765 | 0.886019 | 0.876180 | 0.881072 | 0.955909 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
3 | LightGBM_BAG_L1 | None | 0.889536 | 0.903857 | 0.871738 | 0.887507 | 0.961129 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
4 | RandomForestGini_BAG_L1 | None | 0.850958 | 0.853073 | 0.847862 | 0.850459 | 0.938361 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
5 | RandomForestEntr_BAG_L1 | None | 0.850958 | 0.853073 | 0.847862 | 0.850459 | 0.938361 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
6 | CatBoost_BAG_L1 | None | 0.886761 | 0.901904 | 0.867851 | 0.884550 | 0.958589 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
7 | ExtraTreesGini_BAG_L1 | None | 0.857064 | 0.858817 | 0.854525 | 0.856666 | 0.943211 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
8 | ExtraTreesEntr_BAG_L1 | None | 0.859284 | 0.861453 | 0.856191 | 0.858814 | 0.943970 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
9 | NeuralNetFastAI_BAG_L1 | None | 0.863725 | 0.961918 | 0.757357 | 0.847468 | 0.895867 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
10 | XGBoost_BAG_L1 | None | 0.889536 | 0.904789 | 0.870627 | 0.887380 | 0.961415 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
11 | NeuralNetTorch_BAG_L1 | None | 0.880655 | 0.869542 | 0.895614 | 0.882385 | 0.952822 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
12 | LightGBMLarge_BAG_L1 | None | 0.887594 | 0.903002 | 0.868406 | 0.885367 | 0.960592 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
13 | WeightedEnsemble_L2 | None | 0.887039 | 0.901036 | 0.869517 | 0.884996 | 0.958770 | False | Autogluon | 0.5 | 8409 | [amt] | 0.500059 | 3603 | 0.499861 | None |
시도7(0.5 / 0.05)
0.5, 0.05) auto_amt(fraudTrain,
model | time | acc | pre | rec | f1 | auc | graph_based | method | throw_rate | train_size | train_cols | train_frate | test_size | test_frate | hyper_params | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | KNeighborsUnif_BAG_L1 | None | 0.798501 | 0.191176 | 0.938889 | 0.317669 | 0.936067 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
1 | KNeighborsDist_BAG_L1 | None | 0.796003 | 0.186441 | 0.916667 | 0.309859 | 0.904545 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
2 | LightGBMXT_BAG_L1 | None | 0.817097 | 0.206854 | 0.938889 | 0.339017 | 0.942227 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
3 | LightGBM_BAG_L1 | None | 0.781293 | 0.177966 | 0.933333 | 0.298932 | 0.955806 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
4 | RandomForestGini_BAG_L1 | None | 0.776853 | 0.172269 | 0.911111 | 0.289753 | 0.935351 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
5 | RandomForestEntr_BAG_L1 | None | 0.776853 | 0.172269 | 0.911111 | 0.289753 | 0.935351 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
6 | CatBoost_BAG_L1 | None | 0.790730 | 0.185307 | 0.938889 | 0.309524 | 0.956094 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
7 | ExtraTreesGini_BAG_L1 | None | 0.787399 | 0.180828 | 0.922222 | 0.302368 | 0.941047 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
8 | ExtraTreesEntr_BAG_L1 | None | 0.788787 | 0.181120 | 0.916667 | 0.302475 | 0.940643 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
9 | NeuralNetFastAI_BAG_L1 | None | 0.947544 | 0.483146 | 0.716667 | 0.577181 | 0.880083 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
10 | XGBoost_BAG_L1 | None | 0.788787 | 0.183206 | 0.933333 | 0.306290 | 0.955883 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
11 | NeuralNetTorch_BAG_L1 | None | 0.808770 | 0.200236 | 0.944444 | 0.330418 | 0.949717 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
12 | LightGBMLarge_BAG_L1 | None | 0.760755 | 0.165029 | 0.933333 | 0.280467 | 0.955093 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
13 | WeightedEnsemble_L2 | None | 0.797391 | 0.189616 | 0.933333 | 0.315197 | 0.956457 | False | Autogluon | 0.5 | 8409 | [amt] | 0.692829 | 3603 | 0.049958 | None |
시도8(0.5 / 0.005)
0.5, 0.005) auto_amt(fraudTrain,
model | time | acc | pre | rec | f1 | auc | graph_based | method | throw_rate | train_size | train_cols | train_frate | test_size | test_frate | hyper_params | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | KNeighborsUnif_BAG_L1 | None | 0.775465 | 0.021765 | 1.000000 | 0.042604 | 0.960112 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
1 | KNeighborsDist_BAG_L1 | None | 0.776020 | 0.021818 | 1.000000 | 0.042705 | 0.924369 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
2 | LightGBMXT_BAG_L1 | None | 0.798224 | 0.024161 | 1.000000 | 0.047182 | 0.973539 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
3 | LightGBM_BAG_L1 | None | 0.735498 | 0.018538 | 1.000000 | 0.036400 | 0.979909 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
4 | RandomForestGini_BAG_L1 | None | 0.756869 | 0.019058 | 0.944444 | 0.037363 | 0.950116 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
5 | RandomForestEntr_BAG_L1 | None | 0.756869 | 0.019058 | 0.944444 | 0.037363 | 0.950116 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
6 | CatBoost_BAG_L1 | None | 0.774632 | 0.021687 | 1.000000 | 0.042453 | 0.978700 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
7 | ExtraTreesGini_BAG_L1 | None | 0.768249 | 0.021102 | 1.000000 | 0.041332 | 0.959887 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
8 | ExtraTreesEntr_BAG_L1 | None | 0.766306 | 0.020930 | 1.000000 | 0.041002 | 0.959995 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
9 | NeuralNetFastAI_BAG_L1 | None | 0.954482 | 0.089888 | 0.888889 | 0.163265 | 0.944367 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
10 | XGBoost_BAG_L1 | None | 0.756869 | 0.020134 | 1.000000 | 0.039474 | 0.974725 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
11 | NeuralNetTorch_BAG_L1 | None | 0.793783 | 0.023653 | 1.000000 | 0.046213 | 0.976197 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
12 | LightGBMLarge_BAG_L1 | None | 0.703858 | 0.016590 | 1.000000 | 0.032638 | 0.979165 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
13 | WeightedEnsemble_L2 | None | 0.773522 | 0.021583 | 1.000000 | 0.042254 | 0.979707 | False | Autogluon | 0.5 | 8409 | [amt] | 0.712094 | 3603 | 0.004996 | None |
시도9(0.5 / 0.0005)
0.5, 0.0005) auto_amt(fraudTrain,
model | time | acc | pre | rec | f1 | auc | graph_based | method | throw_rate | train_size | train_cols | train_frate | test_size | test_frate | hyper_params | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | KNeighborsUnif_BAG_L1 | None | 0.776853 | 0.001242 | 1.0 | 0.002481 | 0.971821 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
1 | KNeighborsDist_BAG_L1 | None | 0.775742 | 0.001236 | 1.0 | 0.002469 | 0.941421 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
2 | LightGBMXT_BAG_L1 | None | 0.800722 | 0.001391 | 1.0 | 0.002778 | 0.991671 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
3 | LightGBM_BAG_L1 | None | 0.701082 | 0.000928 | 1.0 | 0.001854 | 0.993892 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
4 | RandomForestGini_BAG_L1 | None | 0.755482 | 0.001134 | 1.0 | 0.002265 | 0.977790 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
5 | RandomForestEntr_BAG_L1 | None | 0.755482 | 0.001134 | 1.0 | 0.002265 | 0.977790 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
6 | CatBoost_BAG_L1 | None | 0.769359 | 0.001202 | 1.0 | 0.002401 | 0.991394 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
7 | ExtraTreesGini_BAG_L1 | None | 0.762975 | 0.001170 | 1.0 | 0.002336 | 0.985425 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
8 | ExtraTreesEntr_BAG_L1 | None | 0.763530 | 0.001172 | 1.0 | 0.002342 | 0.984175 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
9 | NeuralNetFastAI_BAG_L1 | None | 0.953095 | 0.005882 | 1.0 | 0.011696 | 0.993059 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
10 | XGBoost_BAG_L1 | None | 0.751041 | 0.001114 | 1.0 | 0.002225 | 0.994170 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
11 | NeuralNetTorch_BAG_L1 | None | 0.786567 | 0.001299 | 1.0 | 0.002594 | 0.992782 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
12 | LightGBMLarge_BAG_L1 | None | 0.698585 | 0.000920 | 1.0 | 0.001838 | 0.998890 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |
13 | WeightedEnsemble_L2 | None | 0.766861 | 0.001189 | 1.0 | 0.002375 | 0.992504 | False | Autogluon | 0.5 | 8409 | [amt] | 0.714116 | 3603 | 0.000278 | None |