[Autogluon] 0.005

Author

김보람

Published

February 12, 2024

imports

import pandas as pd
import numpy as np
import sklearn
import pickle 
import time 
import datetime
import warnings
warnings.filterwarnings('ignore')
%run ../functions-auto.py
with open('../fraudTrain.pkl', 'rb') as file:
    fraudTrain = pickle.load(file)    
auto_amt_nb(fraudTrain, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994736 0.500000 0.014493 0.028169 0.686067 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
1 KNeighborsDist None 0.994621 0.444444 0.086957 0.145455 0.686530 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
2 LightGBMXT None 0.994736 0.000000 0.000000 0.000000 0.777613 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
3 LightGBM None 0.994354 0.391304 0.130435 0.195652 0.929551 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
4 RandomForestGini None 0.994621 0.480519 0.268116 0.344186 0.878819 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
5 RandomForestEntr None 0.994507 0.460526 0.253623 0.327103 0.879292 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
6 CatBoost None 0.994736 0.000000 0.000000 0.000000 0.875674 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
7 ExtraTreesGini None 0.994698 0.491525 0.210145 0.294416 0.889701 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
8 ExtraTreesEntr None 0.994660 0.485294 0.239130 0.320388 0.883056 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
9 NeuralNetFastAI None 0.994736 0.000000 0.000000 0.000000 0.834562 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
10 XGBoost None 0.994583 0.444444 0.115942 0.183908 0.847677 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
11 NeuralNetTorch None 0.994736 0.000000 0.000000 0.000000 0.938661 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
12 LightGBMLarge None 0.994774 0.538462 0.050725 0.092715 0.926201 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None
13 WeightedEnsemble_L2 None 0.994354 0.391304 0.130435 0.195652 0.929551 False Auto_not_best 0.005808 78643 [index, amt] 0.005989 26215 0.005264 None 
auto_amt_nb(fraudTrain, 9)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994164 0.538462 0.040936 0.076087 0.644107 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
1 KNeighborsDist None 0.994370 0.606061 0.116959 0.196078 0.644609 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
2 LightGBMXT None 0.994129 0.000000 0.000000 0.000000 0.767215 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
3 LightGBM None 0.994301 0.777778 0.040936 0.077778 0.855781 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
4 RandomForestGini None 0.994095 0.493827 0.233918 0.317460 0.876540 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
5 RandomForestEntr None 0.994198 0.512195 0.245614 0.332016 0.871232 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
6 CatBoost None 0.994129 0.000000 0.000000 0.000000 0.876890 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
7 ExtraTreesGini None 0.994335 0.545455 0.210526 0.303797 0.900009 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
8 ExtraTreesEntr None 0.994232 0.523077 0.198830 0.288136 0.902544 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
9 NeuralNetFastAI None 0.994095 0.000000 0.000000 0.000000 0.704913 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
10 XGBoost None 0.993992 0.423077 0.064327 0.111675 0.858562 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
11 NeuralNetTorch None 0.994370 0.769231 0.058480 0.108696 0.932058 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
12 LightGBMLarge None 0.994129 0.000000 0.000000 0.000000 0.776446 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None
13 WeightedEnsemble_L2 None 0.994095 0.000000 0.000000 0.000000 0.704913 False Auto_not_best 0.005836 87381 [index, amt] 0.005825 29128 0.005871 None 
auto_amt_nb(fraudTrain, 8)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994690 0.500000 0.057471 0.103093 0.641683 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
1 KNeighborsDist None 0.994659 0.490196 0.143678 0.222222 0.642241 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
2 LightGBMXT None 0.994690 0.000000 0.000000 0.000000 0.790438 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
3 LightGBM None 0.994568 0.444444 0.091954 0.152381 0.854598 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
4 RandomForestGini None 0.994537 0.472527 0.247126 0.324528 0.863006 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
5 RandomForestEntr None 0.994568 0.478261 0.252874 0.330827 0.866219 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
6 CatBoost None 0.994690 0.000000 0.000000 0.000000 0.898352 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
7 ExtraTreesGini None 0.994720 0.506667 0.218391 0.305221 0.874126 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
8 ExtraTreesEntr None 0.994720 0.507042 0.206897 0.293878 0.879785 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
9 NeuralNetFastAI None 0.994690 0.000000 0.000000 0.000000 0.792964 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
10 XGBoost None 0.994293 0.259259 0.040230 0.069652 0.863035 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
11 NeuralNetTorch None 0.994690 0.000000 0.000000 0.000000 0.936998 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
12 LightGBMLarge None 0.994507 0.125000 0.005747 0.010989 0.865721 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None
13 WeightedEnsemble_L2 None 0.994537 0.472527 0.247126 0.324528 0.863006 False Auto_not_best 0.005478 98304 [index, amt] 0.005534 32768 0.00531 None 
auto_amt_nb(fraudTrain, 7)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994606 0.352941 0.030457 0.056075 0.713056 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
1 KNeighborsDist None 0.994660 0.474576 0.142132 0.218750 0.713640 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
2 LightGBMXT None 0.994740 0.000000 0.000000 0.000000 0.793616 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
3 LightGBM None 0.994740 0.000000 0.000000 0.000000 0.878837 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
4 RandomForestGini None 0.994980 0.542857 0.289340 0.377483 0.892117 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
5 RandomForestEntr None 0.995087 0.564356 0.289340 0.382550 0.890629 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
6 CatBoost None 0.994740 0.000000 0.000000 0.000000 0.855430 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
7 ExtraTreesGini None 0.994927 0.536842 0.258883 0.349315 0.902960 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
8 ExtraTreesEntr None 0.995060 0.566667 0.258883 0.355401 0.901413 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
9 NeuralNetFastAI None 0.994740 0.000000 0.000000 0.000000 0.853040 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
10 XGBoost None 0.994633 0.375000 0.030457 0.056338 0.950345 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
11 NeuralNetTorch None 0.994740 0.000000 0.000000 0.000000 0.955655 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
12 LightGBMLarge None 0.994740 0.000000 0.000000 0.000000 0.917946 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None
13 WeightedEnsemble_L2 None 0.994713 0.480000 0.060914 0.108108 0.958694 False Auto_not_best 0.005728 112347 [index, amt] 0.005884 37450 0.00526 None 
auto_amt_nb(fraudTrain, 6)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994118 0.761905 0.059701 0.110727 0.681856 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
1 KNeighborsDist None 0.994209 0.619048 0.145522 0.235650 0.682190 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
2 LightGBMXT None 0.993866 0.000000 0.000000 0.000000 0.757867 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
3 LightGBM None 0.994072 0.736842 0.052239 0.097561 0.836698 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
4 RandomForestGini None 0.994553 0.631579 0.268657 0.376963 0.855766 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
5 RandomForestEntr None 0.994530 0.633028 0.257463 0.366048 0.852398 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
6 CatBoost None 0.993866 0.000000 0.000000 0.000000 0.810638 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
7 ExtraTreesGini None 0.994530 0.655914 0.227612 0.337950 0.877916 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
8 ExtraTreesEntr None 0.994507 0.652174 0.223881 0.333333 0.870812 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
9 NeuralNetFastAI None 0.993866 0.000000 0.000000 0.000000 0.829782 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
10 XGBoost None 0.993889 0.512821 0.074627 0.130293 0.838424 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
11 NeuralNetTorch None 0.994232 0.673913 0.115672 0.197452 0.938496 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
12 LightGBMLarge None 0.993866 0.500000 0.007463 0.014706 0.890715 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None
13 WeightedEnsemble_L2 None 0.994209 0.619048 0.145522 0.235650 0.682190 False Auto_not_best 0.005705 131072 [index, amt] 0.005562 43691 0.006134 None 
auto_amt_nb(fraudTrain, 5)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994812 0.700000 0.141892 0.235955 0.725845 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
1 KNeighborsDist None 0.994717 0.595960 0.199324 0.298734 0.726464 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
2 LightGBMXT None 0.994354 0.000000 0.000000 0.000000 0.786030 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
3 LightGBM None 0.994450 0.592593 0.054054 0.099071 0.871505 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
4 RandomForestGini None 0.994659 0.554054 0.277027 0.369369 0.908641 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
5 RandomForestEntr None 0.994755 0.571429 0.283784 0.379233 0.909115 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
6 CatBoost None 0.994354 0.000000 0.000000 0.000000 0.849716 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
7 ExtraTreesGini None 0.994679 0.568000 0.239865 0.337292 0.908760 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
8 ExtraTreesEntr None 0.994831 0.600000 0.253378 0.356295 0.918299 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
9 NeuralNetFastAI None 0.994354 0.000000 0.000000 0.000000 0.741087 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
10 XGBoost None 0.994316 0.485714 0.114865 0.185792 0.873087 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
11 NeuralNetTorch None 0.994354 0.000000 0.000000 0.000000 0.952032 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
12 LightGBMLarge None 0.994354 0.000000 0.000000 0.000000 0.907976 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None
13 WeightedEnsemble_L2 None 0.995117 0.833333 0.168919 0.280899 0.949676 False Auto_not_best 0.005894 157286 [index, amt] 0.005976 52429 0.005646 None