saeed/Electrocardiogram
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

LightGBM tuning

Browse Source
This commit is contained in:
Saeed Khosravi
2025-12-06 00:14:59 +01:00
parent ad01d6a3db
commit 42091d6f24
14 changed files with 1539 additions and 1784 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
results/results.csv Normal file
View File

@@ -0,0 +1,35 @@
model,stage,accuracy,f1_macro,f2_macro,recall_macro,precision_macro,f1_class0,f1_class1,f2_class0,f2_class1,recall_class0,recall_class1,precision_class0,precision_class1,TP,TN,FP,FN
LGBM_SMOTE,train,0.98818499917456,0.8760126546483045,0.8399085858018045,0.8198112125154727,0.9598771423117448,0.9939444918466291,0.75808081744998,0.9967070984144822,0.6831100731891271,0.9985576102161305,0.6410648148148148,0.9893749043238158,0.9303793802996736,774,27036,2,34
LGBM_SMOTE,test,0.9867724867724867,0.8559208843672739,0.8127209992015513,0.7896857910481889,0.965374580868779,0.9932270501198291,0.7186147186147186,0.9966541196152238,0.6287878787878788,0.9989520016767973,0.5804195804195804,0.9875673435557397,0.9431818181818182,83,4766,5,60
LGBM_KMEANS_SMOTE,train,0.98818499917456,0.8760126546483045,0.8399085858018045,0.8198112125154727,0.9598771423117448,0.9939444918466291,0.75808081744998,0.9967070984144822,0.6831100731891271,0.9985576102161305,0.6410648148148148,0.9893749043238158,0.9303793802996736,774,27036,2,34
LGBM_KMEANS_SMOTE,test,0.9867724867724867,0.8559208843672739,0.8127209992015513,0.7896857910481889,0.965374580868779,0.9932270501198291,0.7186147186147186,0.9966541196152238,0.6287878787878788,0.9989520016767973,0.5804195804195804,0.9875673435557397,0.9431818181818182,83,4766,5,60
LGBM_SVM_SMOTE,train,0.98818499917456,0.8760126546483045,0.8399085858018045,0.8198112125154727,0.9598771423117448,0.9939444918466291,0.75808081744998,0.9967070984144822,0.6831100731891271,0.9985576102161305,0.6410648148148148,0.9893749043238158,0.9303793802996736,774,27036,2,34
LGBM_SVM_SMOTE,test,0.9867724867724867,0.8559208843672739,0.8127209992015513,0.7896857910481889,0.965374580868779,0.9932270501198291,0.7186147186147186,0.9966541196152238,0.6287878787878788,0.9989520016767973,0.5804195804195804,0.9875673435557397,0.9431818181818182,83,4766,5,60
LGBM_BORDERLINE_SMOTE,train,0.98818499917456,0.8760126546483045,0.8399085858018045,0.8198112125154727,0.9598771423117448,0.9939444918466291,0.75808081744998,0.9967070984144822,0.6831100731891271,0.9985576102161305,0.6410648148148148,0.9893749043238158,0.9303793802996736,774,27036,2,34
LGBM_BORDERLINE_SMOTE,test,0.9867724867724867,0.8559208843672739,0.8127209992015513,0.7896857910481889,0.965374580868779,0.9932270501198291,0.7186147186147186,0.9966541196152238,0.6287878787878788,0.9989520016767973,0.5804195804195804,0.9875673435557397,0.9431818181818182,83,4766,5,60
LGBM_ADASYN_SMOTE,train,0.98818499917456,0.8760126546483045,0.8399085858018045,0.8198112125154727,0.9598771423117448,0.9939444918466291,0.75808081744998,0.9967070984144822,0.6831100731891271,0.9985576102161305,0.6410648148148148,0.9893749043238158,0.9303793802996736,774,27036,2,34
LGBM_ADASYN_SMOTE,test,0.9867724867724867,0.8559208843672739,0.8127209992015513,0.7896857910481889,0.965374580868779,0.9932270501198291,0.7186147186147186,0.9966541196152238,0.6287878787878788,0.9989520016767973,0.5804195804195804,0.9875673435557397,0.9431818181818182,83,4766,5,60
LGBM_Balanced,train,0.9880772921438743,0.8819085772805074,0.8575020546207861,0.843178069610239,0.9330261074557831,0.9938798529106704,0.7699373016503442,0.9957519348782675,0.7192521743633049,0.9970042873686262,0.6893518518518518,0.990776780581843,0.8752754343297229,779,27033,5,29
LGBM_Balanced,test,0.9861619861619861,0.8571081584060867,0.8246557274872268,0.8063299098721441,0.9299298722724962,0.9929048414023373,0.7213114754098361,0.9955224505168013,0.6537890044576523,0.997275204359673,0.6153846153846154,0.9885726158321213,0.8712871287128713,88,4758,13,55
LGBM_DART,train,0.9880413597061434,0.8747819377304309,0.8394311701094301,0.8197295388100121,0.956851692191424,0.9938704735789482,0.7556934018819133,0.9965888563780074,0.6822734838408528,0.9984096949039746,0.6410493827160494,0.989373835326035,0.9243295490568126,685,27022,16,123
LGBM_DART,test,0.9871794871794872,0.8660089064245453,0.8302067070505215,0.8102456126979287,0.9484753203607024,0.9934286012308334,0.7385892116182573,0.996234309623431,0.664179104477612,0.9981136030182352,0.6223776223776224,0.9887873754152824,0.9081632653061225,89,4762,9,54
LGBM_GOSS,train,0.988185050764564,0.8767619724826792,0.8413979145609835,0.8216153002029628,0.9579916919528333,0.9939435911838446,0.7595803537815136,0.9966404297714536,0.6861553993505135,0.9984466497886416,0.644783950617284,0.9894818584294637,0.9265015254762032,775,27035,3,33
LGBM_GOSS,test,0.9871794871794872,0.8615239070778549,0.8193657257149385,0.7966787980411958,0.9662106135986732,0.9934340802501302,0.7296137339055794,0.9967374937259494,0.6419939577039275,0.9989520016767973,0.5944055944055944,0.9879767827529021,0.9444444444444444,85,4766,5,58
LGBM_RF,train,0.9858507062671537,0.8481335782755919,0.8099301710699093,0.7891912188845618,0.9416024225560872,0.99275226985963,0.7035148866915535,0.9958737030582172,0.6239866390816016,0.9979657711024567,0.5804166666666666,0.987593854471584,0.8956109906405902,507,26993,45,301
LGBM_RF,test,0.9855514855514855,0.8465095837474215,0.809386193422338,0.7890569920542673,0.9352652953120861,0.9925972265665728,0.70042194092827,0.9956492637215528,0.6231231231231231,0.9976944036889541,0.5804195804195804,0.9875518672199171,0.8829787234042553,83,4760,11,60
LGBM_scale_pos_weight,train,0.9883646355682123,0.8847082787258997,0.8597348514523183,0.8451146678749734,0.9373215094285751,0.9940273787240415,0.7753891787277578,0.9959218264040318,0.7235478765006047,0.9971892122931566,0.6930401234567901,0.9908875151444739,0.8837555037126762,783,27033,5,25
LGBM_scale_pos_weight,test,0.9865689865689866,0.8624097011164226,0.8311362209667295,0.8133229168651512,0.9313849935322168,0.9931120851596744,0.7317073170731707,0.9956057752667922,0.6666666666666666,0.997275204359673,0.6293706293706294,0.9889835792974434,0.8737864077669902,90,4758,13,53
LGBM_is_unbalance,train,0.9882927448977485,0.8841054144736109,0.8598757937903134,0.8456764784528097,0.9349710933550665,0.9939903291217178,0.774220499825504,0.9958405185143574,0.7239110690662693,0.9970782655475945,0.6942746913580247,0.9909237024663042,0.8790184842438284,779,27033,5,29
LGBM_is_unbalance,test,0.9867724867724867,0.863955516465169,0.8317145687693159,0.8134277166974715,0.9356694049190748,0.9932171553793175,0.7346938775510204,0.9957733511884834,0.6676557863501483,0.9974848040243136,0.6293706293706294,0.9889858686616791,0.8823529411764706,90,4759,12,53
XGB_scale_pos_weight,train,0.9881131600941002,0.8868996060146659,0.8705466767428707,0.8606000987409465,0.9188644360910505,0.9938914211334648,0.7799077908958669,0.9951365452837685,0.7459568082019727,0.9959687160004116,0.7252314814814815,0.9918245196483149,0.8459043525337859,781,27028,10,27
XGB_scale_pos_weight,test,0.9839234839234839,0.8421764514805791,0.8211201077315871,0.8085688153808045,0.8847258771929825,0.9917458990701076,0.6926070038910506,0.9935521688159438,0.6486880466472303,0.9947600083839866,0.6223776223776224,0.98875,0.7807017543859649,89,4746,25,54
CatBoost_balanced,train,0.9843784049402589,0.8696686267343388,0.8824472728294012,0.8916952848998795,0.8508242781484853,0.9919396338322237,0.7473976196364541,0.9908276010500254,0.7740669446087769,0.9900881006639566,0.7933024691358025,0.9938004847319636,0.7078480715650071,789,26898,140,19
CatBoost_balanced,test,0.9802604802604803,0.8348421298822796,0.8461546793313885,0.8541662696976049,0.8176680164072361,0.9898162729658793,0.6798679867986799,0.988757446094471,0.703551912568306,0.9880528191154894,0.7202797202797203,0.991586032814472,0.64375,103,4714,57,40
RandomForest_balanced,train,0.9780219876596711,0.69482483029087,0.6476767204797605,0.6284046291958619,0.9637732327782711,0.988805060981185,0.400844599600555,0.9952275898084167,0.3001258511511045,0.9995561719719707,0.2572530864197531,0.9782843830335899,0.9492620825229521,749,27037,1,59
RandomForest_balanced,test,0.9774114774114774,0.6876170818855889,0.6409384493281152,0.6220632228806615,0.9494516644359052,0.9884938322794651,0.3867403314917127,0.994991652754591,0.28688524590163933,0.9993712010060783,0.24475524475524477,0.977850697292863,0.9210526315789473,35,4768,3,108
BalancedRandomForest,train,0.939704118430013,0.7028311098818047,0.7781778852496469,0.8752773234871295,0.6471027486545569,0.9681428255443214,0.43751939421928815,0.9533096243066284,0.6030461461926654,0.9436719309248763,0.8068827160493829,0.9939232551592664,0.30028224214984744,790,25662,1376,18
BalancedRandomForest,test,0.9318274318274318,0.6688915684702886,0.7336858411761832,0.8190487986128313,0.622796487015859,0.9639513612396428,0.37383177570093457,0.9486994831822418,0.5186721991701245,0.9387968979249633,0.6993006993006993,0.9904909332153914,0.25510204081632654,100,4479,292,43
LogisticRegression_balanced,train,0.9390578117583936,0.7053593691260407,0.7842568337517993,0.888164180680811,0.6482233216447624,0.9677636915743127,0.44295504667776875,0.9522564007253292,0.6162572667782692,0.9421925588924864,0.8341358024691358,0.9947683858648215,0.3016782574247032,745,25582,1456,63
LogisticRegression_balanced,test,0.9356939356939357,0.68489389075354,0.7544562768745361,0.844781921076199,0.6342667509156945,0.9660141966014196,0.4037735849056604,0.9510397695989158,0.5578727841501564,0.9413120939006497,0.7482517482517482,0.9920477137176938,0.27648578811369506,107,4491,280,36
LGBM_FOCAL_LOSS,train,0.9874308822922471,0.8637586787288788,0.8216344627004155,0.7989945052063886,0.969041715035573,0.9935632802546319,0.7339540772031252,0.9968410405554005,0.6464278848454306,0.9990383931288267,0.5989506172839506,0.9881485197433785,0.9499349103277674,774,27036,2,34
LGBM_FOCAL_LOSS,test,0.9855514855514855,0.838525460793502,0.7925445481202558,0.7687067700691679,0.9626827249232757,0.9926064771425596,0.6844444444444444,0.9964040809499917,0.5886850152905199,0.9989520016767973,0.5384615384615384,0.9863410596026491,0.9390243902439024,77,4766,5,66
1 model stage accuracy f1_macro f2_macro recall_macro precision_macro f1_class0 f1_class1 f2_class0 f2_class1 recall_class0 recall_class1 precision_class0 precision_class1 TP TN FP FN
2 LGBM_SMOTE train 0.98818499917456 0.8760126546483045 0.8399085858018045 0.8198112125154727 0.9598771423117448 0.9939444918466291 0.75808081744998 0.9967070984144822 0.6831100731891271 0.9985576102161305 0.6410648148148148 0.9893749043238158 0.9303793802996736 774 27036 2 34
3 LGBM_SMOTE test 0.9867724867724867 0.8559208843672739 0.8127209992015513 0.7896857910481889 0.965374580868779 0.9932270501198291 0.7186147186147186 0.9966541196152238 0.6287878787878788 0.9989520016767973 0.5804195804195804 0.9875673435557397 0.9431818181818182 83 4766 5 60
4 LGBM_KMEANS_SMOTE train 0.98818499917456 0.8760126546483045 0.8399085858018045 0.8198112125154727 0.9598771423117448 0.9939444918466291 0.75808081744998 0.9967070984144822 0.6831100731891271 0.9985576102161305 0.6410648148148148 0.9893749043238158 0.9303793802996736 774 27036 2 34
5 LGBM_KMEANS_SMOTE test 0.9867724867724867 0.8559208843672739 0.8127209992015513 0.7896857910481889 0.965374580868779 0.9932270501198291 0.7186147186147186 0.9966541196152238 0.6287878787878788 0.9989520016767973 0.5804195804195804 0.9875673435557397 0.9431818181818182 83 4766 5 60
6 LGBM_SVM_SMOTE train 0.98818499917456 0.8760126546483045 0.8399085858018045 0.8198112125154727 0.9598771423117448 0.9939444918466291 0.75808081744998 0.9967070984144822 0.6831100731891271 0.9985576102161305 0.6410648148148148 0.9893749043238158 0.9303793802996736 774 27036 2 34
7 LGBM_SVM_SMOTE test 0.9867724867724867 0.8559208843672739 0.8127209992015513 0.7896857910481889 0.965374580868779 0.9932270501198291 0.7186147186147186 0.9966541196152238 0.6287878787878788 0.9989520016767973 0.5804195804195804 0.9875673435557397 0.9431818181818182 83 4766 5 60
8 LGBM_BORDERLINE_SMOTE train 0.98818499917456 0.8760126546483045 0.8399085858018045 0.8198112125154727 0.9598771423117448 0.9939444918466291 0.75808081744998 0.9967070984144822 0.6831100731891271 0.9985576102161305 0.6410648148148148 0.9893749043238158 0.9303793802996736 774 27036 2 34
9 LGBM_BORDERLINE_SMOTE test 0.9867724867724867 0.8559208843672739 0.8127209992015513 0.7896857910481889 0.965374580868779 0.9932270501198291 0.7186147186147186 0.9966541196152238 0.6287878787878788 0.9989520016767973 0.5804195804195804 0.9875673435557397 0.9431818181818182 83 4766 5 60
10 LGBM_ADASYN_SMOTE train 0.98818499917456 0.8760126546483045 0.8399085858018045 0.8198112125154727 0.9598771423117448 0.9939444918466291 0.75808081744998 0.9967070984144822 0.6831100731891271 0.9985576102161305 0.6410648148148148 0.9893749043238158 0.9303793802996736 774 27036 2 34
11 LGBM_ADASYN_SMOTE test 0.9867724867724867 0.8559208843672739 0.8127209992015513 0.7896857910481889 0.965374580868779 0.9932270501198291 0.7186147186147186 0.9966541196152238 0.6287878787878788 0.9989520016767973 0.5804195804195804 0.9875673435557397 0.9431818181818182 83 4766 5 60
12 LGBM_Balanced train 0.9880772921438743 0.8819085772805074 0.8575020546207861 0.843178069610239 0.9330261074557831 0.9938798529106704 0.7699373016503442 0.9957519348782675 0.7192521743633049 0.9970042873686262 0.6893518518518518 0.990776780581843 0.8752754343297229 779 27033 5 29
13 LGBM_Balanced test 0.9861619861619861 0.8571081584060867 0.8246557274872268 0.8063299098721441 0.9299298722724962 0.9929048414023373 0.7213114754098361 0.9955224505168013 0.6537890044576523 0.997275204359673 0.6153846153846154 0.9885726158321213 0.8712871287128713 88 4758 13 55
14 LGBM_DART train 0.9880413597061434 0.8747819377304309 0.8394311701094301 0.8197295388100121 0.956851692191424 0.9938704735789482 0.7556934018819133 0.9965888563780074 0.6822734838408528 0.9984096949039746 0.6410493827160494 0.989373835326035 0.9243295490568126 685 27022 16 123
15 LGBM_DART test 0.9871794871794872 0.8660089064245453 0.8302067070505215 0.8102456126979287 0.9484753203607024 0.9934286012308334 0.7385892116182573 0.996234309623431 0.664179104477612 0.9981136030182352 0.6223776223776224 0.9887873754152824 0.9081632653061225 89 4762 9 54
16 LGBM_GOSS train 0.988185050764564 0.8767619724826792 0.8413979145609835 0.8216153002029628 0.9579916919528333 0.9939435911838446 0.7595803537815136 0.9966404297714536 0.6861553993505135 0.9984466497886416 0.644783950617284 0.9894818584294637 0.9265015254762032 775 27035 3 33
17 LGBM_GOSS test 0.9871794871794872 0.8615239070778549 0.8193657257149385 0.7966787980411958 0.9662106135986732 0.9934340802501302 0.7296137339055794 0.9967374937259494 0.6419939577039275 0.9989520016767973 0.5944055944055944 0.9879767827529021 0.9444444444444444 85 4766 5 58
18 LGBM_RF train 0.9858507062671537 0.8481335782755919 0.8099301710699093 0.7891912188845618 0.9416024225560872 0.99275226985963 0.7035148866915535 0.9958737030582172 0.6239866390816016 0.9979657711024567 0.5804166666666666 0.987593854471584 0.8956109906405902 507 26993 45 301
19 LGBM_RF test 0.9855514855514855 0.8465095837474215 0.809386193422338 0.7890569920542673 0.9352652953120861 0.9925972265665728 0.70042194092827 0.9956492637215528 0.6231231231231231 0.9976944036889541 0.5804195804195804 0.9875518672199171 0.8829787234042553 83 4760 11 60
20 LGBM_scale_pos_weight train 0.9883646355682123 0.8847082787258997 0.8597348514523183 0.8451146678749734 0.9373215094285751 0.9940273787240415 0.7753891787277578 0.9959218264040318 0.7235478765006047 0.9971892122931566 0.6930401234567901 0.9908875151444739 0.8837555037126762 783 27033 5 25
21 LGBM_scale_pos_weight test 0.9865689865689866 0.8624097011164226 0.8311362209667295 0.8133229168651512 0.9313849935322168 0.9931120851596744 0.7317073170731707 0.9956057752667922 0.6666666666666666 0.997275204359673 0.6293706293706294 0.9889835792974434 0.8737864077669902 90 4758 13 53
22 LGBM_is_unbalance train 0.9882927448977485 0.8841054144736109 0.8598757937903134 0.8456764784528097 0.9349710933550665 0.9939903291217178 0.774220499825504 0.9958405185143574 0.7239110690662693 0.9970782655475945 0.6942746913580247 0.9909237024663042 0.8790184842438284 779 27033 5 29
23 LGBM_is_unbalance test 0.9867724867724867 0.863955516465169 0.8317145687693159 0.8134277166974715 0.9356694049190748 0.9932171553793175 0.7346938775510204 0.9957733511884834 0.6676557863501483 0.9974848040243136 0.6293706293706294 0.9889858686616791 0.8823529411764706 90 4759 12 53
24 XGB_scale_pos_weight train 0.9881131600941002 0.8868996060146659 0.8705466767428707 0.8606000987409465 0.9188644360910505 0.9938914211334648 0.7799077908958669 0.9951365452837685 0.7459568082019727 0.9959687160004116 0.7252314814814815 0.9918245196483149 0.8459043525337859 781 27028 10 27
25 XGB_scale_pos_weight test 0.9839234839234839 0.8421764514805791 0.8211201077315871 0.8085688153808045 0.8847258771929825 0.9917458990701076 0.6926070038910506 0.9935521688159438 0.6486880466472303 0.9947600083839866 0.6223776223776224 0.98875 0.7807017543859649 89 4746 25 54
26 CatBoost_balanced train 0.9843784049402589 0.8696686267343388 0.8824472728294012 0.8916952848998795 0.8508242781484853 0.9919396338322237 0.7473976196364541 0.9908276010500254 0.7740669446087769 0.9900881006639566 0.7933024691358025 0.9938004847319636 0.7078480715650071 789 26898 140 19
27 CatBoost_balanced test 0.9802604802604803 0.8348421298822796 0.8461546793313885 0.8541662696976049 0.8176680164072361 0.9898162729658793 0.6798679867986799 0.988757446094471 0.703551912568306 0.9880528191154894 0.7202797202797203 0.991586032814472 0.64375 103 4714 57 40
28 RandomForest_balanced train 0.9780219876596711 0.69482483029087 0.6476767204797605 0.6284046291958619 0.9637732327782711 0.988805060981185 0.400844599600555 0.9952275898084167 0.3001258511511045 0.9995561719719707 0.2572530864197531 0.9782843830335899 0.9492620825229521 749 27037 1 59
29 RandomForest_balanced test 0.9774114774114774 0.6876170818855889 0.6409384493281152 0.6220632228806615 0.9494516644359052 0.9884938322794651 0.3867403314917127 0.994991652754591 0.28688524590163933 0.9993712010060783 0.24475524475524477 0.977850697292863 0.9210526315789473 35 4768 3 108
30 BalancedRandomForest train 0.939704118430013 0.7028311098818047 0.7781778852496469 0.8752773234871295 0.6471027486545569 0.9681428255443214 0.43751939421928815 0.9533096243066284 0.6030461461926654 0.9436719309248763 0.8068827160493829 0.9939232551592664 0.30028224214984744 790 25662 1376 18
31 BalancedRandomForest test 0.9318274318274318 0.6688915684702886 0.7336858411761832 0.8190487986128313 0.622796487015859 0.9639513612396428 0.37383177570093457 0.9486994831822418 0.5186721991701245 0.9387968979249633 0.6993006993006993 0.9904909332153914 0.25510204081632654 100 4479 292 43
32 LogisticRegression_balanced train 0.9390578117583936 0.7053593691260407 0.7842568337517993 0.888164180680811 0.6482233216447624 0.9677636915743127 0.44295504667776875 0.9522564007253292 0.6162572667782692 0.9421925588924864 0.8341358024691358 0.9947683858648215 0.3016782574247032 745 25582 1456 63
33 LogisticRegression_balanced test 0.9356939356939357 0.68489389075354 0.7544562768745361 0.844781921076199 0.6342667509156945 0.9660141966014196 0.4037735849056604 0.9510397695989158 0.5578727841501564 0.9413120939006497 0.7482517482517482 0.9920477137176938 0.27648578811369506 107 4491 280 36
34 LGBM_FOCAL_LOSS train 0.9874308822922471 0.8637586787288788 0.8216344627004155 0.7989945052063886 0.969041715035573 0.9935632802546319 0.7339540772031252 0.9968410405554005 0.6464278848454306 0.9990383931288267 0.5989506172839506 0.9881485197433785 0.9499349103277674 774 27036 2 34
35 LGBM_FOCAL_LOSS test 0.9855514855514855 0.838525460793502 0.7925445481202558 0.7687067700691679 0.9626827249232757 0.9926064771425596 0.6844444444444444 0.9964040809499917 0.5886850152905199 0.9989520016767973 0.5384615384615384 0.9863410596026491 0.9390243902439024 77 4766 5 66