 ==  Epoch: 1 | Training Loss: 1.791662
acc_train:0.19262295081967212
auc_weighted_ovr_train:0.4824424764347032
auc_weighted_ovo_train:0.4830277658974172
auc_macro_ovr_train:0.4841100253531814
auc_macro_ovo_train:0.4805251271118337
f1_weighted_train:0.16498792202980866
f1_macro_train:0.13424810221274275
ACC_train_2:0.7418032786885246
AUC_train_2:0.4935543278084714
f1_weighted_train_2:0.6318418514946962
f1_macro_train_2:0.42588235294117643
lr_epoch:2.008e-06
 ==  Epoch: 1 | val Loss: 1.788916
acc_val:0.22950819672131148
auc_weighted_ovr_val:0.5878258150406739
auc_weighted_ovo_val:0.5693257220921154
auc_macro_ovr_val:0.5658172698066316
auc_macro_ovo_val:0.5559158950617284
f1_weighted_val:0.11664182811723796
f1_macro_val:0.08232323232323231
ACC_val_2:0.7377049180327869
AUC_val_2:0.6833333333333333
f1_weighted_val_2:0.6263532322919889
f1_macro_val_2:0.4245283018867924
 ==  Epoch: 1 | test Loss: 1.787014
acc_test:0.27941176470588236
auc_weighted_ovr_test:0.6531089613736459
auc_weighted_ovo_test:0.6485916635394189
auc_macro_ovr_test:0.649236064139775
auc_macro_ovo_test:0.6502091719196983
f1_weighted_test:0.14545625942684764
f1_macro_test:0.10897435897435896
ACC_test_2:0.7205882352941176
AUC_test_2:0.7078410311493017
f1_weighted_test_2:0.6035696329813977
f1_macro_test_2:0.41880341880341876
 ==  Epoch: 2 | Training Loss: 1.786082
acc_train:0.22131147540983606
auc_weighted_ovr_train:0.5371619955275501
auc_weighted_ovo_train:0.5414960799765529
auc_macro_ovr_train:0.5449726030872725
auc_macro_ovo_train:0.5454463080200213
f1_weighted_train:0.18751467207559339
f1_macro_train:0.15264466111050481
ACC_train_2:0.7418032786885246
AUC_train_2:0.5182846619310708
f1_weighted_train_2:0.6318418514946962
f1_macro_train_2:0.42588235294117643
lr_epoch:4.006e-06
 ==  Epoch: 2 | val Loss: 1.787281
acc_val:0.2786885245901639
auc_weighted_ovr_val:0.6300831666769183
auc_weighted_ovo_val:0.5997040072859745
auc_macro_ovr_val:0.5946909796833809
auc_macro_ovo_val:0.5795188492063492
f1_weighted_val:0.17040009171156711
f1_macro_val:0.11724941724941725
ACC_val_2:0.7377049180327869
AUC_val_2:0.7194444444444444
f1_weighted_val_2:0.6263532322919889
f1_macro_val_2:0.4245283018867924
 ==  Epoch: 2 | test Loss: 1.784031
acc_test:0.3382352941176471
auc_weighted_ovr_test:0.6944317104317674
auc_weighted_ovo_test:0.6813248026483322
auc_macro_ovr_test:0.6799310215211258
auc_macro_ovo_test:0.6778708133971292
f1_weighted_test:0.2251769128704113
f1_macro_test:0.16616541353383457
ACC_test_2:0.7205882352941176
AUC_test_2:0.7497314715359829
f1_weighted_test_2:0.6035696329813977
f1_macro_test_2:0.41880341880341876
 ==  Epoch: 3 | Training Loss: 1.786338
acc_train:0.24180327868852458
auc_weighted_ovr_train:0.5270057822078221
auc_weighted_ovo_train:0.5207919621323165
auc_macro_ovr_train:0.5189156309940401
auc_macro_ovo_train:0.5165924651240327
f1_weighted_train:0.19548047639872193
f1_macro_train:0.15998742905736416
ACC_train_2:0.7418032786885246
AUC_train_2:0.5800228010172762
f1_weighted_train_2:0.6318418514946962
f1_macro_train_2:0.42588235294117643
lr_epoch:6.0040000000000005e-06
 ==  Epoch: 3 | val Loss: 1.783092
acc_val:0.36065573770491804
auc_weighted_ovr_val:0.6527670425311066
auc_weighted_ovo_val:0.6140993364558938
auc_macro_ovr_val:0.6053998067675879
auc_macro_ovo_val:0.5880120149911817
f1_weighted_val:0.24836339101734167
f1_macro_val:0.16722284019280684
ACC_val_2:0.7377049180327869
AUC_val_2:0.7583333333333333
f1_weighted_val_2:0.6263532322919889
f1_macro_val_2:0.4245283018867924
 ==  Epoch: 3 | test Loss: 1.777576
acc_test:0.38235294117647056
auc_weighted_ovr_test:0.7172640423836013
auc_weighted_ovo_test:0.6961684095488275
auc_macro_ovr_test:0.6897478017531377
auc_macro_ovo_test:0.688722120958963
f1_weighted_test:0.27298835837735275
f1_macro_test:0.20052310374891022
ACC_test_2:0.7205882352941176
AUC_test_2:0.8088077336197637
f1_weighted_test_2:0.6035696329813977
f1_macro_test_2:0.41880341880341876
 ==  Epoch: 4 | Training Loss: 1.776229
acc_train:0.3442622950819672
auc_weighted_ovr_train:0.5885220857418061
auc_weighted_ovo_train:0.5856128636000585
auc_macro_ovr_train:0.5874397819693769
auc_macro_ovo_train:0.58537116779329
f1_weighted_train:0.2825616572097808
f1_macro_train:0.22108698813912087
ACC_train_2:0.7418032786885246
AUC_train_2:0.6893799877225292
f1_weighted_train_2:0.6318418514946962
f1_macro_train_2:0.42588235294117643
lr_epoch:8.002e-06
 ==  Epoch: 4 | val Loss: 1.774383
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6605890781808863
auc_weighted_ovo_val:0.6219769711163153
auc_macro_ovr_val:0.6088556608313448
auc_macro_ovo_val:0.5991246693121693
f1_weighted_val:0.26272507390486427
f1_macro_val:0.1765027322404372
ACC_val_2:0.7377049180327869
AUC_val_2:0.788888888888889
f1_weighted_val_2:0.6263532322919889
f1_macro_val_2:0.4245283018867924
 ==  Epoch: 4 | test Loss: 1.765803
acc_test:0.4117647058823529
auc_weighted_ovr_test:0.7310080980137764
auc_weighted_ovo_test:0.7039018557981407
auc_macro_ovr_test:0.6966942728043868
auc_macro_ovo_test:0.6924100022784234
f1_weighted_test:0.3016934046345811
f1_macro_test:0.2212121212121212
ACC_test_2:0.7205882352941176
AUC_test_2:0.849624060150376
f1_weighted_test_2:0.6035696329813977
f1_macro_test_2:0.41880341880341876
 ==  Epoch: 5 | Training Loss: 1.762175
acc_train:0.3114754098360656
auc_weighted_ovr_train:0.5958682394672384
auc_weighted_ovo_train:0.5895842564929742
auc_macro_ovr_train:0.5914366763088404
auc_macro_ovo_train:0.5871610105143339
f1_weighted_train:0.2252515708930899
f1_macro_train:0.15623458664164971
ACC_train_2:0.7622950819672131
AUC_train_2:0.6997281417170921
f1_weighted_train_2:0.6773338843734217
f1_macro_train_2:0.5044817927170868
lr_epoch:1e-05
 ==  Epoch: 5 | val Loss: 1.753287
acc_val:0.36065573770491804
auc_weighted_ovr_val:0.6732626528829628
auc_weighted_ovo_val:0.63498991673172
auc_macro_ovr_val:0.6216605245480625
auc_macro_ovo_val:0.611442791005291
f1_weighted_val:0.2435500515995872
f1_macro_val:0.16425868593051254
ACC_val_2:0.7377049180327869
AUC_val_2:0.8055555555555556
f1_weighted_val_2:0.6533557517164075
f1_macro_val_2:0.4786324786324787
 ==  Epoch: 5 | test Loss: 1.742519
acc_test:0.4411764705882353
auc_weighted_ovr_test:0.7427600249682972
auc_weighted_ovo_test:0.7193347534388556
auc_macro_ovr_test:0.7136242220782604
auc_macro_ovo_test:0.7103139793929268
f1_weighted_test:0.3187006145741879
f1_macro_test:0.2337784760408484
ACC_test_2:0.7352941176470589
AUC_test_2:0.841031149301826
f1_weighted_test_2:0.6367139959432048
f1_macro_test_2:0.4724137931034482
 ==  Epoch: 6 | Training Loss: 1.741898
acc_train:0.319672131147541
auc_weighted_ovr_train:0.6006548739050188
auc_weighted_ovo_train:0.5922818317406269
auc_macro_ovr_train:0.5942688191423604
auc_macro_ovo_train:0.5861517728909035
f1_weighted_train:0.22609985503306596
f1_macro_train:0.15772755295027321
ACC_train_2:0.7991803278688525
AUC_train_2:0.7106024730334123
f1_weighted_train_2:0.7639345671998635
f1_macro_train_2:0.6572935477398457
lr_epoch:9.755527298894294e-06
 ==  Epoch: 6 | val Loss: 1.712184
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6736020421243899
auc_weighted_ovo_val:0.6298279339058028
auc_macro_ovr_val:0.6176973348895841
auc_macro_ovo_val:0.6021231261022927
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.8524590163934426
AUC_val_2:0.7986111111111112
f1_weighted_val_2:0.8426804716709807
f1_macro_val_2:0.7859649122807018
 ==  Epoch: 6 | test Loss: 1.703468
acc_test:0.4411764705882353
auc_weighted_ovr_test:0.7450710055763485
auc_weighted_ovo_test:0.7211399013353347
auc_macro_ovr_test:0.7161084072187638
auc_macro_ovo_test:0.7101655654287233
f1_weighted_test:0.3124551649928264
f1_macro_test:0.22957317073170733
ACC_test_2:0.7941176470588235
AUC_test_2:0.8249194414607949
f1_weighted_test_2:0.7668845315904138
f1_macro_test_2:0.6851851851851851
 ==  Epoch: 7 | Training Loss: 1.720098
acc_train:0.3524590163934426
auc_weighted_ovr_train:0.6075091101413972
auc_weighted_ovo_train:0.6012760107540381
auc_macro_ovr_train:0.6042146483443247
auc_macro_ovo_train:0.5967339591560814
f1_weighted_train:0.24360422915211527
f1_macro_train:0.1667462306560051
ACC_train_2:0.7868852459016393
AUC_train_2:0.7140226256248355
f1_weighted_train_2:0.7704491120218578
f1_macro_train_2:0.6822916666666666
lr_epoch:9.046039886902864e-06
 ==  Epoch: 7 | val Loss: 1.693571
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6767854245344406
auc_weighted_ovo_val:0.6348074421025242
auc_macro_ovr_val:0.6208864119388435
auc_macro_ovo_val:0.6077682980599648
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.8360655737704918
AUC_val_2:0.8041666666666667
f1_weighted_val_2:0.8278439384124769
f1_macro_val_2:0.7682370820668694
 ==  Epoch: 7 | test Loss: 1.681835
acc_test:0.4411764705882353
auc_weighted_ovr_test:0.711200965200266
auc_weighted_ovo_test:0.6859410530559911
auc_macro_ovr_test:0.678276696955814
auc_macro_ovo_test:0.674402230323283
f1_weighted_test:0.3124551649928264
f1_macro_test:0.22957317073170733
ACC_test_2:0.8088235294117647
AUC_test_2:0.8206229860365198
f1_weighted_test_2:0.7989806690549124
f1_macro_test_2:0.7399235069137982
 ==  Epoch: 8 | Training Loss: 1.706575
acc_train:0.36475409836065575
auc_weighted_ovr_train:0.6152652485670101
auc_weighted_ovo_train:0.598218991544378
auc_macro_ovr_train:0.5951517675163999
auc_macro_ovo_train:0.5874543893742629
f1_weighted_train:0.25565833748454747
f1_macro_train:0.1768710198144502
ACC_train_2:0.7663934426229508
AUC_train_2:0.7232307287555907
f1_weighted_train_2:0.7617384418781508
f1_macro_train_2:0.6832684293229487
lr_epoch:7.940987335200904e-06
 ==  Epoch: 8 | val Loss: 1.689016
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6697895024680116
auc_weighted_ovo_val:0.6280552302888369
auc_macro_ovr_val:0.6128074229328029
auc_macro_ovo_val:0.6019923941798944
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.7868852459016393
AUC_val_2:0.8097222222222222
f1_weighted_val_2:0.7846188713454709
f1_macro_val_2:0.7188940092165899
 ==  Epoch: 8 | test Loss: 1.671590
acc_test:0.4264705882352941
auc_weighted_ovr_test:0.7059835294238427
auc_weighted_ovo_test:0.6795573492554916
auc_macro_ovr_test:0.6716772074953011
auc_macro_ovo_test:0.6668356497303866
f1_weighted_test:0.3025210084033614
f1_macro_test:0.22222222222222224
ACC_test_2:0.8235294117647058
AUC_test_2:0.8227712137486574
f1_weighted_test_2:0.8166089965397925
f1_macro_test_2:0.7647058823529411
 ==  Epoch: 9 | Training Loss: 1.722221
acc_train:0.3483606557377049
auc_weighted_ovr_train:0.5728270593348839
auc_weighted_ovo_train:0.5534378599726868
auc_macro_ovr_train:0.5458640420960238
auc_macro_ovo_train:0.5417620297530342
f1_weighted_train:0.23186090009134475
f1_macro_train:0.1558191561313147
ACC_train_2:0.7459016393442623
AUC_train_2:0.6970972551083048
f1_weighted_train_2:0.7445505314357773
f1_macro_train_2:0.6648351648351648
lr_epoch:6.548539886902863e-06
 ==  Epoch: 9 | val Loss: 1.687308
acc_val:0.36065573770491804
auc_weighted_ovr_val:0.6694565120906742
auc_weighted_ovo_val:0.6285050741608118
auc_macro_ovr_val:0.6136399026786564
auc_macro_ovo_val:0.6041041666666666
f1_weighted_val:0.24043715846994534
f1_macro_val:0.1623931623931624
ACC_val_2:0.7868852459016393
AUC_val_2:0.8180555555555555
f1_weighted_val_2:0.7846188713454709
f1_macro_val_2:0.7188940092165899
 ==  Epoch: 9 | test Loss: 1.668223
acc_test:0.4411764705882353
auc_weighted_ovr_test:0.6893485898415205
auc_weighted_ovo_test:0.6616762634080745
auc_macro_ovr_test:0.6546619212930151
auc_macro_ovo_test:0.6479937216779322
f1_weighted_test:0.31425339366515836
f1_macro_test:0.23076923076923075
ACC_test_2:0.8235294117647058
AUC_test_2:0.8174006444683136
f1_weighted_test_2:0.8166089965397925
f1_macro_test_2:0.7647058823529411
 ==  Epoch: 10 | Training Loss: 1.702874
acc_train:0.3524590163934426
auc_weighted_ovr_train:0.6201167778875291
auc_weighted_ovo_train:0.5994561030401103
auc_macro_ovr_train:0.5947615004254453
auc_macro_ovo_train:0.5852533039214698
f1_weighted_train:0.24687507158291783
f1_macro_train:0.16876760485284006
ACC_train_2:0.75
AUC_train_2:0.7130579672016135
f1_weighted_train_2:0.7417298053386175
f1_macro_train_2:0.6530131716983332
lr_epoch:5.005e-06
 ==  Epoch: 10 | val Loss: 1.685839
acc_val:0.3442622950819672
auc_weighted_ovr_val:0.669850928217065
auc_weighted_ovo_val:0.6291315378610458
auc_macro_ovr_val:0.6135305367828164
auc_macro_ovo_val:0.6055874118165785
f1_weighted_val:0.22817327885131947
f1_macro_val:0.15441906653426019
ACC_val_2:0.7868852459016393
AUC_val_2:0.8166666666666667
f1_weighted_val_2:0.7846188713454709
f1_macro_val_2:0.7188940092165899
 ==  Epoch: 10 | test Loss: 1.666199
acc_test:0.4411764705882353
auc_weighted_ovr_test:0.6883766507923674
auc_weighted_ovo_test:0.6601717640804328
auc_macro_ovr_test:0.6521129393329248
auc_macro_ovo_test:0.6460456697298803
f1_weighted_test:0.31633072809543394
f1_macro_test:0.23216783216783216
ACC_test_2:0.8235294117647058
AUC_test_2:0.8270676691729323
f1_weighted_test_2:0.8166089965397925
f1_macro_test_2:0.7647058823529411
 ==  Epoch: 11 | Training Loss: 1.693306
acc_train:0.3524590163934426
auc_weighted_ovr_train:0.6443752290411385
auc_weighted_ovo_train:0.6212331106847783
auc_macro_ovr_train:0.6178406458670092
auc_macro_ovo_train:0.604509962712528
f1_weighted_train:0.2519726514319033
f1_macro_train:0.1742805390890206
ACC_train_2:0.7172131147540983
AUC_train_2:0.7392791370691923
f1_weighted_train_2:0.7193197735481178
f1_macro_train_2:0.6364578609833517
lr_epoch:3.4614601130971384e-06
 ==  Epoch: 11 | val Loss: 1.684179
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6696284813729629
auc_weighted_ovo_val:0.628889864689045
auc_macro_ovr_val:0.6125631994932906
auc_macro_ovo_val:0.6055532407407408
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.7868852459016393
AUC_val_2:0.8166666666666667
f1_weighted_val_2:0.7846188713454709
f1_macro_val_2:0.7188940092165899
 ==  Epoch: 11 | test Loss: 1.663986
acc_test:0.4411764705882353
auc_weighted_ovr_test:0.6934098011964642
auc_weighted_ovo_test:0.6654556260303164
auc_macro_ovr_test:0.6564640491514127
auc_macro_ovo_test:0.6516828687881319
f1_weighted_test:0.31425339366515836
f1_macro_test:0.23076923076923075
ACC_test_2:0.7941176470588235
AUC_test_2:0.8270676691729323
f1_weighted_test_2:0.7904575163398694
f1_macro_test_2:0.7355555555555556
 ==  Epoch: 12 | Training Loss: 1.697462
acc_train:0.36065573770491804
auc_weighted_ovr_train:0.6203857767546039
auc_weighted_ovo_train:0.5914987200947704
auc_macro_ovr_train:0.5805087342667056
auc_macro_ovo_train:0.5726977023428798
f1_weighted_train:0.250036794129535
f1_macro_train:0.16937206782125236
ACC_train_2:0.7581967213114754
AUC_train_2:0.7338419714110322
f1_weighted_train_2:0.761117987427733
f1_macro_train_2:0.6921761070840549
lr_epoch:2.0690126647990974e-06
 ==  Epoch: 12 | val Loss: 1.683383
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6709922851023554
auc_weighted_ovo_val:0.6306215846994536
auc_macro_ovr_val:0.6139088755160184
auc_macro_ovo_val:0.607612323633157
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.7540983606557377
AUC_val_2:0.8180555555555555
f1_weighted_val_2:0.7564426731860882
f1_macro_val_2:0.6884576098059244
 ==  Epoch: 12 | test Loss: 1.662674
acc_test:0.4411764705882353
auc_weighted_ovr_test:0.6963769439109354
auc_weighted_ovo_test:0.6681796821599454
auc_macro_ovr_test:0.6594638948066065
auc_macro_ovo_test:0.6543280549859497
f1_weighted_test:0.31425339366515836
f1_macro_test:0.23076923076923075
ACC_test_2:0.7941176470588235
AUC_test_2:0.828141783029001
f1_weighted_test_2:0.7904575163398694
f1_macro_test_2:0.7355555555555556
 ==  Epoch: 13 | Training Loss: 1.679683
acc_train:0.3770491803278688
auc_weighted_ovr_train:0.6627059098787454
auc_weighted_ovo_train:0.6347865924518171
auc_macro_ovr_train:0.6289222583503565
auc_macro_ovo_train:0.6170734233436215
f1_weighted_train:0.27477436922805004
f1_macro_train:0.1960333504470971
ACC_train_2:0.7622950819672131
AUC_train_2:0.7600631412786109
f1_weighted_train_2:0.7596972140105706
f1_macro_train_2:0.6830601092896176
lr_epoch:9.63960113097138e-07
 ==  Epoch: 13 | val Loss: 1.682994
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6693420032998486
auc_weighted_ovo_val:0.6284748243559719
auc_macro_ovr_val:0.6122525292168148
auc_macro_ovo_val:0.6051404320987654
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.7377049180327869
AUC_val_2:0.8180555555555555
f1_weighted_val_2:0.7424388533356712
f1_macro_val_2:0.6737967914438503
 ==  Epoch: 13 | test Loss: 1.661551
acc_test:0.4264705882352941
auc_weighted_ovr_test:0.6990865982310676
auc_weighted_ovo_test:0.6708782595972999
auc_macro_ovr_test:0.6624779149848274
auc_macro_ovo_test:0.6569061542745753
f1_weighted_test:0.3025210084033614
f1_macro_test:0.22222222222222224
ACC_test_2:0.8088235294117647
AUC_test_2:0.828141783029001
f1_weighted_test_2:0.8072056013232483
f1_macro_test_2:0.7586677586677586
 ==  Epoch: 14 | Training Loss: 1.692133
acc_train:0.39344262295081966
auc_weighted_ovr_train:0.6400203924724311
auc_weighted_ovo_train:0.6124388606380397
auc_macro_ovr_train:0.6064766153848298
auc_macro_ovo_train:0.5929229985560155
f1_weighted_train:0.2754720859595918
f1_macro_train:0.1885597234062707
ACC_train_2:0.7459016393442623
AUC_train_2:0.7462948346926247
f1_weighted_train_2:0.7483913009785343
f1_macro_train_2:0.6749462827675119
lr_epoch:2.5447270110570816e-07
 ==  Epoch: 14 | val Loss: 1.682562
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6709375974012977
auc_weighted_ovo_val:0.6298594847775175
auc_macro_ovr_val:0.6139604773533346
auc_macro_ovo_val:0.6062576058201058
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.7377049180327869
AUC_val_2:0.8180555555555555
f1_weighted_val_2:0.7424388533356712
f1_macro_val_2:0.6737967914438503
 ==  Epoch: 14 | test Loss: 1.661114
acc_test:0.4264705882352941
auc_weighted_ovr_test:0.6994145071724218
auc_weighted_ovo_test:0.6712017342822296
auc_macro_ovr_test:0.6626430102627046
auc_macro_ovo_test:0.6572612085769981
f1_weighted_test:0.3025210084033614
f1_macro_test:0.22222222222222224
ACC_test_2:0.8088235294117647
AUC_test_2:0.8292158968850698
f1_weighted_test_2:0.8072056013232483
f1_macro_test_2:0.7586677586677586
 ==  Epoch: 15 | Training Loss: 1.691335
acc_train:0.35655737704918034
auc_weighted_ovr_train:0.6597734714322012
auc_weighted_ovo_train:0.6360433097585013
auc_macro_ovr_train:0.6330291713827764
auc_macro_ovo_train:0.6201690287655638
f1_weighted_train:0.2472036213845367
f1_macro_train:0.16913596333632108
ACC_train_2:0.7254098360655737
AUC_train_2:0.7790055248618784
f1_weighted_train_2:0.7231896282582858
f1_macro_train_2:0.635861454504956
lr_epoch:1e-08
 ==  Epoch: 15 | val Loss: 1.682460
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6712721574548273
auc_weighted_ovo_val:0.6301131928181107
auc_macro_ovr_val:0.6142439240653527
auc_macro_ovo_val:0.6064560185185184
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.7377049180327869
AUC_val_2:0.8180555555555555
f1_weighted_val_2:0.7424388533356712
f1_macro_val_2:0.6737967914438503
 ==  Epoch: 15 | test Loss: 1.661016
acc_test:0.4264705882352941
auc_weighted_ovr_test:0.6994145071724218
auc_weighted_ovo_test:0.6712017342822296
auc_macro_ovr_test:0.6626430102627046
auc_macro_ovo_test:0.6572612085769981
f1_weighted_test:0.3025210084033614
f1_macro_test:0.22222222222222224
ACC_test_2:0.8088235294117647
AUC_test_2:0.8292158968850698
f1_weighted_test_2:0.8072056013232483
f1_macro_test_2:0.7586677586677586
 ==  Epoch: 16 | Training Loss: 1.686772
acc_train:0.39344262295081966
auc_weighted_ovr_train:0.6565355139148578
auc_weighted_ovo_train:0.6351750891016503
auc_macro_ovr_train:0.6318240873142453
auc_macro_ovo_train:0.6208300547281057
f1_weighted_train:0.28814412850616017
f1_macro_train:0.201610302656498
ACC_train_2:0.7459016393442623
AUC_train_2:0.7713759536963958
f1_weighted_train_2:0.7506154971184644
f1_macro_train_2:0.6810860949489839
lr_epoch:1.8079999999999999e-06
 ==  Epoch: 16 | val Loss: 1.682456
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6712721574548273
auc_weighted_ovo_val:0.6301131928181107
auc_macro_ovr_val:0.6142439240653527
auc_macro_ovo_val:0.6064560185185184
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.7377049180327869
AUC_val_2:0.8180555555555555
f1_weighted_val_2:0.7424388533356712
f1_macro_val_2:0.6737967914438503
 ==  Epoch: 16 | test Loss: 1.661013
acc_test:0.4264705882352941
auc_weighted_ovr_test:0.6994145071724218
auc_weighted_ovo_test:0.6712017342822296
auc_macro_ovr_test:0.6626430102627046
auc_macro_ovo_test:0.6572612085769981
f1_weighted_test:0.3025210084033614
f1_macro_test:0.22222222222222224
ACC_test_2:0.8088235294117647
AUC_test_2:0.8292158968850698
f1_weighted_test_2:0.8072056013232483
f1_macro_test_2:0.7586677586677586
 ==  Epoch: 17 | Training Loss: 1.679874
acc_train:0.36475409836065575
auc_weighted_ovr_train:0.6682524000860738
auc_weighted_ovo_train:0.6438675040288577
auc_macro_ovr_train:0.6371608006307733
auc_macro_ovo_train:0.6279564105167971
f1_weighted_train:0.2458608481490033
f1_macro_train:0.16491392801251956
ACC_train_2:0.7418032786885246
AUC_train_2:0.7485749364202403
f1_weighted_train_2:0.7411261346700988
f1_macro_train_2:0.6612231404958677
lr_epoch:3.606e-06
 ==  Epoch: 17 | val Loss: 1.681891
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6692312589940772
auc_weighted_ovo_val:0.6287317850637522
auc_macro_ovr_val:0.6126460763428848
auc_macro_ovo_val:0.6054931657848324
f1_weighted_val:0.2522661523625844
f1_macro_val:0.17009803921568625
ACC_val_2:0.7377049180327869
AUC_val_2:0.8180555555555555
f1_weighted_val_2:0.7424388533356712
f1_macro_val_2:0.6737967914438503
 ==  Epoch: 17 | test Loss: 1.660272
acc_test:0.4264705882352941
auc_weighted_ovr_test:0.6994215924438064
auc_weighted_ovo_test:0.6716632127332591
auc_macro_ovr_test:0.6630473955218072
auc_macro_ovo_test:0.6581042252094883
f1_weighted_test:0.3025210084033614
f1_macro_test:0.22222222222222224
ACC_test_2:0.8088235294117647
AUC_test_2:0.8313641245972073
f1_weighted_test_2:0.8072056013232483
f1_macro_test_2:0.7586677586677586
 ==  Epoch: 18 | Training Loss: 1.683238
acc_train:0.38114754098360654
auc_weighted_ovr_train:0.6679679048804561
auc_weighted_ovo_train:0.6396389687564388
auc_macro_ovr_train:0.6322773801508245
auc_macro_ovo_train:0.6211036636932022
f1_weighted_train:0.26484354701576535
f1_macro_train:0.17915143733392155
ACC_train_2:0.7622950819672131
AUC_train_2:0.7776023853371921
f1_weighted_train_2:0.7596972140105706
f1_macro_train_2:0.6830601092896176
lr_epoch:5.404e-06
 ==  Epoch: 18 | val Loss: 1.680797
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6689392368611563
auc_weighted_ovo_val:0.6280314858183711
auc_macro_ovr_val:0.6128896039230386
auc_macro_ovo_val:0.6042949735449736
f1_weighted_val:0.252927400468384
f1_macro_val:0.17006802721088432
ACC_val_2:0.7049180327868853
AUC_val_2:0.8194444444444444
f1_weighted_val_2:0.7144491040792985
f1_macro_val_2:0.6453488372093024
 ==  Epoch: 18 | test Loss: 1.658809
acc_test:0.4117647058823529
auc_weighted_ovr_test:0.6988431388401426
auc_weighted_ovo_test:0.6705078761967306
auc_macro_ovr_test:0.6625754219370519
auc_macro_ovo_test:0.6565425558846611
f1_weighted_test:0.2925731432858214
f1_macro_test:0.21485371342835707
ACC_test_2:0.7941176470588235
AUC_test_2:0.8302900107411386
f1_weighted_test_2:0.7941176470588235
f1_macro_test_2:0.744360902255639
 ==  Epoch: 19 | Training Loss: 1.677480
acc_train:0.38524590163934425
auc_weighted_ovr_train:0.6755687409023959
auc_weighted_ovo_train:0.6460084673520783
auc_macro_ovr_train:0.6390907967764229
auc_macro_ovo_train:0.6261149787611557
f1_weighted_train:0.2806798440312143
f1_macro_train:0.1927346954498718
ACC_train_2:0.7459016393442623
AUC_train_2:0.7991756555292466
f1_weighted_train_2:0.7516341391250986
f1_macro_train_2:0.6839906417112299
lr_epoch:7.202e-06
 ==  Epoch: 19 | val Loss: 1.679318
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6655579748646169
auc_weighted_ovo_val:0.6260974499089254
auc_macro_ovr_val:0.6109501820368082
auc_macro_ovo_val:0.6033354276895945
f1_weighted_val:0.252927400468384
f1_macro_val:0.17006802721088432
ACC_val_2:0.6885245901639344
AUC_val_2:0.8222222222222222
f1_weighted_val_2:0.7004091844979019
f1_macro_val_2:0.6314785373608902
 ==  Epoch: 19 | test Loss: 1.657033
acc_test:0.4117647058823529
auc_weighted_ovr_test:0.7036909376087729
auc_weighted_ovo_test:0.6747081607762723
auc_macro_ovr_test:0.6665117345801314
auc_macro_ovo_test:0.660298789904053
f1_weighted_test:0.2925731432858214
f1_macro_test:0.21485371342835707
ACC_test_2:0.7941176470588235
AUC_test_2:0.828141783029001
f1_weighted_test_2:0.7941176470588235
f1_macro_test_2:0.744360902255639
 ==  Epoch: 20 | Training Loss: 1.664196
acc_train:0.3975409836065574
auc_weighted_ovr_train:0.6699006715391771
auc_weighted_ovo_train:0.6414991737996015
auc_macro_ovr_train:0.6358700877388905
auc_macro_ovo_train:0.623194689775566
f1_weighted_train:0.3053938020239237
f1_macro_train:0.2171566260873349
ACC_train_2:0.7663934426229508
AUC_train_2:0.7840919056388669
f1_weighted_train_2:0.768133725974532
f1_macro_train_2:0.6996825808123339
lr_epoch:9e-06
 ==  Epoch: 20 | val Loss: 1.677655
acc_val:0.39344262295081966
auc_weighted_ovr_val:0.6655381227195967
auc_weighted_ovo_val:0.6251115664845173
auc_macro_ovr_val:0.6119291788364737
auc_macro_ovo_val:0.6003794091710758
f1_weighted_val:0.26131305931733584
f1_macro_val:0.17600644122383255
ACC_val_2:0.7377049180327869
AUC_val_2:0.8277777777777777
f1_weighted_val_2:0.7511395441823271
f1_macro_val_2:0.7024390243902439
 ==  Epoch: 20 | test Loss: 1.654554
acc_test:0.4117647058823529
auc_weighted_ovr_test:0.7125432972660862
auc_weighted_ovo_test:0.6829896432257113
auc_macro_ovr_test:0.6749255975203101
auc_macro_ovo_test:0.6683542821700718
f1_weighted_test:0.2937908496732027
f1_macro_test:0.21555555555555558
ACC_test_2:0.7647058823529411
AUC_test_2:0.8345864661654135
f1_weighted_test_2:0.7681372549019608
f1_macro_test_2:0.7166666666666667
 ==  Epoch: 21 | Training Loss: 1.686381
acc_train:0.36475409836065575
auc_weighted_ovr_train:0.6471096591196737
auc_weighted_ovo_train:0.6217020885668735
auc_macro_ovr_train:0.6168642558113865
auc_macro_ovo_train:0.6039296558403672
f1_weighted_train:0.259845288326301
f1_macro_train:0.1771370526644788
ACC_train_2:0.7295081967213115
AUC_train_2:0.7684819784267298
f1_weighted_train_2:0.7356105351976857
f1_macro_train_2:0.6636029411764706
lr_epoch:8.944659090975144e-06
 ==  Epoch: 21 | val Loss: 1.674108
acc_val:0.39344262295081966
auc_weighted_ovr_val:0.6712718775900798
auc_weighted_ovo_val:0.6309559588862867
auc_macro_ovr_val:0.61937441779767
auc_macro_ovo_val:0.606660934744268
f1_weighted_val:0.26131305931733584
f1_macro_val:0.17600644122383255
ACC_val_2:0.7377049180327869
AUC_val_2:0.8291666666666666
f1_weighted_val_2:0.7511395441823271
f1_macro_val_2:0.7024390243902439
 ==  Epoch: 21 | test Loss: 1.652662
acc_test:0.4264705882352941
auc_weighted_ovr_test:0.7127764340975025
auc_weighted_ovo_test:0.6830004629443484
auc_macro_ovr_test:0.6744220526645945
auc_macro_ovo_test:0.6687381332118173
f1_weighted_test:0.30396905408959407
f1_macro_test:0.22309985096870344
ACC_test_2:0.75
AUC_test_2:0.8388829215896885
f1_weighted_test_2:0.755198973042362
f1_macro_test_2:0.703209242618742
 ==  Epoch: 22 | Training Loss: 1.669202
acc_train:0.38934426229508196
auc_weighted_ovr_train:0.686351674820429
auc_weighted_ovo_train:0.6570509109803601
auc_macro_ovr_train:0.6493212853881011
auc_macro_ovo_train:0.6378947895564587
f1_weighted_train:0.29455096365281447
f1_macro_train:0.20799472937638386
ACC_train_2:0.7704918032786885
AUC_train_2:0.7880382355520477
f1_weighted_train_2:0.7756695450162182
f1_macro_train_2:0.714572192513369
lr_epoch:8.779999040746716e-06
 ==  Epoch: 22 | val Loss: 1.672301
acc_val:0.39344262295081966
auc_weighted_ovr_val:0.6747159692224219
auc_weighted_ovo_val:0.636288056206089
auc_macro_ovr_val:0.6273222295828679
auc_macro_ovo_val:0.6107627865961199
f1_weighted_val:0.25894948143191704
f1_macro_val:0.17346938775510204
ACC_val_2:0.7213114754098361
AUC_val_2:0.8319444444444444
f1_weighted_val_2:0.7364165444933138
f1_macro_val_2:0.68774465522433
 ==  Epoch: 22 | test Loss: 1.649607
acc_test:0.4264705882352941
auc_weighted_ovr_test:0.7230326686418768
auc_weighted_ovo_test:0.6952821000808617
auc_macro_ovr_test:0.6882907219172075
auc_macro_ovo_test:0.6815226196805144
f1_weighted_test:0.30276816608996543
f1_macro_test:0.22178649237472764
ACC_test_2:0.7352941176470589
AUC_test_2:0.8399570354457573
f1_weighted_test_2:0.742267119613803
f1_macro_test_2:0.6899696048632219
 ==  Epoch: 23 | Training Loss: 1.676289
acc_train:0.38934426229508196
auc_weighted_ovr_train:0.6641397329401783
auc_weighted_ovo_train:0.6390632361467639
auc_macro_ovr_train:0.6320864138319497
auc_macro_ovo_train:0.6231387140216059
f1_weighted_train:0.2858437044837093
f1_macro_train:0.20161165673760495
ACC_train_2:0.7213114754098361
AUC_train_2:0.7847057791809172
f1_weighted_train_2:0.7305685720501347
f1_macro_train_2:0.662297484327933
lr_epoch:8.510074326226714e-06
 ==  Epoch: 23 | val Loss: 1.668254
acc_val:0.3770491803278688
auc_weighted_ovr_val:0.6831151133595201
auc_weighted_ovo_val:0.645469034608379
auc_macro_ovr_val:0.6354415552363881
auc_macro_ovo_val:0.6211599426807761
f1_weighted_val:0.25025738496871786
f1_macro_val:0.1682769726247987
ACC_val_2:0.7540983606557377
AUC_val_2:0.838888888888889
f1_weighted_val_2:0.7674263627882181
f1_macro_val_2:0.7244805781391147
 ==  Epoch: 23 | test Loss: 1.649708
acc_test:0.4411764705882353
auc_weighted_ovr_test:0.708561951096228
auc_weighted_ovo_test:0.6815939693261674
auc_macro_ovr_test:0.6747323286571406
auc_macro_ovo_test:0.6692567909673173
f1_weighted_test:0.31526477061844543
f1_macro_test:0.23110785033015402
ACC_test_2:0.7352941176470589
AUC_test_2:0.8517722878625134
f1_weighted_test_2:0.742267119613803
f1_macro_test_2:0.6899696048632219
 ==  Epoch: 24 | Training Loss: 1.649762
acc_train:0.4139344262295082
auc_weighted_ovr_train:0.707606153808421
auc_weighted_ovo_train:0.6830864801580263
auc_macro_ovr_train:0.6805082918731284
auc_macro_ovo_train:0.6664412764779246
f1_weighted_train:0.3046917447457401
f1_macro_train:0.2120028811030509
ACC_train_2:0.7459016393442623
AUC_train_2:0.8103130755064457
f1_weighted_train_2:0.7543419333398286
f1_macro_train_2:0.6920947651225271
lr_epoch:8.14153138971539e-06
 ==  Epoch: 24 | val Loss: 1.667365
acc_val:0.4098360655737705
auc_weighted_ovr_val:0.6857349865795727
auc_weighted_ovo_val:0.6502039422326309
auc_macro_ovr_val:0.6445129479324009
auc_macro_ovo_val:0.625581569664903
f1_weighted_val:0.2903033118736311
f1_macro_val:0.20074224021592446
ACC_val_2:0.6885245901639344
AUC_val_2:0.8444444444444444
f1_weighted_val_2:0.7070805720265085
f1_macro_val_2:0.6712056737588652
 ==  Epoch: 24 | test Loss: 1.642684
acc_test:0.4264705882352941
auc_weighted_ovr_test:0.7342008910713881
auc_weighted_ovo_test:0.704892174174295
auc_macro_ovr_test:0.6987281423313438
auc_macro_ovo_test:0.6903521429837218
f1_weighted_test:0.2973328729877865
f1_macro_test:0.2177549523110785
ACC_test_2:0.7794117647058824
AUC_test_2:0.8635875402792696
f1_weighted_test_2:0.7902264354017469
f1_macro_test_2:0.76073187895848
 ==  Epoch: 25 | Training Loss: 1.655418
acc_train:0.38934426229508196
auc_weighted_ovr_train:0.6954349889156117
auc_weighted_ovo_train:0.6665759800543639
auc_macro_ovr_train:0.6588969359751841
auc_macro_ovo_train:0.6479440482580578
f1_weighted_train:0.29364231755961634
f1_macro_train:0.2059426163903776
ACC_train_2:0.7459016393442623
AUC_train_2:0.8105761641673245
f1_weighted_train_2:0.7516341391250986
f1_macro_train_2:0.6839906417112299
lr_epoch:7.68344498143353e-06
 ==  Epoch: 25 | val Loss: 1.656688
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.6930119749866624
auc_weighted_ovo_val:0.6560707780379913
auc_macro_ovr_val:0.6505521953280312
auc_macro_ovo_val:0.6309686948853614
f1_weighted_val:0.3034888608659101
f1_macro_val:0.20917277167277168
ACC_val_2:0.7540983606557377
AUC_val_2:0.8458333333333333
f1_weighted_val_2:0.7674263627882181
f1_macro_val_2:0.7244805781391147
 ==  Epoch: 25 | test Loss: 1.643283
acc_test:0.45588235294117646
auc_weighted_ovr_test:0.7207486854390879
auc_weighted_ovo_test:0.6950104902407533
auc_macro_ovr_test:0.6877021341231868
auc_macro_ovo_test:0.6836538948381055
f1_weighted_test:0.3465390595749954
f1_macro_test:0.25980203402115565
ACC_test_2:0.75
AUC_test_2:0.8678839957035446
f1_weighted_test_2:0.7578144536134033
f1_macro_test_2:0.7109277319329832
 ==  Epoch: 26 | Training Loss: 1.623015
acc_train:0.430327868852459
auc_weighted_ovr_train:0.7342340876247329
auc_weighted_ovo_train:0.6950303786647091
auc_macro_ovr_train:0.6826848946569012
auc_macro_ovo_train:0.6701325677787445
f1_weighted_train:0.33951667485982573
f1_macro_train:0.24675192980277727
ACC_train_2:0.7581967213114754
AUC_train_2:0.8277646233447339
f1_weighted_train_2:0.768022828572802
f1_macro_train_2:0.7128094639615377
lr_epoch:7.1470947090546666e-06
 ==  Epoch: 26 | val Loss: 1.656170
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7079652503502721
auc_weighted_ovo_val:0.6700094327348426
auc_macro_ovr_val:0.6637586936029186
auc_macro_ovo_val:0.6433935185185186
f1_weighted_val:0.31853720050441364
f1_macro_val:0.22393162393162394
ACC_val_2:0.7049180327868853
AUC_val_2:0.8680555555555556
f1_weighted_val_2:0.722197607443509
f1_macro_val_2:0.6908783783783783
 ==  Epoch: 26 | test Loss: 1.639044
acc_test:0.4117647058823529
auc_weighted_ovr_test:0.7477834495428054
auc_weighted_ovo_test:0.7210718418148759
auc_macro_ovr_test:0.7157257891271959
auc_macro_ovo_test:0.7075947444368497
f1_weighted_test:0.2966321538286495
f1_macro_test:0.21725338491295937
ACC_test_2:0.7794117647058824
AUC_test_2:0.8678839957035445
f1_weighted_test_2:0.7902264354017469
f1_macro_test_2:0.76073187895848
 ==  Epoch: 27 | Training Loss: 1.637661
acc_train:0.42213114754098363
auc_weighted_ovr_train:0.7045098296392059
auc_weighted_ovo_train:0.6629970530168382
auc_macro_ovr_train:0.6494252139323617
auc_macro_ovo_train:0.6363431200887474
f1_weighted_train:0.3281415056789255
f1_macro_train:0.2319976159106594
ACC_train_2:0.7745901639344263
AUC_train_2:0.8433745505568709
f1_weighted_train_2:0.782435075022388
f1_macro_train_2:0.7279821627647715
lr_epoch:6.545687296329262e-06
 ==  Epoch: 27 | val Loss: 1.643946
acc_val:0.4426229508196721
auc_weighted_ovr_val:0.7090731664402501
auc_weighted_ovo_val:0.6710951730418944
auc_macro_ovr_val:0.6650188949011139
auc_macro_ovo_val:0.6446248897707231
f1_weighted_val:0.3409166945466712
f1_macro_val:0.24092970521541954
ACC_val_2:0.7868852459016393
AUC_val_2:0.8791666666666667
f1_weighted_val_2:0.799307006664511
f1_macro_val_2:0.7665587282896673
 ==  Epoch: 27 | test Loss: 1.632514
acc_test:0.45588235294117646
auc_weighted_ovr_test:0.7433307826054398
auc_weighted_ovo_test:0.7156768508838942
auc_macro_ovr_test:0.710541432947448
auc_macro_ovo_test:0.7016373003215108
f1_weighted_test:0.3478239138792772
f1_macro_test:0.2601830065359477
ACC_test_2:0.7941176470588235
AUC_test_2:0.8754027926960257
f1_weighted_test_2:0.8028701335606707
f1_macro_test_2:0.770048309178744
 ==  Epoch: 28 | Training Loss: 1.621909
acc_train:0.4385245901639344
auc_weighted_ovr_train:0.7281125653962789
auc_weighted_ovo_train:0.6914949818273977
auc_macro_ovr_train:0.6822230331470075
auc_macro_ovo_train:0.6670335912648089
f1_weighted_train:0.3529410167060621
f1_macro_train:0.2565084440895549
ACC_train_2:0.8114754098360656
AUC_train_2:0.8708234675085503
f1_weighted_train_2:0.816440281030445
f1_macro_train_2:0.7676190476190475
lr_epoch:5.894031389715389e-06
 ==  Epoch: 28 | val Loss: 1.639581
acc_val:0.4426229508196721
auc_weighted_ovr_val:0.7116595045627384
auc_weighted_ovo_val:0.6720075461878741
auc_macro_ovr_val:0.6657838917527368
auc_macro_ovo_val:0.644493716931217
f1_weighted_val:0.34081104400345125
f1_macro_val:0.24013157894736845
ACC_val_2:0.8032786885245902
AUC_val_2:0.8791666666666667
f1_weighted_val_2:0.8144028103044497
f1_macro_val_2:0.7821428571428571
 ==  Epoch: 28 | test Loss: 1.621394
acc_test:0.47058823529411764
auc_weighted_ovr_test:0.7502194184597061
auc_weighted_ovo_test:0.7207494840041281
auc_macro_ovr_test:0.7157198829592717
auc_macro_ovo_test:0.7045603275866433
f1_weighted_test:0.35640138408304495
f1_macro_test:0.2666666666666667
ACC_test_2:0.8088235294117647
AUC_test_2:0.8947368421052632
f1_weighted_test_2:0.8174614335334899
f1_macro_test_2:0.7886684197944058
 ==  Epoch: 29 | Training Loss: 1.602261
acc_train:0.4959016393442623
auc_weighted_ovr_train:0.7437291202794546
auc_weighted_ovo_train:0.7103571925980803
auc_macro_ovr_train:0.7037497099093492
auc_macro_ovo_train:0.6874080931077433
f1_weighted_train:0.42187589899958516
f1_macro_train:0.317870765935176
ACC_train_2:0.8155737704918032
AUC_train_2:0.8719635183723582
f1_weighted_train_2:0.8219923341092265
f1_macro_train_2:0.7774399513529948
lr_epoch:5.208172920355838e-06
 ==  Epoch: 29 | val Loss: 1.639264
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7157662824549565
auc_weighted_ovo_val:0.6765518475149623
auc_macro_ovr_val:0.6718536873742041
auc_macro_ovo_val:0.6478578042328044
f1_weighted_val:0.3191256830601093
f1_macro_val:0.22275132275132278
ACC_val_2:0.7213114754098361
AUC_val_2:0.8819444444444444
f1_weighted_val_2:0.7379141960237182
f1_macro_val_2:0.7058156028368794
 ==  Epoch: 29 | test Loss: 1.611789
acc_test:0.45588235294117646
auc_weighted_ovr_test:0.7588143663426509
auc_weighted_ovo_test:0.7282214420856061
auc_macro_ovr_test:0.725294630469018
auc_macro_ovo_test:0.7107620693147008
f1_weighted_test:0.3302453056694376
f1_macro_test:0.24197150558336541
ACC_test_2:0.8088235294117647
AUC_test_2:0.8936627282491945
f1_weighted_test_2:0.8181962440148474
f1_macro_test_2:0.7926342950973493
 ==  Epoch: 30 | Training Loss: 1.576967
acc_train:0.5122950819672131
auc_weighted_ovr_train:0.7715732736653226
auc_weighted_ovo_train:0.7345368656104886
auc_macro_ovr_train:0.7274829422365047
auc_macro_ovo_train:0.7068822923254042
f1_weighted_train:0.4315893429455299
f1_macro_train:0.327968808989976
ACC_train_2:0.8073770491803278
AUC_train_2:0.8827501534683855
f1_weighted_train_2:0.8166107744786194
f1_macro_train_2:0.7762559750268265
lr_epoch:4.505e-06
 ==  Epoch: 30 | val Loss: 1.634552
acc_val:0.4426229508196721
auc_weighted_ovr_val:0.7162281505484954
auc_weighted_ovo_val:0.678651444184231
auc_macro_ovr_val:0.6741034470707722
auc_macro_ovo_val:0.6508649691358025
f1_weighted_val:0.34098360655737714
f1_macro_val:0.2398809523809524
ACC_val_2:0.7377049180327869
AUC_val_2:0.8819444444444444
f1_weighted_val_2:0.7534606294781859
f1_macro_val_2:0.7208237986270023
 ==  Epoch: 30 | test Loss: 1.614344
acc_test:0.4411764705882353
auc_weighted_ovr_test:0.7524703459954063
auc_weighted_ovo_test:0.7219454468390227
auc_macro_ovr_test:0.7181327514662464
auc_macro_ovo_test:0.7042426141110352
f1_weighted_test:0.32214206437291903
f1_macro_test:0.2358490566037736
ACC_test_2:0.7941176470588235
AUC_test_2:0.8968850698174007
f1_weighted_test_2:0.8044596443228453
f1_macro_test_2:0.7786046511627907
 ==  Epoch: 31 | Training Loss: 1.585884
acc_train:0.5163934426229508
auc_weighted_ovr_train:0.7460225236995567
auc_weighted_ovo_train:0.7038872388973774
auc_macro_ovr_train:0.6912037797361341
auc_macro_ovo_train:0.6763950340478743
f1_weighted_train:0.4405007601545883
f1_macro_train:0.33409816031429673
ACC_train_2:0.8360655737704918
AUC_train_2:0.8947645356485135
f1_weighted_train_2:0.8415109247353734
f1_macro_train_2:0.8013514613693722
lr_epoch:3.8018270796441633e-06
 ==  Epoch: 31 | val Loss: 1.624780
acc_val:0.45901639344262296
auc_weighted_ovr_val:0.7129244019609758
auc_weighted_ovo_val:0.6721376528753578
auc_macro_ovr_val:0.6636457401654969
auc_macro_ovo_val:0.642887566137566
f1_weighted_val:0.36892998447666664
f1_macro_val:0.2632320759615741
ACC_val_2:0.7868852459016393
AUC_val_2:0.8861111111111111
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 31 | test Loss: 1.605779
acc_test:0.4852941176470588
auc_weighted_ovr_test:0.735946986604489
auc_weighted_ovo_test:0.7018174195515526
auc_macro_ovr_test:0.6932824597452296
auc_macro_ovo_test:0.683756107440318
f1_weighted_test:0.3931395313543374
f1_macro_test:0.3063467492260062
ACC_test_2:0.8382352941176471
AUC_test_2:0.9001074113856069
f1_weighted_test_2:0.845544289912953
f1_macro_test_2:0.8211809705952666
 ==  Epoch: 32 | Training Loss: 1.560302
acc_train:0.5163934426229508
auc_weighted_ovr_train:0.791949820003306
auc_weighted_ovo_train:0.7526061222506033
auc_macro_ovr_train:0.7436744362063964
auc_macro_ovo_train:0.7244382028681547
f1_weighted_train:0.44176130590822693
f1_macro_train:0.3324312164488139
ACC_train_2:0.8524590163934426
AUC_train_2:0.9002017013066737
f1_weighted_train_2:0.856344567762957
f1_macro_train_2:0.8181366459627331
lr_epoch:3.1159686102846117e-06
 ==  Epoch: 32 | val Loss: 1.626153
acc_val:0.4426229508196721
auc_weighted_ovr_val:0.7146531265059841
auc_weighted_ovo_val:0.6749099011189175
auc_macro_ovr_val:0.6694774900322011
auc_macro_ovo_val:0.6445617283950617
f1_weighted_val:0.3484410157505626
f1_macro_val:0.24509803921568626
ACC_val_2:0.7704918032786885
AUC_val_2:0.8777777777777778
f1_weighted_val_2:0.7834699453551913
f1_macro_val_2:0.7458333333333333
 ==  Epoch: 32 | test Loss: 1.597036
acc_test:0.45588235294117646
auc_weighted_ovr_test:0.7544898559310539
auc_weighted_ovo_test:0.7212853043928895
auc_macro_ovr_test:0.7177380884133249
auc_macro_ovo_test:0.7020056454266981
f1_weighted_test:0.37167867146858735
f1_macro_test:0.29006802721088437
ACC_test_2:0.8529411764705882
AUC_test_2:0.9033297529538131
f1_weighted_test_2:0.8591929525433362
f1_macro_test_2:0.8357487922705314
 ==  Epoch: 33 | Training Loss: 1.568563
acc_train:0.5040983606557377
auc_weighted_ovr_train:0.7740000819152655
auc_weighted_ovo_train:0.7317719864986805
auc_macro_ovr_train:0.7198501108240709
auc_macro_ovo_train:0.7031312900678217
f1_weighted_train:0.4362941419854504
f1_macro_train:0.3311264357086459
ACC_train_2:0.8524590163934426
AUC_train_2:0.9015171446110674
f1_weighted_train_2:0.856344567762957
f1_macro_train_2:0.8181366459627331
lr_epoch:2.4643127036707373e-06
 ==  Epoch: 33 | val Loss: 1.621717
acc_val:0.4426229508196721
auc_weighted_ovr_val:0.7224544019713186
auc_weighted_ovo_val:0.6836491673172002
auc_macro_ovr_val:0.6784122546090631
auc_macro_ovo_val:0.6538596781305116
f1_weighted_val:0.3484410157505626
f1_macro_val:0.24509803921568626
ACC_val_2:0.7540983606557377
AUC_val_2:0.8847222222222222
f1_weighted_val_2:0.7684311615359743
f1_macro_val_2:0.7306446864880778
 ==  Epoch: 33 | test Loss: 1.589578
acc_test:0.45588235294117646
auc_weighted_ovr_test:0.759181553021133
auc_weighted_ovo_test:0.7269290790478872
auc_macro_ovr_test:0.7242171289602772
auc_macro_ovo_test:0.7075539226855017
f1_weighted_test:0.3765597147950089
f1_macro_test:0.29318181818181815
ACC_test_2:0.8676470588235294
AUC_test_2:0.9044038668098818
f1_weighted_test_2:0.8728506787330318
f1_macro_test_2:0.8505494505494506
 ==  Epoch: 34 | Training Loss: 1.562211
acc_train:0.5081967213114754
auc_weighted_ovr_train:0.7760088456651879
auc_weighted_ovo_train:0.7291106435304828
auc_macro_ovr_train:0.7159659416398162
auc_macro_ovo_train:0.6958808083445764
f1_weighted_train:0.43737005244249477
f1_macro_train:0.33292988139966545
ACC_train_2:0.8237704918032787
AUC_train_2:0.9002017013066737
f1_weighted_train_2:0.8309318920106863
f1_macro_train_2:0.7906916432262054
lr_epoch:1.8629052909453338e-06
 ==  Epoch: 34 | val Loss: 1.619874
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7303787068922352
auc_weighted_ovo_val:0.6917414780119697
auc_macro_ovr_val:0.6861721689039317
auc_macro_ovo_val:0.6629604276895943
f1_weighted_val:0.33518132141082957
f1_macro_val:0.23515151515151514
ACC_val_2:0.7540983606557377
AUC_val_2:0.8930555555555555
f1_weighted_val_2:0.7684311615359743
f1_macro_val_2:0.7306446864880778
 ==  Epoch: 34 | test Loss: 1.581737
acc_test:0.5
auc_weighted_ovr_test:0.7633140881328951
auc_weighted_ovo_test:0.7316421484861887
auc_macro_ovr_test:0.7302405632383804
auc_macro_ovo_test:0.7119822915875548
f1_weighted_test:0.43181372549019603
f1_macro_test:0.34511111111111115
ACC_test_2:0.8676470588235294
AUC_test_2:0.9033297529538131
f1_weighted_test_2:0.8728506787330318
f1_macro_test_2:0.8505494505494506
 ==  Epoch: 35 | Training Loss: 1.535555
acc_train:0.5573770491803278
auc_weighted_ovr_train:0.8024046736359196
auc_weighted_ovo_train:0.7583558266228405
auc_macro_ovr_train:0.7469836581610027
auc_macro_ovo_train:0.7260079107688637
f1_weighted_train:0.49187464024900857
f1_macro_train:0.37773758031350296
ACC_train_2:0.8565573770491803
AUC_train_2:0.9241427694466369
f1_weighted_train_2:0.8615495931960651
f1_macro_train_2:0.8268977399412183
lr_epoch:1.3265550185664692e-06
 ==  Epoch: 35 | val Loss: 1.614358
acc_val:0.4098360655737705
auc_weighted_ovr_val:0.7320321371731505
auc_weighted_ovo_val:0.6905497007546187
auc_macro_ovr_val:0.6852030533071566
auc_macro_ovo_val:0.6585558862433861
f1_weighted_val:0.32481180022163625
f1_macro_val:0.22804972804972803
ACC_val_2:0.7868852459016393
AUC_val_2:0.8930555555555555
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 35 | test Loss: 1.576535
acc_test:0.5
auc_weighted_ovr_test:0.7667293882276548
auc_weighted_ovo_test:0.7340674407721621
auc_macro_ovr_test:0.7314637436116942
auc_macro_ovo_test:0.7140034429508113
f1_weighted_test:0.44445406256147946
f1_macro_test:0.36171237458193983
ACC_test_2:0.8823529411764706
AUC_test_2:0.9129967776584318
f1_weighted_test_2:0.8865380144152523
f1_macro_test_2:0.8656126482213438
 ==  Epoch: 36 | Training Loss: 1.566484
acc_train:0.5204918032786885
auc_weighted_ovr_train:0.7597165097124257
auc_weighted_ovo_train:0.7135411290651907
auc_macro_ovr_train:0.7005587838225161
auc_macro_ovo_train:0.6822285497939338
f1_weighted_train:0.45078614350287044
f1_macro_train:0.3422554102638849
ACC_train_2:0.8360655737704918
AUC_train_2:0.9218626677190213
f1_weighted_train_2:0.8415109247353734
f1_macro_train_2:0.8013514613693722
lr_epoch:8.684686102846117e-07
 ==  Epoch: 36 | val Loss: 1.610562
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7307404031792393
auc_weighted_ovo_val:0.6893657298985166
auc_macro_ovr_val:0.6840038324840756
auc_macro_ovo_val:0.6569425705467372
f1_weighted_val:0.34102365631149467
f1_macro_val:0.24096259755174484
ACC_val_2:0.7868852459016393
AUC_val_2:0.8972222222222221
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 36 | test Loss: 1.572191
acc_test:0.5
auc_weighted_ovr_test:0.7724055741896834
auc_weighted_ovo_test:0.7398083136763477
auc_macro_ovr_test:0.736742248956656
auc_macro_ovo_test:0.7196061492114123
f1_weighted_test:0.44445406256147946
f1_macro_test:0.36171237458193983
ACC_test_2:0.8823529411764706
AUC_test_2:0.9237379162191193
f1_weighted_test_2:0.8865380144152523
f1_macro_test_2:0.8656126482213438
 ==  Epoch: 37 | Training Loss: 1.545801
acc_train:0.5286885245901639
auc_weighted_ovr_train:0.7959231012459095
auc_weighted_ovo_train:0.7527789939661054
auc_macro_ovr_train:0.7422403424507663
auc_macro_ovo_train:0.7204124544096224
f1_weighted_train:0.46586332562335114
f1_macro_train:0.3558997518909477
ACC_train_2:0.8524590163934426
AUC_train_2:0.9204595281943347
f1_weighted_train_2:0.8573598322618359
f1_macro_train_2:0.821216315232435
lr_epoch:4.999256737732868e-07
 ==  Epoch: 37 | val Loss: 1.608984
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7294082895694834
auc_weighted_ovo_val:0.6885291438979962
auc_macro_ovr_val:0.6824314145552747
auc_macro_ovo_val:0.6562685185185184
f1_weighted_val:0.3424881129799162
f1_macro_val:0.24134199134199133
ACC_val_2:0.7868852459016393
AUC_val_2:0.8958333333333333
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 37 | test Loss: 1.572258
acc_test:0.4852941176470588
auc_weighted_ovr_test:0.7700229123907628
auc_weighted_ovo_test:0.7370750433347183
auc_macro_ovr_test:0.733462474087747
auc_macro_ovo_test:0.7169967216019848
f1_weighted_test:0.4333398286850972
f1_macro_test:0.3519061421670117
ACC_test_2:0.8676470588235294
AUC_test_2:0.9237379162191193
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 38 | Training Loss: 1.532800
acc_train:0.5614754098360656
auc_weighted_ovr_train:0.8105117130866145
auc_weighted_ovo_train:0.7672029589041165
auc_macro_ovr_train:0.7562339252534729
auc_macro_ovo_train:0.7350718483410471
f1_weighted_train:0.49503338331301405
f1_macro_train:0.3782122234229514
ACC_train_2:0.8852459016393442
AUC_train_2:0.9179163378058406
f1_weighted_train_2:0.887834772508109
f1_macro_train_2:0.8572860962566844
lr_epoch:2.300009592532849e-07
 ==  Epoch: 38 | val Loss: 1.608889
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7301203232851545
auc_weighted_ovo_val:0.6891448737965131
auc_macro_ovr_val:0.6833122951853955
auc_macro_ovo_val:0.6568141534391535
f1_weighted_val:0.3424881129799162
f1_macro_val:0.24134199134199133
ACC_val_2:0.7868852459016393
AUC_val_2:0.898611111111111
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 38 | test Loss: 1.571202
acc_test:0.4852941176470588
auc_weighted_ovr_test:0.768740846649922
auc_weighted_ovo_test:0.7356880950147204
auc_macro_ovr_test:0.7317228520260294
auc_macro_ovo_test:0.7154717602086024
f1_weighted_test:0.4333398286850972
f1_macro_test:0.3519061421670117
ACC_test_2:0.8676470588235294
AUC_test_2:0.9237379162191193
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 39 | Training Loss: 1.562397
acc_train:0.5081967213114754
auc_weighted_ovr_train:0.7723201480608664
auc_weighted_ovo_train:0.7269837757134684
auc_macro_ovr_train:0.7147386600395245
auc_macro_ovo_train:0.6956910623052553
f1_weighted_train:0.4355214505639352
f1_macro_train:0.32732948758352637
ACC_train_2:0.8565573770491803
AUC_train_2:0.8965184600543717
f1_weighted_train_2:0.8610869589254249
f1_macro_train_2:0.8254542481656346
lr_epoch:6.534090902485622e-08
 ==  Epoch: 39 | val Loss: 1.608743
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.729523140586223
auc_weighted_ovo_val:0.6882542935206869
auc_macro_ovr_val:0.6820927630008177
auc_macro_ovo_val:0.6556335978835979
f1_weighted_val:0.3424881129799162
f1_macro_val:0.24134199134199133
ACC_val_2:0.7868852459016393
AUC_val_2:0.8958333333333333
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 39 | test Loss: 1.570792
acc_test:0.4852941176470588
auc_weighted_ovr_test:0.7681743978481791
auc_weighted_ovo_test:0.7349811834622206
auc_macro_ovr_test:0.7312360795392568
auc_macro_ovo_test:0.714623996860839
f1_weighted_test:0.4333398286850972
f1_macro_test:0.3519061421670117
ACC_test_2:0.8676470588235294
AUC_test_2:0.9226638023630505
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 40 | Training Loss: 1.542260
acc_train:0.5737704918032787
auc_weighted_ovr_train:0.7955790019187905
auc_weighted_ovo_train:0.7557350354086413
auc_macro_ovr_train:0.7464845141073501
auc_macro_ovo_train:0.7278615611399218
f1_weighted_train:0.5127015964773964
f1_macro_train:0.3960877548766531
ACC_train_2:0.8811475409836066
AUC_train_2:0.9117776023853371
f1_weighted_train_2:0.8840566295992884
f1_macro_train_2:0.8528500426310646
lr_epoch:1e-08
 ==  Epoch: 40 | val Loss: 1.608735
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7298802191048939
auc_weighted_ovo_val:0.688573054905022
auc_macro_ovr_val:0.6821370969737232
auc_macro_ovo_val:0.6560039682539682
f1_weighted_val:0.3424881129799162
f1_macro_val:0.24134199134199133
ACC_val_2:0.7868852459016393
AUC_val_2:0.8958333333333333
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 40 | test Loss: 1.570630
acc_test:0.4852941176470588
auc_weighted_ovr_test:0.767902066693495
auc_weighted_ovo_test:0.7347928505532995
auc_macro_ovr_test:0.7309715292747067
auc_macro_ovo_test:0.7143774841143262
f1_weighted_test:0.4333398286850972
f1_macro_test:0.3519061421670117
ACC_test_2:0.8676470588235294
AUC_test_2:0.9226638023630505
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 41 | Training Loss: 1.554057
acc_train:0.5286885245901639
auc_weighted_ovr_train:0.7791314620156032
auc_weighted_ovo_train:0.7352485011371142
auc_macro_ovr_train:0.7257873935123714
auc_macro_ovo_train:0.7017131094350817
f1_weighted_train:0.45745076285949166
f1_macro_train:0.3427583221752892
ACC_train_2:0.889344262295082
AUC_train_2:0.9223011488204857
f1_weighted_train_2:0.8924578876989535
f1_macro_train_2:0.8641957494176579
lr_epoch:1.628e-06
 ==  Epoch: 41 | val Loss: 1.608736
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7298802191048939
auc_weighted_ovo_val:0.688573054905022
auc_macro_ovr_val:0.6821370969737232
auc_macro_ovo_val:0.6560039682539682
f1_weighted_val:0.3424881129799162
f1_macro_val:0.24134199134199133
ACC_val_2:0.7868852459016393
AUC_val_2:0.8958333333333333
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 41 | test Loss: 1.570607
acc_test:0.4852941176470588
auc_weighted_ovr_test:0.767902066693495
auc_weighted_ovo_test:0.7347928505532995
auc_macro_ovr_test:0.7309715292747067
auc_macro_ovo_test:0.7143774841143262
f1_weighted_test:0.4333398286850972
f1_macro_test:0.3519061421670117
ACC_test_2:0.8676470588235294
AUC_test_2:0.9226638023630505
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 42 | Training Loss: 1.556104
acc_train:0.5409836065573771
auc_weighted_ovr_train:0.7687796602552064
auc_weighted_ovo_train:0.7233415628356886
auc_macro_ovr_train:0.7105996464089571
auc_macro_ovo_train:0.6909877656862498
f1_weighted_train:0.47508268804773035
f1_macro_train:0.3614127064659789
ACC_train_2:0.8688524590163934
AUC_train_2:0.9097605893186003
f1_weighted_train_2:0.8732087397882986
f1_macro_train_2:0.8410811690954978
lr_epoch:3.246e-06
 ==  Epoch: 42 | val Loss: 1.608539
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7304457147261971
auc_weighted_ovo_val:0.6902735493104346
auc_macro_ovr_val:0.6835074760036767
auc_macro_ovo_val:0.6585386904761906
f1_weighted_val:0.34102365631149467
f1_macro_val:0.24096259755174484
ACC_val_2:0.8032786885245902
AUC_val_2:0.8930555555555555
f1_weighted_val_2:0.8133546581367453
f1_macro_val_2:0.776829268292683
 ==  Epoch: 42 | test Loss: 1.569929
acc_test:0.4852941176470588
auc_weighted_ovr_test:0.7664344662596222
auc_weighted_ovo_test:0.7321734315735864
auc_macro_ovr_test:0.7278895094180081
auc_macro_ovo_test:0.711347497531708
f1_weighted_test:0.4333398286850972
f1_macro_test:0.3519061421670117
ACC_test_2:0.8676470588235294
AUC_test_2:0.9237379162191193
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 43 | Training Loss: 1.523215
acc_train:0.5737704918032787
auc_weighted_ovr_train:0.8063298641443158
auc_weighted_ovo_train:0.761247445379785
auc_macro_ovr_train:0.7489490816411233
auc_macro_ovo_train:0.7285402019901438
f1_weighted_train:0.5095171573155779
f1_macro_train:0.39486898723019664
ACC_train_2:0.860655737704918
AUC_train_2:0.9201087433131632
f1_weighted_train_2:0.8657191193290125
f1_macro_train_2:0.8325258397932818
lr_epoch:4.864e-06
 ==  Epoch: 43 | val Loss: 1.604583
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7340264183803972
auc_weighted_ovo_val:0.6927533827738747
auc_macro_ovr_val:0.6868256581592448
auc_macro_ovo_val:0.6599403659611992
f1_weighted_val:0.3590026263396451
f1_macro_val:0.26415984783232843
ACC_val_2:0.7868852459016393
AUC_val_2:0.9041666666666666
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 43 | test Loss: 1.565519
acc_test:0.5
auc_weighted_ovr_test:0.7711907894642482
auc_weighted_ovo_test:0.7383196600011614
auc_macro_ovr_test:0.7347383164889836
auc_macro_ovo_test:0.7174267740057214
f1_weighted_test:0.4500897795015441
f1_macro_test:0.3675702075702076
ACC_test_2:0.8676470588235294
AUC_test_2:0.9215896885069818
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 44 | Training Loss: 1.534813
acc_train:0.5368852459016393
auc_weighted_ovr_train:0.7919527890282574
auc_weighted_ovo_train:0.7519481116985234
auc_macro_ovr_train:0.7428638577861489
auc_macro_ovo_train:0.7239179689196347
f1_weighted_train:0.47904374347904727
f1_macro_train:0.3705943926346938
ACC_train_2:0.8647540983606558
AUC_train_2:0.9186179075681838
f1_weighted_train_2:0.8690248469868291
f1_macro_train_2:0.8354282911275983
lr_epoch:6.482e-06
 ==  Epoch: 44 | val Loss: 1.607287
acc_val:0.45901639344262296
auc_weighted_ovr_val:0.7338423099646879
auc_weighted_ovo_val:0.6950474889409315
auc_macro_ovr_val:0.6896703312166839
auc_macro_ovo_val:0.6644677028218695
f1_weighted_val:0.39461756646315077
f1_macro_val:0.2977940697295536
ACC_val_2:0.7540983606557377
AUC_val_2:0.8875
f1_weighted_val_2:0.7674263627882181
f1_macro_val_2:0.7244805781391147
 ==  Epoch: 44 | test Loss: 1.562669
acc_test:0.5294117647058824
auc_weighted_ovr_test:0.7717286484486268
auc_weighted_ovo_test:0.7399608368068119
auc_macro_ovr_test:0.7364806570258912
auc_macro_ovo_test:0.7198270296954509
f1_weighted_test:0.4892206377500494
f1_macro_test:0.4086195286195286
ACC_test_2:0.8823529411764706
AUC_test_2:0.9151450053705693
f1_weighted_test_2:0.8854520531616902
f1_macro_test_2:0.8622087132725431
 ==  Epoch: 45 | Training Loss: 1.541833
acc_train:0.5409836065573771
auc_weighted_ovr_train:0.7841009830113327
auc_weighted_ovo_train:0.7443411568737226
auc_macro_ovr_train:0.7349387591578603
auc_macro_ovo_train:0.7154426224849346
f1_weighted_train:0.4818477275304592
f1_macro_train:0.37251116329630934
ACC_train_2:0.860655737704918
AUC_train_2:0.9083136016837674
f1_weighted_train_2:0.8657191193290125
f1_macro_train_2:0.8325258397932818
lr_epoch:8.1e-06
 ==  Epoch: 45 | val Loss: 1.613287
acc_val:0.4426229508196721
auc_weighted_ovr_val:0.7332839022223147
auc_weighted_ovo_val:0.6953291699193337
auc_macro_ovr_val:0.6867620798091923
auc_macro_ovo_val:0.667693562610229
f1_weighted_val:0.3820789865871833
f1_macro_val:0.2900883838383838
ACC_val_2:0.7377049180327869
AUC_val_2:0.8833333333333333
f1_weighted_val_2:0.7532958844434253
f1_macro_val_2:0.7156177156177156
 ==  Epoch: 45 | test Loss: 1.558684
acc_test:0.5294117647058824
auc_weighted_ovr_test:0.7812610635652111
auc_weighted_ovo_test:0.7528435616670911
auc_macro_ovr_test:0.7521814296948908
auc_macro_ovo_test:0.7339763550289866
f1_weighted_test:0.4926400326016695
f1_macro_test:0.41998725911769397
ACC_test_2:0.8676470588235294
AUC_test_2:0.9044038668098818
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 46 | Training Loss: 1.530041
acc_train:0.5491803278688525
auc_weighted_ovr_train:0.7950166511156495
auc_weighted_ovo_train:0.7543664909058647
auc_macro_ovr_train:0.7450456742183827
auc_macro_ovo_train:0.7247463167219955
f1_weighted_train:0.4894636714349084
f1_macro_train:0.37854089648903183
ACC_train_2:0.860655737704918
AUC_train_2:0.9158993247391037
f1_weighted_train_2:0.8648200489918975
f1_macro_train_2:0.8297208538587848
lr_epoch:8.087530614950503e-06
 ==  Epoch: 46 | val Loss: 1.584215
acc_val:0.5081967213114754
auc_weighted_ovr_val:0.7534429463162833
auc_weighted_ovo_val:0.7120374707259953
auc_macro_ovr_val:0.7015685984340999
auc_macro_ovo_val:0.6803873456790123
f1_weighted_val:0.4451186509988814
f1_macro_val:0.34671272519768487
ACC_val_2:0.7540983606557377
AUC_val_2:0.9062499999999999
f1_weighted_val_2:0.7687478200209278
f1_macro_val_2:0.7404255319148936
 ==  Epoch: 46 | test Loss: 1.554096
acc_test:0.5441176470588235
auc_weighted_ovr_test:0.7870323711450247
auc_weighted_ovo_test:0.7606380171685899
auc_macro_ovr_test:0.7590371105345638
auc_macro_ovo_test:0.7441273638642059
f1_weighted_test:0.5116443644251898
f1_macro_test:0.44039321961847067
ACC_test_2:0.8529411764705882
AUC_test_2:0.9108485499462944
f1_weighted_test_2:0.8581725180190652
f1_macro_test_2:0.8320158102766798
 ==  Epoch: 47 | Training Loss: 1.523562
acc_train:0.5573770491803278
auc_weighted_ovr_train:0.8015187101648746
auc_weighted_ovo_train:0.7598987112136275
auc_macro_ovr_train:0.7493719139837126
auc_macro_ovo_train:0.7284235023915184
f1_weighted_train:0.5012349834569347
f1_macro_train:0.3901716426706036
ACC_train_2:0.8811475409836066
AUC_train_2:0.9059896518460053
f1_weighted_train_2:0.8825834175492248
f1_macro_train_2:0.8486967306006372
lr_epoch:8.050199337707332e-06
 ==  Epoch: 47 | val Loss: 1.582174
acc_val:0.4918032786885246
auc_weighted_ovr_val:0.7535924275535119
auc_weighted_ovo_val:0.7125920504813946
auc_macro_ovr_val:0.7041717928306075
auc_macro_ovo_val:0.6815998677248677
f1_weighted_val:0.4326004715170788
f1_macro_val:0.3356187290969899
ACC_val_2:0.7377049180327869
AUC_val_2:0.9118055555555556
f1_weighted_val_2:0.7534606294781859
f1_macro_val_2:0.7208237986270023
 ==  Epoch: 47 | test Loss: 1.550582
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.783027096520555
auc_weighted_ovo_test:0.7554775000111688
auc_macro_ovr_test:0.7548874434375283
auc_macro_ovo_test:0.7373674084200401
f1_weighted_test:0.535531381142381
f1_macro_test:0.45754225135030097
ACC_test_2:0.8823529411764706
AUC_test_2:0.9097744360902256
f1_weighted_test_2:0.8854520531616902
f1_macro_test_2:0.8622087132725431
 ==  Epoch: 48 | Training Loss: 1.544024
acc_train:0.5327868852459017
auc_weighted_ovr_train:0.8130083462404069
auc_weighted_ovo_train:0.7745309490485468
auc_macro_ovr_train:0.7692289953301369
auc_macro_ovo_train:0.7450757313559245
f1_weighted_train:0.47083064069792807
f1_macro_train:0.3629562521103518
ACC_train_2:0.7254098360655737
AUC_train_2:0.9199333508725774
f1_weighted_train_2:0.7425154528352594
f1_macro_train_2:0.7071038251366121
lr_epoch:7.988236328008602e-06
 ==  Epoch: 48 | val Loss: 1.669503
acc_val:0.4098360655737705
auc_weighted_ovr_val:0.7097413861129044
auc_weighted_ovo_val:0.6747918293000259
auc_macro_ovr_val:0.6682094564503379
auc_macro_ovo_val:0.6481469356261023
f1_weighted_val:0.35387919698430786
f1_macro_val:0.28256090314913845
ACC_val_2:0.5573770491803278
AUC_val_2:0.7722222222222223
f1_weighted_val_2:0.5739528883155014
f1_macro_val_2:0.5530529172320217
 ==  Epoch: 48 | test Loss: 1.666667
acc_test:0.4117647058823529
auc_weighted_ovr_test:0.7408699740979207
auc_weighted_ovo_test:0.7165666505836784
auc_macro_ovr_test:0.71352096295293
auc_macro_ovo_test:0.701887293992557
f1_weighted_test:0.3545938129422094
f1_macro_test:0.3234874222239188
ACC_test_2:0.5147058823529411
AUC_test_2:0.8152524167561761
f1_weighted_test_2:0.517750124060007
f1_macro_test_2:0.5146009085009734
 ==  Epoch: 49 | Training Loss: 1.629071
acc_train:0.4262295081967213
auc_weighted_ovr_train:0.7025510844855613
auc_weighted_ovo_train:0.6757666399093637
auc_macro_ovr_train:0.666250088892223
auc_macro_ovo_train:0.659156476030539
f1_weighted_train:0.3890680218474498
f1_macro_train:0.30422185127870777
ACC_train_2:0.8073770491803278
AUC_train_2:0.8144347978602122
f1_weighted_train_2:0.8010049319822135
f1_macro_train_2:0.7326494929478959
lr_epoch:7.902023608413898e-06
 ==  Epoch: 49 | val Loss: 1.609165
acc_val:0.4262295081967213
auc_weighted_ovr_val:0.7061791139859305
auc_weighted_ovo_val:0.6705493754879
auc_macro_ovr_val:0.6596727311582935
auc_macro_ovo_val:0.6461410934744267
f1_weighted_val:0.4011488737838198
f1_macro_val:0.31281842818428185
ACC_val_2:0.8524590163934426
AUC_val_2:0.8520833333333333
f1_weighted_val_2:0.8472072794908733
f1_macro_val_2:0.7964404894327031
 ==  Epoch: 49 | test Loss: 1.610102
acc_test:0.47058823529411764
auc_weighted_ovr_test:0.7222448319074848
auc_weighted_ovo_test:0.6828593179696121
auc_macro_ovr_test:0.6665643037445124
auc_macro_ovo_test:0.6615788207893472
f1_weighted_test:0.4537697963800905
f1_macro_test:0.391541958041958
ACC_test_2:0.8529411764705882
AUC_test_2:0.9065520945220193
f1_weighted_test_2:0.8433964932126696
f1_macro_test_2:0.7956730769230769
 ==  Epoch: 50 | Training Loss: 1.491764
acc_train:0.5655737704918032
auc_weighted_ovr_train:0.8358741731679867
auc_weighted_ovo_train:0.7940035991087309
auc_macro_ovr_train:0.7844357701283681
auc_macro_ovo_train:0.763146941710993
f1_weighted_train:0.5061422137379412
f1_macro_train:0.3912019097137065
ACC_train_2:0.8770491803278688
AUC_train_2:0.9355432780847145
f1_weighted_train_2:0.8807235726399094
f1_macro_train_2:0.8497536945812807
lr_epoch:7.792092709008155e-06
 ==  Epoch: 50 | val Loss: 1.585995
acc_val:0.4918032786885246
auc_weighted_ovr_val:0.7640158410139475
auc_weighted_ovo_val:0.7221610720791048
auc_macro_ovr_val:0.7089941832343047
auc_macro_ovo_val:0.6931255511463843
f1_weighted_val:0.42557058052425123
f1_macro_val:0.3392132022566805
ACC_val_2:0.7704918032786885
AUC_val_2:0.9131944444444444
f1_weighted_val_2:0.7842780507934126
f1_macro_val_2:0.755720823798627
 ==  Epoch: 50 | test Loss: 1.572060
acc_test:0.4852941176470588
auc_weighted_ovr_test:0.7867897470250126
auc_weighted_ovo_test:0.7550951102131441
auc_macro_ovr_test:0.7527289526707428
auc_macro_ovo_test:0.7352620819726083
f1_weighted_test:0.445756204579734
f1_macro_test:0.3855477855477855
ACC_test_2:0.8676470588235294
AUC_test_2:0.9269602577873254
f1_weighted_test_2:0.8728506787330318
f1_macro_test_2:0.8505494505494506
 ==  Epoch: 51 | Training Loss: 1.530326
acc_train:0.5368852459016393
auc_weighted_ovr_train:0.7829827056575709
auc_weighted_ovo_train:0.7422485407137138
auc_macro_ovr_train:0.7320242990892184
auc_macro_ovo_train:0.7140322327753613
f1_weighted_train:0.4920530534170131
f1_macro_train:0.387625323353385
ACC_train_2:0.8688524590163934
AUC_train_2:0.9288783653424537
f1_weighted_train_2:0.8727718108159036
f1_macro_train_2:0.8397372742200329
lr_epoch:7.659121390341949e-06
 ==  Epoch: 51 | val Loss: 1.601397
acc_val:0.45901639344262296
auc_weighted_ovr_val:0.7249676330335556
auc_weighted_ovo_val:0.6787581316679676
auc_macro_ovr_val:0.6662205357684082
auc_macro_ovo_val:0.6434363977072309
f1_weighted_val:0.42799614954039183
f1_macro_val:0.33977392902342185
ACC_val_2:0.8032786885245902
AUC_val_2:0.8979166666666666
f1_weighted_val_2:0.8096327360528657
f1_macro_val_2:0.7635658914728681
 ==  Epoch: 51 | test Loss: 1.550552
acc_test:0.5294117647058824
auc_weighted_ovr_test:0.7690184645825884
auc_weighted_ovo_test:0.7341472274715308
auc_macro_ovr_test:0.7263302633533048
auc_macro_ovo_test:0.7137246525404419
f1_weighted_test:0.5009728041060717
f1_macro_test:0.4253067374270045
ACC_test_2:0.8970588235294118
AUC_test_2:0.9301825993555317
f1_weighted_test_2:0.8991995771350902
f1_macro_test_2:0.8777920410783056
 ==  Epoch: 52 | Training Loss: 1.494211
acc_train:0.6024590163934426
auc_weighted_ovr_train:0.8230581368657705
auc_weighted_ovo_train:0.7795562890907227
auc_macro_ovr_train:0.7691154638281122
auc_macro_ovo_train:0.746632605333255
f1_weighted_train:0.5444926604521589
f1_macro_train:0.42483660130718953
ACC_train_2:0.8811475409836066
AUC_train_2:0.9394019117776023
f1_weighted_train_2:0.8835941732844163
f1_macro_train_2:0.8515161053404681
lr_epoch:7.503929464812303e-06
 ==  Epoch: 52 | val Loss: 1.597769
acc_val:0.4918032786885246
auc_weighted_ovr_val:0.7433519574196737
auc_weighted_ovo_val:0.7069473718449127
auc_macro_ovr_val:0.6977616910557639
auc_macro_ovo_val:0.6805412257495592
f1_weighted_val:0.4389621307654095
f1_macro_val:0.345946645946646
ACC_val_2:0.7540983606557377
AUC_val_2:0.8666666666666667
f1_weighted_val_2:0.7684311615359743
f1_macro_val_2:0.7306446864880778
 ==  Epoch: 52 | test Loss: 1.538226
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.7952400937737858
auc_weighted_ovo_test:0.7655647585988142
auc_macro_ovr_test:0.763922839496451
auc_macro_ovo_test:0.7470776056302373
f1_weighted_test:0.5290474758718982
f1_macro_test:0.4542856328814583
ACC_test_2:0.8529411764705882
AUC_test_2:0.9140708915145005
f1_weighted_test_2:0.8581725180190652
f1_macro_test_2:0.8320158102766798
 ==  Epoch: 53 | Training Loss: 1.484913
acc_train:0.5860655737704918
auc_weighted_ovr_train:0.8144836791319052
auc_weighted_ovo_train:0.770624691425623
auc_macro_ovr_train:0.7595478183128717
auc_macro_ovo_train:0.7389597698409959
f1_weighted_train:0.5273066322771951
f1_macro_train:0.41248412921787536
ACC_train_2:0.8811475409836066
AUC_train_2:0.9266859598351311
f1_weighted_train_2:0.8856425942742436
f1_macro_train_2:0.8577259475218658
lr_epoch:7.327473742246663e-06
 ==  Epoch: 53 | val Loss: 1.609191
acc_val:0.4918032786885246
auc_weighted_ovr_val:0.7114618151017572
auc_weighted_ovo_val:0.6769870543845954
auc_macro_ovr_val:0.6712848146168815
auc_macro_ovo_val:0.6510897266313933
f1_weighted_val:0.43770491803278694
f1_macro_val:0.3416666666666666
ACC_val_2:0.7704918032786885
AUC_val_2:0.7909722222222222
f1_weighted_val_2:0.7834699453551913
f1_macro_val_2:0.7458333333333333
 ==  Epoch: 53 | test Loss: 1.547236
acc_test:0.5441176470588235
auc_weighted_ovr_test:0.7731659696513957
auc_weighted_ovo_test:0.7481488508481542
auc_macro_ovr_test:0.7475330013811702
auc_macro_ovo_test:0.732516898306372
f1_weighted_test:0.5153492565162927
f1_macro_test:0.4427069411030919
ACC_test_2:0.8676470588235294
AUC_test_2:0.8560687432867884
f1_weighted_test_2:0.8703994563165446
f1_macro_test_2:0.8428754813863928
 ==  Epoch: 54 | Training Loss: 1.502750
acc_train:0.5860655737704918
auc_weighted_ovr_train:0.7924170364300201
auc_weighted_ovo_train:0.7521134060794149
auc_macro_ovr_train:0.7413443616321942
auc_macro_ovo_train:0.724789138987873
f1_weighted_train:0.5390947565494755
f1_macro_train:0.4300812075108749
ACC_train_2:0.889344262295082
AUC_train_2:0.9028325879154608
f1_weighted_train_2:0.8901686070405678
f1_macro_train_2:0.8577443803847897
lr_epoch:7.130842130852126e-06
 ==  Epoch: 54 | val Loss: 1.619046
acc_val:0.47540983606557374
auc_weighted_ovr_val:0.6997040110884847
auc_weighted_ovo_val:0.6645270621909967
auc_macro_ovr_val:0.6597265597455566
auc_macro_ovo_val:0.6381335978835979
f1_weighted_val:0.4428399228543876
f1_macro_val:0.35343137254901963
ACC_val_2:0.8032786885245902
AUC_val_2:0.820138888888889
f1_weighted_val_2:0.8032786885245902
f1_macro_val_2:0.7458333333333333
 ==  Epoch: 54 | test Loss: 1.574671
acc_test:0.5
auc_weighted_ovr_test:0.7526478053964465
auc_weighted_ovo_test:0.7152516708437762
auc_macro_ovr_test:0.705266559546938
auc_macro_ovo_test:0.6932846636794006
f1_weighted_test:0.4744931163954944
f1_macro_test:0.403511758118701
ACC_test_2:0.8970588235294118
AUC_test_2:0.9129967776584318
f1_weighted_test_2:0.8961876314817491
f1_macro_test_2:0.87005187005187
 ==  Epoch: 55 | Training Loss: 1.439784
acc_train:0.639344262295082
auc_weighted_ovr_train:0.8528738156973593
auc_weighted_ovo_train:0.8039219262027529
auc_macro_ovr_train:0.7899700465547728
auc_macro_ovo_train:0.7663028224197638
f1_weighted_train:0.5796526988488121
f1_macro_train:0.45394444620182267
ACC_train_2:0.9057377049180327
AUC_train_2:0.944882925545909
f1_weighted_train_2:0.907678137432468
f1_macro_train_2:0.8822369111320953
lr_epoch:6.915246929899585e-06
 ==  Epoch: 55 | val Loss: 1.594167
acc_val:0.4426229508196721
auc_weighted_ovr_val:0.7566611536353427
auc_weighted_ovo_val:0.7235421545667446
auc_macro_ovr_val:0.7172271581846049
auc_macro_ovo_val:0.6981315035273369
f1_weighted_val:0.3939301499477429
f1_macro_val:0.3139922152117274
ACC_val_2:0.7704918032786885
AUC_val_2:0.8756944444444444
f1_weighted_val_2:0.7822471011595362
f1_macro_val_2:0.7396341463414635
 ==  Epoch: 55 | test Loss: 1.531227
acc_test:0.5441176470588235
auc_weighted_ovr_test:0.7970653969944893
auc_weighted_ovo_test:0.767392383588204
auc_macro_ovr_test:0.7652608092404358
auc_macro_ovo_test:0.748526936026936
f1_weighted_test:0.5132453276350185
f1_macro_test:0.4449511340586391
ACC_test_2:0.8676470588235294
AUC_test_2:0.924812030075188
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 56 | Training Loss: 1.474864
acc_train:0.6188524590163934
auc_weighted_ovr_train:0.8173440093387824
auc_weighted_ovo_train:0.7741795542351617
auc_macro_ovr_train:0.7623264865469227
auc_macro_ovo_train:0.7426105095362133
f1_weighted_train:0.5637556486957025
f1_macro_train:0.44070412727129143
ACC_train_2:0.8934426229508197
AUC_train_2:0.9274752258177674
f1_weighted_train_2:0.8958465744718155
f1_macro_train_2:0.8674799465240641
lr_epoch:6.682017355495594e-06
 ==  Epoch: 56 | val Loss: 1.570777
acc_val:0.5245901639344263
auc_weighted_ovr_val:0.7545473777859546
auc_weighted_ovo_val:0.716187223523289
auc_macro_ovr_val:0.7107322002268811
auc_macro_ovo_val:0.6842940917107583
f1_weighted_val:0.48384578580242255
f1_macro_val:0.38876088069636455
ACC_val_2:0.7868852459016393
AUC_val_2:0.9076388888888889
f1_weighted_val_2:0.7970241622226614
f1_macro_val_2:0.7550200803212852
 ==  Epoch: 56 | test Loss: 1.509582
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.7847069629587358
auc_weighted_ovo_test:0.7510407173236121
auc_macro_ovr_test:0.746455619335076
auc_macro_ovo_test:0.7293891293891293
f1_weighted_test:0.5760420793627625
f1_macro_test:0.5010280042538107
ACC_test_2:0.8823529411764706
AUC_test_2:0.924812030075188
f1_weighted_test_2:0.8854520531616902
f1_macro_test_2:0.8622087132725431
 ==  Epoch: 57 | Training Loss: 1.434845
acc_train:0.6475409836065574
auc_weighted_ovr_train:0.8562852023922989
auc_weighted_ovo_train:0.8112599041270976
auc_macro_ovr_train:0.8000890797723302
auc_macro_ovo_train:0.7761757284520903
f1_weighted_train:0.5867086158708925
f1_macro_train:0.4609712573043914
ACC_train_2:0.9016393442622951
AUC_train_2:0.9566780671753048
f1_weighted_train_2:0.9042297118419712
f1_macro_train_2:0.8787577639751553
lr_epoch:6.432591345523054e-06
 ==  Epoch: 57 | val Loss: 1.552511
acc_val:0.5081967213114754
auc_weighted_ovr_val:0.7709540272871779
auc_weighted_ovo_val:0.733600052042675
auc_macro_ovr_val:0.7250830005579246
auc_macro_ovo_val:0.7070356040564374
f1_weighted_val:0.4683190215977101
f1_macro_val:0.37714947089947093
ACC_val_2:0.7868852459016393
AUC_val_2:0.913888888888889
f1_weighted_val_2:0.7970241622226614
f1_macro_val_2:0.7550200803212852
 ==  Epoch: 57 | test Loss: 1.499289
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.796226670634298
auc_weighted_ovo_test:0.7728990619373746
auc_macro_ovr_test:0.7736770238681467
auc_macro_ovo_test:0.7572143743196375
f1_weighted_test:0.5795205282081811
f1_macro_test:0.5014127470368503
ACC_test_2:0.8970588235294118
AUC_test_2:0.9237379162191192
f1_weighted_test_2:0.8991995771350902
f1_macro_test_2:0.8777920410783056
 ==  Epoch: 58 | Training Loss: 1.423417
acc_train:0.6475409836065574
auc_weighted_ovr_train:0.8624711117507327
auc_weighted_ovo_train:0.8187899522926682
auc_macro_ovr_train:0.8076411985309583
auc_macro_ovo_train:0.7843347744355574
f1_weighted_train:0.5881158766250234
f1_macro_train:0.46184673111592894
ACC_train_2:0.889344262295082
AUC_train_2:0.9404104183109708
f1_weighted_train_2:0.8931954004655359
f1_macro_train_2:0.8664639708117969
lr_epoch:6.1685066942760136e-06
 ==  Epoch: 58 | val Loss: 1.538306
acc_val:0.5245901639344263
auc_weighted_ovr_val:0.7782774184861981
auc_weighted_ovo_val:0.7427312646370023
auc_macro_ovr_val:0.735059203714219
auc_macro_ovo_val:0.7152480158730159
f1_weighted_val:0.4867044660832408
f1_macro_val:0.3960108604845447
ACC_val_2:0.819672131147541
AUC_val_2:0.920138888888889
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 58 | test Loss: 1.515615
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.7855060103649081
auc_weighted_ovo_test:0.758887526302387
auc_macro_ovr_test:0.7571171733737827
auc_macro_ovo_test:0.7422321586795271
f1_weighted_test:0.5447534971756425
f1_macro_test:0.4753142282554047
ACC_test_2:0.8823529411764706
AUC_test_2:0.9280343716433942
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 59 | Training Loss: 1.423547
acc_train:0.6639344262295082
auc_weighted_ovr_train:0.8574122808853956
auc_weighted_ovo_train:0.8128959005106177
auc_macro_ovr_train:0.800204434372906
auc_macro_ovo_train:0.779474890158715
f1_weighted_train:0.6088369107026227
f1_macro_train:0.47878629439854997
ACC_train_2:0.9057377049180327
AUC_train_2:0.9372095062702797
f1_weighted_train_2:0.9064399245160392
f1_macro_train_2:0.8788192869944506
lr_epoch:5.891391571446467e-06
 ==  Epoch: 59 | val Loss: 1.513042
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.7901811248141408
auc_weighted_ovo_val:0.7529836716107207
auc_macro_ovr_val:0.7435376469191057
auc_macro_ovo_val:0.7250092592592593
f1_weighted_val:0.5139100352215107
f1_macro_val:0.4143416143416144
ACC_val_2:0.8688524590163934
AUC_val_2:0.93125
f1_weighted_val_2:0.8730884907019104
f1_macro_val_2:0.842377260981912
 ==  Epoch: 59 | test Loss: 1.512582
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.7896559465136742
auc_weighted_ovo_test:0.7662216202270381
auc_macro_ovr_test:0.7665312321907034
auc_macro_ovo_test:0.7511917419812157
f1_weighted_test:0.5413632119514472
f1_macro_test:0.47244778613199667
ACC_test_2:0.8529411764705882
AUC_test_2:0.9044038668098818
f1_weighted_test_2:0.8529411764705882
f1_macro_test_2:0.8174006444683136
 ==  Epoch: 60 | Training Loss: 1.427922
acc_train:0.6475409836065574
auc_weighted_ovr_train:0.8597943305567785
auc_weighted_ovo_train:0.8120133897331773
auc_macro_ovr_train:0.7989751059826133
auc_macro_ovo_train:0.7768997709544103
f1_weighted_train:0.5927575521018145
f1_macro_train:0.47266955266955274
ACC_train_2:0.889344262295082
AUC_train_2:0.9552310795404718
f1_weighted_train_2:0.8931954004655359
f1_macro_train_2:0.8664639708117969
lr_epoch:5.602954483916788e-06
 ==  Epoch: 60 | val Loss: 1.531731
acc_val:0.5245901639344263
auc_weighted_ovr_val:0.7794334606657094
auc_weighted_ovo_val:0.7365102133749674
auc_macro_ovr_val:0.7212697453958853
auc_macro_ovo_val:0.704494819223986
f1_weighted_val:0.47423455637792994
f1_macro_val:0.3852445870088212
ACC_val_2:0.7868852459016393
AUC_val_2:0.9145833333333334
f1_weighted_val_2:0.799307006664511
f1_macro_val_2:0.7665587282896673
 ==  Epoch: 60 | test Loss: 1.511421
acc_test:0.5882352941176471
auc_weighted_ovr_test:0.7933144142395686
auc_weighted_ovo_test:0.7697425660854452
auc_macro_ovr_test:0.7684363137513757
auc_macro_ovo_test:0.7548758259284575
f1_weighted_test:0.5604732414703592
f1_macro_test:0.4912681828834279
ACC_test_2:0.8088235294117647
AUC_test_2:0.8850698174006445
f1_weighted_test_2:0.8163398692810457
f1_macro_test_2:0.7841269841269842
 ==  Epoch: 61 | Training Loss: 1.418761
acc_train:0.6516393442622951
auc_weighted_ovr_train:0.8613086685677146
auc_weighted_ovo_train:0.8175602077803641
auc_macro_ovr_train:0.8066132799410579
auc_macro_ovo_train:0.7837205524936659
f1_weighted_train:0.5905050370339974
f1_macro_train:0.4656341259908218
ACC_train_2:0.889344262295082
AUC_train_2:0.9448390774357626
f1_weighted_train_2:0.8924578876989535
f1_macro_train_2:0.8641957494176579
lr_epoch:5.304973742246663e-06
 ==  Epoch: 61 | val Loss: 1.530581
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.7742016143207033
auc_weighted_ovo_val:0.7372436898256571
auc_macro_ovr_val:0.7264309265259113
auc_macro_ovo_val:0.7113032407407408
f1_weighted_val:0.5006493506493507
f1_macro_val:0.40342712842712847
ACC_val_2:0.819672131147541
AUC_val_2:0.9145833333333333
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 61 | test Loss: 1.492588
acc_test:0.5882352941176471
auc_weighted_ovr_test:0.7917423388899042
auc_weighted_ovo_test:0.7690921962884038
auc_macro_ovr_test:0.7697110989548535
auc_macro_ovo_test:0.7536100351889824
f1_weighted_test:0.5708002119766826
f1_macro_test:0.495032175032175
ACC_test_2:0.8823529411764706
AUC_test_2:0.907626208378088
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 62 | Training Loss: 1.397851
acc_train:0.6639344262295082
auc_weighted_ovr_train:0.8800711247446699
auc_weighted_ovo_train:0.8371402710885839
auc_macro_ovr_train:0.8268078316584085
auc_macro_ovo_train:0.8033422454128766
f1_weighted_train:0.6054170699600645
f1_macro_train:0.47384035131667845
ACC_train_2:0.9098360655737705
AUC_train_2:0.9441375076734194
f1_weighted_train_2:0.9118701783992286
f1_macro_train_2:0.8878676470588236
lr_epoch:4.999286496797138e-06
 ==  Epoch: 62 | val Loss: 1.521122
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.7883913213090054
auc_weighted_ovo_val:0.7445163283892791
auc_macro_ovr_val:0.7301164605685883
auc_macro_ovo_val:0.7119232804232802
f1_weighted_val:0.49466162253047496
f1_macro_val:0.4004273504273505
ACC_val_2:0.8524590163934426
AUC_val_2:0.9256944444444445
f1_weighted_val_2:0.85947826615415
f1_macro_val_2:0.830398517145505
 ==  Epoch: 62 | test Loss: 1.542087
acc_test:0.5294117647058824
auc_weighted_ovr_test:0.7892588425673984
auc_weighted_ovo_test:0.7598106228137188
auc_macro_ovr_test:0.7547475284123355
auc_macro_ovo_test:0.7415328092959672
f1_weighted_test:0.49527550905637435
f1_macro_test:0.43486090289684637
ACC_test_2:0.8676470588235294
AUC_test_2:0.916219119226638
f1_weighted_test_2:0.8703994563165446
f1_macro_test_2:0.8428754813863928
 ==  Epoch: 63 | Training Loss: 1.396249
acc_train:0.680327868852459
auc_weighted_ovr_train:0.8795093368583848
auc_weighted_ovo_train:0.8384324406356013
auc_macro_ovr_train:0.8271757592084549
auc_macro_ovo_train:0.8070600289016081
f1_weighted_train:0.6195305191126774
f1_macro_train:0.49225179934522884
ACC_train_2:0.9098360655737705
AUC_train_2:0.9421643427168289
f1_weighted_train_2:0.9118701783992286
f1_macro_train_2:0.8878676470588236
lr_epoch:4.6877774110877346e-06
 ==  Epoch: 63 | val Loss: 1.534863
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.769433415643989
auc_weighted_ovo_val:0.7313371714806142
auc_macro_ovr_val:0.7240993415005573
auc_macro_ovo_val:0.7011125440917108
f1_weighted_val:0.5034138315999764
f1_macro_val:0.40675029868578266
ACC_val_2:0.8360655737704918
AUC_val_2:0.913888888888889
f1_weighted_val_2:0.8413606133773881
f1_macro_val_2:0.8029715762273902
 ==  Epoch: 63 | test Loss: 1.476050
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8016008221813532
auc_weighted_ovo_test:0.7822712418300655
auc_macro_ovr_test:0.7842800195106767
auc_macro_ovo_test:0.7689723044986204
f1_weighted_test:0.5945770297846423
f1_macro_test:0.5180930251518487
ACC_test_2:0.8970588235294118
AUC_test_2:0.9215896885069818
f1_weighted_test_2:0.8978479575811292
f1_macro_test_2:0.8741739360296061
 ==  Epoch: 64 | Training Loss: 1.395575
acc_train:0.6844262295081968
auc_weighted_ovr_train:0.8769468945368342
auc_weighted_ovo_train:0.8297332116744338
auc_macro_ovr_train:0.8171732310148015
auc_macro_ovo_train:0.7927341630914846
f1_weighted_train:0.6274490759912252
f1_macro_train:0.49610150788414115
ACC_train_2:0.8934426229508197
AUC_train_2:0.9399280890993598
f1_weighted_train_2:0.8973146206633625
f1_macro_train_2:0.8719315245478036
lr_epoch:4.372367042219134e-06
 ==  Epoch: 64 | val Loss: 1.511852
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.7861598014931515
auc_weighted_ovo_val:0.7374700754618786
auc_macro_ovr_val:0.7197143992166789
auc_macro_ovo_val:0.7009498456790124
f1_weighted_val:0.4725057397188545
f1_macro_val:0.38630221130221126
ACC_val_2:0.8032786885245902
AUC_val_2:0.9284722222222223
f1_weighted_val_2:0.8149719133325689
f1_macro_val_2:0.7867132867132867
 ==  Epoch: 64 | test Loss: 1.571295
acc_test:0.5
auc_weighted_ovr_test:0.7840344811759828
auc_weighted_ovo_test:0.757216124089189
auc_macro_ovr_test:0.7534793929850927
auc_macro_ovo_test:0.7403429660008608
f1_weighted_test:0.4536898096304592
f1_macro_test:0.40838073908174694
ACC_test_2:0.7794117647058824
AUC_test_2:0.9001074113856069
f1_weighted_test_2:0.7893785771540268
f1_macro_test_2:0.7561558689935453
 ==  Epoch: 65 | Training Loss: 1.389770
acc_train:0.7008196721311475
auc_weighted_ovr_train:0.8894538133631971
auc_weighted_ovo_train:0.846922076126736
auc_macro_ovr_train:0.836073616981733
auc_macro_ovo_train:0.8134047552704889
f1_weighted_train:0.6377974406421851
f1_macro_train:0.5075915050704967
ACC_train_2:0.9057377049180327
AUC_train_2:0.9545733578882751
f1_weighted_train_2:0.9087142872938506
f1_macro_train_2:0.885298505937417
lr_epoch:4.055e-06
 ==  Epoch: 65 | val Loss: 1.549044
acc_val:0.5081967213114754
auc_weighted_ovr_val:0.7742301726929759
auc_weighted_ovo_val:0.7356170309653917
auc_macro_ovr_val:0.7233857686555254
auc_macro_ovo_val:0.7053079805996473
f1_weighted_val:0.46248707724117566
f1_macro_val:0.3736309839251016
ACC_val_2:0.7868852459016393
AUC_val_2:0.8840277777777777
f1_weighted_val_2:0.7950168104459329
f1_macro_val_2:0.7478537360890302
 ==  Epoch: 65 | test Loss: 1.502736
acc_test:0.5735294117647058
auc_weighted_ovr_test:0.8103076605099689
auc_weighted_ovo_test:0.7905942580381435
auc_macro_ovr_test:0.791450735949402
auc_macro_ovo_test:0.7773148148148149
f1_weighted_test:0.5621954842543078
f1_macro_test:0.48797979797979796
ACC_test_2:0.8823529411764706
AUC_test_2:0.9119226638023631
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 66 | Training Loss: 1.376633
acc_train:0.7008196721311475
auc_weighted_ovr_train:0.8932037256297056
auc_weighted_ovo_train:0.8490826209308157
auc_macro_ovr_train:0.8363305142379369
auc_macro_ovo_train:0.8140337760477689
f1_weighted_train:0.6341032334140769
f1_macro_train:0.49939408123992307
ACC_train_2:0.9139344262295082
AUC_train_2:0.9549241427694466
f1_weighted_train_2:0.9166521753552549
f1_macro_train_2:0.8952725488993807
lr_epoch:3.737632957780868e-06
 ==  Epoch: 66 | val Loss: 1.533160
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.7835799093858786
auc_weighted_ovo_val:0.7461052563101742
auc_macro_ovr_val:0.7338222131915141
auc_macro_ovo_val:0.7168915343915344
f1_weighted_val:0.48713524037078815
f1_macro_val:0.39638626480731737
ACC_val_2:0.819672131147541
AUC_val_2:0.8423611111111111
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 66 | test Loss: 1.544125
acc_test:0.5147058823529411
auc_weighted_ovr_test:0.7991400227323529
auc_weighted_ovo_test:0.7797878720866336
auc_macro_ovr_test:0.7813155469318458
auc_macro_ovo_test:0.7675150629097998
f1_weighted_test:0.4917497711615359
f1_macro_test:0.43788333788333783
ACC_test_2:0.8823529411764706
AUC_test_2:0.9022556390977443
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 67 | Training Loss: 1.380694
acc_train:0.7008196721311475
auc_weighted_ovr_train:0.8866345694628162
auc_weighted_ovo_train:0.8376013469360852
auc_macro_ovr_train:0.8219506773790406
auc_macro_ovo_train:0.8013301038121962
f1_weighted_train:0.6369746213120367
f1_macro_train:0.5013875982893442
ACC_train_2:0.9139344262295082
AUC_train_2:0.9561957379636937
f1_weighted_train_2:0.9160410076408639
f1_macro_train_2:0.8934431343190468
lr_epoch:3.4222225889122674e-06
 ==  Epoch: 67 | val Loss: 1.546447
acc_val:0.5245901639344263
auc_weighted_ovr_val:0.7696776934593965
auc_weighted_ovo_val:0.7370234842570909
auc_macro_ovr_val:0.7261399026786565
auc_macro_ovo_val:0.7126784611992945
f1_weighted_val:0.47589989393268084
f1_macro_val:0.38799026299026296
ACC_val_2:0.8032786885245902
AUC_val_2:0.8555555555555556
f1_weighted_val_2:0.8096327360528657
f1_macro_val_2:0.7635658914728681
 ==  Epoch: 67 | test Loss: 1.490662
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8101546074004021
auc_weighted_ovo_test:0.7929257328928381
auc_macro_ovr_test:0.79418226686672
auc_macro_ovo_test:0.7814162932583983
f1_weighted_test:0.5981204075833232
f1_macro_test:0.5263630089717046
ACC_test_2:0.8823529411764706
AUC_test_2:0.8990332975295381
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 68 | Training Loss: 1.365962
acc_train:0.7213114754098361
auc_weighted_ovr_train:0.9016528853191716
auc_weighted_ovo_train:0.8605186431933305
auc_macro_ovr_train:0.8501225337861537
auc_macro_ovo_train:0.8277275525209891
f1_weighted_train:0.6562697532484036
f1_macro_train:0.5194318601295346
ACC_train_2:0.9221311475409836
AUC_train_2:0.9504954836446551
f1_weighted_train_2:0.9243222172696339
f1_macro_train_2:0.9044340458865
lr_epoch:3.1107135032028632e-06
 ==  Epoch: 68 | val Loss: 1.532327
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.7839945259672201
auc_weighted_ovo_val:0.742767369242779
auc_macro_ovr_val:0.7284420141942939
auc_macro_ovo_val:0.7125168650793651
f1_weighted_val:0.4691964033443061
f1_macro_val:0.38798854418548817
ACC_val_2:0.7540983606557377
AUC_val_2:0.8881944444444443
f1_weighted_val_2:0.7684311615359743
f1_macro_val_2:0.7306446864880778
 ==  Epoch: 68 | test Loss: 1.544591
acc_test:0.5147058823529411
auc_weighted_ovr_test:0.7924089813250333
auc_weighted_ovo_test:0.7699829732530972
auc_macro_ovr_test:0.7688036123917763
auc_macro_ovo_test:0.755848586111744
f1_weighted_test:0.4748366013071896
f1_macro_test:0.42471380471380477
ACC_test_2:0.8382352941176471
AUC_test_2:0.8968850698174006
f1_weighted_test_2:0.8432917052792609
f1_macro_test_2:0.8129532383095774
 ==  Epoch: 69 | Training Loss: 1.381213
acc_train:0.6926229508196722
auc_weighted_ovr_train:0.8898439346868967
auc_weighted_ovo_train:0.8445502689084176
auc_macro_ovr_train:0.8319556309320673
auc_macro_ovo_train:0.8094240766313062
f1_weighted_train:0.6311292296347878
f1_macro_train:0.49802924084967914
ACC_train_2:0.889344262295082
AUC_train_2:0.9483469262474788
f1_weighted_train_2:0.8935293119105027
f1_macro_train_2:0.8675379511410475
lr_epoch:2.805026257753338e-06
 ==  Epoch: 69 | val Loss: 1.513299
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.7916046309949842
auc_weighted_ovo_val:0.755727621649753
auc_macro_ovr_val:0.7447848511108389
auc_macro_ovo_val:0.7283392857142857
f1_weighted_val:0.4864308821925775
f1_macro_val:0.40287837726862114
ACC_val_2:0.7868852459016393
AUC_val_2:0.9006944444444445
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 69 | test Loss: 1.512960
acc_test:0.5441176470588235
auc_weighted_ovr_test:0.8084048888372553
auc_weighted_ovo_test:0.7900977376596572
auc_macro_ovr_test:0.7914388617823012
auc_macro_ovo_test:0.7780619477987899
f1_weighted_test:0.5246945329856081
f1_macro_test:0.4651395730706076
ACC_test_2:0.8676470588235294
AUC_test_2:0.9183673469387755
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 70 | Training Loss: 1.363116
acc_train:0.7213114754098361
auc_weighted_ovr_train:0.9009554923007583
auc_weighted_ovo_train:0.8577556449057788
auc_macro_ovr_train:0.8453195910319392
auc_macro_ovo_train:0.8249050090046259
f1_weighted_train:0.6563645641694849
f1_macro_train:0.522648556836177
ACC_train_2:0.9057377049180327
AUC_train_2:0.9613698149609751
f1_weighted_train_2:0.907678137432468
f1_macro_train_2:0.8822369111320953
lr_epoch:2.507045516083212e-06
 ==  Epoch: 70 | val Loss: 1.540122
acc_val:0.5245901639344263
auc_weighted_ovr_val:0.7758454516289984
auc_weighted_ovo_val:0.7459364428831641
auc_macro_ovr_val:0.7445918583836516
auc_macro_ovo_val:0.7226339285714286
f1_weighted_val:0.4932157507640499
f1_macro_val:0.39529934230745584
ACC_val_2:0.8524590163934426
AUC_val_2:0.8715277777777778
f1_weighted_val_2:0.8538656039116528
f1_macro_val_2:0.8130745658835545
 ==  Epoch: 70 | test Loss: 1.491815
acc_test:0.5882352941176471
auc_weighted_ovr_test:0.8059437447871055
auc_weighted_ovo_test:0.786274537725776
auc_macro_ovr_test:0.7869445377163058
auc_macro_ovo_test:0.7740278727120832
f1_weighted_test:0.5711888358947182
f1_macro_test:0.496996996996997
ACC_test_2:0.8823529411764706
AUC_test_2:0.9151450053705693
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 71 | Training Loss: 1.351080
acc_train:0.7254098360655737
auc_weighted_ovr_train:0.9057267748860078
auc_weighted_ovo_train:0.862569103948353
auc_macro_ovr_train:0.8510475000445453
auc_macro_ovo_train:0.8273631722915413
f1_weighted_train:0.6617103374815236
f1_macro_train:0.5236049587179964
ACC_train_2:0.930327868852459
AUC_train_2:0.9649215118828378
f1_weighted_train_2:0.9314744376526631
f1_macro_train_2:0.9121465635920788
lr_epoch:2.2186084285535334e-06
 ==  Epoch: 71 | val Loss: 1.532088
acc_val:0.5081967213114754
auc_weighted_ovr_val:0.7852311691939974
auc_weighted_ovo_val:0.7581332943013271
auc_macro_ovr_val:0.758002900651077
auc_macro_ovo_val:0.7354308862433862
f1_weighted_val:0.46213343246017585
f1_macro_val:0.3692416152370385
ACC_val_2:0.8524590163934426
AUC_val_2:0.8701388888888889
f1_weighted_val_2:0.8538656039116528
f1_macro_val_2:0.8130745658835545
 ==  Epoch: 71 | test Loss: 1.501613
acc_test:0.5735294117647058
auc_weighted_ovr_test:0.804574427771486
auc_weighted_ovo_test:0.7843253828644694
auc_macro_ovr_test:0.7854265881619751
auc_macro_ovo_test:0.7711738310422521
f1_weighted_test:0.5570580141241224
f1_macro_test:0.4898645901741877
ACC_test_2:0.8823529411764706
AUC_test_2:0.920515574650913
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 72 | Training Loss: 1.340117
acc_train:0.75
auc_weighted_ovr_train:0.9073659140636295
auc_weighted_ovo_train:0.8661381903990725
auc_macro_ovr_train:0.8536008254654462
auc_macro_ovo_train:0.8339855763285715
f1_weighted_train:0.6836054639542813
f1_macro_train:0.5459709785205594
ACC_train_2:0.9180327868852459
AUC_train_2:0.9670262211698675
f1_weighted_train_2:0.9192049431504211
f1_macro_train_2:0.8961525366019749
lr_epoch:1.941493305723987e-06
 ==  Epoch: 72 | val Loss: 1.507047
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.7978132646277547
auc_weighted_ovo_val:0.7656710252406973
auc_macro_ovr_val:0.7585803788691327
auc_macro_ovo_val:0.7405078262786596
f1_weighted_val:0.5255104975553638
f1_macro_val:0.4302144249512671
ACC_val_2:0.819672131147541
AUC_val_2:0.8909722222222223
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 72 | test Loss: 1.510487
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.806587705823699
auc_weighted_ovo_test:0.7879198330049724
auc_macro_ovr_test:0.7901585831636766
auc_macro_ovo_test:0.7757078934710514
f1_weighted_test:0.539760018639329
f1_macro_test:0.4749207828518173
ACC_test_2:0.8970588235294118
AUC_test_2:0.9172932330827067
f1_weighted_test_2:0.8961876314817491
f1_macro_test_2:0.87005187005187
 ==  Epoch: 73 | Training Loss: 1.334172
acc_train:0.7540983606557377
auc_weighted_ovr_train:0.9075720951546775
auc_weighted_ovo_train:0.8629150167674146
auc_macro_ovr_train:0.849088723149531
auc_macro_ovo_train:0.8293963223831623
f1_weighted_train:0.6918420947398544
f1_macro_train:0.556680423960726
ACC_train_2:0.9262295081967213
AUC_train_2:0.9448390774357625
f1_weighted_train_2:0.927598047550522
f1_macro_train_2:0.907412092081963
lr_epoch:1.6774086544769465e-06
 ==  Epoch: 73 | val Loss: 1.495082
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8039962556530397
auc_weighted_ovo_val:0.7700923757481134
auc_macro_ovr_val:0.7611081885018054
auc_macro_ovo_val:0.7442414021164022
f1_weighted_val:0.5253866064910068
f1_macro_val:0.4305742989953516
ACC_val_2:0.819672131147541
AUC_val_2:0.8993055555555555
f1_weighted_val_2:0.8282512141884056
f1_macro_val_2:0.7927092987333951
 ==  Epoch: 73 | test Loss: 1.519043
acc_test:0.5441176470588235
auc_weighted_ovr_test:0.8048488846585606
auc_weighted_ovo_test:0.784410614325475
auc_macro_ovr_test:0.7848927751581158
auc_macro_ovo_test:0.7715095820358979
f1_weighted_test:0.5152580262874381
f1_macro_test:0.4573260073260073
ACC_test_2:0.8676470588235294
AUC_test_2:0.9097744360902256
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 74 | Training Loss: 1.333975
acc_train:0.7581967213114754
auc_weighted_ovr_train:0.9044282057526133
auc_weighted_ovo_train:0.858831533212232
auc_macro_ovr_train:0.8441930038644433
auc_macro_ovo_train:0.8229102572980633
f1_weighted_train:0.6906403200624511
f1_macro_train:0.5520749559082893
ACC_train_2:0.9262295081967213
AUC_train_2:0.9567657633955977
f1_weighted_train_2:0.927598047550522
f1_macro_train_2:0.907412092081963
lr_epoch:1.4279826445044076e-06
 ==  Epoch: 74 | val Loss: 1.489179
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.7998453047608461
auc_weighted_ovo_val:0.7652556596409055
auc_macro_ovr_val:0.7573420507501055
auc_macro_ovo_val:0.7398753306878307
f1_weighted_val:0.5255104975553638
f1_macro_val:0.4302144249512671
ACC_val_2:0.8360655737704918
AUC_val_2:0.88125
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 74 | test Loss: 1.490358
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8038111758568734
auc_weighted_ovo_test:0.7879178784751539
auc_macro_ovr_test:0.7910984366376071
auc_macro_ovo_test:0.7776078453710032
f1_weighted_test:0.5768454440599768
f1_macro_test:0.512796697626419
ACC_test_2:0.8823529411764706
AUC_test_2:0.8850698174006444
f1_weighted_test_2:0.8823529411764706
f1_macro_test_2:0.853920515574651
 ==  Epoch: 75 | Training Loss: 1.332682
acc_train:0.7663934426229508
auc_weighted_ovr_train:0.8938232374855684
auc_weighted_ovo_train:0.8461985829088958
auc_macro_ovr_train:0.8310031785912257
auc_macro_ovo_train:0.8094843782408334
f1_weighted_train:0.6962116106349838
f1_macro_train:0.5574138264036744
ACC_train_2:0.9180327868852459
AUC_train_2:0.9433482416907831
f1_weighted_train_2:0.9204823817599397
f1_macro_train_2:0.8998357963875205
lr_epoch:1.1947530701004155e-06
 ==  Epoch: 75 | val Loss: 1.498611
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.7906916635166672
auc_weighted_ovo_val:0.7582279469164714
auc_macro_ovr_val:0.7528998856316486
auc_macro_ovo_val:0.7324869929453264
f1_weighted_val:0.5330875624231965
f1_macro_val:0.43580542264752786
ACC_val_2:0.7868852459016393
AUC_val_2:0.8590277777777777
f1_weighted_val_2:0.7923443430509569
f1_macro_val_2:0.7395730706075534
 ==  Epoch: 75 | test Loss: 1.481428
acc_test:0.5882352941176471
auc_weighted_ovr_test:0.8015156600274518
auc_weighted_ovo_test:0.7855086412555453
auc_macro_ovr_test:0.7876493495993859
auc_macro_ovo_test:0.7749306979570136
f1_weighted_test:0.5710287013356067
f1_macro_test:0.49722567287784686
ACC_test_2:0.8823529411764706
AUC_test_2:0.8850698174006444
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 76 | Training Loss: 1.335121
acc_train:0.7418032786885246
auc_weighted_ovr_train:0.90590981102171
auc_weighted_ovo_train:0.8620880626368251
auc_macro_ovr_train:0.8487896074156748
auc_macro_ovo_train:0.8267527462971408
f1_weighted_train:0.6744046351291154
f1_macro_train:0.5351505806892418
ACC_train_2:0.9262295081967213
AUC_train_2:0.9602736122073139
f1_weighted_train_2:0.9281722838814784
f1_macro_train_2:0.9090683229813664
lr_epoch:9.791578691478748e-07
 ==  Epoch: 76 | val Loss: 1.501121
acc_val:0.5737704918032787
auc_weighted_ovr_val:0.7961607089241749
auc_weighted_ovo_val:0.7673266328389279
auc_macro_ovr_val:0.761638394674109
auc_macro_ovo_val:0.744506613756614
f1_weighted_val:0.5136021267168809
f1_macro_val:0.42202202202202194
ACC_val_2:0.819672131147541
AUC_val_2:0.8562500000000001
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 76 | test Loss: 1.506013
acc_test:0.5441176470588235
auc_weighted_ovr_test:0.8028970848856426
auc_weighted_ovo_test:0.7843152611921961
auc_macro_ovr_test:0.7859628398837712
auc_macro_ovo_test:0.7726136680084048
f1_weighted_test:0.5290168726601364
f1_macro_test:0.4650360624554173
ACC_test_2:0.8970588235294118
AUC_test_2:0.9044038668098818
f1_weighted_test_2:0.8961876314817491
f1_macro_test_2:0.87005187005187
 ==  Epoch: 77 | Training Loss: 1.333816
acc_train:0.75
auc_weighted_ovr_train:0.9065543405501518
auc_weighted_ovo_train:0.8637280204761218
auc_macro_ovr_train:0.8525356577047436
auc_macro_ovo_train:0.8288770169946249
f1_weighted_train:0.6917886460385472
f1_macro_train:0.556718420344647
ACC_train_2:0.930327868852459
AUC_train_2:0.9569411558361834
f1_weighted_train_2:0.9314744376526631
f1_macro_train_2:0.9121465635920788
lr_epoch:7.825262577533381e-07
 ==  Epoch: 77 | val Loss: 1.504261
acc_val:0.5737704918032787
auc_weighted_ovr_val:0.7944693615329919
auc_weighted_ovo_val:0.7653922716627634
auc_macro_ovr_val:0.7597919705252533
auc_macro_ovo_val:0.7424804894179895
f1_weighted_val:0.5136021267168809
f1_macro_val:0.42202202202202194
ACC_val_2:0.819672131147541
AUC_val_2:0.8534722222222222
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 77 | test Loss: 1.508604
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8026169324549287
auc_weighted_ovo_test:0.7840430929149971
auc_macro_ovr_test:0.7860784729593849
auc_macro_ovo_test:0.7719222298169667
f1_weighted_test:0.539760018639329
f1_macro_test:0.4749207828518173
ACC_test_2:0.8970588235294118
AUC_test_2:0.9065520945220193
f1_weighted_test_2:0.8961876314817491
f1_macro_test_2:0.87005187005187
 ==  Epoch: 78 | Training Loss: 1.322957
acc_train:0.7622950819672131
auc_weighted_ovr_train:0.9115509266897259
auc_weighted_ovo_train:0.8704679900223317
auc_macro_ovr_train:0.8589812793789795
auc_macro_ovo_train:0.8372493995149335
f1_weighted_train:0.6989552761873663
f1_macro_train:0.5657348742517367
ACC_train_2:0.9139344262295082
AUC_train_2:0.9518109269490485
f1_weighted_train_2:0.9160410076408639
f1_macro_train_2:0.8934431343190468
lr_epoch:6.060705351876972e-07
 ==  Epoch: 78 | val Loss: 1.499024
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8000248775424419
auc_weighted_ovo_val:0.7690085870413739
auc_macro_ovr_val:0.7621344264201407
auc_macro_ovo_val:0.7446415343915345
f1_weighted_val:0.5273884756197094
f1_macro_val:0.431220694378589
ACC_val_2:0.8360655737704918
AUC_val_2:0.86875
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 78 | test Loss: 1.511155
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8058892423220939
auc_weighted_ovo_test:0.7862704890568666
auc_macro_ovr_test:0.7870662101886937
auc_macro_ovo_test:0.7733753575858838
f1_weighted_test:0.5290023701788408
f1_macro_test:0.4713745903219587
ACC_test_2:0.8823529411764706
AUC_test_2:0.9054779806659505
f1_weighted_test_2:0.8823529411764706
f1_macro_test_2:0.853920515574651
 ==  Epoch: 79 | Training Loss: 1.321709
acc_train:0.7704918032786885
auc_weighted_ovr_train:0.9043606934954652
auc_weighted_ovo_train:0.8602295508679612
auc_macro_ovr_train:0.8478590568472941
auc_macro_ovo_train:0.8256133233969314
f1_weighted_train:0.7015600211528291
f1_macro_train:0.5622262046993229
ACC_train_2:0.930327868852459
AUC_train_2:0.9600543716565817
f1_weighted_train_2:0.9314744376526631
f1_macro_train_2:0.9121465635920788
lr_epoch:4.5087860965805233e-07
 ==  Epoch: 79 | val Loss: 1.495370
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8027833142325643
auc_weighted_ovo_val:0.7707168878480354
auc_macro_ovr_val:0.7626977091072836
auc_macro_ovo_val:0.7465734126984127
f1_weighted_val:0.5273884756197094
f1_macro_val:0.431220694378589
ACC_val_2:0.8360655737704918
AUC_val_2:0.88125
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 79 | test Loss: 1.514935
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.805153096514969
auc_weighted_ovo_test:0.7826923033966376
auc_macro_ovr_test:0.7819598362848424
auc_macro_ovo_test:0.7683517505885926
f1_weighted_test:0.532476431169983
f1_macro_test:0.47081530085159845
ACC_test_2:0.8676470588235294
AUC_test_2:0.9044038668098818
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 80 | Training Loss: 1.318161
acc_train:0.7622950819672131
auc_weighted_ovr_train:0.9123764173709448
auc_weighted_ovo_train:0.8716492179306469
auc_macro_ovr_train:0.8576620963633905
auc_macro_ovo_train:0.8402321772761553
f1_weighted_train:0.6940438795362293
f1_macro_train:0.5545185995996079
ACC_train_2:0.9221311475409836
AUC_train_2:0.9583881434710164
f1_weighted_train_2:0.924037102151258
f1_macro_train_2:0.9035914072410423
lr_epoch:3.179072909918452e-07
 ==  Epoch: 80 | val Loss: 1.493437
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8045073099759432
auc_weighted_ovo_val:0.7716331641946395
auc_macro_ovr_val:0.7642199710398799
auc_macro_ovo_val:0.7467685185185186
f1_weighted_val:0.5273884756197094
f1_macro_val:0.431220694378589
ACC_val_2:0.8360655737704918
AUC_val_2:0.8840277777777777
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 80 | test Loss: 1.513037
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8052956149447139
auc_weighted_ovo_test:0.7827030533106385
auc_macro_ovr_test:0.7812201539084875
auc_macro_ovo_test:0.7681239082554872
f1_weighted_test:0.532476431169983
f1_macro_test:0.47081530085159845
ACC_test_2:0.8676470588235294
AUC_test_2:0.9044038668098818
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 81 | Training Loss: 1.334609
acc_train:0.75
auc_weighted_ovr_train:0.9048598763423087
auc_weighted_ovo_train:0.8645199260666733
auc_macro_ovr_train:0.8539203113164319
auc_macro_ovo_train:0.8312974622369924
f1_weighted_train:0.6814665863545346
f1_macro_train:0.5420335745022934
ACC_train_2:0.9262295081967213
AUC_train_2:0.9504077874243619
f1_weighted_train_2:0.9281722838814784
f1_macro_train_2:0.9090683229813664
lr_epoch:2.07976391586104e-07
 ==  Epoch: 81 | val Loss: 1.492452
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.804706483936889
auc_weighted_ovo_val:0.7713134270101483
auc_macro_ovr_val:0.7631505125236128
auc_macro_ovo_val:0.7460575396825396
f1_weighted_val:0.5253866064910068
f1_macro_val:0.4305742989953516
ACC_val_2:0.8360655737704918
AUC_val_2:0.8868055555555555
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 81 | test Loss: 1.512084
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8045123101117452
auc_weighted_ovo_test:0.7817269052756668
auc_macro_ovr_test:0.7801339185603071
auc_macro_ovo_test:0.7669153945469734
f1_weighted_test:0.5294460281782798
f1_macro_test:0.46924510717614176
ACC_test_2:0.8676470588235294
AUC_test_2:0.9054779806659506
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 82 | Training Loss: 1.335752
acc_train:0.7540983606557377
auc_weighted_ovr_train:0.9016817695738096
auc_weighted_ovo_train:0.8538395122701535
auc_macro_ovr_train:0.839238027568651
auc_macro_ovo_train:0.8180307816681297
f1_weighted_train:0.6870374431992144
f1_macro_train:0.5460790883738338
ACC_train_2:0.9344262295081968
AUC_train_2:0.9559764974129616
f1_weighted_train_2:0.9359055842903481
f1_macro_train_2:0.9184491978609626
lr_epoch:1.2176367199139833e-07
 ==  Epoch: 82 | val Loss: 1.492680
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.803350586386612
auc_weighted_ovo_val:0.7697752406973718
auc_macro_ovr_val:0.7618088647533936
auc_macro_ovo_val:0.7446355820105822
f1_weighted_val:0.5255104975553638
f1_macro_val:0.4302144249512671
ACC_val_2:0.8360655737704918
AUC_val_2:0.8840277777777777
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 82 | test Loss: 1.507969
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8058199416344543
auc_weighted_ovo_test:0.7833503517036797
auc_macro_ovr_test:0.781811082890394
auc_macro_ovo_test:0.7689640768588137
f1_weighted_test:0.5311682157270393
f1_macro_test:0.47033264033264033
ACC_test_2:0.8676470588235294
AUC_test_2:0.9033297529538131
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 83 | Training Loss: 1.326232
acc_train:0.7581967213114754
auc_weighted_ovr_train:0.9064451095490977
auc_weighted_ovo_train:0.8619401371217676
auc_macro_ovr_train:0.8487645773561913
auc_macro_ovo_train:0.8266821457234582
f1_weighted_train:0.690313140642164
f1_macro_train:0.548673353250818
ACC_train_2:0.9139344262295082
AUC_train_2:0.9536525475751996
f1_weighted_train_2:0.9166521753552549
f1_macro_train_2:0.8952725488993807
lr_epoch:5.980066229266817e-08
 ==  Epoch: 83 | val Loss: 1.493182
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8016705659126805
auc_weighted_ovo_val:0.7686660811865731
auc_macro_ovr_val:0.7602044836847268
auc_macro_ovo_val:0.7439593253968255
f1_weighted_val:0.5255104975553638
f1_macro_val:0.4302144249512671
ACC_val_2:0.8360655737704918
AUC_val_2:0.8826388888888889
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 83 | test Loss: 1.504603
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8075858043651342
auc_weighted_ovo_test:0.7859909214882124
auc_macro_ovr_test:0.7849907289286382
auc_macro_ovo_test:0.7720541885015569
f1_weighted_test:0.5311682157270393
f1_macro_test:0.47033264033264033
ACC_test_2:0.8676470588235294
AUC_test_2:0.9044038668098818
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 84 | Training Loss: 1.327786
acc_train:0.7704918032786885
auc_weighted_ovr_train:0.9062613225096269
auc_weighted_ovo_train:0.860247305852106
auc_macro_ovr_train:0.8455786607418568
auc_macro_ovo_train:0.8260109324002377
f1_weighted_train:0.7020874205462531
f1_macro_train:0.5616127615566605
ACC_train_2:0.9221311475409836
AUC_train_2:0.9453214066473735
f1_weighted_train_2:0.924037102151258
f1_macro_train_2:0.9035914072410423
lr_epoch:2.2469385049497387e-08
 ==  Epoch: 84 | val Loss: 1.493537
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.7995455163811834
auc_weighted_ovo_val:0.7667743299505594
auc_macro_ovr_val:0.7587200069152957
auc_macro_ovo_val:0.7422347883597884
f1_weighted_val:0.5255104975553638
f1_macro_val:0.4302144249512671
ACC_val_2:0.8360655737704918
AUC_val_2:0.8784722222222222
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 84 | test Loss: 1.502947
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8070133531624308
auc_weighted_ovo_test:0.7852535751142562
auc_macro_ovr_test:0.7845113558928742
auc_macro_ovo_test:0.7711146553251818
f1_weighted_test:0.5311682157270393
f1_macro_test:0.47033264033264033
ACC_test_2:0.8676470588235294
AUC_test_2:0.9033297529538131
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 85 | Training Loss: 1.327160
acc_train:0.7459016393442623
auc_weighted_ovr_train:0.9132085010947579
auc_weighted_ovo_train:0.8727477043331616
auc_macro_ovr_train:0.8610061876005877
auc_macro_ovo_train:0.8405581430410681
f1_weighted_train:0.6835496210329594
f1_macro_train:0.55158106383506
ACC_train_2:0.9221311475409836
AUC_train_2:0.9545295097781286
f1_weighted_train_2:0.9237341135311692
f1_macro_train_2:0.9027174483265135
lr_epoch:1e-08
 ==  Epoch: 85 | val Loss: 1.493635
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.7992302578692034
auc_weighted_ovo_val:0.7664897215716887
auc_macro_ovr_val:0.7583638815591703
auc_macro_ovo_val:0.742003306878307
f1_weighted_val:0.5255104975553638
f1_macro_val:0.4302144249512671
ACC_val_2:0.8360655737704918
AUC_val_2:0.8784722222222222
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 85 | test Loss: 1.502399
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8069782136586006
auc_weighted_ovo_test:0.7852243967762543
auc_macro_ovr_test:0.7847844400369259
auc_macro_ovo_test:0.7709823801929065
f1_weighted_test:0.5311682157270393
f1_macro_test:0.47033264033264033
ACC_test_2:0.8676470588235294
AUC_test_2:0.9033297529538131
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 86 | Training Loss: 1.331804
acc_train:0.7581967213114754
auc_weighted_ovr_train:0.9093915299015022
auc_weighted_ovo_train:0.863804621519862
auc_macro_ovr_train:0.8484767576244961
auc_macro_ovo_train:0.828540205325146
f1_weighted_train:0.692718111685807
f1_macro_train:0.5541836007130125
ACC_train_2:0.9262295081967213
AUC_train_2:0.9513285977374375
f1_weighted_train_2:0.9278937823266415
f1_macro_train_2:0.9082553475935828
lr_epoch:1.4660000000000002e-06
 ==  Epoch: 86 | val Loss: 1.493685
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.7985874556954331
auc_weighted_ovo_val:0.7658008066614623
auc_macro_ovr_val:0.7575070080769168
auc_macro_ovo_val:0.7413072089947089
f1_weighted_val:0.5255104975553638
f1_macro_val:0.4302144249512671
ACC_val_2:0.8360655737704918
AUC_val_2:0.8770833333333333
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 86 | test Loss: 1.502152
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8066489565077115
auc_weighted_ovo_test:0.7851302303217937
auc_macro_ovr_test:0.7848353019587557
auc_macro_ovo_test:0.7710545302650565
f1_weighted_test:0.5311682157270393
f1_macro_test:0.47033264033264033
ACC_test_2:0.8676470588235294
AUC_test_2:0.9033297529538131
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 87 | Training Loss: 1.335232
acc_train:0.7459016393442623
auc_weighted_ovr_train:0.907423734535538
auc_weighted_ovo_train:0.8642227602625887
auc_macro_ovr_train:0.8526459715938662
auc_macro_ovo_train:0.8287472590745956
f1_weighted_train:0.6781307223094988
f1_macro_train:0.5397023500274222
ACC_train_2:0.930327868852459
AUC_train_2:0.9593089537840918
f1_weighted_train_2:0.9317621015805199
f1_macro_train_2:0.9129577169237226
lr_epoch:2.9220000000000006e-06
 ==  Epoch: 87 | val Loss: 1.496260
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.7973186188966744
auc_weighted_ovo_val:0.7644636351808483
auc_macro_ovr_val:0.7557797923679384
auc_macro_ovo_val:0.7401597222222223
f1_weighted_val:0.5255104975553638
f1_macro_val:0.4302144249512671
ACC_val_2:0.8360655737704918
AUC_val_2:0.8770833333333333
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 87 | test Loss: 1.500961
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8074415723655997
auc_weighted_ovo_test:0.7863770807366008
auc_macro_ovr_test:0.7860508348560737
auc_macro_ovo_test:0.7729003696108959
f1_weighted_test:0.5311682157270393
f1_macro_test:0.47033264033264033
ACC_test_2:0.8676470588235294
AUC_test_2:0.9011815252416756
f1_weighted_test_2:0.8686616597471659
f1_macro_test_2:0.8382236320380649
 ==  Epoch: 88 | Training Loss: 1.319652
acc_train:0.7663934426229508
auc_weighted_ovr_train:0.9041212900337963
auc_weighted_ovo_train:0.8622387200812742
auc_macro_ovr_train:0.8506157262551488
auc_macro_ovo_train:0.8289784759891373
f1_weighted_train:0.6977771959965847
f1_macro_train:0.5570726395536406
ACC_train_2:0.9262295081967213
AUC_train_2:0.9489169516793826
f1_weighted_train_2:0.927598047550522
f1_macro_train_2:0.907412092081963
lr_epoch:4.378000000000001e-06
 ==  Epoch: 88 | val Loss: 1.508597
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.7993092907612815
auc_weighted_ovo_val:0.7708521988030184
auc_macro_ovr_val:0.7657719925577068
auc_macro_ovo_val:0.7478595679012346
f1_weighted_val:0.5273884756197094
f1_macro_val:0.431220694378589
ACC_val_2:0.8360655737704918
AUC_val_2:0.8548611111111111
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 88 | test Loss: 1.512087
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8095615646749172
auc_weighted_ovo_test:0.7903679514070381
auc_macro_ovr_test:0.7928231461677981
auc_macro_ovo_test:0.7775996177311966
f1_weighted_test:0.532476431169983
f1_macro_test:0.47081530085159845
ACC_test_2:0.8823529411764706
AUC_test_2:0.9097744360902256
f1_weighted_test_2:0.8823529411764706
f1_macro_test_2:0.853920515574651
 ==  Epoch: 89 | Training Loss: 1.328591
acc_train:0.7540983606557377
auc_weighted_ovr_train:0.9020005259372608
auc_weighted_ovo_train:0.8576780783290234
auc_macro_ovr_train:0.8459412217863481
auc_macro_ovo_train:0.8230606414939247
f1_weighted_train:0.6883053704924956
f1_macro_train:0.5468862062357998
ACC_train_2:0.9385245901639344
AUC_train_2:0.960098219766728
f1_weighted_train_2:0.9395362685170557
f1_macro_train_2:0.9224822619930108
lr_epoch:5.834000000000001e-06
 ==  Epoch: 89 | val Loss: 1.511358
acc_val:0.5737704918032787
auc_weighted_ovr_val:0.7917773394852472
auc_weighted_ovo_val:0.761182669789227
auc_macro_ovr_val:0.7534071825675168
auc_macro_ovo_val:0.7369804894179895
f1_weighted_val:0.5113327080540195
f1_macro_val:0.42110942110942107
ACC_val_2:0.819672131147541
AUC_val_2:0.8618055555555556
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 89 | test Loss: 1.489561
acc_test:0.5735294117647058
auc_weighted_ovr_test:0.814599627438223
auc_weighted_ovo_test:0.7968411447513613
auc_macro_ovr_test:0.8008768945591648
auc_macro_ovo_test:0.7853089162299687
f1_weighted_test:0.5458970282499694
f1_macro_test:0.4824948024948025
ACC_test_2:0.8970588235294118
AUC_test_2:0.920515574650913
f1_weighted_test_2:0.8961876314817491
f1_macro_test_2:0.87005187005187
 ==  Epoch: 90 | Training Loss: 1.327750
acc_train:0.7622950819672131
auc_weighted_ovr_train:0.9012194547173606
auc_weighted_ovo_train:0.8587315678458427
auc_macro_ovr_train:0.849214492475216
auc_macro_ovo_train:0.8240689323339666
f1_weighted_train:0.6943512678045886
f1_macro_train:0.5524703647893242
ACC_train_2:0.9467213114754098
AUC_train_2:0.9448390774357626
f1_weighted_train_2:0.9475980993814483
f1_macro_train_2:0.9328179603939426
lr_epoch:7.290000000000001e-06
 ==  Epoch: 90 | val Loss: 1.519174
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.799752995024309
auc_weighted_ovo_val:0.7693543455633619
auc_macro_ovr_val:0.7614689374567795
auc_macro_ovo_val:0.7448917548500883
f1_weighted_val:0.4896174863387978
f1_macro_val:0.40370370370370373
ACC_val_2:0.8032786885245902
AUC_val_2:0.9034722222222222
f1_weighted_val_2:0.8133546581367453
f1_macro_val_2:0.776829268292683
 ==  Epoch: 90 | test Loss: 1.508564
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8136651083749854
auc_weighted_ovo_test:0.7945919695629448
auc_macro_ovr_test:0.7972567195113884
auc_macro_ovo_test:0.7818086883876358
f1_weighted_test:0.5294460281782798
f1_macro_test:0.46924510717614176
ACC_test_2:0.8529411764705882
AUC_test_2:0.9398496240601504
f1_weighted_test_2:0.8550857843137254
f1_macro_test_2:0.8229166666666667
 ==  Epoch: 91 | Training Loss: 1.320952
acc_train:0.7581967213114754
auc_weighted_ovr_train:0.9111334294035426
auc_weighted_ovo_train:0.8696963691129518
auc_macro_ovr_train:0.8578357917166222
auc_macro_ovo_train:0.8351874750217246
f1_weighted_train:0.6917837563864193
f1_macro_train:0.5517783053029132
ACC_train_2:0.9221311475409836
AUC_train_2:0.956414978514426
f1_weighted_train_2:0.924037102151258
f1_macro_train_2:0.9035914072410423
lr_epoch:7.287193691916233e-06
 ==  Epoch: 91 | val Loss: 1.532735
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.793106325910651
auc_weighted_ovo_val:0.7644093156388239
auc_macro_ovr_val:0.7574375535811706
auc_macro_ovo_val:0.7420535714285715
f1_weighted_val:0.4853564705667343
f1_macro_val:0.39869394896568805
ACC_val_2:0.819672131147541
AUC_val_2:0.888888888888889
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 91 | test Loss: 1.464831
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8221339926274225
auc_weighted_ovo_test:0.8039013252829041
auc_macro_ovr_test:0.806838643646308
auc_macro_ovo_test:0.7919701399964559
f1_weighted_test:0.5888111081536687
f1_macro_test:0.5139849170437406
ACC_test_2:0.8970588235294118
AUC_test_2:0.9559613319011815
f1_weighted_test_2:0.8978479575811292
f1_macro_test_2:0.8741739360296061
 ==  Epoch: 92 | Training Loss: 1.309707
acc_train:0.7704918032786885
auc_weighted_ovr_train:0.9207008976378999
auc_weighted_ovo_train:0.8792836519742533
auc_macro_ovr_train:0.8668145812004654
auc_macro_ovo_train:0.8478002596251807
f1_weighted_train:0.7030569372615003
f1_macro_train:0.564933263337909
ACC_train_2:0.9344262295081968
AUC_train_2:0.9683416644742612
f1_weighted_train_2:0.9359055842903481
f1_macro_train_2:0.9184491978609626
lr_epoch:7.278779094788588e-06
 ==  Epoch: 92 | val Loss: 1.511454
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.8091592294131036
auc_weighted_ovo_val:0.7785145068956544
auc_macro_ovr_val:0.7719012454954705
auc_macro_ovo_val:0.7546084656084656
f1_weighted_val:0.4903762261525038
f1_macro_val:0.39546074840192486
ACC_val_2:0.8852459016393442
AUC_val_2:0.8694444444444445
f1_weighted_val_2:0.8863399141535079
f1_macro_val_2:0.8546135512427648
 ==  Epoch: 92 | test Loss: 1.526928
acc_test:0.5441176470588235
auc_weighted_ovr_test:0.8015884569258754
auc_weighted_ovo_test:0.784578075648122
auc_macro_ovr_test:0.7879626728227261
auc_macro_ovo_test:0.7737490823017138
f1_weighted_test:0.5124501493669851
f1_macro_test:0.4514016479533721
ACC_test_2:0.8823529411764706
AUC_test_2:0.9301825993555317
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 93 | Training Loss: 1.320027
acc_train:0.7622950819672131
auc_weighted_ovr_train:0.9127771520203594
auc_weighted_ovo_train:0.8720999789258694
auc_macro_ovr_train:0.8613585427913443
auc_macro_ovo_train:0.838658833269861
f1_weighted_train:0.6955784980902724
f1_macro_train:0.5562506593727586
ACC_train_2:0.9385245901639344
AUC_train_2:0.9575111812680873
f1_weighted_train_2:0.9389825594669822
f1_macro_train_2:0.9209691002137721
lr_epoch:7.264769183315933e-06
 ==  Epoch: 93 | val Loss: 1.498984
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8005345903397624
auc_weighted_ovo_val:0.7686322534478273
auc_macro_ovr_val:0.7596616979215763
auc_macro_ovo_val:0.745751212522046
f1_weighted_val:0.5214108296075509
f1_macro_val:0.4293169793169793
ACC_val_2:0.819672131147541
AUC_val_2:0.8666666666666667
f1_weighted_val_2:0.8282512141884056
f1_macro_val_2:0.7927092987333951
 ==  Epoch: 93 | test Loss: 1.476761
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8155737156209399
auc_weighted_ovo_test:0.8053078189010852
auc_macro_ovr_test:0.8115278882865592
auc_macro_ovo_test:0.7991766031239715
f1_weighted_test:0.5784168093856675
f1_macro_test:0.5069122598534362
ACC_test_2:0.8823529411764706
AUC_test_2:0.9129967776584318
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 94 | Training Loss: 1.303569
acc_train:0.7745901639344263
auc_weighted_ovr_train:0.9205996927888233
auc_weighted_ovo_train:0.8809735635009679
auc_macro_ovr_train:0.8686033585222686
auc_macro_ovo_train:0.8491705541480653
f1_weighted_train:0.7038713949028286
f1_macro_train:0.5648315226559083
ACC_train_2:0.9385245901639344
AUC_train_2:0.9678154871525037
f1_weighted_train_2:0.9392672849392539
f1_macro_train_2:0.9217396882417088
lr_epoch:7.245185559766303e-06
 ==  Epoch: 94 | val Loss: 1.498202
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.7911208117708193
auc_weighted_ovo_val:0.7610808613062712
auc_macro_ovr_val:0.7558684525819784
auc_macro_ovo_val:0.7359884259259261
f1_weighted_val:0.5360649117658093
f1_macro_val:0.44036882487548795
ACC_val_2:0.8360655737704918
AUC_val_2:0.8645833333333334
f1_weighted_val_2:0.8431529643781585
f1_macro_val_2:0.8088972431077694
 ==  Epoch: 94 | test Loss: 1.460816
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8171155528802729
auc_weighted_ovo_test:0.8056712916426539
auc_macro_ovr_test:0.8121674089333559
auc_macro_ovo_test:0.7977810688337004
f1_weighted_test:0.5957866479925303
f1_macro_test:0.5226984126984127
ACC_test_2:0.8823529411764706
AUC_test_2:0.9129967776584318
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 95 | Training Loss: 1.298738
acc_train:0.7827868852459017
auc_weighted_ovr_train:0.9199300533832073
auc_weighted_ovo_train:0.881658534326524
auc_macro_ovr_train:0.8717273618926623
auc_macro_ovo_train:0.8516181196307799
f1_weighted_train:0.714210035284132
f1_macro_train:0.5715456663338564
ACC_train_2:0.9385245901639344
AUC_train_2:0.954573357888275
f1_weighted_train_2:0.9397900896298704
f1_macro_train_2:0.9231979855209317
lr_epoch:7.22005842066776e-06
 ==  Epoch: 95 | val Loss: 1.500625
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8007672963562644
auc_weighted_ovo_val:0.7695709731980223
auc_macro_ovr_val:0.7641967525326189
auc_macro_ovo_val:0.7447431657848326
f1_weighted_val:0.5367117735092506
f1_macro_val:0.43335652652047085
ACC_val_2:0.8524590163934426
AUC_val_2:0.8798611111111111
f1_weighted_val_2:0.8580885610779535
f1_macro_val_2:0.8254372019077901
 ==  Epoch: 95 | test Loss: 1.461141
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8046985592954404
auc_weighted_ovo_test:0.7876777505260477
auc_macro_ovr_test:0.7901788078164504
auc_macro_ovo_test:0.7768439406597301
f1_weighted_test:0.589286470323622
f1_macro_test:0.5207467386414755
ACC_test_2:0.8529411764705882
AUC_test_2:0.8850698174006445
f1_weighted_test_2:0.8503267973856209
f1_macro_test_2:0.8111111111111111
 ==  Epoch: 96 | Training Loss: 1.291162
acc_train:0.7909836065573771
auc_weighted_ovr_train:0.9200774519289102
auc_weighted_ovo_train:0.8795297764066043
auc_macro_ovr_train:0.867716070387031
auc_macro_ovo_train:0.8477188146953263
f1_weighted_train:0.73027754847431
f1_macro_train:0.6045833194758093
ACC_train_2:0.9426229508196722
AUC_train_2:0.9588704726826275
f1_weighted_train_2:0.9436873703170725
f1_macro_train_2:0.9279871827304156
lr_epoch:7.189426510247544e-06
 ==  Epoch: 96 | val Loss: 1.486518
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8070843091334895
auc_weighted_ovo_val:0.7785655737704917
auc_macro_ovr_val:0.7743386243386242
auc_macro_ovo_val:0.7556211419753088
f1_weighted_val:0.5226120713102391
f1_macro_val:0.42933754698460586
ACC_val_2:0.819672131147541
AUC_val_2:0.8770833333333333
f1_weighted_val_2:0.8282512141884056
f1_macro_val_2:0.7927092987333951
 ==  Epoch: 96 | test Loss: 1.507262
acc_test:0.5441176470588235
auc_weighted_ovr_test:0.8117946624037278
auc_weighted_ovo_test:0.7920392140109631
auc_macro_ovr_test:0.7935487608841962
auc_macro_ovo_test:0.7797704488493962
f1_weighted_test:0.5106248392252448
f1_macro_test:0.45666657862665117
ACC_test_2:0.8676470588235294
AUC_test_2:0.9001074113856069
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 97 | Training Loss: 1.289140
acc_train:0.7868852459016393
auc_weighted_ovr_train:0.9356479451814206
auc_weighted_ovo_train:0.9042412539800525
auc_macro_ovr_train:0.895724560018493
auc_macro_ovo_train:0.8789948871791284
f1_weighted_train:0.7167340878675096
f1_macro_train:0.5758956710814732
ACC_train_2:0.9262295081967213
AUC_train_2:0.9646145751118127
f1_weighted_train_2:0.9281722838814784
f1_macro_train_2:0.9090683229813664
lr_epoch:7.153337060691277e-06
 ==  Epoch: 97 | val Loss: 1.500722
acc_val:0.5737704918032787
auc_weighted_ovr_val:0.8085012460977881
auc_weighted_ovo_val:0.7815305425448867
auc_macro_ovr_val:0.7785519793023593
auc_macro_ovo_val:0.7596588403880068
f1_weighted_val:0.500726595808563
f1_macro_val:0.41304436304436304
ACC_val_2:0.819672131147541
AUC_val_2:0.8736111111111111
f1_weighted_val_2:0.8282512141884056
f1_macro_val_2:0.7927092987333951
 ==  Epoch: 97 | test Loss: 1.506781
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8048067772666508
auc_weighted_ovo_test:0.7782303212353521
auc_macro_ovr_test:0.7746268695058411
auc_macro_ovo_test:0.7609418115997064
f1_weighted_test:0.530793689617219
f1_macro_test:0.4716839916839916
ACC_test_2:0.8676470588235294
AUC_test_2:0.9033297529538131
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 98 | Training Loss: 1.308832
acc_train:0.7663934426229508
auc_weighted_ovr_train:0.9200746767289157
auc_weighted_ovo_train:0.8831173023526846
auc_macro_ovr_train:0.8731771297089704
auc_macro_ovo_train:0.8546243986782052
f1_weighted_train:0.6983686722615032
f1_macro_train:0.5624351178580034
ACC_train_2:0.9467213114754098
AUC_train_2:0.9545295097781286
f1_weighted_train_2:0.9475980993814483
f1_macro_train_2:0.9328179603939426
lr_epoch:7.111845719314361e-06
 ==  Epoch: 98 | val Loss: 1.502595
acc_val:0.5737704918032787
auc_weighted_ovr_val:0.7995118291832128
auc_weighted_ovo_val:0.7700876593806921
auc_macro_ovr_val:0.7665926233650397
auc_macro_ovo_val:0.746486331569665
f1_weighted_val:0.507293684170302
f1_macro_val:0.4144101512522565
ACC_val_2:0.819672131147541
AUC_val_2:0.8694444444444445
f1_weighted_val_2:0.8282512141884056
f1_macro_val_2:0.7927092987333951
 ==  Epoch: 98 | test Loss: 1.494251
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8203243229002598
auc_weighted_ovo_test:0.7989593664419515
auc_macro_ovr_test:0.7971200962420948
auc_macro_ovo_test:0.7856383382699172
f1_weighted_test:0.5315355422566048
f1_macro_test:0.46758111158790266
ACC_test_2:0.8529411764705882
AUC_test_2:0.9001074113856069
f1_weighted_test_2:0.8529411764705882
f1_macro_test_2:0.8174006444683136
 ==  Epoch: 99 | Training Loss: 1.316646
acc_train:0.7622950819672131
auc_weighted_ovr_train:0.9117348771878766
auc_weighted_ovo_train:0.869284598185537
auc_macro_ovr_train:0.8554280272008956
auc_macro_ovo_train:0.8371209685685781
f1_weighted_train:0.696222511007834
f1_macro_train:0.5593330571254923
ACC_train_2:0.8647540983606558
AUC_train_2:0.948873103569236
f1_weighted_train_2:0.8712373522934987
f1_macro_train_2:0.8429031314018145
lr_epoch:7.065016462757844e-06
 ==  Epoch: 99 | val Loss: 1.502440
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.8072840139248529
auc_weighted_ovo_val:0.7779981459797033
auc_macro_ovr_val:0.7726742872544544
auc_macro_ovo_val:0.7551709656084656
f1_weighted_val:0.4789050324142789
f1_macro_val:0.400069848221702
ACC_val_2:0.8032786885245902
AUC_val_2:0.8798611111111111
f1_weighted_val_2:0.8133546581367453
f1_macro_val_2:0.776829268292683
 ==  Epoch: 99 | test Loss: 1.509062
acc_test:0.5294117647058824
auc_weighted_ovr_test:0.8125132475174562
auc_weighted_ovo_test:0.7966727759684417
auc_macro_ovr_test:0.7974728736378022
auc_macro_ovo_test:0.7870845041897673
f1_weighted_test:0.4659377664109122
f1_macro_test:0.4235445134575569
ACC_test_2:0.8235294117647058
AUC_test_2:0.8915145005370568
f1_weighted_test_2:0.8261029411764705
f1_macro_test_2:0.7875
 ==  Epoch: 100 | Training Loss: 1.350192
acc_train:0.7295081967213115
auc_weighted_ovr_train:0.9017894379228284
auc_weighted_ovo_train:0.8658038588096716
auc_macro_ovr_train:0.8550620556767453
auc_macro_ovo_train:0.8389815488366211
f1_weighted_train:0.6664014239615843
f1_macro_train:0.5373141840061181
ACC_train_2:0.9016393442622951
AUC_train_2:0.9297991756555293
f1_weighted_train_2:0.9005643644181671
f1_macro_train_2:0.8688524590163935
lr_epoch:7.012921498341085e-06
 ==  Epoch: 100 | val Loss: 1.532786
acc_val:0.5245901639344263
auc_weighted_ovr_val:0.8046449304234943
auc_weighted_ovo_val:0.7656963960447567
auc_macro_ovr_val:0.7539417107996136
auc_macro_ovo_val:0.7380143298059966
f1_weighted_val:0.4454959750495761
f1_macro_val:0.3723912897352493
ACC_val_2:0.7377049180327869
AUC_val_2:0.9236111111111112
f1_weighted_val_2:0.7534606294781859
f1_macro_val_2:0.7208237986270023
 ==  Epoch: 100 | test Loss: 1.492599
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.825638954695253
auc_weighted_ovo_test:0.8006851464668802
auc_macro_ovr_test:0.7941239667618518
auc_macro_ovo_test:0.7846690590111642
f1_weighted_test:0.5580275714937137
f1_macro_test:0.48968715393133994
ACC_test_2:0.8676470588235294
AUC_test_2:0.9559613319011815
f1_weighted_test_2:0.8717841225012135
f1_macro_test_2:0.8469617404351086
 ==  Epoch: 101 | Training Loss: 1.356962
acc_train:0.7172131147540983
auc_weighted_ovr_train:0.9066686788995914
auc_weighted_ovo_train:0.8677318308849878
auc_macro_ovr_train:0.8582132462648521
auc_macro_ovo_train:0.8379536427029348
f1_weighted_train:0.6556070892073574
f1_macro_train:0.5202737264118339
ACC_train_2:0.8688524590163934
AUC_train_2:0.9482153819170394
f1_weighted_train_2:0.8749948642097044
f1_macro_train_2:0.8471177944862155
lr_epoch:6.955641152723298e-06
 ==  Epoch: 101 | val Loss: 1.529807
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.7899255885266647
auc_weighted_ovo_val:0.7583853760083267
auc_macro_ovr_val:0.7527418482395687
auc_macro_ovo_val:0.7331996252204587
f1_weighted_val:0.48333123160992014
f1_macro_val:0.4000213675213675
ACC_val_2:0.7540983606557377
AUC_val_2:0.9236111111111112
f1_weighted_val_2:0.7688595557448017
f1_macro_val_2:0.7359307359307359
 ==  Epoch: 101 | test Loss: 1.453390
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.848563683160493
auc_weighted_ovo_test:0.8293486054708965
auc_macro_ovr_test:0.8328419277024661
auc_macro_ovo_test:0.8155388471177945
f1_weighted_test:0.5993812769010044
f1_macro_test:0.5296032625910675
ACC_test_2:0.9264705882352942
AUC_test_2:0.958109559613319
f1_weighted_test_2:0.9279996979536359
f1_macro_test_2:0.9127086007702183
 ==  Epoch: 102 | Training Loss: 1.353204
acc_train:0.7336065573770492
auc_weighted_ovr_train:0.885503600879553
auc_weighted_ovo_train:0.8481392487291177
auc_macro_ovr_train:0.8392806074808368
auc_macro_ovo_train:0.8207054119872712
f1_weighted_train:0.67014340369023
f1_macro_train:0.5415599090226565
ACC_train_2:0.9098360655737705
AUC_train_2:0.926861352275717
f1_weighted_train_2:0.9122105691884738
f1_macro_train_2:0.8888612836438923
lr_epoch:6.89326374804566e-06
 ==  Epoch: 102 | val Loss: 1.533229
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.7733916172963957
auc_weighted_ovo_val:0.7409915755919854
auc_macro_ovr_val:0.7384362362420873
auc_macro_ovo_val:0.7169947089947091
f1_weighted_val:0.4928523742409952
f1_macro_val:0.4041154923507864
ACC_val_2:0.8524590163934426
AUC_val_2:0.9125000000000001
f1_weighted_val_2:0.85947826615415
f1_macro_val_2:0.830398517145505
 ==  Epoch: 102 | test Loss: 1.505783
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8072267310999104
auc_weighted_ovo_test:0.7869632302681838
auc_macro_ovr_test:0.786534026030024
auc_macro_ovo_test:0.7735921242500189
f1_weighted_test:0.5462221008114289
f1_macro_test:0.47933827438471405
ACC_test_2:0.8823529411764706
AUC_test_2:0.9430719656283566
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 103 | Training Loss: 1.315902
acc_train:0.7745901639344263
auc_weighted_ovr_train:0.8979995686916025
auc_weighted_ovo_train:0.8589480175255113
auc_macro_ovr_train:0.8491740686912436
auc_macro_ovo_train:0.8282552074456123
f1_weighted_train:0.7143471079620397
f1_macro_train:0.5823637706301773
ACC_train_2:0.9262295081967213
AUC_train_2:0.9283521880206963
f1_weighted_train_2:0.927598047550522
f1_macro_train_2:0.907412092081963
lr_epoch:6.825885465744983e-06
 ==  Epoch: 103 | val Loss: 1.517441
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.8245138779756848
auc_weighted_ovo_val:0.8006279274004685
auc_macro_ovr_val:0.8033079878159666
auc_macro_ovo_val:0.7813840388007055
f1_weighted_val:0.4408204777057236
f1_macro_val:0.3582616707616708
ACC_val_2:0.8524590163934426
AUC_val_2:0.9048611111111111
f1_weighted_val_2:0.8580885610779535
f1_macro_val_2:0.8254372019077901
 ==  Epoch: 103 | test Loss: 1.535555
acc_test:0.5147058823529411
auc_weighted_ovr_test:0.7984025385290883
auc_weighted_ovo_test:0.7838799594798047
auc_macro_ovr_test:0.7847139022438562
auc_macro_ovo_test:0.774785448469659
f1_weighted_test:0.4704793877848907
f1_macro_test:0.41791137894363706
ACC_test_2:0.8676470588235294
AUC_test_2:0.8839957035445758
f1_weighted_test_2:0.863940427656211
f1_macro_test_2:0.8268741159830268
 ==  Epoch: 104 | Training Loss: 1.375599
acc_train:0.7049180327868853
auc_weighted_ovr_train:0.8808253160392692
auc_weighted_ovo_train:0.8471639908467397
auc_macro_ovr_train:0.8398326450405947
auc_macro_ovo_train:0.8233915837972142
f1_weighted_train:0.6453014128707708
f1_macro_train:0.5199832711449041
ACC_train_2:0.9262295081967213
AUC_train_2:0.9350609488731036
f1_weighted_train_2:0.9269523131873165
f1_macro_train_2:0.9056295659647615
lr_epoch:6.753610198248897e-06
 ==  Epoch: 104 | val Loss: 1.549102
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.7848000770966539
auc_weighted_ovo_val:0.7624617811605516
auc_macro_ovr_val:0.7690901399203071
auc_macro_ovo_val:0.7426273148148148
f1_weighted_val:0.48993932569463994
f1_macro_val:0.3987943003288272
ACC_val_2:0.7868852459016393
AUC_val_2:0.8847222222222223
f1_weighted_val_2:0.7923443430509569
f1_macro_val_2:0.7395730706075534
 ==  Epoch: 104 | test Loss: 1.511788
acc_test:0.5735294117647058
auc_weighted_ovr_test:0.8115911665552845
auc_weighted_ovo_test:0.8026539862356425
auc_macro_ovr_test:0.8089430395333863
auc_macro_ovo_test:0.7960599098756994
f1_weighted_test:0.5366395610641135
f1_macro_test:0.4682422891118542
ACC_test_2:0.8823529411764706
AUC_test_2:0.8882921589688506
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 105 | Training Loss: 1.298769
acc_train:0.7704918032786885
auc_weighted_ovr_train:0.9214566922941055
auc_weighted_ovo_train:0.8846609164245016
auc_macro_ovr_train:0.8742383631312602
auc_macro_ovo_train:0.8541701622852714
f1_weighted_train:0.7087687378203626
f1_macro_train:0.575950407383156
ACC_train_2:0.9139344262295082
AUC_train_2:0.9679031833727967
f1_weighted_train_2:0.9163561348769638
f1_macro_train_2:0.8943744717692894
lr_epoch:6.676549388781266e-06
 ==  Epoch: 105 | val Loss: 1.554903
acc_val:0.5081967213114754
auc_weighted_ovr_val:0.8043281630754848
auc_weighted_ovo_val:0.7783234126984127
auc_macro_ovr_val:0.7791428953378041
auc_macro_ovo_val:0.7563629850088184
f1_weighted_val:0.3947842857741814
f1_macro_val:0.3352751728710808
ACC_val_2:0.7377049180327869
AUC_val_2:0.901388888888889
f1_weighted_val_2:0.7534606294781859
f1_macro_val_2:0.7208237986270023
 ==  Epoch: 105 | test Loss: 1.530149
acc_test:0.5294117647058824
auc_weighted_ovr_test:0.8053232906065652
auc_weighted_ovo_test:0.7955947131643727
auc_macro_ovr_test:0.8001313533799588
auc_macro_ovo_test:0.7890787574998102
f1_weighted_test:0.4219773704985482
f1_macro_test:0.3972952019984494
ACC_test_2:0.7647058823529411
AUC_test_2:0.8818474758324383
f1_weighted_test_2:0.7747087240693378
f1_macro_test_2:0.7371980676328502
 ==  Epoch: 106 | Training Loss: 1.420242
acc_train:0.6557377049180327
auc_weighted_ovr_train:0.8542634003723335
auc_weighted_ovo_train:0.8190079750459601
auc_macro_ovr_train:0.8087392695499879
auc_macro_ovo_train:0.7942415824358185
f1_weighted_train:0.5960219858357948
f1_macro_train:0.48232630580975844
ACC_train_2:0.9139344262295082
AUC_train_2:0.9434797860212225
f1_weighted_train_2:0.9163561348769638
f1_macro_train_2:0.8943744717692894
lr_epoch:6.59482185952481e-06
 ==  Epoch: 106 | val Loss: 1.556764
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.7820632356222071
auc_weighted_ovo_val:0.7543644288316419
auc_macro_ovr_val:0.7578728213416662
auc_macro_ovo_val:0.7300309744268076
f1_weighted_val:0.4904247700122898
f1_macro_val:0.38956939118229444
ACC_val_2:0.8524590163934426
AUC_val_2:0.9006944444444445
f1_weighted_val_2:0.8508899878545568
f1_macro_val_2:0.8053881602268699
 ==  Epoch: 106 | test Loss: 1.527901
acc_test:0.5735294117647058
auc_weighted_ovr_test:0.7871584377950387
auc_weighted_ovo_test:0.763307137049397
auc_macro_ovr_test:0.7589245015905214
auc_macro_ovo_test:0.7489348370927318
f1_weighted_test:0.5244343891402714
f1_macro_test:0.4567032967032968
ACC_test_2:0.8676470588235294
AUC_test_2:0.9097744360902256
f1_weighted_test_2:0.863940427656211
f1_macro_test_2:0.8268741159830268
 ==  Epoch: 107 | Training Loss: 1.287211
acc_train:0.7868852459016393
auc_weighted_ovr_train:0.9154095396663632
auc_weighted_ovo_train:0.8727368453092273
auc_macro_ovr_train:0.8594156340894133
auc_macro_ovo_train:0.8399837141108172
f1_weighted_train:0.7193877072176883
f1_macro_train:0.5765483030622341
ACC_train_2:0.9590163934426229
AUC_train_2:0.9585196878014557
f1_weighted_train_2:0.9592227345173041
f1_macro_train_2:0.9470486111111109
lr_epoch:6.508553628405912e-06
 ==  Epoch: 107 | val Loss: 1.514762
acc_val:0.5737704918032787
auc_weighted_ovr_val:0.8132040613728789
auc_weighted_ovo_val:0.7894881928181108
auc_macro_ovr_val:0.7893496598948726
auc_macro_ovo_val:0.7706708553791888
f1_weighted_val:0.5161413943010982
f1_macro_val:0.4156053623795559
ACC_val_2:0.819672131147541
AUC_val_2:0.8451388888888889
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 107 | test Loss: 1.484851
acc_test:0.5735294117647058
auc_weighted_ovr_test:0.815171640812522
auc_weighted_ovo_test:0.8046048862128583
auc_macro_ovr_test:0.811016248203248
auc_macro_ovo_test:0.7985164932533353
f1_weighted_test:0.5489143665056156
f1_macro_test:0.4792482154151984
ACC_test_2:0.8676470588235294
AUC_test_2:0.8979591836734694
f1_weighted_test_2:0.863940427656211
f1_macro_test_2:0.8268741159830268
 ==  Epoch: 108 | Training Loss: 1.278224
acc_train:0.7827868852459017
auc_weighted_ovr_train:0.9425114624913771
auc_weighted_ovo_train:0.9108802127566721
auc_macro_ovr_train:0.9038109994857965
auc_macro_ovo_train:0.8848662506775116
f1_weighted_train:0.7124264006388265
f1_macro_train:0.5713258505696551
ACC_train_2:0.9426229508196722
AUC_train_2:0.9663246514075243
f1_weighted_train_2:0.9434434602052947
f1_macro_train_2:0.9273067756213823
lr_epoch:6.417877714784114e-06
 ==  Epoch: 108 | val Loss: 1.504781
acc_val:0.5737704918032787
auc_weighted_ovr_val:0.816709712602632
auc_weighted_ovo_val:0.7942208235753316
auc_macro_ovr_val:0.7937552769334685
auc_macro_ovo_val:0.7755875220458553
f1_weighted_val:0.5046626182595324
f1_macro_val:0.4157554613436966
ACC_val_2:0.819672131147541
AUC_val_2:0.8604166666666666
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 108 | test Loss: 1.516882
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.7961388350850621
auc_weighted_ovo_test:0.7806697838625083
auc_macro_ovr_test:0.7834545550208902
auc_macro_ovo_test:0.7700036075036076
f1_weighted_test:0.5212418300653594
f1_macro_test:0.46617826617826613
ACC_test_2:0.8823529411764706
AUC_test_2:0.8850698174006445
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 109 | Training Loss: 1.301147
acc_train:0.7745901639344263
auc_weighted_ovr_train:0.9094575824385964
auc_weighted_ovo_train:0.8674085357736769
auc_macro_ovr_train:0.8541292716578169
auc_macro_ovo_train:0.8372525996880485
f1_weighted_train:0.7076781122659245
f1_macro_train:0.5708870589056055
ACC_train_2:0.930327868852459
AUC_train_2:0.9634306761378585
f1_weighted_train_2:0.9317621015805199
f1_macro_train_2:0.9129577169237226
lr_epoch:6.322933934345897e-06
 ==  Epoch: 109 | val Loss: 1.481146
acc_val:0.6065573770491803
auc_weighted_ovr_val:0.8079287568998069
auc_weighted_ovo_val:0.7778974759302628
auc_macro_ovr_val:0.7714560114826071
auc_macro_ovo_val:0.7570670194003526
f1_weighted_val:0.5498274374460742
f1_macro_val:0.44803849902534115
ACC_val_2:0.8524590163934426
AUC_val_2:0.8680555555555556
f1_weighted_val_2:0.8580885610779535
f1_macro_val_2:0.8254372019077901
 ==  Epoch: 109 | test Loss: 1.434252
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8216232899498226
auc_weighted_ovo_test:0.8100862952836637
auc_macro_ovr_test:0.8159703720969789
auc_macro_ovo_test:0.8031910584542163
f1_weighted_test:0.6081795463283353
f1_macro_test:0.5392156862745099
ACC_test_2:0.8823529411764706
AUC_test_2:0.9076262083780882
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 110 | Training Loss: 1.280509
acc_train:0.7950819672131147
auc_weighted_ovr_train:0.9382328402805128
auc_weighted_ovo_train:0.9037245608318063
auc_macro_ovr_train:0.8941850058427575
auc_macro_ovo_train:0.8763351781376104
f1_weighted_train:0.7234551542791404
f1_macro_train:0.5790355518425694
ACC_train_2:0.9426229508196722
AUC_train_2:0.968034727703236
f1_weighted_train_2:0.9434434602052947
f1_macro_train_2:0.9273067756213823
lr_epoch:6.223868683519034e-06
 ==  Epoch: 110 | val Loss: 1.480485
acc_val:0.6229508196721312
auc_weighted_ovr_val:0.8152394507569154
auc_weighted_ovo_val:0.7844112672391362
auc_macro_ovr_val:0.7772856583076947
auc_macro_ovo_val:0.7601870590828923
f1_weighted_val:0.5631869297978608
f1_macro_val:0.4567906060465045
ACC_val_2:0.819672131147541
AUC_val_2:0.8770833333333333
f1_weighted_val_2:0.8282512141884056
f1_macro_val_2:0.7927092987333951
 ==  Epoch: 110 | test Loss: 1.441083
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8270639680131627
auc_weighted_ovo_test:0.814742613552598
auc_macro_ovr_test:0.818870636069763
auc_macro_ovo_test:0.8080513784461154
f1_weighted_test:0.604513051951382
f1_macro_test:0.5334960767218833
ACC_test_2:0.8676470588235294
AUC_test_2:0.9087003222341568
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 111 | Training Loss: 1.280639
acc_train:0.7950819672131147
auc_weighted_ovr_train:0.923841927106507
auc_weighted_ovo_train:0.885557020923047
auc_macro_ovr_train:0.8745559788780021
auc_macro_ovo_train:0.8556173505315601
f1_weighted_train:0.7227501030078142
f1_macro_train:0.5818871209715496
ACC_train_2:0.9344262295081968
AUC_train_2:0.9466806980619136
f1_weighted_train_2:0.9359055842903481
f1_macro_train_2:0.9184491978609626
lr_epoch:6.1208347137399095e-06
 ==  Epoch: 111 | val Loss: 1.489188
acc_val:0.6065573770491803
auc_weighted_ovr_val:0.822321390166076
auc_weighted_ovo_val:0.7905923106947695
auc_macro_ovr_val:0.780653942337073
auc_macro_ovo_val:0.7665539021164023
f1_weighted_val:0.5502672736108218
f1_macro_val:0.4461937890703771
ACC_val_2:0.8032786885245902
AUC_val_2:0.90625
f1_weighted_val_2:0.8133546581367453
f1_macro_val_2:0.776829268292683
 ==  Epoch: 111 | test Loss: 1.451469
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8252417654479259
auc_weighted_ovo_test:0.8136061940725254
auc_macro_ovr_test:0.817486266053814
auc_macro_ovo_test:0.8067510949089897
f1_weighted_test:0.5899229679506496
f1_macro_test:0.5171465583230288
ACC_test_2:0.8676470588235294
AUC_test_2:0.9011815252416756
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 112 | Training Loss: 1.274063
acc_train:0.7950819672131147
auc_weighted_ovr_train:0.9272379511656991
auc_weighted_ovo_train:0.8872045828257885
auc_macro_ovr_train:0.8742847239392955
auc_macro_ovo_train:0.8554726020134982
f1_weighted_train:0.7225393737292555
f1_macro_train:0.5813587427702759
ACC_train_2:0.9385245901639344
AUC_train_2:0.9710602473033413
f1_weighted_train_2:0.9397900896298704
f1_macro_train_2:0.9231979855209317
lr_epoch:6.01399089592187e-06
 ==  Epoch: 112 | val Loss: 1.510504
acc_val:0.5737704918032787
auc_weighted_ovr_val:0.8240180200043671
auc_weighted_ovo_val:0.7885657364038511
auc_macro_ovr_val:0.7743693078704478
auc_macro_ovo_val:0.7633313492063493
f1_weighted_val:0.5093660401192561
f1_macro_val:0.4121243675490942
ACC_val_2:0.7868852459016393
AUC_val_2:0.9159722222222222
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 112 | test Loss: 1.479684
acc_test:0.5735294117647058
auc_weighted_ovr_test:0.8171484069953202
auc_weighted_ovo_test:0.8023255554215307
auc_macro_ovr_test:0.8024912390364731
auc_macro_ovo_test:0.7934422546264651
f1_weighted_test:0.5446400181694299
f1_macro_test:0.47897039897039895
ACC_test_2:0.8676470588235294
AUC_test_2:0.8904403866809882
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 113 | Training Loss: 1.270430
acc_train:0.8032786885245902
auc_weighted_ovr_train:0.943708587038732
auc_weighted_ovo_train:0.912696004467332
auc_macro_ovr_train:0.9038077066453191
auc_macro_ovo_train:0.8864932380799447
f1_weighted_train:0.731449423071023
f1_macro_train:0.5860965167516428
ACC_train_2:0.9426229508196722
AUC_train_2:0.966675436288696
f1_weighted_train_2:0.9436873703170725
f1_macro_train_2:0.9279871827304156
lr_epoch:5.9035019754877965e-06
 ==  Epoch: 113 | val Loss: 1.497159
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8272288215546476
auc_weighted_ovo_val:0.7939495511319282
auc_macro_ovr_val:0.7847150278096326
auc_macro_ovo_val:0.7699975749559083
f1_weighted_val:0.5268882826043324
f1_macro_val:0.43031128831783105
ACC_val_2:0.7868852459016393
AUC_val_2:0.9090277777777778
f1_weighted_val_2:0.7984361810831223
f1_macro_val_2:0.7612165010538995
 ==  Epoch: 113 | test Loss: 1.474023
acc_test:0.5882352941176471
auc_weighted_ovr_test:0.8233821255346131
auc_weighted_ovo_test:0.8096905029954566
auc_macro_ovr_test:0.8116693530596029
auc_macro_ovo_test:0.8015123034859876
f1_weighted_test:0.5619111371433353
f1_macro_test:0.4994215267899479
ACC_test_2:0.8676470588235294
AUC_test_2:0.8990332975295381
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 114 | Training Loss: 1.280299
acc_train:0.7909836065573771
auc_weighted_ovr_train:0.9324097111655627
auc_weighted_ovo_train:0.8982575268529628
auc_macro_ovr_train:0.8882138206454094
auc_macro_ovo_train:0.8715375752707087
f1_weighted_train:0.7192629779264413
f1_macro_train:0.5807040466753189
ACC_train_2:0.9262295081967213
AUC_train_2:0.9558888011926686
f1_weighted_train_2:0.9278937823266415
f1_macro_train_2:0.9082553475935828
lr_epoch:5.789538318344603e-06
 ==  Epoch: 114 | val Loss: 1.515984
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.8154733827026915
auc_weighted_ovo_val:0.7894621714806141
auc_macro_ovr_val:0.7891483632460076
auc_macro_ovo_val:0.7689015652557318
f1_weighted_val:0.5148133193356483
f1_macro_val:0.42028826856413065
ACC_val_2:0.819672131147541
AUC_val_2:0.86875
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 114 | test Loss: 1.444461
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8281050869697059
auc_weighted_ovo_test:0.8169213558629194
auc_macro_ovr_test:0.8243149894006067
auc_macro_ovo_test:0.809828865092023
f1_weighted_test:0.5962205171923843
f1_macro_test:0.5323257418909593
ACC_test_2:0.8823529411764706
AUC_test_2:0.9194414607948443
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 115 | Training Loss: 1.275847
acc_train:0.7991803278688525
auc_weighted_ovr_train:0.914013528546622
auc_weighted_ovo_train:0.8706290752707915
auc_macro_ovr_train:0.8565507727324686
auc_macro_ovo_train:0.8382019070783022
f1_weighted_train:0.728240318526592
f1_macro_train:0.58561736770692
ACC_train_2:0.9426229508196722
AUC_train_2:0.9482592300271859
f1_weighted_train_2:0.9436873703170725
f1_macro_train_2:0.9279871827304156
lr_epoch:5.672275648191353e-06
 ==  Epoch: 115 | val Loss: 1.486945
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8353137292944955
auc_weighted_ovo_val:0.8113318045797554
auc_macro_ovr_val:0.8108597628449452
auc_macro_ovo_val:0.7928324514991181
f1_weighted_val:0.5296146476474346
f1_macro_val:0.42813852813852815
ACC_val_2:0.8524590163934426
AUC_val_2:0.8604166666666666
f1_weighted_val_2:0.8562383913429702
f1_macro_val_2:0.819704433497537
 ==  Epoch: 115 | test Loss: 1.449447
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8344180826452444
auc_weighted_ovo_test:0.8263235517492483
auc_macro_ovr_test:0.8316924746815602
auc_macro_ovo_test:0.8217222348801296
f1_weighted_test:0.5780664623169367
f1_macro_test:0.5128866832092639
ACC_test_2:0.8970588235294118
AUC_test_2:0.9076262083780882
f1_weighted_test_2:0.894175888177053
f1_macro_test_2:0.8653465346534653
 ==  Epoch: 116 | Training Loss: 1.265854
acc_train:0.8073770491803278
auc_weighted_ovr_train:0.9368104851814818
auc_weighted_ovo_train:0.9034119776567608
auc_macro_ovr_train:0.8930241285948505
auc_macro_ovo_train:0.8767221459816829
f1_weighted_train:0.7399628614216455
f1_macro_train:0.5991532681313316
ACC_train_2:0.9467213114754098
AUC_train_2:0.965316144874156
f1_weighted_train_2:0.9475980993814483
f1_macro_train_2:0.9328179603939426
lr_epoch:5.551894775566055e-06
 ==  Epoch: 116 | val Loss: 1.493510
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8314647129186967
auc_weighted_ovo_val:0.8059024525110592
auc_macro_ovr_val:0.8061730263572969
auc_macro_ovo_val:0.783192901234568
f1_weighted_val:0.5272001578655388
f1_macro_val:0.42547379312085193
ACC_val_2:0.819672131147541
AUC_val_2:0.8631944444444444
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 116 | test Loss: 1.481817
acc_test:0.5882352941176471
auc_weighted_ovr_test:0.8257076412908118
auc_weighted_ovo_test:0.8141452254745599
auc_macro_ovr_test:0.8185258804041243
auc_macro_ovo_test:0.8075282904230272
f1_weighted_test:0.5555340911686485
f1_macro_test:0.49041342779483194
ACC_test_2:0.8676470588235294
AUC_test_2:0.9011815252416756
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 117 | Training Loss: 1.274384
acc_train:0.8032786885245902
auc_weighted_ovr_train:0.9252121013184188
auc_weighted_ovo_train:0.885026227286593
auc_macro_ovr_train:0.873441052610434
auc_macro_ovo_train:0.8543601466581643
f1_weighted_train:0.7295650253878113
f1_macro_train:0.58715920781893
ACC_train_2:0.9262295081967213
AUC_train_2:0.9592212575637991
f1_weighted_train_2:0.9278937823266415
f1_macro_train_2:0.9082553475935828
lr_epoch:5.4285813190489175e-06
 ==  Epoch: 117 | val Loss: 1.477438
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8382864891460238
auc_weighted_ovo_val:0.8118610135310954
auc_macro_ovr_val:0.8090165551126799
auc_macro_ovo_val:0.7908388447971781
f1_weighted_val:0.5239940387481371
f1_macro_val:0.42853535353535355
ACC_val_2:0.7704918032786885
AUC_val_2:0.8972222222222223
f1_weighted_val_2:0.7822471011595362
f1_macro_val_2:0.7396341463414635
 ==  Epoch: 117 | test Loss: 1.443079
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8294514346013825
auc_weighted_ovo_test:0.8202646489217698
auc_macro_ovr_test:0.8249402067287102
auc_macro_ovo_test:0.8151030986557302
f1_weighted_test:0.6185064631431413
f1_macro_test:0.583467470526294
ACC_test_2:0.8676470588235294
AUC_test_2:0.9044038668098818
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 118 | Training Loss: 1.270015
acc_train:0.8032786885245902
auc_weighted_ovr_train:0.9313055306201188
auc_weighted_ovo_train:0.893725516954374
auc_macro_ovr_train:0.8815937445330234
auc_macro_ovo_train:0.8643197634701882
f1_weighted_train:0.729927393334801
f1_macro_train:0.5872824681007603
ACC_train_2:0.9385245901639344
AUC_train_2:0.9705779180917302
f1_weighted_train_2:0.9395362685170557
f1_macro_train_2:0.9224822619930108
lr_epoch:5.3025254190519515e-06
 ==  Epoch: 118 | val Loss: 1.473805
acc_val:0.6229508196721312
auc_weighted_ovr_val:0.8295508760952978
auc_weighted_ovo_val:0.8061828324225864
auc_macro_ovr_val:0.8048516899485745
auc_macro_ovo_val:0.7873507495590829
f1_weighted_val:0.5587425441722624
f1_macro_val:0.4550851767098907
ACC_val_2:0.819672131147541
AUC_val_2:0.8763888888888889
f1_weighted_val_2:0.8282512141884056
f1_macro_val_2:0.7927092987333951
 ==  Epoch: 118 | test Loss: 1.441079
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8315484095920956
auc_weighted_ovo_test:0.8217020659938616
auc_macro_ovr_test:0.8284740053830522
auc_macro_ovo_test:0.8159128882813093
f1_weighted_test:0.6060903149138444
f1_macro_test:0.5357575757575759
ACC_test_2:0.8823529411764706
AUC_test_2:0.9119226638023631
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 119 | Training Loss: 1.257514
acc_train:0.8073770491803278
auc_weighted_ovr_train:0.9449300860858582
auc_weighted_ovo_train:0.9124711570570814
auc_macro_ovr_train:0.90363251280049
auc_macro_ovo_train:0.8849446717129542
f1_weighted_train:0.7349871030365379
f1_macro_train:0.5904672322489422
ACC_train_2:0.9467213114754098
AUC_train_2:0.9608874857493641
f1_weighted_train_2:0.9475980993814483
f1_macro_train_2:0.9328179603939426
lr_epoch:5.1739214446362395e-06
 ==  Epoch: 119 | val Loss: 1.482994
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8308388760242365
auc_weighted_ovo_val:0.812736631537861
auc_macro_ovr_val:0.8169700342857636
auc_macro_ovo_val:0.795873126102293
f1_weighted_val:0.5367298225459309
f1_macro_val:0.4376471332993072
ACC_val_2:0.8524590163934426
AUC_val_2:0.8798611111111111
f1_weighted_val_2:0.8580885610779535
f1_macro_val_2:0.8254372019077901
 ==  Epoch: 119 | test Loss: 1.452678
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8314160982257457
auc_weighted_ovo_test:0.8211120772072785
auc_macro_ovr_test:0.8279830351375344
auc_macro_ovo_test:0.8151148072200703
f1_weighted_test:0.5899934536612738
f1_macro_test:0.5231160572337042
ACC_test_2:0.8676470588235294
AUC_test_2:0.9097744360902256
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 120 | Training Loss: 1.267376
acc_train:0.7950819672131147
auc_weighted_ovr_train:0.9323397300372229
auc_weighted_ovo_train:0.895431373206154
auc_macro_ovr_train:0.8843998333349679
auc_macro_ovo_train:0.8661858648348737
f1_weighted_train:0.7259432058469699
f1_macro_train:0.5805093144413662
ACC_train_2:0.9508196721311475
AUC_train_2:0.9658423221959133
f1_weighted_train_2:0.9515229658902526
f1_macro_train_2:0.9376915219611848
lr_epoch:5.042967693808928e-06
 ==  Epoch: 120 | val Loss: 1.492680
acc_val:0.6065573770491803
auc_weighted_ovr_val:0.8227886502190154
auc_weighted_ovo_val:0.798758294301327
auc_macro_ovr_val:0.7985285164711456
auc_macro_ovo_val:0.7776689814814816
f1_weighted_val:0.5493132476739033
f1_macro_val:0.44279279279279277
ACC_val_2:0.8360655737704918
AUC_val_2:0.9
f1_weighted_val_2:0.8413606133773881
f1_macro_val_2:0.8029715762273902
 ==  Epoch: 120 | test Loss: 1.452516
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8284867997378162
auc_weighted_ovo_test:0.8171003349505673
auc_macro_ovr_test:0.8212883204146847
auc_macro_ovo_test:0.8111171236171236
f1_weighted_test:0.5744225194052184
f1_macro_test:0.5113513513513513
ACC_test_2:0.8676470588235294
AUC_test_2:0.9044038668098818
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 121 | Training Loss: 1.257153
acc_train:0.8114754098360656
auc_weighted_ovr_train:0.9432091223550215
auc_weighted_ovo_train:0.9123513012466485
auc_macro_ovr_train:0.9038604783385433
auc_macro_ovo_train:0.8873445740545525
f1_weighted_train:0.7488688506926064
f1_macro_train:0.6174605191617218
ACC_train_2:0.9467213114754098
AUC_train_2:0.972989564149785
f1_weighted_train_2:0.9475980993814483
f1_macro_train_2:0.9328179603939426
lr_epoch:4.909866087762075e-06
 ==  Epoch: 121 | val Loss: 1.481444
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.832777973683101
auc_weighted_ovo_val:0.8076045732500651
auc_macro_ovr_val:0.8070071993609228
auc_macro_ovo_val:0.7869102733686069
f1_weighted_val:0.5188245444856113
f1_macro_val:0.42084623323013415
ACC_val_2:0.8524590163934426
AUC_val_2:0.9215277777777778
f1_weighted_val_2:0.8580885610779535
f1_macro_val_2:0.8254372019077901
 ==  Epoch: 121 | test Loss: 1.453435
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8302655308492006
auc_weighted_ovo_test:0.8177701802411554
auc_macro_ovr_test:0.8218608519156664
auc_macro_ovo_test:0.8106415027467658
f1_weighted_test:0.5902107464607464
f1_macro_test:0.5626608751608752
ACC_test_2:0.8676470588235294
AUC_test_2:0.9011815252416756
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 122 | Training Loss: 1.248745
acc_train:0.819672131147541
auc_weighted_ovr_train:0.9473449457024072
auc_weighted_ovo_train:0.918339272142944
auc_macro_ovr_train:0.9107810651701412
auc_macro_ovo_train:0.8937291305965301
f1_weighted_train:0.765590698644374
f1_macro_train:0.6441191483484935
ACC_train_2:0.9385245901639344
AUC_train_2:0.959308953784092
f1_weighted_train_2:0.9395362685170557
f1_macro_train_2:0.9224822619930108
lr_epoch:4.77482185952481e-06
 ==  Epoch: 122 | val Loss: 1.498959
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.8303419396610388
auc_weighted_ovo_val:0.8022210837887066
auc_macro_ovr_val:0.7986332433045958
auc_macro_ovo_val:0.7804768518518518
f1_weighted_val:0.4899297423887588
f1_macro_val:0.396031746031746
ACC_val_2:0.819672131147541
AUC_val_2:0.9229166666666666
f1_weighted_val_2:0.8294459993780267
f1_macro_val_2:0.7979524239686842
 ==  Epoch: 122 | test Loss: 1.464326
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8302039921797809
auc_weighted_ovo_test:0.8193422504568016
auc_macro_ovr_test:0.8221698688839121
auc_macro_ovo_test:0.8134287739550897
f1_weighted_test:0.5873798167915816
f1_macro_test:0.5478421278421279
ACC_test_2:0.8382352941176471
AUC_test_2:0.8925886143931256
f1_weighted_test_2:0.8368662780427487
f1_macro_test_2:0.7957957957957958
 ==  Epoch: 123 | Training Loss: 1.254549
acc_train:0.819672131147541
auc_weighted_ovr_train:0.9447013339695907
auc_weighted_ovo_train:0.9117372356398337
auc_macro_ovr_train:0.9014042975284999
auc_macro_ovo_train:0.8853588161350946
f1_weighted_train:0.7674729950540595
f1_macro_train:0.638442591376101
ACC_train_2:0.9467213114754098
AUC_train_2:0.970270981320705
f1_weighted_train_2:0.947818077679221
f1_macro_train_2:0.9334382541181407
lr_epoch:4.638043237508871e-06
 ==  Epoch: 123 | val Loss: 1.515778
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.823750606196169
auc_weighted_ovo_val:0.7920369828259173
auc_macro_ovr_val:0.7851637101922057
auc_macro_ovo_val:0.7683977072310406
f1_weighted_val:0.4919867018227674
f1_macro_val:0.3996503496503496
ACC_val_2:0.7868852459016393
AUC_val_2:0.9131944444444444
f1_weighted_val_2:0.799307006664511
f1_macro_val_2:0.7665587282896673
 ==  Epoch: 123 | test Loss: 1.465539
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8279248817051817
auc_weighted_ovo_test:0.8189095315159557
auc_macro_ovr_test:0.8211102646062626
auc_macro_ovo_test:0.8143670413407256
f1_weighted_test:0.6062750299058616
f1_macro_test:0.6011140583554376
ACC_test_2:0.8529411764705882
AUC_test_2:0.8818474758324383
f1_weighted_test_2:0.8529411764705882
f1_macro_test_2:0.8174006444683136
 ==  Epoch: 124 | Training Loss: 1.250940
acc_train:0.8237704918032787
auc_weighted_ovr_train:0.9474641907482977
auc_weighted_ovo_train:0.9156627169884475
auc_macro_ovr_train:0.9067340180628842
auc_macro_ovo_train:0.8901809539007606
f1_weighted_train:0.7740505793292316
f1_macro_train:0.6497478652968466
ACC_train_2:0.9508196721311475
AUC_train_2:0.9723756906077348
f1_weighted_train_2:0.9517320317003479
f1_macro_train_2:0.9382747280546421
lr_epoch:4.499741124435497e-06
 ==  Epoch: 124 | val Loss: 1.498699
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8189140155717962
auc_weighted_ovo_val:0.7936646174863388
auc_macro_ovr_val:0.7941362135416087
auc_macro_ovo_val:0.7722319223985892
f1_weighted_val:0.549670684194449
f1_macro_val:0.4453525117140678
ACC_val_2:0.819672131147541
AUC_val_2:0.8763888888888889
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 124 | test Loss: 1.438845
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8334442688601565
auc_weighted_ovo_test:0.8257479427177571
auc_macro_ovr_test:0.8302060469331873
auc_macro_ovo_test:0.8218124224703173
f1_weighted_test:0.6261971864913041
f1_macro_test:0.607108927108927
ACC_test_2:0.8676470588235294
AUC_test_2:0.9001074113856068
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 125 | Training Loss: 1.245287
acc_train:0.8278688524590164
auc_weighted_ovr_train:0.9354712842481849
auc_weighted_ovo_train:0.9014816877776484
auc_macro_ovr_train:0.8915664405693398
auc_macro_ovo_train:0.8738352674084807
f1_weighted_train:0.7798570008912304
f1_macro_train:0.661011147857374
ACC_train_2:0.9508196721311475
AUC_train_2:0.9700955888801193
f1_weighted_train_2:0.9515229658902526
f1_macro_train_2:0.9376915219611848
lr_epoch:4.360128772138708e-06
 ==  Epoch: 125 | val Loss: 1.514872
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.815628993586291
auc_weighted_ovo_val:0.7922288901899557
auc_macro_ovr_val:0.7949407352047929
auc_macro_ovo_val:0.7716179453262786
f1_weighted_val:0.5422344675575148
f1_macro_val:0.4440056022408963
ACC_val_2:0.8524590163934426
AUC_val_2:0.8680555555555556
f1_weighted_val_2:0.8562383913429702
f1_macro_val_2:0.819704433497537
 ==  Epoch: 125 | test Loss: 1.429565
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8350792333534055
auc_weighted_ovo_test:0.8260515230813219
auc_macro_ovr_test:0.8322574935686747
auc_macro_ovo_test:0.8210592769803295
f1_weighted_test:0.6241698996889308
f1_macro_test:0.5816399286987523
ACC_test_2:0.8823529411764706
AUC_test_2:0.9087003222341568
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 126 | Training Loss: 1.242163
acc_train:0.8360655737704918
auc_weighted_ovr_train:0.9444055255349053
auc_weighted_ovo_train:0.9116799651844015
auc_macro_ovr_train:0.9020310523899346
auc_macro_ovo_train:0.885771319140468
f1_weighted_train:0.7930419221548988
f1_macro_train:0.6830476221964301
ACC_train_2:0.9549180327868853
AUC_train_2:0.9721564500570026
f1_weighted_train_2:0.9554626756221197
f1_macro_train_2:0.9426091047105865
lr_epoch:4.219421452746441e-06
 ==  Epoch: 126 | val Loss: 1.514147
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.8184803499355793
auc_weighted_ovo_val:0.7973778623471246
auc_macro_ovr_val:0.7987130815683248
auc_macro_ovo_val:0.7801572971781305
f1_weighted_val:0.5249975809614023
f1_macro_val:0.44649131890511207
ACC_val_2:0.819672131147541
AUC_val_2:0.8701388888888889
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 126 | test Loss: 1.448318
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8396359788963689
auc_weighted_ovo_test:0.8307596363904414
auc_macro_ovr_test:0.8351473852904849
auc_macro_ovo_test:0.825932887774993
f1_weighted_test:0.5852750472425928
f1_macro_test:0.5477158856469201
ACC_test_2:0.8823529411764706
AUC_test_2:0.9011815252416756
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 127 | Training Loss: 1.235799
acc_train:0.8442622950819673
auc_weighted_ovr_train:0.9515548258480643
auc_weighted_ovo_train:0.9242169470046925
auc_macro_ovr_train:0.9154773668797148
auc_macro_ovo_train:0.9006063313259715
f1_weighted_train:0.8058197412987982
f1_macro_train:0.6977445240848134
ACC_train_2:0.9549180327868853
AUC_train_2:0.9832500219240551
f1_weighted_train_2:0.9556599302458408
f1_macro_train_2:0.9431536587948746
lr_epoch:4.07783612674653e-06
 ==  Epoch: 127 | val Loss: 1.523765
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.816131927268506
auc_weighted_ovo_val:0.7934840944574552
auc_macro_ovr_val:0.7918250171954578
auc_macro_ovo_val:0.7750475088183422
f1_weighted_val:0.5166062697727927
f1_macro_val:0.43660818713450295
ACC_val_2:0.8032786885245902
AUC_val_2:0.8708333333333333
f1_weighted_val_2:0.8117835572537901
f1_macro_val_2:0.7706766917293233
 ==  Epoch: 127 | test Loss: 1.451355
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8346195807128738
auc_weighted_ovo_test:0.8289019256027771
auc_macro_ovr_test:0.8343821115419466
auc_macro_ovo_test:0.8258942811574391
f1_weighted_test:0.6093370681605977
f1_macro_test:0.5784126984126985
ACC_test_2:0.8823529411764706
AUC_test_2:0.8979591836734695
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 128 | Training Loss: 1.240737
acc_train:0.8319672131147541
auc_weighted_ovr_train:0.9485086405042028
auc_weighted_ovo_train:0.9194261645840163
auc_macro_ovr_train:0.9123120134044935
auc_macro_ovo_train:0.895310743503314
f1_weighted_train:0.7885320393801456
f1_macro_train:0.6766432282138762
ACC_train_2:0.930327868852459
AUC_train_2:0.9660177146364992
f1_weighted_train_2:0.9320331966616517
f1_macro_train_2:0.9137396801630377
lr_epoch:3.9355911084493565e-06
 ==  Epoch: 128 | val Loss: 1.513431
acc_val:0.5737704918032787
auc_weighted_ovr_val:0.8239679090045327
auc_weighted_ovo_val:0.8016843937028364
auc_macro_ovr_val:0.8035899654915611
auc_macro_ovo_val:0.7820993165784833
f1_weighted_val:0.5485330932463017
f1_macro_val:0.4624535977625223
ACC_val_2:0.8032786885245902
AUC_val_2:0.8694444444444446
f1_weighted_val_2:0.8117835572537901
f1_macro_val_2:0.7706766917293233
 ==  Epoch: 128 | test Loss: 1.428764
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8371389491469102
auc_weighted_ovo_test:0.8346034984966875
auc_macro_ovr_test:0.841132774215481
auc_macro_ovo_test:0.8337507278296752
f1_weighted_test:0.6280826059828873
f1_macro_test:0.6095820300492159
ACC_test_2:0.8823529411764706
AUC_test_2:0.9033297529538131
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 129 | Training Loss: 1.232914
acc_train:0.8442622950819673
auc_weighted_ovr_train:0.9402805255511044
auc_weighted_ovo_train:0.9072883522055248
auc_macro_ovr_train:0.8970164679954419
auc_macro_ovo_train:0.8801009550518128
f1_weighted_train:0.805603912422742
f1_macro_train:0.7007205993976452
ACC_train_2:0.9426229508196722
AUC_train_2:0.9728141717091994
f1_weighted_train_2:0.9436873703170725
f1_macro_train_2:0.9279871827304156
lr_epoch:3.7929057293630104e-06
 ==  Epoch: 129 | val Loss: 1.513636
acc_val:0.5901639344262295
auc_weighted_ovr_val:0.8228232667504679
auc_weighted_ovo_val:0.7988936052563101
auc_macro_ovr_val:0.798141255274614
auc_macro_ovo_val:0.77888778659612
f1_weighted_val:0.57248733435101
f1_macro_val:0.4831234068076174
ACC_val_2:0.8032786885245902
AUC_val_2:0.8680555555555556
f1_weighted_val_2:0.8117835572537901
f1_macro_val_2:0.7706766917293233
 ==  Epoch: 129 | test Loss: 1.431592
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8353309495841347
auc_weighted_ovo_test:0.8338274803541831
auc_macro_ovr_test:0.8417895401819729
auc_macro_ovo_test:0.8338877496772232
f1_weighted_test:0.6077052314374829
f1_macro_test:0.6012512391822736
ACC_test_2:0.8823529411764706
AUC_test_2:0.9054779806659505
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 130 | Training Loss: 1.204005
acc_train:0.8647540983606558
auc_weighted_ovr_train:0.9461307064307716
auc_weighted_ovo_train:0.9148007022186736
auc_macro_ovr_train:0.9053145180851973
auc_macro_ovo_train:0.8897988883912589
f1_weighted_train:0.8277289435885572
f1_macro_train:0.7214407289986121
ACC_train_2:0.9549180327868853
AUC_train_2:0.9667631325089888
f1_weighted_train_2:0.9556599302458408
f1_macro_train_2:0.9431536587948746
lr_epoch:3.6500000000000006e-06
 ==  Epoch: 130 | val Loss: 1.529069
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.815772450126429
auc_weighted_ovo_val:0.7903914584959666
auc_macro_ovr_val:0.7870075364661231
auc_macro_ovo_val:0.770565586419753
f1_weighted_val:0.5270547632340252
f1_macro_val:0.44529985093452584
ACC_val_2:0.8032786885245902
AUC_val_2:0.8763888888888889
f1_weighted_val_2:0.8117835572537901
f1_macro_val_2:0.7706766917293233
 ==  Epoch: 130 | test Loss: 1.457840
acc_test:0.5735294117647058
auc_weighted_ovr_test:0.8290344219181729
auc_weighted_ovo_test:0.8274431483119563
auc_macro_ovr_test:0.835415062583144
auc_macro_ovo_test:0.8269009012430064
f1_weighted_test:0.5650171179582945
f1_macro_test:0.535132275132275
ACC_test_2:0.8823529411764706
AUC_test_2:0.8958109559613319
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 131 | Training Loss: 1.208097
acc_train:0.8647540983606558
auc_weighted_ovr_train:0.951086128397835
auc_weighted_ovo_train:0.9217626976487916
auc_macro_ovr_train:0.9128860674092417
auc_macro_ovo_train:0.8979150230166388
f1_weighted_train:0.8279428040497959
f1_macro_train:0.7242542716701572
ACC_train_2:0.9508196721311475
AUC_train_2:0.9726387792686134
f1_weighted_train_2:0.9519291882177611
f1_macro_train_2:0.9388368983957219
lr_epoch:3.5070942706369917e-06
 ==  Epoch: 131 | val Loss: 1.533879
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.8099245302120384
auc_weighted_ovo_val:0.783042056986729
auc_macro_ovr_val:0.7797178298033162
auc_macro_ovo_val:0.7616841931216932
f1_weighted_val:0.527668095754174
f1_macro_val:0.4447921367426011
ACC_val_2:0.819672131147541
AUC_val_2:0.8722222222222222
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 131 | test Loss: 1.446951
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8295312899730729
auc_weighted_ovo_test:0.8269433471155606
auc_macro_ovr_test:0.835006705191037
auc_macro_ovo_test:0.8258740285056072
f1_weighted_test:0.5957142812112386
f1_macro_test:0.5689435468745814
ACC_test_2:0.8823529411764706
AUC_test_2:0.9001074113856069
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 132 | Training Loss: 1.221592
acc_train:0.8524590163934426
auc_weighted_ovr_train:0.9516963790886364
auc_weighted_ovo_train:0.9222075905313794
auc_macro_ovr_train:0.9134877520618412
auc_macro_ovo_train:0.8965391060368572
f1_weighted_train:0.8184210525164733
f1_macro_train:0.7112586819338872
ACC_train_2:0.9385245901639344
AUC_train_2:0.9706217662018766
f1_weighted_train_2:0.9400292911720458
f1_macro_train_2:0.9238879530850335
lr_epoch:3.3644088915506456e-06
 ==  Epoch: 132 | val Loss: 1.514940
acc_val:0.5573770491803278
auc_weighted_ovr_val:0.8164718595083835
auc_weighted_ovo_val:0.7916030770231589
auc_macro_ovr_val:0.7893939242818422
auc_macro_ovo_val:0.7719284611992946
f1_weighted_val:0.5320290820864425
f1_macro_val:0.45381702696611415
ACC_val_2:0.819672131147541
AUC_val_2:0.8722222222222222
f1_weighted_val_2:0.8265526857619433
f1_macro_val_2:0.7866454689984101
 ==  Epoch: 132 | test Loss: 1.458293
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.829657167903947
auc_weighted_ovo_test:0.8257469654528478
auc_macro_ovr_test:0.8327724443072491
auc_macro_ovo_test:0.823627882838409
f1_weighted_test:0.5416949240478651
f1_macro_test:0.5232627732627733
ACC_test_2:0.8676470588235294
AUC_test_2:0.894736842105263
f1_weighted_test_2:0.866526954762249
f1_macro_test_2:0.8329238329238329
 ==  Epoch: 133 | Training Loss: 1.217825
acc_train:0.8647540983606558
auc_weighted_ovr_train:0.9535339278874473
auc_weighted_ovo_train:0.9235001277712094
auc_macro_ovr_train:0.9147257751235339
auc_macro_ovo_train:0.8966885228437785
f1_weighted_train:0.8304223213612439
f1_macro_train:0.7222533770888641
ACC_train_2:0.9549180327868853
AUC_train_2:0.9726387792686135
f1_weighted_train_2:0.9556599302458408
f1_macro_train_2:0.9431536587948746
lr_epoch:3.222163873253472e-06
 ==  Epoch: 133 | val Loss: 1.538398
acc_val:0.5245901639344263
auc_weighted_ovr_val:0.8151491244096756
auc_weighted_ovo_val:0.7913425383814728
auc_macro_ovr_val:0.7909402088258471
auc_macro_ovo_val:0.7722194664902998
f1_weighted_val:0.5238738118198099
f1_macro_val:0.43067226890756305
ACC_val_2:0.8524590163934426
AUC_val_2:0.8680555555555556
f1_weighted_val_2:0.8562383913429702
f1_macro_val_2:0.819704433497537
 ==  Epoch: 133 | test Loss: 1.436082
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8246164226867884
auc_weighted_ovo_test:0.8204811829037835
auc_macro_ovr_test:0.8276837954402835
auc_macro_ovo_test:0.81858750411382
f1_weighted_test:0.6268079959256428
f1_macro_test:0.6135930735930735
ACC_test_2:0.8970588235294118
AUC_test_2:0.8925886143931256
f1_weighted_test_2:0.894175888177053
f1_macro_test_2:0.8653465346534653
 ==  Epoch: 134 | Training Loss: 1.221502
acc_train:0.8565573770491803
auc_weighted_ovr_train:0.9501904475621742
auc_weighted_ovo_train:0.9206387192398694
auc_macro_ovr_train:0.912772821552196
auc_macro_ovo_train:0.8948553383111104
f1_weighted_train:0.8218403924243726
f1_macro_train:0.7172372715102188
ACC_train_2:0.9549180327868853
AUC_train_2:0.9649653599929844
f1_weighted_train_2:0.9554626756221197
f1_macro_train_2:0.9426091047105865
lr_epoch:3.080578547253561e-06
 ==  Epoch: 134 | val Loss: 1.531416
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.8178033008343437
auc_weighted_ovo_val:0.7983077998959147
auc_macro_ovr_val:0.8024481453337836
auc_macro_ovo_val:0.7792396384479717
f1_weighted_val:0.5296774673690844
f1_macro_val:0.43611835538813226
ACC_val_2:0.8688524590163934
AUC_val_2:0.851388888888889
f1_weighted_val_2:0.8712194266678356
f1_macro_val_2:0.8368983957219251
 ==  Epoch: 134 | test Loss: 1.414189
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8287918170475131
auc_weighted_ovo_test:0.8265089528634421
auc_macro_ovr_test:0.8339504568337942
auc_macro_ovo_test:0.8257737145895041
f1_weighted_test:0.6319297017986276
f1_macro_test:0.6041636262288436
ACC_test_2:0.8823529411764706
AUC_test_2:0.9011815252416757
f1_weighted_test_2:0.8777393310265282
f1_macro_test_2:0.8431372549019609
 ==  Epoch: 135 | Training Loss: 1.211377
acc_train:0.860655737704918
auc_weighted_ovr_train:0.9458228335098813
auc_weighted_ovo_train:0.9129847919811853
auc_macro_ovr_train:0.9038458146772758
auc_macro_ovo_train:0.884703132251025
f1_weighted_train:0.8241018779807024
f1_macro_train:0.7215996251848077
ACC_train_2:0.9549180327868853
AUC_train_2:0.9708848548627554
f1_weighted_train_2:0.9554626756221197
f1_macro_train_2:0.9426091047105865
lr_epoch:2.939871227861294e-06
 ==  Epoch: 135 | val Loss: 1.532588
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.8175420790336829
auc_weighted_ovo_val:0.7966089318240959
auc_macro_ovr_val:0.7994658235634678
auc_macro_ovo_val:0.7775675705467374
f1_weighted_val:0.5296774673690844
f1_macro_val:0.43611835538813226
ACC_val_2:0.8524590163934426
AUC_val_2:0.8527777777777779
f1_weighted_val_2:0.8562383913429702
f1_macro_val_2:0.819704433497537
 ==  Epoch: 135 | test Loss: 1.418870
acc_test:0.6323529411764706
auc_weighted_ovr_test:0.8256980804017513
auc_weighted_ovo_test:0.8242453979199336
auc_macro_ovr_test:0.8325475521415371
auc_macro_ovo_test:0.8238196501354395
f1_weighted_test:0.6315018749435257
f1_macro_test:0.6152035330261136
ACC_test_2:0.8970588235294118
AUC_test_2:0.8909774436090225
f1_weighted_test_2:0.894175888177053
f1_macro_test_2:0.8653465346534653
 ==  Epoch: 136 | Training Loss: 1.204199
acc_train:0.8647540983606558
auc_weighted_ovr_train:0.9505354360168347
auc_weighted_ovo_train:0.9232056907597007
auc_macro_ovr_train:0.914465639144618
auc_macro_ovo_train:0.9008038882984744
f1_weighted_train:0.8295601655862663
f1_macro_train:0.7296646200813787
ACC_train_2:0.9549180327868853
AUC_train_2:0.9740419187933
f1_weighted_train_2:0.9556599302458408
f1_macro_train_2:0.9431536587948746
lr_epoch:2.8002588755645052e-06
 ==  Epoch: 136 | val Loss: 1.535848
acc_val:0.5245901639344263
auc_weighted_ovr_val:0.8112779393996694
auc_weighted_ovo_val:0.7862683775696071
auc_macro_ovr_val:0.7851059229383698
auc_macro_ovo_val:0.7659813712522048
f1_weighted_val:0.5189237527713901
f1_macro_val:0.43919892743422156
ACC_val_2:0.8360655737704918
AUC_val_2:0.8562500000000001
f1_weighted_val_2:0.8413606133773881
f1_macro_val_2:0.8029715762273902
 ==  Epoch: 136 | test Loss: 1.460038
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8234726963790608
auc_weighted_ovo_test:0.8224311056160901
auc_macro_ovr_test:0.8305289113021346
auc_macro_ovo_test:0.8220677957520064
f1_weighted_test:0.5995625131773139
f1_macro_test:0.585448028673835
ACC_test_2:0.8823529411764706
AUC_test_2:0.8818474758324382
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 137 | Training Loss: 1.214978
acc_train:0.860655737704918
auc_weighted_ovr_train:0.9586543275581028
auc_weighted_ovo_train:0.9323410669762697
auc_macro_ovr_train:0.9250757372607837
auc_macro_ovo_train:0.9090418791509911
f1_weighted_train:0.827217454137042
f1_macro_train:0.7287968888759403
ACC_train_2:0.9344262295081968
AUC_train_2:0.975006577216522
f1_weighted_train_2:0.9361531412279808
f1_macro_train_2:0.9191718426501034
lr_epoch:2.6619567624911293e-06
 ==  Epoch: 137 | val Loss: 1.537924
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.8104799385344006
auc_weighted_ovo_val:0.7849757676294561
auc_macro_ovr_val:0.7824586110585351
auc_macro_ovo_val:0.7652087742504409
f1_weighted_val:0.5263198175445041
f1_macro_val:0.4465452847805789
ACC_val_2:0.8360655737704918
AUC_val_2:0.8534722222222223
f1_weighted_val_2:0.8413606133773881
f1_macro_val_2:0.8029715762273902
 ==  Epoch: 137 | test Loss: 1.453582
acc_test:0.5882352941176471
auc_weighted_ovr_test:0.8241813307099863
auc_weighted_ovo_test:0.8232386056495964
auc_macro_ovr_test:0.8316128332281618
auc_macro_ovo_test:0.8229661907293486
f1_weighted_test:0.5816373675907145
f1_macro_test:0.5711877394636016
ACC_test_2:0.8823529411764706
AUC_test_2:0.8818474758324382
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 138 | Training Loss: 1.222094
acc_train:0.8483606557377049
auc_weighted_ovr_train:0.9447448049301669
auc_weighted_ovo_train:0.912161618095946
auc_macro_ovr_train:0.9022342470750923
auc_macro_ovo_train:0.884475950451296
f1_weighted_train:0.8144756413309318
f1_macro_train:0.7085562977928435
ACC_train_2:0.9426229508196722
AUC_train_2:0.966412347627817
f1_weighted_train_2:0.9436873703170725
f1_macro_train_2:0.9279871827304156
lr_epoch:2.525178140475192e-06
 ==  Epoch: 138 | val Loss: 1.548324
acc_val:0.4918032786885246
auc_weighted_ovr_val:0.8173630964016634
auc_weighted_ovo_val:0.7974373861566484
auc_macro_ovr_val:0.7979061553244683
auc_macro_ovo_val:0.7807616843033511
f1_weighted_val:0.4834007229581508
f1_macro_val:0.39810583102636765
ACC_val_2:0.8032786885245902
AUC_val_2:0.8493055555555555
f1_weighted_val_2:0.8068291400017533
f1_macro_val_2:0.7553475935828877
 ==  Epoch: 138 | test Loss: 1.417462
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.8232215746136221
auc_weighted_ovo_test:0.8220540209704296
auc_macro_ovr_test:0.8305979691116725
auc_macro_ovo_test:0.8216820460241513
f1_weighted_test:0.6143302775655716
f1_macro_test:0.6014718614718614
ACC_test_2:0.8970588235294118
AUC_test_2:0.8775510204081632
f1_weighted_test_2:0.894175888177053
f1_macro_test_2:0.8653465346534653
 ==  Epoch: 139 | Training Loss: 1.217436
acc_train:0.8565573770491803
auc_weighted_ovr_train:0.9595284084034719
auc_weighted_ovo_train:0.9357071474811788
auc_macro_ovr_train:0.9300960508911028
auc_macro_ovo_train:0.9139903474069724
f1_weighted_train:0.8176996865919793
f1_macro_train:0.7091851747087398
ACC_train_2:0.9549180327868853
AUC_train_2:0.9779444005963343
f1_weighted_train_2:0.9556599302458408
f1_macro_train_2:0.9431536587948746
lr_epoch:2.390133912237927e-06
 ==  Epoch: 139 | val Loss: 1.548943
acc_val:0.5081967213114754
auc_weighted_ovr_val:0.8146186818479908
auc_weighted_ovo_val:0.792857630757221
auc_macro_ovr_val:0.7938670242146686
auc_macro_ovo_val:0.7732050264550266
f1_weighted_val:0.5094909404659189
f1_macro_val:0.428842940685046
ACC_val_2:0.819672131147541
AUC_val_2:0.8534722222222223
f1_weighted_val_2:0.8213912936697981
f1_macro_val_2:0.7715355805243447
 ==  Epoch: 139 | test Loss: 1.441825
acc_test:0.6176470588235294
auc_weighted_ovr_test:0.819853763803201
auc_weighted_ovo_test:0.8182292155299121
auc_macro_ovr_test:0.8256043376140392
auc_macro_ovo_test:0.8179182172603225
f1_weighted_test:0.6194339025932953
f1_macro_test:0.6002150537634409
ACC_test_2:0.8970588235294118
AUC_test_2:0.8732545649838883
f1_weighted_test_2:0.894175888177053
f1_macro_test_2:0.8653465346534653
 ==  Epoch: 140 | Training Loss: 1.220624
acc_train:0.860655737704918
auc_weighted_ovr_train:0.95081343938565
auc_weighted_ovo_train:0.9226767238308394
auc_macro_ovr_train:0.9157809835451037
auc_macro_ovo_train:0.8970101472691845
f1_weighted_train:0.8250378845805195
f1_macro_train:0.7159608021312196
ACC_train_2:0.9590163934426229
AUC_train_2:0.9691747785670437
f1_weighted_train_2:0.9596024715752105
f1_macro_train_2:0.9480762683009873
lr_epoch:2.257032306191074e-06
 ==  Epoch: 140 | val Loss: 1.553775
acc_val:0.4918032786885246
auc_weighted_ovr_val:0.8137357724519517
auc_weighted_ovo_val:0.7903176229508196
auc_macro_ovr_val:0.7891330698036625
auc_macro_ovo_val:0.7717856040564375
f1_weighted_val:0.48941015843518
f1_macro_val:0.40480903112482053
ACC_val_2:0.819672131147541
AUC_val_2:0.8548611111111111
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 140 | test Loss: 1.441260
acc_test:0.5882352941176471
auc_weighted_ovr_test:0.8218581026072003
auc_weighted_ovo_test:0.8221374375108894
auc_macro_ovr_test:0.8293601837298175
auc_macro_ovo_test:0.822670945039366
f1_weighted_test:0.5870149518945181
f1_macro_test:0.5694462256537764
ACC_test_2:0.8970588235294118
AUC_test_2:0.8732545649838883
f1_weighted_test_2:0.894175888177053
f1_macro_test_2:0.8653465346534653
 ==  Epoch: 141 | Training Loss: 1.205880
acc_train:0.860655737704918
auc_weighted_ovr_train:0.9609040033717796
auc_weighted_ovo_train:0.9368998569791206
auc_macro_ovr_train:0.9309880035607804
auc_macro_ovo_train:0.9138750616111936
f1_weighted_train:0.8258842006249896
f1_macro_train:0.7233635675913509
ACC_train_2:0.9549180327868853
AUC_train_2:0.9757519950890117
f1_weighted_train_2:0.9556599302458408
f1_macro_train_2:0.9431536587948746
lr_epoch:2.126078555363763e-06
 ==  Epoch: 141 | val Loss: 1.549087
acc_val:0.5081967213114754
auc_weighted_ovr_val:0.8122268284309243
auc_weighted_ovo_val:0.7878566549570648
auc_macro_ovr_val:0.786306550943709
auc_macro_ovo_val:0.7686913580246914
f1_weighted_val:0.49201919439639236
f1_macro_val:0.4070194643697366
ACC_val_2:0.819672131147541
AUC_val_2:0.857638888888889
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 141 | test Loss: 1.420130
acc_test:0.6029411764705882
auc_weighted_ovr_test:0.8199098862333087
auc_weighted_ovo_test:0.8188232529854047
auc_macro_ovr_test:0.8267825839327173
auc_macro_ovo_test:0.818466937545885
f1_weighted_test:0.6008599644028252
f1_macro_test:0.5869694698105492
ACC_test_2:0.8970588235294118
AUC_test_2:0.8743286788399571
f1_weighted_test_2:0.894175888177053
f1_macro_test_2:0.8653465346534653
 ==  Epoch: 142 | Training Loss: 1.205298
acc_train:0.8647540983606558
auc_weighted_ovr_train:0.9628097935815063
auc_weighted_ovo_train:0.9404252321641785
auc_macro_ovr_train:0.9354288747341551
auc_macro_ovo_train:0.9186519796015048
f1_weighted_train:0.8300621044492253
f1_macro_train:0.7390869719287232
ACC_train_2:0.9426229508196722
AUC_train_2:0.9848724019994739
f1_weighted_train_2:0.9436873703170725
f1_macro_train_2:0.9279871827304156
lr_epoch:1.99747458094805e-06
 ==  Epoch: 142 | val Loss: 1.542744
acc_val:0.5245901639344263
auc_weighted_ovr_val:0.805481762522472
auc_weighted_ovo_val:0.7769761579495186
auc_macro_ovr_val:0.7743130437754298
auc_macro_ovo_val:0.7554571208112875
f1_weighted_val:0.5055861813946966
f1_macro_val:0.4185137172432998
ACC_val_2:0.819672131147541
AUC_val_2:0.8555555555555556
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 142 | test Loss: 1.439050
acc_test:0.5882352941176471
auc_weighted_ovr_test:0.816931283360354
auc_weighted_ovo_test:0.8162792928176055
auc_macro_ovr_test:0.8250752384848917
auc_macro_ovo_test:0.815822067795752
f1_weighted_test:0.5710042542166057
f1_macro_test:0.5665601023017903
ACC_test_2:0.8823529411764706
AUC_test_2:0.8721804511278195
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 143 | Training Loss: 1.199761
acc_train:0.8647540983606558
auc_weighted_ovr_train:0.9539266007084497
auc_weighted_ovo_train:0.9254902684399514
auc_macro_ovr_train:0.9171771738235969
auc_macro_ovo_train:0.9006609135253146
f1_weighted_train:0.8286107564274832
f1_macro_train:0.7244350037403849
ACC_train_2:0.9508196721311475
AUC_train_2:0.974524248004911
f1_weighted_train_2:0.9519291882177611
f1_macro_train_2:0.9388368983957219
lr_epoch:1.8714186809510837e-06
 ==  Epoch: 143 | val Loss: 1.536094
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.8070480286235928
auc_weighted_ovo_val:0.7798375292740046
auc_macro_ovr_val:0.7768059599271605
auc_macro_ovo_val:0.7601708553791887
f1_weighted_val:0.5095690044784091
f1_macro_val:0.43241436925647453
ACC_val_2:0.819672131147541
AUC_val_2:0.8541666666666667
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 143 | test Loss: 1.449948
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8168738866986145
auc_weighted_ovo_test:0.8166133080026269
auc_macro_ovr_test:0.8255474773607201
auc_macro_ovo_test:0.8164536973747498
f1_weighted_test:0.5404204349217137
f1_macro_test:0.535995405560623
ACC_test_2:0.8823529411764706
AUC_test_2:0.8721804511278195
f1_weighted_test_2:0.8802614379084969
f1_macro_test_2:0.8488888888888889
 ==  Epoch: 144 | Training Loss: 1.197648
acc_train:0.8729508196721312
auc_weighted_ovr_train:0.9592691045805573
auc_weighted_ovo_train:0.9348587058718675
auc_macro_ovr_train:0.9284697078312036
auc_macro_ovo_train:0.9120937553054828
f1_weighted_train:0.8400568955265123
f1_macro_train:0.7429191109642237
ACC_train_2:0.9508196721311475
AUC_train_2:0.9721564500570026
f1_weighted_train_2:0.9513015421248777
f1_macro_train_2:0.937086377309841
lr_epoch:1.7481052244339466e-06
 ==  Epoch: 144 | val Loss: 1.536965
acc_val:0.5409836065573771
auc_weighted_ovr_val:0.8088329421006685
auc_weighted_ovo_val:0.7831217473328129
auc_macro_ovr_val:0.7803170806875214
auc_macro_ovo_val:0.764670524691358
f1_weighted_val:0.5095690044784091
f1_macro_val:0.43241436925647453
ACC_val_2:0.819672131147541
AUC_val_2:0.8541666666666667
f1_weighted_val_2:0.8242913671969636
f1_macro_val_2:0.7796387520525452
 ==  Epoch: 144 | test Loss: 1.454291
acc_test:0.5588235294117647
auc_weighted_ovr_test:0.8199781965229027
auc_weighted_ovo_test:0.8207337360781632
auc_macro_ovr_test:0.8288736319689509
auc_macro_ovo_test:0.8215947064631276
f1_weighted_test:0.5404204349217137
f1_macro_test:0.535995405560623
ACC_test_2:0.8970588235294118
AUC_test_2:0.8754027926960257
f1_weighted_test_2:0.894175888177053
f1_macro_test_2:0.8653465346534653
