 ==  Epoch: 1 | Training Loss: 1.974275
acc_train:0.04931972789115646
auc_weighted_ovr_train:0.5085401366052166
auc_weighted_ovo_train:0.5125536083277284
auc_macro_ovr_train:0.487663767589632
auc_macro_ovo_train:0.4941307940043991
f1_weighted_train:0.03465369057527238
f1_macro_train:0.03780596943715262
ACC_train_2:0.6887755102040817
AUC_train_2:0.5340484382378736
f1_weighted_train_2:0.5618410506196436
f1_macro_train_2:0.4078549848942598
lr_epoch:2.008e-06
 ==  Epoch: 1 | val Loss: 1.966609
acc_val:0.0410958904109589
auc_weighted_ovr_val:0.5253569861791229
auc_weighted_ovo_val:0.5665434088462921
auc_macro_ovr_val:0.5390442691777435
auc_macro_ovo_val:0.5429578263705721
f1_weighted_val:0.0039452054794520556
f1_macro_val:0.013714285714285715
ACC_val_2:0.684931506849315
AUC_val_2:0.5393478260869566
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 1 | test Loss: 1.961437
acc_test:0.043478260869565216
auc_weighted_ovr_test:0.5129893136423263
auc_weighted_ovo_test:0.5506451177177398
auc_macro_ovr_test:0.512889433873285
auc_macro_ovo_test:0.502298041811518
f1_weighted_test:0.004267804747932783
f1_macro_test:0.014022787028921999
ACC_test_2:0.6902173913043478
AUC_test_2:0.5004834921950546
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 2 | Training Loss: 1.971250
acc_train:0.04931972789115646
auc_weighted_ovr_train:0.4817160743437114
auc_weighted_ovo_train:0.4656732591661616
auc_macro_ovr_train:0.44517941455798665
auc_macro_ovo_train:0.4462113877046712
f1_weighted_train:0.05088174523712359
f1_macro_train:0.04202329537315613
ACC_train_2:0.6870748299319728
AUC_train_2:0.4398704715644607
f1_weighted_train_2:0.5610187623436472
f1_macro_train_2:0.4072580645161291
lr_epoch:4.006e-06
 ==  Epoch: 2 | val Loss: 1.952699
acc_val:0.06164383561643835
auc_weighted_ovr_val:0.5131942635521511
auc_weighted_ovo_val:0.5569282498681317
auc_macro_ovr_val:0.5490762518568479
auc_macro_ovo_val:0.5515419568661295
f1_weighted_val:0.04931084703548136
f1_macro_val:0.032885758309487124
ACC_val_2:0.684931506849315
AUC_val_2:0.5152173913043478
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 2 | test Loss: 1.949159
acc_test:0.07608695652173914
auc_weighted_ovr_test:0.4996912595484158
auc_weighted_ovo_test:0.5264731450822006
auc_macro_ovr_test:0.5062982000960878
auc_macro_ovo_test:0.483261936282719
f1_weighted_test:0.05562352107914943
f1_macro_test:0.03892738139313482
ACC_test_2:0.6902173913043478
AUC_test_2:0.47078325735598836
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 3 | Training Loss: 1.953761
acc_train:0.10204081632653061
auc_weighted_ovr_train:0.46210137563963644
auc_weighted_ovo_train:0.42925201997647444
auc_macro_ovr_train:0.44299646328128833
auc_macro_ovo_train:0.44485425161986875
f1_weighted_train:0.09798763975165513
f1_macro_train:0.06299056791771247
ACC_train_2:0.685374149659864
AUC_train_2:0.39288942859070364
f1_weighted_train_2:0.5601948145554891
f1_macro_train_2:0.4066599394550959
lr_epoch:6.0040000000000005e-06
 ==  Epoch: 3 | val Loss: 1.920799
acc_val:0.3424657534246575
auc_weighted_ovr_val:0.592144679995717
auc_weighted_ovo_val:0.551164884421491
auc_macro_ovr_val:0.5509011640310534
auc_macro_ovo_val:0.5592438742421726
f1_weighted_val:0.21298305955840202
f1_macro_val:0.0878581735724593
ACC_val_2:0.684931506849315
AUC_val_2:0.49282608695652164
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 3 | test Loss: 1.923516
acc_test:0.33152173913043476
auc_weighted_ovr_test:0.5396329475766111
auc_weighted_ovo_test:0.4971406591074461
auc_macro_ovr_test:0.5012704787074013
auc_macro_ovo_test:0.49876241703529184
f1_weighted_test:0.20322793148880103
f1_macro_test:0.08460545302650566
ACC_test_2:0.6902173913043478
AUC_test_2:0.4439839756872497
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 4 | Training Loss: 1.915554
acc_train:0.3010204081632653
auc_weighted_ovr_train:0.42088473755006
auc_weighted_ovo_train:0.3958857241274656
auc_macro_ovr_train:0.3908409570292887
auc_macro_ovo_train:0.42792850745526384
f1_weighted_train:0.29762091853664396
f1_macro_train:0.12345670833962046
ACC_train_2:0.6581632653061225
AUC_train_2:0.39411725021925387
f1_weighted_train_2:0.5467817896389325
f1_macro_train_2:0.39692307692307693
lr_epoch:8.002e-06
 ==  Epoch: 4 | val Loss: 1.831898
acc_val:0.5
auc_weighted_ovr_val:0.5413557696582698
auc_weighted_ovo_val:0.4662982271050715
auc_macro_ovr_val:0.4661533589105593
auc_macro_ovo_val:0.4713747182414757
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6193478260869565
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 4 | test Loss: 1.852748
acc_test:0.5108695652173914
auc_weighted_ovr_test:0.5052632275740592
auc_weighted_ovo_test:0.4215787018607178
auc_macro_ovr_test:0.41910914637468305
auc_macro_ovo_test:0.44785687336621127
f1_weighted_test:0.35235881288939497
f1_macro_test:0.10146599163548316
ACC_test_2:0.6902173913043478
AUC_test_2:0.5760464152507252
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 5 | Training Loss: 1.838047
acc_train:0.3469387755102041
auc_weighted_ovr_train:0.431870597885556
auc_weighted_ovo_train:0.4012662701683904
auc_macro_ovr_train:0.38089524102625777
auc_macro_ovo_train:0.4518615822138414
f1_weighted_train:0.32100936727879253
f1_macro_train:0.1130056051419092
ACC_train_2:0.6190476190476191
AUC_train_2:0.4834379005599406
f1_weighted_train_2:0.5404667456596776
f1_macro_train_2:0.4062747926433466
lr_epoch:1e-05
 ==  Epoch: 5 | val Loss: 1.697157
acc_val:0.5
auc_weighted_ovr_val:0.5700908046895649
auc_weighted_ovo_val:0.5079988904028001
auc_macro_ovr_val:0.4834602367321687
auc_macro_ovo_val:0.5006473186852665
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6778260869565217
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 5 | test Loss: 1.750079
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.546964534354186
auc_weighted_ovo_test:0.4793723777726809
auc_macro_ovr_test:0.44529227772136176
auc_macro_ovo_test:0.48939634392240206
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6865589169774831
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 6 | Training Loss: 1.760629
acc_train:0.43537414965986393
auc_weighted_ovr_train:0.4565944786749125
auc_weighted_ovo_train:0.4341470817786693
auc_macro_ovr_train:0.40746062648934744
auc_macro_ovo_train:0.47185223324132153
f1_weighted_train:0.3544922804937078
f1_macro_train:0.10965430747164266
ACC_train_2:0.6428571428571429
AUC_train_2:0.5389732172974432
f1_weighted_train_2:0.5671472900772263
f1_macro_train_2:0.439817083129185
lr_epoch:9.755527298894294e-06
 ==  Epoch: 6 | val Loss: 1.689875
acc_val:0.5
auc_weighted_ovr_val:0.5732136907955729
auc_weighted_ovo_val:0.5184339799378922
auc_macro_ovr_val:0.49855723121279166
auc_macro_ovo_val:0.5070325509596334
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6519565217391304
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 6 | test Loss: 1.742892
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.5522065728260231
auc_weighted_ovo_test:0.48772971813445487
auc_macro_ovr_test:0.456626429783413
auc_macro_ovo_test:0.49290848849915375
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.668600635446885
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 7 | Training Loss: 1.727903
acc_train:0.45408163265306123
auc_weighted_ovr_train:0.47774021783348586
auc_weighted_ovo_train:0.43684859856648717
auc_macro_ovr_train:0.41144662583083147
auc_macro_ovo_train:0.47094560877534986
f1_weighted_train:0.3497058736181512
f1_macro_train:0.11171520296057903
ACC_train_2:0.6598639455782312
AUC_train_2:0.5322134520677325
f1_weighted_train_2:0.5634925073137376
f1_macro_train_2:0.424567446958428
lr_epoch:9.046039886902864e-06
 ==  Epoch: 7 | val Loss: 1.683557
acc_val:0.5
auc_weighted_ovr_val:0.5889590270564818
auc_weighted_ovo_val:0.5322986061008939
auc_macro_ovr_val:0.511966258879365
auc_macro_ovo_val:0.5140269601322098
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6484782608695652
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 7 | test Loss: 1.737999
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.5619473335453257
auc_weighted_ovo_test:0.49631246880349544
auc_macro_ovr_test:0.4656833703314131
auc_macro_ovo_test:0.4974988273936249
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6651471197679237
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 8 | Training Loss: 1.703356
acc_train:0.4846938775510204
auc_weighted_ovr_train:0.4685219851240701
auc_weighted_ovo_train:0.44181267621454556
auc_macro_ovr_train:0.42158749728292466
auc_macro_ovo_train:0.46574935986286664
f1_weighted_train:0.34793533075590816
f1_macro_train:0.10138581630196809
ACC_train_2:0.6700680272108843
AUC_train_2:0.5277339270053296
f1_weighted_train_2:0.5639118599032514
f1_macro_train_2:0.42021265781608963
lr_epoch:7.940987335200904e-06
 ==  Epoch: 8 | val Loss: 1.681188
acc_val:0.5
auc_weighted_ovr_val:0.6065641984176108
auc_weighted_ovo_val:0.5477831982015409
auc_macro_ovr_val:0.5311060154441409
auc_macro_ovo_val:0.5206385333565628
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6484782608695652
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 8 | test Loss: 1.735882
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.5771904836028076
auc_weighted_ovo_test:0.513782332870219
auc_macro_ovr_test:0.48381594312555176
auc_macro_ovo_test:0.5060297793895903
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6656996822765576
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 9 | Training Loss: 1.692832
acc_train:0.48639455782312924
auc_weighted_ovr_train:0.5005817858687496
auc_weighted_ovo_train:0.47219947282982305
auc_macro_ovr_train:0.45671401233477005
auc_macro_ovo_train:0.482834311768057
f1_weighted_train:0.3527639841426592
f1_macro_train:0.11249275713842961
ACC_train_2:0.6785714285714286
AUC_train_2:0.5473251028806585
f1_weighted_train_2:0.5764483416785221
f1_macro_train_2:0.4373604564624163
lr_epoch:6.548539886902863e-06
 ==  Epoch: 9 | val Loss: 1.680587
acc_val:0.5
auc_weighted_ovr_val:0.622453725626042
auc_weighted_ovo_val:0.5610733636970308
auc_macro_ovr_val:0.5464493500994486
auc_macro_ovo_val:0.525459355868613
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.651304347826087
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 9 | test Loss: 1.735229
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.590857927634499
auc_weighted_ovo_test:0.5253837481296744
auc_macro_ovr_test:0.49830782934794193
auc_macro_ovo_test:0.5107976334044276
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6672192291753004
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 10 | Training Loss: 1.692167
acc_train:0.4931972789115646
auc_weighted_ovr_train:0.5272401489478641
auc_weighted_ovo_train:0.4893736908051623
auc_macro_ovr_train:0.46785997285530057
auc_macro_ovo_train:0.479027988241234
f1_weighted_train:0.3639602701789972
f1_macro_train:0.12735948090234867
ACC_train_2:0.6751700680272109
AUC_train_2:0.5672535923902045
f1_weighted_train_2:0.5795339050698235
f1_macro_train_2:0.4443031523530081
lr_epoch:5.005e-06
 ==  Epoch: 10 | val Loss: 1.680350
acc_val:0.5
auc_weighted_ovr_val:0.6365330266457714
auc_weighted_ovo_val:0.5766506391515571
auc_macro_ovr_val:0.5628383433664262
auc_macro_ovo_val:0.5357673960988008
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6484782608695652
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 10 | test Loss: 1.734952
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.5996444195454866
auc_weighted_ovo_test:0.5340705603785645
auc_macro_ovr_test:0.5089418212096243
auc_macro_ovo_test:0.5144969879576052
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6630750103605472
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 11 | Training Loss: 1.679666
acc_train:0.49829931972789115
auc_weighted_ovr_train:0.5426018340389486
auc_weighted_ovo_train:0.5170905897294321
auc_macro_ovr_train:0.5133201458220702
auc_macro_ovo_train:0.5075537914687492
f1_weighted_train:0.35784877921519875
f1_macro_train:0.1053128309009714
ACC_train_2:0.6785714285714286
AUC_train_2:0.5551642717398637
f1_weighted_train_2:0.5764483416785221
f1_macro_train_2:0.4373604564624163
lr_epoch:3.4614601130971384e-06
 ==  Epoch: 11 | val Loss: 1.680270
acc_val:0.5
auc_weighted_ovr_val:0.6459990430035865
auc_weighted_ovo_val:0.5851733295595634
auc_macro_ovr_val:0.5733609677417155
auc_macro_ovo_val:0.5408477605852744
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6493478260869566
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 11 | test Loss: 1.734850
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6093705064711425
auc_weighted_ovo_test:0.5409153508479005
auc_macro_ovr_test:0.5175548536360215
auc_macro_ovo_test:0.5164811951473666
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6650089791407654
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 12 | Training Loss: 1.675542
acc_train:0.5017006802721088
auc_weighted_ovr_train:0.5656893942988063
auc_weighted_ovo_train:0.5309376188864067
auc_macro_ovr_train:0.5237306119262993
auc_macro_ovo_train:0.509314153854314
f1_weighted_train:0.3601278189222013
f1_macro_train:0.10601600266711118
ACC_train_2:0.685374149659864
AUC_train_2:0.5945759967617892
f1_weighted_train_2:0.5802474973828893
f1_macro_train_2:0.440498294954815
lr_epoch:2.0690126647990974e-06
 ==  Epoch: 12 | val Loss: 1.680241
acc_val:0.5
auc_weighted_ovr_val:0.6559057960172606
auc_weighted_ovo_val:0.5942808976781212
auc_macro_ovr_val:0.5833749665230661
auc_macro_ovo_val:0.5437849708078586
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6508695652173914
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 12 | test Loss: 1.734818
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6158908310998973
auc_weighted_ovo_test:0.5459184124626082
auc_macro_ovr_test:0.5241556734413254
auc_macro_ovo_test:0.518009002200201
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6640419947506562
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 13 | Training Loss: 1.682654
acc_train:0.4931972789115646
auc_weighted_ovr_train:0.5546067335111023
auc_weighted_ovo_train:0.5168519794395469
auc_macro_ovr_train:0.5073879472706173
auc_macro_ovo_train:0.5123113156835105
f1_weighted_train:0.36535731728826987
f1_macro_train:0.11775227833054026
ACC_train_2:0.6666666666666666
AUC_train_2:0.5840180800107941
f1_weighted_train_2:0.5769675925925926
f1_macro_train_2:0.444212962962963
lr_epoch:9.63960113097138e-07
 ==  Epoch: 13 | val Loss: 1.680210
acc_val:0.5
auc_weighted_ovr_val:0.6619058851709729
auc_weighted_ovo_val:0.5986054954588492
auc_macro_ovr_val:0.5892297413555548
auc_macro_ovo_val:0.5447642547191598
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6508695652173913
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 13 | test Loss: 1.734799
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6238524505547748
auc_weighted_ovo_test:0.551167288436437
auc_macro_ovr_test:0.5301037432420844
auc_macro_ovo_test:0.5206973346544805
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6654234010222407
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 14 | Training Loss: 1.687335
acc_train:0.4880952380952381
auc_weighted_ovr_train:0.545565510837835
auc_weighted_ovo_train:0.528125194931351
auc_macro_ovr_train:0.5290220323491676
auc_macro_ovo_train:0.5161379660727538
f1_weighted_train:0.35373362356811233
f1_macro_train:0.11285740916636335
ACC_train_2:0.6683673469387755
AUC_train_2:0.5429670107265736
f1_weighted_train_2:0.5682094348036697
f1_macro_train_2:0.42836631219993715
lr_epoch:2.5447270110570816e-07
 ==  Epoch: 14 | val Loss: 1.680206
acc_val:0.5
auc_weighted_ovr_val:0.6638572322952235
auc_weighted_ovo_val:0.6003039121719109
auc_macro_ovr_val:0.590695361299007
auc_macro_ovo_val:0.5456218540622524
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6515217391304349
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 14 | test Loss: 1.734795
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6256988663523346
auc_weighted_ovo_test:0.552789030671876
auc_macro_ovr_test:0.532526156551455
auc_macro_ovo_test:0.5220467142478572
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6665285260395082
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 15 | Training Loss: 1.682717
acc_train:0.4965986394557823
auc_weighted_ovr_train:0.5317300628413774
auc_weighted_ovo_train:0.5076209849037708
auc_macro_ovr_train:0.4996359381681823
auc_macro_ovo_train:0.4991572251959801
f1_weighted_train:0.35853490000193394
f1_macro_train:0.11454626425765822
ACC_train_2:0.6802721088435374
AUC_train_2:0.5395399042029279
f1_weighted_train_2:0.5773991219680993
f1_macro_train_2:0.43814422510012807
lr_epoch:1e-08
 ==  Epoch: 15 | val Loss: 1.680203
acc_val:0.5
auc_weighted_ovr_val:0.6642639858940333
auc_weighted_ovo_val:0.6005274941298707
auc_macro_ovr_val:0.5909098598878533
auc_macro_ovo_val:0.5456777330745679
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6508695652173914
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 15 | test Loss: 1.734794
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6259873628773768
auc_weighted_ovo_test:0.552471335282163
auc_macro_ovr_test:0.5322374453353863
auc_macro_ovo_test:0.5214557290563839
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.666114104158033
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 16 | Training Loss: 1.671266
acc_train:0.5034013605442177
auc_weighted_ovr_train:0.5648191928811888
auc_weighted_ovo_train:0.5144243476683483
auc_macro_ovr_train:0.5053898053529555
auc_macro_ovo_train:0.5007507539597359
f1_weighted_train:0.35896809539666685
f1_macro_train:0.10514152514152517
ACC_train_2:0.6802721088435374
AUC_train_2:0.6029143897996357
f1_weighted_train_2:0.5747750083640014
f1_macro_train_2:0.433688524590164
lr_epoch:1.8079999999999999e-06
 ==  Epoch: 16 | val Loss: 1.680203
acc_val:0.5
auc_weighted_ovr_val:0.664219083339279
auc_weighted_ovo_val:0.6006102153263502
auc_macro_ovr_val:0.5910531204196884
auc_macro_ovo_val:0.545725002329699
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6508695652173914
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 16 | test Loss: 1.734794
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6261068086489964
auc_weighted_ovo_test:0.5526023871477431
auc_macro_ovr_test:0.5322712057378103
auc_macro_ovo_test:0.5215243048738077
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.666114104158033
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 17 | Training Loss: 1.671688
acc_train:0.5
auc_weighted_ovr_train:0.5680830069895959
auc_weighted_ovo_train:0.5279659292527171
auc_macro_ovr_train:0.5188829785478315
auc_macro_ovo_train:0.5158831262251969
f1_weighted_train:0.3729433887705707
f1_macro_train:0.11258744632604814
ACC_train_2:0.685374149659864
AUC_train_2:0.5826081090197666
f1_weighted_train_2:0.5927422640728657
f1_macro_train_2:0.46175959782882986
lr_epoch:3.606e-06
 ==  Epoch: 17 | val Loss: 1.680163
acc_val:0.5
auc_weighted_ovr_val:0.6686542191917214
auc_weighted_ovo_val:0.6048631289579098
auc_macro_ovr_val:0.5978524629431947
auc_macro_ovo_val:0.5475724198752362
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6495652173913045
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 17 | test Loss: 1.734771
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6340344858017416
auc_weighted_ovo_test:0.5604275881894428
auc_macro_ovr_test:0.5393660531373917
auc_macro_ovo_test:0.525951896510349
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6674955104296174
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 18 | Training Loss: 1.668215
acc_train:0.5136054421768708
auc_weighted_ovr_train:0.5472356259457614
auc_weighted_ovo_train:0.5223837001407022
auc_macro_ovr_train:0.5183527338772517
auc_macro_ovo_train:0.5233051712051775
f1_weighted_train:0.38613579529640596
f1_macro_train:0.11781102867175272
ACC_train_2:0.6938775510204082
AUC_train_2:0.5479322674222492
f1_weighted_train_2:0.6071432565823637
f1_macro_train_2:0.4821107022625852
lr_epoch:5.404e-06
 ==  Epoch: 18 | val Loss: 1.680073
acc_val:0.5
auc_weighted_ovr_val:0.6814745829915219
auc_weighted_ovo_val:0.615514753770565
auc_macro_ovr_val:0.6111892348582446
auc_macro_ovo_val:0.5531922953815237
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6523913043478261
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 18 | test Loss: 1.734719
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6464462279546133
auc_weighted_ovo_test:0.5698114747993758
auc_macro_ovr_test:0.5488264612152121
auc_macro_ovo_test:0.5301335275432565
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6688769167012019
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 19 | Training Loss: 1.661393
acc_train:0.5204081632653061
auc_weighted_ovr_train:0.5851682793297739
auc_weighted_ovo_train:0.5761012297944955
auc_macro_ovr_train:0.5865591858040028
auc_macro_ovo_train:0.5630412129968565
f1_weighted_train:0.40789124366453605
f1_macro_train:0.12721020611634484
ACC_train_2:0.6802721088435374
AUC_train_2:0.5704108480064765
f1_weighted_train_2:0.6124937644500884
f1_macro_train_2:0.4985029125156514
lr_epoch:7.202e-06
 ==  Epoch: 19 | val Loss: 1.678898
acc_val:0.5
auc_weighted_ovr_val:0.7064245415039601
auc_weighted_ovo_val:0.6304150671203997
auc_macro_ovr_val:0.6329053248815258
auc_macro_ovo_val:0.556795596936412
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.66
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 19 | test Loss: 1.734137
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6641178713496639
auc_weighted_ovo_test:0.5812395334262492
auc_macro_ovr_test:0.5636489953177132
auc_macro_ovo_test:0.5315343490254053
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6632131509877056
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 20 | Training Loss: 1.678022
acc_train:0.5
auc_weighted_ovr_train:0.5805820990544934
auc_weighted_ovo_train:0.5459842086136006
auc_macro_ovr_train:0.5426521046976417
auc_macro_ovo_train:0.5161332291240358
f1_weighted_train:0.39192653817396866
f1_macro_train:0.1308671326632343
ACC_train_2:0.6666666666666666
AUC_train_2:0.5698711461917291
f1_weighted_train_2:0.5979084024522179
f1_macro_train_2:0.48049044356292825
lr_epoch:9e-06
 ==  Epoch: 20 | val Loss: 1.676898
acc_val:0.5
auc_weighted_ovr_val:0.7179771668229588
auc_weighted_ovo_val:0.6472779918492263
auc_macro_ovr_val:0.6568293457337026
auc_macro_ovo_val:0.5689078596166147
f1_weighted_val:0.3333333333333333
f1_macro_val:0.09523809523809523
ACC_val_2:0.684931506849315
AUC_val_2:0.6549999999999999
f1_weighted_val_2:0.5568548836173292
f1_macro_val_2:0.40650406504065034
 ==  Epoch: 20 | test Loss: 1.733547
acc_test:0.5054347826086957
auc_weighted_ovr_test:0.6760652119622279
auc_weighted_ovo_test:0.5942910826842117
auc_macro_ovr_test:0.5829875189278036
auc_macro_ovo_test:0.5414232024634037
f1_weighted_test:0.3393894208130592
f1_macro_test:0.0959257349149046
ACC_test_2:0.6902173913043478
AUC_test_2:0.6625224478519134
f1_weighted_test_2:0.563714525373969
f1_macro_test_2:0.40836012861736337
 ==  Epoch: 21 | Training Loss: 1.659063
acc_train:0.5238095238095238
auc_weighted_ovr_train:0.6042255509486183
auc_weighted_ovo_train:0.5861607542351974
auc_macro_ovr_train:0.5922653014457451
auc_macro_ovo_train:0.5491226082308763
f1_weighted_train:0.42136925523558605
f1_macro_train:0.13226071035036993
ACC_train_2:0.6615646258503401
AUC_train_2:0.5659920393982325
f1_weighted_train_2:0.6082994761422484
f1_macro_train_2:0.501769176726065
lr_epoch:8.944659090975144e-06
 ==  Epoch: 21 | val Loss: 1.657070
acc_val:0.5136986301369864
auc_weighted_ovr_val:0.7405041921615583
auc_weighted_ovo_val:0.6655763575891955
auc_macro_ovr_val:0.6865511609801186
auc_macro_ovo_val:0.576054183171515
f1_weighted_val:0.3883505958347254
f1_macro_val:0.11800232288037163
ACC_val_2:0.6438356164383562
AUC_val_2:0.662391304347826
f1_weighted_val_2:0.5734215084238703
f1_macro_val_2:0.45459770114942527
 ==  Epoch: 21 | test Loss: 1.724173
acc_test:0.5
auc_weighted_ovr_test:0.7104088087212324
auc_weighted_ovo_test:0.6261178335550776
auc_macro_ovr_test:0.6311516551304514
auc_macro_ovo_test:0.5549359670297095
f1_weighted_test:0.3584948274537288
f1_macro_test:0.1028834604585689
ACC_test_2:0.625
AUC_test_2:0.667357369802459
f1_weighted_test_2:0.5385901266182956
f1_macro_test_2:0.3979228908806373
 ==  Epoch: 22 | Training Loss: 1.690063
acc_train:0.4846938775510204
auc_weighted_ovr_train:0.581670552673654
auc_weighted_ovo_train:0.5554216118748526
auc_macro_ovr_train:0.5490911329865968
auc_macro_ovo_train:0.5202413427289712
f1_weighted_train:0.433153920909023
f1_macro_train:0.14054160125588697
ACC_train_2:0.5578231292517006
AUC_train_2:0.506294272414491
f1_weighted_train_2:0.5636813130184192
f1_macro_train_2:0.4986554732078442
lr_epoch:8.779999040746716e-06
 ==  Epoch: 22 | val Loss: 1.602100
acc_val:0.5753424657534246
auc_weighted_ovr_val:0.7400509811858021
auc_weighted_ovo_val:0.6479631030439975
auc_macro_ovr_val:0.6527329797980271
auc_macro_ovo_val:0.56020694029713
f1_weighted_val:0.4874330611639234
f1_macro_val:0.1582339229398053
ACC_val_2:0.6575342465753424
AUC_val_2:0.6799999999999999
f1_weighted_val_2:0.6380022913117267
f1_macro_val_2:0.5626647495806374
 ==  Epoch: 22 | test Loss: 1.686825
acc_test:0.5380434782608695
auc_weighted_ovr_test:0.7096568683916237
auc_weighted_ovo_test:0.6119305273981472
auc_macro_ovr_test:0.6073478692187931
auc_macro_ovo_test:0.5416105327482813
f1_weighted_test:0.4403005464480875
f1_macro_test:0.13796513140775438
ACC_test_2:0.6304347826086957
AUC_test_2:0.6767509324492333
f1_weighted_test_2:0.5971118757168178
f1_macro_test_2:0.4999200639488409
 ==  Epoch: 23 | Training Loss: 1.621796
acc_train:0.5561224489795918
auc_weighted_ovr_train:0.6755310924388855
auc_weighted_ovo_train:0.5998989727173639
auc_macro_ovr_train:0.5894943905953245
auc_macro_ovo_train:0.5361880732890075
f1_weighted_train:0.4913483286371212
f1_macro_train:0.16076388097138297
ACC_train_2:0.6292517006802721
AUC_train_2:0.6259326721986103
f1_weighted_train_2:0.6256740231661142
f1_macro_train_2:0.5594869891541919
lr_epoch:8.510074326226714e-06
 ==  Epoch: 23 | val Loss: 1.578621
acc_val:0.6027397260273972
auc_weighted_ovr_val:0.7369056738734572
auc_weighted_ovo_val:0.6405293602941625
auc_macro_ovr_val:0.6379503512044201
auc_macro_ovo_val:0.5633221755382054
f1_weighted_val:0.5293658261855122
f1_macro_val:0.1761819641033124
ACC_val_2:0.678082191780822
AUC_val_2:0.6795652173913044
f1_weighted_val_2:0.675035313759818
f1_macro_val_2:0.6201915093817457
 ==  Epoch: 23 | test Loss: 1.666137
acc_test:0.5597826086956522
auc_weighted_ovr_test:0.7083066678369659
auc_weighted_ovo_test:0.6028398998313925
auc_macro_ovr_test:0.5885424159541988
auc_macro_ovo_test:0.5432575755023761
f1_weighted_test:0.47278041651443187
f1_macro_test:0.1520608243297319
ACC_test_2:0.6521739130434783
AUC_test_2:0.6860063544688493
f1_weighted_test_2:0.631074168797954
f1_macro_test_2:0.5490196078431372
 ==  Epoch: 24 | Training Loss: 1.633635
acc_train:0.5374149659863946
auc_weighted_ovr_train:0.6492308941319088
auc_weighted_ovo_train:0.5728325979298976
auc_macro_ovr_train:0.5500568867467813
auc_macro_ovo_train:0.5298721516245469
f1_weighted_train:0.4896260393067315
f1_macro_train:0.16144267558986017
ACC_train_2:0.5850340136054422
AUC_train_2:0.5915671591445727
f1_weighted_train_2:0.5960202179696481
f1_macro_train_2:0.5452090227851952
lr_epoch:8.14153138971539e-06
 ==  Epoch: 24 | val Loss: 1.564580
acc_val:0.6164383561643836
auc_weighted_ovr_val:0.7438892048090581
auc_weighted_ovo_val:0.6438746232867
auc_macro_ovr_val:0.6409144448210703
auc_macro_ovo_val:0.5645195282798449
f1_weighted_val:0.5474277959200984
f1_macro_val:0.18310482087571872
ACC_val_2:0.678082191780822
AUC_val_2:0.6910869565217391
f1_weighted_val_2:0.6807139537181734
f1_macro_val_2:0.6333422388458456
 ==  Epoch: 24 | test Loss: 1.654600
acc_test:0.5597826086956522
auc_weighted_ovr_test:0.7189806151787596
auc_weighted_ovo_test:0.6055496476259606
auc_macro_ovr_test:0.5881690022091695
auc_macro_ovo_test:0.5417783329611792
f1_weighted_test:0.4823769448887596
f1_macro_test:0.15654562828475868
ACC_test_2:0.6413043478260869
AUC_test_2:0.6963669015057329
f1_weighted_test_2:0.6308528428093645
f1_macro_test_2:0.5576923076923076
 ==  Epoch: 25 | Training Loss: 1.595944
acc_train:0.5833333333333334
auc_weighted_ovr_train:0.6882524205338686
auc_weighted_ovo_train:0.5944532034099125
auc_macro_ovr_train:0.5745140188546164
auc_macro_ovo_train:0.531678418875914
f1_weighted_train:0.5266227460448198
f1_macro_train:0.18302777015140886
ACC_train_2:0.6343537414965986
AUC_train_2:0.6364770964042367
f1_weighted_train_2:0.6381020094860109
f1_macro_train_2:0.5826276432427078
lr_epoch:7.68344498143353e-06
 ==  Epoch: 25 | val Loss: 1.553680
acc_val:0.6301369863013698
auc_weighted_ovr_val:0.7393651531601707
auc_weighted_ovo_val:0.6347984519901717
auc_macro_ovr_val:0.6248418034903489
auc_macro_ovo_val:0.5563826212107502
f1_weighted_val:0.5699425103491067
f1_macro_val:0.19219492467900112
ACC_val_2:0.6643835616438356
AUC_val_2:0.6938043478260869
f1_weighted_val_2:0.6743020065257935
f1_macro_val_2:0.6385956049507452
 ==  Epoch: 25 | test Loss: 1.601016
acc_test:0.625
auc_weighted_ovr_test:0.7198783973028329
auc_weighted_ovo_test:0.6021734635867956
auc_macro_ovr_test:0.580006652319283
auc_macro_ovo_test:0.5383818348835477
f1_weighted_test:0.5596047886195151
f1_macro_test:0.18760149220978714
ACC_test_2:0.6847826086956522
AUC_test_2:0.7057604641525075
f1_weighted_test_2:0.691033614604649
f1_macro_test_2:0.647276573241671
 ==  Epoch: 26 | Training Loss: 1.558434
acc_train:0.6309523809523809
auc_weighted_ovr_train:0.7203809329751594
auc_weighted_ovo_train:0.6030445510622554
auc_macro_ovr_train:0.5717198968577397
auc_macro_ovo_train:0.5420509080854897
f1_weighted_train:0.5721721748597288
f1_macro_train:0.1928420338883116
ACC_train_2:0.6836734693877551
AUC_train_2:0.709390811576604
f1_weighted_train_2:0.6931102479128946
f1_macro_train_2:0.6569901645925331
lr_epoch:7.1470947090546666e-06
 ==  Epoch: 26 | val Loss: 1.544683
acc_val:0.6301369863013698
auc_weighted_ovr_val:0.7478608577596774
auc_weighted_ovo_val:0.6524709274655224
auc_macro_ovr_val:0.6484606307406066
auc_macro_ovo_val:0.5696841445862972
f1_weighted_val:0.5611946448353192
f1_macro_val:0.18896167934629474
ACC_val_2:0.6986301369863014
AUC_val_2:0.7017391304347826
f1_weighted_val_2:0.7018334731152736
f1_macro_val_2:0.6585884353741497
 ==  Epoch: 26 | test Loss: 1.647278
acc_test:0.5706521739130435
auc_weighted_ovr_test:0.7175389359782981
auc_weighted_ovo_test:0.6040938107453065
auc_macro_ovr_test:0.5850902940604659
auc_macro_ovo_test:0.5426394607550622
f1_weighted_test:0.4922689172372583
f1_macro_test:0.16061146435626325
ACC_test_2:0.657608695652174
AUC_test_2:0.7128056361375882
f1_weighted_test_2:0.646431899456024
f1_macro_test_2:0.5753068327532515
 ==  Epoch: 27 | Training Loss: 1.567647
acc_train:0.6054421768707483
auc_weighted_ovr_train:0.7084347098041519
auc_weighted_ovo_train:0.5999600336361987
auc_macro_ovr_train:0.582173891626286
auc_macro_ovo_train:0.5306158326826906
f1_weighted_train:0.5423882369794047
f1_macro_train:0.18011010404760333
ACC_train_2:0.6683673469387755
AUC_train_2:0.6859879916346218
f1_weighted_train_2:0.6709226610673615
f1_macro_train_2:0.619351775926805
lr_epoch:6.545687296329262e-06
 ==  Epoch: 27 | val Loss: 1.537672
acc_val:0.6438356164383562
auc_weighted_ovr_val:0.7479254377766199
auc_weighted_ovo_val:0.6503956954673706
auc_macro_ovr_val:0.6436899523770842
auc_macro_ovo_val:0.5703299326480641
f1_weighted_val:0.5800391389432485
f1_macro_val:0.19591836734693877
ACC_val_2:0.6917808219178082
AUC_val_2:0.7068478260869564
f1_weighted_val_2:0.7001475559090385
f1_macro_val_2:0.6653934300993125
 ==  Epoch: 27 | test Loss: 1.599913
acc_test:0.6304347826086957
auc_weighted_ovr_test:0.7209339934117023
auc_weighted_ovo_test:0.598782889610656
auc_macro_ovr_test:0.5743255021864996
auc_macro_ovo_test:0.5342303812205885
f1_weighted_test:0.5624466680211296
f1_macro_test:0.18938584779706277
ACC_test_2:0.7065217391304348
AUC_test_2:0.7197126674955104
f1_weighted_test_2:0.7103085553997196
f1_macro_test_2:0.6661290322580646
 ==  Epoch: 28 | Training Loss: 1.535477
acc_train:0.6462585034013606
auc_weighted_ovr_train:0.7298439473323766
auc_weighted_ovo_train:0.6050715087727885
auc_macro_ovr_train:0.5814410461719115
auc_macro_ovo_train:0.5487470961195315
f1_weighted_train:0.5885183212612919
f1_macro_train:0.19912233744305669
ACC_train_2:0.7023809523809523
AUC_train_2:0.7101329015718816
f1_weighted_train_2:0.7115201220675187
f1_macro_train_2:0.6782595373065727
lr_epoch:5.894031389715389e-06
 ==  Epoch: 28 | val Loss: 1.544070
acc_val:0.636986301369863
auc_weighted_ovr_val:0.7482589294872533
auc_weighted_ovo_val:0.6498667508836439
auc_macro_ovr_val:0.6434108589681949
auc_macro_ovo_val:0.5691322760326419
f1_weighted_val:0.5732268029766541
f1_macro_val:0.19324619479898983
ACC_val_2:0.684931506849315
AUC_val_2:0.7057608695652174
f1_weighted_val_2:0.6930531578593369
f1_macro_val_2:0.6565057283142389
 ==  Epoch: 28 | test Loss: 1.587617
acc_test:0.6413043478260869
auc_weighted_ovr_test:0.7266442569039009
auc_weighted_ovo_test:0.6036694815287401
auc_macro_ovr_test:0.5791268743456619
auc_macro_ovo_test:0.5365558032305545
f1_weighted_test:0.5719630218113534
f1_macro_test:0.19326056003796868
ACC_test_2:0.7228260869565217
AUC_test_2:0.7268959801077497
f1_weighted_test_2:0.725866197710095
f1_macro_test_2:0.6833046471600688
 ==  Epoch: 29 | Training Loss: 1.535629
acc_train:0.6445578231292517
auc_weighted_ovr_train:0.7376154359178431
auc_weighted_ovo_train:0.6200421650557429
auc_macro_ovr_train:0.5920485985668167
auc_macro_ovo_train:0.543077885475079
f1_weighted_train:0.5838068032713192
f1_macro_train:0.20547970249701172
ACC_train_2:0.6955782312925171
AUC_train_2:0.7272819267354786
f1_weighted_train_2:0.7032900751541493
f1_macro_train_2:0.6652449787700969
lr_epoch:5.208172920355838e-06
 ==  Epoch: 29 | val Loss: 1.532990
acc_val:0.6506849315068494
auc_weighted_ovr_val:0.7486399297089127
auc_weighted_ovo_val:0.6543796891262971
auc_macro_ovr_val:0.6483969648119309
auc_macro_ovo_val:0.5730359511947192
f1_weighted_val:0.5840645696046298
f1_macro_val:0.19692048598580536
ACC_val_2:0.6986301369863014
AUC_val_2:0.7085869565217392
f1_weighted_val_2:0.7054723836181914
f1_macro_val_2:0.6685242518059856
 ==  Epoch: 29 | test Loss: 1.592992
acc_test:0.6358695652173914
auc_weighted_ovr_test:0.723912532106605
auc_weighted_ovo_test:0.6079307519617183
auc_macro_ovr_test:0.5843538661678298
auc_macro_ovo_test:0.5403010554580254
f1_weighted_test:0.5650609328363342
f1_macro_test:0.19022009309892893
ACC_test_2:0.717391304347826
AUC_test_2:0.7265506285398536
f1_weighted_test_2:0.7187061231289118
f1_macro_test_2:0.6726874657909141
 ==  Epoch: 30 | Training Loss: 1.536416
acc_train:0.6428571428571429
auc_weighted_ovr_train:0.7471926175808342
auc_weighted_ovo_train:0.6363380660186929
auc_macro_ovr_train:0.6165013553380995
auc_macro_ovo_train:0.5603082149798204
f1_weighted_train:0.5829495162241363
f1_macro_train:0.19734277008519824
ACC_train_2:0.70578231292517
AUC_train_2:0.7371179923092492
f1_weighted_train_2:0.71388925803779
f1_macro_train_2:0.6786002028416791
lr_epoch:4.505e-06
 ==  Epoch: 30 | val Loss: 1.537130
acc_val:0.6438356164383562
auc_weighted_ovr_val:0.7488870371265264
auc_weighted_ovo_val:0.6527077949980321
auc_macro_ovr_val:0.6446204009851408
auc_macro_ovo_val:0.5746160273387365
f1_weighted_val:0.5808563797708279
f1_macro_val:0.19586702605570533
ACC_val_2:0.684931506849315
AUC_val_2:0.7089130434782609
f1_weighted_val_2:0.6938805003654637
f1_macro_val_2:0.6593629539460337
 ==  Epoch: 30 | test Loss: 1.574930
acc_test:0.657608695652174
auc_weighted_ovr_test:0.7264786256740806
auc_weighted_ovo_test:0.6087693365235788
auc_macro_ovr_test:0.5857183546459528
auc_macro_ovo_test:0.5432290623993419
f1_weighted_test:0.5873831775700935
f1_macro_test:0.19919893190921228
ACC_test_2:0.7391304347826086
AUC_test_2:0.7301422848459732
f1_weighted_test_2:0.7424964936886395
f1_macro_test_2:0.7032258064516128
 ==  Epoch: 31 | Training Loss: 1.532405
acc_train:0.6513605442176871
auc_weighted_ovr_train:0.7400048204795067
auc_weighted_ovo_train:0.6200230044465588
auc_macro_ovr_train:0.5948373449858843
auc_macro_ovo_train:0.5448215487830623
f1_weighted_train:0.5907716903028274
f1_macro_train:0.19931788471229198
ACC_train_2:0.6904761904761905
AUC_train_2:0.7159616811711529
f1_weighted_train_2:0.7002333597570208
f1_macro_train_2:0.6663881788141406
lr_epoch:3.8018270796441633e-06
 ==  Epoch: 31 | val Loss: 1.547832
acc_val:0.6301369863013698
auc_weighted_ovr_val:0.7455595627648334
auc_weighted_ovo_val:0.6453334658167525
auc_macro_ovr_val:0.6339608855618738
auc_macro_ovo_val:0.566793123178727
f1_weighted_val:0.5731827143321998
f1_macro_val:0.19369219508949365
ACC_val_2:0.6643835616438356
AUC_val_2:0.7059782608695653
f1_weighted_val_2:0.6758821621175006
f1_macro_val_2:0.6463143323280763
 ==  Epoch: 31 | test Loss: 1.568426
acc_test:0.657608695652174
auc_weighted_ovr_test:0.7297109189554796
auc_weighted_ovo_test:0.6077781884219081
auc_macro_ovr_test:0.5832719704746175
auc_macro_ovo_test:0.5419589861269918
f1_weighted_test:0.5902288381907949
f1_macro_test:0.20017878946450374
ACC_test_2:0.7282608695652174
AUC_test_2:0.7335958005249344
f1_weighted_test_2:0.7344634943449171
f1_macro_test_2:0.6982815164633345
 ==  Epoch: 32 | Training Loss: 1.527783
acc_train:0.6513605442176871
auc_weighted_ovr_train:0.7560858146909397
auc_weighted_ovo_train:0.6367768772946636
auc_macro_ovr_train:0.6145928055479334
auc_macro_ovo_train:0.5658752295011421
f1_weighted_train:0.5968567911561456
f1_macro_train:0.201714185907246
ACC_train_2:0.6904761904761905
AUC_train_2:0.7292518383593065
f1_weighted_train_2:0.7014587432769251
f1_macro_train_2:0.6724334251606978
lr_epoch:3.1159686102846117e-06
 ==  Epoch: 32 | val Loss: 1.525613
acc_val:0.6506849315068494
auc_weighted_ovr_val:0.7380930527176898
auc_weighted_ovo_val:0.6271399811648207
auc_macro_ovr_val:0.6102506797776649
auc_macro_ovo_val:0.5537311761446025
f1_weighted_val:0.5967015243907227
f1_macro_val:0.2025351697482845
ACC_val_2:0.6712328767123288
AUC_val_2:0.7004347826086956
f1_weighted_val_2:0.6826462001822963
f1_macro_val_2:0.6621022179363549
 ==  Epoch: 32 | test Loss: 1.567052
acc_test:0.6521739130434783
auc_weighted_ovr_test:0.7279690152785342
auc_weighted_ovo_test:0.6000454280790217
auc_macro_ovr_test:0.5713250577227201
auc_macro_ovo_test:0.539006606698518
f1_weighted_test:0.592641590389016
f1_macro_test:0.2020676691729323
ACC_test_2:0.7065217391304348
AUC_test_2:0.7293134410830225
f1_weighted_test_2:0.7174398291925465
f1_macro_test_2:0.6919642857142857
 ==  Epoch: 33 | Training Loss: 1.525054
acc_train:0.6496598639455783
auc_weighted_ovr_train:0.7619357188693138
auc_weighted_ovo_train:0.6259685654196461
auc_macro_ovr_train:0.6001903438282118
auc_macro_ovo_train:0.5558132814269461
f1_weighted_train:0.5962147452626104
f1_macro_train:0.20256239928159328
ACC_train_2:0.6904761904761905
AUC_train_2:0.7462524455238482
f1_weighted_train_2:0.7019235902425583
f1_macro_train_2:0.6774877945874269
lr_epoch:2.4643127036707373e-06
 ==  Epoch: 33 | val Loss: 1.524297
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7450212132465771
auc_weighted_ovo_val:0.6355642835321297
auc_macro_ovr_val:0.6225782392250856
auc_macro_ovo_val:0.5564850041664472
f1_weighted_val:0.602408738694542
f1_macro_val:0.20443067033976123
ACC_val_2:0.678082191780822
AUC_val_2:0.7092391304347826
f1_weighted_val_2:0.689361995123285
f1_macro_val_2:0.6683582233821468
 ==  Epoch: 33 | test Loss: 1.570865
acc_test:0.6467391304347826
auc_weighted_ovr_test:0.7296015691227303
auc_weighted_ovo_test:0.6047355863727224
auc_macro_ovr_test:0.5759582030085323
auc_macro_ovo_test:0.5422035030292063
f1_weighted_test:0.5856600998474419
f1_macro_test:0.19863118836774768
ACC_test_2:0.7010869565217391
AUC_test_2:0.7309711286089239
f1_weighted_test_2:0.7112972450166992
f1_macro_test_2:0.6802224539450816
 ==  Epoch: 34 | Training Loss: 1.494404
acc_train:0.6870748299319728
auc_weighted_ovr_train:0.7765116990964792
auc_weighted_ovo_train:0.654366125255914
auc_macro_ovr_train:0.6364191816386737
auc_macro_ovo_train:0.5764752788251617
f1_weighted_train:0.6252277604147211
f1_macro_train:0.2128112379790232
ACC_train_2:0.7346938775510204
AUC_train_2:0.7661944275787628
f1_weighted_train_2:0.7439508268446515
f1_macro_train_2:0.7182627925548253
lr_epoch:1.8629052909453338e-06
 ==  Epoch: 34 | val Loss: 1.539003
acc_val:0.6438356164383562
auc_weighted_ovr_val:0.7518375374144672
auc_weighted_ovo_val:0.6498524179389543
auc_macro_ovr_val:0.6416820171721078
auc_macro_ovo_val:0.5675462462133951
f1_weighted_val:0.5833125778331257
f1_macro_val:0.1974025974025974
ACC_val_2:0.684931506849315
AUC_val_2:0.7104347826086957
f1_weighted_val_2:0.6951295280062405
f1_macro_val_2:0.6645354645354646
 ==  Epoch: 34 | test Loss: 1.576852
acc_test:0.6467391304347826
auc_weighted_ovr_test:0.729856028742853
auc_weighted_ovo_test:0.6092879280658402
auc_macro_ovr_test:0.5877297206018292
auc_macro_ovo_test:0.5433297705990526
f1_weighted_test:0.579407934281707
f1_macro_test:0.19587447882378756
ACC_test_2:0.717391304347826
AUC_test_2:0.7280701754385965
f1_weighted_test_2:0.7229956544731336
f1_macro_test_2:0.6837652035959809
 ==  Epoch: 35 | Training Loss: 1.519167
acc_train:0.6598639455782312
auc_weighted_ovr_train:0.7656912470441605
auc_weighted_ovo_train:0.637251348159722
auc_macro_ovr_train:0.6146205577924013
auc_macro_ovo_train:0.5609554952225926
f1_weighted_train:0.6010174998439742
f1_macro_train:0.2033310615989515
ACC_train_2:0.70578231292517
AUC_train_2:0.7484652229643123
f1_weighted_train_2:0.7152795781792338
f1_macro_train_2:0.6838110276359184
lr_epoch:1.3265550185664692e-06
 ==  Epoch: 35 | val Loss: 1.526331
acc_val:0.6506849315068494
auc_weighted_ovr_val:0.7473283924461339
auc_weighted_ovo_val:0.6417787822170732
auc_macro_ovr_val:0.6301701199558188
auc_macro_ovo_val:0.5631072129732047
f1_weighted_val:0.5950683036158508
f1_macro_val:0.20136383851361367
ACC_val_2:0.6712328767123288
AUC_val_2:0.709891304347826
f1_weighted_val_2:0.6828899225799221
f1_macro_val_2:0.6586791350087668
 ==  Epoch: 35 | test Loss: 1.571092
acc_test:0.6521739130434783
auc_weighted_ovr_test:0.7313493044216749
auc_weighted_ovo_test:0.6089871262058256
auc_macro_ovr_test:0.5846621871458897
auc_macro_ovo_test:0.5442348911834116
f1_weighted_test:0.5878026090553413
f1_macro_test:0.19906420056835578
ACC_test_2:0.7119565217391305
AUC_test_2:0.7325597458212461
f1_weighted_test_2:0.720315692477464
f1_macro_test_2:0.6858955776725608
 ==  Epoch: 36 | Training Loss: 1.498570
acc_train:0.6887755102040817
auc_weighted_ovr_train:0.7695014454517104
auc_weighted_ovo_train:0.6442997418627786
auc_macro_ovr_train:0.6204494679099579
auc_macro_ovo_train:0.5633509772119021
f1_weighted_train:0.6247242486738285
f1_macro_train:0.21183473389355742
ACC_train_2:0.7244897959183674
AUC_train_2:0.7599541253457466
f1_weighted_train_2:0.7338073223360491
f1_macro_train_2:0.7058547430830039
lr_epoch:8.684686102846117e-07
 ==  Epoch: 36 | val Loss: 1.524724
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7476224580590582
auc_weighted_ovo_val:0.638530084485052
auc_macro_ovr_val:0.6263491109682905
auc_macro_ovo_val:0.5597098815702576
f1_weighted_val:0.602408738694542
f1_macro_val:0.20443067033976123
ACC_val_2:0.678082191780822
AUC_val_2:0.7109782608695653
f1_weighted_val_2:0.689361995123285
f1_macro_val_2:0.6683582233821468
 ==  Epoch: 36 | test Loss: 1.565468
acc_test:0.6521739130434783
auc_weighted_ovr_test:0.7311268660063708
auc_weighted_ovo_test:0.6069440251956446
auc_macro_ovr_test:0.5795466746055453
auc_macro_ovo_test:0.5438979773903524
f1_weighted_test:0.5908481540064041
f1_macro_test:0.200659145645836
ACC_test_2:0.7065217391304348
AUC_test_2:0.7335958005249343
f1_weighted_test_2:0.7167296786389414
f1_macro_test_2:0.6869565217391305
 ==  Epoch: 37 | Training Loss: 1.501135
acc_train:0.6785714285714286
auc_weighted_ovr_train:0.7616231534080153
auc_weighted_ovo_train:0.6267078483572158
auc_macro_ovr_train:0.5985766379694456
auc_macro_ovo_train:0.5533603004205349
f1_weighted_train:0.6200764990273591
f1_macro_train:0.21070594098125728
ACC_train_2:0.7244897959183674
AUC_train_2:0.7519732847601701
f1_weighted_train_2:0.734102781723292
f1_macro_train_2:0.7074267461146262
lr_epoch:4.999256737732868e-07
 ==  Epoch: 37 | val Loss: 1.524798
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7463658353277823
auc_weighted_ovo_val:0.6373279140103613
auc_macro_ovr_val:0.6253505550739471
auc_macro_ovo_val:0.5600590325469079
f1_weighted_val:0.602408738694542
f1_macro_val:0.20443067033976123
ACC_val_2:0.678082191780822
AUC_val_2:0.7098913043478261
f1_weighted_val_2:0.689361995123285
f1_macro_val_2:0.6683582233821468
 ==  Epoch: 37 | test Loss: 1.568749
acc_test:0.6467391304347826
auc_weighted_ovr_test:0.731204177500015
auc_weighted_ovo_test:0.6073195961429404
auc_macro_ovr_test:0.5793204812996461
auc_macro_ovo_test:0.5462441024797015
f1_weighted_test:0.5875737624542542
f1_macro_test:0.20010356136010587
ACC_test_2:0.7010869565217391
AUC_test_2:0.7347699958557812
f1_weighted_test_2:0.7121330360460795
f1_macro_test_2:0.6854700854700855
 ==  Epoch: 38 | Training Loss: 1.500377
acc_train:0.6870748299319728
auc_weighted_ovr_train:0.7717689114863644
auc_weighted_ovo_train:0.6331726085859221
auc_macro_ovr_train:0.6052982150779187
auc_macro_ovo_train:0.5593582452989159
f1_weighted_train:0.6257072462553647
f1_macro_train:0.2127897058869252
ACC_train_2:0.7295918367346939
AUC_train_2:0.7588342440801458
f1_weighted_train_2:0.7390692294815018
f1_macro_train_2:0.7130941530643246
lr_epoch:2.300009592532849e-07
 ==  Epoch: 38 | val Loss: 1.524743
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7478200235296345
auc_weighted_ovo_val:0.6379068393561488
auc_macro_ovr_val:0.6249868387021359
auc_macro_ovo_val:0.5602009528581468
f1_weighted_val:0.602408738694542
f1_macro_val:0.20443067033976123
ACC_val_2:0.678082191780822
AUC_val_2:0.7110869565217393
f1_weighted_val_2:0.689361995123285
f1_macro_val_2:0.6683582233821468
 ==  Epoch: 38 | test Loss: 1.567831
acc_test:0.6521739130434783
auc_weighted_ovr_test:0.7313534504024318
auc_weighted_ovo_test:0.6074181516495775
auc_macro_ovr_test:0.5804174734043267
auc_macro_ovo_test:0.5451670210151595
f1_weighted_test:0.5921138242498468
f1_macro_test:0.2016264252179745
ACC_test_2:0.7065217391304348
AUC_test_2:0.7348390661693605
f1_weighted_test_2:0.7172761462967879
f1_macro_test_2:0.6903901283809049
 ==  Epoch: 39 | Training Loss: 1.493152
acc_train:0.685374149659864
auc_weighted_ovr_train:0.7823626355341001
auc_weighted_ovo_train:0.6463169754151861
auc_macro_ovr_train:0.6193055659708268
auc_macro_ovo_train:0.5663694317938789
f1_weighted_train:0.6261544300259787
f1_macro_train:0.21275176737361612
ACC_train_2:0.7295918367346939
AUC_train_2:0.7741955069823923
f1_weighted_train_2:0.7390692294815018
f1_macro_train_2:0.7130941530643246
lr_epoch:6.534090902485622e-08
 ==  Epoch: 39 | val Loss: 1.524651
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7473708309720466
auc_weighted_ovo_val:0.6371992785028104
auc_macro_ovr_val:0.624730722784732
auc_macro_ovo_val:0.5586997713518602
f1_weighted_val:0.602408738694542
f1_macro_val:0.20443067033976123
ACC_val_2:0.678082191780822
AUC_val_2:0.7104347826086956
f1_weighted_val_2:0.689361995123285
f1_macro_val_2:0.6683582233821468
 ==  Epoch: 39 | test Loss: 1.567596
acc_test:0.6467391304347826
auc_weighted_ovr_test:0.7313552528060899
auc_weighted_ovo_test:0.6074808650453859
auc_macro_ovr_test:0.5803427133401758
auc_macro_ovo_test:0.545255728446821
f1_weighted_test:0.5875737624542542
f1_macro_test:0.20010356136010587
ACC_test_2:0.7010869565217391
AUC_test_2:0.7340102224064098
f1_weighted_test_2:0.7121330360460795
f1_macro_test_2:0.6854700854700855
 ==  Epoch: 40 | Training Loss: 1.493997
acc_train:0.6836734693877551
auc_weighted_ovr_train:0.7646631655607605
auc_weighted_ovo_train:0.6245942041237904
auc_macro_ovr_train:0.5941120841883929
auc_macro_ovo_train:0.5491881768853926
f1_weighted_train:0.6244771569830118
f1_macro_train:0.2126047358834244
ACC_train_2:0.7312925170068028
AUC_train_2:0.7607299467044458
f1_weighted_train_2:0.7407507989459521
f1_macro_train_2:0.7151442307692308
lr_epoch:1e-08
 ==  Epoch: 40 | val Loss: 1.524636
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7472329393809064
auc_weighted_ovo_val:0.6367468728797634
auc_macro_ovr_val:0.623981219062976
auc_macro_ovo_val:0.5583732083264118
f1_weighted_val:0.602408738694542
f1_macro_val:0.20443067033976123
ACC_val_2:0.678082191780822
AUC_val_2:0.7097826086956522
f1_weighted_val_2:0.689361995123285
f1_macro_val_2:0.6683582233821468
 ==  Epoch: 40 | test Loss: 1.567527
acc_test:0.6467391304347826
auc_weighted_ovr_test:0.7313857833324293
auc_weighted_ovo_test:0.6076102646313072
auc_macro_ovr_test:0.580471853016077
auc_macro_ovo_test:0.5456854702360099
f1_weighted_test:0.5875737624542542
f1_macro_test:0.20010356136010587
ACC_test_2:0.7010869565217391
AUC_test_2:0.7340102224064098
f1_weighted_test_2:0.7121330360460795
f1_macro_test_2:0.6854700854700855
 ==  Epoch: 41 | Training Loss: 1.489619
acc_train:0.6904761904761905
auc_weighted_ovr_train:0.7773390944352606
auc_weighted_ovo_train:0.6461024973205232
auc_macro_ovr_train:0.6219516736970878
auc_macro_ovo_train:0.5701500907940248
f1_weighted_train:0.6336978969551254
f1_macro_train:0.2464570950610745
ACC_train_2:0.7329931972789115
AUC_train_2:0.7766511502394926
f1_weighted_train_2:0.7424302084055577
f1_macro_train_2:0.7171890461150103
lr_epoch:1.628e-06
 ==  Epoch: 41 | val Loss: 1.524632
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7470216963173457
auc_weighted_ovo_val:0.6366034705864146
auc_macro_ovr_val:0.6237532876397681
auc_macro_ovo_val:0.5583046679064717
f1_weighted_val:0.602408738694542
f1_macro_val:0.20443067033976123
ACC_val_2:0.678082191780822
AUC_val_2:0.7097826086956522
f1_weighted_val_2:0.689361995123285
f1_macro_val_2:0.6683582233821468
 ==  Epoch: 41 | test Loss: 1.567523
acc_test:0.6467391304347826
auc_weighted_ovr_test:0.7312948510392839
auc_weighted_ovo_test:0.6071742046868575
auc_macro_ovr_test:0.5798442146553585
auc_macro_ovo_test:0.544380444358464
f1_weighted_test:0.5875737624542542
f1_macro_test:0.20010356136010587
ACC_test_2:0.7010869565217391
AUC_test_2:0.7340102224064098
f1_weighted_test_2:0.7121330360460795
f1_macro_test_2:0.6854700854700855
 ==  Epoch: 42 | Training Loss: 1.497800
acc_train:0.6870748299319728
auc_weighted_ovr_train:0.7689854709024541
auc_weighted_ovo_train:0.6400676504238411
auc_macro_ovr_train:0.6151829978545222
auc_macro_ovo_train:0.5688514661245824
f1_weighted_train:0.6262307554600788
f1_macro_train:0.21287593984962402
ACC_train_2:0.7210884353741497
AUC_train_2:0.7594616474397895
f1_weighted_train_2:0.7311221314523099
f1_macro_train_2:0.7058098527096781
lr_epoch:3.246e-06
 ==  Epoch: 42 | val Loss: 1.524497
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7466635294060833
auc_weighted_ovo_val:0.6367199714934016
auc_macro_ovr_val:0.6237600623145516
auc_macro_ovo_val:0.5594839908036539
f1_weighted_val:0.602408738694542
f1_macro_val:0.20443067033976123
ACC_val_2:0.678082191780822
AUC_val_2:0.7093478260869566
f1_weighted_val_2:0.689361995123285
f1_macro_val_2:0.6683582233821468
 ==  Epoch: 42 | test Loss: 1.565323
acc_test:0.6521739130434783
auc_weighted_ovr_test:0.7315334586785833
auc_weighted_ovo_test:0.6068624730655532
auc_macro_ovr_test:0.5799647273910554
auc_macro_ovo_test:0.5436228419872003
f1_weighted_test:0.5921138242498468
f1_macro_test:0.2016264252179745
ACC_test_2:0.7065217391304348
AUC_test_2:0.7347699958557812
f1_weighted_test_2:0.7172761462967879
f1_macro_test_2:0.6903901283809049
 ==  Epoch: 43 | Training Loss: 1.504891
acc_train:0.6751700680272109
auc_weighted_ovr_train:0.7647760273370733
auc_weighted_ovo_train:0.6298185171792248
auc_macro_ovr_train:0.59946095796846
auc_macro_ovo_train:0.555357312656526
f1_weighted_train:0.6174892360013197
f1_macro_train:0.21009921400421047
ACC_train_2:0.7193877551020408
AUC_train_2:0.754361465290427
f1_weighted_train_2:0.72965909207
f1_macro_train_2:0.705656599365927
lr_epoch:4.864e-06
 ==  Epoch: 43 | val Loss: 1.524253
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7451791012579436
auc_weighted_ovo_val:0.6353181839255783
auc_macro_ovr_val:0.6242370564604999
auc_macro_ovo_val:0.558023033182567
f1_weighted_val:0.602408738694542
f1_macro_val:0.20443067033976123
ACC_val_2:0.678082191780822
AUC_val_2:0.7076086956521738
f1_weighted_val_2:0.689361995123285
f1_macro_val_2:0.6683582233821468
 ==  Epoch: 43 | test Loss: 1.572108
acc_test:0.6413043478260869
auc_weighted_ovr_test:0.7344093123512221
auc_weighted_ovo_test:0.6133484900013007
auc_macro_ovr_test:0.5880717946654164
auc_macro_ovo_test:0.5495417872157351
f1_weighted_test:0.5824857432639313
f1_macro_test:0.1981262575452716
ACC_test_2:0.6956521739130435
AUC_test_2:0.7348390661693605
f1_weighted_test_2:0.7068048924559283
f1_macro_test_2:0.6789230960987162
 ==  Epoch: 44 | Training Loss: 1.498902
acc_train:0.685374149659864
auc_weighted_ovr_train:0.7793247489716548
auc_weighted_ovo_train:0.6554510849811486
auc_macro_ovr_train:0.6273530719798276
auc_macro_ovo_train:0.5729501853812808
f1_weighted_train:0.6276372051318972
f1_macro_train:0.24420118687634615
ACC_train_2:0.7159863945578231
AUC_train_2:0.7614585441543548
f1_weighted_train_2:0.7264940127019773
f1_macro_train_2:0.7042779057686227
lr_epoch:6.482e-06
 ==  Epoch: 44 | val Loss: 1.530386
acc_val:0.6506849315068494
auc_weighted_ovr_val:0.7376365000572163
auc_weighted_ovo_val:0.6224575292217888
auc_macro_ovr_val:0.6048867067487436
auc_macro_ovo_val:0.551877163412516
f1_weighted_val:0.5967015243907227
f1_macro_val:0.2025351697482845
ACC_val_2:0.6712328767123288
AUC_val_2:0.702608695652174
f1_weighted_val_2:0.6826462001822963
f1_macro_val_2:0.6621022179363549
 ==  Epoch: 44 | test Loss: 1.569098
acc_test:0.6467391304347826
auc_weighted_ovr_test:0.7316610406303607
auc_weighted_ovo_test:0.607709868259944
auc_macro_ovr_test:0.5795221615528551
auc_macro_ovo_test:0.5458388534861219
f1_weighted_test:0.5880690607077415
f1_macro_test:0.2005369197487424
ACC_test_2:0.7010869565217391
AUC_test_2:0.7343555739743057
f1_weighted_test_2:0.7122632629873403
f1_macro_test_2:0.6870264419359826
 ==  Epoch: 45 | Training Loss: 1.485490
acc_train:0.6938775510204082
auc_weighted_ovr_train:0.7915041515549377
auc_weighted_ovo_train:0.6524617569427457
auc_macro_ovr_train:0.6226830850841941
auc_macro_ovo_train:0.5659648493927183
f1_weighted_train:0.6303651322593024
f1_macro_train:0.21588585459460022
ACC_train_2:0.7534013605442177
AUC_train_2:0.804418808608244
f1_weighted_train_2:0.7622445147441517
f1_macro_train_2:0.7396792247167341
lr_epoch:8.1e-06
 ==  Epoch: 45 | val Loss: 1.530567
acc_val:0.6506849315068494
auc_weighted_ovr_val:0.7641984440130916
auc_weighted_ovo_val:0.6758569559817041
auc_macro_ovr_val:0.6743281974742459
auc_macro_ovo_val:0.5880280257162754
f1_weighted_val:0.5827397260273973
f1_macro_val:0.19714285714285715
ACC_val_2:0.7123287671232876
AUC_val_2:0.7240217391304348
f1_weighted_val_2:0.7178424657534248
f1_macro_val_2:0.680625
 ==  Epoch: 45 | test Loss: 1.603319
acc_test:0.625
auc_weighted_ovr_test:0.7372285210588104
auc_weighted_ovo_test:0.6188708480088722
auc_macro_ovr_test:0.598917725600546
auc_macro_ovo_test:0.544772840399129
f1_weighted_test:0.552759085855206
f1_macro_test:0.186124625586509
ACC_test_2:0.7228260869565217
AUC_test_2:0.750103605470369
f1_weighted_test_2:0.7206982401111989
f1_macro_test_2:0.6710484803870017
 ==  Epoch: 46 | Training Loss: 1.518789
acc_train:0.6615646258503401
auc_weighted_ovr_train:0.7475134537358247
auc_weighted_ovo_train:0.6238904797412986
auc_macro_ovr_train:0.5979507510769121
auc_macro_ovo_train:0.5480915178684729
f1_weighted_train:0.5964568074242361
f1_macro_train:0.20137639120212533
ACC_train_2:0.7142857142857143
AUC_train_2:0.7451055791675099
f1_weighted_train_2:0.7214108314152892
f1_macro_train_2:0.6854613768069795
lr_epoch:8.087530614950503e-06
 ==  Epoch: 46 | val Loss: 1.519567
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.7613397357422568
auc_weighted_ovo_val:0.6721187074099154
auc_macro_ovr_val:0.6691759106850371
auc_macro_ovo_val:0.5873130219594952
f1_weighted_val:0.5958474063243278
f1_macro_val:0.20267706213130024
ACC_val_2:0.7328767123287672
AUC_val_2:0.728695652173913
f1_weighted_val_2:0.7384847643481984
f1_macro_val_2:0.7048364522316106
 ==  Epoch: 46 | test Loss: 1.580380
acc_test:0.6413043478260869
auc_weighted_ovr_test:0.7305115156213853
auc_weighted_ovo_test:0.6127650659344716
auc_macro_ovr_test:0.5879440832694746
auc_macro_ovo_test:0.5417049748828036
f1_weighted_test:0.5701349146748842
f1_macro_test:0.1928812501772597
ACC_test_2:0.7336956521739131
AUC_test_2:0.751070589860478
f1_weighted_test_2:0.7343272039869393
f1_macro_test_2:0.6901185770750988
 ==  Epoch: 47 | Training Loss: 1.507710
acc_train:0.6751700680272109
auc_weighted_ovr_train:0.7678157208753883
auc_weighted_ovo_train:0.6442894190116796
auc_macro_ovr_train:0.6216340320887462
auc_macro_ovo_train:0.5719469803907578
f1_weighted_train:0.6105632580171871
f1_macro_train:0.20798488774158633
ACC_train_2:0.7414965986394558
AUC_train_2:0.7668083383930379
f1_weighted_train_2:0.7488824101068999
f1_macro_train_2:0.7185185185185186
lr_epoch:8.050199337707332e-06
 ==  Epoch: 47 | val Loss: 1.525589
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.7750262294769452
auc_weighted_ovo_val:0.6876143802657465
auc_macro_ovr_val:0.6864759841880353
auc_macro_ovo_val:0.5939266660274063
f1_weighted_val:0.5876667129816409
f1_macro_val:0.1991759920392451
ACC_val_2:0.726027397260274
AUC_val_2:0.7409782608695652
f1_weighted_val_2:0.7301776239375852
f1_macro_val_2:0.6928255838417843
 ==  Epoch: 47 | test Loss: 1.608572
acc_test:0.6195652173913043
auc_weighted_ovr_test:0.7351246526612876
auc_weighted_ovo_test:0.618119033302342
auc_macro_ovr_test:0.5972116433322595
auc_macro_ovo_test:0.5473962864951678
f1_weighted_test:0.5465590398016331
f1_macro_test:0.184178489488224
ACC_test_2:0.7282608695652174
AUC_test_2:0.7562508633789198
f1_weighted_test_2:0.7238480118914901
f1_macro_test_2:0.6723646723646723
 ==  Epoch: 48 | Training Loss: 1.539676
acc_train:0.6377551020408163
auc_weighted_ovr_train:0.7422657333871852
auc_weighted_ovo_train:0.6372959106394771
auc_macro_ovr_train:0.6210869292149324
auc_macro_ovo_train:0.5611368390833631
f1_weighted_train:0.5752069502499796
f1_macro_train:0.19345955249569707
ACC_train_2:0.685374149659864
AUC_train_2:0.7165486068946907
f1_weighted_train_2:0.6935862778369896
f1_macro_train_2:0.6547970766599285
lr_epoch:7.988236328008602e-06
 ==  Epoch: 48 | val Loss: 1.510454
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.7756490413278398
auc_weighted_ovo_val:0.6751983269014771
auc_macro_ovr_val:0.669304085579794
auc_macro_ovo_val:0.5819546129615899
f1_weighted_val:0.6030562910095545
f1_macro_val:0.20438175270108042
ACC_val_2:0.6986301369863014
AUC_val_2:0.743695652173913
f1_weighted_val_2:0.7087953903022397
f1_macro_val_2:0.6813492063492064
 ==  Epoch: 48 | test Loss: 1.562273
acc_test:0.6684782608695652
auc_weighted_ovr_test:0.7429633481198081
auc_weighted_ovo_test:0.6188583758147708
auc_macro_ovr_test:0.592396023816082
auc_macro_ovo_test:0.5490970269215024
f1_weighted_test:0.6004582012314622
f1_macro_test:0.2054199746770784
ACC_test_2:0.7554347826086957
AUC_test_2:0.7702030667219228
f1_weighted_test_2:0.7613557427187018
f1_macro_test_2:0.7294736498186689
 ==  Epoch: 49 | Training Loss: 1.489594
acc_train:0.6921768707482994
auc_weighted_ovr_train:0.7819836488827433
auc_weighted_ovo_train:0.6563906277984074
auc_macro_ovr_train:0.6339238785248058
auc_macro_ovo_train:0.5741034542610234
f1_weighted_train:0.6254808912865994
f1_macro_train:0.21334340708988034
ACC_train_2:0.7568027210884354
AUC_train_2:0.79313229440734
f1_weighted_train_2:0.7638303500601449
f1_macro_train_2:0.7354642840288812
lr_epoch:7.902023608413898e-06
 ==  Epoch: 49 | val Loss: 1.514127
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.7830616306957584
auc_weighted_ovo_val:0.6861846989809655
auc_macro_ovr_val:0.6843099094477898
auc_macro_ovo_val:0.5914761603139039
f1_weighted_val:0.5982917482061317
f1_macro_val:0.20314625850340137
ACC_val_2:0.7191780821917808
AUC_val_2:0.747717391304348
f1_weighted_val_2:0.7268011064949018
f1_macro_val_2:0.6951362363127069
 ==  Epoch: 49 | test Loss: 1.572601
acc_test:0.657608695652174
auc_weighted_ovr_test:0.7467249243331059
auc_weighted_ovo_test:0.6225894429783553
auc_macro_ovr_test:0.5983946867764243
auc_macro_ovo_test:0.548052198147699
f1_weighted_test:0.5875823130060922
f1_macro_test:0.20046344119042964
ACC_test_2:0.7554347826086957
AUC_test_2:0.7684763088824422
f1_weighted_test_2:0.7581172332736132
f1_macro_test_2:0.7205629239647666
 ==  Epoch: 50 | Training Loss: 1.506942
acc_train:0.673469387755102
auc_weighted_ovr_train:0.7738091750922129
auc_weighted_ovo_train:0.6478034721084281
auc_macro_ovr_train:0.6260297140763119
auc_macro_ovo_train:0.5790855173904177
f1_weighted_train:0.6130564409408964
f1_macro_train:0.20834105536935416
ACC_train_2:0.7244897959183674
AUC_train_2:0.7631316197800715
f1_weighted_train_2:0.7335755527105462
f1_macro_train_2:0.704760724026779
lr_epoch:7.792092709008155e-06
 ==  Epoch: 50 | val Loss: 1.517831
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.7644187969286986
auc_weighted_ovo_val:0.6584223937901926
auc_macro_ovr_val:0.6494714340243039
auc_macro_ovo_val:0.5685904803321633
f1_weighted_val:0.6060504656395067
f1_macro_val:0.20567270567270568
ACC_val_2:0.6917808219178082
AUC_val_2:0.730108695652174
f1_weighted_val_2:0.7026945657082644
f1_macro_val_2:0.6791208791208792
 ==  Epoch: 50 | test Loss: 1.546436
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.7502699498028247
auc_weighted_ovo_test:0.6294526511023938
auc_macro_ovr_test:0.6072640968452768
auc_macro_ovo_test:0.559913669061286
f1_weighted_test:0.6174651200519143
f1_macro_test:0.2116631130063966
ACC_test_2:0.7608695652173914
AUC_test_2:0.7692360823318137
f1_weighted_test_2:0.7684958707022302
f1_macro_test_2:0.741803801505294
 ==  Epoch: 51 | Training Loss: 1.472710
acc_train:0.7091836734693877
auc_weighted_ovr_train:0.7955559771742102
auc_weighted_ovo_train:0.6585429540829321
auc_macro_ovr_train:0.6314805464458643
auc_macro_ovo_train:0.57609100123004
f1_weighted_train:0.6426907950391794
f1_macro_train:0.21915152643047123
ACC_train_2:0.7551020408163265
AUC_train_2:0.786520947176685
f1_weighted_train_2:0.7635655059542648
f1_macro_train_2:0.7394771821001329
lr_epoch:7.659121390341949e-06
 ==  Epoch: 51 | val Loss: 1.515477
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.7587925029117453
auc_weighted_ovo_val:0.647793917962071
auc_macro_ovr_val:0.6357447027746458
auc_macro_ovo_val:0.5631801314265366
f1_weighted_val:0.6060504656395067
f1_macro_val:0.20567270567270568
ACC_val_2:0.6917808219178082
AUC_val_2:0.723695652173913
f1_weighted_val_2:0.7026945657082644
f1_macro_val_2:0.6791208791208792
 ==  Epoch: 51 | test Loss: 1.547592
acc_test:0.6793478260869565
auc_weighted_ovr_test:0.7534746716485445
auc_weighted_ovo_test:0.6302063286283732
auc_macro_ovr_test:0.6070911579631705
auc_macro_ovo_test:0.5576052907486329
f1_weighted_test:0.6139640638864242
f1_macro_test:0.21039844509232264
ACC_test_2:0.75
AUC_test_2:0.770548418289819
f1_weighted_test_2:0.7586956521739132
f1_macro_test_2:0.7333333333333334
 ==  Epoch: 52 | Training Loss: 1.493974
acc_train:0.6870748299319728
auc_weighted_ovr_train:0.7857057248329986
auc_weighted_ovo_train:0.6573270008002025
auc_macro_ovr_train:0.6314651726280341
auc_macro_ovo_train:0.5792892674590528
f1_weighted_train:0.6290847546866692
f1_macro_train:0.21433569135808828
ACC_train_2:0.7261904761904762
AUC_train_2:0.7798084058557646
f1_weighted_train_2:0.7362752532617785
f1_macro_train_2:0.7136609046776463
lr_epoch:7.503929464812303e-06
 ==  Epoch: 52 | val Loss: 1.513563
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.7478207609853805
auc_weighted_ovo_val:0.6409878089353397
auc_macro_ovr_val:0.6295783492591278
auc_macro_ovo_val:0.5587822899658176
f1_weighted_val:0.606883849430183
f1_macro_val:0.20625236395928234
ACC_val_2:0.6917808219178082
AUC_val_2:0.7095652173913043
f1_weighted_val_2:0.7026950775559253
f1_macro_val_2:0.6808665662796911
 ==  Epoch: 52 | test Loss: 1.547336
acc_test:0.6793478260869565
auc_weighted_ovr_test:0.7530102672813513
auc_weighted_ovo_test:0.6258018179067352
auc_macro_ovr_test:0.6030553260445594
auc_macro_ovo_test:0.5527107218571261
f1_weighted_test:0.6139640638864242
f1_macro_test:0.21039844509232264
ACC_test_2:0.75
AUC_test_2:0.7621218400331539
f1_weighted_test_2:0.7586956521739132
f1_macro_test_2:0.7333333333333334
 ==  Epoch: 53 | Training Loss: 1.477228
acc_train:0.70578231292517
auc_weighted_ovr_train:0.7934686879261981
auc_weighted_ovo_train:0.6590928661896099
auc_macro_ovr_train:0.635648657088013
auc_macro_ovo_train:0.5727583243676131
f1_weighted_train:0.6404793110129758
f1_macro_train:0.21916111721796808
ACC_train_2:0.7585034013605442
AUC_train_2:0.7886595156176213
f1_weighted_train_2:0.7671346052722169
f1_macro_train_2:0.7448540556397594
lr_epoch:7.327473742246663e-06
 ==  Epoch: 53 | val Loss: 1.531523
acc_val:0.6506849315068494
auc_weighted_ovr_val:0.761327964075604
auc_weighted_ovo_val:0.6689381826279401
auc_macro_ovr_val:0.6665438781271289
auc_macro_ovo_val:0.5838699856886702
f1_weighted_val:0.5908941202051597
f1_macro_val:0.19996331866079764
ACC_val_2:0.684931506849315
AUC_val_2:0.7189130434782609
f1_weighted_val_2:0.6955588171341597
f1_macro_val_2:0.6668650793650794
 ==  Epoch: 53 | test Loss: 1.549680
acc_test:0.6793478260869565
auc_weighted_ovr_test:0.7486778523857057
auc_weighted_ovo_test:0.6270367207391434
auc_macro_ovr_test:0.6052150327063162
auc_macro_ovo_test:0.5524286085637802
f1_weighted_test:0.6090212382288118
f1_macro_test:0.2078121571209129
ACC_test_2:0.7608695652173914
AUC_test_2:0.7592208868628263
f1_weighted_test_2:0.7656117076311131
f1_macro_test_2:0.7324167107350608
 ==  Epoch: 54 | Training Loss: 1.488986
acc_train:0.6904761904761905
auc_weighted_ovr_train:0.775047600371149
auc_weighted_ovo_train:0.6307236465858206
auc_macro_ovr_train:0.596945041836659
auc_macro_ovo_train:0.5539507712796291
f1_weighted_train:0.6284798475007626
f1_macro_train:0.2140623753110423
ACC_train_2:0.7346938775510204
AUC_train_2:0.773304998988059
f1_weighted_train_2:0.7440324344023324
f1_macro_train_2:0.71875
lr_epoch:7.130842130852126e-06
 ==  Epoch: 54 | val Loss: 1.511222
acc_val:0.6712328767123288
auc_weighted_ovr_val:0.7535125360283135
auc_weighted_ovo_val:0.6487652072640283
auc_macro_ovr_val:0.6372792546268061
auc_macro_ovo_val:0.5671593135963935
f1_weighted_val:0.6125513126076991
f1_macro_val:0.20815008812241603
ACC_val_2:0.6986301369863014
AUC_val_2:0.7160869565217391
f1_weighted_val_2:0.7093157623649284
f1_macro_val_2:0.6871225404247028
 ==  Epoch: 54 | test Loss: 1.544833
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.750575119192239
auc_weighted_ovo_test:0.62701412890425
auc_macro_ovr_test:0.604736381782267
auc_macro_ovo_test:0.5557493223425949
f1_weighted_test:0.6174651200519143
f1_macro_test:0.2116631130063966
ACC_test_2:0.7608695652173914
AUC_test_2:0.7669567619836994
f1_weighted_test_2:0.7684958707022302
f1_macro_test_2:0.741803801505294
 ==  Epoch: 55 | Training Loss: 1.462214
acc_train:0.7210884353741497
auc_weighted_ovr_train:0.8004498410087533
auc_weighted_ovo_train:0.6732945435304992
auc_macro_ovr_train:0.6512464942331734
auc_macro_ovo_train:0.5943023575511415
f1_weighted_train:0.6543905612926012
f1_macro_train:0.22411500972631096
ACC_train_2:0.7772108843537415
AUC_train_2:0.8155434122647238
f1_weighted_train_2:0.7848711705587078
f1_macro_train_2:0.762785670071662
lr_epoch:6.915246929899585e-06
 ==  Epoch: 55 | val Loss: 1.518418
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.7686796746753704
auc_weighted_ovo_val:0.6700545383600365
auc_macro_ovr_val:0.6668686578366583
auc_macro_ovo_val:0.5764949014481048
f1_weighted_val:0.6030699095903171
f1_macro_val:0.20503692860469758
ACC_val_2:0.7054794520547946
AUC_val_2:0.7336956521739131
f1_weighted_val_2:0.7155700606337251
f1_macro_val_2:0.689622781430761
 ==  Epoch: 55 | test Loss: 1.540675
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.7489410801687085
auc_weighted_ovo_test:0.624850580826189
auc_macro_ovr_test:0.6004083436395815
auc_macro_ovo_test:0.5552708556304997
f1_weighted_test:0.6151035232127176
f1_macro_test:0.21043021796188519
ACC_test_2:0.7663043478260869
AUC_test_2:0.7746235667909932
f1_weighted_test_2:0.7719621541534261
f1_macro_test_2:0.7414970431600614
 ==  Epoch: 56 | Training Loss: 1.504391
acc_train:0.6785714285714286
auc_weighted_ovr_train:0.7763437104035417
auc_weighted_ovo_train:0.6401093149335164
auc_macro_ovr_train:0.6139500284491988
auc_macro_ovo_train:0.5687737232732536
f1_weighted_train:0.619229728684883
f1_macro_train:0.21153899479001384
ACC_train_2:0.7278911564625851
AUC_train_2:0.7788167037711665
f1_weighted_train_2:0.7379247896946363
f1_macro_train_2:0.7156501239194826
lr_epoch:6.682017355495594e-06
 ==  Epoch: 56 | val Loss: 1.497906
acc_val:0.684931506849315
auc_weighted_ovr_val:0.7806046766527808
auc_weighted_ovo_val:0.6856222353151584
auc_macro_ovr_val:0.6851404494340054
auc_macro_ovo_val:0.5881575322207502
f1_weighted_val:0.621736687723118
f1_macro_val:0.2119371275871799
ACC_val_2:0.726027397260274
AUC_val_2:0.7420652173913044
f1_weighted_val_2:0.7355324589756674
f1_macro_val_2:0.7122018529469741
 ==  Epoch: 56 | test Loss: 1.542626
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.7516846283572483
auc_weighted_ovo_test:0.6275192275921221
auc_macro_ovr_test:0.6048492338803674
auc_macro_ovo_test:0.5551851859872415
f1_weighted_test:0.6151035232127176
f1_macro_test:0.21043021796188519
ACC_test_2:0.7663043478260869
AUC_test_2:0.7735875120873049
f1_weighted_test_2:0.7719621541534261
f1_macro_test_2:0.7414970431600614
 ==  Epoch: 57 | Training Loss: 1.487286
acc_train:0.6904761904761905
auc_weighted_ovr_train:0.7919415354574855
auc_weighted_ovo_train:0.6647474637829625
auc_macro_ovr_train:0.6408077931877277
auc_macro_ovo_train:0.5807537479489687
f1_weighted_train:0.6291725678842782
f1_macro_train:0.21428392686699713
ACC_train_2:0.7244897959183674
AUC_train_2:0.7832894825608852
f1_weighted_train_2:0.7346488495658192
f1_macro_train_2:0.7120957504684762
lr_epoch:6.432591345523054e-06
 ==  Epoch: 57 | val Loss: 1.543987
acc_val:0.6506849315068494
auc_weighted_ovr_val:0.753323513814102
auc_weighted_ovo_val:0.6354315848112098
auc_macro_ovr_val:0.6141599585749665
auc_macro_ovo_val:0.5587185890172363
f1_weighted_val:0.5998030782877024
f1_macro_val:0.20413979545306496
ACC_val_2:0.6643835616438356
AUC_val_2:0.7301086956521738
f1_weighted_val_2:0.6744231649979054
f1_macro_val_2:0.6597707709135872
 ==  Epoch: 57 | test Loss: 1.560297
acc_test:0.6521739130434783
auc_weighted_ovr_test:0.7447591682581659
auc_weighted_ovo_test:0.6222189112551716
auc_macro_ovr_test:0.5965863420699921
auc_macro_ovo_test:0.5568529719235364
f1_weighted_test:0.5953278353805932
f1_macro_test:0.2041917922302247
ACC_test_2:0.7010869565217391
AUC_test_2:0.761845558778837
f1_weighted_test_2:0.711562944189752
f1_macro_test_2:0.6945090107767078
 ==  Epoch: 58 | Training Loss: 1.470113
acc_train:0.7125850340136054
auc_weighted_ovr_train:0.8032367215364957
auc_weighted_ovo_train:0.6550777456386792
auc_macro_ovr_train:0.6217117387132537
auc_macro_ovo_train:0.5713196628580156
f1_weighted_train:0.6504880428867265
f1_macro_train:0.23207341291954448
ACC_train_2:0.7653061224489796
AUC_train_2:0.8285232409093974
f1_weighted_train_2:0.7739758224019726
f1_macro_train_2:0.7551064754454586
lr_epoch:6.1685066942760136e-06
 ==  Epoch: 58 | val Loss: 1.509461
acc_val:0.6712328767123288
auc_weighted_ovr_val:0.7833823558400428
auc_weighted_ovo_val:0.6919779363305151
auc_macro_ovr_val:0.6954461574437604
auc_macro_ovo_val:0.5920901429197183
f1_weighted_val:0.6086825141015311
f1_macro_val:0.20693277310924368
ACC_val_2:0.7123287671232876
AUC_val_2:0.7457608695652174
f1_weighted_val_2:0.7220319634703196
f1_macro_val_2:0.6958333333333333
 ==  Epoch: 58 | test Loss: 1.558996
acc_test:0.6739130434782609
auc_weighted_ovr_test:0.7621030615839682
auc_weighted_ovo_test:0.6509456559453215
auc_macro_ovr_test:0.6357976114177643
auc_macro_ovo_test:0.5693590254437939
f1_weighted_test:0.6042075736325386
f1_macro_test:0.20645161290322583
ACC_test_2:0.7608695652173914
AUC_test_2:0.7789749965464844
f1_weighted_test_2:0.7656117076311131
f1_macro_test_2:0.7324167107350608
 ==  Epoch: 59 | Training Loss: 1.484508
acc_train:0.7006802721088435
auc_weighted_ovr_train:0.7873634845908144
auc_weighted_ovo_train:0.6483281408008078
auc_macro_ovr_train:0.6186222649868591
auc_macro_ovo_train:0.5627553868875347
f1_weighted_train:0.6376048539716639
f1_macro_train:0.2170605084138919
ACC_train_2:0.7346938775510204
AUC_train_2:0.7795925251298658
f1_weighted_train_2:0.7442381250400023
f1_macro_train_2:0.7201605916018889
lr_epoch:5.891391571446467e-06
 ==  Epoch: 59 | val Loss: 1.503134
acc_val:0.678082191780822
auc_weighted_ovr_val:0.7845412264588383
auc_weighted_ovo_val:0.6736872194683025
auc_macro_ovr_val:0.6629241019070558
auc_macro_ovo_val:0.5820410819347261
f1_weighted_val:0.6197686705158686
f1_macro_val:0.21113734750098384
ACC_val_2:0.7054794520547946
AUC_val_2:0.7547826086956521
f1_weighted_val_2:0.7157992721340694
f1_macro_val_2:0.6965830554347301
 ==  Epoch: 59 | test Loss: 1.547989
acc_test:0.6793478260869565
auc_weighted_ovr_test:0.7702158524122334
auc_weighted_ovo_test:0.6481468177807774
auc_macro_ovr_test:0.6279692106594874
auc_macro_ovo_test:0.5728117677225578
f1_weighted_test:0.6164491665857476
f1_macro_test:0.21058522629203255
ACC_test_2:0.7336956521739131
AUC_test_2:0.7945158171018096
f1_weighted_test_2:0.7435367048410527
f1_macro_test_2:0.7197824397824397
 ==  Epoch: 60 | Training Loss: 1.457417
acc_train:0.7210884353741497
auc_weighted_ovr_train:0.8313906737037372
auc_weighted_ovo_train:0.6966356272114546
auc_macro_ovr_train:0.6753028105601034
auc_macro_ovo_train:0.6087784224108759
f1_weighted_train:0.6534735746841238
f1_macro_train:0.22410099905438013
ACC_train_2:0.7840136054421769
AUC_train_2:0.84597584834379
f1_weighted_train_2:0.791360081447545
f1_macro_train_2:0.7696145124716554
lr_epoch:5.602954483916788e-06
 ==  Epoch: 60 | val Loss: 1.523432
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.8041402834147355
auc_weighted_ovo_val:0.7116369831932546
auc_macro_ovr_val:0.7172199308823497
auc_macro_ovo_val:0.6066467888194256
f1_weighted_val:0.5915560020682117
f1_macro_val:0.20051532318613066
ACC_val_2:0.7123287671232876
AUC_val_2:0.7648913043478262
f1_weighted_val_2:0.7197441876106988
f1_macro_val_2:0.6863747954173487
 ==  Epoch: 60 | test Loss: 1.568136
acc_test:0.6630434782608695
auc_weighted_ovr_test:0.7780114986056824
auc_weighted_ovo_test:0.6596660721755301
auc_macro_ovr_test:0.6411929871406803
auc_macro_ovo_test:0.5737252096414872
f1_weighted_test:0.5916850091928426
f1_macro_test:0.20281913837601748
ACC_test_2:0.7771739130434783
AUC_test_2:0.8032877469263711
f1_weighted_test_2:0.7777023543564188
f1_macro_test_2:0.7407114624505929
 ==  Epoch: 61 | Training Loss: 1.474518
acc_train:0.7091836734693877
auc_weighted_ovr_train:0.7988390529562982
auc_weighted_ovo_train:0.6649100805945286
auc_macro_ovr_train:0.6448742539128148
auc_macro_ovo_train:0.5833853372698086
f1_weighted_train:0.6445408833668486
f1_macro_train:0.21943255191337033
ACC_train_2:0.7517006802721088
AUC_train_2:0.7879983808945559
f1_weighted_train_2:0.7600979571670564
f1_macro_train_2:0.7349061264822134
lr_epoch:5.304973742246663e-06
 ==  Epoch: 61 | val Loss: 1.496461
acc_val:0.684931506849315
auc_weighted_ovr_val:0.7847702904362823
auc_weighted_ovo_val:0.6705432182799663
auc_macro_ovr_val:0.6544439331194606
auc_macro_ovo_val:0.5811382391617225
f1_weighted_val:0.6261827101710327
f1_macro_val:0.21355693486841026
ACC_val_2:0.7123287671232876
AUC_val_2:0.7594565217391305
f1_weighted_val_2:0.7223154251595092
f1_macro_val_2:0.7043394406943105
 ==  Epoch: 61 | test Loss: 1.550941
acc_test:0.6684782608695652
auc_weighted_ovr_test:0.7744116010991522
auc_weighted_ovo_test:0.6559581552349786
auc_macro_ovr_test:0.6346981750920551
auc_macro_ovo_test:0.5750277491443663
f1_weighted_test:0.608097461336446
f1_macro_test:0.2082454458293385
ACC_test_2:0.7228260869565217
AUC_test_2:0.8099184970299764
f1_weighted_test_2:0.7332314696747425
f1_macro_test_2:0.7124207042383011
 ==  Epoch: 62 | Training Loss: 1.453858
acc_train:0.7295918367346939
auc_weighted_ovr_train:0.8237971893407342
auc_weighted_ovo_train:0.6804022650528316
auc_macro_ovr_train:0.6560915400134972
auc_macro_ovo_train:0.5948708393996641
f1_weighted_train:0.6615150757592813
f1_macro_train:0.22712820032156428
ACC_train_2:0.7857142857142857
AUC_train_2:0.8485124468731026
f1_weighted_train_2:0.7934231009938479
f1_macro_train_2:0.7739758624476796
lr_epoch:4.999286496797138e-06
 ==  Epoch: 62 | val Loss: 1.491816
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8008515575352614
auc_weighted_ovo_val:0.7040543293392755
auc_macro_ovr_val:0.7020407680342381
auc_macro_ovo_val:0.6028752649891933
f1_weighted_val:0.6273806713413429
f1_macro_val:0.21385321711358043
ACC_val_2:0.7328767123287672
AUC_val_2:0.7720652173913043
f1_weighted_val_2:0.7420286596445413
f1_macro_val_2:0.7184950808325505
 ==  Epoch: 62 | test Loss: 1.543915
acc_test:0.6793478260869565
auc_weighted_ovr_test:0.7744564880064945
auc_weighted_ovo_test:0.6557779697900668
auc_macro_ovr_test:0.6335406660075874
auc_macro_ovo_test:0.5754943253711596
f1_weighted_test:0.6091994893779556
f1_macro_test:0.20995095529831395
ACC_test_2:0.7880434782608695
AUC_test_2:0.8105401298521895
f1_weighted_test_2:0.7919049061830458
f1_macro_test_2:0.7618715778994525
 ==  Epoch: 63 | Training Loss: 1.449993
acc_train:0.7329931972789115
auc_weighted_ovr_train:0.8220700804267661
auc_weighted_ovo_train:0.6966759228581791
auc_macro_ovr_train:0.6814646452823175
auc_macro_ovo_train:0.5969208156361374
f1_weighted_train:0.661999408588924
f1_macro_train:0.22734368546689687
ACC_train_2:0.7976190476190477
AUC_train_2:0.8359778722255954
f1_weighted_train_2:0.8040510930232041
f1_macro_train_2:0.7820831841043928
lr_epoch:4.6877774110877346e-06
 ==  Epoch: 63 | val Loss: 1.501374
acc_val:0.678082191780822
auc_weighted_ovr_val:0.7991300196693033
auc_weighted_ovo_val:0.7026175317652631
auc_macro_ovr_val:0.6996633356847869
auc_macro_ovo_val:0.601991791356209
f1_weighted_val:0.6170993523188759
f1_macro_val:0.21002082851191853
ACC_val_2:0.7123287671232876
AUC_val_2:0.7726086956521738
f1_weighted_val_2:0.7224739124833599
f1_macro_val_2:0.6996473354231976
 ==  Epoch: 63 | test Loss: 1.549720
acc_test:0.6793478260869565
auc_weighted_ovr_test:0.7739703956378136
auc_weighted_ovo_test:0.6553357309604657
auc_macro_ovr_test:0.631738178379637
auc_macro_ovo_test:0.5746802883103816
f1_weighted_test:0.6097395464946951
f1_macro_test:0.21038414217361584
ACC_test_2:0.7880434782608695
AUC_test_2:0.8123359580052494
f1_weighted_test_2:0.7925721953837895
f1_macro_test_2:0.763753086419753
 ==  Epoch: 64 | Training Loss: 1.455279
acc_train:0.7261904761904762
auc_weighted_ovr_train:0.8240726656504221
auc_weighted_ovo_train:0.6900581558598637
auc_macro_ovr_train:0.6659330514735149
auc_macro_ovo_train:0.5906680489565781
f1_weighted_train:0.6572716342647366
f1_macro_train:0.22490519333557799
ACC_train_2:0.7755102040816326
AUC_train_2:0.8332388855157525
f1_weighted_train_2:0.7834120598788966
f1_macro_train_2:0.7620192307692307
lr_epoch:4.372367042219134e-06
 ==  Epoch: 64 | val Loss: 1.502088
acc_val:0.6712328767123288
auc_weighted_ovr_val:0.7899319228687717
auc_weighted_ovo_val:0.6830679358914936
auc_macro_ovr_val:0.6685361401277952
auc_macro_ovo_val:0.5903945272106593
f1_weighted_val:0.6159295499021527
f1_macro_val:0.20979591836734698
ACC_val_2:0.6917808219178082
AUC_val_2:0.7734782608695652
f1_weighted_val_2:0.7020129603806088
f1_macro_val_2:0.6852694610778444
 ==  Epoch: 64 | test Loss: 1.550293
acc_test:0.6793478260869565
auc_weighted_ovr_test:0.775214503864388
auc_weighted_ovo_test:0.6653966769205037
auc_macro_ovr_test:0.6481291223002749
auc_macro_ovo_test:0.5823548747220072
f1_weighted_test:0.6156727379553466
f1_macro_test:0.212126873417196
ACC_test_2:0.75
AUC_test_2:0.8200718331261224
f1_weighted_test_2:0.7593980343980344
f1_macro_test_2:0.74004914004914
 ==  Epoch: 65 | Training Loss: 1.455572
acc_train:0.7295918367346939
auc_weighted_ovr_train:0.8196142453893888
auc_weighted_ovo_train:0.6803767664563182
auc_macro_ovr_train:0.651486127409395
auc_macro_ovo_train:0.5940461301453569
f1_weighted_train:0.6605995608477911
f1_macro_train:0.22732576015390688
ACC_train_2:0.7908163265306123
AUC_train_2:0.8557511974634013
f1_weighted_train_2:0.7984055157809038
f1_macro_train_2:0.7798912299175551
lr_epoch:4.055e-06
 ==  Epoch: 65 | val Loss: 1.496580
acc_val:0.684931506849315
auc_weighted_ovr_val:0.7996253989173439
auc_weighted_ovo_val:0.709781049781519
auc_macro_ovr_val:0.712054176874253
auc_macro_ovo_val:0.609126049996466
f1_weighted_val:0.6206416885905229
f1_macro_val:0.21255124566382846
ACC_val_2:0.7397260273972602
AUC_val_2:0.7703260869565217
f1_weighted_val_2:0.7487558360268842
f1_macro_val_2:0.7265917602996255
 ==  Epoch: 65 | test Loss: 1.537570
acc_test:0.6902173913043478
auc_weighted_ovr_test:0.7790414014235418
auc_weighted_ovo_test:0.6652383921907388
auc_macro_ovr_test:0.6464838438094731
auc_macro_ovo_test:0.5831904369699209
f1_weighted_test:0.6203469875952551
f1_macro_test:0.21477459957323822
ACC_test_2:0.7989130434782609
AUC_test_2:0.822420223787816
f1_weighted_test_2:0.8042938854597222
f1_macro_test_2:0.7791832895462358
 ==  Epoch: 66 | Training Loss: 1.441221
acc_train:0.7448979591836735
auc_weighted_ovr_train:0.8399387942845695
auc_weighted_ovo_train:0.7207197743860547
auc_macro_ovr_train:0.706328635164194
auc_macro_ovo_train:0.6238034898498002
f1_weighted_train:0.670923366647414
f1_macro_train:0.23188679863210085
ACC_train_2:0.8299319727891157
AUC_train_2:0.8814072724819536
f1_weighted_train_2:0.8346768988743318
f1_macro_train_2:0.8144197144336014
lr_epoch:3.737632957780868e-06
 ==  Epoch: 66 | val Loss: 1.519491
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.8210640938982006
auc_weighted_ovo_val:0.7418556222764329
auc_macro_ovr_val:0.7508194334656688
auc_macro_ovo_val:0.6312799343812702
f1_weighted_val:0.5959888254111078
f1_macro_val:0.20376375616655742
ACC_val_2:0.7465753424657534
AUC_val_2:0.7958695652173913
f1_weighted_val_2:0.7518958020739317
f1_macro_val_2:0.7199730444248613
 ==  Epoch: 66 | test Loss: 1.559116
acc_test:0.6684782608695652
auc_weighted_ovr_test:0.7755752621363584
auc_weighted_ovo_test:0.6549297370134664
auc_macro_ovr_test:0.6318928511668804
auc_macro_ovo_test:0.5726582441125856
f1_weighted_test:0.5962759148900453
f1_macro_test:0.20506986578415148
ACC_test_2:0.7934782608695652
AUC_test_2:0.8293963254593176
f1_weighted_test_2:0.7924410423136645
f1_macro_test_2:0.7561383928571429
 ==  Epoch: 67 | Training Loss: 1.449981
acc_train:0.7346938775510204
auc_weighted_ovr_train:0.8260535659649633
auc_weighted_ovo_train:0.6903642227749144
auc_macro_ovr_train:0.6673689693016226
auc_macro_ovo_train:0.5997285056200761
f1_weighted_train:0.6632594718848088
f1_macro_train:0.22788532222494487
ACC_train_2:0.7993197278911565
AUC_train_2:0.8434055184510558
f1_weighted_train_2:0.8055380180959384
f1_macro_train_2:0.7832725273626868
lr_epoch:3.4222225889122674e-06
 ==  Epoch: 67 | val Loss: 1.485015
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.8021979035953353
auc_weighted_ovo_val:0.7065676615355566
auc_macro_ovr_val:0.7007492333888498
auc_macro_ovo_val:0.6075452085406992
f1_weighted_val:0.6376318689970084
f1_macro_val:0.2174055829228243
ACC_val_2:0.726027397260274
AUC_val_2:0.7875000000000001
f1_weighted_val_2:0.7356907720080704
f1_macro_val_2:0.7170542635658914
 ==  Epoch: 67 | test Loss: 1.558821
acc_test:0.6684782608695652
auc_weighted_ovr_test:0.7874017917911816
auc_weighted_ovo_test:0.6836252851990309
auc_macro_ovr_test:0.6702522929952098
auc_macro_ovo_test:0.595873484273921
f1_weighted_test:0.6020199225235195
f1_macro_test:0.2091443328853401
ACC_test_2:0.7771739130434783
AUC_test_2:0.8374084818345076
f1_weighted_test_2:0.7850492342029168
f1_macro_test_2:0.7629983349564889
 ==  Epoch: 68 | Training Loss: 1.454922
acc_train:0.7278911564625851
auc_weighted_ovr_train:0.8275666165950031
auc_weighted_ovo_train:0.6961979099053899
auc_macro_ovr_train:0.6709671598395823
auc_macro_ovo_train:0.6022468656311774
f1_weighted_train:0.6609247118435416
f1_macro_train:0.22705179380834897
ACC_train_2:0.782312925170068
AUC_train_2:0.8620454698778923
f1_weighted_train_2:0.7903201575089547
f1_macro_train_2:0.7721813250678031
lr_epoch:3.1107135032028632e-06
 ==  Epoch: 68 | val Loss: 1.500122
acc_val:0.678082191780822
auc_weighted_ovr_val:0.8043486901286456
auc_weighted_ovo_val:0.7042237912377306
auc_macro_ovr_val:0.6957994305356993
auc_macro_ovo_val:0.6042724653887761
f1_weighted_val:0.6204155549176561
f1_macro_val:0.21162748850828553
ACC_val_2:0.7054794520547946
AUC_val_2:0.7928260869565218
f1_weighted_val_2:0.7155815904434477
f1_macro_val_2:0.6979843171212777
 ==  Epoch: 68 | test Loss: 1.555777
acc_test:0.6684782608695652
auc_weighted_ovr_test:0.7894639987057375
auc_weighted_ovo_test:0.6888492350924649
auc_macro_ovr_test:0.6768803101094748
auc_macro_ovo_test:0.6002620157665027
f1_weighted_test:0.6033996096142069
f1_macro_test:0.20871059691482224
ACC_test_2:0.7608695652173914
AUC_test_2:0.8378919740295621
f1_weighted_test_2:0.7696324155010865
f1_macro_test_2:0.7477252897918485
 ==  Epoch: 69 | Training Loss: 1.444660
acc_train:0.7414965986394558
auc_weighted_ovr_train:0.8373467799117479
auc_weighted_ovo_train:0.711087023665511
auc_macro_ovr_train:0.6904832447625863
auc_macro_ovo_train:0.6178420682856114
f1_weighted_train:0.6700657065247474
f1_macro_train:0.23127172958417108
ACC_train_2:0.8129251700680272
AUC_train_2:0.8674020103892599
f1_weighted_train_2:0.8193234535482606
f1_macro_train_2:0.8006337307507366
lr_epoch:2.805026257753338e-06
 ==  Epoch: 69 | val Loss: 1.477903
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8180509618609236
auc_weighted_ovo_val:0.7277006916592818
auc_macro_ovr_val:0.7276550616347924
auc_macro_ovo_val:0.6196390924843235
f1_weighted_val:0.6421771866396896
f1_macro_val:0.2193012798339675
ACC_val_2:0.7397260273972602
AUC_val_2:0.8026086956521739
f1_weighted_val_2:0.7489545220424383
f1_macro_val_2:0.729787648548607
 ==  Epoch: 69 | test Loss: 1.545675
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.794451539160768
auc_weighted_ovo_test:0.6893704263434417
auc_macro_ovr_test:0.6737492982462314
auc_macro_ovo_test:0.6027266346549939
f1_weighted_test:0.6158802261982015
f1_macro_test:0.2139891306090386
ACC_test_2:0.7989130434782609
AUC_test_2:0.8501174195330846
f1_weighted_test_2:0.8051473503369896
f1_macro_test_2:0.7821788513837786
 ==  Epoch: 70 | Training Loss: 1.433390
acc_train:0.7482993197278912
auc_weighted_ovr_train:0.8640738971844373
auc_weighted_ovo_train:0.7487717410075886
auc_macro_ovr_train:0.73519568353323
auc_macro_ovo_train:0.6406974838492543
f1_weighted_train:0.6745218842253883
f1_macro_train:0.23463611859838276
ACC_train_2:0.8503401360544217
AUC_train_2:0.9171018012548068
f1_weighted_train_2:0.854804848474918
f1_macro_train_2:0.8377157767964674
lr_epoch:2.507045516083212e-06
 ==  Epoch: 70 | val Loss: 1.488375
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8482769554922399
auc_weighted_ovo_val:0.778033938289146
auc_macro_ovr_val:0.7893643728430949
auc_macro_ovo_val:0.6544087246439837
f1_weighted_val:0.62340111073478
f1_macro_val:0.21366885805546637
ACC_val_2:0.7602739726027398
AUC_val_2:0.8365217391304348
f1_weighted_val_2:0.7673585760898525
f1_macro_val_2:0.7418540035362464
 ==  Epoch: 70 | test Loss: 1.545857
acc_test:0.6793478260869565
auc_weighted_ovr_test:0.7836287006776854
auc_weighted_ovo_test:0.6654901748952209
auc_macro_ovr_test:0.6433559762432994
auc_macro_ovo_test:0.5794909621082918
f1_weighted_test:0.6089140593254775
f1_macro_test:0.21081441922563418
ACC_test_2:0.8043478260869565
AUC_test_2:0.8456969194640143
f1_weighted_test_2:0.8068723702664795
f1_macro_test_2:0.7774193548387096
 ==  Epoch: 71 | Training Loss: 1.439689
acc_train:0.7482993197278912
auc_weighted_ovr_train:0.8463287323585417
auc_weighted_ovo_train:0.7236044470068249
auc_macro_ovr_train:0.7060579250572554
auc_macro_ovo_train:0.6285561972502234
f1_weighted_train:0.6737267803044077
f1_macro_train:0.23417730995553027
ACC_train_2:0.8537414965986394
AUC_train_2:0.8907103825136613
f1_weighted_train_2:0.8571474268166739
f1_macro_train_2:0.8382445141065831
lr_epoch:2.2186084285535334e-06
 ==  Epoch: 71 | val Loss: 1.494171
acc_val:0.678082191780822
auc_weighted_ovr_val:0.8482816580320311
auc_weighted_ovo_val:0.7790969315648676
auc_macro_ovr_val:0.7898797124693678
auc_macro_ovo_val:0.6565705052453117
f1_weighted_val:0.6100456621004567
f1_macro_val:0.20952380952380953
ACC_val_2:0.7602739726027398
AUC_val_2:0.841304347826087
f1_weighted_val_2:0.7667814323736968
f1_macro_val_2:0.7397504456327987
 ==  Epoch: 71 | test Loss: 1.543718
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.783940292483614
auc_weighted_ovo_test:0.6652590800136152
auc_macro_ovr_test:0.6429007568198124
auc_macro_ovo_test:0.5803271660012806
f1_weighted_test:0.6140829887698451
f1_macro_test:0.2128695035225125
ACC_test_2:0.8097826086956522
AUC_test_2:0.8494267163972926
f1_weighted_test_2:0.8125893765065806
f1_macro_test_2:0.7845216983972965
 ==  Epoch: 72 | Training Loss: 1.430659
acc_train:0.7568027210884354
auc_weighted_ovr_train:0.8477824956997482
auc_weighted_ovo_train:0.7208596045647343
auc_macro_ovr_train:0.6980442039359439
auc_macro_ovo_train:0.6144980232170437
f1_weighted_train:0.6793476636072828
f1_macro_train:0.23690437040611936
ACC_train_2:0.8690476190476191
AUC_train_2:0.8972542670174728
f1_weighted_train_2:0.8719250327771798
f1_macro_train_2:0.8546605503998151
lr_epoch:1.941493305723987e-06
 ==  Epoch: 72 | val Loss: 1.497434
acc_val:0.678082191780822
auc_weighted_ovr_val:0.8465821942038494
auc_weighted_ovo_val:0.7777433084541646
auc_macro_ovr_val:0.7854321679474958
auc_macro_ovo_val:0.6571617423357404
f1_weighted_val:0.6107428828866789
f1_macro_val:0.21005222152743744
ACC_val_2:0.7602739726027398
AUC_val_2:0.8444565217391304
f1_weighted_val_2:0.7673585760898525
f1_macro_val_2:0.7418540035362464
 ==  Epoch: 72 | test Loss: 1.538556
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.7871943885762431
auc_weighted_ovo_test:0.671088263149986
auc_macro_ovr_test:0.6492729792814483
auc_macro_ovo_test:0.5858349370449935
f1_weighted_test:0.6148158934886625
f1_macro_test:0.2135885167464115
ACC_test_2:0.8097826086956522
AUC_test_2:0.852396739881199
f1_weighted_test_2:0.8138468420110933
f1_macro_test_2:0.7879835390946501
 ==  Epoch: 73 | Training Loss: 1.434663
acc_train:0.7534013605442177
auc_weighted_ovr_train:0.8476452534873417
auc_weighted_ovo_train:0.7305671034354103
auc_macro_ovr_train:0.7137902516082208
auc_macro_ovo_train:0.6250445574507405
f1_weighted_train:0.6779747763661667
f1_macro_train:0.23613297586449258
ACC_train_2:0.8605442176870748
AUC_train_2:0.9041894353369763
f1_weighted_train_2:0.8642363027602916
f1_macro_train_2:0.847160409296664
lr_epoch:1.6774086544769465e-06
 ==  Epoch: 73 | val Loss: 1.489202
acc_val:0.684931506849315
auc_weighted_ovr_val:0.849853244617088
auc_weighted_ovo_val:0.7817170129560496
auc_macro_ovr_val:0.7904952174314122
auc_macro_ovo_val:0.6579893819747474
f1_weighted_val:0.6166320135997758
f1_macro_val:0.21272244849672983
ACC_val_2:0.773972602739726
AUC_val_2:0.8536956521739132
f1_weighted_val_2:0.780652371741861
f1_macro_val_2:0.7566052033341752
 ==  Epoch: 73 | test Loss: 1.541951
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.7887345588614924
auc_weighted_ovo_test:0.6730213113501967
auc_macro_ovr_test:0.6513213102239819
auc_macro_ovo_test:0.5889028025613188
f1_weighted_test:0.6144828695350625
f1_macro_test:0.2132426199008097
ACC_test_2:0.8097826086956522
AUC_test_2:0.8556430446194228
f1_weighted_test_2:0.8132479927283743
f1_macro_test_2:0.7862950058072009
 ==  Epoch: 74 | Training Loss: 1.432079
acc_train:0.7517006802721088
auc_weighted_ovr_train:0.8474600439910854
auc_weighted_ovo_train:0.7298493906323021
auc_macro_ovr_train:0.7133164824867698
auc_macro_ovo_train:0.623687886637674
f1_weighted_train:0.6773984654184358
f1_macro_train:0.23513165621179363
ACC_train_2:0.8503401360544217
AUC_train_2:0.8867098428118464
f1_weighted_train_2:0.8544110964223747
f1_macro_train_2:0.8363360323886639
lr_epoch:1.4279826445044076e-06
 ==  Epoch: 74 | val Loss: 1.476683
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8453206370204291
auc_weighted_ovo_val:0.7726723145656259
auc_macro_ovr_val:0.7769592688064898
auc_macro_ovo_val:0.6565068493150685
f1_weighted_val:0.6383192399942067
f1_macro_val:0.21945592457966107
ACC_val_2:0.7671232876712328
AUC_val_2:0.8540217391304348
f1_weighted_val_2:0.7752025901293174
f1_macro_val_2:0.7553715750049281
 ==  Epoch: 74 | test Loss: 1.540293
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.7933207423025018
auc_weighted_ovo_test:0.6795036118009495
auc_macro_ovr_test:0.6596581713075576
auc_macro_ovo_test:0.592968556503907
f1_weighted_test:0.6248455710522007
f1_macro_test:0.21753802513816206
ACC_test_2:0.8206521739130435
AUC_test_2:0.8605470368835475
f1_weighted_test_2:0.8249942113270478
f1_macro_test_2:0.8016140098670238
 ==  Epoch: 75 | Training Loss: 1.434385
acc_train:0.75
auc_weighted_ovr_train:0.8627452217940548
auc_weighted_ovo_train:0.7610708427418794
auc_macro_ovr_train:0.7535964661905667
auc_macro_ovo_train:0.6512483735326304
f1_weighted_train:0.6757317927170868
f1_macro_train:0.23436449579831933
ACC_train_2:0.8418367346938775
AUC_train_2:0.9024219118936787
f1_weighted_train_2:0.8466023213546404
f1_macro_train_2:0.8286707918853293
lr_epoch:1.1947530701004155e-06
 ==  Epoch: 75 | val Loss: 1.475467
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8435268989956048
auc_weighted_ovo_val:0.7664837718819418
auc_macro_ovr_val:0.7708073918095877
auc_macro_ovo_val:0.6495757921989522
f1_weighted_val:0.6383192399942067
f1_macro_val:0.21945592457966107
ACC_val_2:0.7671232876712328
AUC_val_2:0.8521739130434782
f1_weighted_val_2:0.7752025901293174
f1_macro_val_2:0.7553715750049281
 ==  Epoch: 75 | test Loss: 1.542385
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.8018053689131759
auc_weighted_ovo_test:0.6929642627562946
auc_macro_ovr_test:0.6752522809784443
auc_macro_ovo_test:0.6022972337397514
f1_weighted_test:0.6155094094743673
f1_macro_test:0.2147158942131448
ACC_test_2:0.8097826086956522
AUC_test_2:0.866279872910623
f1_weighted_test_2:0.8156799259944496
f1_macro_test_2:0.793952967525196
 ==  Epoch: 76 | Training Loss: 1.431963
acc_train:0.7551020408163265
auc_weighted_ovr_train:0.8577172930723234
auc_weighted_ovo_train:0.7381940221595952
auc_macro_ovr_train:0.7194715467438427
auc_macro_ovo_train:0.6258382839648673
f1_weighted_train:0.6801370476074338
f1_macro_train:0.2362296109095038
ACC_train_2:0.8503401360544217
AUC_train_2:0.9060648991432234
f1_weighted_train_2:0.854804848474918
f1_macro_train_2:0.8377157767964674
lr_epoch:9.791578691478748e-07
 ==  Epoch: 76 | val Loss: 1.489015
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.849138892133448
auc_weighted_ovo_val:0.7796646094180301
auc_macro_ovr_val:0.786702754574745
auc_macro_ovo_val:0.6578001248808703
f1_weighted_val:0.6241352990800626
f1_macro_val:0.21483033095936319
ACC_val_2:0.7671232876712328
AUC_val_2:0.8558695652173913
f1_weighted_val_2:0.7746609554828733
f1_macro_val_2:0.7520479520479519
 ==  Epoch: 76 | test Loss: 1.536984
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.7967073982506206
auc_weighted_ovo_test:0.6845807330753837
auc_macro_ovr_test:0.6643232995362199
auc_macro_ovo_test:0.5978929518657113
f1_weighted_test:0.6243108361435973
f1_macro_test:0.21691959641329656
ACC_test_2:0.8206521739130435
AUC_test_2:0.8623428650366073
f1_weighted_test_2:0.8239195360010387
f1_macro_test_2:0.7985067197610751
 ==  Epoch: 77 | Training Loss: 1.419364
acc_train:0.7670068027210885
auc_weighted_ovr_train:0.8657159010848968
auc_weighted_ovo_train:0.7560471284005832
auc_macro_ovr_train:0.7396564509712652
auc_macro_ovo_train:0.6489366479557218
f1_weighted_train:0.6898056227630164
f1_macro_train:0.2398546872231083
ACC_train_2:0.8639455782312925
AUC_train_2:0.9159009647169939
f1_weighted_train_2:0.8677415190994654
f1_macro_train_2:0.8515357715468811
lr_epoch:7.825262577533381e-07
 ==  Epoch: 77 | val Loss: 1.486898
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8496732197216875
auc_weighted_ovo_val:0.7810718167620925
auc_macro_ovr_val:0.7891411659925215
auc_macro_ovo_val:0.66211447983336
f1_weighted_val:0.6241352990800626
f1_macro_val:0.21483033095936319
ACC_val_2:0.7671232876712328
AUC_val_2:0.8546739130434784
f1_weighted_val_2:0.7746609554828733
f1_macro_val_2:0.7520479520479519
 ==  Epoch: 77 | test Loss: 1.539264
acc_test:0.6902173913043478
auc_weighted_ovr_test:0.7993839045477213
auc_weighted_ovo_test:0.6890398605648063
auc_macro_ovr_test:0.6698377415076802
auc_macro_ovo_test:0.6010006795823403
f1_weighted_test:0.6198464126453256
f1_macro_test:0.215572126286412
ACC_test_2:0.8152173913043478
AUC_test_2:0.8653128885205139
f1_weighted_test_2:0.8194351761545436
f1_macro_test_2:0.7948314311950675
 ==  Epoch: 78 | Training Loss: 1.425309
acc_train:0.7602040816326531
auc_weighted_ovr_train:0.8554307901678924
auc_weighted_ovo_train:0.7409721321262507
auc_macro_ovr_train:0.7230527316595365
auc_macro_ovo_train:0.6354228680243583
f1_weighted_train:0.6831340882566319
f1_macro_train:0.23749172002649593
ACC_train_2:0.8554421768707483
AUC_train_2:0.9049045402415166
f1_weighted_train_2:0.8595243768050724
f1_macro_train_2:0.8424253506650735
lr_epoch:6.060705351876972e-07
 ==  Epoch: 78 | val Loss: 1.487866
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8496145615105908
auc_weighted_ovo_val:0.7822187259161528
auc_macro_ovr_val:0.7906053280742933
auc_macro_ovo_val:0.6611394614096052
f1_weighted_val:0.6235269380613103
f1_macro_val:0.21499143058776088
ACC_val_2:0.773972602739726
AUC_val_2:0.8539130434782609
f1_weighted_val_2:0.7811000521244311
f1_macro_val_2:0.7584599187847796
 ==  Epoch: 78 | test Loss: 1.539784
acc_test:0.6902173913043478
auc_weighted_ovr_test:0.7975795530450646
auc_weighted_ovo_test:0.6853082258591782
auc_macro_ovr_test:0.6658976909977464
auc_macro_ovo_test:0.5963658566378824
f1_weighted_test:0.6195627128831898
f1_macro_test:0.21525126179504062
ACC_test_2:0.8152173913043478
AUC_test_2:0.8627572869180826
f1_weighted_test_2:0.8188817740785873
f1_macro_test_2:0.7932310946589107
 ==  Epoch: 79 | Training Loss: 1.425717
acc_train:0.7602040816326531
auc_weighted_ovr_train:0.8621632128092206
auc_weighted_ovo_train:0.7445780025581622
auc_macro_ovr_train:0.7276136765364539
auc_macro_ovo_train:0.6326673826613279
f1_weighted_train:0.6842452467830799
f1_macro_train:0.23796436614233227
ACC_train_2:0.858843537414966
AUC_train_2:0.9155434122647237
f1_weighted_train_2:0.8626324117031834
f1_macro_train_2:0.8454664914586072
lr_epoch:4.5087860965805233e-07
 ==  Epoch: 79 | val Loss: 1.484315
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8431722368576335
auc_weighted_ovo_val:0.771604456765532
auc_macro_ovr_val:0.7793847653533003
auc_macro_ovo_val:0.6571514781546264
f1_weighted_val:0.6248134809778646
f1_macro_val:0.21469521469521474
ACC_val_2:0.7602739726027398
AUC_val_2:0.8483695652173913
f1_weighted_val_2:0.7682087597322593
f1_macro_val_2:0.7456572594694142
 ==  Epoch: 79 | test Loss: 1.539904
acc_test:0.6902173913043478
auc_weighted_ovr_test:0.8026480238655923
auc_weighted_ovo_test:0.6936943094792851
auc_macro_ovr_test:0.6766196887432218
auc_macro_ovo_test:0.6020485862473643
f1_weighted_test:0.6200673081996623
f1_macro_test:0.21586771844660196
ACC_test_2:0.8152173913043478
AUC_test_2:0.8674540682414698
f1_weighted_test_2:0.819933197463768
f1_macro_test_2:0.7963541666666667
 ==  Epoch: 80 | Training Loss: 1.428557
acc_train:0.7585034013605442
auc_weighted_ovr_train:0.8642656168301049
auc_weighted_ovo_train:0.7544896759178109
auc_macro_ovr_train:0.7434246421366033
auc_macro_ovo_train:0.6435114566833843
f1_weighted_train:0.6817822761657141
f1_macro_train:0.23795526939732867
ACC_train_2:0.8707482993197279
AUC_train_2:0.910733319840788
f1_weighted_train_2:0.8740727216520726
f1_macro_train_2:0.8580287703959741
lr_epoch:3.179072909918452e-07
 ==  Epoch: 80 | val Loss: 1.485851
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8456234597041756
auc_weighted_ovo_val:0.7755836733158321
auc_macro_ovr_val:0.7845639301484805
auc_macro_ovo_val:0.6569158296632134
f1_weighted_val:0.6241352990800626
f1_macro_val:0.21483033095936319
ACC_val_2:0.7671232876712328
AUC_val_2:0.849891304347826
f1_weighted_val_2:0.7746609554828733
f1_macro_val_2:0.7520479520479519
 ==  Epoch: 80 | test Loss: 1.536923
acc_test:0.7010869565217391
auc_weighted_ovr_test:0.8028273316292157
auc_weighted_ovo_test:0.6942767769631537
auc_macro_ovr_test:0.6765692508887932
auc_macro_ovo_test:0.60456253160102
f1_weighted_test:0.629623546743112
f1_macro_test:0.21921332635618349
ACC_test_2:0.8260869565217391
AUC_test_2:0.8703550214117972
f1_weighted_test_2:0.830056636380747
f1_macro_test_2:0.8069001705365342
 ==  Epoch: 81 | Training Loss: 1.424708
acc_train:0.7585034013605442
auc_weighted_ovr_train:0.8626177290274668
auc_weighted_ovo_train:0.7385800682416216
auc_macro_ovr_train:0.7223364229922353
auc_macro_ovo_train:0.6382557291298783
f1_weighted_train:0.6853410174746675
f1_macro_train:0.24775469911062567
ACC_train_2:0.858843537414966
AUC_train_2:0.9105916481144168
f1_weighted_train_2:0.8629225108740701
f1_macro_train_2:0.84645829073005
lr_epoch:2.07976391586104e-07
 ==  Epoch: 81 | val Loss: 1.485347
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8459938891467512
auc_weighted_ovo_val:0.7762357138389228
auc_macro_ovr_val:0.7851836079343331
auc_macro_ovo_val:0.6565380695326242
f1_weighted_val:0.6241352990800626
f1_macro_val:0.21483033095936319
ACC_val_2:0.7671232876712328
AUC_val_2:0.8507608695652173
f1_weighted_val_2:0.7746609554828733
f1_macro_val_2:0.7520479520479519
 ==  Epoch: 81 | test Loss: 1.538105
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.803310108288917
auc_weighted_ovo_test:0.6951482743865861
auc_macro_ovr_test:0.6776670916304933
auc_macro_ovo_test:0.605814862376756
f1_weighted_test:0.6248455710522007
f1_macro_test:0.21753802513816206
ACC_test_2:0.8206521739130435
AUC_test_2:0.87097665423401
f1_weighted_test_2:0.8249942113270478
f1_macro_test_2:0.8016140098670238
 ==  Epoch: 82 | Training Loss: 1.423949
acc_train:0.7619047619047619
auc_weighted_ovr_train:0.8586279844020661
auc_weighted_ovo_train:0.7401909376159775
auc_macro_ovr_train:0.7246589112404378
auc_macro_ovo_train:0.630913377292991
f1_weighted_train:0.6887127720313889
f1_macro_train:0.24784076122316198
ACC_train_2:0.8537414965986394
AUC_train_2:0.9092086622141268
f1_weighted_train_2:0.858104738282306
f1_macro_train_2:0.8414040545965475
lr_epoch:1.2176367199139833e-07
 ==  Epoch: 82 | val Loss: 1.485965
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8480246114196485
auc_weighted_ovo_val:0.7804924235801837
auc_macro_ovr_val:0.7895510867611719
auc_macro_ovo_val:0.6626181337467817
f1_weighted_val:0.6229887509008005
f1_macro_val:0.21517878205776295
ACC_val_2:0.7808219178082192
AUC_val_2:0.8535869565217391
f1_weighted_val_2:0.7875278494694814
f1_macro_val_2:0.7648953301127215
 ==  Epoch: 82 | test Loss: 1.536839
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.802541835826319
auc_weighted_ovo_test:0.6935942618863078
auc_macro_ovr_test:0.675052626305657
auc_macro_ovo_test:0.6027947693414284
f1_weighted_test:0.6246091117120864
f1_macro_test:0.2172412850307587
ACC_test_2:0.8206521739130435
AUC_test_2:0.8701478104710595
f1_weighted_test_2:0.8244841653247449
f1_macro_test_2:0.8000987654320988
 ==  Epoch: 83 | Training Loss: 1.425385
acc_train:0.7568027210884354
auc_weighted_ovr_train:0.8592708617585759
auc_weighted_ovo_train:0.743826768379208
auc_macro_ovr_train:0.7320730153691236
auc_macro_ovo_train:0.6354738641568242
f1_weighted_train:0.6806891177523642
f1_macro_train:0.23679787704555508
ACC_train_2:0.858843537414966
AUC_train_2:0.9080820346758416
f1_weighted_train_2:0.8628296855861294
f1_macro_train_2:0.8461329894729541
lr_epoch:5.980066229266817e-08
 ==  Epoch: 83 | val Loss: 1.486481
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8492438133379115
auc_weighted_ovo_val:0.7833075019804525
auc_macro_ovr_val:0.792657773674537
auc_macro_ovo_val:0.6629345563915461
f1_weighted_val:0.6229887509008005
f1_macro_val:0.21517878205776295
ACC_val_2:0.7808219178082192
AUC_val_2:0.8526086956521739
f1_weighted_val_2:0.7875278494694814
f1_macro_val_2:0.7648953301127215
 ==  Epoch: 83 | test Loss: 1.537354
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8014278409963559
auc_weighted_ovo_test:0.6917822145651649
auc_macro_ovr_test:0.6724822517381063
auc_macro_ovo_test:0.5997943567636449
f1_weighted_test:0.6246091117120864
f1_macro_test:0.2172412850307587
ACC_test_2:0.8206521739130435
AUC_test_2:0.869042685453792
f1_weighted_test_2:0.8244841653247449
f1_macro_test_2:0.8000987654320988
 ==  Epoch: 84 | Training Loss: 1.423095
acc_train:0.7653061224489796
auc_weighted_ovr_train:0.8656133443515387
auc_weighted_ovo_train:0.7563326448660876
auc_macro_ovr_train:0.7445325447529614
auc_macro_ovo_train:0.647065821172224
f1_weighted_train:0.6880131475667189
f1_macro_train:0.2400824175824176
ACC_train_2:0.8741496598639455
AUC_train_2:0.9138433515482696
f1_weighted_train_2:0.8775729674460878
f1_macro_train_2:0.8623734817813766
lr_epoch:2.2469385049497387e-08
 ==  Epoch: 84 | val Loss: 1.486527
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8495076542283918
auc_weighted_ovo_val:0.7840282982252275
auc_macro_ovr_val:0.7934016679019782
auc_macro_ovo_val:0.6647757614064089
f1_weighted_val:0.6229887509008005
f1_macro_val:0.21517878205776295
ACC_val_2:0.7808219178082192
AUC_val_2:0.8545652173913044
f1_weighted_val_2:0.7875278494694814
f1_macro_val_2:0.7648953301127215
 ==  Epoch: 84 | test Loss: 1.537805
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8017172780392845
auc_weighted_ovo_test:0.6918979382186183
auc_macro_ovr_test:0.6722472801431358
auc_macro_ovo_test:0.5998431217893684
f1_weighted_test:0.6246091117120864
f1_macro_test:0.2172412850307587
ACC_test_2:0.8206521739130435
AUC_test_2:0.8695261776488465
f1_weighted_test_2:0.8244841653247449
f1_macro_test_2:0.8000987654320988
 ==  Epoch: 85 | Training Loss: 1.427285
acc_train:0.7585034013605442
auc_weighted_ovr_train:0.8626293930666388
auc_weighted_ovo_train:0.7503426126864193
auc_macro_ovr_train:0.7382641987284487
auc_macro_ovo_train:0.6400062705744715
f1_weighted_train:0.6850337360771811
f1_macro_train:0.2475265065507533
ACC_train_2:0.8656462585034014
AUC_train_2:0.9112190514740606
f1_weighted_train_2:0.8693482739016498
f1_macro_train_2:0.8532336186386859
lr_epoch:1e-08
 ==  Epoch: 85 | val Loss: 1.486569
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8497519256472479
auc_weighted_ovo_val:0.7847672737075065
auc_macro_ovr_val:0.7942845742560092
auc_macro_ovo_val:0.6652681044623527
f1_weighted_val:0.6229887509008005
f1_macro_val:0.21517878205776295
ACC_val_2:0.7808219178082192
AUC_val_2:0.8541304347826087
f1_weighted_val_2:0.7875278494694814
f1_macro_val_2:0.7648953301127215
 ==  Epoch: 85 | test Loss: 1.538302
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8013090116546269
auc_weighted_ovo_test:0.6915111674698671
auc_macro_ovr_test:0.671743605870813
auc_macro_ovo_test:0.5993195093308026
f1_weighted_test:0.6246091117120864
f1_macro_test:0.2172412850307587
ACC_test_2:0.8206521739130435
AUC_test_2:0.8692498963945297
f1_weighted_test_2:0.8244841653247449
f1_macro_test_2:0.8000987654320988
 ==  Epoch: 86 | Training Loss: 1.425327
acc_train:0.7602040816326531
auc_weighted_ovr_train:0.8643165171996083
auc_weighted_ovo_train:0.7586659354468178
auc_macro_ovr_train:0.7491060279007276
auc_macro_ovo_train:0.6506040107671529
f1_weighted_train:0.6840801198398051
f1_macro_train:0.23870409251765184
ACC_train_2:0.8724489795918368
AUC_train_2:0.9102003642987249
f1_weighted_train_2:0.8758726611775752
f1_macro_train_2:0.8603612874625968
lr_epoch:1.4660000000000002e-06
 ==  Epoch: 86 | val Loss: 1.486581
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8497950857148028
auc_weighted_ovo_val:0.7848603747143934
auc_macro_ovr_val:0.7943198785618757
auc_macro_ovo_val:0.6653754056715003
f1_weighted_val:0.6229887509008005
f1_macro_val:0.21517878205776295
ACC_val_2:0.7808219178082192
AUC_val_2:0.8541304347826086
f1_weighted_val_2:0.7875278494694814
f1_macro_val_2:0.7648953301127215
 ==  Epoch: 86 | test Loss: 1.538531
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8012472527613462
auc_weighted_ovo_test:0.6913851273666871
auc_macro_ovr_test:0.6715406837928909
auc_macro_ovo_test:0.5992352934146682
f1_weighted_test:0.6246091117120864
f1_macro_test:0.2172412850307587
ACC_test_2:0.8206521739130435
AUC_test_2:0.8692498963945297
f1_weighted_test_2:0.8244841653247449
f1_macro_test_2:0.8000987654320988
 ==  Epoch: 87 | Training Loss: 1.425001
acc_train:0.7602040816326531
auc_weighted_ovr_train:0.8662227557399245
auc_weighted_ovo_train:0.7481883694715301
auc_macro_ovr_train:0.732502884718136
auc_macro_ovo_train:0.6403536057063436
f1_weighted_train:0.6869145326103286
f1_macro_train:0.24979883922034163
ACC_train_2:0.8775510204081632
AUC_train_2:0.9221547594953788
f1_weighted_train_2:0.8805053271308524
f1_macro_train_2:0.864889705882353
lr_epoch:2.9220000000000006e-06
 ==  Epoch: 87 | val Loss: 1.486231
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8500290447373807
auc_weighted_ovo_val:0.7847395774853818
auc_macro_ovr_val:0.7950073070379476
auc_macro_ovo_val:0.6614870029806641
f1_weighted_val:0.6229887509008005
f1_macro_val:0.21517878205776295
ACC_val_2:0.7808219178082192
AUC_val_2:0.855
f1_weighted_val_2:0.7875278494694814
f1_macro_val_2:0.7648953301127215
 ==  Epoch: 87 | test Loss: 1.534738
acc_test:0.7010869565217391
auc_weighted_ovr_test:0.7997859300687076
auc_weighted_ovo_test:0.6888452394134005
auc_macro_ovr_test:0.6690517147092618
auc_macro_ovo_test:0.5969090091941324
f1_weighted_test:0.6287290447018038
f1_macro_test:0.21859906753399033
ACC_test_2:0.8315217391304348
AUC_test_2:0.8673849979278905
f1_weighted_test_2:0.8333696495884891
f1_macro_test_2:0.807498903175728
 ==  Epoch: 88 | Training Loss: 1.421037
acc_train:0.7653061224489796
auc_weighted_ovr_train:0.862226484491364
auc_weighted_ovo_train:0.7441004444290497
auc_macro_ovr_train:0.7295862238513825
auc_macro_ovo_train:0.6382669780449824
f1_weighted_train:0.6876832903675035
f1_macro_train:0.2405779321835047
ACC_train_2:0.8860544217687075
AUC_train_2:0.9272347028266882
f1_weighted_train_2:0.8884541444282643
f1_macro_train_2:0.8732330464162175
lr_epoch:4.378000000000001e-06
 ==  Epoch: 88 | val Loss: 1.480960
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.8531579150721919
auc_weighted_ovo_val:0.7901370222389542
auc_macro_ovr_val:0.800392132033948
auc_macro_ovo_val:0.6656026244790816
f1_weighted_val:0.6273092647429592
f1_macro_val:0.21652832912306025
ACC_val_2:0.7945205479452054
AUC_val_2:0.8575000000000002
f1_weighted_val_2:0.7991857161033123
f1_macro_val_2:0.7739938080495357
 ==  Epoch: 88 | test Loss: 1.543364
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.7932162496713407
auc_weighted_ovo_test:0.6818052327889031
auc_macro_ovr_test:0.6613558895210632
auc_macro_ovo_test:0.5928177699112092
f1_weighted_test:0.6234189723320158
f1_macro_test:0.21695146958304853
ACC_test_2:0.8369565217391305
AUC_test_2:0.8568172399502694
f1_weighted_test_2:0.8369565217391305
f1_macro_test_2:0.8093659345213426
 ==  Epoch: 89 | Training Loss: 1.422142
acc_train:0.7619047619047619
auc_weighted_ovr_train:0.8601340250445534
auc_weighted_ovo_train:0.7497322677712687
auc_macro_ovr_train:0.7386093421069735
auc_macro_ovo_train:0.6396321283487292
f1_weighted_train:0.6861285048977765
f1_macro_train:0.23823785426594477
ACC_train_2:0.858843537414966
AUC_train_2:0.8996424475477298
f1_weighted_train_2:0.8628296855861294
f1_macro_train_2:0.8461329894729541
lr_epoch:5.834000000000001e-06
 ==  Epoch: 89 | val Loss: 1.488651
acc_val:0.684931506849315
auc_weighted_ovr_val:0.8395000545803557
auc_weighted_ovo_val:0.7683990524910187
auc_macro_ovr_val:0.7772804099529159
auc_macro_ovo_val:0.6522756657424401
f1_weighted_val:0.6199731797243788
f1_macro_val:0.21357489999008164
ACC_val_2:0.7534246575342466
AUC_val_2:0.8494565217391306
f1_weighted_val_2:0.7621204964143082
f1_macro_val_2:0.7425548589341692
 ==  Epoch: 89 | test Loss: 1.540297
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8096832468295156
auc_weighted_ovo_test:0.7100347786102705
auc_macro_ovr_test:0.6992410187162899
auc_macro_ovo_test:0.6160308645718238
f1_weighted_test:0.6251383577567814
f1_macro_test:0.2180595323151635
ACC_test_2:0.8206521739130435
AUC_test_2:0.878367177786987
f1_weighted_test_2:0.8258569405991757
f1_macro_test_2:0.8044255483621606
 ==  Epoch: 90 | Training Loss: 1.421428
acc_train:0.7636054421768708
auc_weighted_ovr_train:0.8586828151292426
auc_weighted_ovo_train:0.7396715380565175
auc_macro_ovr_train:0.7261481082221443
auc_macro_ovo_train:0.6410823207513373
f1_weighted_train:0.6886440460252866
f1_macro_train:0.2518973145020436
ACC_train_2:0.8860544217687075
AUC_train_2:0.9227754165823383
f1_weighted_train_2:0.8888501843710616
f1_macro_train_2:0.8744162472147221
lr_epoch:7.290000000000001e-06
 ==  Epoch: 90 | val Loss: 1.475170
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8513764717746639
auc_weighted_ovo_val:0.7917313235611596
auc_macro_ovr_val:0.8034235647173238
auc_macro_ovo_val:0.6649484742609901
f1_weighted_val:0.6351793721609739
f1_macro_val:0.21900931199405113
ACC_val_2:0.7876712328767124
AUC_val_2:0.8507608695652173
f1_weighted_val_2:0.7939461673938695
f1_macro_val_2:0.7713564031321042
 ==  Epoch: 90 | test Loss: 1.535324
acc_test:0.7010869565217391
auc_weighted_ovr_test:0.8076133376867631
auc_weighted_ovo_test:0.7079814572663545
auc_macro_ovr_test:0.693197534056788
auc_macro_ovo_test:0.6077112744739472
f1_weighted_test:0.6288202120691067
f1_macro_test:0.21897139270020624
ACC_test_2:0.8369565217391305
AUC_test_2:0.8611686697057606
f1_weighted_test_2:0.838415622697126
f1_macro_test_2:0.8128813559322033
 ==  Epoch: 91 | Training Loss: 1.422842
acc_train:0.7602040816326531
auc_weighted_ovr_train:0.861998787027789
auc_weighted_ovo_train:0.7489275721454671
auc_macro_ovr_train:0.735872961420327
auc_macro_ovo_train:0.6425834206390815
f1_weighted_train:0.6842687652284003
f1_macro_train:0.23730043655527736
ACC_train_2:0.8486394557823129
AUC_train_2:0.8875868582608111
f1_weighted_train_2:0.8532000709737957
f1_macro_train_2:0.8360397900838099
lr_epoch:7.287193691916233e-06
 ==  Epoch: 91 | val Loss: 1.491065
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8095308624568853
auc_weighted_ovo_val:0.7272048112719952
auc_macro_ovr_val:0.732267730041407
auc_macro_ovo_val:0.6248193188995538
f1_weighted_val:0.6275936104703228
f1_macro_val:0.21544071544071544
ACC_val_2:0.7465753424657534
AUC_val_2:0.7967391304347826
f1_weighted_val_2:0.7555488651379064
f1_macro_val_2:0.7361660561660562
 ==  Epoch: 91 | test Loss: 1.532488
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8214601366010317
auc_weighted_ovo_test:0.7225566738330752
auc_macro_ovr_test:0.7127170441286633
auc_macro_ovo_test:0.6234265759925928
f1_weighted_test:0.6253713358252999
f1_macro_test:0.21674208144796378
ACC_test_2:0.8043478260869565
AUC_test_2:0.8586130681033293
f1_weighted_test_2:0.8098114162052782
f1_macro_test_2:0.7859082094376213
 ==  Epoch: 92 | Training Loss: 1.433885
acc_train:0.7465986394557823
auc_weighted_ovr_train:0.8644192037036414
auc_weighted_ovo_train:0.752296205466637
auc_macro_ovr_train:0.7367021389389256
auc_macro_ovo_train:0.651577832357828
f1_weighted_train:0.6768187131124227
f1_macro_train:0.2332161523145844
ACC_train_2:0.8129251700680272
AUC_train_2:0.8858800512716722
f1_weighted_train_2:0.8195100498990805
f1_macro_train_2:0.8016826923076923
lr_epoch:7.278779094788588e-06
 ==  Epoch: 92 | val Loss: 1.490705
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8117216657282041
auc_weighted_ovo_val:0.7267995275923593
auc_macro_ovr_val:0.7295594056300672
auc_macro_ovo_val:0.6216734599339041
f1_weighted_val:0.6275936104703228
f1_macro_val:0.21544071544071544
ACC_val_2:0.7465753424657534
AUC_val_2:0.8018478260869566
f1_weighted_val_2:0.7555488651379064
f1_macro_val_2:0.7361660561660562
 ==  Epoch: 92 | test Loss: 1.532111
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8208831751926312
auc_weighted_ovo_test:0.7240447553403144
auc_macro_ovr_test:0.7165156749497595
auc_macro_ovo_test:0.622960380742563
f1_weighted_test:0.6253713358252999
f1_macro_test:0.21674208144796378
ACC_test_2:0.8043478260869565
AUC_test_2:0.8559883961873187
f1_weighted_test_2:0.8098114162052782
f1_macro_test_2:0.7859082094376213
 ==  Epoch: 93 | Training Loss: 1.420382
acc_train:0.7636054421768708
auc_weighted_ovr_train:0.8635867621773331
auc_weighted_ovo_train:0.7515729962018117
auc_macro_ovr_train:0.7354339546988647
auc_macro_ovo_train:0.6419918386965595
f1_weighted_train:0.6866994284738644
f1_macro_train:0.23912826963440592
ACC_train_2:0.8673469387755102
AUC_train_2:0.9095797072117655
f1_weighted_train_2:0.8710479811219789
f1_macro_train_2:0.8552473772582092
lr_epoch:7.264769183315933e-06
 ==  Epoch: 93 | val Loss: 1.497909
acc_val:0.678082191780822
auc_weighted_ovr_val:0.8374229577624196
auc_weighted_ovo_val:0.7637631251504685
auc_macro_ovr_val:0.7708110645437014
auc_macro_ovo_val:0.6466499716159377
f1_weighted_val:0.6097330305192128
f1_macro_val:0.20875708142788887
ACC_val_2:0.7534246575342466
AUC_val_2:0.8282608695652174
f1_weighted_val_2:0.7597807322377419
f1_macro_val_2:0.7311783960720131
 ==  Epoch: 93 | test Loss: 1.550699
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.8099399125783099
auc_weighted_ovo_test:0.7077822683168886
auc_macro_ovr_test:0.6937541699292639
auc_macro_ovo_test:0.6060481805672655
f1_weighted_test:0.612463422844861
f1_macro_test:0.21157718596670352
ACC_test_2:0.8097826086956522
AUC_test_2:0.8470783257355989
f1_weighted_test_2:0.810233717133528
f1_macro_test_2:0.7786561264822134
 ==  Epoch: 94 | Training Loss: 1.427120
acc_train:0.7568027210884354
auc_weighted_ovr_train:0.8634876011881937
auc_weighted_ovo_train:0.7410569413864739
auc_macro_ovr_train:0.7274129909107074
auc_macro_ovo_train:0.6272322100738351
f1_weighted_train:0.6809679385773
f1_macro_train:0.23508049948951543
ACC_train_2:0.8333333333333334
AUC_train_2:0.8821021385684409
f1_weighted_train_2:0.8383053994379768
f1_macro_train_2:0.8192743877960658
lr_epoch:7.245185559766303e-06
 ==  Epoch: 94 | val Loss: 1.488297
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8263606459526468
auc_weighted_ovo_val:0.7465235518739929
auc_macro_ovr_val:0.7546454476261762
auc_macro_ovo_val:0.6374803213589055
f1_weighted_val:0.6258447488584475
f1_macro_val:0.2155693581780538
ACC_val_2:0.7602739726027398
AUC_val_2:0.8114130434782609
f1_weighted_val_2:0.7686711554833217
f1_macro_val_2:0.7489560304593466
 ==  Epoch: 94 | test Loss: 1.521010
acc_test:0.717391304347826
auc_weighted_ovr_test:0.8180578540970755
auc_weighted_ovo_test:0.7179890268125902
auc_macro_ovr_test:0.707822010251794
auc_macro_ovo_test:0.6152701241551138
f1_weighted_test:0.6439966940492888
f1_macro_test:0.2239411893789774
ACC_test_2:0.8369565217391305
AUC_test_2:0.8603398259428099
f1_weighted_test_2:0.8401898006575771
f1_macro_test_2:0.8175568482284505
 ==  Epoch: 95 | Training Loss: 1.422635
acc_train:0.7585034013605442
auc_weighted_ovr_train:0.866741184425832
auc_weighted_ovo_train:0.7668503458516298
auc_macro_ovr_train:0.7579154641521004
auc_macro_ovo_train:0.6595218608048679
f1_weighted_train:0.6813163472361828
f1_macro_train:0.23755132158009853
ACC_train_2:0.8656462585034014
AUC_train_2:0.910159886662619
f1_weighted_train_2:0.8693482739016498
f1_macro_train_2:0.8532336186386859
lr_epoch:7.22005842066776e-06
 ==  Epoch: 95 | val Loss: 1.473090
acc_val:0.7123287671232876
auc_weighted_ovr_val:0.8401444677878686
auc_weighted_ovo_val:0.7662571206600188
auc_macro_ovr_val:0.7749019723517855
auc_macro_ovo_val:0.6491580107656854
f1_weighted_val:0.6407982713633399
f1_macro_val:0.2203231292517007
ACC_val_2:0.7876712328767124
AUC_val_2:0.8275
f1_weighted_val_2:0.7934349829595599
f1_macro_val_2:0.769493251846193
 ==  Epoch: 95 | test Loss: 1.526172
acc_test:0.7119565217391305
auc_weighted_ovr_test:0.8112110899012461
auc_weighted_ovo_test:0.7114502742363156
auc_macro_ovr_test:0.6975998887384439
auc_macro_ovo_test:0.6103531979430142
f1_weighted_test:0.6385742584315319
f1_macro_test:0.22196261682242993
ACC_test_2:0.8369565217391305
AUC_test_2:0.8508081226688771
f1_weighted_test_2:0.8390603085553997
f1_macro_test_2:0.814516129032258
 ==  Epoch: 96 | Training Loss: 1.445400
acc_train:0.7346938775510204
auc_weighted_ovr_train:0.846934241915838
auc_weighted_ovo_train:0.732638377174998
auc_macro_ovr_train:0.7169929954784406
auc_macro_ovo_train:0.6295264303709065
f1_weighted_train:0.660888176808465
f1_macro_train:0.22908896786743307
ACC_train_2:0.826530612244898
AUC_train_2:0.875828104972003
f1_weighted_train_2:0.8319057444558113
f1_macro_train_2:0.812659303313509
lr_epoch:7.189426510247544e-06
 ==  Epoch: 96 | val Loss: 1.490752
acc_val:0.684931506849315
auc_weighted_ovr_val:0.8398199903507775
auc_weighted_ovo_val:0.7675034619872955
auc_macro_ovr_val:0.7757160224794335
auc_macro_ovo_val:0.6482548753734834
f1_weighted_val:0.6176836861768368
f1_macro_val:0.21298701298701297
ACC_val_2:0.7671232876712328
AUC_val_2:0.8519565217391305
f1_weighted_val_2:0.7746609554828733
f1_macro_val_2:0.7520479520479519
 ==  Epoch: 96 | test Loss: 1.530237
acc_test:0.7065217391304348
auc_weighted_ovr_test:0.8135527883689583
auc_weighted_ovo_test:0.7189361629441768
auc_macro_ovr_test:0.7072554477657377
auc_macro_ovo_test:0.618713602683103
f1_weighted_test:0.6344499320862304
f1_macro_test:0.22193009588617382
ACC_test_2:0.8478260869565217
AUC_test_2:0.8535018648984666
f1_weighted_test_2:0.8503410230110854
f1_macro_test_2:0.8283353325336531
 ==  Epoch: 97 | Training Loss: 1.416703
acc_train:0.7670068027210885
auc_weighted_ovr_train:0.8771144231068674
auc_weighted_ovo_train:0.7681777456196205
auc_macro_ovr_train:0.7561142438707746
auc_macro_ovo_train:0.6547319155613932
f1_weighted_train:0.6899887197014432
f1_macro_train:0.24232018919997772
ACC_train_2:0.9013605442176871
AUC_train_2:0.9323146461579979
f1_weighted_train_2:0.9033918051756785
f1_macro_train_2:0.8901288659793813
lr_epoch:7.153337060691277e-06
 ==  Epoch: 97 | val Loss: 1.506175
acc_val:0.6712328767123288
auc_weighted_ovr_val:0.8490494652251368
auc_weighted_ovo_val:0.7804650219814987
auc_macro_ovr_val:0.7963040379519338
auc_macro_ovo_val:0.6540929322559543
f1_weighted_val:0.601884599418846
f1_macro_val:0.20683982683982682
ACC_val_2:0.7671232876712328
AUC_val_2:0.8417391304347827
f1_weighted_val_2:0.7715867579908675
f1_macro_val_2:0.7414583333333333
 ==  Epoch: 97 | test Loss: 1.572745
acc_test:0.6630434782608695
auc_weighted_ovr_test:0.8159089225948952
auc_weighted_ovo_test:0.7155625786137267
auc_macro_ovr_test:0.702372563427329
auc_macro_ovo_test:0.6134371246376309
f1_weighted_test:0.5911889188149289
f1_macro_test:0.20396123050990309
ACC_test_2:0.8043478260869565
AUC_test_2:0.8476308882442327
f1_weighted_test_2:0.801170568561873
f1_macro_test_2:0.7641025641025642
 ==  Epoch: 98 | Training Loss: 1.422912
acc_train:0.7602040816326531
auc_weighted_ovr_train:0.8727380401425695
auc_weighted_ovo_train:0.773285329858035
auc_macro_ovr_train:0.7655735055761402
auc_macro_ovo_train:0.6606250865262981
f1_weighted_train:0.6829107832132026
f1_macro_train:0.23758566702115091
ACC_train_2:0.8605442176870748
AUC_train_2:0.9033596437968023
f1_weighted_train_2:0.8643376125753944
f1_macro_train_2:0.847494939271255
lr_epoch:7.111845719314361e-06
 ==  Epoch: 98 | val Loss: 1.508613
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.8346723323009217
auc_weighted_ovo_val:0.7544674448222101
auc_macro_ovr_val:0.7629406306563562
auc_macro_ovo_val:0.6394183608192797
f1_weighted_val:0.5985246382495312
f1_macro_val:0.20557367629413054
ACC_val_2:0.7465753424657534
AUC_val_2:0.8278260869565217
f1_weighted_val_2:0.7540647804378441
f1_macro_val_2:0.7271028037383177
 ==  Epoch: 98 | test Loss: 1.534988
acc_test:0.7010869565217391
auc_weighted_ovr_test:0.8223860975285453
auc_weighted_ovo_test:0.7284259007221772
auc_macro_ovr_test:0.7203897924673451
auc_macro_ovo_test:0.6222974711484291
f1_weighted_test:0.6290613779098697
f1_macro_test:0.21859396403163803
ACC_test_2:0.8260869565217391
AUC_test_2:0.8496339273380302
f1_weighted_test_2:0.8289611691555261
f1_macro_test_2:0.8038118086098893
 ==  Epoch: 99 | Training Loss: 1.468138
acc_train:0.7108843537414966
auc_weighted_ovr_train:0.8040983604697599
auc_weighted_ovo_train:0.66625178039047
auc_macro_ovr_train:0.6346421653702691
auc_macro_ovo_train:0.5756278209819563
f1_weighted_train:0.6512190816702094
f1_macro_train:0.22211998527788
ACC_train_2:0.7346938775510204
AUC_train_2:0.8028604196181609
f1_weighted_train_2:0.7442299127609966
f1_macro_train_2:0.7274283269148482
lr_epoch:7.065016462757844e-06
 ==  Epoch: 99 | val Loss: 1.562339
acc_val:0.6232876712328768
auc_weighted_ovr_val:0.7555912683412829
auc_weighted_ovo_val:0.6552947603908507
auc_macro_ovr_val:0.6367943311040101
auc_macro_ovo_val:0.5811250150248704
f1_weighted_val:0.5736750383131847
f1_macro_val:0.19739575665374362
ACC_val_2:0.6438356164383562
AUC_val_2:0.7746739130434783
f1_weighted_val_2:0.647179882950672
f1_macro_val_2:0.6435680751173709
 ==  Epoch: 99 | test Loss: 1.600644
acc_test:0.6086956521739131
auc_weighted_ovr_test:0.7645474115378847
auc_weighted_ovo_test:0.6745914530291954
auc_macro_ovr_test:0.6666962638469437
auc_macro_ovo_test:0.5970384310109632
f1_weighted_test:0.5611725746735378
f1_macro_test:0.1925447969751767
ACC_test_2:0.6304347826086957
AUC_test_2:0.7826357231661832
f1_weighted_test_2:0.6358592720685111
f1_macro_test_2:0.6297348484848484
 ==  Epoch: 100 | Training Loss: 1.509742
acc_train:0.6683673469387755
auc_weighted_ovr_train:0.8320523464738552
auc_weighted_ovo_train:0.7306434323566525
auc_macro_ovr_train:0.7233105823375358
auc_macro_ovo_train:0.6360967224717772
f1_weighted_train:0.6112917120563285
f1_macro_train:0.21080570998398976
ACC_train_2:0.7210884353741497
AUC_train_2:0.869102071105714
f1_weighted_train_2:0.729500194045772
f1_macro_train_2:0.7175296143976941
lr_epoch:7.012921498341085e-06
 ==  Epoch: 100 | val Loss: 1.491487
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.7995610088664679
auc_weighted_ovo_val:0.7121967984857261
auc_macro_ovr_val:0.7157203525140388
auc_macro_ovo_val:0.6119474617985636
f1_weighted_val:0.628064924599977
f1_macro_val:0.21585620549589699
ACC_val_2:0.7465753424657534
AUC_val_2:0.7885869565217392
f1_weighted_val_2:0.7555492859904275
f1_macro_val_2:0.7376013989410793
 ==  Epoch: 100 | test Loss: 1.535520
acc_test:0.6847826086956522
auc_weighted_ovr_test:0.8246404064871714
auc_weighted_ovo_test:0.7348845291773731
auc_macro_ovr_test:0.7338421990135205
auc_macro_ovo_test:0.6283747824021139
f1_weighted_test:0.618069251456746
f1_macro_test:0.2134020618556701
ACC_test_2:0.7717391304347826
AUC_test_2:0.8442464428788506
f1_weighted_test_2:0.7799199084668195
f1_macro_test_2:0.7578947368421054
 ==  Epoch: 101 | Training Loss: 1.426253
acc_train:0.7585034013605442
auc_weighted_ovr_train:0.8592037505510847
auc_weighted_ovo_train:0.7421954808690366
auc_macro_ovr_train:0.7257576489930528
auc_macro_ovo_train:0.6328422131824611
f1_weighted_train:0.6810641372518402
f1_macro_train:0.23897921886865628
ACC_train_2:0.8962585034013606
AUC_train_2:0.9281387033663899
f1_weighted_train_2:0.8976926049106234
f1_macro_train_2:0.8825321032412728
lr_epoch:6.955641152723298e-06
 ==  Epoch: 101 | val Loss: 1.547242
acc_val:0.636986301369863
auc_weighted_ovr_val:0.8450786306214744
auc_weighted_ovo_val:0.7747911022685227
auc_macro_ovr_val:0.7832157274029063
auc_macro_ovo_val:0.6473050109462088
f1_weighted_val:0.5595427619400222
f1_macro_val:0.19025096525096524
ACC_val_2:0.7671232876712328
AUC_val_2:0.8116304347826087
f1_weighted_val_2:0.7562483845955027
f1_macro_val_2:0.707311320754717
 ==  Epoch: 101 | test Loss: 1.621771
acc_test:0.6141304347826086
auc_weighted_ovr_test:0.8087602350454783
auc_weighted_ovo_test:0.7097762311707859
auc_macro_ovr_test:0.7038656303714521
auc_macro_ovo_test:0.5992368473988351
f1_weighted_test:0.5311950582086007
f1_macro_test:0.17840228987769974
ACC_test_2:0.7608695652173914
AUC_test_2:0.815305981489156
f1_weighted_test_2:0.7393076842873528
f1_macro_test_2:0.6764188649080736
 ==  Epoch: 102 | Training Loss: 1.493466
acc_train:0.685374149659864
auc_weighted_ovr_train:0.7923222669778156
auc_weighted_ovo_train:0.6731456248967195
auc_macro_ovr_train:0.6591108431308186
auc_macro_ovo_train:0.5825358980289219
f1_weighted_train:0.6207855205284392
f1_macro_train:0.21054799525165308
ACC_train_2:0.7227891156462585
AUC_train_2:0.7636645753221346
f1_weighted_train_2:0.7322180572909436
f1_macro_train_2:0.7043083900226756
lr_epoch:6.89326374804566e-06
 ==  Epoch: 102 | val Loss: 1.540361
acc_val:0.6506849315068494
auc_weighted_ovr_val:0.7708675724308796
auc_weighted_ovo_val:0.6674419763418026
auc_macro_ovr_val:0.6531801371418652
auc_macro_ovo_val:0.5845258353490295
f1_weighted_val:0.599216685718569
f1_macro_val:0.2053937854211452
ACC_val_2:0.6712328767123288
AUC_val_2:0.7794565217391304
f1_weighted_val_2:0.6780511994049464
f1_macro_val_2:0.669683257918552
 ==  Epoch: 102 | test Loss: 1.547576
acc_test:0.6684782608695652
auc_weighted_ovr_test:0.7900814226110748
auc_weighted_ovo_test:0.6979872295350932
auc_macro_ovr_test:0.6912231741065532
auc_macro_ovo_test:0.6120956152221311
f1_weighted_test:0.6095285149632975
f1_macro_test:0.20890538033395176
ACC_test_2:0.717391304347826
AUC_test_2:0.8024589031634204
f1_weighted_test_2:0.7276817047235575
f1_macro_test_2:0.7096735040660274
 ==  Epoch: 103 | Training Loss: 1.440162
acc_train:0.7448979591836735
auc_weighted_ovr_train:0.8622319478173746
auc_weighted_ovo_train:0.7486668278287502
auc_macro_ovr_train:0.7322693133337158
auc_macro_ovo_train:0.6397494734468567
f1_weighted_train:0.6751304984632187
f1_macro_train:0.23432597979493094
ACC_train_2:0.8401360544217688
AUC_train_2:0.913182216825204
f1_weighted_train_2:0.845477315550343
f1_macro_train_2:0.829008427070572
lr_epoch:6.825885465744983e-06
 ==  Epoch: 103 | val Loss: 1.514946
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.8328814461132515
auc_weighted_ovo_val:0.7629260675826025
auc_macro_ovr_val:0.7801061235102357
auc_macro_ovo_val:0.6383213314443639
f1_weighted_val:0.5945650597408314
f1_macro_val:0.2018985031033224
ACC_val_2:0.7328767123287672
AUC_val_2:0.7913043478260869
f1_weighted_val_2:0.7374762602245035
f1_macro_val_2:0.7019940336002513
 ==  Epoch: 103 | test Loss: 1.582973
acc_test:0.657608695652174
auc_weighted_ovr_test:0.8020275219058867
auc_weighted_ovo_test:0.6964413571438826
auc_macro_ovr_test:0.6869521767625032
auc_macro_ovo_test:0.592231607083505
f1_weighted_test:0.5829598118310847
f1_macro_test:0.19887897519747327
ACC_test_2:0.7771739130434783
AUC_test_2:0.8112308329879818
f1_weighted_test_2:0.7728732985532155
f1_macro_test_2:0.729867153650589
 ==  Epoch: 104 | Training Loss: 1.458074
acc_train:0.7244897959183674
auc_weighted_ovr_train:0.8187057092732771
auc_weighted_ovo_train:0.6967976648130417
auc_macro_ovr_train:0.6810299373005613
auc_macro_ovo_train:0.5993182069271623
f1_weighted_train:0.6575954505305376
f1_macro_train:0.2334192872085916
ACC_train_2:0.7721088435374149
AUC_train_2:0.8096201848478717
f1_weighted_train_2:0.7791702917360657
f1_macro_train_2:0.7538857514118646
lr_epoch:6.753610198248897e-06
 ==  Epoch: 104 | val Loss: 1.515235
acc_val:0.6643835616438356
auc_weighted_ovr_val:0.8014877146797997
auc_weighted_ovo_val:0.7069519217283298
auc_macro_ovr_val:0.7046903814333808
auc_macro_ovo_val:0.6041780506789441
f1_weighted_val:0.6095357634220563
f1_macro_val:0.207389613360787
ACC_val_2:0.684931506849315
AUC_val_2:0.7943478260869565
f1_weighted_val_2:0.6955789828083244
f1_macro_val_2:0.6776113671274961
 ==  Epoch: 104 | test Loss: 1.532759
acc_test:0.6902173913043478
auc_weighted_ovr_test:0.8147171392443333
auc_weighted_ovo_test:0.7204715380960582
auc_macro_ovr_test:0.7185482570592996
auc_macro_ovo_test:0.6242233688419718
f1_weighted_test:0.6238478572421429
f1_macro_test:0.2147608023476175
ACC_test_2:0.7663043478260869
AUC_test_2:0.8435557397430584
f1_weighted_test_2:0.7747812638811348
f1_macro_test_2:0.7528040741087888
 ==  Epoch: 105 | Training Loss: 1.427306
acc_train:0.7568027210884354
auc_weighted_ovr_train:0.8714728895766299
auc_weighted_ovo_train:0.7503423132284528
auc_macro_ovr_train:0.7336254458452123
auc_macro_ovo_train:0.6433856027807121
f1_weighted_train:0.6825262424608906
f1_macro_train:0.235697862503641
ACC_train_2:0.826530612244898
AUC_train_2:0.9018889563516158
f1_weighted_train_2:0.832525566717604
f1_macro_train_2:0.8154630039875941
lr_epoch:6.676549388781266e-06
 ==  Epoch: 105 | val Loss: 1.504176
acc_val:0.678082191780822
auc_weighted_ovr_val:0.8351978307469936
auc_weighted_ovo_val:0.7670881400661848
auc_macro_ovr_val:0.7856997354574473
auc_macro_ovo_val:0.6441923867687502
f1_weighted_val:0.6109244421469803
f1_macro_val:0.20844564240790656
ACC_val_2:0.7397260273972602
AUC_val_2:0.7980434782608696
f1_weighted_val_2:0.7471186742149482
f1_macro_val_2:0.7186041793467235
 ==  Epoch: 105 | test Loss: 1.557340
acc_test:0.6793478260869565
auc_weighted_ovr_test:0.8139208944674438
auc_weighted_ovo_test:0.7147590329076255
auc_macro_ovr_test:0.7088575339768776
auc_macro_ovo_test:0.6088847330339417
f1_weighted_test:0.6070758992153714
f1_macro_test:0.20909271391701406
ACC_test_2:0.7989130434782609
AUC_test_2:0.8309158723580605
f1_weighted_test_2:0.7993899295411583
f1_macro_test_2:0.7660079051383399
 ==  Epoch: 106 | Training Loss: 1.432476
acc_train:0.7534013605442177
auc_weighted_ovr_train:0.8509756096847748
auc_weighted_ovo_train:0.7403258264378931
auc_macro_ovr_train:0.7293665771664141
auc_macro_ovo_train:0.640819644653563
f1_weighted_train:0.6805349048266022
f1_macro_train:0.23371599752369324
ACC_train_2:0.8112244897959183
AUC_train_2:0.853848748566417
f1_weighted_train_2:0.8174914231089117
f1_macro_train_2:0.7978962231725103
lr_epoch:6.59482185952481e-06
 ==  Epoch: 106 | val Loss: 1.519131
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.8020458453700751
auc_weighted_ovo_val:0.7059718665696416
auc_macro_ovr_val:0.7050146647944132
auc_macro_ovo_val:0.6071782415566981
f1_weighted_val:0.600433116148463
f1_macro_val:0.20564107592247607
ACC_val_2:0.6986301369863014
AUC_val_2:0.7954347826086956
f1_weighted_val_2:0.7088146792079625
f1_macro_val_2:0.6916282642089093
 ==  Epoch: 106 | test Loss: 1.524458
acc_test:0.7119565217391305
auc_weighted_ovr_test:0.8241300278070518
auc_weighted_ovo_test:0.729923790637475
auc_macro_ovr_test:0.7266409570915592
auc_macro_ovo_test:0.6289615868748933
f1_weighted_test:0.6400477080464293
f1_macro_test:0.2217410040939453
ACC_test_2:0.8152173913043478
AUC_test_2:0.8530183727034122
f1_weighted_test_2:0.8203774486383182
f1_macro_test_2:0.7978021978021979
 ==  Epoch: 107 | Training Loss: 1.421068
acc_train:0.7636054421768708
auc_weighted_ovr_train:0.8781274155703452
auc_weighted_ovo_train:0.763778577128078
auc_macro_ovr_train:0.7503961874856689
auc_macro_ovo_train:0.6518749110679184
f1_weighted_train:0.6892766280824256
f1_macro_train:0.23813413289937843
ACC_train_2:0.8350340136054422
AUC_train_2:0.904378330972138
f1_weighted_train_2:0.8404369202658029
f1_macro_train_2:0.8230536553585555
lr_epoch:6.508553628405912e-06
 ==  Epoch: 107 | val Loss: 1.470985
acc_val:0.7123287671232876
auc_weighted_ovr_val:0.8563114729686148
auc_weighted_ovo_val:0.7845087254512304
auc_macro_ovr_val:0.7976473866635002
auc_macro_ovo_val:0.6568900003916596
f1_weighted_val:0.6413371241492203
f1_macro_val:0.220125786163522
ACC_val_2:0.7808219178082192
AUC_val_2:0.841413043478261
f1_weighted_val_2:0.7870473046020616
f1_macro_val_2:0.7630350983972408
 ==  Epoch: 107 | test Loss: 1.535259
acc_test:0.7010869565217391
auc_weighted_ovr_test:0.8357307097830741
auc_weighted_ovo_test:0.7493804546282725
auc_macro_ovr_test:0.7490094437827978
auc_macro_ovo_test:0.6371348317670777
f1_weighted_test:0.6277457601474492
f1_macro_test:0.21747186694988024
ACC_test_2:0.8260869565217391
AUC_test_2:0.8534327945848874
f1_weighted_test_2:0.826896075771638
f1_macro_test_2:0.7985769020251778
 ==  Epoch: 108 | Training Loss: 1.425402
acc_train:0.7551020408163265
auc_weighted_ovr_train:0.865773048039779
auc_weighted_ovo_train:0.7567338817898025
auc_macro_ovr_train:0.7457617940114468
auc_macro_ovo_train:0.6483152117563329
f1_weighted_train:0.6845828373928855
f1_macro_train:0.24454017106639322
ACC_train_2:0.826530612244898
AUC_train_2:0.8809417796667343
f1_weighted_train_2:0.8319057444558113
f1_macro_train_2:0.812659303313509
lr_epoch:6.417877714784114e-06
 ==  Epoch: 108 | val Loss: 1.497228
acc_val:0.684931506849315
auc_weighted_ovr_val:0.8252273660885314
auc_weighted_ovo_val:0.7471797009371358
auc_macro_ovr_val:0.753762795190726
auc_macro_ovo_val:0.6362217324227023
f1_weighted_val:0.6274578084387828
f1_macro_val:0.21363956094289313
ACC_val_2:0.7054794520547946
AUC_val_2:0.821195652173913
f1_weighted_val_2:0.7155815904434477
f1_macro_val_2:0.6979843171212777
 ==  Epoch: 108 | test Loss: 1.533104
acc_test:0.7010869565217391
auc_weighted_ovr_test:0.8421468554561847
auc_weighted_ovo_test:0.7597717741349637
auc_macro_ovr_test:0.7617518101972843
auc_macro_ovo_test:0.6508276479569378
f1_weighted_test:0.6303345008413885
f1_macro_test:0.21921477862071923
ACC_test_2:0.8152173913043478
AUC_test_2:0.873394115209283
f1_weighted_test_2:0.8207694111341864
f1_macro_test_2:0.7991782229070366
 ==  Epoch: 109 | Training Loss: 1.418993
acc_train:0.7653061224489796
auc_weighted_ovr_train:0.871456444995396
auc_weighted_ovo_train:0.7601419754759376
auc_macro_ovr_train:0.7508241208616013
auc_macro_ovo_train:0.6537141389238236
f1_weighted_train:0.6877924003311234
f1_macro_train:0.23943106982515414
ACC_train_2:0.8656462585034014
AUC_train_2:0.9268096876475748
f1_weighted_train_2:0.8696133591748699
f1_macro_train_2:0.8541625460333606
lr_epoch:6.322933934345897e-06
 ==  Epoch: 109 | val Loss: 1.482000
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8724477147678156
auc_weighted_ovo_val:0.8165113240299667
auc_macro_ovr_val:0.8352054389452569
auc_macro_ovo_val:0.6812683196500094
f1_weighted_val:0.6317926071256983
f1_macro_val:0.21717497948708994
ACC_val_2:0.7945205479452054
AUC_val_2:0.8603260869565217
f1_weighted_val_2:0.7976332179531889
f1_macro_val_2:0.7696191878813381
 ==  Epoch: 109 | test Loss: 1.546766
acc_test:0.6902173913043478
auc_weighted_ovr_test:0.8317844820229962
auc_weighted_ovo_test:0.7421398424876766
auc_macro_ovr_test:0.7355153028897006
auc_macro_ovo_test:0.6307773522066816
f1_weighted_test:0.6174248782944435
f1_macro_test:0.21400992829564255
ACC_test_2:0.8260869565217391
AUC_test_2:0.8653128885205139
f1_weighted_test_2:0.8252135093167702
f1_macro_test_2:0.7946428571428571
 ==  Epoch: 110 | Training Loss: 1.419725
acc_train:0.7653061224489796
auc_weighted_ovr_train:0.8753533775114585
auc_weighted_ovo_train:0.768387245765436
auc_macro_ovr_train:0.7591046247910008
auc_macro_ovo_train:0.6468528882385084
f1_weighted_train:0.6869249568422909
f1_macro_train:0.24022431757513132
ACC_train_2:0.8843537414965986
AUC_train_2:0.9076030493152534
f1_weighted_train_2:0.8863926060382219
f1_macro_train_2:0.87022732288678
lr_epoch:6.223868683519034e-06
 ==  Epoch: 110 | val Loss: 1.481548
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.8592802997442494
auc_weighted_ovo_val:0.7931361010712509
auc_macro_ovr_val:0.8086452523328388
auc_macro_ovo_val:0.6737263524296622
f1_weighted_val:0.6293080113301303
f1_macro_val:0.217612662566791
ACC_val_2:0.7876712328767124
AUC_val_2:0.8528260869565217
f1_weighted_val_2:0.7943667156320412
f1_macro_val_2:0.7730987115857021
 ==  Epoch: 110 | test Loss: 1.526400
acc_test:0.7119565217391305
auc_weighted_ovr_test:0.8530575174878029
auc_weighted_ovo_test:0.7775353366322539
auc_macro_ovr_test:0.780240017358339
auc_macro_ovo_test:0.6585921649361499
f1_weighted_test:0.6387507164496846
f1_macro_test:0.22271545152901084
ACC_test_2:0.8478260869565217
AUC_test_2:0.873048763641387
f1_weighted_test_2:0.8491879145173177
f1_macro_test_2:0.8253559322033899
 ==  Epoch: 111 | Training Loss: 1.418199
acc_train:0.7636054421768708
auc_weighted_ovr_train:0.875976028850649
auc_weighted_ovo_train:0.7693468834626561
auc_macro_ovr_train:0.7598821517959202
auc_macro_ovo_train:0.6579480792293158
f1_weighted_train:0.6879831574643948
f1_macro_train:0.23831362388546368
ACC_train_2:0.8469387755102041
AUC_train_2:0.9131822168252042
f1_weighted_train_2:0.8518419464560019
f1_macro_train_2:0.8353494623655915
lr_epoch:6.1208347137399095e-06
 ==  Epoch: 111 | val Loss: 1.483845
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.8624290153026263
auc_weighted_ovo_val:0.7979637554244707
auc_macro_ovr_val:0.8176334420502449
auc_macro_ovo_val:0.6722890857090636
f1_weighted_val:0.631306987471371
f1_macro_val:0.216550502264788
ACC_val_2:0.7671232876712328
AUC_val_2:0.8495652173913044
f1_weighted_val_2:0.7746609554828733
f1_macro_val_2:0.7520479520479519
 ==  Epoch: 111 | test Loss: 1.529104
acc_test:0.7065217391304348
auc_weighted_ovr_test:0.8556288914117016
auc_weighted_ovo_test:0.7792711914340551
auc_macro_ovr_test:0.7834305224622572
auc_macro_ovo_test:0.6559721676823907
f1_weighted_test:0.6336200031852206
f1_macro_test:0.22068049717819305
ACC_test_2:0.842391304347826
AUC_test_2:0.8711147948611687
f1_weighted_test_2:0.8434700440156874
f1_macro_test_2:0.8182994517655872
 ==  Epoch: 112 | Training Loss: 1.419979
acc_train:0.7636054421768708
auc_weighted_ovr_train:0.8710033713561373
auc_weighted_ovo_train:0.7666562065443906
auc_macro_ovr_train:0.7615206098589329
auc_macro_ovo_train:0.6517704320488285
f1_weighted_train:0.6855744427172998
f1_macro_train:0.23877383877383876
ACC_train_2:0.8690476190476191
AUC_train_2:0.9033528975241177
f1_weighted_train_2:0.8721525724126504
f1_macro_train_2:0.8553403858995536
lr_epoch:6.01399089592187e-06
 ==  Epoch: 112 | val Loss: 1.488212
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8632441009890456
auc_weighted_ovo_val:0.8010798467077481
auc_macro_ovr_val:0.8207510790985074
auc_macro_ovo_val:0.6774961880722113
f1_weighted_val:0.6218510494865468
f1_macro_val:0.21425158692239438
ACC_val_2:0.7808219178082192
AUC_val_2:0.8530434782608695
f1_weighted_val_2:0.786471761989104
f1_macro_val_2:0.7610474631751227
 ==  Epoch: 112 | test Loss: 1.542718
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8430120130138575
auc_weighted_ovo_test:0.7664242502366834
auc_macro_ovr_test:0.7683497773040463
auc_macro_ovo_test:0.6484011167190891
f1_weighted_test:0.6236661888835802
f1_macro_test:0.2169218390416547
ACC_test_2:0.8315217391304348
AUC_test_2:0.8561956071280563
f1_weighted_test_2:0.8326748746374592
f1_macro_test_2:0.8057683794735588
 ==  Epoch: 113 | Training Loss: 1.422248
acc_train:0.7619047619047619
auc_weighted_ovr_train:0.883620456116025
auc_weighted_ovo_train:0.7773230180441518
auc_macro_ovr_train:0.7683026232929911
auc_macro_ovo_train:0.6610485850340792
f1_weighted_train:0.6853732258996424
f1_macro_train:0.23739476391591988
ACC_train_2:0.8503401360544217
AUC_train_2:0.9053363016933145
f1_weighted_train_2:0.8544110964223747
f1_macro_train_2:0.8363360323886639
lr_epoch:5.9035019754877965e-06
 ==  Epoch: 113 | val Loss: 1.479635
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8632329041292696
auc_weighted_ovo_val:0.7967974173115034
auc_macro_ovr_val:0.8150105525828831
auc_macro_ovo_val:0.672453301352306
f1_weighted_val:0.6347031963470319
f1_macro_val:0.2192273135669362
ACC_val_2:0.7945205479452054
AUC_val_2:0.8571739130434783
f1_weighted_val_2:0.8003568480644327
f1_macro_val_2:0.7778454047474133
 ==  Epoch: 113 | test Loss: 1.540521
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8511320098350564
auc_weighted_ovo_test:0.7820351669554909
auc_macro_ovr_test:0.7889141360875369
auc_macro_ovo_test:0.6604450153481503
f1_weighted_test:0.6235696593793498
f1_macro_test:0.216550085194153
ACC_test_2:0.8260869565217391
AUC_test_2:0.8630335681723995
f1_weighted_test_2:0.8276433308769344
f1_macro_test_2:0.800406779661017
 ==  Epoch: 114 | Training Loss: 1.407458
acc_train:0.7755102040816326
auc_weighted_ovr_train:0.8974549805152239
auc_weighted_ovo_train:0.8046751484619729
auc_macro_ovr_train:0.7994515185666256
auc_macro_ovo_train:0.679736494074587
f1_weighted_train:0.6983723600576205
f1_macro_train:0.24341228995514072
ACC_train_2:0.8877551020408163
AUC_train_2:0.9301356000809553
f1_weighted_train_2:0.8903689554639589
f1_macro_train_2:0.8758620689655172
lr_epoch:5.789538318344603e-06
 ==  Epoch: 114 | val Loss: 1.478493
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8664930342625744
auc_weighted_ovo_val:0.7988018716941468
auc_macro_ovr_val:0.8156480837630263
auc_macro_ovo_val:0.6719322478511622
f1_weighted_val:0.6339690684538808
f1_macro_val:0.21974609241689988
ACC_val_2:0.8082191780821918
AUC_val_2:0.8714130434782608
f1_weighted_val_2:0.8131627917404659
f1_macro_val_2:0.7909165302782325
 ==  Epoch: 114 | test Loss: 1.540312
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8524861275755747
auc_weighted_ovo_test:0.7867229223494104
auc_macro_ovr_test:0.7940554522454165
auc_macro_ovo_test:0.6648680553149386
f1_weighted_test:0.6238128068993027
f1_macro_test:0.21731368915804225
ACC_test_2:0.8369565217391305
AUC_test_2:0.8737394667771792
f1_weighted_test_2:0.8377150710359106
f1_macro_test_2:0.8111658456486043
 ==  Epoch: 115 | Training Loss: 1.414517
acc_train:0.7687074829931972
auc_weighted_ovr_train:0.8992257197462182
auc_weighted_ovo_train:0.8054115611691257
auc_macro_ovr_train:0.8049534444589803
auc_macro_ovo_train:0.6783584560875295
f1_weighted_train:0.6941000072847548
f1_macro_train:0.24352331044060366
ACC_train_2:0.9081632653061225
AUC_train_2:0.9427781150914121
f1_weighted_train_2:0.909686068304873
f1_macro_train_2:0.8966836734693877
lr_epoch:5.672275648191353e-06
 ==  Epoch: 115 | val Loss: 1.484439
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.8693714060840283
auc_weighted_ovo_val:0.8031753834410749
auc_macro_ovr_val:0.8201385119264505
auc_macro_ovo_val:0.6752720120541104
f1_weighted_val:0.6271837257230567
f1_macro_val:0.21790802773657153
ACC_val_2:0.815068493150685
AUC_val_2:0.8739130434782609
f1_weighted_val_2:0.8189509907025989
f1_macro_val_2:0.795656005391115
 ==  Epoch: 115 | test Loss: 1.540134
acc_test:0.6956521739130435
auc_weighted_ovr_test:0.8551651512638155
auc_weighted_ovo_test:0.7893317483531761
auc_macro_ovr_test:0.7968612265926233
auc_macro_ovo_test:0.6656252265809173
f1_weighted_test:0.6240101509697802
f1_macro_test:0.21772597067415414
ACC_test_2:0.842391304347826
AUC_test_2:0.8794032324906756
f1_weighted_test_2:0.8427650799106376
f1_macro_test_2:0.816600790513834
 ==  Epoch: 116 | Training Loss: 1.424948
acc_train:0.7551020408163265
auc_weighted_ovr_train:0.8882371800577278
auc_weighted_ovo_train:0.7930436345980479
auc_macro_ovr_train:0.7877688808635842
auc_macro_ovo_train:0.6767762385814837
f1_weighted_train:0.6853633367142715
f1_macro_train:0.24626710716704553
ACC_train_2:0.8605442176870748
AUC_train_2:0.917540308979289
f1_weighted_train_2:0.8647868161349047
f1_macro_train_2:0.8490892018779344
lr_epoch:5.551894775566055e-06
 ==  Epoch: 116 | val Loss: 1.488323
acc_val:0.678082191780822
auc_weighted_ovr_val:0.8640467598869225
auc_weighted_ovo_val:0.8012367077883286
auc_macro_ovr_val:0.8165696797903104
auc_macro_ovo_val:0.6797712010487472
f1_weighted_val:0.6143662944629906
f1_macro_val:0.21194231117104373
ACC_val_2:0.7465753424657534
AUC_val_2:0.8803260869565217
f1_weighted_val_2:0.7555492859904275
f1_macro_val_2:0.7376013989410793
 ==  Epoch: 116 | test Loss: 1.527797
acc_test:0.7065217391304348
auc_weighted_ovr_test:0.8565071790943071
auc_weighted_ovo_test:0.803465490441274
auc_macro_ovr_test:0.8161936324275939
auc_macro_ovo_test:0.6817327637289589
f1_weighted_test:0.6347554810229599
f1_macro_test:0.22141911784566348
ACC_test_2:0.8315217391304348
AUC_test_2:0.8856195607128057
f1_weighted_test_2:0.8360300121419293
f1_macro_test_2:0.8149914047549544
 ==  Epoch: 117 | Training Loss: 1.410481
acc_train:0.7687074829931972
auc_weighted_ovr_train:0.8938591181372838
auc_weighted_ovo_train:0.7943942001202227
auc_macro_ovr_train:0.7923273540895865
auc_macro_ovo_train:0.6691781805013298
f1_weighted_train:0.6987473721250564
f1_macro_train:0.25238142395005136
ACC_train_2:0.8996598639455783
AUC_train_2:0.9400121432908318
f1_weighted_train_2:0.9019532701392995
f1_macro_train_2:0.8888984964211943
lr_epoch:5.4285813190489175e-06
 ==  Epoch: 117 | val Loss: 1.487122
acc_val:0.684931506849315
auc_weighted_ovr_val:0.8804491330056696
auc_weighted_ovo_val:0.8177293734129996
auc_macro_ovr_val:0.8372691280269491
auc_macro_ovo_val:0.6874961115410363
f1_weighted_val:0.6156398693623232
f1_macro_val:0.21247696402975905
ACC_val_2:0.8013698630136986
AUC_val_2:0.8805434782608696
f1_weighted_val_2:0.8055399529768654
f1_macro_val_2:0.7805194131978643
 ==  Epoch: 117 | test Loss: 1.529691
acc_test:0.7065217391304348
auc_weighted_ovr_test:0.8573101775261133
auc_weighted_ovo_test:0.7904323862997257
auc_macro_ovr_test:0.7924273123822736
auc_macro_ovo_test:0.6647358664037205
f1_weighted_test:0.6340707647588636
f1_macro_test:0.2213927002062595
ACC_test_2:0.8532608695652174
AUC_test_2:0.8814753418980522
f1_weighted_test_2:0.854265213393916
f1_macro_test_2:0.8308305240576157
 ==  Epoch: 118 | Training Loss: 1.403018
acc_train:0.7738095238095238
auc_weighted_ovr_train:0.8897759325734292
auc_weighted_ovo_train:0.798661447938362
auc_macro_ovr_train:0.7940085752685305
auc_macro_ovo_train:0.671464271737154
f1_weighted_train:0.7074343484447984
f1_macro_train:0.26350775974176005
ACC_train_2:0.9047619047619048
AUC_train_2:0.9275247925521151
f1_weighted_train_2:0.9066319478405616
f1_macro_train_2:0.8936585239823797
lr_epoch:5.3025254190519515e-06
 ==  Epoch: 118 | val Loss: 1.471917
acc_val:0.7123287671232876
auc_weighted_ovr_val:0.8855472048568859
auc_weighted_ovo_val:0.8289718072564395
auc_macro_ovr_val:0.849945940960103
auc_macro_ovo_val:0.7000532792032834
f1_weighted_val:0.6525215626585489
f1_macro_val:0.2827513227513227
ACC_val_2:0.8287671232876712
AUC_val_2:0.886195652173913
f1_weighted_val_2:0.8309850484684548
f1_macro_val_2:0.8070314565159926
 ==  Epoch: 118 | test Loss: 1.528366
acc_test:0.7065217391304348
auc_weighted_ovr_test:0.8620486074700985
auc_weighted_ovo_test:0.8040307714705186
auc_macro_ovr_test:0.8119263626624896
auc_macro_ovo_test:0.6765467375876968
f1_weighted_test:0.6342570473005255
f1_macro_test:0.22180584392565958
ACC_test_2:0.8586956521739131
AUC_test_2:0.8820969747202652
f1_weighted_test_2:0.8593530615644558
f1_macro_test_2:0.836343732895457
 ==  Epoch: 119 | Training Loss: 1.396615
acc_train:0.7806122448979592
auc_weighted_ovr_train:0.9121649159651576
auc_weighted_ovo_train:0.82819097161308
auc_macro_ovr_train:0.8253317299511581
auc_macro_ovo_train:0.6919889256860173
f1_weighted_train:0.7228577595578622
f1_macro_train:0.2856159943504755
ACC_train_2:0.9217687074829932
AUC_train_2:0.9483302975106254
f1_weighted_train_2:0.9228945437613006
f1_macro_train_2:0.9115338322256528
lr_epoch:5.1739214446362395e-06
 ==  Epoch: 119 | val Loss: 1.472058
acc_val:0.7191780821917808
auc_weighted_ovr_val:0.8893307180439748
auc_weighted_ovo_val:0.8329961206187066
auc_macro_ovr_val:0.8558734367907517
auc_macro_ovo_val:0.7051142520405688
f1_weighted_val:0.671353413312913
f1_macro_val:0.3274425712313911
ACC_val_2:0.8287671232876712
AUC_val_2:0.8845652173913043
f1_weighted_val_2:0.8292574967931423
f1_macro_val_2:0.8027773274977036
 ==  Epoch: 119 | test Loss: 1.548318
acc_test:0.6902173913043478
auc_weighted_ovr_test:0.8612891679554696
auc_weighted_ovo_test:0.7969009604715391
auc_macro_ovr_test:0.8060282127624951
auc_macro_ovo_test:0.670730034491631
f1_weighted_test:0.6235814056923799
f1_macro_test:0.2163792203574618
ACC_test_2:0.842391304347826
AUC_test_2:0.8732559745821247
f1_weighted_test_2:0.840297745463282
f1_macro_test_2:0.8109879210796642
 ==  Epoch: 120 | Training Loss: 1.414088
acc_train:0.7602040816326531
auc_weighted_ovr_train:0.9069946914137121
auc_weighted_ovo_train:0.8254536790301624
auc_macro_ovr_train:0.8257032957475665
auc_macro_ovo_train:0.6898501007933691
f1_weighted_train:0.7082679914044636
f1_macro_train:0.2804240593354778
ACC_train_2:0.8809523809523809
AUC_train_2:0.9297510625379477
f1_weighted_train_2:0.8834039027982327
f1_macro_train_2:0.8673969072164949
lr_epoch:5.042967693808928e-06
 ==  Epoch: 120 | val Loss: 1.465257
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.8851485248029852
auc_weighted_ovo_val:0.8303564694321385
auc_macro_ovr_val:0.8512205338327007
auc_macro_ovo_val:0.6998936666851242
f1_weighted_val:0.6458820488650359
f1_macro_val:0.24864436340573964
ACC_val_2:0.7945205479452054
AUC_val_2:0.8884782608695653
f1_weighted_val_2:0.8003568480644327
f1_macro_val_2:0.7778454047474133
 ==  Epoch: 120 | test Loss: 1.508365
acc_test:0.7228260869565217
auc_weighted_ovr_test:0.8735032081633013
auc_weighted_ovo_test:0.8269801212357681
auc_macro_ovr_test:0.8415338607266278
auc_macro_ovo_test:0.6974709338791166
f1_weighted_test:0.6577093003031781
f1_macro_test:0.25224387346906757
ACC_test_2:0.8586956521739131
AUC_test_2:0.886655615416494
f1_weighted_test_2:0.8605189340813466
f1_macro_test_2:0.8392473118279571
 ==  Epoch: 121 | Training Loss: 1.400772
acc_train:0.7755102040816326
auc_weighted_ovr_train:0.9183251546231956
auc_weighted_ovo_train:0.8407613659137225
auc_macro_ovr_train:0.8411800642246857
auc_macro_ovo_train:0.6948544047382074
f1_weighted_train:0.7334903188929522
f1_macro_train:0.2931370713194994
ACC_train_2:0.9268707482993197
AUC_train_2:0.9478243270592996
f1_weighted_train_2:0.9277098641997964
f1_macro_train_2:0.9167519977347482
lr_epoch:4.909866087762075e-06
 ==  Epoch: 121 | val Loss: 1.465837
acc_val:0.7123287671232876
auc_weighted_ovr_val:0.8881100202352413
auc_weighted_ovo_val:0.8378712271526
auc_macro_ovr_val:0.8618550763407885
auc_macro_ovo_val:0.710616247028227
f1_weighted_val:0.6589051067595696
f1_macro_val:0.26481996620304177
ACC_val_2:0.8493150684931506
AUC_val_2:0.8830434782608696
f1_weighted_val_2:0.8509167365576367
f1_macro_val_2:0.8292942176870748
 ==  Epoch: 121 | test Loss: 1.510132
acc_test:0.717391304347826
auc_weighted_ovr_test:0.8748249359249491
auc_weighted_ovo_test:0.8263839984157157
auc_macro_ovr_test:0.8402684950311468
auc_macro_ovo_test:0.6992782274907698
f1_weighted_test:0.6567942627409067
f1_macro_test:0.24756822508550266
ACC_test_2:0.8695652173913043
AUC_test_2:0.8862411935350187
f1_weighted_test_2:0.8695652173913043
f1_macro_test_2:0.8474927476170742
 ==  Epoch: 122 | Training Loss: 1.397683
acc_train:0.7840136054421769
auc_weighted_ovr_train:0.918717999714863
auc_weighted_ovo_train:0.8364625597202587
auc_macro_ovr_train:0.8345031675671339
auc_macro_ovo_train:0.6953226814893283
f1_weighted_train:0.7455628459739886
f1_macro_train:0.3393342788950817
ACC_train_2:0.9217687074829932
AUC_train_2:0.9458274303447345
f1_weighted_train_2:0.9226188345489988
f1_macro_train_2:0.9108233215081699
lr_epoch:4.77482185952481e-06
 ==  Epoch: 122 | val Loss: 1.462634
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.8918184568259643
auc_weighted_ovo_val:0.8472287460269543
auc_macro_ovr_val:0.8688739097385273
auc_macro_ovo_val:0.7306512307788577
f1_weighted_val:0.6593431893305267
f1_macro_val:0.25913222431829874
ACC_val_2:0.8561643835616438
AUC_val_2:0.8944565217391305
f1_weighted_val_2:0.8573402771932265
f1_macro_val_2:0.8361741918247395
 ==  Epoch: 122 | test Loss: 1.505962
acc_test:0.717391304347826
auc_weighted_ovr_test:0.876931388055886
auc_weighted_ovo_test:0.8295409853599052
auc_macro_ovr_test:0.8432671611752556
auc_macro_ovo_test:0.7023803007101728
f1_weighted_test:0.6572023119168179
f1_macro_test:0.24826391194083358
ACC_test_2:0.875
AUC_test_2:0.8905926232905097
f1_weighted_test_2:0.8752964426877469
f1_macro_test_2:0.8545454545454545
 ==  Epoch: 123 | Training Loss: 1.394616
acc_train:0.7789115646258503
auc_weighted_ovr_train:0.9218577940407346
auc_weighted_ovo_train:0.844145402597717
auc_macro_ovr_train:0.843397136487135
auc_macro_ovo_train:0.7115063068102868
f1_weighted_train:0.7405305436409916
f1_macro_train:0.3243367974057561
ACC_train_2:0.9268707482993197
AUC_train_2:0.9516697024893747
f1_weighted_train_2:0.9274342278251105
f1_macro_train_2:0.9160621864864237
lr_epoch:4.638043237508871e-06
 ==  Epoch: 123 | val Loss: 1.479054
acc_val:0.684931506849315
auc_weighted_ovr_val:0.8874946403985547
auc_weighted_ovo_val:0.8371205411980048
auc_macro_ovr_val:0.8635243185545401
auc_macro_ovo_val:0.6926440823169318
f1_weighted_val:0.6532779127577619
f1_macro_val:0.24845268220009423
ACC_val_2:0.8561643835616438
AUC_val_2:0.8699999999999999
f1_weighted_val_2:0.8514630061176738
f1_macro_val_2:0.8232547414538537
 ==  Epoch: 123 | test Loss: 1.523953
acc_test:0.7010869565217391
auc_weighted_ovr_test:0.8666335607335939
auc_weighted_ovo_test:0.8051025013884643
auc_macro_ovr_test:0.8150800579099613
auc_macro_ovo_test:0.685350027815314
f1_weighted_test:0.6444207248862703
f1_macro_test:0.2565180102915952
ACC_test_2:0.8586956521739131
AUC_test_2:0.8749827324216053
f1_weighted_test_2:0.8555207309207272
f1_macro_test_2:0.8277401699553507
 ==  Epoch: 124 | Training Loss: 1.400939
acc_train:0.7789115646258503
auc_weighted_ovr_train:0.9162634832138342
auc_weighted_ovo_train:0.8468949701913958
auc_macro_ovr_train:0.8533616169133216
auc_macro_ovo_train:0.7015867626066435
f1_weighted_train:0.7418712519017209
f1_macro_train:0.3256212743214088
ACC_train_2:0.9132653061224489
AUC_train_2:0.9394994265668217
f1_weighted_train_2:0.9142605366090608
f1_macro_train_2:0.9012639973133061
lr_epoch:4.499741124435497e-06
 ==  Epoch: 124 | val Loss: 1.456087
acc_val:0.7191780821917808
auc_weighted_ovr_val:0.892413703825216
auc_weighted_ovo_val:0.8489804215925439
auc_macro_ovr_val:0.8704944594885546
auc_macro_ovo_val:0.7292493372175155
f1_weighted_val:0.6791166639829715
f1_macro_val:0.2762434693285143
ACC_val_2:0.8424657534246576
AUC_val_2:0.8981521739130436
f1_weighted_val_2:0.8457730661540658
f1_macro_val_2:0.8259291897776164
 ==  Epoch: 124 | test Loss: 1.493663
acc_test:0.7336956521739131
auc_weighted_ovr_test:0.8785698966229086
auc_weighted_ovo_test:0.8331709430776566
auc_macro_ovr_test:0.8482996579585417
auc_macro_ovo_test:0.7037195042136831
f1_weighted_test:0.6743260769663827
f1_macro_test:0.26946333476217504
ACC_test_2:0.8804347826086957
AUC_test_2:0.8916286779941982
f1_weighted_test_2:0.8809910520930011
f1_macro_test_2:0.8615216201423097
 ==  Epoch: 125 | Training Loss: 1.391702
acc_train:0.7806122448979592
auc_weighted_ovr_train:0.920636287202569
auc_weighted_ovo_train:0.8489339573050771
auc_macro_ovr_train:0.8530876624596679
auc_macro_ovo_train:0.7123708320332492
f1_weighted_train:0.7470870709010562
f1_macro_train:0.34157947354618656
ACC_train_2:0.9200680272108843
AUC_train_2:0.944828981987452
f1_weighted_train_2:0.921172990668841
f1_macro_train_2:0.9094919483990136
lr_epoch:4.360128772138708e-06
 ==  Epoch: 125 | val Loss: 1.460332
acc_val:0.7123287671232876
auc_weighted_ovr_val:0.8911508291424153
auc_weighted_ovo_val:0.84667130552891
auc_macro_ovr_val:0.869361128387171
auc_macro_ovo_val:0.7169012234633778
f1_weighted_val:0.6715718730264698
f1_macro_val:0.2613235234737444
ACC_val_2:0.8424657534246576
AUC_val_2:0.8927173913043478
f1_weighted_val_2:0.8437536369259147
f1_macro_val_2:0.8205717339032861
 ==  Epoch: 125 | test Loss: 1.504054
acc_test:0.717391304347826
auc_weighted_ovr_test:0.8766116603236732
auc_weighted_ovo_test:0.8282946126858756
auc_macro_ovr_test:0.8433069074009912
auc_macro_ovo_test:0.6955306192227881
f1_weighted_test:0.6620131877189367
f1_macro_test:0.2470913658553968
ACC_test_2:0.875
AUC_test_2:0.887277248238707
f1_weighted_test_2:0.8746920006940829
f1_macro_test_2:0.853132049279889
 ==  Epoch: 126 | Training Loss: 1.392064
acc_train:0.7874149659863946
auc_weighted_ovr_train:0.9135094086219113
auc_weighted_ovo_train:0.8430781622464348
auc_macro_ovr_train:0.8458371392996499
auc_macro_ovo_train:0.7086275047399283
f1_weighted_train:0.7544726886714714
f1_macro_train:0.3451220975170604
ACC_train_2:0.9115646258503401
AUC_train_2:0.9363893948593403
f1_weighted_train_2:0.9129355559017501
f1_macro_train_2:0.9002544529262086
lr_epoch:4.219421452746441e-06
 ==  Epoch: 126 | val Loss: 1.460203
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8907363226965179
auc_weighted_ovo_val:0.8450751749512836
auc_macro_ovr_val:0.8718529516269474
auc_macro_ovo_val:0.7241847066402499
f1_weighted_val:0.6661448140900196
f1_macro_val:0.26072748734196877
ACC_val_2:0.8424657534246576
AUC_val_2:0.9014130434782608
f1_weighted_val_2:0.8467420841312864
f1_macro_val_2:0.828978864272982
 ==  Epoch: 126 | test Loss: 1.503559
acc_test:0.717391304347826
auc_weighted_ovr_test:0.8797112002611035
auc_weighted_ovo_test:0.8392708620765916
auc_macro_ovr_test:0.8610266698622334
auc_macro_ovo_test:0.7073554762642655
f1_weighted_test:0.6625397667020149
f1_macro_test:0.24782229965156796
ACC_test_2:0.8695652173913043
AUC_test_2:0.8961182483768475
f1_weighted_test_2:0.8712482468443198
f1_macro_test_2:0.8516129032258065
 ==  Epoch: 127 | Training Loss: 1.388670
acc_train:0.782312925170068
auc_weighted_ovr_train:0.9237944008682889
auc_weighted_ovo_train:0.8427794980184631
auc_macro_ovr_train:0.8423116538480634
auc_macro_ovo_train:0.699874371969319
f1_weighted_train:0.7414903432789062
f1_macro_train:0.2976219128822767
ACC_train_2:0.9438775510204082
AUC_train_2:0.957876273358969
f1_weighted_train_2:0.9443823619170673
f1_macro_train_2:0.9357617450664266
lr_epoch:4.07783612674653e-06
 ==  Epoch: 127 | val Loss: 1.471893
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8898579654251279
auc_weighted_ovo_val:0.8404353802733873
auc_macro_ovr_val:0.8639613073051697
auc_macro_ovo_val:0.7045624285052516
f1_weighted_val:0.6810000691850007
f1_macro_val:0.34570707070707074
ACC_val_2:0.863013698630137
AUC_val_2:0.8822826086956521
f1_weighted_val_2:0.8602300528583403
f1_macro_val_2:0.8351772409121698
 ==  Epoch: 127 | test Loss: 1.517296
acc_test:0.7065217391304348
auc_weighted_ovr_test:0.8741346342599658
auc_weighted_ovo_test:0.8231100200023787
auc_macro_ovr_test:0.8387480464569131
auc_macro_ovo_test:0.6955077104884587
f1_weighted_test:0.6482846977412194
f1_macro_test:0.24348634348634346
ACC_test_2:0.8641304347826086
AUC_test_2:0.8840309435004835
f1_weighted_test_2:0.8630873726035289
f1_macro_test_2:0.8387492550916675
 ==  Epoch: 128 | Training Loss: 1.390674
acc_train:0.7789115646258503
auc_weighted_ovr_train:0.9271687455655431
auc_weighted_ovo_train:0.8634892020974912
auc_macro_ovr_train:0.8686978721278212
auc_macro_ovo_train:0.732673003440587
f1_weighted_train:0.7438003135000044
f1_macro_train:0.340342416356444
ACC_train_2:0.9370748299319728
AUC_train_2:0.9471766848816029
f1_weighted_train_2:0.9372136620235788
f1_macro_train_2:0.9269400872447386
lr_epoch:3.9355911084493565e-06
 ==  Epoch: 128 | val Loss: 1.462332
acc_val:0.7123287671232876
auc_weighted_ovr_val:0.8946842850034425
auc_weighted_ovo_val:0.8447635620996926
auc_macro_ovr_val:0.8658495899679999
auc_macro_ovo_val:0.7072616943011736
f1_weighted_val:0.6799006694353189
f1_macro_val:0.33741111829347126
ACC_val_2:0.863013698630137
AUC_val_2:0.8929347826086955
f1_weighted_val_2:0.8621697786216977
f1_macro_val_2:0.8393839383938394
 ==  Epoch: 128 | test Loss: 1.503447
acc_test:0.717391304347826
auc_weighted_ovr_test:0.8787405127982592
auc_weighted_ovo_test:0.832331012891919
auc_macro_ovr_test:0.849036380655324
auc_macro_ovo_test:0.7032732500895095
f1_weighted_test:0.6587639147095876
f1_macro_test:0.24764740401164187
ACC_test_2:0.875
AUC_test_2:0.8892112170189254
f1_weighted_test_2:0.8746920006940829
f1_macro_test_2:0.853132049279889
 ==  Epoch: 129 | Training Loss: 1.388872
acc_train:0.7874149659863946
auc_weighted_ovr_train:0.917814916665197
auc_weighted_ovo_train:0.8503645924893171
auc_macro_ovr_train:0.8551424274937645
auc_macro_ovo_train:0.7178766837895542
f1_weighted_train:0.7473351312979252
f1_macro_train:0.3471563190682491
ACC_train_2:0.9319727891156463
AUC_train_2:0.948046954057883
f1_weighted_train_2:0.9322675627786021
f1_macro_train_2:0.9213609372492377
lr_epoch:3.7929057293630104e-06
 ==  Epoch: 129 | val Loss: 1.473844
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.885945327241955
auc_weighted_ovo_val:0.8409955063773995
auc_macro_ovr_val:0.8698093670387002
auc_macro_ovo_val:0.7067416199488862
f1_weighted_val:0.6686030779638084
f1_macro_val:0.3348324514991181
ACC_val_2:0.8493150684931506
AUC_val_2:0.8623913043478262
f1_weighted_val_2:0.8473677142089712
f1_macro_val_2:0.821078431372549
 ==  Epoch: 129 | test Loss: 1.555221
acc_test:0.6739130434782609
auc_weighted_ovr_test:0.8678783184676615
auc_weighted_ovo_test:0.8111502797506273
auc_macro_ovr_test:0.8307698872687176
auc_macro_ovo_test:0.6809914631528899
f1_weighted_test:0.6198138241415855
f1_macro_test:0.25753397880550627
ACC_test_2:0.8206521739130435
AUC_test_2:0.859787263434176
f1_weighted_test_2:0.8147976616198223
f1_macro_test_2:0.7775416742993223
 ==  Epoch: 130 | Training Loss: 1.396407
acc_train:0.7789115646258503
auc_weighted_ovr_train:0.9199225485371426
auc_weighted_ovo_train:0.8598949170374833
auc_macro_ovr_train:0.8659118511082337
auc_macro_ovo_train:0.7285871545571347
f1_weighted_train:0.7469102931558741
f1_macro_train:0.35810088964680953
ACC_train_2:0.9132653061224489
AUC_train_2:0.9341833636915604
f1_weighted_train_2:0.9141544301571468
f1_macro_train_2:0.9009953944436191
lr_epoch:3.6500000000000006e-06
 ==  Epoch: 130 | val Loss: 1.462800
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8922251678594387
auc_weighted_ovo_val:0.8477377630582614
auc_macro_ovr_val:0.8761988156598168
auc_macro_ovo_val:0.7197758807050051
f1_weighted_val:0.6582648401826484
f1_macro_val:0.24571428571428575
ACC_val_2:0.8356164383561644
AUC_val_2:0.8890217391304347
f1_weighted_val_2:0.8381065743625511
f1_macro_val_2:0.8156953503050703
 ==  Epoch: 130 | test Loss: 1.489791
acc_test:0.7336956521739131
auc_weighted_ovr_test:0.8854098240000987
auc_weighted_ovo_test:0.8477484389664556
auc_macro_ovr_test:0.8703464200349179
auc_macro_ovo_test:0.7243155993061249
f1_weighted_test:0.6850640672499283
f1_macro_test:0.3012903393025164
ACC_test_2:0.875
AUC_test_2:0.8889349357646084
f1_weighted_test_2:0.8758555521503729
f1_macro_test_2:0.8558926686416726
 ==  Epoch: 131 | Training Loss: 1.378798
acc_train:0.7959183673469388
auc_weighted_ovr_train:0.9306131885820769
auc_weighted_ovo_train:0.8618973714541543
auc_macro_ovr_train:0.8662019020527268
auc_macro_ovo_train:0.7229825626778101
f1_weighted_train:0.771849094634798
f1_macro_train:0.368900883075345
ACC_train_2:0.9421768707482994
AUC_train_2:0.9570937057275855
f1_weighted_train_2:0.9428052255362165
f1_macro_train_2:0.9340868028538647
lr_epoch:3.5070942706369917e-06
 ==  Epoch: 131 | val Loss: 1.470760
acc_val:0.6712328767123288
auc_weighted_ovr_val:0.8940580931827503
auc_weighted_ovo_val:0.8487276120180979
auc_macro_ovr_val:0.8721152947889134
auc_macro_ovo_val:0.7296693695676933
f1_weighted_val:0.6542359482121797
f1_macro_val:0.239614244776517
ACC_val_2:0.8561643835616438
AUC_val_2:0.8958695652173911
f1_weighted_val_2:0.8557318780177091
f1_macro_val_2:0.8323765786452354
 ==  Epoch: 131 | test Loss: 1.481142
acc_test:0.7391304347826086
auc_weighted_ovr_test:0.8881924873303071
auc_weighted_ovo_test:0.8522271832719948
auc_macro_ovr_test:0.8754655296290903
auc_macro_ovo_test:0.7345417374882419
f1_weighted_test:0.6914591512772043
f1_macro_test:0.3015687211339385
ACC_test_2:0.8913043478260869
AUC_test_2:0.893769857715154
f1_weighted_test_2:0.8913043478260869
f1_macro_test_2:0.8729106230142285
 ==  Epoch: 132 | Training Loss: 1.380106
acc_train:0.7891156462585034
auc_weighted_ovr_train:0.9286916435106597
auc_weighted_ovo_train:0.8629252848208994
auc_macro_ovr_train:0.8684867748646384
auc_macro_ovo_train:0.7310244720583167
f1_weighted_train:0.7642916027352326
f1_macro_train:0.34513286815644656
ACC_train_2:0.9438775510204082
AUC_train_2:0.9574917358159616
f1_weighted_train_2:0.9442357257509745
f1_macro_train_2:0.9354007490636704
lr_epoch:3.3644088915506456e-06
 ==  Epoch: 132 | val Loss: 1.471460
acc_val:0.684931506849315
auc_weighted_ovr_val:0.8938413414998779
auc_weighted_ovo_val:0.8480931970994549
auc_macro_ovr_val:0.872056504304597
auc_macro_ovo_val:0.7275191361701188
f1_weighted_val:0.6625072679489266
f1_macro_val:0.24330584525830704
ACC_val_2:0.8561643835616438
AUC_val_2:0.8875
f1_weighted_val_2:0.8557318780177091
f1_macro_val_2:0.8323765786452354
 ==  Epoch: 132 | test Loss: 1.484049
acc_test:0.7336956521739131
auc_weighted_ovr_test:0.8877000790570974
auc_weighted_ovo_test:0.8491239091475768
auc_macro_ovr_test:0.8724248248429712
auc_macro_ovo_test:0.7244813542753453
f1_weighted_test:0.6816815194887028
f1_macro_test:0.28139603667553975
ACC_test_2:0.8858695652173914
AUC_test_2:0.8947368421052633
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 133 | Training Loss: 1.379330
acc_train:0.79421768707483
auc_weighted_ovr_train:0.9323040728905354
auc_weighted_ovo_train:0.8724260144951095
auc_macro_ovr_train:0.878448400411333
auc_macro_ovo_train:0.7407670702376487
f1_weighted_train:0.7638899069011591
f1_macro_train:0.3805190930281732
ACC_train_2:0.9370748299319728
AUC_train_2:0.9520137623962761
f1_weighted_train_2:0.9377198807022438
f1_macro_train_2:0.9281731293022335
lr_epoch:3.222163873253472e-06
 ==  Epoch: 133 | val Loss: 1.461043
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.8977237777615794
auc_weighted_ovo_val:0.8512715785768483
auc_macro_ovr_val:0.8724542337303325
auc_macro_ovo_val:0.7274752320357697
f1_weighted_val:0.6833755280025264
f1_macro_val:0.2946709670959354
ACC_val_2:0.863013698630137
AUC_val_2:0.9016304347826087
f1_weighted_val_2:0.8637791497016213
f1_macro_val_2:0.8431119707715452
 ==  Epoch: 133 | test Loss: 1.494507
acc_test:0.717391304347826
auc_weighted_ovr_test:0.8878627287387199
auc_weighted_ovo_test:0.8509978185514628
auc_macro_ovr_test:0.8782870167482885
auc_macro_ovo_test:0.7284948542471129
f1_weighted_test:0.6643673355629877
f1_macro_test:0.253968253968254
ACC_test_2:0.875
AUC_test_2:0.8952203343003177
f1_weighted_test_2:0.8758555521503729
f1_macro_test_2:0.8558926686416726
 ==  Epoch: 134 | Training Loss: 1.378567
acc_train:0.7976190476190477
auc_weighted_ovr_train:0.9276353152550499
auc_weighted_ovo_train:0.8591553116185691
auc_macro_ovr_train:0.8627011202965091
auc_macro_ovo_train:0.7290017868964285
f1_weighted_train:0.7727592636034557
f1_macro_train:0.38387540430132405
ACC_train_2:0.9370748299319728
AUC_train_2:0.9539701814747351
f1_weighted_train_2:0.9377198807022438
f1_macro_train_2:0.9281731293022335
lr_epoch:3.080578547253561e-06
 ==  Epoch: 134 | val Loss: 1.459268
acc_val:0.726027397260274
auc_weighted_ovr_val:0.898327206159668
auc_weighted_ovo_val:0.8518293331240536
auc_macro_ovr_val:0.8730154244236935
auc_macro_ovo_val:0.7292225287971055
f1_weighted_val:0.6967144653843725
f1_macro_val:0.31792501227484193
ACC_val_2:0.8767123287671232
AUC_val_2:0.9000000000000001
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 134 | test Loss: 1.494589
acc_test:0.7228260869565217
auc_weighted_ovr_test:0.888774183287584
auc_weighted_ovo_test:0.849303183779048
auc_macro_ovr_test:0.8757862120894979
auc_macro_ovo_test:0.725128142536962
f1_weighted_test:0.6732018606081575
f1_macro_test:0.27693570797019074
ACC_test_2:0.8804347826086957
AUC_test_2:0.8975687249620112
f1_weighted_test_2:0.8809910520930011
f1_macro_test_2:0.8615216201423097
 ==  Epoch: 135 | Training Loss: 1.379990
acc_train:0.7976190476190477
auc_weighted_ovr_train:0.92859504974899
auc_weighted_ovo_train:0.8587835793558339
auc_macro_ovr_train:0.860905866198519
auc_macro_ovo_train:0.710484311813377
f1_weighted_train:0.7607685515509625
f1_macro_train:0.33355843040893446
ACC_train_2:0.9489795918367347
AUC_train_2:0.9608648721581327
f1_weighted_train_2:0.9493391771602259
f1_macro_train_2:0.9413563829787235
lr_epoch:2.939871227861294e-06
 ==  Epoch: 135 | val Loss: 1.455930
acc_val:0.7123287671232876
auc_weighted_ovr_val:0.8980550976103372
auc_weighted_ovo_val:0.852542407644617
auc_macro_ovr_val:0.8754933704245242
auc_macro_ovo_val:0.7322525668330995
f1_weighted_val:0.6909951544796111
f1_macro_val:0.30140695068679996
ACC_val_2:0.8767123287671232
AUC_val_2:0.8991304347826088
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 135 | test Loss: 1.497697
acc_test:0.7228260869565217
auc_weighted_ovr_test:0.8874886466400808
auc_weighted_ovo_test:0.8486196068493463
auc_macro_ovr_test:0.8743309612021923
auc_macro_ovo_test:0.7244745668735331
f1_weighted_test:0.6736079328756676
f1_macro_test:0.2931875142401458
ACC_test_2:0.875
AUC_test_2:0.8958419671225308
f1_weighted_test_2:0.8752964426877469
f1_macro_test_2:0.8545454545454545
 ==  Epoch: 136 | Training Loss: 1.367959
acc_train:0.8061224489795918
auc_weighted_ovr_train:0.9323554675016328
auc_weighted_ovo_train:0.8692008037652713
auc_macro_ovr_train:0.8722378092240873
auc_macro_ovo_train:0.7490851677797483
f1_weighted_train:0.7750577455412442
f1_macro_train:0.3817349118549143
ACC_train_2:0.9455782312925171
AUC_train_2:0.955582540646293
f1_weighted_train_2:0.9460328826601652
f1_macro_train_2:0.9376218323586745
lr_epoch:2.8002588755645052e-06
 ==  Epoch: 136 | val Loss: 1.454400
acc_val:0.684931506849315
auc_weighted_ovr_val:0.8990355826775419
auc_weighted_ovo_val:0.8565400737737093
auc_macro_ovr_val:0.8806716392907082
auc_macro_ovo_val:0.737703893681091
f1_weighted_val:0.6656387452035438
f1_macro_val:0.24445173336024625
ACC_val_2:0.8561643835616438
AUC_val_2:0.9068478260869566
f1_weighted_val_2:0.8573402771932265
f1_macro_val_2:0.8361741918247395
 ==  Epoch: 136 | test Loss: 1.492148
acc_test:0.7228260869565217
auc_weighted_ovr_test:0.8873518960460534
auc_weighted_ovo_test:0.8545707611786011
auc_macro_ovr_test:0.8831803343012176
auc_macro_ovo_test:0.7450633632532432
f1_weighted_test:0.6808248267592124
f1_macro_test:0.30775528602245494
ACC_test_2:0.875
AUC_test_2:0.8956347561817932
f1_weighted_test_2:0.8758555521503729
f1_macro_test_2:0.8558926686416726
 ==  Epoch: 137 | Training Loss: 1.375321
acc_train:0.8010204081632653
auc_weighted_ovr_train:0.932806983661034
auc_weighted_ovo_train:0.8634980751586521
auc_macro_ovr_train:0.8694514373684132
auc_macro_ovo_train:0.7204732843941517
f1_weighted_train:0.7731586111641636
f1_macro_train:0.35195469267742935
ACC_train_2:0.9472789115646258
AUC_train_2:0.9650947851312149
f1_weighted_train_2:0.9477531278614875
f1_macro_train_2:0.9396549726381582
lr_epoch:2.6619567624911293e-06
 ==  Epoch: 137 | val Loss: 1.463492
acc_val:0.678082191780822
auc_weighted_ovr_val:0.8992538667678216
auc_weighted_ovo_val:0.8558854625801685
auc_macro_ovr_val:0.8817310539109146
auc_macro_ovo_val:0.7431483889962577
f1_weighted_val:0.6637948824286481
f1_macro_val:0.24394841991814556
ACC_val_2:0.8698630136986302
AUC_val_2:0.8965217391304348
f1_weighted_val_2:0.8694716991588797
f1_macro_val_2:0.8483407140123558
 ==  Epoch: 137 | test Loss: 1.486907
acc_test:0.7336956521739131
auc_weighted_ovr_test:0.8910683568337541
auc_weighted_ovo_test:0.8532331652749805
auc_macro_ovr_test:0.8763999060492164
auc_macro_ovo_test:0.7347860037478489
f1_weighted_test:0.6880263877495214
f1_macro_test:0.31486972147349507
ACC_test_2:0.8858695652173914
AUC_test_2:0.892250310816411
f1_weighted_test_2:0.8843535398182386
f1_macro_test_2:0.8631291842301017
 ==  Epoch: 138 | Training Loss: 1.366823
acc_train:0.8078231292517006
auc_weighted_ovr_train:0.9427614219946802
auc_weighted_ovo_train:0.8821286767839479
auc_macro_ovr_train:0.8829197045092884
auc_macro_ovo_train:0.7553424063582399
f1_weighted_train:0.7843081390308551
f1_macro_train:0.40603087126037174
ACC_train_2:0.9506802721088435
AUC_train_2:0.9622073804223167
f1_weighted_train_2:0.9509280900785757
f1_macro_train_2:0.9430687201813575
lr_epoch:2.525178140475192e-06
 ==  Epoch: 138 | val Loss: 1.459454
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.9035357643128554
auc_weighted_ovo_val:0.8609935871161367
auc_macro_ovr_val:0.8826746725345227
auc_macro_ovo_val:0.7470798967459394
f1_weighted_val:0.6758591024452596
f1_macro_val:0.2695461180423587
ACC_val_2:0.8698630136986302
AUC_val_2:0.9019565217391304
f1_weighted_val_2:0.8694716991588797
f1_macro_val_2:0.8483407140123558
 ==  Epoch: 138 | test Loss: 1.486349
acc_test:0.7336956521739131
auc_weighted_ovr_test:0.8912327894424245
auc_weighted_ovo_test:0.8508252491546187
auc_macro_ovr_test:0.8727724481485757
auc_macro_ovo_test:0.7310202589807853
f1_weighted_test:0.6900287773815384
f1_macro_test:0.31433481060655877
ACC_test_2:0.8913043478260869
AUC_test_2:0.8935626467744162
f1_weighted_test_2:0.8895392047565961
f1_macro_test_2:0.8689458689458689
 ==  Epoch: 139 | Training Loss: 1.368188
acc_train:0.8095238095238095
auc_weighted_ovr_train:0.9297479256122232
auc_weighted_ovo_train:0.8683878554790013
auc_macro_ovr_train:0.8721003512719651
auc_macro_ovo_train:0.74380835144933
f1_weighted_train:0.7770391399811366
f1_macro_train:0.38077803896808954
ACC_train_2:0.9506802721088435
AUC_train_2:0.9547325102880659
f1_weighted_train_2:0.9509280900785757
f1_macro_train_2:0.9430687201813575
lr_epoch:2.390133912237927e-06
 ==  Epoch: 139 | val Loss: 1.454063
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.9037077776320607
auc_weighted_ovo_val:0.8603717179758245
auc_macro_ovr_val:0.8818536331178136
auc_macro_ovo_val:0.7428919420325869
f1_weighted_val:0.6836206293251861
f1_macro_val:0.27288612715557686
ACC_val_2:0.8767123287671232
AUC_val_2:0.9032608695652173
f1_weighted_val_2:0.8759528007595282
f1_macro_val_2:0.8554455445544555
 ==  Epoch: 139 | test Loss: 1.484999
acc_test:0.7391304347826086
auc_weighted_ovr_test:0.8908793100957778
auc_weighted_ovo_test:0.8492296550457491
auc_macro_ovr_test:0.8707859082645591
auc_macro_ovo_test:0.7272362975090055
f1_weighted_test:0.6955939166174094
f1_macro_test:0.31725739496208594
ACC_test_2:0.8967391304347826
AUC_test_2:0.8950821936731592
f1_weighted_test_2:0.8953674884069779
f1_macro_test_2:0.8761645000177111
 ==  Epoch: 140 | Training Loss: 1.370658
acc_train:0.8112244897959183
auc_weighted_ovr_train:0.931957540369632
auc_weighted_ovo_train:0.8724426493993303
auc_macro_ovr_train:0.8768588701595853
auc_macro_ovo_train:0.7486244985306703
f1_weighted_train:0.7874052665569644
f1_macro_train:0.4305784409780758
ACC_train_2:0.9523809523809523
AUC_train_2:0.9578290494501788
f1_weighted_train_2:0.9525872939450215
f1_macro_train_2:0.9449526560744663
lr_epoch:2.257032306191074e-06
 ==  Epoch: 140 | val Loss: 1.453587
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.9038493774804315
auc_weighted_ovo_val:0.8618073062986867
auc_macro_ovr_val:0.8830888184295328
auc_macro_ovo_val:0.7485010469014552
f1_weighted_val:0.6833520287342648
f1_macro_val:0.2719524203395171
ACC_val_2:0.8767123287671232
AUC_val_2:0.9039130434782607
f1_weighted_val_2:0.8759528007595282
f1_macro_val_2:0.8554455445544555
 ==  Epoch: 140 | test Loss: 1.483749
acc_test:0.7391304347826086
auc_weighted_ovr_test:0.8911255387022677
auc_weighted_ovo_test:0.8505583762395117
auc_macro_ovr_test:0.8723215132495595
auc_macro_ovo_test:0.7316262225744854
f1_weighted_test:0.6949763218733687
f1_macro_test:0.32179612839990196
ACC_test_2:0.8967391304347826
AUC_test_2:0.8952203343003177
f1_weighted_test_2:0.8953674884069779
f1_macro_test_2:0.8761645000177111
 ==  Epoch: 141 | Training Loss: 1.367129
acc_train:0.8163265306122449
auc_weighted_ovr_train:0.9342873911786627
auc_weighted_ovo_train:0.8788677260236065
auc_macro_ovr_train:0.8841852003370413
auc_macro_ovo_train:0.7551842382016473
f1_weighted_train:0.7921438814882334
f1_macro_train:0.4255197763751174
ACC_train_2:0.9489795918367347
AUC_train_2:0.954320987654321
f1_weighted_train_2:0.9492006720839514
f1_macro_train_2:0.9410207029369283
lr_epoch:2.126078555363763e-06
 ==  Epoch: 141 | val Loss: 1.454683
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9036263895750073
auc_weighted_ovo_val:0.861857494268441
auc_macro_ovr_val:0.8843758806865448
auc_macro_ovo_val:0.744705494533198
f1_weighted_val:0.6849104320337197
f1_macro_val:0.27117056856187294
ACC_val_2:0.8698630136986302
AUC_val_2:0.9053260869565217
f1_weighted_val_2:0.8694716991588797
f1_macro_val_2:0.8483407140123558
 ==  Epoch: 141 | test Loss: 1.486870
acc_test:0.7391304347826086
auc_weighted_ovr_test:0.8884378420067177
auc_weighted_ovo_test:0.8507082027620477
auc_macro_ovr_test:0.876443576248759
auc_macro_ovo_test:0.7338441489829284
f1_weighted_test:0.7010157013850555
f1_macro_test:0.344596398888683
ACC_test_2:0.8804347826086957
AUC_test_2:0.8943224202237878
f1_weighted_test_2:0.8804347826086957
f1_macro_test_2:0.8602016853156513
 ==  Epoch: 142 | Training Loss: 1.366200
acc_train:0.8078231292517006
auc_weighted_ovr_train:0.9306574731835675
auc_weighted_ovo_train:0.8624187889958647
auc_macro_ovr_train:0.8636737358006589
auc_macro_ovo_train:0.7387770259093152
f1_weighted_train:0.7839842517373725
f1_macro_train:0.4195745180488592
ACC_train_2:0.9489795918367347
AUC_train_2:0.9586925723537746
f1_weighted_train_2:0.949270798775189
f1_macro_train_2:0.9411898062330804
lr_epoch:1.99747458094805e-06
 ==  Epoch: 142 | val Loss: 1.451410
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.903990394691993
auc_weighted_ovo_val:0.8631663427103881
auc_macro_ovr_val:0.8875748038643467
auc_macro_ovo_val:0.7460672204822635
f1_weighted_val:0.6779085934875326
f1_macro_val:0.25066888915295377
ACC_val_2:0.8767123287671232
AUC_val_2:0.9069565217391304
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 142 | test Loss: 1.484390
acc_test:0.7445652173913043
auc_weighted_ovr_test:0.8909205476683775
auc_weighted_ovo_test:0.8571330441578469
auc_macro_ovr_test:0.8847151539912362
auc_macro_ovo_test:0.7484801633820856
f1_weighted_test:0.7132183908045976
f1_macro_test:0.3872742200328407
ACC_test_2:0.875
AUC_test_2:0.8970852327669568
f1_weighted_test_2:0.8752964426877469
f1_macro_test_2:0.8545454545454545
 ==  Epoch: 143 | Training Loss: 1.365979
acc_train:0.8129251700680272
auc_weighted_ovr_train:0.9326702312444143
auc_weighted_ovo_train:0.8699339862517143
auc_macro_ovr_train:0.8755069771972134
auc_macro_ovo_train:0.7416022036956699
f1_weighted_train:0.7910916587372452
f1_macro_train:0.3916167985687787
ACC_train_2:0.9506802721088435
AUC_train_2:0.9580044525399716
f1_weighted_train_2:0.9509280900785757
f1_macro_train_2:0.9430687201813575
lr_epoch:1.8714186809510837e-06
 ==  Epoch: 143 | val Loss: 1.454467
acc_val:0.684931506849315
auc_weighted_ovr_val:0.9037190238108957
auc_weighted_ovo_val:0.8636351145036191
auc_macro_ovr_val:0.8877293336228337
auc_macro_ovo_val:0.7543652256746786
f1_weighted_val:0.6738579232857357
f1_macro_val:0.24883224986890923
ACC_val_2:0.8767123287671232
AUC_val_2:0.9053260869565217
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 143 | test Loss: 1.479621
acc_test:0.75
auc_weighted_ovr_test:0.8960487309250387
auc_weighted_ovo_test:0.8627431286037092
auc_macro_ovr_test:0.888042396898212
auc_macro_ovo_test:0.7569039506247697
f1_weighted_test:0.7168195934500282
f1_macro_test:0.38424307522051887
ACC_test_2:0.8804347826086957
AUC_test_2:0.8992264124879128
f1_weighted_test_2:0.8804347826086957
f1_macro_test_2:0.8602016853156513
 ==  Epoch: 144 | Training Loss: 1.365075
acc_train:0.8044217687074829
auc_weighted_ovr_train:0.9419018423045975
auc_weighted_ovo_train:0.8853311301312304
auc_macro_ovr_train:0.8910186968816453
auc_macro_ovo_train:0.7614231701112505
f1_weighted_train:0.7771412340083524
f1_macro_train:0.39082898901021806
ACC_train_2:0.9523809523809523
AUC_train_2:0.9696552654658301
f1_weighted_train_2:0.9526527455235098
f1_macro_train_2:0.9451104858175418
lr_epoch:1.7481052244339466e-06
 ==  Epoch: 144 | val Loss: 1.457648
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.9043075828371602
auc_weighted_ovo_val:0.8628901478051333
auc_macro_ovr_val:0.8876145773508438
auc_macro_ovo_val:0.7510943170200381
f1_weighted_val:0.6779908675799088
f1_macro_val:0.25077984817115256
ACC_val_2:0.8698630136986302
AUC_val_2:0.9092391304347827
f1_weighted_val_2:0.8694716991588797
f1_macro_val_2:0.8483407140123558
 ==  Epoch: 144 | test Loss: 1.472600
acc_test:0.75
auc_weighted_ovr_test:0.8956367905815029
auc_weighted_ovo_test:0.8609515082191807
auc_macro_ovr_test:0.885121778985211
auc_macro_ovo_test:0.7506577563821227
f1_weighted_test:0.7138184476204326
f1_macro_test:0.35077355356858464
ACC_test_2:0.8913043478260869
AUC_test_2:0.8969470921397984
f1_weighted_test_2:0.8907584433229813
f1_macro_test_2:0.8716517857142856
 ==  Epoch: 145 | Training Loss: 1.363171
acc_train:0.8214285714285714
auc_weighted_ovr_train:0.9424348556571615
auc_weighted_ovo_train:0.8845984992818354
auc_macro_ovr_train:0.8890356146816976
auc_macro_ovo_train:0.7589661275533247
f1_weighted_train:0.8008045469269959
f1_macro_train:0.43984951556380125
ACC_train_2:0.9523809523809523
AUC_train_2:0.9661539499426567
f1_weighted_train_2:0.9527165653495441
f1_macro_train_2:0.9452659574468085
lr_epoch:1.627724351808648e-06
 ==  Epoch: 145 | val Loss: 1.457281
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9056227298023153
auc_weighted_ovo_val:0.8652601262723688
auc_macro_ovr_val:0.8895727852969539
auc_macro_ovo_val:0.753096327539023
f1_weighted_val:0.684581912849439
f1_macro_val:0.2736915769652343
ACC_val_2:0.8698630136986302
AUC_val_2:0.9090217391304347
f1_weighted_val_2:0.8694716991588797
f1_macro_val_2:0.8483407140123558
 ==  Epoch: 145 | test Loss: 1.479050
acc_test:0.7445652173913043
auc_weighted_ovr_test:0.8940569826365857
auc_weighted_ovo_test:0.8578701096366734
auc_macro_ovr_test:0.8832578441040162
auc_macro_ovo_test:0.7469824935963822
f1_weighted_test:0.708721836033498
f1_macro_test:0.3489310488218102
ACC_test_2:0.8858695652173914
AUC_test_2:0.8959801077496892
f1_weighted_test_2:0.8855883484598148
f1_macro_test_2:0.8659031754294637
 ==  Epoch: 146 | Training Loss: 1.360359
acc_train:0.8163265306122449
auc_weighted_ovr_train:0.9368769621787286
auc_weighted_ovo_train:0.8801721405719216
auc_macro_ovr_train:0.8817572504827441
auc_macro_ovo_train:0.7555261459277001
f1_weighted_train:0.7901934826492312
f1_macro_train:0.4115189162828964
ACC_train_2:0.9540816326530612
AUC_train_2:0.9592660055319435
f1_weighted_train_2:0.9543746847053428
f1_macro_train_2:0.9471460674157304
lr_epoch:1.5104616816553983e-06
 ==  Epoch: 146 | val Loss: 1.457788
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9075075702599391
auc_weighted_ovo_val:0.8671734222202536
auc_macro_ovr_val:0.8904735589927822
auc_macro_ovo_val:0.7539130389764269
f1_weighted_val:0.6826295019504672
f1_macro_val:0.27577879697804836
ACC_val_2:0.8698630136986302
AUC_val_2:0.9093478260869565
f1_weighted_val_2:0.8694716991588797
f1_macro_val_2:0.8483407140123558
 ==  Epoch: 146 | test Loss: 1.477060
acc_test:0.7445652173913043
auc_weighted_ovr_test:0.8957049442668026
auc_weighted_ovo_test:0.8582529648030199
auc_macro_ovr_test:0.8816218849214953
auc_macro_ovo_test:0.7445567042606517
f1_weighted_test:0.7084866624268799
f1_macro_test:0.34867940939369513
ACC_test_2:0.8858695652173914
AUC_test_2:0.8969470921397983
f1_weighted_test_2:0.8849933929869643
f1_macro_test_2:0.8645493742770007
 ==  Epoch: 147 | Training Loss: 1.363259
acc_train:0.8129251700680272
auc_weighted_ovr_train:0.9371959053430968
auc_weighted_ovo_train:0.8732151318983313
auc_macro_ovr_train:0.8763680342927967
auc_macro_ovo_train:0.7504876884401093
f1_weighted_train:0.7888374311925737
f1_macro_train:0.4256633866554337
ACC_train_2:0.9540816326530612
AUC_train_2:0.9627335896916953
f1_weighted_train_2:0.9543746847053428
f1_macro_train_2:0.9471460674157304
lr_epoch:1.3964980245122054e-06
 ==  Epoch: 147 | val Loss: 1.455298
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.9079200566448923
auc_weighted_ovo_val:0.8689318385111298
auc_macro_ovr_val:0.8932759941120463
auc_macro_ovo_val:0.7568488873942799
f1_weighted_val:0.6906283524150711
f1_macro_val:0.2999213211205725
ACC_val_2:0.8698630136986302
AUC_val_2:0.9098913043478261
f1_weighted_val_2:0.8694716991588797
f1_macro_val_2:0.8483407140123558
 ==  Epoch: 147 | test Loss: 1.475011
acc_test:0.75
auc_weighted_ovr_test:0.8963787596981416
auc_weighted_ovo_test:0.8604508537516655
auc_macro_ovr_test:0.8841967520661226
auc_macro_ovo_test:0.7509752704373582
f1_weighted_test:0.7156012869328087
f1_macro_test:0.3720560327703185
ACC_test_2:0.8858695652173914
AUC_test_2:0.8963945296311646
f1_weighted_test_2:0.8849933929869643
f1_macro_test_2:0.8645493742770007
 ==  Epoch: 148 | Training Loss: 1.366406
acc_train:0.7976190476190477
auc_weighted_ovr_train:0.9351399055488746
auc_weighted_ovo_train:0.8669871263060807
auc_macro_ovr_train:0.8698987586226441
auc_macro_ovo_train:0.7320576182775609
f1_weighted_train:0.7725457340474304
f1_macro_train:0.3367426433023803
ACC_train_2:0.9523809523809523
AUC_train_2:0.9627403359643796
f1_weighted_train_2:0.9526527455235098
f1_macro_train_2:0.9451104858175418
lr_epoch:1.286009104078132e-06
 ==  Epoch: 148 | val Loss: 1.449007
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.9077107413399857
auc_weighted_ovo_val:0.8700248671895814
auc_macro_ovr_val:0.8940735471744583
auc_macro_ovo_val:0.7594392425754631
f1_weighted_val:0.6965008176831291
f1_macro_val:0.33470210041555243
ACC_val_2:0.8767123287671232
AUC_val_2:0.9125
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 148 | test Loss: 1.479604
acc_test:0.7554347826086957
auc_weighted_ovr_test:0.8952283026546878
auc_weighted_ovo_test:0.862026840198322
auc_macro_ovr_test:0.8887195267960143
auc_macro_ovo_test:0.7608649660345179
f1_weighted_test:0.7260655386592418
f1_macro_test:0.40839166882724054
ACC_test_2:0.8804347826086957
AUC_test_2:0.898397568724962
f1_weighted_test_2:0.8804347826086957
f1_macro_test_2:0.8602016853156513
 ==  Epoch: 149 | Training Loss: 1.364123
acc_train:0.8129251700680272
auc_weighted_ovr_train:0.9404224064901717
auc_weighted_ovo_train:0.8828061626402736
auc_macro_ovr_train:0.888005007001554
auc_macro_ovo_train:0.7544172736262672
f1_weighted_train:0.7916511199518202
f1_macro_train:0.4136447428173673
ACC_train_2:0.9523809523809523
AUC_train_2:0.9673480402077853
f1_weighted_train_2:0.9525201912298689
f1_macro_train_2:0.9447924351150159
lr_epoch:1.1791652862600928e-06
 ==  Epoch: 149 | val Loss: 1.443644
acc_val:0.7123287671232876
auc_weighted_ovr_val:0.9073954342266324
auc_weighted_ovo_val:0.8693691859625594
auc_macro_ovr_val:0.8942815649474275
auc_macro_ovo_val:0.7577489052665604
f1_weighted_val:0.7031118247357235
f1_macro_val:0.33680548207124794
ACC_val_2:0.8835616438356164
AUC_val_2:0.9147826086956522
f1_weighted_val_2:0.8838950978193367
f1_macro_val_2:0.8658885826984384
 ==  Epoch: 149 | test Loss: 1.481337
acc_test:0.75
auc_weighted_ovr_test:0.8943315598803158
auc_weighted_ovo_test:0.8624320652173916
auc_macro_ovr_test:0.8902981817651078
auc_macro_ovo_test:0.7613618198883023
f1_weighted_test:0.7209827193899515
f1_macro_test:0.4065669832289352
ACC_test_2:0.875
AUC_test_2:0.9009531703273933
f1_weighted_test_2:0.8752964426877469
f1_macro_test_2:0.8545454545454545
 ==  Epoch: 150 | Training Loss: 1.354128
acc_train:0.8231292517006803
auc_weighted_ovr_train:0.9355493126371206
auc_weighted_ovo_train:0.8753851446763913
auc_macro_ovr_train:0.878291891095908
auc_macro_ovo_train:0.7610317928833673
f1_weighted_train:0.803388969455396
f1_macro_train:0.43735052684632514
ACC_train_2:0.95578231292517
AUC_train_2:0.9597584834379007
f1_weighted_train_2:0.9560346922718305
f1_macro_train_2:0.9490311654020029
lr_epoch:1.0761313164809674e-06
 ==  Epoch: 150 | val Loss: 1.449476
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9073892727172868
auc_weighted_ovo_val:0.8691717364561603
auc_macro_ovr_val:0.8947365925348914
auc_macro_ovo_val:0.7587096753862687
f1_weighted_val:0.6919782796495125
f1_macro_val:0.3314233488146532
ACC_val_2:0.8767123287671232
AUC_val_2:0.9099999999999999
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 150 | test Loss: 1.479636
acc_test:0.7554347826086957
auc_weighted_ovr_test:0.8959047436373275
auc_weighted_ovo_test:0.8633384298608842
auc_macro_ovr_test:0.8894914525610523
auc_macro_ovo_test:0.7611835027115921
f1_weighted_test:0.7281609372117335
f1_macro_test:0.40898391665160067
ACC_test_2:0.8804347826086957
AUC_test_2:0.9010913109545517
f1_weighted_test_2:0.8804347826086957
f1_macro_test_2:0.8602016853156513
 ==  Epoch: 151 | Training Loss: 1.362096
acc_train:0.8112244897959183
auc_weighted_ovr_train:0.9387609390630858
auc_weighted_ovo_train:0.8819470447977644
auc_macro_ovr_train:0.8873657374317425
auc_macro_ovo_train:0.7579166669945543
f1_weighted_train:0.7837164242951754
f1_macro_train:0.3883744895843689
ACC_train_2:0.9523809523809523
AUC_train_2:0.9594076772583147
f1_weighted_train_2:0.9527165653495441
f1_macro_train_2:0.9452659574468085
lr_epoch:9.770660656541042e-07
 ==  Epoch: 151 | val Loss: 1.448234
acc_val:0.7054794520547946
auc_weighted_ovr_val:0.9093590237861657
auc_weighted_ovo_val:0.8714294844374719
auc_macro_ovr_val:0.8965480830080151
auc_macro_ovo_val:0.7588403636221214
f1_weighted_val:0.6920887936038077
f1_macro_val:0.27911403218877207
ACC_val_2:0.8835616438356164
AUC_val_2:0.9077173913043478
f1_weighted_val_2:0.8832115203000502
f1_macro_val_2:0.8643048493794763
 ==  Epoch: 151 | test Loss: 1.477846
acc_test:0.75
auc_weighted_ovr_test:0.89481434846406
auc_weighted_ovo_test:0.8615277144327629
auc_macro_ovr_test:0.8851735141683577
auc_macro_ovo_test:0.7605546303835625
f1_weighted_test:0.7175298121570283
f1_macro_test:0.3871359223300971
ACC_test_2:0.8804347826086957
AUC_test_2:0.8968780218262191
f1_weighted_test_2:0.8798342876552796
f1_macro_test_2:0.8588169642857143
 ==  Epoch: 152 | Training Loss: 1.364141
acc_train:0.8112244897959183
auc_weighted_ovr_train:0.9337116338838826
auc_weighted_ovo_train:0.8652118472374312
auc_macro_ovr_train:0.867656241241149
auc_macro_ovo_train:0.7287085169242001
f1_weighted_train:0.78813282327051
f1_macro_train:0.38483039676588854
ACC_train_2:0.9506802721088435
AUC_train_2:0.9572151386359035
f1_weighted_train_2:0.9509280900785757
f1_macro_train_2:0.9430687201813575
lr_epoch:8.821222852158876e-07
 ==  Epoch: 152 | val Loss: 1.448501
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.9084214801768226
auc_weighted_ovo_val:0.8703826517430504
auc_macro_ovr_val:0.8962393222653057
auc_macro_ovo_val:0.7559132600164676
f1_weighted_val:0.6809475651987374
f1_macro_val:0.2734771955664865
ACC_val_2:0.8767123287671232
AUC_val_2:0.9076086956521738
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 152 | test Loss: 1.476759
acc_test:0.75
auc_weighted_ovr_test:0.8939653000777308
auc_weighted_ovo_test:0.8607016569884272
auc_macro_ovr_test:0.8853513109678692
auc_macro_ovo_test:0.759367777482621
f1_weighted_test:0.7179161738314707
f1_macro_test:0.3822232645403378
ACC_test_2:0.8804347826086957
AUC_test_2:0.8998480453101256
f1_weighted_test_2:0.8798342876552796
f1_macro_test_2:0.8588169642857143
 ==  Epoch: 153 | Training Loss: 1.358870
acc_train:0.8248299319727891
auc_weighted_ovr_train:0.9394635386769186
auc_weighted_ovo_train:0.8756931900951549
auc_macro_ovr_train:0.8762096851465471
auc_macro_ovo_train:0.7552719764653886
f1_weighted_train:0.8073267062124602
f1_macro_train:0.45826949535287315
ACC_train_2:0.9574829931972789
AUC_train_2:0.9582203332658706
f1_weighted_train_2:0.9576966293780824
f1_macro_train_2:0.9509213105011702
lr_epoch:7.914463715940882e-07
 ==  Epoch: 153 | val Loss: 1.450113
acc_val:0.684931506849315
auc_weighted_ovr_val:0.9079058396053653
auc_weighted_ovo_val:0.8693932690005243
auc_macro_ovr_val:0.89460682289615
auc_macro_ovo_val:0.7563451321895975
f1_weighted_val:0.6738579232857357
f1_macro_val:0.24883224986890923
ACC_val_2:0.8767123287671232
AUC_val_2:0.9084782608695652
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 153 | test Loss: 1.479949
acc_test:0.75
auc_weighted_ovr_test:0.894328737419917
auc_weighted_ovo_test:0.8613821902450727
auc_macro_ovr_test:0.8860937827926758
auc_macro_ovo_test:0.7595452725515786
f1_weighted_test:0.7173494983277592
f1_macro_test:0.3859841912473492
ACC_test_2:0.8804347826086957
AUC_test_2:0.9013675922088686
f1_weighted_test_2:0.8804347826086957
f1_macro_test_2:0.8602016853156513
 ==  Epoch: 154 | Training Loss: 1.357303
acc_train:0.8112244897959183
auc_weighted_ovr_train:0.9420433911958945
auc_weighted_ovo_train:0.8854779413618438
auc_macro_ovr_train:0.8917832393352175
auc_macro_ovo_train:0.7682022851212813
f1_weighted_train:0.7891734751341417
f1_macro_train:0.4009408891239564
ACC_train_2:0.9540816326530612
AUC_train_2:0.965310665857114
f1_weighted_train_2:0.9543123597283291
f1_macro_train_2:0.9469950153412638
lr_epoch:7.051781404751918e-07
 ==  Epoch: 154 | val Loss: 1.451389
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.9074685040762877
auc_weighted_ovo_val:0.8693689059084108
auc_macro_ovr_val:0.8945474878086385
auc_macro_ovo_val:0.7581866748419968
f1_weighted_val:0.6775342465753424
f1_macro_val:0.24919254658385095
ACC_val_2:0.8767123287671232
AUC_val_2:0.9080434782608695
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 154 | test Loss: 1.477764
acc_test:0.75
auc_weighted_ovr_test:0.8953539915540729
auc_weighted_ovo_test:0.8620539861004193
auc_macro_ovr_test:0.885883771111431
auc_macro_ovo_test:0.7608840248983955
f1_weighted_test:0.7173494983277592
f1_macro_test:0.3859841912473492
ACC_test_2:0.8858695652173914
AUC_test_2:0.9000552562508634
f1_weighted_test_2:0.8855883484598148
f1_macro_test_2:0.8659031754294637
 ==  Epoch: 155 | Training Loss: 1.368563
acc_train:0.8010204081632653
auc_weighted_ovr_train:0.9366660629625118
auc_weighted_ovo_train:0.8753431334961664
auc_macro_ovr_train:0.880791067399108
auc_macro_ovo_train:0.7493412985299364
f1_weighted_train:0.7804897956017113
f1_macro_train:0.3786067958813187
ACC_train_2:0.9523809523809523
AUC_train_2:0.9588140052620928
f1_weighted_train_2:0.9525872939450215
f1_macro_train_2:0.9449526560744663
lr_epoch:6.234506112187362e-07
 ==  Epoch: 155 | val Loss: 1.450266
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9087812124078007
auc_weighted_ovo_val:0.8716694374220461
auc_macro_ovr_val:0.8967371711612471
auc_macro_ovo_val:0.7626721332434767
f1_weighted_val:0.6859697188175921
f1_macro_val:0.2785158548545276
ACC_val_2:0.8767123287671232
AUC_val_2:0.9075
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 155 | test Loss: 1.474121
acc_test:0.7554347826086957
auc_weighted_ovr_test:0.8952213863367272
auc_weighted_ovo_test:0.861761880449136
auc_macro_ovr_test:0.885211803695161
auc_macro_ovo_test:0.7619142662724401
f1_weighted_test:0.7226171621256688
f1_macro_test:0.38897415605490143
ACC_test_2:0.8913043478260869
AUC_test_2:0.8988810609200166
f1_weighted_test_2:0.8901706651959433
f1_macro_test_2:0.8703312191684285
 ==  Epoch: 156 | Training Loss: 1.365761
acc_train:0.8112244897959183
auc_weighted_ovr_train:0.9372330098825815
auc_weighted_ovo_train:0.8772917223270261
auc_macro_ovr_train:0.8830390408179039
auc_macro_ovo_train:0.7446890795371208
f1_weighted_train:0.7890645148946254
f1_macro_train:0.40178285944745573
ACC_train_2:0.9506802721088435
AUC_train_2:0.96104702152061
f1_weighted_train_2:0.9509280900785757
f1_macro_train_2:0.9430687201813575
lr_epoch:5.463898017511046e-07
 ==  Epoch: 156 | val Loss: 1.448874
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9085874565382328
auc_weighted_ovo_val:0.8709629401269483
auc_macro_ovr_val:0.8966029000435053
auc_macro_ovo_val:0.7580254078999079
f1_weighted_val:0.6854628476546286
f1_macro_val:0.27675387414517855
ACC_val_2:0.8767123287671232
AUC_val_2:0.9080434782608695
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 156 | test Loss: 1.475920
acc_test:0.75
auc_weighted_ovr_test:0.8951439461219289
auc_weighted_ovo_test:0.8618193486579937
auc_macro_ovr_test:0.8853847185838716
auc_macro_ovo_test:0.7622093929299696
f1_weighted_test:0.7174383907449919
f1_macro_test:0.38065340582762186
ACC_test_2:0.8858695652173914
AUC_test_2:0.8991573421743335
f1_weighted_test_2:0.8849933929869643
f1_macro_test_2:0.8645493742770007
 ==  Epoch: 157 | Training Loss: 1.359887
acc_train:0.8197278911564626
auc_weighted_ovr_train:0.9327938451099225
auc_weighted_ovo_train:0.8722157377206279
auc_macro_ovr_train:0.8741850143096033
auc_macro_ovo_train:0.7622394135222105
f1_weighted_train:0.8003137761960324
f1_macro_train:0.4493412335024741
ACC_train_2:0.9523809523809523
AUC_train_2:0.9579369898131282
f1_weighted_train_2:0.9526527455235098
f1_macro_train_2:0.9451104858175418
lr_epoch:4.741145342550192e-07
 ==  Epoch: 157 | val Loss: 1.448480
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9093891254803858
auc_weighted_ovo_val:0.8717208637815327
auc_macro_ovr_val:0.8962097523779909
auc_macro_ovo_val:0.7578406526398529
f1_weighted_val:0.6854628476546286
f1_macro_val:0.27675387414517855
ACC_val_2:0.8767123287671232
AUC_val_2:0.9121739130434783
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 157 | test Loss: 1.474792
acc_test:0.75
auc_weighted_ovr_test:0.8951120965100927
auc_weighted_ovo_test:0.8627633450005333
auc_macro_ovr_test:0.8871542972211468
auc_macro_ovo_test:0.7618880290042823
f1_weighted_test:0.7177043346458639
f1_macro_test:0.380919141354713
ACC_test_2:0.8804347826086957
AUC_test_2:0.9029562094211907
f1_weighted_test_2:0.8804347826086957
f1_macro_test_2:0.8602016853156513
 ==  Epoch: 158 | Training Loss: 1.360886
acc_train:0.8180272108843537
auc_weighted_ovr_train:0.9358886695339996
auc_weighted_ovo_train:0.8755009672044324
auc_macro_ovr_train:0.8772891049214857
auc_macro_ovo_train:0.7437668681010638
f1_weighted_train:0.7981880059023769
f1_macro_train:0.4337292895855602
ACC_train_2:0.9540816326530612
AUC_train_2:0.9588342440801457
f1_weighted_train_2:0.9543123597283291
f1_macro_train_2:0.9469950153412638
lr_epoch:4.0673625195434134e-07
 ==  Epoch: 158 | val Loss: 1.448840
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9093705995505993
auc_weighted_ovo_val:0.8714171183470626
auc_macro_ovr_val:0.896226012593611
auc_macro_ovo_val:0.7572188931161108
f1_weighted_val:0.6854628476546286
f1_macro_val:0.27675387414517855
ACC_val_2:0.8767123287671232
AUC_val_2:0.9109782608695652
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 158 | test Loss: 1.473578
acc_test:0.75
auc_weighted_ovr_test:0.8960529343489064
auc_weighted_ovo_test:0.8638069838758012
auc_macro_ovr_test:0.8878679250516178
auc_macro_ovo_test:0.7630305682922104
f1_weighted_test:0.7177043346458639
f1_macro_test:0.380919141354713
ACC_test_2:0.8804347826086957
AUC_test_2:0.9033015609890869
f1_weighted_test_2:0.8804347826086957
f1_macro_test_2:0.8602016853156513
 ==  Epoch: 159 | Training Loss: 1.367791
acc_train:0.8027210884353742
auc_weighted_ovr_train:0.9362434150582268
auc_weighted_ovo_train:0.8721176415764521
auc_macro_ovr_train:0.8757364506453115
auc_macro_ovo_train:0.7439224024353824
f1_weighted_train:0.7811382015063933
f1_macro_train:0.38895724289325484
ACC_train_2:0.9523809523809523
AUC_train_2:0.9607029616137084
f1_weighted_train_2:0.9526527455235098
f1_macro_train_2:0.9451104858175418
lr_epoch:3.443588472767039e-07
 ==  Epoch: 159 | val Loss: 1.449056
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9092453663675691
auc_weighted_ovo_val:0.8716914386702133
auc_macro_ovr_val:0.8962159895560136
auc_macro_ovo_val:0.7586162960982156
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9114130434782608
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 159 | test Loss: 1.471977
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8962425505532794
auc_weighted_ovo_test:0.8639561970867737
auc_macro_ovr_test:0.8881715682108753
auc_macro_ovo_test:0.7629850916974977
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9033706313026661
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 160 | Training Loss: 1.354483
acc_train:0.8180272108843537
auc_weighted_ovr_train:0.9394278468428134
auc_weighted_ovo_train:0.8860815457764234
auc_macro_ovr_train:0.8925333917670748
auc_macro_ovo_train:0.7711596671117094
f1_weighted_train:0.7963392546169811
f1_macro_train:0.4330245160927065
ACC_train_2:0.9523809523809523
AUC_train_2:0.9587937664440396
f1_weighted_train_2:0.9526527455235098
f1_macro_train_2:0.9451104858175418
lr_epoch:2.870785016589163e-07
 ==  Epoch: 160 | val Loss: 1.449299
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9089855466013954
auc_weighted_ovo_val:0.8711496941549685
auc_macro_ovr_val:0.8957854238876183
auc_macro_ovo_val:0.7569675444792436
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9110869565217391
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 160 | test Loss: 1.471593
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8963767899931626
auc_weighted_ovo_test:0.8642201476180517
auc_macro_ovr_test:0.8884165040831816
auc_macro_ovo_test:0.7644287028856063
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9035087719298246
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 161 | Training Loss: 1.369972
acc_train:0.8061224489795918
auc_weighted_ovr_train:0.9298413916969889
auc_weighted_ovo_train:0.8655543311693532
auc_macro_ovr_train:0.8690934396799807
auc_macro_ovo_train:0.7348456830292044
f1_weighted_train:0.7837101684986971
f1_macro_train:0.3732506285221497
ACC_train_2:0.9523809523809523
AUC_train_2:0.9607164541590771
f1_weighted_train_2:0.9526527455235098
f1_macro_train_2:0.9451104858175418
lr_epoch:2.3498353724215772e-07
 ==  Epoch: 161 | val Loss: 1.449532
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9092742303540239
auc_weighted_ovo_val:0.8721037463669044
auc_macro_ovr_val:0.8963232635626824
auc_macro_ovo_val:0.759057610867787
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9133695652173912
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 161 | test Loss: 1.470844
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8960532296797348
auc_weighted_ovo_test:0.8640926062746278
auc_macro_ovr_test:0.8888026069867611
auc_macro_ovo_test:0.7642012998606347
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9040613344384584
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 162 | Training Loss: 1.360799
acc_train:0.8129251700680272
auc_weighted_ovr_train:0.9384137132851778
auc_weighted_ovo_train:0.8785969244488707
auc_macro_ovr_train:0.8845697650127332
auc_macro_ovo_train:0.7431220835748945
f1_weighted_train:0.7914045570608943
f1_macro_train:0.39457019128645726
ACC_train_2:0.9540816326530612
AUC_train_2:0.9587465425352493
f1_weighted_train_2:0.9543123597283291
f1_macro_train_2:0.9469950153412638
lr_epoch:1.8815428068564118e-07
 ==  Epoch: 162 | val Loss: 1.449619
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9081966326050855
auc_weighted_ovo_val:0.870138153139695
auc_macro_ovr_val:0.8949486586533155
auc_macro_ovo_val:0.7557756164473598
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9095652173913044
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 162 | test Loss: 1.471237
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8963532263853226
auc_weighted_ovo_test:0.863854691734596
auc_macro_ovr_test:0.8884345344500709
auc_macro_ovo_test:0.7618356045964887
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9035087719298245
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 163 | Training Loss: 1.364305
acc_train:0.8112244897959183
auc_weighted_ovr_train:0.9435607844039084
auc_weighted_ovo_train:0.8874678131047955
auc_macro_ovr_train:0.8915699264020509
auc_macro_ovo_train:0.7585208220895995
f1_weighted_train:0.7942353555038284
f1_macro_train:0.40302513578375637
ACC_train_2:0.9540816326530612
AUC_train_2:0.9653174121297983
f1_weighted_train_2:0.9543746847053428
f1_macro_train_2:0.9471460674157304
lr_epoch:1.4666293930872436e-07
 ==  Epoch: 163 | val Loss: 1.449409
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9087762523694429
auc_weighted_ovo_val:0.8716798204700739
auc_macro_ovr_val:0.8961221324739548
auc_macro_ovo_val:0.7600347676626074
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9118478260869565
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 163 | test Loss: 1.470753
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8964784534194326
auc_weighted_ovo_test:0.8643300127729915
auc_macro_ovr_test:0.8886147462816198
auc_macro_ovo_test:0.7623106324920083
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9042685453791961
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 164 | Training Loss: 1.361445
acc_train:0.8095238095238095
auc_weighted_ovr_train:0.9381392484452812
auc_weighted_ovo_train:0.8788043293272362
auc_macro_ovr_train:0.8837334049578417
auc_macro_ovo_train:0.7413542498534799
f1_weighted_train:0.7907153301632244
f1_macro_train:0.40815959796656914
ACC_train_2:0.9489795918367347
AUC_train_2:0.9604263644336504
f1_weighted_train_2:0.9494058274939048
f1_macro_train_2:0.9415204678362573
lr_epoch:1.1057348975245735e-07
 ==  Epoch: 164 | val Loss: 1.449475
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9087766043383572
auc_weighted_ovo_val:0.8717725669575472
auc_macro_ovr_val:0.8960988857651992
auc_macro_ovo_val:0.7606606801280501
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9117391304347826
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 164 | test Loss: 1.470697
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8965521264299209
auc_weighted_ovo_test:0.8644591285878911
auc_macro_ovr_test:0.8887359416958891
auc_macro_ovo_test:0.762415060228015
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.904268545379196
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 165 | Training Loss: 1.357764
acc_train:0.814625850340136
auc_weighted_ovr_train:0.9387168451737452
auc_weighted_ovo_train:0.8757038168468442
auc_macro_ovr_train:0.8787224186652786
auc_macro_ovo_train:0.7440497838016497
f1_weighted_train:0.7976107924908497
f1_macro_train:0.426442862345118
ACC_train_2:0.9574829931972789
AUC_train_2:0.96570869594549
f1_weighted_train_2:0.9576966293780824
f1_macro_train_2:0.9509213105011702
lr_epoch:7.994157933224125e-08
 ==  Epoch: 165 | val Loss: 1.449465
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9080441029488644
auc_weighted_ovo_val:0.8701890857620987
auc_macro_ovr_val:0.8953482070469302
auc_macro_ovo_val:0.7576418741674421
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.908695652173913
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 165 | test Loss: 1.470867
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8967065484954273
auc_weighted_ovo_test:0.8641891570763047
auc_macro_ovr_test:0.8884569431677866
auc_macro_ovo_test:0.7611340960407933
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.903646912556983
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 166 | Training Loss: 1.354155
acc_train:0.8214285714285714
auc_weighted_ovr_train:0.9383057762805499
auc_weighted_ovo_train:0.8774452187186402
auc_macro_ovr_train:0.882031403614305
auc_macro_ovo_train:0.766879523534819
f1_weighted_train:0.7981560468727489
f1_macro_train:0.4586453523281634
ACC_train_2:0.9506802721088435
AUC_train_2:0.9626998583282736
f1_weighted_train_2:0.9510602931843767
f1_macro_train_2:0.9433907769327043
lr_epoch:5.481444023369893e-08
 ==  Epoch: 166 | val Loss: 1.449492
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9080100286717605
auc_weighted_ovo_val:0.8701007505321674
auc_macro_ovr_val:0.8958168079481863
auc_macro_ovo_val:0.7569644719776599
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9078260869565218
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 166 | test Loss: 1.470943
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8966788227062209
auc_weighted_ovo_test:0.8637992968849778
auc_macro_ovr_test:0.8882344734232017
auc_macro_ovo_test:0.760430933243888
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.90302527973477
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 167 | Training Loss: 1.357514
acc_train:0.8129251700680272
auc_weighted_ovr_train:0.9412816078583529
auc_weighted_ovo_train:0.8859704189728319
auc_macro_ovr_train:0.8886217197892855
auc_macro_ovo_train:0.7592223965940135
f1_weighted_train:0.7921829099581418
f1_macro_train:0.4244777129546892
ACC_train_2:0.9574829931972789
AUC_train_2:0.9622208729676853
f1_weighted_train_2:0.9576966293780824
f1_macro_train_2:0.9509213105011702
lr_epoch:3.5230816684068295e-08
 ==  Epoch: 167 | val Loss: 1.449614
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9081723480562605
auc_weighted_ovo_val:0.870141204596747
auc_macro_ovr_val:0.895874671344183
auc_macro_ovo_val:0.7569786527541995
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9078260869565218
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 167 | test Loss: 1.470967
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8966219045575439
auc_weighted_ovo_test:0.8638243648508837
auc_macro_ovr_test:0.8881242631533061
auc_macro_ovo_test:0.7614282903078229
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9027489984804531
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 168 | Training Loss: 1.359469
acc_train:0.8214285714285714
auc_weighted_ovr_train:0.9354372488475792
auc_weighted_ovo_train:0.8789760051150868
auc_macro_ovr_train:0.8850366935970957
auc_macro_ovo_train:0.7553156570725161
f1_weighted_train:0.8021317608079636
f1_macro_train:0.4383884336222245
ACC_train_2:0.9506802721088435
AUC_train_2:0.9603319166160695
f1_weighted_train_2:0.9509950317205534
f1_macro_train_2:0.9432309612983771
lr_epoch:2.1220905211414214e-08
 ==  Epoch: 168 | val Loss: 1.449652
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9082216237042352
auc_weighted_ovo_val:0.8702351522413202
auc_macro_ovr_val:0.8960214926626385
auc_macro_ovo_val:0.7570525953747258
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9078260869565218
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 168 | test Loss: 1.470873
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8965910251109037
auc_weighted_ovo_test:0.8637598069434339
auc_macro_ovr_test:0.8880228021143449
auc_macro_ovo_test:0.7613760764398195
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9027489984804531
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 169 | Training Loss: 1.355431
acc_train:0.8248299319727891
auc_weighted_ovr_train:0.9459168325837036
auc_weighted_ovo_train:0.8906096840563276
auc_macro_ovr_train:0.8953678375387385
auc_macro_ovo_train:0.7683719616697661
f1_weighted_train:0.8051997558885026
f1_macro_train:0.44712436886984
ACC_train_2:0.95578231292517
AUC_train_2:0.9677865479322674
f1_weighted_train_2:0.9559739158060914
f1_macro_train_2:0.9488846092120045
lr_epoch:1.2806308083768641e-08
 ==  Epoch: 169 | val Loss: 1.449659
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9082216237042352
auc_weighted_ovo_val:0.8702351522413202
auc_macro_ovr_val:0.8960214926626385
auc_macro_ovo_val:0.7570525953747258
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9078260869565218
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 169 | test Loss: 1.470848
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8965910251109037
auc_weighted_ovo_test:0.8637598069434339
auc_macro_ovr_test:0.8880228021143449
auc_macro_ovo_test:0.7613760764398195
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9027489984804531
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 170 | Training Loss: 1.363142
acc_train:0.814625850340136
auc_weighted_ovr_train:0.9397240496359653
auc_weighted_ovo_train:0.8787992932459692
auc_macro_ovr_train:0.8836308238577976
auc_macro_ovo_train:0.7549891815085373
f1_weighted_train:0.7964431911171111
f1_macro_train:0.4214175432061248
ACC_train_2:0.9540816326530612
AUC_train_2:0.9696012952843553
f1_weighted_train_2:0.9543746847053428
f1_macro_train_2:0.9471460674157304
lr_epoch:1e-08
 ==  Epoch: 170 | val Loss: 1.449663
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9082216237042352
auc_weighted_ovo_val:0.8702351522413202
auc_macro_ovr_val:0.8960214926626385
auc_macro_ovo_val:0.7570525953747258
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9078260869565218
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 170 | test Loss: 1.470857
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.896650922456864
auc_weighted_ovo_test:0.8637158682045812
auc_macro_ovr_test:0.888025842997087
auc_macro_ovo_test:0.7610076117553228
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9027489984804531
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 171 | Training Loss: 1.358065
acc_train:0.8214285714285714
auc_weighted_ovr_train:0.9441420661590695
auc_weighted_ovo_train:0.8869383375798064
auc_macro_ovr_train:0.8885434703780033
auc_macro_ovo_train:0.7584360036573369
f1_weighted_train:0.8002155578008278
f1_macro_train:0.41982623176034467
ACC_train_2:0.9608843537414966
AUC_train_2:0.9622815894218444
f1_weighted_train_2:0.9610264591011607
f1_macro_train_2:0.9547169811320755
lr_epoch:1.3202e-06
 ==  Epoch: 171 | val Loss: 1.449664
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9082216237042352
auc_weighted_ovo_val:0.8702351522413202
auc_macro_ovr_val:0.8960214926626385
auc_macro_ovo_val:0.7570525953747258
f1_weighted_val:0.6940330741700605
f1_macro_val:0.3457090631003675
ACC_val_2:0.8767123287671232
AUC_val_2:0.9078260869565218
f1_weighted_val_2:0.8767123287671232
f1_macro_val_2:0.8571739130434783
 ==  Epoch: 171 | test Loss: 1.470867
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.8966816274433538
auc_weighted_ovo_test:0.8638371803163826
auc_macro_ovr_test:0.888141143354518
auc_macro_ovo_test:0.76143278182335
f1_weighted_test:0.7303852060249656
f1_macro_test:0.40085994164051086
ACC_test_2:0.8858695652173914
AUC_test_2:0.9027489984804531
f1_weighted_test_2:0.8861402302801169
f1_macro_test_2:0.8671936758893282
 ==  Epoch: 172 | Training Loss: 1.363935
acc_train:0.8129251700680272
auc_weighted_ovr_train:0.9409320236047438
auc_weighted_ovo_train:0.8804102296717929
auc_macro_ovr_train:0.8843599234465154
auc_macro_ovo_train:0.751563618146526
f1_weighted_train:0.7913078472574403
f1_macro_train:0.40890497949845506
ACC_train_2:0.9506802721088435
AUC_train_2:0.9623692909667408
f1_weighted_train_2:0.9509280900785757
f1_macro_train_2:0.9430687201813575
lr_epoch:2.6304000000000003e-06
 ==  Epoch: 172 | val Loss: 1.451359
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.9095746475479103
auc_weighted_ovo_val:0.8710685432042933
auc_macro_ovr_val:0.8970503625336945
auc_macro_ovo_val:0.7562659561872529
f1_weighted_val:0.6809475651987374
f1_macro_val:0.2734771955664865
ACC_val_2:0.8698630136986302
AUC_val_2:0.9064130434782609
f1_weighted_val_2:0.8694716991588797
f1_macro_val_2:0.8483407140123558
 ==  Epoch: 172 | test Loss: 1.467814
acc_test:0.7663043478260869
auc_weighted_ovr_test:0.8981781800059556
auc_weighted_ovo_test:0.8661266998433438
auc_macro_ovr_test:0.8888538138801996
auc_macro_ovo_test:0.7664407213791006
f1_weighted_test:0.7352598648154912
f1_macro_test:0.4024609843937575
ACC_test_2:0.8967391304347826
AUC_test_2:0.9024036469125569
f1_weighted_test_2:0.895946403178682
f1_macro_test_2:0.8774494338696673
 ==  Epoch: 173 | Training Loss: 1.359861
acc_train:0.814625850340136
auc_weighted_ovr_train:0.9339862793160273
auc_weighted_ovo_train:0.8788450192061578
auc_macro_ovr_train:0.8843987245532465
auc_macro_ovo_train:0.7657246448340786
f1_weighted_train:0.798754762225503
f1_macro_train:0.42903318228979775
ACC_train_2:0.9574829931972789
AUC_train_2:0.9603251703433853
f1_weighted_train_2:0.9576374555447399
f1_macro_train_2:0.9507793273174734
lr_epoch:3.940600000000001e-06
 ==  Epoch: 173 | val Loss: 1.464961
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.9033254409721678
auc_weighted_ovo_val:0.8656512987842994
auc_macro_ovr_val:0.8960892901500852
auc_macro_ovo_val:0.751995685442465
f1_weighted_val:0.6894879738572871
f1_macro_val:0.36204788959533246
ACC_val_2:0.863013698630137
AUC_val_2:0.8934782608695653
f1_weighted_val_2:0.8612433765536103
f1_macro_val_2:0.8373440285204992
 ==  Epoch: 173 | test Loss: 1.470717
acc_test:0.7554347826086957
auc_weighted_ovr_test:0.8985876720804727
auc_weighted_ovo_test:0.8648618156870965
auc_macro_ovr_test:0.891208119699247
auc_macro_ovo_test:0.7699005418051015
f1_weighted_test:0.725276473261627
f1_macro_test:0.39472374315579895
ACC_test_2:0.8913043478260869
AUC_test_2:0.8907307639176681
f1_weighted_test_2:0.8895392047565961
f1_macro_test_2:0.8689458689458689
 ==  Epoch: 174 | Training Loss: 1.364063
acc_train:0.8129251700680272
auc_weighted_ovr_train:0.9389887853097907
auc_weighted_ovo_train:0.8772901355662239
auc_macro_ovr_train:0.8812708813223359
auc_macro_ovo_train:0.7466773900857306
f1_weighted_train:0.7925772747375848
f1_macro_train:0.4147200852439822
ACC_train_2:0.9540816326530612
AUC_train_2:0.9611414693381906
f1_weighted_train_2:0.9543123597283291
f1_macro_train_2:0.9469950153412638
lr_epoch:5.250800000000001e-06
 ==  Epoch: 174 | val Loss: 1.458728
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.909222703038402
auc_weighted_ovo_val:0.8717680925664109
auc_macro_ovr_val:0.8988268074237483
auc_macro_ovo_val:0.7555334402969048
f1_weighted_val:0.6913080722278373
f1_macro_val:0.29680047843313145
ACC_val_2:0.863013698630137
AUC_val_2:0.9089130434782609
f1_weighted_val_2:0.8621697786216977
f1_macro_val_2:0.8393839383938394
 ==  Epoch: 174 | test Loss: 1.465812
acc_test:0.75
auc_weighted_ovr_test:0.900685937266163
auc_weighted_ovo_test:0.8712776519299066
auc_macro_ovr_test:0.8960735383766162
auc_macro_ovo_test:0.7793055046249777
f1_weighted_test:0.719896421981317
f1_macro_test:0.3761828073404428
ACC_test_2:0.8804347826086957
AUC_test_2:0.9031634203619285
f1_weighted_test_2:0.8798342876552796
f1_macro_test_2:0.8588169642857143
 ==  Epoch: 175 | Training Loss: 1.358602
acc_train:0.8180272108843537
auc_weighted_ovr_train:0.9348516226555458
auc_weighted_ovo_train:0.8754933421369024
auc_macro_ovr_train:0.8812009323434096
auc_macro_ovo_train:0.7458544815654746
f1_weighted_train:0.8036418828071977
f1_macro_train:0.42525121376468344
ACC_train_2:0.9608843537414966
AUC_train_2:0.960574782432706
f1_weighted_train_2:0.9609134695059824
f1_macro_train_2:0.9544497697901335
lr_epoch:6.561e-06
 ==  Epoch: 175 | val Loss: 1.453685
acc_val:0.6986301369863014
auc_weighted_ovr_val:0.9105721347150292
auc_weighted_ovo_val:0.8764464489198716
auc_macro_ovr_val:0.901904663752029
auc_macro_ovo_val:0.7693891056521874
f1_weighted_val:0.6900210748155954
f1_macro_val:0.2945754245754246
ACC_val_2:0.8767123287671232
AUC_val_2:0.9080434782608695
f1_weighted_val_2:0.8751190388982493
f1_macro_val_2:0.8536096256684493
 ==  Epoch: 175 | test Loss: 1.461269
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.9017913097132915
auc_weighted_ovo_test:0.8712439724288807
auc_macro_ovr_test:0.8938990156976317
auc_macro_ovo_test:0.7783238979425009
f1_weighted_test:0.7344872161380984
f1_macro_test:0.39565709880419925
ACC_test_2:0.9021739130434783
AUC_test_2:0.9015748031496064
f1_weighted_test_2:0.9011535986763488
f1_macro_test_2:0.8832980972515856
 ==  Epoch: 176 | Training Loss: 1.356255
acc_train:0.8163265306122449
auc_weighted_ovr_train:0.9353887906655561
auc_weighted_ovo_train:0.8829799107300488
auc_macro_ovr_train:0.8857482886279323
auc_macro_ovo_train:0.7614844156104263
f1_weighted_train:0.7987519170375761
f1_macro_train:0.40749590807442015
ACC_train_2:0.95578231292517
AUC_train_2:0.9578223031774944
f1_weighted_train_2:0.9560346922718305
f1_macro_train_2:0.9490311654020029
lr_epoch:6.560368616199004e-06
 ==  Epoch: 176 | val Loss: 1.431025
acc_val:0.7328767123287672
auc_weighted_ovr_val:0.9123048907449522
auc_weighted_ovo_val:0.8762606435145739
auc_macro_ovr_val:0.9010186484383839
auc_macro_ovo_val:0.7527953124205145
f1_weighted_val:0.7184573060178169
f1_macro_val:0.31940821441358497
ACC_val_2:0.8972602739726028
AUC_val_2:0.9205434782608696
f1_weighted_val_2:0.8985910290810729
f1_macro_val_2:0.8842188739095955
 ==  Epoch: 176 | test Loss: 1.460551
acc_test:0.7663043478260869
auc_weighted_ovr_test:0.896823619771604
auc_weighted_ovo_test:0.8650047973779703
auc_macro_ovr_test:0.8920678093967458
auc_macro_ovo_test:0.759875779919589
f1_weighted_test:0.7413127934867063
f1_macro_test:0.4364080364080364
ACC_test_2:0.8858695652173914
AUC_test_2:0.9063406547865728
f1_weighted_test_2:0.8866507215286014
f1_macro_test_2:0.868423740933701
 ==  Epoch: 177 | Training Loss: 1.370199
acc_train:0.8027210884353742
auc_weighted_ovr_train:0.9277870781148309
auc_weighted_ovo_train:0.8704782117722889
auc_macro_ovr_train:0.878739379937591
auc_macro_ovo_train:0.7402482411763226
f1_weighted_train:0.7800317803294821
f1_macro_train:0.40654073560291076
ACC_train_2:0.9404761904761905
AUC_train_2:0.9546920326519598
f1_weighted_train_2:0.941159191790532
f1_macro_train_2:0.9322399981561904
lr_epoch:6.558474708206489e-06
 ==  Epoch: 177 | val Loss: 1.475499
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.9018778353119586
auc_weighted_ovo_val:0.8640437766399485
auc_macro_ovr_val:0.8948424195731735
auc_macro_ovo_val:0.7501661851955393
f1_weighted_val:0.6729691243768116
f1_macro_val:0.29144748486672095
ACC_val_2:0.863013698630137
AUC_val_2:0.8773913043478261
f1_weighted_val_2:0.8579224539799214
f1_macro_val_2:0.8304297328687573
 ==  Epoch: 177 | test Loss: 1.499052
acc_test:0.7282608695652174
auc_weighted_ovr_test:0.8862160911416123
auc_weighted_ovo_test:0.8385011995458787
auc_macro_ovr_test:0.8604987509449861
auc_macro_ovo_test:0.7232920450768497
f1_weighted_test:0.6972855240782296
f1_macro_test:0.39306137329156965
ACC_test_2:0.8586956521739131
AUC_test_2:0.8838928028733251
f1_weighted_test_2:0.854578392621871
f1_macro_test_2:0.8257575757575757
 ==  Epoch: 178 | Training Loss: 1.369704
acc_train:0.8078231292517006
auc_weighted_ovr_train:0.9362957695826809
auc_weighted_ovo_train:0.8654446743095248
auc_macro_ovr_train:0.8713596622081309
auc_macro_ovo_train:0.7286284678521162
f1_weighted_train:0.7902586846983447
f1_macro_train:0.399769766990678
ACC_train_2:0.9506802721088435
AUC_train_2:0.9567159144572625
f1_weighted_train_2:0.9507169832901516
f1_macro_train_2:0.9425671010397335
lr_epoch:6.555319006160038e-06
 ==  Epoch: 178 | val Loss: 1.426204
acc_val:0.7397260273972602
auc_weighted_ovr_val:0.9169112730792366
auc_weighted_ovo_val:0.8810557792103598
auc_macro_ovr_val:0.9017230861297939
auc_macro_ovo_val:0.7587729036422987
f1_weighted_val:0.7274802822748029
f1_macro_val:0.31735830181333463
ACC_val_2:0.9041095890410958
AUC_val_2:0.928804347826087
f1_weighted_val_2:0.9041095890410958
f1_macro_val_2:0.888913043478261
 ==  Epoch: 178 | test Loss: 1.466393
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.9032170337050353
auc_weighted_ovo_test:0.8642009381506595
auc_macro_ovr_test:0.8914636749746758
auc_macro_ovo_test:0.7586642938631781
f1_weighted_test:0.7313444773929954
f1_macro_test:0.4298611745667999
ACC_test_2:0.8913043478260869
AUC_test_2:0.9204309987567343
f1_weighted_test_2:0.8913043478260869
f1_macro_test_2:0.8729106230142285
 ==  Epoch: 179 | Training Loss: 1.356322
acc_train:0.8163265306122449
auc_weighted_ovr_train:0.9438989248328176
auc_weighted_ovo_train:0.8849890785732577
auc_macro_ovr_train:0.8911699139322755
auc_macro_ovo_train:0.7541082209293021
f1_weighted_train:0.8064528897907224
f1_macro_train:0.4294310367560797
ACC_train_2:0.9625850340136054
AUC_train_2:0.9708021318221682
f1_weighted_train_2:0.9626944359663253
f1_macro_train_2:0.9566226275903695
lr_epoch:6.550902726642862e-06
 ==  Epoch: 179 | val Loss: 1.441862
acc_val:0.726027397260274
auc_weighted_ovr_val:0.9174785227591736
auc_weighted_ovo_val:0.8804764507808556
auc_macro_ovr_val:0.9019008535650553
auc_macro_ovo_val:0.7549942218962894
f1_weighted_val:0.712288752972499
f1_macro_val:0.32101029979871376
ACC_val_2:0.8904109589041096
AUC_val_2:0.923804347826087
f1_weighted_val_2:0.8897358228973582
f1_macro_val_2:0.8715071507150716
 ==  Epoch: 179 | test Loss: 1.456500
acc_test:0.7717391304347826
auc_weighted_ovr_test:0.9032085143367548
auc_weighted_ovo_test:0.863560643167204
auc_macro_ovr_test:0.8880840318302872
auc_macro_ovo_test:0.7550301966193003
f1_weighted_test:0.745453071200955
f1_macro_test:0.439532885993063
ACC_test_2:0.8967391304347826
AUC_test_2:0.9102085923470093
f1_weighted_test_2:0.8964846962255468
f1_macro_test_2:0.8786743015790387
 ==  Epoch: 180 | Training Loss: 1.355908
acc_train:0.8282312925170068
auc_weighted_ovr_train:0.9456802205735645
auc_weighted_ovo_train:0.8890989811575095
auc_macro_ovr_train:0.8960173423402785
auc_macro_ovo_train:0.7581592681196876
f1_weighted_train:0.8141302836910874
f1_macro_train:0.4623283763083156
ACC_train_2:0.9625850340136054
AUC_train_2:0.9711529380017541
f1_weighted_train_2:0.9626944359663253
f1_macro_train_2:0.9566226275903695
lr_epoch:6.545227572214781e-06
 ==  Epoch: 180 | val Loss: 1.426459
acc_val:0.7465753424657534
auc_weighted_ovr_val:0.9183055406658959
auc_weighted_ovo_val:0.884963920284092
auc_macro_ovr_val:0.9082307896271941
auc_macro_ovo_val:0.7656943831069586
f1_weighted_val:0.7283463152092664
f1_macro_val:0.33525887558670886
ACC_val_2:0.910958904109589
AUC_val_2:0.9277173913043478
f1_weighted_val_2:0.911213898332434
f1_macro_val_2:0.8974442102988058
 ==  Epoch: 180 | test Loss: 1.456052
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.9029929692678715
auc_weighted_ovo_test:0.8651777741235394
auc_macro_ovr_test:0.8910782100001101
auc_macro_ovo_test:0.7575321913334283
f1_weighted_test:0.7326733954451347
f1_macro_test:0.4016380236305048
ACC_test_2:0.8913043478260869
AUC_test_2:0.9074457798038403
f1_weighted_test_2:0.8913043478260869
f1_macro_test_2:0.8729106230142285
 ==  Epoch: 181 | Training Loss: 1.353302
acc_train:0.8282312925170068
auc_weighted_ovr_train:0.9432613259940218
auc_weighted_ovo_train:0.8874709795475836
auc_macro_ovr_train:0.8923899357777426
auc_macro_ovo_train:0.7587220521432746
f1_weighted_train:0.8132337332369544
f1_macro_train:0.46899703045533886
ACC_train_2:0.9540816326530612
AUC_train_2:0.9591985428051002
f1_weighted_train_2:0.9543746847053428
f1_macro_train_2:0.9471460674157304
lr_epoch:6.538295730755862e-06
 ==  Epoch: 181 | val Loss: 1.420686
acc_val:0.7465753424657534
auc_weighted_ovr_val:0.9176673602583763
auc_weighted_ovo_val:0.8832390522138781
auc_macro_ovr_val:0.9078637507793491
auc_macro_ovo_val:0.7648705812812848
f1_weighted_val:0.731169916969647
f1_macro_val:0.3275932652190197
ACC_val_2:0.9041095890410958
AUC_val_2:0.9288043478260871
f1_weighted_val_2:0.9055621683781548
f1_macro_val_2:0.8924889543446245
 ==  Epoch: 181 | test Loss: 1.459811
acc_test:0.7663043478260869
auc_weighted_ovr_test:0.9035856599429998
auc_weighted_ovo_test:0.8695345884287625
auc_macro_ovr_test:0.8978425648700012
auc_macro_ovo_test:0.7689463153210728
f1_weighted_test:0.7438221979962212
f1_macro_test:0.4559605489989826
ACC_test_2:0.8913043478260869
AUC_test_2:0.9131095455173367
f1_weighted_test_2:0.8918100473572738
f1_macro_test_2:0.8741105637657363
 ==  Epoch: 182 | Training Loss: 1.356990
acc_train:0.8214285714285714
auc_weighted_ovr_train:0.9399920328192841
auc_weighted_ovo_train:0.8826940246463463
auc_macro_ovr_train:0.8885383967124236
auc_macro_ovo_train:0.7617918136416851
f1_weighted_train:0.8056095287079335
f1_macro_train:0.46918331379582323
ACC_train_2:0.9489795918367347
AUC_train_2:0.9629697092356473
f1_weighted_train_2:0.9494707695297109
f1_macro_train_2:0.941682094683946
lr_epoch:6.530109874622937e-06
 ==  Epoch: 182 | val Loss: 1.441160
acc_val:0.7191780821917808
auc_weighted_ovr_val:0.9001270356147442
auc_weighted_ovo_val:0.8609597863610974
auc_macro_ovr_val:0.8926154773301024
auc_macro_ovo_val:0.7347016657235323
f1_weighted_val:0.6992419494434
f1_macro_val:0.31948334889511365
ACC_val_2:0.863013698630137
AUC_val_2:0.9247826086956521
f1_weighted_val_2:0.8672049059184258
f1_macro_val_2:0.8530595813204509
 ==  Epoch: 182 | test Loss: 1.448216
acc_test:0.7717391304347826
auc_weighted_ovr_test:0.9016815540378881
auc_weighted_ovo_test:0.874607606465761
auc_macro_ovr_test:0.9001772468079517
auc_macro_ovo_test:0.7758790798200058
f1_weighted_test:0.7479356393940569
f1_macro_test:0.4367617654554189
ACC_test_2:0.8967391304347826
AUC_test_2:0.9155960768061886
f1_weighted_test_2:0.8986203389096891
f1_macro_test_2:0.8839887174381947
 ==  Epoch: 183 | Training Loss: 1.352482
acc_train:0.826530612244898
auc_weighted_ovr_train:0.9444051210532781
auc_weighted_ovo_train:0.8867137475284834
auc_macro_ovr_train:0.8872058668150178
auc_macro_ovo_train:0.7720741128796623
f1_weighted_train:0.8084393649605784
f1_macro_train:0.4689277289429125
ACC_train_2:0.95578231292517
AUC_train_2:0.9705929973689537
f1_weighted_train_2:0.9560939535388624
f1_macro_train_2:0.9491755319148936
lr_epoch:6.520673159619374e-06
 ==  Epoch: 183 | val Loss: 1.432540
acc_val:0.7328767123287672
auc_weighted_ovr_val:0.9178172232845246
auc_weighted_ovo_val:0.8817950865487109
auc_macro_ovr_val:0.9066756893998447
auc_macro_ovo_val:0.7565067480238076
f1_weighted_val:0.7192034924620175
f1_macro_val:0.35401546890908603
ACC_val_2:0.8972602739726028
AUC_val_2:0.9229347826086958
f1_weighted_val_2:0.8975544980758855
f1_macro_val_2:0.8816663964986222
 ==  Epoch: 183 | test Loss: 1.461070
acc_test:0.7554347826086957
auc_weighted_ovr_test:0.9013310183061327
auc_weighted_ovo_test:0.8663469130216553
auc_macro_ovr_test:0.8935347980524627
auc_macro_ovo_test:0.7586977797155459
f1_weighted_test:0.7293195231388632
f1_macro_test:0.4187773583832697
ACC_test_2:0.8804347826086957
AUC_test_2:0.9057880922779389
f1_weighted_test_2:0.8809910520930011
f1_macro_test_2:0.8615216201423097
 ==  Epoch: 184 | Training Loss: 1.372783
acc_train:0.8010204081632653
auc_weighted_ovr_train:0.929634638117461
auc_weighted_ovo_train:0.8791416144519029
auc_macro_ovr_train:0.8856235278607134
auc_macro_ovo_train:0.7696776827834606
f1_weighted_train:0.7900627310697944
f1_macro_train:0.4213893812662573
ACC_train_2:0.9421768707482994
AUC_train_2:0.9562841530054644
f1_weighted_train_2:0.9426599378264254
f1_macro_train_2:0.9337231968810916
lr_epoch:6.50998922377844e-06
 ==  Epoch: 184 | val Loss: 1.484200
acc_val:0.678082191780822
auc_weighted_ovr_val:0.9050708758929931
auc_weighted_ovo_val:0.8679741358824026
auc_macro_ovr_val:0.8991470616990939
auc_macro_ovo_val:0.7646799173643383
f1_weighted_val:0.6739598278335726
f1_macro_val:0.3038922886227661
ACC_val_2:0.863013698630137
AUC_val_2:0.8921739130434783
f1_weighted_val_2:0.8579224539799214
f1_macro_val_2:0.8304297328687573
 ==  Epoch: 184 | test Loss: 1.474490
acc_test:0.7554347826086957
auc_weighted_ovr_test:0.9001254353105146
auc_weighted_ovo_test:0.8650359481130361
auc_macro_ovr_test:0.8934486761459761
auc_macro_ovo_test:0.7876309898369837
f1_weighted_test:0.738571046461069
f1_macro_test:0.48334288386384056
ACC_test_2:0.8641304347826086
AUC_test_2:0.8867246857300732
f1_weighted_test_2:0.8586940398973946
f1_macro_test_2:0.8294211443616271
 ==  Epoch: 185 | Training Loss: 1.361719
acc_train:0.8044217687074829
auc_weighted_ovr_train:0.9368534880235961
auc_weighted_ovo_train:0.8757826220614188
auc_macro_ovr_train:0.8802434758033941
auc_macro_ovo_train:0.7607453717805694
f1_weighted_train:0.7936437553957366
f1_macro_train:0.41754252010158355
ACC_train_2:0.9472789115646258
AUC_train_2:0.961107737974769
f1_weighted_train_2:0.9470755282042461
f1_macro_train_2:0.9380453070033818
lr_epoch:6.498062185960782e-06
 ==  Epoch: 185 | val Loss: 1.439513
acc_val:0.7328767123287672
auc_weighted_ovr_val:0.9134838681986035
auc_weighted_ovo_val:0.8844423445239733
auc_macro_ovr_val:0.9068960240900845
auc_macro_ovo_val:0.7784269084511576
f1_weighted_val:0.727394333216251
f1_macro_val:0.3452327865371344
ACC_val_2:0.8972602739726028
AUC_val_2:0.9221739130434783
f1_weighted_val_2:0.8969513414412208
f1_macro_val_2:0.8802689847465968
 ==  Epoch: 185 | test Loss: 1.441190
acc_test:0.7880434782608695
auc_weighted_ovr_test:0.9101892500970797
auc_weighted_ovo_test:0.8820051943278605
auc_macro_ovr_test:0.9049853221725763
auc_macro_ovo_test:0.7991169981244715
f1_weighted_test:0.7742803825034449
f1_macro_test:0.5595084522103156
ACC_test_2:0.8967391304347826
AUC_test_2:0.9201547175024176
f1_weighted_test_2:0.8969840178724866
f1_macro_test_2:0.8798418972332016
 ==  Epoch: 186 | Training Loss: 1.345274
acc_train:0.8350340136054422
auc_weighted_ovr_train:0.9477573084262563
auc_weighted_ovo_train:0.899340441280226
auc_macro_ovr_train:0.9057964389883277
auc_macro_ovo_train:0.7823001669999162
f1_weighted_train:0.8170430506935484
f1_macro_train:0.49580644282181696
ACC_train_2:0.95578231292517
AUC_train_2:0.967125413209202
f1_weighted_train_2:0.9560939535388624
f1_macro_train_2:0.9491755319148936
lr_epoch:6.484896644266518e-06
 ==  Epoch: 186 | val Loss: 1.441767
acc_val:0.7328767123287672
auc_weighted_ovr_val:0.9125960696445704
auc_weighted_ovo_val:0.8827160438068145
auc_macro_ovr_val:0.9045739005128138
auc_macro_ovo_val:0.7730702776776119
f1_weighted_val:0.7202037232174219
f1_macro_val:0.3534065934065934
ACC_val_2:0.8904109589041096
AUC_val_2:0.9130434782608696
f1_weighted_val_2:0.8897358228973582
f1_macro_val_2:0.8715071507150716
 ==  Epoch: 186 | test Loss: 1.468234
acc_test:0.75
auc_weighted_ovr_test:0.9029801687946325
auc_weighted_ovo_test:0.869084337644749
auc_macro_ovr_test:0.8959262295087943
auc_macro_ovo_test:0.7840765668651916
f1_weighted_test:0.7285192082793281
f1_macro_test:0.43782913487346986
ACC_test_2:0.8804347826086957
AUC_test_2:0.9037159828705623
f1_weighted_test_2:0.8791877317155375
f1_macro_test_2:0.8573643410852714
 ==  Epoch: 187 | Training Loss: 1.371444
acc_train:0.8061224489795918
auc_weighted_ovr_train:0.9370202134142579
auc_weighted_ovo_train:0.8862620475438331
auc_macro_ovr_train:0.8926416153528262
auc_macro_ovo_train:0.7785075654019257
f1_weighted_train:0.7901289612307885
f1_macro_train:0.4333158805891988
ACC_train_2:0.9489795918367347
AUC_train_2:0.9669769952101465
f1_weighted_train_2:0.9494707695297109
f1_macro_train_2:0.941682094683946
lr_epoch:6.47049767426259e-06
 ==  Epoch: 187 | val Loss: 1.442597
acc_val:0.7191780821917808
auc_weighted_ovr_val:0.9149768772653136
auc_weighted_ovo_val:0.8878692700111802
auc_macro_ovr_val:0.9139788344684521
auc_macro_ovo_val:0.79186107836027
f1_weighted_val:0.7114258986542185
f1_macro_val:0.31408094272191633
ACC_val_2:0.8972602739726028
AUC_val_2:0.9069565217391304
f1_weighted_val_2:0.895560906482943
f1_macro_val_2:0.8772077375946173
 ==  Epoch: 187 | test Loss: 1.450883
acc_test:0.7608695652173914
auc_weighted_ovr_test:0.9102885657748538
auc_weighted_ovo_test:0.8776028210427893
auc_macro_ovr_test:0.902721341440453
auc_macro_ovo_test:0.7963299926884543
f1_weighted_test:0.7356076737462801
f1_macro_test:0.4120024495101355
ACC_test_2:0.8967391304347826
AUC_test_2:0.901160381268131
f1_weighted_test_2:0.8940804855584159
f1_macro_test_2:0.8734021365200073
 ==  Epoch: 188 | Training Loss: 1.388472
acc_train:0.7857142857142857
auc_weighted_ovr_train:0.9186986984777256
auc_weighted_ovo_train:0.863836518780955
auc_macro_ovr_train:0.8730826054027665
auc_macro_ovo_train:0.7408106804764311
f1_weighted_train:0.7534594948370829
f1_macro_train:0.3850842372163785
ACC_train_2:0.8741496598639455
AUC_train_2:0.9297645550833165
f1_weighted_train_2:0.8777453838678327
f1_macro_train_2:0.8629629629629628
lr_epoch:6.454870827026031e-06
 ==  Epoch: 188 | val Loss: 1.529642
acc_val:0.6301369863013698
auc_weighted_ovr_val:0.8629822564822849
auc_weighted_ovo_val:0.8243134593959041
auc_macro_ovr_val:0.8655056313132165
auc_macro_ovo_val:0.7102595104615865
f1_weighted_val:0.6073767660318096
f1_macro_val:0.2654759382032109
ACC_val_2:0.726027397260274
AUC_val_2:0.8684782608695653
f1_weighted_val_2:0.73393695768125
f1_macro_val_2:0.7226970560303894
 ==  Epoch: 188 | test Loss: 1.501985
acc_test:0.7010869565217391
auc_weighted_ovr_test:0.8776366204286438
auc_weighted_ovo_test:0.8564497830378307
auc_macro_ovr_test:0.9039283036462544
auc_macro_ovo_test:0.7708263353917308
f1_weighted_test:0.6789107952282695
f1_macro_test:0.397402234176679
ACC_test_2:0.7771739130434783
AUC_test_2:0.9006768890730763
f1_weighted_test_2:0.7854771038199885
f1_macro_test_2:0.7697683645130771
 ==  Epoch: 189 | Training Loss: 1.420676
acc_train:0.7517006802721088
auc_weighted_ovr_train:0.910012505363617
auc_weighted_ovo_train:0.8518722540674818
auc_macro_ovr_train:0.8646028865632639
auc_macro_ovo_train:0.742083794204659
f1_weighted_train:0.7311756049879752
f1_macro_train:0.3751156040174827
ACC_train_2:0.9030612244897959
AUC_train_2:0.9553801524657626
f1_weighted_train_2:0.9048199769056555
f1_macro_train_2:0.891356423929075
lr_epoch:6.438022127003921e-06
 ==  Epoch: 189 | val Loss: 1.503211
acc_val:0.6575342465753424
auc_weighted_ovr_val:0.8860189522896514
auc_weighted_ovo_val:0.8441373950185458
auc_macro_ovr_val:0.8793983972576099
auc_macro_ovo_val:0.7339627797383264
f1_weighted_val:0.6324183283087391
f1_macro_val:0.2797389225960654
ACC_val_2:0.821917808219178
AUC_val_2:0.833804347826087
f1_weighted_val_2:0.8076111803647308
f1_macro_val_2:0.7646912968013886
 ==  Epoch: 189 | test Loss: 1.548053
acc_test:0.6684782608695652
auc_weighted_ovr_test:0.8767228274119248
auc_weighted_ovo_test:0.8199845064683682
auc_macro_ovr_test:0.8413859217277497
auc_macro_ovo_test:0.7207412652855898
f1_weighted_test:0.635451663372859
f1_macro_test:0.3719310451453309
ACC_test_2:0.8097826086956522
AUC_test_2:0.8622047244094488
f1_weighted_test_2:0.7894046748867558
f1_macro_test_2:0.7365729946414692
 ==  Epoch: 190 | Training Loss: 1.391909
acc_train:0.7721088435374149
auc_weighted_ovr_train:0.915493484104249
auc_weighted_ovo_train:0.8585595534568923
auc_macro_ovr_train:0.8654654878428121
auc_macro_ovo_train:0.7526277619152237
f1_weighted_train:0.7525743640333068
f1_macro_train:0.3965356199144077
ACC_train_2:0.8792517006802721
AUC_train_2:0.9207110571409296
f1_weighted_train_2:0.8810569517099751
f1_macro_train_2:0.8636323548145801
lr_epoch:6.41995806969085e-06
 ==  Epoch: 190 | val Loss: 1.461707
acc_val:0.6917808219178082
auc_weighted_ovr_val:0.8858192458892598
auc_weighted_ovo_val:0.8545161531995263
auc_macro_ovr_val:0.8907094854925154
auc_macro_ovo_val:0.7392266164622159
f1_weighted_val:0.6769227465968137
f1_macro_val:0.3466039707419018
ACC_val_2:0.8013698630136986
AUC_val_2:0.9064130434782608
f1_weighted_val_2:0.8083275288290379
f1_macro_val_2:0.7919921395234586
 ==  Epoch: 190 | test Loss: 1.459185
acc_test:0.7391304347826086
auc_weighted_ovr_test:0.8905848587009563
auc_weighted_ovo_test:0.8699225148578844
auc_macro_ovr_test:0.9013450883004239
auc_macro_ovo_test:0.77648950485212
f1_weighted_test:0.7124061949761481
f1_macro_test:0.36685012988246146
ACC_test_2:0.8586956521739131
AUC_test_2:0.9245752175714878
f1_weighted_test_2:0.8634249051944616
f1_macro_test_2:0.8483772819472617
 ==  Epoch: 191 | Training Loss: 1.349619
acc_train:0.8316326530612245
auc_weighted_ovr_train:0.9399980553898034
auc_weighted_ovo_train:0.8751780430118598
auc_macro_ovr_train:0.8767629621729013
auc_macro_ovo_train:0.7649661951844495
f1_weighted_train:0.8184283797296967
f1_macro_train:0.4853030283623464
ACC_train_2:0.9574829931972789
AUC_train_2:0.9691223099237669
f1_weighted_train_2:0.9578105975727386
f1_macro_train_2:0.9511989456316416
lr_epoch:6.4006856191247764e-06
 ==  Epoch: 191 | val Loss: 1.443462
acc_val:0.7328767123287672
auc_weighted_ovr_val:0.912801844998735
auc_weighted_ovo_val:0.8838618683581031
auc_macro_ovr_val:0.9060964661590979
auc_macro_ovo_val:0.7749273404021128
f1_weighted_val:0.7246238165758715
f1_macro_val:0.39560121345835636
ACC_val_2:0.8904109589041096
AUC_val_2:0.9126086956521737
f1_weighted_val_2:0.8897358228973582
f1_macro_val_2:0.8715071507150716
 ==  Epoch: 191 | test Loss: 1.459129
acc_test:0.7554347826086957
auc_weighted_ovr_test:0.9028326406265792
auc_weighted_ovo_test:0.8682613765084168
auc_macro_ovr_test:0.8899763823297643
auc_macro_ovo_test:0.7743999976900778
f1_weighted_test:0.728643203316298
f1_macro_test:0.4058223179541368
ACC_test_2:0.8967391304347826
AUC_test_2:0.9129714048901783
f1_weighted_test_2:0.8964846962255468
f1_macro_test_2:0.8786743015790387
