 ==  Epoch: 1 | Training Loss: 0.697625
ACC_train:0.5738045738045738
auc_train:0.5105496222974732
f1_weighted_train:0.5896625153655762
f1_macro_train:0.509635228883308
lr:2.008e-06
 ==  Epoch: 1 | val Loss: 0.703036
ACC_val:0.6033057851239669
auc_val:0.41987829614604466
f1_weighted_val:0.5735994211067525
f1_macro_val:0.44239631336405527
 ==  Epoch: 1 | test Loss: 0.697491
ACC_test:0.6533333333333333
auc_test:0.4876543209876543
f1_weighted_test:0.6193939393939393
f1_macro_test:0.4949494949494949
 ==  Epoch: 2 | Training Loss: 0.707415
ACC_train:0.5446985446985447
auc_train:0.47360423721455236
f1_weighted_train:0.5610942594549151
f1_macro_train:0.47431693989071033
lr:4.006e-06
 ==  Epoch: 2 | val Loss: 0.702272
ACC_val:0.5702479338842975
auc_val:0.4239350912778904
f1_weighted_val:0.5510428964974419
f1_macro_val:0.42380952380952375
 ==  Epoch: 2 | test Loss: 0.697417
ACC_test:0.6066666666666667
auc_test:0.48567019400352734
f1_weighted_test:0.5986688813792312
f1_macro_test:0.49309811558508504
 ==  Epoch: 3 | Training Loss: 0.699010
ACC_train:0.525987525987526
auc_train:0.4854562820178866
f1_weighted_train:0.5467901762294286
f1_macro_train:0.46617990654205604
lr:6.0040000000000005e-06
 ==  Epoch: 3 | val Loss: 0.701782
ACC_val:0.5950413223140496
auc_val:0.42697768762677485
f1_weighted_val:0.5680056742257699
f1_macro_val:0.4377430061640588
 ==  Epoch: 3 | test Loss: 0.698381
ACC_test:0.62
auc_test:0.48214285714285715
f1_weighted_test:0.5856537057203254
f1_macro_test:0.4523092691051182
 ==  Epoch: 4 | Training Loss: 0.700093
ACC_train:0.5758835758835759
auc_train:0.5158678475297387
f1_weighted_train:0.5908948954861609
f1_macro_train:0.5094584866421372
lr:8.002e-06
 ==  Epoch: 4 | val Loss: 0.700190
ACC_val:0.5785123966942148
auc_val:0.4381338742393509
f1_weighted_val:0.5567294863816624
f1_macro_val:0.42845234787440956
 ==  Epoch: 4 | test Loss: 0.698651
ACC_test:0.6133333333333333
auc_test:0.47751322751322745
f1_weighted_test:0.5912865497076024
f1_macro_test:0.4700292397660819
 ==  Epoch: 5 | Training Loss: 0.695094
ACC_train:0.5717255717255717
auc_train:0.5256143092819311
f1_weighted_train:0.5883929309814923
f1_macro_train:0.5097664753611716
lr:1e-05
 ==  Epoch: 5 | val Loss: 0.698513
ACC_val:0.5867768595041323
auc_val:0.45368492224476
f1_weighted_val:0.5785065929984213
f1_macro_val:0.4689255617977528
 ==  Epoch: 5 | test Loss: 0.696579
ACC_test:0.5866666666666667
auc_test:0.4971340388007055
f1_weighted_test:0.5800909090909092
f1_macro_test:0.4715909090909091
 ==  Epoch: 6 | Training Loss: 0.692078
ACC_train:0.5717255717255717
auc_train:0.5292827993401059
f1_weighted_train:0.5908906861352514
f1_macro_train:0.5191867236024845
lr:9.755527298894294e-06
 ==  Epoch: 6 | val Loss: 0.699747
ACC_val:0.5702479338842975
auc_val:0.45672751859364435
f1_weighted_val:0.5771295846162157
f1_macro_val:0.4859477124183006
 ==  Epoch: 6 | test Loss: 0.694219
ACC_test:0.54
auc_test:0.5130070546737213
f1_weighted_test:0.547471111347782
f1_macro_test:0.4488524415570584
 ==  Epoch: 7 | Training Loss: 0.680431
ACC_train:0.5654885654885655
auc_train:0.5458452722063036
f1_weighted_train:0.5835380431980124
f1_macro_train:0.5067392851009543
lr:9.046039886902864e-06
 ==  Epoch: 7 | val Loss: 0.699077
ACC_val:0.6115702479338843
auc_val:0.4881676808654497
f1_weighted_val:0.5641180967216188
f1_macro_val:0.4161790370598501
 ==  Epoch: 7 | test Loss: 0.693887
ACC_test:0.6266666666666667
auc_test:0.5145502645502645
f1_weighted_test:0.5841525423728813
f1_macro_test:0.4438559322033898
 ==  Epoch: 8 | Training Loss: 0.675024
ACC_train:0.6382536382536382
auc_train:0.5891291134844143
f1_weighted_train:0.6390938364622576
f1_macro_train:0.5479323308270677
lr:7.940987335200904e-06
 ==  Epoch: 8 | val Loss: 0.700907
ACC_val:0.6446280991735537
auc_val:0.486815415821501
f1_weighted_val:0.5745558958295459
f1_macro_val:0.4130851663846587
 ==  Epoch: 8 | test Loss: 0.695984
ACC_test:0.6333333333333333
auc_test:0.5165343915343915
f1_weighted_test:0.5818506070375197
f1_macro_test:0.43411756636257626
 ==  Epoch: 9 | Training Loss: 0.688863
ACC_train:0.5904365904365905
auc_train:0.5437179821133975
f1_weighted_train:0.6005442237980528
f1_macro_train:0.5128099662205586
lr:6.548539886902863e-06
 ==  Epoch: 9 | val Loss: 0.701731
ACC_val:0.628099173553719
auc_val:0.49053414469235973
f1_weighted_val:0.5826662628185713
f1_macro_val:0.4410224822913459
 ==  Epoch: 9 | test Loss: 0.693494
ACC_test:0.62
auc_test:0.5405643738977073
f1_weighted_test:0.5856537057203254
f1_macro_test:0.4523092691051182
 ==  Epoch: 10 | Training Loss: 0.657169
ACC_train:0.6548856548856549
auc_train:0.6510810106798646
f1_weighted_train:0.6600437124859692
f1_macro_train:0.5800938196810972
lr:5.005e-06
 ==  Epoch: 10 | val Loss: 0.701744
ACC_val:0.6198347107438017
auc_val:0.488843813387424
f1_weighted_val:0.6122260655585476
f1_macro_val:0.5114115168539326
 ==  Epoch: 10 | test Loss: 0.691558
ACC_test:0.5933333333333334
auc_test:0.5478395061728395
f1_weighted_test:0.5850644366802222
f1_macro_test:0.4759150008591557
 ==  Epoch: 11 | Training Loss: 0.668821
ACC_train:0.6340956340956341
auc_train:0.6165016931492576
f1_weighted_train:0.6450837531918612
f1_macro_train:0.5705705705705706
lr:3.4614601130971384e-06
 ==  Epoch: 11 | val Loss: 0.702786
ACC_val:0.5950413223140496
auc_val:0.48343475321162943
f1_weighted_val:0.5931762674232146
f1_macro_val:0.4943283582089552
 ==  Epoch: 11 | test Loss: 0.689349
ACC_test:0.6066666666666667
auc_test:0.5650352733686067
f1_weighted_test:0.6020767799763234
f1_macro_test:0.5010992727887704
 ==  Epoch: 12 | Training Loss: 0.642836
ACC_train:0.6548856548856549
auc_train:0.6883302943474863
f1_weighted_train:0.6683166337035327
f1_macro_train:0.6049574510191966
lr:2.0690126647990974e-06
 ==  Epoch: 12 | val Loss: 0.705302
ACC_val:0.6115702479338843
auc_val:0.48782961460446245
f1_weighted_val:0.6015813654208778
f1_macro_val:0.4956992107830097
 ==  Epoch: 12 | test Loss: 0.690301
ACC_test:0.6266666666666667
auc_test:0.5705467372134039
f1_weighted_test:0.6173527373527374
f1_macro_test:0.5148995148995149
 ==  Epoch: 13 | Training Loss: 0.644257
ACC_train:0.6694386694386695
auc_train:0.6862681253798733
f1_weighted_train:0.679601290127606
f1_macro_train:0.6127743601427812
lr:9.63960113097138e-07
 ==  Epoch: 13 | val Loss: 0.705815
ACC_val:0.6446280991735537
auc_val:0.49763353617309
f1_weighted_val:0.6209029386062879
f1_macro_val:0.5065908013276434
 ==  Epoch: 13 | test Loss: 0.691543
ACC_test:0.62
auc_test:0.5740740740740741
f1_weighted_test:0.6086913982878108
f1_macro_test:0.5020674392871702
 ==  Epoch: 14 | Training Loss: 0.634942
ACC_train:0.681912681912682
auc_train:0.7045237475036902
f1_weighted_train:0.6892390755805389
f1_macro_train:0.6201161440185831
lr:2.5447270110570816e-07
 ==  Epoch: 14 | val Loss: 0.704616
ACC_val:0.6033057851239669
auc_val:0.49898580121703856
f1_weighted_val:0.5907224740069315
f1_macro_val:0.47956989247311826
 ==  Epoch: 14 | test Loss: 0.689489
ACC_test:0.6466666666666666
auc_test:0.5771604938271605
f1_weighted_test:0.6425435481143243
f1_macro_test:0.5518349399627939
 ==  Epoch: 15 | Training Loss: 0.638497
ACC_train:0.6923076923076923
auc_train:0.7112312234088738
f1_weighted_train:0.7028080087682738
f1_macro_train:0.6428456752960063
lr:1e-08
 ==  Epoch: 15 | val Loss: 0.704730
ACC_val:0.5867768595041323
auc_val:0.4989858012170385
f1_weighted_val:0.5785065929984213
f1_macro_val:0.4689255617977528
 ==  Epoch: 15 | test Loss: 0.689178
ACC_test:0.6533333333333333
auc_test:0.5767195767195767
f1_weighted_test:0.6506959051241888
f1_macro_test:0.5636607742224211
 ==  Epoch: 16 | Training Loss: 0.622218
ACC_train:0.7006237006237006
auc_train:0.7363679777719894
f1_weighted_train:0.70961397988425
f1_macro_train:0.6486486486486487
lr:1.8079999999999999e-06
 ==  Epoch: 16 | val Loss: 0.704735
ACC_val:0.5867768595041323
auc_val:0.4996619337390128
f1_weighted_val:0.5785065929984213
f1_macro_val:0.4689255617977528
 ==  Epoch: 16 | test Loss: 0.689174
ACC_test:0.6533333333333333
auc_test:0.5769400352733686
f1_weighted_test:0.6506959051241888
f1_macro_test:0.5636607742224211
 ==  Epoch: 17 | Training Loss: 0.626985
ACC_train:0.6923076923076923
auc_train:0.7200876964487279
f1_weighted_train:0.705532367550415
f1_macro_train:0.6523887651861401
lr:3.606e-06
 ==  Epoch: 17 | val Loss: 0.706350
ACC_val:0.5619834710743802
auc_val:0.4949290060851927
f1_weighted_val:0.5673950911500611
f1_macro_val:0.47178980314636354
 ==  Epoch: 17 | test Loss: 0.686532
ACC_test:0.6533333333333333
auc_test:0.5888447971781305
f1_weighted_test:0.6506959051241888
f1_macro_test:0.5636607742224211
 ==  Epoch: 18 | Training Loss: 0.632410
ACC_train:0.659043659043659
auc_train:0.7049578883389771
f1_weighted_train:0.6743013229426273
f1_macro_train:0.6172166149068323
lr:5.404e-06
 ==  Epoch: 18 | val Loss: 0.713003
ACC_val:0.628099173553719
auc_val:0.5016903313049358
f1_weighted_val:0.6088789585720552
f1_macro_val:0.49569324812447907
 ==  Epoch: 18 | test Loss: 0.689404
ACC_test:0.64
auc_test:0.5961199294532628
f1_weighted_test:0.6342727272727273
f1_macro_test:0.5397727272727273
 ==  Epoch: 19 | Training Loss: 0.591007
ACC_train:0.7671517671517671
auc_train:0.8037249283667622
f1_weighted_train:0.7701771117920185
f1_macro_train:0.7154687962141378
lr:7.202e-06
 ==  Epoch: 19 | val Loss: 0.721951
ACC_val:0.6363636363636364
auc_val:0.49966193373901285
f1_weighted_val:0.6091328026811899
f1_macro_val:0.488863287250384
 ==  Epoch: 19 | test Loss: 0.693458
ACC_test:0.6466666666666666
auc_test:0.6018518518518519
f1_weighted_test:0.6325333333333333
f1_macro_test:0.528888888888889
 ==  Epoch: 20 | Training Loss: 0.581757
ACC_train:0.7484407484407485
auc_train:0.8030954241555962
f1_weighted_train:0.7586350299297719
f1_macro_train:0.713488926192668
lr:9e-06
 ==  Epoch: 20 | val Loss: 0.737839
ACC_val:0.6115702479338843
auc_val:0.48478701825557813
f1_weighted_val:0.5914958011752576
f1_macro_val:0.4732796147077892
 ==  Epoch: 20 | test Loss: 0.691877
ACC_test:0.68
auc_test:0.6135361552028219
f1_weighted_test:0.6654580243960774
f1_macro_test:0.5694809854101889
 ==  Epoch: 21 | Training Loss: 0.557353
ACC_train:0.7692307692307693
auc_train:0.8369801163497439
f1_weighted_train:0.7783379363091012
f1_macro_train:0.7362899521389304
lr:8.944659090975144e-06
 ==  Epoch: 21 | val Loss: 0.736893
ACC_val:0.6198347107438017
auc_val:0.5070993914807302
f1_weighted_val:0.6122260655585476
f1_macro_val:0.5114115168539326
 ==  Epoch: 21 | test Loss: 0.682883
ACC_test:0.66
auc_test:0.6395502645502645
f1_weighted_test:0.6530866601752677
f1_macro_test:0.5618305744888024
 ==  Epoch: 22 | Training Loss: 0.543283
ACC_train:0.7650727650727651
auc_train:0.8437092992966918
f1_weighted_train:0.7719570709025134
f1_macro_train:0.7237669300942748
lr:8.779999040746716e-06
 ==  Epoch: 22 | val Loss: 0.768231
ACC_val:0.5537190082644629
auc_val:0.47734956051386074
f1_weighted_val:0.5574997940748468
f1_macro_val:0.4573089700996677
 ==  Epoch: 22 | test Loss: 0.684390
ACC_test:0.6533333333333333
auc_test:0.6360229276895943
f1_weighted_test:0.6579416809605488
f1_macro_test:0.5819039451114922
 ==  Epoch: 23 | Training Loss: 0.524708
ACC_train:0.8066528066528067
auc_train:0.8642007467222368
f1_weighted_train:0.8120305488799038
f1_macro_train:0.7717902018702459
lr:8.510074326226714e-06
 ==  Epoch: 23 | val Loss: 0.773322
ACC_val:0.5950413223140496
auc_val:0.5067613252197432
f1_weighted_val:0.5891279752604869
f1_macro_val:0.4846588439808779
 ==  Epoch: 23 | test Loss: 0.699600
ACC_test:0.6733333333333333
auc_test:0.6322751322751323
f1_weighted_test:0.663611903791276
f1_macro_test:0.5719527109661638
 ==  Epoch: 24 | Training Loss: 0.485864
ACC_train:0.8503118503118503
auc_train:0.9060519232439003
f1_weighted_train:0.8541262558503937
f1_macro_train:0.8222906403940886
lr:8.14153138971539e-06
 ==  Epoch: 24 | val Loss: 0.761925
ACC_val:0.5702479338842975
auc_val:0.5297498309668696
f1_weighted_val:0.5846939461130148
f1_macro_val:0.508130081300813
 ==  Epoch: 24 | test Loss: 0.699929
ACC_test:0.6066666666666667
auc_test:0.6170634920634921
f1_weighted_test:0.6188857509627728
f1_macro_test:0.5455712451861361
 ==  Epoch: 25 | Training Loss: 0.459921
ACC_train:0.8607068607068608
auc_train:0.9283016410523575
f1_weighted_train:0.8647887057563576
f1_macro_train:0.8362157904098798
lr:7.68344498143353e-06
 ==  Epoch: 25 | val Loss: 0.786562
ACC_val:0.5371900826446281
auc_val:0.5070993914807302
f1_weighted_val:0.5564503124370088
f1_macro_val:0.48353658536585364
 ==  Epoch: 25 | test Loss: 0.692731
ACC_test:0.6533333333333333
auc_test:0.6404320987654322
f1_weighted_test:0.6599365079365079
f1_macro_test:0.5873015873015873
 ==  Epoch: 26 | Training Loss: 0.439466
ACC_train:0.8981288981288982
auc_train:0.9463618998002953
f1_weighted_train:0.8987081552137314
f1_macro_train:0.8735683977319666
lr:7.1470947090546666e-06
 ==  Epoch: 26 | val Loss: 0.754193
ACC_val:0.5950413223140496
auc_val:0.5520622041920216
f1_weighted_val:0.6029192571964868
f1_macro_val:0.5194131474426522
 ==  Epoch: 26 | test Loss: 0.700930
ACC_test:0.66
auc_test:0.6283068783068783
f1_weighted_test:0.6655221257787954
f1_macro_test:0.5926300654986953
 ==  Epoch: 27 | Training Loss: 0.421330
ACC_train:0.9147609147609148
auc_train:0.9577798037683425
f1_weighted_train:0.9156092407180941
f1_macro_train:0.8951551593061027
lr:6.545687296329262e-06
 ==  Epoch: 27 | val Loss: 0.761117
ACC_val:0.6363636363636364
auc_val:0.5973630831643002
f1_weighted_val:0.6329201101928374
f1_macro_val:0.5416666666666667
 ==  Epoch: 27 | test Loss: 0.693015
ACC_test:0.68
auc_test:0.6532186948853616
f1_weighted_test:0.6749090909090909
f1_macro_test:0.5909090909090909
 ==  Epoch: 28 | Training Loss: 0.420451
ACC_train:0.8898128898128899
auc_train:0.9580837023530433
f1_weighted_train:0.8928776246304828
f1_macro_train:0.8699449537540112
lr:5.894031389715389e-06
 ==  Epoch: 28 | val Loss: 0.795163
ACC_val:0.6446280991735537
auc_val:0.566260987153482
f1_weighted_val:0.5843719143525721
f1_macro_val:0.4322967812329515
 ==  Epoch: 28 | test Loss: 0.757537
ACC_test:0.6733333333333333
auc_test:0.6327160493827161
f1_weighted_test:0.6438075715841394
f1_macro_test:0.5291781436166805
 ==  Epoch: 29 | Training Loss: 0.425456
ACC_train:0.8731808731808732
auc_train:0.9470565251367544
f1_weighted_train:0.8772559844761301
f1_macro_train:0.8519902944455374
lr:5.208172920355838e-06
 ==  Epoch: 29 | val Loss: 0.784645
ACC_val:0.6115702479338843
auc_val:0.5777552400270454
f1_weighted_val:0.5914958011752576
f1_macro_val:0.4732796147077892
 ==  Epoch: 29 | test Loss: 0.719862
ACC_test:0.6666666666666666
auc_test:0.6421957671957672
f1_weighted_test:0.6515187754125807
f1_macro_test:0.5515426931356135
 ==  Epoch: 30 | Training Loss: 0.365763
ACC_train:0.9708939708939709
auc_train:0.9806590257879657
f1_weighted_train:0.9709615730486875
f1_macro_train:0.963626739261948
lr:4.505e-06
 ==  Epoch: 30 | val Loss: 0.777050
ACC_val:0.6198347107438017
auc_val:0.577079107505071
f1_weighted_val:0.6198347107438017
f1_macro_val:0.5295807978363759
 ==  Epoch: 30 | test Loss: 0.706596
ACC_test:0.6666666666666666
auc_test:0.628747795414462
f1_weighted_test:0.6613636363636365
f1_macro_test:0.5738636363636365
 ==  Epoch: 31 | Training Loss: 0.369891
ACC_train:0.9480249480249481
auc_train:0.983046800382044
f1_weighted_train:0.9489484129771336
f1_macro_train:0.9371606544698241
lr:3.8018270796441633e-06
 ==  Epoch: 31 | val Loss: 0.799602
ACC_val:0.6033057851239669
auc_val:0.5635564570655849
f1_weighted_val:0.585578058305331
f1_macro_val:0.4681318681318682
 ==  Epoch: 31 | test Loss: 0.738758
ACC_test:0.6733333333333333
auc_test:0.630731922398589
f1_weighted_test:0.6526994280091026
f1_macro_test:0.54794267790147
 ==  Epoch: 32 | Training Loss: 0.352197
ACC_train:0.9688149688149689
auc_train:0.9935313015542242
f1_weighted_train:0.9689922924123668
f1_macro_train:0.9612964482852959
lr:3.1159686102846117e-06
 ==  Epoch: 32 | val Loss: 0.759003
ACC_val:0.6033057851239669
auc_val:0.5875591615956728
f1_weighted_val:0.6146255312681784
f1_macro_val:0.5396322130627773
 ==  Epoch: 32 | test Loss: 0.704808
ACC_test:0.6733333333333333
auc_test:0.6514550264550264
f1_weighted_test:0.6695213935396583
f1_macro_test:0.5856587180788094
 ==  Epoch: 33 | Training Loss: 0.358844
ACC_train:0.9646569646569647
auc_train:0.982916558131458
f1_weighted_train:0.9649344077014548
f1_macro_train:0.9563336733222615
lr:2.4643127036707373e-06
 ==  Epoch: 33 | val Loss: 0.782373
ACC_val:0.628099173553719
auc_val:0.579445571331981
f1_weighted_val:0.6185353498710533
f1_macro_val:0.5171588188347965
 ==  Epoch: 33 | test Loss: 0.727508
ACC_test:0.6733333333333333
auc_test:0.6435185185185186
f1_weighted_test:0.663611903791276
f1_macro_test:0.5719527109661638
 ==  Epoch: 34 | Training Loss: 0.349672
ACC_train:0.9708939708939709
auc_train:0.9857167665190588
f1_weighted_train:0.9710273010199889
f1_macro_train:0.9637941416835134
lr:1.8629052909453338e-06
 ==  Epoch: 34 | val Loss: 0.756428
ACC_val:0.628099173553719
auc_val:0.5878972278566599
f1_weighted_val:0.6353340117110594
f1_macro_val:0.5586447272432521
 ==  Epoch: 34 | test Loss: 0.698925
ACC_test:0.68
auc_test:0.6529982363315697
f1_weighted_test:0.6775654508838668
f1_macro_test:0.5972253300514657
 ==  Epoch: 35 | Training Loss: 0.351825
ACC_train:0.972972972972973
auc_train:0.9856516453937657
f1_weighted_train:0.9730664784904539
f1_macro_train:0.966302912725999
lr:1.3265550185664692e-06
 ==  Epoch: 35 | val Loss: 0.749966
ACC_val:0.6198347107438017
auc_val:0.594658553076403
f1_weighted_val:0.6259223248528062
f1_macro_val:0.5452614379084968
 ==  Epoch: 35 | test Loss: 0.692871
ACC_test:0.68
auc_test:0.6472663139329806
f1_weighted_test:0.68
f1_macro_test:0.6031746031746031
 ==  Epoch: 36 | Training Loss: 0.348699
ACC_train:0.972972972972973
auc_train:0.9857818876443519
f1_weighted_train:0.9731266534240512
f1_macro_train:0.9664569218472565
lr:8.684686102846117e-07
 ==  Epoch: 36 | val Loss: 0.774189
ACC_val:0.6115702479338843
auc_val:0.59263015551048
f1_weighted_val:0.6058982619845485
f1_macro_val:0.5056931768796176
 ==  Epoch: 36 | test Loss: 0.706099
ACC_test:0.6666666666666666
auc_test:0.6448412698412699
f1_weighted_test:0.6613636363636365
f1_macro_test:0.5738636363636365
 ==  Epoch: 37 | Training Loss: 0.342820
ACC_train:0.9792099792099792
auc_train:0.9858904228531735
f1_weighted_train:0.9793052150142778
f1_macro_train:0.974138672631081
lr:4.999256737732868e-07
 ==  Epoch: 37 | val Loss: 0.781802
ACC_val:0.6363636363636364
auc_val:0.59263015551048
f1_weighted_val:0.6248289345063539
f1_macro_val:0.5229390681003585
 ==  Epoch: 37 | test Loss: 0.714354
ACC_test:0.68
auc_test:0.6446208112874781
f1_weighted_test:0.6688721804511278
f1_macro_test:0.5770676691729323
 ==  Epoch: 38 | Training Loss: 0.345279
ACC_train:0.9771309771309772
auc_train:0.9862160284796389
f1_weighted_train:0.97715772090586
f1_macro_train:0.9713543217563142
lr:2.300009592532849e-07
 ==  Epoch: 38 | val Loss: 0.781215
ACC_val:0.628099173553719
auc_val:0.5916159567275185
f1_weighted_val:0.6139520539896001
f1_macro_val:0.5068381487184133
 ==  Epoch: 38 | test Loss: 0.719031
ACC_test:0.68
auc_test:0.642636684303351
f1_weighted_test:0.6688721804511278
f1_macro_test:0.5770676691729323
 ==  Epoch: 39 | Training Loss: 0.342417
ACC_train:0.9812889812889813
auc_train:0.9830902144655727
f1_weighted_train:0.9813537158780066
f1_macro_train:0.9766712472718455
lr:6.534090902485622e-08
 ==  Epoch: 39 | val Loss: 0.777781
ACC_val:0.628099173553719
auc_val:0.5943204868154158
f1_weighted_val:0.6185353498710533
f1_macro_val:0.5171588188347965
 ==  Epoch: 39 | test Loss: 0.712413
ACC_test:0.6866666666666666
auc_test:0.6457231040564374
f1_weighted_test:0.6773420301671421
f1_macro_test:0.5894240288859123
 ==  Epoch: 40 | Training Loss: 0.341030
ACC_train:0.9833679833679834
auc_train:0.9942476339324477
f1_weighted_train:0.9833679833679833
f1_macro_train:0.9791178258226969
lr:1e-08
 ==  Epoch: 40 | val Loss: 0.777265
ACC_val:0.6198347107438017
auc_val:0.5956727518593643
f1_weighted_val:0.6122260655585476
f1_macro_val:0.5114115168539326
 ==  Epoch: 40 | test Loss: 0.710942
ACC_test:0.6866666666666666
auc_test:0.6459435626102293
f1_weighted_test:0.6773420301671421
f1_macro_test:0.5894240288859123
 ==  Epoch: 41 | Training Loss: 0.345843
ACC_train:0.9792099792099792
auc_train:0.9907962142919163
f1_weighted_train:0.9792582664633481
f1_macro_train:0.97401909947282
lr:1.628e-06
 ==  Epoch: 41 | val Loss: 0.777138
ACC_val:0.6198347107438017
auc_val:0.5956727518593643
f1_weighted_val:0.6122260655585476
f1_macro_val:0.5114115168539326
 ==  Epoch: 41 | test Loss: 0.710722
ACC_test:0.6866666666666666
auc_test:0.6459435626102293
f1_weighted_test:0.6773420301671421
f1_macro_test:0.5894240288859123
 ==  Epoch: 42 | Training Loss: 0.342187
ACC_train:0.9812889812889813
auc_train:0.9847833637231919
f1_weighted_train:0.9813537158780066
f1_macro_train:0.9766712472718455
lr:3.246e-06
 ==  Epoch: 42 | val Loss: 0.790606
ACC_val:0.6446280991735537
auc_val:0.5811359026369168
f1_weighted_val:0.6262621159688527
f1_macro_val:0.5181068815411689
 ==  Epoch: 42 | test Loss: 0.731029
ACC_test:0.66
auc_test:0.6402116402116402
f1_weighted_test:0.6426214471063907
f1_macro_test:0.5383501297447347
 ==  Epoch: 43 | Training Loss: 0.339833
ACC_train:0.9854469854469855
auc_train:0.9878440566119648
f1_weighted_train:0.98546400421282
f1_macro_train:0.9817709320267454
lr:4.864e-06
 ==  Epoch: 43 | val Loss: 0.793734
ACC_val:0.6115702479338843
auc_val:0.5865449628127113
f1_weighted_val:0.6058982619845485
f1_macro_val:0.5056931768796176
 ==  Epoch: 43 | test Loss: 0.725625
ACC_test:0.6733333333333333
auc_test:0.6194885361552028
f1_weighted_test:0.663611903791276
f1_macro_test:0.5719527109661638
 ==  Epoch: 44 | Training Loss: 0.343756
ACC_train:0.9792099792099792
auc_train:0.987778935486672
f1_weighted_train:0.9792582664633481
f1_macro_train:0.97401909947282
lr:6.482e-06
 ==  Epoch: 44 | val Loss: 0.772892
ACC_val:0.6115702479338843
auc_val:0.5841784989858012
f1_weighted_val:0.6163692317745826
f1_macro_val:0.531587183922247
 ==  Epoch: 44 | test Loss: 0.735344
ACC_test:0.6533333333333333
auc_test:0.6172839506172839
f1_weighted_test:0.6446846846846847
f1_macro_test:0.5495495495495495
