diff --git "a/ratio_proportion_change4/logs/masked/log_test_IS_finetuned.txt" "b/ratio_proportion_change4/logs/masked/log_test_IS_finetuned.txt"
new file mode 100644--- /dev/null
+++ "b/ratio_proportion_change4/logs/masked/log_test_IS_finetuned.txt"
@@ -0,0 +1,1428 @@
+{'epoch': 0, 'iter': 0, 'avg_loss': 0.235625649195364, 'avg_acc': 0.0, 'loss': 0.235625649195364}
+{'epoch': 0, 'iter': 10, 'avg_loss': 0.20467465458564044, 'avg_acc': 0.0, 'loss': 0.2087702273139647}
+{'epoch': 0, 'iter': 20, 'avg_loss': 0.2150397764350173, 'avg_acc': 0.0, 'loss': 0.25417221558122294}
+{'epoch': 0, 'iter': 30, 'avg_loss': 0.2180240997696705, 'avg_acc': 0.0, 'loss': 0.2309837292164697}
+{'epoch': 0, 'iter': 40, 'avg_loss': 0.21538825432804123, 'avg_acc': 0.0, 'loss': 0.20948262405831233}
+{'epoch': 0, 'iter': 50, 'avg_loss': 0.21493773316782386, 'avg_acc': 0.0, 'loss': 0.18041782070109286}
+{'epoch': 0, 'iter': 60, 'avg_loss': 0.21603383437862053, 'avg_acc': 0.0, 'loss': 0.1530318266377435}
+{'epoch': 0, 'iter': 70, 'avg_loss': 0.21719155623748815, 'avg_acc': 0.0, 'loss': 0.17090041031666}
+{'epoch': 0, 'iter': 80, 'avg_loss': 0.21565028041983023, 'avg_acc': 0.0, 'loss': 0.22539136798461964}
+{'epoch': 0, 'iter': 90, 'avg_loss': 0.21569949130423421, 'avg_acc': 0.0, 'loss': 0.2521385699552151}
+{'epoch': 0, 'iter': 100, 'avg_loss': 0.21551970668243942, 'avg_acc': 0.0, 'loss': 0.17897562253555016}
+{'epoch': 0, 'iter': 110, 'avg_loss': 0.21620908543073708, 'avg_acc': 0.0, 'loss': 0.2314302398184996}
+{'epoch': 0, 'iter': 120, 'avg_loss': 0.217233775336577, 'avg_acc': 0.0, 'loss': 0.243547768186545}
+{'epoch': 0, 'iter': 130, 'avg_loss': 0.21722094109800033, 'avg_acc': 0.0, 'loss': 0.17672251782434092}
+{'epoch': 0, 'iter': 140, 'avg_loss': 0.21835320152795196, 'avg_acc': 0.0, 'loss': 0.24819713194821294}
+{'epoch': 0, 'iter': 150, 'avg_loss': 0.21922986685250517, 'avg_acc': 0.0, 'loss': 0.2430789738781251}
+{'epoch': 0, 'iter': 160, 'avg_loss': 0.21894319159827202, 'avg_acc': 0.0, 'loss': 0.20811313131811662}
+{'epoch': 0, 'iter': 170, 'avg_loss': 0.21868832209787226, 'avg_acc': 0.0, 'loss': 0.23465422062352964}
+{'epoch': 0, 'iter': 180, 'avg_loss': 0.21842008973954327, 'avg_acc': 0.0, 'loss': 0.19266120943939313}
+{'epoch': 0, 'iter': 190, 'avg_loss': 0.21887371518760665, 'avg_acc': 0.0, 'loss': 0.23993591655952123}
+{'epoch': 0, 'iter': 200, 'avg_loss': 0.21927121274984473, 'avg_acc': 0.0, 'loss': 0.23383315291201662}
+{'epoch': 0, 'iter': 210, 'avg_loss': 0.21942376948633038, 'avg_acc': 0.0, 'loss': 0.22896009697953038}
+{'epoch': 0, 'iter': 220, 'avg_loss': 0.21976780368170354, 'avg_acc': 0.0, 'loss': 0.24638259236962767}
+{'epoch': 0, 'iter': 230, 'avg_loss': 0.21935417585438097, 'avg_acc': 0.0, 'loss': 0.20461425403690164}
+{'epoch': 0, 'iter': 240, 'avg_loss': 0.21902310682810494, 'avg_acc': 0.0, 'loss': 0.20081020447209344}
+{'epoch': 0, 'iter': 250, 'avg_loss': 0.21847905760409542, 'avg_acc': 0.0, 'loss': 0.20819185086604972}
+{'epoch': 0, 'iter': 260, 'avg_loss': 0.21828308424030016, 'avg_acc': 0.0, 'loss': 0.25572986148888177}
+{'epoch': 'EP0_test', 'eval_accuracy': 0.0, 'ece': 0.11333751678466797, 'avg_loss': 0.21817660716520607, 'f1_scores': 0.747530769637945}
+{'epoch': 1, 'iter': 0, 'avg_loss': 0.14596551721453058, 'avg_acc': 0.0, 'loss': 0.14596551721453058}
+{'epoch': 1, 'iter': 10, 'avg_loss': 0.12949533318951342, 'avg_acc': 0.0, 'loss': 0.12946726296286215}
+{'epoch': 1, 'iter': 20, 'avg_loss': 0.14157328581895356, 'avg_acc': 0.0, 'loss': 0.15974480766713636}
+{'epoch': 1, 'iter': 30, 'avg_loss': 0.14329662932276171, 'avg_acc': 0.0, 'loss': 0.16253096993386862}
+{'epoch': 1, 'iter': 40, 'avg_loss': 0.14284134073548285, 'avg_acc': 0.0, 'loss': 0.13799202602604055}
+{'epoch': 1, 'iter': 50, 'avg_loss': 0.14142894412791307, 'avg_acc': 0.0, 'loss': 0.10864282943813512}
+{'epoch': 1, 'iter': 60, 'avg_loss': 0.14281900891841467, 'avg_acc': 0.0, 'loss': 0.09495636094236812}
+{'epoch': 1, 'iter': 70, 'avg_loss': 0.14402272152836512, 'avg_acc': 0.0, 'loss': 0.09693903463890559}
+{'epoch': 1, 'iter': 80, 'avg_loss': 0.142518963658633, 'avg_acc': 0.0, 'loss': 0.13665680140755804}
+{'epoch': 1, 'iter': 90, 'avg_loss': 0.14271016404055847, 'avg_acc': 0.0, 'loss': 0.16877995748628952}
+{'epoch': 1, 'iter': 100, 'avg_loss': 0.1432754258845227, 'avg_acc': 0.0, 'loss': 0.11824987706807275}
+{'epoch': 1, 'iter': 110, 'avg_loss': 0.1440736440260972, 'avg_acc': 0.0, 'loss': 0.17321469983185775}
+{'epoch': 1, 'iter': 120, 'avg_loss': 0.14522138952072527, 'avg_acc': 0.0, 'loss': 0.17289247627923032}
+{'epoch': 1, 'iter': 130, 'avg_loss': 0.14547901492385876, 'avg_acc': 0.0, 'loss': 0.129485824456164}
+{'epoch': 1, 'iter': 140, 'avg_loss': 0.14645878309586408, 'avg_acc': 0.0, 'loss': 0.15248160934788757}
+{'epoch': 1, 'iter': 150, 'avg_loss': 0.14699025575930488, 'avg_acc': 0.0, 'loss': 0.15100630520568561}
+{'epoch': 1, 'iter': 160, 'avg_loss': 0.14655145432121017, 'avg_acc': 0.0, 'loss': 0.1165371061080285}
+{'epoch': 1, 'iter': 170, 'avg_loss': 0.14671588013305534, 'avg_acc': 0.0, 'loss': 0.19145677832784713}
+{'epoch': 1, 'iter': 180, 'avg_loss': 0.1465156461520628, 'avg_acc': 0.0, 'loss': 0.11686384079023679}
+{'epoch': 1, 'iter': 190, 'avg_loss': 0.14696919244164178, 'avg_acc': 0.0, 'loss': 0.1681066473964685}
+{'epoch': 1, 'iter': 200, 'avg_loss': 0.14761071734697287, 'avg_acc': 0.0, 'loss': 0.1644583646661236}
+{'epoch': 1, 'iter': 210, 'avg_loss': 0.14765209961953835, 'avg_acc': 0.0, 'loss': 0.1507145992129933}
+{'epoch': 1, 'iter': 220, 'avg_loss': 0.1480352654034963, 'avg_acc': 0.0, 'loss': 0.17218761142326652}
+{'epoch': 1, 'iter': 230, 'avg_loss': 0.14765635773886854, 'avg_acc': 0.0, 'loss': 0.1343670498879094}
+{'epoch': 1, 'iter': 240, 'avg_loss': 0.14725506992556517, 'avg_acc': 0.0, 'loss': 0.11313170160740679}
+{'epoch': 1, 'iter': 250, 'avg_loss': 0.1467555796460744, 'avg_acc': 0.0, 'loss': 0.13287743288258622}
+{'epoch': 1, 'iter': 260, 'avg_loss': 0.14648949770468742, 'avg_acc': 0.0, 'loss': 0.17435212686697402}
+{'epoch': 'EP1_test', 'eval_accuracy': 0.0, 'ece': 0.05630405247211456, 'avg_loss': 0.14643619580041534, 'f1_scores': 0.8492221273995575}
+{'epoch': 2, 'iter': 0, 'avg_loss': 0.0828702825577758, 'avg_acc': 0.0, 'loss': 0.0828702825577758}
+{'epoch': 2, 'iter': 10, 'avg_loss': 0.07158357130269492, 'avg_acc': 0.0, 'loss': 0.07260342643582719}
+{'epoch': 2, 'iter': 20, 'avg_loss': 0.0782596963997471, 'avg_acc': 0.0, 'loss': 0.08696645821802511}
+{'epoch': 2, 'iter': 30, 'avg_loss': 0.08113758762668989, 'avg_acc': 0.0, 'loss': 0.09047636906234402}
+{'epoch': 2, 'iter': 40, 'avg_loss': 0.08163596715876464, 'avg_acc': 0.0, 'loss': 0.07267720410566524}
+{'epoch': 2, 'iter': 50, 'avg_loss': 0.08214212233446723, 'avg_acc': 0.0, 'loss': 0.06905363148416654}
+{'epoch': 2, 'iter': 60, 'avg_loss': 0.0847811039780591, 'avg_acc': 0.0, 'loss': 0.055108377902018085}
+{'epoch': 2, 'iter': 70, 'avg_loss': 0.08634585133437318, 'avg_acc': 0.0, 'loss': 0.059329212631577574}
+{'epoch': 2, 'iter': 80, 'avg_loss': 0.08574973492966424, 'avg_acc': 0.0, 'loss': 0.08272291984323081}
+{'epoch': 2, 'iter': 90, 'avg_loss': 0.0851896955467346, 'avg_acc': 0.0, 'loss': 0.11661914283851209}
+{'epoch': 2, 'iter': 100, 'avg_loss': 0.08543412773400043, 'avg_acc': 0.0, 'loss': 0.06558032664491163}
+{'epoch': 2, 'iter': 110, 'avg_loss': 0.08648004958357969, 'avg_acc': 0.0, 'loss': 0.11276378260091795}
+{'epoch': 2, 'iter': 120, 'avg_loss': 0.08719003993724157, 'avg_acc': 0.0, 'loss': 0.12154015655603091}
+{'epoch': 2, 'iter': 130, 'avg_loss': 0.0872240951203785, 'avg_acc': 0.0, 'loss': 0.0709692335640284}
+{'epoch': 2, 'iter': 140, 'avg_loss': 0.08788772357558547, 'avg_acc': 0.0, 'loss': 0.08590113158866837}
+{'epoch': 2, 'iter': 150, 'avg_loss': 0.08799772275002811, 'avg_acc': 0.0, 'loss': 0.09456322986378446}
+{'epoch': 2, 'iter': 160, 'avg_loss': 0.08797927556393051, 'avg_acc': 0.0, 'loss': 0.06922117803813826}
+{'epoch': 2, 'iter': 170, 'avg_loss': 0.08778724862784913, 'avg_acc': 0.0, 'loss': 0.11243758224496299}
+{'epoch': 2, 'iter': 180, 'avg_loss': 0.08777899124213691, 'avg_acc': 0.0, 'loss': 0.058706425641048554}
+{'epoch': 2, 'iter': 190, 'avg_loss': 0.0881515234665139, 'avg_acc': 0.0, 'loss': 0.09267354732712971}
+{'epoch': 2, 'iter': 200, 'avg_loss': 0.08840157411557782, 'avg_acc': 0.0, 'loss': 0.09702579722975964}
+{'epoch': 2, 'iter': 210, 'avg_loss': 0.08821235754559564, 'avg_acc': 0.0, 'loss': 0.08044998940645849}
+{'epoch': 2, 'iter': 220, 'avg_loss': 0.08862605784772726, 'avg_acc': 0.0, 'loss': 0.11101026315087177}
+{'epoch': 2, 'iter': 230, 'avg_loss': 0.08839374957290926, 'avg_acc': 0.0, 'loss': 0.07642499214320456}
+{'epoch': 2, 'iter': 240, 'avg_loss': 0.08796951917176546, 'avg_acc': 0.0, 'loss': 0.06077307668868213}
+{'epoch': 2, 'iter': 250, 'avg_loss': 0.08770663533850988, 'avg_acc': 0.0, 'loss': 0.07929372739454266}
+{'epoch': 2, 'iter': 260, 'avg_loss': 0.08759590587209437, 'avg_acc': 0.0, 'loss': 0.09585723546167303}
+{'epoch': 'EP2_test', 'eval_accuracy': 0.0, 'ece': 0.04403402656316757, 'avg_loss': 0.0875961094206908, 'f1_scores': 0.941013121594013}
+{'epoch': 3, 'iter': 0, 'avg_loss': 0.07148313145452383, 'avg_acc': 0.0, 'loss': 0.07148313145452383}
+{'epoch': 3, 'iter': 10, 'avg_loss': 0.05757732632892387, 'avg_acc': 0.0, 'loss': 0.058067098788886336}
+{'epoch': 3, 'iter': 20, 'avg_loss': 0.061880065243491066, 'avg_acc': 0.0, 'loss': 0.06716230459359654}
+{'epoch': 3, 'iter': 30, 'avg_loss': 0.06460632085138733, 'avg_acc': 0.0, 'loss': 0.07800927690745343}
+{'epoch': 3, 'iter': 40, 'avg_loss': 0.06450668980917157, 'avg_acc': 0.0, 'loss': 0.06002996167631278}
+{'epoch': 3, 'iter': 50, 'avg_loss': 0.06602366580834537, 'avg_acc': 0.0, 'loss': 0.06302976931619599}
+{'epoch': 3, 'iter': 60, 'avg_loss': 0.06858159921268196, 'avg_acc': 0.0, 'loss': 0.03927410074839242}
+{'epoch': 3, 'iter': 70, 'avg_loss': 0.06985433098812185, 'avg_acc': 0.0, 'loss': 0.054106861662798364}
+{'epoch': 3, 'iter': 80, 'avg_loss': 0.06980546420852689, 'avg_acc': 0.0, 'loss': 0.07828645690447696}
+{'epoch': 3, 'iter': 90, 'avg_loss': 0.069192427852701, 'avg_acc': 0.0, 'loss': 0.09776129569109213}
+{'epoch': 3, 'iter': 100, 'avg_loss': 0.06934470166290727, 'avg_acc': 0.0, 'loss': 0.05127171071964247}
+{'epoch': 3, 'iter': 110, 'avg_loss': 0.07007160187091789, 'avg_acc': 0.0, 'loss': 0.09301211094944911}
+{'epoch': 3, 'iter': 120, 'avg_loss': 0.0706701149774552, 'avg_acc': 0.0, 'loss': 0.09058231692472418}
+{'epoch': 3, 'iter': 130, 'avg_loss': 0.07046782062564497, 'avg_acc': 0.0, 'loss': 0.055179607893584094}
+{'epoch': 3, 'iter': 140, 'avg_loss': 0.0709813918852455, 'avg_acc': 0.0, 'loss': 0.06041590901665066}
+{'epoch': 3, 'iter': 150, 'avg_loss': 0.07119258837139537, 'avg_acc': 0.0, 'loss': 0.07495845018179027}
+{'epoch': 3, 'iter': 160, 'avg_loss': 0.0713246146694271, 'avg_acc': 0.0, 'loss': 0.04650346345405458}
+{'epoch': 3, 'iter': 170, 'avg_loss': 0.07111771899765722, 'avg_acc': 0.0, 'loss': 0.08829435192662263}
+{'epoch': 3, 'iter': 180, 'avg_loss': 0.07088809165197944, 'avg_acc': 0.0, 'loss': 0.04505340946658569}
+{'epoch': 3, 'iter': 190, 'avg_loss': 0.07099639353628931, 'avg_acc': 0.0, 'loss': 0.05963995037244071}
+{'epoch': 3, 'iter': 200, 'avg_loss': 0.0711870254678068, 'avg_acc': 0.0, 'loss': 0.08135036739742775}
+{'epoch': 3, 'iter': 210, 'avg_loss': 0.07109877680558091, 'avg_acc': 0.0, 'loss': 0.059598101535422235}
+{'epoch': 3, 'iter': 220, 'avg_loss': 0.07150606427939633, 'avg_acc': 0.0, 'loss': 0.09430551010811021}
+{'epoch': 3, 'iter': 230, 'avg_loss': 0.07140438837231548, 'avg_acc': 0.0, 'loss': 0.061090093839538895}
+{'epoch': 3, 'iter': 240, 'avg_loss': 0.07115002372295437, 'avg_acc': 0.0, 'loss': 0.04355347096512625}
+{'epoch': 3, 'iter': 250, 'avg_loss': 0.07100442509955748, 'avg_acc': 0.0, 'loss': 0.07148957123095961}
+{'epoch': 3, 'iter': 260, 'avg_loss': 0.07089980260400962, 'avg_acc': 0.0, 'loss': 0.08044699333294959}
+{'epoch': 'EP3_test', 'eval_accuracy': 0.0, 'ece': 0.035622693598270416, 'avg_loss': 0.07098805581074198, 'f1_scores': 0.9580421880929992}
+{'epoch': 4, 'iter': 0, 'avg_loss': 0.06660775808094448, 'avg_acc': 0.0, 'loss': 0.06660775808094448}
+{'epoch': 4, 'iter': 10, 'avg_loss': 0.054231628572944654, 'avg_acc': 0.0, 'loss': 0.053940173606430816}
+{'epoch': 4, 'iter': 20, 'avg_loss': 0.05850367052899451, 'avg_acc': 0.0, 'loss': 0.06349736637951407}
+{'epoch': 4, 'iter': 30, 'avg_loss': 0.06092889212506229, 'avg_acc': 0.0, 'loss': 0.07369345978719771}
+{'epoch': 4, 'iter': 40, 'avg_loss': 0.06052474833863033, 'avg_acc': 0.0, 'loss': 0.055845512501280475}
+{'epoch': 4, 'iter': 50, 'avg_loss': 0.06183644063876213, 'avg_acc': 0.0, 'loss': 0.058339896512019804}
+{'epoch': 4, 'iter': 60, 'avg_loss': 0.0643884146549651, 'avg_acc': 0.0, 'loss': 0.03478214015555636}
+{'epoch': 4, 'iter': 70, 'avg_loss': 0.06562342330446638, 'avg_acc': 0.0, 'loss': 0.05126919488591446}
+{'epoch': 4, 'iter': 80, 'avg_loss': 0.06553776535839279, 'avg_acc': 0.0, 'loss': 0.07334373492842262}
+{'epoch': 4, 'iter': 90, 'avg_loss': 0.06494708316422824, 'avg_acc': 0.0, 'loss': 0.0912641957879308}
+{'epoch': 4, 'iter': 100, 'avg_loss': 0.0651579078354344, 'avg_acc': 0.0, 'loss': 0.04741709845462034}
+{'epoch': 4, 'iter': 110, 'avg_loss': 0.06581738111185123, 'avg_acc': 0.0, 'loss': 0.0859765722718058}
+{'epoch': 4, 'iter': 120, 'avg_loss': 0.06643652068825451, 'avg_acc': 0.0, 'loss': 0.08343549398523058}
+{'epoch': 4, 'iter': 130, 'avg_loss': 0.06618320629885048, 'avg_acc': 0.0, 'loss': 0.0521692241395369}
+{'epoch': 4, 'iter': 140, 'avg_loss': 0.06666035387674696, 'avg_acc': 0.0, 'loss': 0.05651156248187914}
+{'epoch': 4, 'iter': 150, 'avg_loss': 0.0669325484890769, 'avg_acc': 0.0, 'loss': 0.07014387639174352}
+{'epoch': 4, 'iter': 160, 'avg_loss': 0.06708407386612936, 'avg_acc': 0.0, 'loss': 0.046013220194497856}
+{'epoch': 4, 'iter': 170, 'avg_loss': 0.06689212454769021, 'avg_acc': 0.0, 'loss': 0.08382556231149708}
+{'epoch': 4, 'iter': 180, 'avg_loss': 0.0666292333127097, 'avg_acc': 0.0, 'loss': 0.04355962017356774}
+{'epoch': 4, 'iter': 190, 'avg_loss': 0.06670823044400091, 'avg_acc': 0.0, 'loss': 0.05632899989283503}
+{'epoch': 4, 'iter': 200, 'avg_loss': 0.06685357568882984, 'avg_acc': 0.0, 'loss': 0.076135472831323}
+{'epoch': 4, 'iter': 210, 'avg_loss': 0.06680826154518066, 'avg_acc': 0.0, 'loss': 0.05909942884838415}
+{'epoch': 4, 'iter': 220, 'avg_loss': 0.06720131116725915, 'avg_acc': 0.0, 'loss': 0.09065158452946369}
+{'epoch': 4, 'iter': 230, 'avg_loss': 0.06714026887879342, 'avg_acc': 0.0, 'loss': 0.05708665998342001}
+{'epoch': 4, 'iter': 240, 'avg_loss': 0.06691911817182584, 'avg_acc': 0.0, 'loss': 0.03893005363356597}
+{'epoch': 4, 'iter': 250, 'avg_loss': 0.06673857624843405, 'avg_acc': 0.0, 'loss': 0.06433359118784258}
+{'epoch': 4, 'iter': 260, 'avg_loss': 0.06660585603692874, 'avg_acc': 0.0, 'loss': 0.07379085502550099}
+{'epoch': 'EP4_test', 'eval_accuracy': 0.0, 'ece': 0.0215334203094244, 'avg_loss': 0.06667011026313487, 'f1_scores': 0.9503241012152661}
+{'epoch': 5, 'iter': 0, 'avg_loss': 0.06396322427974203, 'avg_acc': 0.0, 'loss': 0.06396322427974203}
+{'epoch': 5, 'iter': 10, 'avg_loss': 0.055907860082658384, 'avg_acc': 0.0, 'loss': 0.05723372364882704}
+{'epoch': 5, 'iter': 20, 'avg_loss': 0.060030427681044746, 'avg_acc': 0.0, 'loss': 0.06574871438790199}
+{'epoch': 5, 'iter': 30, 'avg_loss': 0.06267059688901613, 'avg_acc': 0.0, 'loss': 0.0743113730246705}
+{'epoch': 5, 'iter': 40, 'avg_loss': 0.0619729924733702, 'avg_acc': 0.0, 'loss': 0.05543491081740674}
+{'epoch': 5, 'iter': 50, 'avg_loss': 0.06319323239946154, 'avg_acc': 0.0, 'loss': 0.05873698387341213}
+{'epoch': 5, 'iter': 60, 'avg_loss': 0.06572962550053436, 'avg_acc': 0.0, 'loss': 0.033031980867763516}
+{'epoch': 5, 'iter': 70, 'avg_loss': 0.06692794294013639, 'avg_acc': 0.0, 'loss': 0.05439914988178072}
+{'epoch': 5, 'iter': 80, 'avg_loss': 0.06692552141603479, 'avg_acc': 0.0, 'loss': 0.07430704828953237}
+{'epoch': 5, 'iter': 90, 'avg_loss': 0.06624164399880823, 'avg_acc': 0.0, 'loss': 0.09242692586288317}
+{'epoch': 5, 'iter': 100, 'avg_loss': 0.06645622855923848, 'avg_acc': 0.0, 'loss': 0.04949597192435817}
+{'epoch': 5, 'iter': 110, 'avg_loss': 0.06714279624264517, 'avg_acc': 0.0, 'loss': 0.08854951037583954}
+{'epoch': 5, 'iter': 120, 'avg_loss': 0.06779710954323047, 'avg_acc': 0.0, 'loss': 0.08299793569230474}
+{'epoch': 5, 'iter': 130, 'avg_loss': 0.06759318207900594, 'avg_acc': 0.0, 'loss': 0.05558018230491208}
+{'epoch': 5, 'iter': 140, 'avg_loss': 0.0680733964575264, 'avg_acc': 0.0, 'loss': 0.058772350227794076}
+{'epoch': 5, 'iter': 150, 'avg_loss': 0.06830519390934871, 'avg_acc': 0.0, 'loss': 0.07216576835106787}
+{'epoch': 5, 'iter': 160, 'avg_loss': 0.06848928527727201, 'avg_acc': 0.0, 'loss': 0.0444733815769171}
+{'epoch': 5, 'iter': 170, 'avg_loss': 0.06830775028897451, 'avg_acc': 0.0, 'loss': 0.08791181639851889}
+{'epoch': 5, 'iter': 180, 'avg_loss': 0.06800840537821523, 'avg_acc': 0.0, 'loss': 0.0453410635641863}
+{'epoch': 5, 'iter': 190, 'avg_loss': 0.06809193608076339, 'avg_acc': 0.0, 'loss': 0.05662184028265317}
+{'epoch': 5, 'iter': 200, 'avg_loss': 0.06818194052114876, 'avg_acc': 0.0, 'loss': 0.0767542602954409}
+{'epoch': 5, 'iter': 210, 'avg_loss': 0.06816417088650673, 'avg_acc': 0.0, 'loss': 0.06036121525289266}
+{'epoch': 5, 'iter': 220, 'avg_loss': 0.06860783530287844, 'avg_acc': 0.0, 'loss': 0.09173665837280558}
+{'epoch': 5, 'iter': 230, 'avg_loss': 0.06852895851753385, 'avg_acc': 0.0, 'loss': 0.05674867134562435}
+{'epoch': 5, 'iter': 240, 'avg_loss': 0.06831521594481402, 'avg_acc': 0.0, 'loss': 0.03785946346910204}
+{'epoch': 5, 'iter': 250, 'avg_loss': 0.06814075956465714, 'avg_acc': 0.0, 'loss': 0.06489505290822097}
+{'epoch': 5, 'iter': 260, 'avg_loss': 0.06802593939146194, 'avg_acc': 0.0, 'loss': 0.07425718392999313}
+{'epoch': 'EP5_test', 'eval_accuracy': 0.0, 'ece': 0.028478261083364487, 'avg_loss': 0.06806064244179491, 'f1_scores': 0.9512167254260507}
+{'epoch': 6, 'iter': 0, 'avg_loss': 0.0665029551998048, 'avg_acc': 0.0, 'loss': 0.0665029551998048}
+{'epoch': 6, 'iter': 10, 'avg_loss': 0.05274118078241479, 'avg_acc': 0.0, 'loss': 0.050658963293266926}
+{'epoch': 6, 'iter': 20, 'avg_loss': 0.056719796556323004, 'avg_acc': 0.0, 'loss': 0.06056196102104292}
+{'epoch': 6, 'iter': 30, 'avg_loss': 0.05937401974598236, 'avg_acc': 0.0, 'loss': 0.07288349089167971}
+{'epoch': 6, 'iter': 40, 'avg_loss': 0.05890896721760932, 'avg_acc': 0.0, 'loss': 0.05525611333764654}
+{'epoch': 6, 'iter': 50, 'avg_loss': 0.06026321080506748, 'avg_acc': 0.0, 'loss': 0.0569818526408637}
+{'epoch': 6, 'iter': 60, 'avg_loss': 0.06292185507368812, 'avg_acc': 0.0, 'loss': 0.03140285416708366}
+{'epoch': 6, 'iter': 70, 'avg_loss': 0.06407758701242713, 'avg_acc': 0.0, 'loss': 0.05105393526190279}
+{'epoch': 6, 'iter': 80, 'avg_loss': 0.06405535716421398, 'avg_acc': 0.0, 'loss': 0.07184522131440677}
+{'epoch': 6, 'iter': 90, 'avg_loss': 0.06350032245623916, 'avg_acc': 0.0, 'loss': 0.09107694672232874}
+{'epoch': 6, 'iter': 100, 'avg_loss': 0.06370800063965974, 'avg_acc': 0.0, 'loss': 0.044063001773009446}
+{'epoch': 6, 'iter': 110, 'avg_loss': 0.06438842147590265, 'avg_acc': 0.0, 'loss': 0.08669962773903299}
+{'epoch': 6, 'iter': 120, 'avg_loss': 0.06497262071061694, 'avg_acc': 0.0, 'loss': 0.07947790987452256}
+{'epoch': 6, 'iter': 130, 'avg_loss': 0.06467140199810519, 'avg_acc': 0.0, 'loss': 0.050440813057067296}
+{'epoch': 6, 'iter': 140, 'avg_loss': 0.06519232842231075, 'avg_acc': 0.0, 'loss': 0.05429664328165375}
+{'epoch': 6, 'iter': 150, 'avg_loss': 0.06549809286971064, 'avg_acc': 0.0, 'loss': 0.06920554785107567}
+{'epoch': 6, 'iter': 160, 'avg_loss': 0.06566456425497642, 'avg_acc': 0.0, 'loss': 0.03793681425557947}
+{'epoch': 6, 'iter': 170, 'avg_loss': 0.06546061051476254, 'avg_acc': 0.0, 'loss': 0.08229805781524085}
+{'epoch': 6, 'iter': 180, 'avg_loss': 0.06520963519282989, 'avg_acc': 0.0, 'loss': 0.04193409441164216}
+{'epoch': 6, 'iter': 190, 'avg_loss': 0.06525449451667951, 'avg_acc': 0.0, 'loss': 0.051940588930845265}
+{'epoch': 6, 'iter': 200, 'avg_loss': 0.06538409785523602, 'avg_acc': 0.0, 'loss': 0.07487912761035075}
+{'epoch': 6, 'iter': 210, 'avg_loss': 0.0653216149393092, 'avg_acc': 0.0, 'loss': 0.05625840587082515}
+{'epoch': 6, 'iter': 220, 'avg_loss': 0.06573134381590613, 'avg_acc': 0.0, 'loss': 0.08792398692928925}
+{'epoch': 6, 'iter': 230, 'avg_loss': 0.0656386554511618, 'avg_acc': 0.0, 'loss': 0.05632145601318581}
+{'epoch': 6, 'iter': 240, 'avg_loss': 0.06545212569888832, 'avg_acc': 0.0, 'loss': 0.03781363485450737}
+{'epoch': 6, 'iter': 250, 'avg_loss': 0.06529482909146833, 'avg_acc': 0.0, 'loss': 0.06532712394598507}
+{'epoch': 6, 'iter': 260, 'avg_loss': 0.06514934881228322, 'avg_acc': 0.0, 'loss': 0.07299735968487246}
+{'epoch': 'EP6_test', 'eval_accuracy': 0.0, 'ece': 0.04926013574004173, 'avg_loss': 0.06523170992373617, 'f1_scores': 0.952238521233639}
+{'epoch': 7, 'iter': 0, 'avg_loss': 0.06228288779872619, 'avg_acc': 0.0, 'loss': 0.06228288779872619}
+{'epoch': 7, 'iter': 10, 'avg_loss': 0.052713115118735325, 'avg_acc': 0.0, 'loss': 0.05329669382443772}
+{'epoch': 7, 'iter': 20, 'avg_loss': 0.05654219818693081, 'avg_acc': 0.0, 'loss': 0.06217388378658077}
+{'epoch': 7, 'iter': 30, 'avg_loss': 0.05914692338804887, 'avg_acc': 0.0, 'loss': 0.07273683628458473}
+{'epoch': 7, 'iter': 40, 'avg_loss': 0.058396390205806774, 'avg_acc': 0.0, 'loss': 0.05217043243895196}
+{'epoch': 7, 'iter': 50, 'avg_loss': 0.05945088909056386, 'avg_acc': 0.0, 'loss': 0.05422434698588217}
+{'epoch': 7, 'iter': 60, 'avg_loss': 0.06210741017272114, 'avg_acc': 0.0, 'loss': 0.029417770285704137}
+{'epoch': 7, 'iter': 70, 'avg_loss': 0.06331999503986832, 'avg_acc': 0.0, 'loss': 0.04997519557354175}
+{'epoch': 7, 'iter': 80, 'avg_loss': 0.06335013029993349, 'avg_acc': 0.0, 'loss': 0.06910158601065014}
+{'epoch': 7, 'iter': 90, 'avg_loss': 0.06262162453660826, 'avg_acc': 0.0, 'loss': 0.08949289179441929}
+{'epoch': 7, 'iter': 100, 'avg_loss': 0.06286371953525252, 'avg_acc': 0.0, 'loss': 0.045620405525901166}
+{'epoch': 7, 'iter': 110, 'avg_loss': 0.06360511391168129, 'avg_acc': 0.0, 'loss': 0.08674029437274351}
+{'epoch': 7, 'iter': 120, 'avg_loss': 0.06425422932735342, 'avg_acc': 0.0, 'loss': 0.079725712071146}
+{'epoch': 7, 'iter': 130, 'avg_loss': 0.0640326452244024, 'avg_acc': 0.0, 'loss': 0.052376705266311774}
+{'epoch': 7, 'iter': 140, 'avg_loss': 0.0645428953800085, 'avg_acc': 0.0, 'loss': 0.05434974109846077}
+{'epoch': 7, 'iter': 150, 'avg_loss': 0.06484316764883838, 'avg_acc': 0.0, 'loss': 0.06927001906041547}
+{'epoch': 7, 'iter': 160, 'avg_loss': 0.06504116204222592, 'avg_acc': 0.0, 'loss': 0.038397554132192875}
+{'epoch': 7, 'iter': 170, 'avg_loss': 0.06487346609589296, 'avg_acc': 0.0, 'loss': 0.08489694275373592}
+{'epoch': 7, 'iter': 180, 'avg_loss': 0.06460486137480843, 'avg_acc': 0.0, 'loss': 0.0423035194108203}
+{'epoch': 7, 'iter': 190, 'avg_loss': 0.06469680198453016, 'avg_acc': 0.0, 'loss': 0.052294469220943336}
+{'epoch': 7, 'iter': 200, 'avg_loss': 0.064781119810873, 'avg_acc': 0.0, 'loss': 0.07307186970380185}
+{'epoch': 7, 'iter': 210, 'avg_loss': 0.064766951590613, 'avg_acc': 0.0, 'loss': 0.0583521135468134}
+{'epoch': 7, 'iter': 220, 'avg_loss': 0.06522255696127538, 'avg_acc': 0.0, 'loss': 0.0870538522075159}
+{'epoch': 7, 'iter': 230, 'avg_loss': 0.0651187852150832, 'avg_acc': 0.0, 'loss': 0.05431401261872435}
+{'epoch': 7, 'iter': 240, 'avg_loss': 0.06494875404310085, 'avg_acc': 0.0, 'loss': 0.03599622950807608}
+{'epoch': 7, 'iter': 250, 'avg_loss': 0.06475589865876612, 'avg_acc': 0.0, 'loss': 0.06218938260211968}
+{'epoch': 7, 'iter': 260, 'avg_loss': 0.06462682747735317, 'avg_acc': 0.0, 'loss': 0.07038083319389443}
+{'epoch': 'EP7_test', 'eval_accuracy': 0.0, 'ece': 0.04469272121787071, 'avg_loss': 0.06468588338292898, 'f1_scores': 0.951333005862019}
+{'epoch': 8, 'iter': 0, 'avg_loss': 0.06460235069312148, 'avg_acc': 0.0, 'loss': 0.06460235069312148}
+{'epoch': 8, 'iter': 10, 'avg_loss': 0.05372199620414637, 'avg_acc': 0.0, 'loss': 0.05292668031759311}
+{'epoch': 8, 'iter': 20, 'avg_loss': 0.057654069464316074, 'avg_acc': 0.0, 'loss': 0.06246360832093549}
+{'epoch': 8, 'iter': 30, 'avg_loss': 0.06028959041204458, 'avg_acc': 0.0, 'loss': 0.07428164655624007}
+{'epoch': 8, 'iter': 40, 'avg_loss': 0.05953194212565538, 'avg_acc': 0.0, 'loss': 0.054389300351013095}
+{'epoch': 8, 'iter': 50, 'avg_loss': 0.060733978343043234, 'avg_acc': 0.0, 'loss': 0.05656608194867171}
+{'epoch': 8, 'iter': 60, 'avg_loss': 0.0633414610198966, 'avg_acc': 0.0, 'loss': 0.02998991642162504}
+{'epoch': 8, 'iter': 70, 'avg_loss': 0.06449316043669949, 'avg_acc': 0.0, 'loss': 0.05053531977076123}
+{'epoch': 8, 'iter': 80, 'avg_loss': 0.06449926111375903, 'avg_acc': 0.0, 'loss': 0.07149590644851449}
+{'epoch': 8, 'iter': 90, 'avg_loss': 0.06384354300884358, 'avg_acc': 0.0, 'loss': 0.09021319604627413}
+{'epoch': 8, 'iter': 100, 'avg_loss': 0.06406924943001704, 'avg_acc': 0.0, 'loss': 0.04584161939410234}
+{'epoch': 8, 'iter': 110, 'avg_loss': 0.06473326478091154, 'avg_acc': 0.0, 'loss': 0.08557620750329825}
+{'epoch': 8, 'iter': 120, 'avg_loss': 0.06541155928596314, 'avg_acc': 0.0, 'loss': 0.07940717930378988}
+{'epoch': 8, 'iter': 130, 'avg_loss': 0.06514420602570876, 'avg_acc': 0.0, 'loss': 0.05302144069752249}
+{'epoch': 8, 'iter': 140, 'avg_loss': 0.0656296122112209, 'avg_acc': 0.0, 'loss': 0.05526105213566065}
+{'epoch': 8, 'iter': 150, 'avg_loss': 0.0659395440423276, 'avg_acc': 0.0, 'loss': 0.07017796091833312}
+{'epoch': 8, 'iter': 160, 'avg_loss': 0.06610398501066621, 'avg_acc': 0.0, 'loss': 0.0389238980471589}
+{'epoch': 8, 'iter': 170, 'avg_loss': 0.06591413698382727, 'avg_acc': 0.0, 'loss': 0.0846645893603701}
+{'epoch': 8, 'iter': 180, 'avg_loss': 0.0656195571275379, 'avg_acc': 0.0, 'loss': 0.042080336592493134}
+{'epoch': 8, 'iter': 190, 'avg_loss': 0.06566716371547655, 'avg_acc': 0.0, 'loss': 0.05316091290683289}
+{'epoch': 8, 'iter': 200, 'avg_loss': 0.06577353446837589, 'avg_acc': 0.0, 'loss': 0.07582265131417541}
+{'epoch': 8, 'iter': 210, 'avg_loss': 0.06575908969018458, 'avg_acc': 0.0, 'loss': 0.05999205361826755}
+{'epoch': 8, 'iter': 220, 'avg_loss': 0.06619755106938348, 'avg_acc': 0.0, 'loss': 0.08824640568072287}
+{'epoch': 8, 'iter': 230, 'avg_loss': 0.06609778940299746, 'avg_acc': 0.0, 'loss': 0.056923411945799016}
+{'epoch': 8, 'iter': 240, 'avg_loss': 0.06589665385554734, 'avg_acc': 0.0, 'loss': 0.03714137298707344}
+{'epoch': 8, 'iter': 250, 'avg_loss': 0.06571825170929958, 'avg_acc': 0.0, 'loss': 0.06471286521452108}
+{'epoch': 8, 'iter': 260, 'avg_loss': 0.06557089668565456, 'avg_acc': 0.0, 'loss': 0.07126984459124026}
+{'epoch': 'EP8_test', 'eval_accuracy': 0.0, 'ece': 0.019719867035746574, 'avg_loss': 0.06561396087462036, 'f1_scores': 0.9510894349839365}
+{'epoch': 9, 'iter': 0, 'avg_loss': 0.05838610021418893, 'avg_acc': 0.0, 'loss': 0.05838610021418893}
+{'epoch': 9, 'iter': 10, 'avg_loss': 0.053381935038186216, 'avg_acc': 0.0, 'loss': 0.05486503649054189}
+{'epoch': 9, 'iter': 20, 'avg_loss': 0.057501758024797456, 'avg_acc': 0.0, 'loss': 0.06564469216168943}
+{'epoch': 9, 'iter': 30, 'avg_loss': 0.06022474486390056, 'avg_acc': 0.0, 'loss': 0.07188790326278292}
+{'epoch': 9, 'iter': 40, 'avg_loss': 0.05895293013749723, 'avg_acc': 0.0, 'loss': 0.05007058579018673}
+{'epoch': 9, 'iter': 50, 'avg_loss': 0.05986964703272138, 'avg_acc': 0.0, 'loss': 0.05225369252300993}
+{'epoch': 9, 'iter': 60, 'avg_loss': 0.06258016126158654, 'avg_acc': 0.0, 'loss': 0.028809593449433835}
+{'epoch': 9, 'iter': 70, 'avg_loss': 0.06381443631228129, 'avg_acc': 0.0, 'loss': 0.05144883998525529}
+{'epoch': 9, 'iter': 80, 'avg_loss': 0.06381061788244606, 'avg_acc': 0.0, 'loss': 0.06978403324292717}
+{'epoch': 9, 'iter': 90, 'avg_loss': 0.0630419930279362, 'avg_acc': 0.0, 'loss': 0.08746048433838333}
+{'epoch': 9, 'iter': 100, 'avg_loss': 0.06325792887469596, 'avg_acc': 0.0, 'loss': 0.0472295428073234}
+{'epoch': 9, 'iter': 110, 'avg_loss': 0.06394009055634488, 'avg_acc': 0.0, 'loss': 0.08441907103708753}
+{'epoch': 9, 'iter': 120, 'avg_loss': 0.0647279936706409, 'avg_acc': 0.0, 'loss': 0.07944926730083271}
+{'epoch': 9, 'iter': 130, 'avg_loss': 0.06453808811283597, 'avg_acc': 0.0, 'loss': 0.05248789355039207}
+{'epoch': 9, 'iter': 140, 'avg_loss': 0.06504017382172392, 'avg_acc': 0.0, 'loss': 0.05752941928569807}
+{'epoch': 9, 'iter': 150, 'avg_loss': 0.06534405848736621, 'avg_acc': 0.0, 'loss': 0.07052738361330008}
+{'epoch': 9, 'iter': 160, 'avg_loss': 0.06552290732789509, 'avg_acc': 0.0, 'loss': 0.03743149440378651}
+{'epoch': 9, 'iter': 170, 'avg_loss': 0.06534355447968956, 'avg_acc': 0.0, 'loss': 0.08573760907128758}
+{'epoch': 9, 'iter': 180, 'avg_loss': 0.0650127725096714, 'avg_acc': 0.0, 'loss': 0.044670546396292005}
+{'epoch': 9, 'iter': 190, 'avg_loss': 0.06511146216327506, 'avg_acc': 0.0, 'loss': 0.052091674533918254}
+{'epoch': 9, 'iter': 200, 'avg_loss': 0.06516240735198071, 'avg_acc': 0.0, 'loss': 0.07342390530161781}
+{'epoch': 9, 'iter': 210, 'avg_loss': 0.06519781453582282, 'avg_acc': 0.0, 'loss': 0.061218296282918666}
+{'epoch': 9, 'iter': 220, 'avg_loss': 0.06564561339814673, 'avg_acc': 0.0, 'loss': 0.08885935719971322}
+{'epoch': 9, 'iter': 230, 'avg_loss': 0.0655309647670145, 'avg_acc': 0.0, 'loss': 0.0553128532033408}
+{'epoch': 9, 'iter': 240, 'avg_loss': 0.06531338012233419, 'avg_acc': 0.0, 'loss': 0.03461835765845324}
+{'epoch': 9, 'iter': 250, 'avg_loss': 0.06511075551569973, 'avg_acc': 0.0, 'loss': 0.06161747043275665}
+{'epoch': 9, 'iter': 260, 'avg_loss': 0.06496748796551177, 'avg_acc': 0.0, 'loss': 0.06919294802250013}
+{'epoch': 'EP9_test', 'eval_accuracy': 0.0, 'ece': 0.049290504306554794, 'avg_loss': 0.06498603374945848, 'f1_scores': 0.950965500533555}
+{'epoch': 10, 'iter': 0, 'avg_loss': 0.061829385522620274, 'avg_acc': 0.0, 'loss': 0.061829385522620274}
+{'epoch': 10, 'iter': 10, 'avg_loss': 0.05418247087727768, 'avg_acc': 0.0, 'loss': 0.05518614504820464}
+{'epoch': 10, 'iter': 20, 'avg_loss': 0.05803371030889661, 'avg_acc': 0.0, 'loss': 0.06510451307409376}
+{'epoch': 10, 'iter': 30, 'avg_loss': 0.06093697347355523, 'avg_acc': 0.0, 'loss': 0.07315796670667801}
+{'epoch': 10, 'iter': 40, 'avg_loss': 0.05981966391916993, 'avg_acc': 0.0, 'loss': 0.0526014019644683}
+{'epoch': 10, 'iter': 50, 'avg_loss': 0.06093532544394999, 'avg_acc': 0.0, 'loss': 0.05534294927895189}
+{'epoch': 10, 'iter': 60, 'avg_loss': 0.0635578755213467, 'avg_acc': 0.0, 'loss': 0.02890057054614}
+{'epoch': 10, 'iter': 70, 'avg_loss': 0.06480522290861114, 'avg_acc': 0.0, 'loss': 0.05243300950713449}
+{'epoch': 10, 'iter': 80, 'avg_loss': 0.06482842797539676, 'avg_acc': 0.0, 'loss': 0.07136697136046775}
+{'epoch': 10, 'iter': 90, 'avg_loss': 0.06410065496149608, 'avg_acc': 0.0, 'loss': 0.08914141441875195}
+{'epoch': 10, 'iter': 100, 'avg_loss': 0.06432757249076337, 'avg_acc': 0.0, 'loss': 0.046737165815171365}
+{'epoch': 10, 'iter': 110, 'avg_loss': 0.06504361688089173, 'avg_acc': 0.0, 'loss': 0.08482558932471054}
+{'epoch': 10, 'iter': 120, 'avg_loss': 0.06583124373986571, 'avg_acc': 0.0, 'loss': 0.07893768606208441}
+{'epoch': 10, 'iter': 130, 'avg_loss': 0.06555658388968093, 'avg_acc': 0.0, 'loss': 0.05276077402860681}
+{'epoch': 10, 'iter': 140, 'avg_loss': 0.06600922457392097, 'avg_acc': 0.0, 'loss': 0.056350102864931674}
+{'epoch': 10, 'iter': 150, 'avg_loss': 0.06632829524184765, 'avg_acc': 0.0, 'loss': 0.06999921290860048}
+{'epoch': 10, 'iter': 160, 'avg_loss': 0.06646777921525916, 'avg_acc': 0.0, 'loss': 0.03917287356627444}
+{'epoch': 10, 'iter': 170, 'avg_loss': 0.06629176118778163, 'avg_acc': 0.0, 'loss': 0.08515569792292053}
+{'epoch': 10, 'iter': 180, 'avg_loss': 0.06594539898406855, 'avg_acc': 0.0, 'loss': 0.04374983485826484}
+{'epoch': 10, 'iter': 190, 'avg_loss': 0.06600296716129628, 'avg_acc': 0.0, 'loss': 0.05372581772332856}
+{'epoch': 10, 'iter': 200, 'avg_loss': 0.06608409304755536, 'avg_acc': 0.0, 'loss': 0.0740724196297618}
+{'epoch': 10, 'iter': 210, 'avg_loss': 0.06609929384219133, 'avg_acc': 0.0, 'loss': 0.06081799802192579}
+{'epoch': 10, 'iter': 220, 'avg_loss': 0.06653254777624641, 'avg_acc': 0.0, 'loss': 0.08953119207225362}
+{'epoch': 10, 'iter': 230, 'avg_loss': 0.06642302338767654, 'avg_acc': 0.0, 'loss': 0.05918252844218687}
+{'epoch': 10, 'iter': 240, 'avg_loss': 0.06621296557475183, 'avg_acc': 0.0, 'loss': 0.03618125741879144}
+{'epoch': 10, 'iter': 250, 'avg_loss': 0.06604403585673795, 'avg_acc': 0.0, 'loss': 0.06649433088966816}
+{'epoch': 10, 'iter': 260, 'avg_loss': 0.06590630815681717, 'avg_acc': 0.0, 'loss': 0.07201496003101836}
+{'epoch': 'EP10_test', 'eval_accuracy': 0.0, 'ece': 0.020349808037281036, 'avg_loss': 0.0659433233282756, 'f1_scores': 0.950383900386358}
+{'epoch': 11, 'iter': 0, 'avg_loss': 0.06036880099498733, 'avg_acc': 0.0, 'loss': 0.06036880099498733}
+{'epoch': 11, 'iter': 10, 'avg_loss': 0.05236226147620193, 'avg_acc': 0.0, 'loss': 0.053740264110438876}
+{'epoch': 11, 'iter': 20, 'avg_loss': 0.05615401209950568, 'avg_acc': 0.0, 'loss': 0.06283274464470066}
+{'epoch': 11, 'iter': 30, 'avg_loss': 0.05944283557509358, 'avg_acc': 0.0, 'loss': 0.07145361019923005}
+{'epoch': 11, 'iter': 40, 'avg_loss': 0.05836298839694635, 'avg_acc': 0.0, 'loss': 0.051577337470515}
+{'epoch': 11, 'iter': 50, 'avg_loss': 0.05950844003286256, 'avg_acc': 0.0, 'loss': 0.05305357172218399}
+{'epoch': 11, 'iter': 60, 'avg_loss': 0.06226125318977988, 'avg_acc': 0.0, 'loss': 0.027752694848497784}
+{'epoch': 11, 'iter': 70, 'avg_loss': 0.06353327176208923, 'avg_acc': 0.0, 'loss': 0.05015016118844682}
+{'epoch': 11, 'iter': 80, 'avg_loss': 0.06359131928791469, 'avg_acc': 0.0, 'loss': 0.06847479346846999}
+{'epoch': 11, 'iter': 90, 'avg_loss': 0.06279398852416992, 'avg_acc': 0.0, 'loss': 0.08838197791752123}
+{'epoch': 11, 'iter': 100, 'avg_loss': 0.06301450456648314, 'avg_acc': 0.0, 'loss': 0.045047379656685795}
+{'epoch': 11, 'iter': 110, 'avg_loss': 0.06379365249429635, 'avg_acc': 0.0, 'loss': 0.08461815772559232}
+{'epoch': 11, 'iter': 120, 'avg_loss': 0.06456825643706483, 'avg_acc': 0.0, 'loss': 0.07918023420501591}
+{'epoch': 11, 'iter': 130, 'avg_loss': 0.06428679123711559, 'avg_acc': 0.0, 'loss': 0.0504621256314266}
+{'epoch': 11, 'iter': 140, 'avg_loss': 0.064734162251061, 'avg_acc': 0.0, 'loss': 0.053820214870918495}
+{'epoch': 11, 'iter': 150, 'avg_loss': 0.06505920829137583, 'avg_acc': 0.0, 'loss': 0.06921410890474938}
+{'epoch': 11, 'iter': 160, 'avg_loss': 0.06522594596958277, 'avg_acc': 0.0, 'loss': 0.038038240022463095}
+{'epoch': 11, 'iter': 170, 'avg_loss': 0.0650605730012707, 'avg_acc': 0.0, 'loss': 0.08381274616447902}
+{'epoch': 11, 'iter': 180, 'avg_loss': 0.06475136820384486, 'avg_acc': 0.0, 'loss': 0.04238332012798196}
+{'epoch': 11, 'iter': 190, 'avg_loss': 0.06481544474702099, 'avg_acc': 0.0, 'loss': 0.05164500895021108}
+{'epoch': 11, 'iter': 200, 'avg_loss': 0.06489696578775, 'avg_acc': 0.0, 'loss': 0.07254400565831937}
+{'epoch': 11, 'iter': 210, 'avg_loss': 0.06488365529861387, 'avg_acc': 0.0, 'loss': 0.057907920672168496}
+{'epoch': 11, 'iter': 220, 'avg_loss': 0.06532107074151723, 'avg_acc': 0.0, 'loss': 0.08640512879748842}
+{'epoch': 11, 'iter': 230, 'avg_loss': 0.06521835973081744, 'avg_acc': 0.0, 'loss': 0.05854410282671145}
+{'epoch': 11, 'iter': 240, 'avg_loss': 0.06501285603617092, 'avg_acc': 0.0, 'loss': 0.03586200369825982}
+{'epoch': 11, 'iter': 250, 'avg_loss': 0.06484783976561308, 'avg_acc': 0.0, 'loss': 0.06746117520538267}
+{'epoch': 11, 'iter': 260, 'avg_loss': 0.06469639354917484, 'avg_acc': 0.0, 'loss': 0.07030853821028618}
+{'epoch': 'EP11_test', 'eval_accuracy': 0.0, 'ece': 0.042525194585323334, 'avg_loss': 0.06472955379487742, 'f1_scores': 0.9500222306667515}
+{'epoch': 12, 'iter': 0, 'avg_loss': 0.06600910272357956, 'avg_acc': 0.0, 'loss': 0.06600910272357956}
+{'epoch': 12, 'iter': 10, 'avg_loss': 0.05579607858614664, 'avg_acc': 0.0, 'loss': 0.05508217663104224}
+{'epoch': 12, 'iter': 20, 'avg_loss': 0.05961965751891302, 'avg_acc': 0.0, 'loss': 0.0656947018019634}
+{'epoch': 12, 'iter': 30, 'avg_loss': 0.06316378447009256, 'avg_acc': 0.0, 'loss': 0.07523380377993963}
+{'epoch': 12, 'iter': 40, 'avg_loss': 0.06211309045714015, 'avg_acc': 0.0, 'loss': 0.05601198512409512}
+{'epoch': 12, 'iter': 50, 'avg_loss': 0.06358576953852381, 'avg_acc': 0.0, 'loss': 0.05888500293660976}
+{'epoch': 12, 'iter': 60, 'avg_loss': 0.0661459503593052, 'avg_acc': 0.0, 'loss': 0.03019415030113594}
+{'epoch': 12, 'iter': 70, 'avg_loss': 0.0673747949632934, 'avg_acc': 0.0, 'loss': 0.054183965853858186}
+{'epoch': 12, 'iter': 80, 'avg_loss': 0.06741785459160012, 'avg_acc': 0.0, 'loss': 0.07410849618981631}
+{'epoch': 12, 'iter': 90, 'avg_loss': 0.06672318717022273, 'avg_acc': 0.0, 'loss': 0.09173772654831883}
+{'epoch': 12, 'iter': 100, 'avg_loss': 0.06694187638121123, 'avg_acc': 0.0, 'loss': 0.04746591239882645}
+{'epoch': 12, 'iter': 110, 'avg_loss': 0.06766476680091406, 'avg_acc': 0.0, 'loss': 0.08592335108378636}
+{'epoch': 12, 'iter': 120, 'avg_loss': 0.06845071094454477, 'avg_acc': 0.0, 'loss': 0.08101586856297363}
+{'epoch': 12, 'iter': 130, 'avg_loss': 0.06808833611576222, 'avg_acc': 0.0, 'loss': 0.05382600015379069}
+{'epoch': 12, 'iter': 140, 'avg_loss': 0.06850000235537, 'avg_acc': 0.0, 'loss': 0.058318556983276634}
+{'epoch': 12, 'iter': 150, 'avg_loss': 0.06883979269045183, 'avg_acc': 0.0, 'loss': 0.07196716871664981}
+{'epoch': 12, 'iter': 160, 'avg_loss': 0.06892608304403475, 'avg_acc': 0.0, 'loss': 0.041386519405209904}
+{'epoch': 12, 'iter': 170, 'avg_loss': 0.0687480346036178, 'avg_acc': 0.0, 'loss': 0.08554043446323029}
+{'epoch': 12, 'iter': 180, 'avg_loss': 0.06838615933410046, 'avg_acc': 0.0, 'loss': 0.04497037557786752}
+{'epoch': 12, 'iter': 190, 'avg_loss': 0.06835103376819734, 'avg_acc': 0.0, 'loss': 0.05486731046465414}
+{'epoch': 12, 'iter': 200, 'avg_loss': 0.06846045107003644, 'avg_acc': 0.0, 'loss': 0.07649517869802276}
+{'epoch': 12, 'iter': 210, 'avg_loss': 0.0684256059700206, 'avg_acc': 0.0, 'loss': 0.060834730084810724}
+{'epoch': 12, 'iter': 220, 'avg_loss': 0.06883968233957519, 'avg_acc': 0.0, 'loss': 0.09074008069205775}
+{'epoch': 12, 'iter': 230, 'avg_loss': 0.06875471082453583, 'avg_acc': 0.0, 'loss': 0.06725594951236806}
+{'epoch': 12, 'iter': 240, 'avg_loss': 0.06850811449380345, 'avg_acc': 0.0, 'loss': 0.03911431910129538}
+{'epoch': 12, 'iter': 250, 'avg_loss': 0.06839085648621175, 'avg_acc': 0.0, 'loss': 0.07640931810047391}
+{'epoch': 12, 'iter': 260, 'avg_loss': 0.06822566868035325, 'avg_acc': 0.0, 'loss': 0.0758037987105646}
+{'epoch': 'EP12_test', 'eval_accuracy': 0.0, 'ece': 0.024072758853435516, 'avg_loss': 0.0682630149772245, 'f1_scores': 0.9496136264193691}
+{'epoch': 13, 'iter': 0, 'avg_loss': 0.0600506103410469, 'avg_acc': 0.0, 'loss': 0.0600506103410469}
+{'epoch': 13, 'iter': 10, 'avg_loss': 0.054880623086346184, 'avg_acc': 0.0, 'loss': 0.056208741448496566}
+{'epoch': 13, 'iter': 20, 'avg_loss': 0.05891063896136462, 'avg_acc': 0.0, 'loss': 0.06648357373970676}
+{'epoch': 13, 'iter': 30, 'avg_loss': 0.06230110151848243, 'avg_acc': 0.0, 'loss': 0.07461515036337524}
+{'epoch': 13, 'iter': 40, 'avg_loss': 0.06086510292494783, 'avg_acc': 0.0, 'loss': 0.052279758563266956}
+{'epoch': 13, 'iter': 50, 'avg_loss': 0.06202963655922176, 'avg_acc': 0.0, 'loss': 0.054053855111021676}
+{'epoch': 13, 'iter': 60, 'avg_loss': 0.06468462066865269, 'avg_acc': 0.0, 'loss': 0.028976353259127206}
+{'epoch': 13, 'iter': 70, 'avg_loss': 0.0659127396732335, 'avg_acc': 0.0, 'loss': 0.05279595792899678}
+{'epoch': 13, 'iter': 80, 'avg_loss': 0.06593447894553701, 'avg_acc': 0.0, 'loss': 0.0710162826803022}
+{'epoch': 13, 'iter': 90, 'avg_loss': 0.06512338376964201, 'avg_acc': 0.0, 'loss': 0.08810088018482734}
+{'epoch': 13, 'iter': 100, 'avg_loss': 0.06533055998928589, 'avg_acc': 0.0, 'loss': 0.047791855709298094}
+{'epoch': 13, 'iter': 110, 'avg_loss': 0.06605750562182904, 'avg_acc': 0.0, 'loss': 0.08455346378495879}
+{'epoch': 13, 'iter': 120, 'avg_loss': 0.0669468791316951, 'avg_acc': 0.0, 'loss': 0.0816972088739273}
+{'epoch': 13, 'iter': 130, 'avg_loss': 0.06670238599070506, 'avg_acc': 0.0, 'loss': 0.05424926393205607}
+{'epoch': 13, 'iter': 140, 'avg_loss': 0.06711589193292028, 'avg_acc': 0.0, 'loss': 0.058699495708944074}
+{'epoch': 13, 'iter': 150, 'avg_loss': 0.06742291726597952, 'avg_acc': 0.0, 'loss': 0.07202479730590637}
+{'epoch': 13, 'iter': 160, 'avg_loss': 0.06755977083314958, 'avg_acc': 0.0, 'loss': 0.03952920061636941}
+{'epoch': 13, 'iter': 170, 'avg_loss': 0.06740642240833006, 'avg_acc': 0.0, 'loss': 0.08723332654655076}
+{'epoch': 13, 'iter': 180, 'avg_loss': 0.06705270102180916, 'avg_acc': 0.0, 'loss': 0.04575789057881252}
+{'epoch': 13, 'iter': 190, 'avg_loss': 0.06709217818712097, 'avg_acc': 0.0, 'loss': 0.05428270903123331}
+{'epoch': 13, 'iter': 200, 'avg_loss': 0.0671560503713254, 'avg_acc': 0.0, 'loss': 0.07470947336345748}
+{'epoch': 13, 'iter': 210, 'avg_loss': 0.06718117778180484, 'avg_acc': 0.0, 'loss': 0.06319761691026266}
+{'epoch': 13, 'iter': 220, 'avg_loss': 0.06762420962857267, 'avg_acc': 0.0, 'loss': 0.0894028063472498}
+{'epoch': 13, 'iter': 230, 'avg_loss': 0.06751140567237873, 'avg_acc': 0.0, 'loss': 0.06189168941557048}
+{'epoch': 13, 'iter': 240, 'avg_loss': 0.0672512841649341, 'avg_acc': 0.0, 'loss': 0.036466079059278754}
+{'epoch': 13, 'iter': 250, 'avg_loss': 0.06707357709793108, 'avg_acc': 0.0, 'loss': 0.06873463463229866}
+{'epoch': 13, 'iter': 260, 'avg_loss': 0.06690222097114262, 'avg_acc': 0.0, 'loss': 0.07124696786321952}
+{'epoch': 'EP13_test', 'eval_accuracy': 0.0, 'ece': 0.05259775370359421, 'avg_loss': 0.06690045004141043, 'f1_scores': 0.9496183417785404}
+{'epoch': 14, 'iter': 0, 'avg_loss': 0.06146351826384944, 'avg_acc': 0.0, 'loss': 0.06146351826384944}
+{'epoch': 14, 'iter': 10, 'avg_loss': 0.05518559009358016, 'avg_acc': 0.0, 'loss': 0.056820510493606334}
+{'epoch': 14, 'iter': 20, 'avg_loss': 0.05904608330372783, 'avg_acc': 0.0, 'loss': 0.06624991746731114}
+{'epoch': 14, 'iter': 30, 'avg_loss': 0.06281288122425277, 'avg_acc': 0.0, 'loss': 0.07283924600396777}
+{'epoch': 14, 'iter': 40, 'avg_loss': 0.06153935699507211, 'avg_acc': 0.0, 'loss': 0.05382546141130108}
+{'epoch': 14, 'iter': 50, 'avg_loss': 0.06271063298137887, 'avg_acc': 0.0, 'loss': 0.05538164040209332}
+{'epoch': 14, 'iter': 60, 'avg_loss': 0.06545075019189663, 'avg_acc': 0.0, 'loss': 0.0293573680235113}
+{'epoch': 14, 'iter': 70, 'avg_loss': 0.06676023581532098, 'avg_acc': 0.0, 'loss': 0.05317869509418723}
+{'epoch': 14, 'iter': 80, 'avg_loss': 0.06683516825143888, 'avg_acc': 0.0, 'loss': 0.07122423483714004}
+{'epoch': 14, 'iter': 90, 'avg_loss': 0.06599985450451858, 'avg_acc': 0.0, 'loss': 0.0908517432809666}
+{'epoch': 14, 'iter': 100, 'avg_loss': 0.06622148598316324, 'avg_acc': 0.0, 'loss': 0.04717627549043105}
+{'epoch': 14, 'iter': 110, 'avg_loss': 0.06703712098434754, 'avg_acc': 0.0, 'loss': 0.08689230716339173}
+{'epoch': 14, 'iter': 120, 'avg_loss': 0.06790167017786666, 'avg_acc': 0.0, 'loss': 0.08205603824276052}
+{'epoch': 14, 'iter': 130, 'avg_loss': 0.06760763105312248, 'avg_acc': 0.0, 'loss': 0.05286720646127816}
+{'epoch': 14, 'iter': 140, 'avg_loss': 0.06803457847577046, 'avg_acc': 0.0, 'loss': 0.05795053738527096}
+{'epoch': 14, 'iter': 150, 'avg_loss': 0.06833992041221298, 'avg_acc': 0.0, 'loss': 0.07265194565586137}
+{'epoch': 14, 'iter': 160, 'avg_loss': 0.0684804109747422, 'avg_acc': 0.0, 'loss': 0.04112076600893439}
+{'epoch': 14, 'iter': 170, 'avg_loss': 0.06834019000899881, 'avg_acc': 0.0, 'loss': 0.08742612998856965}
+{'epoch': 14, 'iter': 180, 'avg_loss': 0.06799570584976485, 'avg_acc': 0.0, 'loss': 0.044923381494880586}
+{'epoch': 14, 'iter': 190, 'avg_loss': 0.06802942588246026, 'avg_acc': 0.0, 'loss': 0.05506586983662487}
+{'epoch': 14, 'iter': 200, 'avg_loss': 0.06808502576892178, 'avg_acc': 0.0, 'loss': 0.0754590544169186}
+{'epoch': 14, 'iter': 210, 'avg_loss': 0.06807363550840145, 'avg_acc': 0.0, 'loss': 0.06046974659891394}
+{'epoch': 14, 'iter': 220, 'avg_loss': 0.06850810374443982, 'avg_acc': 0.0, 'loss': 0.08976592370350187}
+{'epoch': 14, 'iter': 230, 'avg_loss': 0.06840502604168064, 'avg_acc': 0.0, 'loss': 0.06519928753646045}
+{'epoch': 14, 'iter': 240, 'avg_loss': 0.0681790982725311, 'avg_acc': 0.0, 'loss': 0.037893121624762216}
+{'epoch': 14, 'iter': 250, 'avg_loss': 0.06802813482118986, 'avg_acc': 0.0, 'loss': 0.07279812142872238}
+{'epoch': 14, 'iter': 260, 'avg_loss': 0.06786474107612644, 'avg_acc': 0.0, 'loss': 0.07321303381245668}
+{'epoch': 'EP14_test', 'eval_accuracy': 0.0, 'ece': 0.023294685408473015, 'avg_loss': 0.06789214842698918, 'f1_scores': 0.9496136264193691}
+{'epoch': 15, 'iter': 0, 'avg_loss': 0.060649568939855465, 'avg_acc': 0.0, 'loss': 0.060649568939855465}
+{'epoch': 15, 'iter': 10, 'avg_loss': 0.0535083825697114, 'avg_acc': 0.0, 'loss': 0.05422641504407823}
+{'epoch': 15, 'iter': 20, 'avg_loss': 0.057494974351396916, 'avg_acc': 0.0, 'loss': 0.06518772609132384}
+{'epoch': 15, 'iter': 30, 'avg_loss': 0.06103845589525662, 'avg_acc': 0.0, 'loss': 0.07368250037070213}
+{'epoch': 15, 'iter': 40, 'avg_loss': 0.059615194166483906, 'avg_acc': 0.0, 'loss': 0.05165664027609702}
+{'epoch': 15, 'iter': 50, 'avg_loss': 0.060777147497943704, 'avg_acc': 0.0, 'loss': 0.053105332602513045}
+{'epoch': 15, 'iter': 60, 'avg_loss': 0.06350627087048008, 'avg_acc': 0.0, 'loss': 0.02679227213595173}
+{'epoch': 15, 'iter': 70, 'avg_loss': 0.06480730665723966, 'avg_acc': 0.0, 'loss': 0.05122674195883649}
+{'epoch': 15, 'iter': 80, 'avg_loss': 0.06482843310073846, 'avg_acc': 0.0, 'loss': 0.06979957309935765}
+{'epoch': 15, 'iter': 90, 'avg_loss': 0.06398807770265995, 'avg_acc': 0.0, 'loss': 0.08807259192410909}
+{'epoch': 15, 'iter': 100, 'avg_loss': 0.06422998449078711, 'avg_acc': 0.0, 'loss': 0.045316744357279504}
+{'epoch': 15, 'iter': 110, 'avg_loss': 0.06498697665260007, 'avg_acc': 0.0, 'loss': 0.08377080471026943}
+{'epoch': 15, 'iter': 120, 'avg_loss': 0.06588639556109249, 'avg_acc': 0.0, 'loss': 0.08003447466444819}
+{'epoch': 15, 'iter': 130, 'avg_loss': 0.06555413246809882, 'avg_acc': 0.0, 'loss': 0.05095033233470758}
+{'epoch': 15, 'iter': 140, 'avg_loss': 0.06596884303635649, 'avg_acc': 0.0, 'loss': 0.05598132207856159}
+{'epoch': 15, 'iter': 150, 'avg_loss': 0.06632914505493913, 'avg_acc': 0.0, 'loss': 0.07010678480617116}
+{'epoch': 15, 'iter': 160, 'avg_loss': 0.06643764782857735, 'avg_acc': 0.0, 'loss': 0.03919171688975861}
+{'epoch': 15, 'iter': 170, 'avg_loss': 0.06628560018136466, 'avg_acc': 0.0, 'loss': 0.08507410593697223}
+{'epoch': 15, 'iter': 180, 'avg_loss': 0.06591369425838997, 'avg_acc': 0.0, 'loss': 0.04340709796255737}
+{'epoch': 15, 'iter': 190, 'avg_loss': 0.06594558116892107, 'avg_acc': 0.0, 'loss': 0.05306654052364885}
+{'epoch': 15, 'iter': 200, 'avg_loss': 0.06601761426867012, 'avg_acc': 0.0, 'loss': 0.0733298147468661}
+{'epoch': 15, 'iter': 210, 'avg_loss': 0.06602963786623671, 'avg_acc': 0.0, 'loss': 0.061537643643272785}
+{'epoch': 15, 'iter': 220, 'avg_loss': 0.06646380526595978, 'avg_acc': 0.0, 'loss': 0.08871947249641769}
+{'epoch': 15, 'iter': 230, 'avg_loss': 0.06636539814965016, 'avg_acc': 0.0, 'loss': 0.06514409952105536}
+{'epoch': 15, 'iter': 240, 'avg_loss': 0.06611985008571877, 'avg_acc': 0.0, 'loss': 0.03565366396640408}
+{'epoch': 15, 'iter': 250, 'avg_loss': 0.06596688259657515, 'avg_acc': 0.0, 'loss': 0.07129275674975993}
+{'epoch': 15, 'iter': 260, 'avg_loss': 0.06579296687712143, 'avg_acc': 0.0, 'loss': 0.07145695372450485}
+{'epoch': 'EP15_test', 'eval_accuracy': 0.0, 'ece': 0.020273752510547638, 'avg_loss': 0.06581209262927593, 'f1_scores': 0.9496136264193691}
+{'epoch': 16, 'iter': 0, 'avg_loss': 0.0616835105051905, 'avg_acc': 0.0, 'loss': 0.0616835105051905}
+{'epoch': 16, 'iter': 10, 'avg_loss': 0.05583260507474939, 'avg_acc': 0.0, 'loss': 0.05593086775071145}
+{'epoch': 16, 'iter': 20, 'avg_loss': 0.059804268585714665, 'avg_acc': 0.0, 'loss': 0.06628659926553025}
+{'epoch': 16, 'iter': 30, 'avg_loss': 0.06329155884884376, 'avg_acc': 0.0, 'loss': 0.07658716458690508}
+{'epoch': 16, 'iter': 40, 'avg_loss': 0.061789983140320824, 'avg_acc': 0.0, 'loss': 0.053578051316630335}
+{'epoch': 16, 'iter': 50, 'avg_loss': 0.06259509819039363, 'avg_acc': 0.0, 'loss': 0.05334770798558403}
+{'epoch': 16, 'iter': 60, 'avg_loss': 0.06521818427273601, 'avg_acc': 0.0, 'loss': 0.028463767169236168}
+{'epoch': 16, 'iter': 70, 'avg_loss': 0.06639767081626825, 'avg_acc': 0.0, 'loss': 0.051363340177147165}
+{'epoch': 16, 'iter': 80, 'avg_loss': 0.06641155375225145, 'avg_acc': 0.0, 'loss': 0.06818613254904854}
+{'epoch': 16, 'iter': 90, 'avg_loss': 0.06554017966803125, 'avg_acc': 0.0, 'loss': 0.08800408782691095}
+{'epoch': 16, 'iter': 100, 'avg_loss': 0.06581221455092542, 'avg_acc': 0.0, 'loss': 0.04708338307660499}
+{'epoch': 16, 'iter': 110, 'avg_loss': 0.0665895455796279, 'avg_acc': 0.0, 'loss': 0.08631022639975429}
+{'epoch': 16, 'iter': 120, 'avg_loss': 0.06750847157493196, 'avg_acc': 0.0, 'loss': 0.08345841492634268}
+{'epoch': 16, 'iter': 130, 'avg_loss': 0.06722979036667337, 'avg_acc': 0.0, 'loss': 0.0557942979873636}
+{'epoch': 16, 'iter': 140, 'avg_loss': 0.06764208399762373, 'avg_acc': 0.0, 'loss': 0.05718859324025516}
+{'epoch': 16, 'iter': 150, 'avg_loss': 0.06796017565820654, 'avg_acc': 0.0, 'loss': 0.07203474558331534}
+{'epoch': 16, 'iter': 160, 'avg_loss': 0.06807116571833144, 'avg_acc': 0.0, 'loss': 0.039771577997433784}
+{'epoch': 16, 'iter': 170, 'avg_loss': 0.06793726964366428, 'avg_acc': 0.0, 'loss': 0.0904105934146498}
+{'epoch': 16, 'iter': 180, 'avg_loss': 0.06757528875720323, 'avg_acc': 0.0, 'loss': 0.04501842107130674}
+{'epoch': 16, 'iter': 190, 'avg_loss': 0.06762417848604704, 'avg_acc': 0.0, 'loss': 0.05410950768854101}
+{'epoch': 16, 'iter': 200, 'avg_loss': 0.06767660479652192, 'avg_acc': 0.0, 'loss': 0.07488927839983717}
+{'epoch': 16, 'iter': 210, 'avg_loss': 0.06771335222879257, 'avg_acc': 0.0, 'loss': 0.06505102797931629}
+{'epoch': 16, 'iter': 220, 'avg_loss': 0.0681998253969973, 'avg_acc': 0.0, 'loss': 0.08828645598497685}
+{'epoch': 16, 'iter': 230, 'avg_loss': 0.06808966282891363, 'avg_acc': 0.0, 'loss': 0.06536924673684195}
+{'epoch': 16, 'iter': 240, 'avg_loss': 0.06786295462887308, 'avg_acc': 0.0, 'loss': 0.03609889570136764}
+{'epoch': 16, 'iter': 250, 'avg_loss': 0.06766561045719997, 'avg_acc': 0.0, 'loss': 0.06922267219175637}
+{'epoch': 16, 'iter': 260, 'avg_loss': 0.06747395913435361, 'avg_acc': 0.0, 'loss': 0.06954562059040166}
+{'epoch': 'EP16_test', 'eval_accuracy': 0.0, 'ece': 0.015489058569073677, 'avg_loss': 0.06746345226859256, 'f1_scores': 0.9496136264193691}
+{'epoch': 17, 'iter': 0, 'avg_loss': 0.060867219028588285, 'avg_acc': 0.0, 'loss': 0.060867219028588285}
+{'epoch': 17, 'iter': 10, 'avg_loss': 0.05402584992001662, 'avg_acc': 0.0, 'loss': 0.05425851428625654}
+{'epoch': 17, 'iter': 20, 'avg_loss': 0.05798886132574815, 'avg_acc': 0.0, 'loss': 0.06442460028581211}
+{'epoch': 17, 'iter': 30, 'avg_loss': 0.06151681951017275, 'avg_acc': 0.0, 'loss': 0.07489273137278067}
+{'epoch': 17, 'iter': 40, 'avg_loss': 0.060117425786628584, 'avg_acc': 0.0, 'loss': 0.052827213194965285}
+{'epoch': 17, 'iter': 50, 'avg_loss': 0.06100300012237976, 'avg_acc': 0.0, 'loss': 0.05223388521957466}
+{'epoch': 17, 'iter': 60, 'avg_loss': 0.06371612281995771, 'avg_acc': 0.0, 'loss': 0.02848327395502435}
+{'epoch': 17, 'iter': 70, 'avg_loss': 0.06495906963402631, 'avg_acc': 0.0, 'loss': 0.05004596140240177}
+{'epoch': 17, 'iter': 80, 'avg_loss': 0.0649826087881005, 'avg_acc': 0.0, 'loss': 0.06718643265162427}
+{'epoch': 17, 'iter': 90, 'avg_loss': 0.06410542346083391, 'avg_acc': 0.0, 'loss': 0.08735555457539183}
+{'epoch': 17, 'iter': 100, 'avg_loss': 0.06436355183156019, 'avg_acc': 0.0, 'loss': 0.04572230887341025}
+{'epoch': 17, 'iter': 110, 'avg_loss': 0.06516864517935579, 'avg_acc': 0.0, 'loss': 0.08557498556570765}
+{'epoch': 17, 'iter': 120, 'avg_loss': 0.0660498221935128, 'avg_acc': 0.0, 'loss': 0.0821128628956639}
+{'epoch': 17, 'iter': 130, 'avg_loss': 0.06576356044119479, 'avg_acc': 0.0, 'loss': 0.0528958387208799}
+{'epoch': 17, 'iter': 140, 'avg_loss': 0.06618193447054697, 'avg_acc': 0.0, 'loss': 0.05502795524796511}
+{'epoch': 17, 'iter': 150, 'avg_loss': 0.06650252964223614, 'avg_acc': 0.0, 'loss': 0.0704182462454891}
+{'epoch': 17, 'iter': 160, 'avg_loss': 0.066650621254761, 'avg_acc': 0.0, 'loss': 0.0402633894844858}
+{'epoch': 17, 'iter': 170, 'avg_loss': 0.06651521386734881, 'avg_acc': 0.0, 'loss': 0.08748195058700503}
+{'epoch': 17, 'iter': 180, 'avg_loss': 0.066194597306647, 'avg_acc': 0.0, 'loss': 0.04343895216261119}
+{'epoch': 17, 'iter': 190, 'avg_loss': 0.06624850059977737, 'avg_acc': 0.0, 'loss': 0.052536840167257584}
+{'epoch': 17, 'iter': 200, 'avg_loss': 0.06630292561205645, 'avg_acc': 0.0, 'loss': 0.0735662156595741}
+{'epoch': 17, 'iter': 210, 'avg_loss': 0.06631232652781462, 'avg_acc': 0.0, 'loss': 0.06220392710071922}
+{'epoch': 17, 'iter': 220, 'avg_loss': 0.06678053421062527, 'avg_acc': 0.0, 'loss': 0.08627639708272129}
+{'epoch': 17, 'iter': 230, 'avg_loss': 0.06669281688799975, 'avg_acc': 0.0, 'loss': 0.06351853766176419}
+{'epoch': 17, 'iter': 240, 'avg_loss': 0.06648679891858991, 'avg_acc': 0.0, 'loss': 0.036487717317592275}
+{'epoch': 17, 'iter': 250, 'avg_loss': 0.06630453362914665, 'avg_acc': 0.0, 'loss': 0.06979732844783776}
+{'epoch': 17, 'iter': 260, 'avg_loss': 0.06611731751029949, 'avg_acc': 0.0, 'loss': 0.06904031977649895}
+{'epoch': 'EP17_test', 'eval_accuracy': 0.0, 'ece': 0.038840100169181824, 'avg_loss': 0.06612625869297958, 'f1_scores': 0.9493767039794235}
+{'epoch': 18, 'iter': 0, 'avg_loss': 0.057504174186038065, 'avg_acc': 0.0, 'loss': 0.057504174186038065}
+{'epoch': 18, 'iter': 10, 'avg_loss': 0.053335884653805565, 'avg_acc': 0.0, 'loss': 0.05491235682576497}
+{'epoch': 18, 'iter': 20, 'avg_loss': 0.05734534299526044, 'avg_acc': 0.0, 'loss': 0.06503052428556494}
+{'epoch': 18, 'iter': 30, 'avg_loss': 0.0609966347408836, 'avg_acc': 0.0, 'loss': 0.07251918672354966}
+{'epoch': 18, 'iter': 40, 'avg_loss': 0.059304600696085556, 'avg_acc': 0.0, 'loss': 0.05033066870703351}
+{'epoch': 18, 'iter': 50, 'avg_loss': 0.06016324501330746, 'avg_acc': 0.0, 'loss': 0.050243087471739854}
+{'epoch': 18, 'iter': 60, 'avg_loss': 0.06294270313632007, 'avg_acc': 0.0, 'loss': 0.026972170529753772}
+{'epoch': 18, 'iter': 70, 'avg_loss': 0.06428907525609848, 'avg_acc': 0.0, 'loss': 0.05009389531789614}
+{'epoch': 18, 'iter': 80, 'avg_loss': 0.06430816587664656, 'avg_acc': 0.0, 'loss': 0.06627705421932513}
+{'epoch': 18, 'iter': 90, 'avg_loss': 0.06334950756356572, 'avg_acc': 0.0, 'loss': 0.08564611014693517}
+{'epoch': 18, 'iter': 100, 'avg_loss': 0.06358333801208559, 'avg_acc': 0.0, 'loss': 0.045701292414772096}
+{'epoch': 18, 'iter': 110, 'avg_loss': 0.06438922458616045, 'avg_acc': 0.0, 'loss': 0.0840081849193593}
+{'epoch': 18, 'iter': 120, 'avg_loss': 0.06536096010589452, 'avg_acc': 0.0, 'loss': 0.07998386035189599}
+{'epoch': 18, 'iter': 130, 'avg_loss': 0.06506083114263689, 'avg_acc': 0.0, 'loss': 0.05152771727035039}
+{'epoch': 18, 'iter': 140, 'avg_loss': 0.06545974666599615, 'avg_acc': 0.0, 'loss': 0.0547821132559209}
+{'epoch': 18, 'iter': 150, 'avg_loss': 0.06578297413595074, 'avg_acc': 0.0, 'loss': 0.06945086996435228}
+{'epoch': 18, 'iter': 160, 'avg_loss': 0.06593440910295721, 'avg_acc': 0.0, 'loss': 0.041283633429770816}
+{'epoch': 18, 'iter': 170, 'avg_loss': 0.0658161936919671, 'avg_acc': 0.0, 'loss': 0.08638202428612576}
+{'epoch': 18, 'iter': 180, 'avg_loss': 0.06547577467272306, 'avg_acc': 0.0, 'loss': 0.043931605442326466}
+{'epoch': 18, 'iter': 190, 'avg_loss': 0.06554611507637188, 'avg_acc': 0.0, 'loss': 0.05189670278841163}
+{'epoch': 18, 'iter': 200, 'avg_loss': 0.06558016624041424, 'avg_acc': 0.0, 'loss': 0.07187116189016608}
+{'epoch': 18, 'iter': 210, 'avg_loss': 0.06561142985858565, 'avg_acc': 0.0, 'loss': 0.06193103867505962}
+{'epoch': 18, 'iter': 220, 'avg_loss': 0.06608298701788828, 'avg_acc': 0.0, 'loss': 0.08663338819555325}
+{'epoch': 18, 'iter': 230, 'avg_loss': 0.06600712653270661, 'avg_acc': 0.0, 'loss': 0.06482717024898728}
+{'epoch': 18, 'iter': 240, 'avg_loss': 0.06578056897599958, 'avg_acc': 0.0, 'loss': 0.034906050408689486}
+{'epoch': 18, 'iter': 250, 'avg_loss': 0.06559116418249315, 'avg_acc': 0.0, 'loss': 0.070259146345409}
+{'epoch': 18, 'iter': 260, 'avg_loss': 0.06540530594666454, 'avg_acc': 0.0, 'loss': 0.06759918399459203}
+{'epoch': 'EP18_test', 'eval_accuracy': 0.0, 'ece': 0.03151969239115715, 'avg_loss': 0.06539339568088416, 'f1_scores': 0.9490340769895733}
+{'epoch': 19, 'iter': 0, 'avg_loss': 0.05996458416184883, 'avg_acc': 0.0, 'loss': 0.05996458416184883}
+{'epoch': 19, 'iter': 10, 'avg_loss': 0.05539893435234735, 'avg_acc': 0.0, 'loss': 0.05658119402619377}
+{'epoch': 19, 'iter': 20, 'avg_loss': 0.059591255802345804, 'avg_acc': 0.0, 'loss': 0.06611559905923871}
+{'epoch': 19, 'iter': 30, 'avg_loss': 0.06320033170536232, 'avg_acc': 0.0, 'loss': 0.07456666496609289}
+{'epoch': 19, 'iter': 40, 'avg_loss': 0.06161496824732525, 'avg_acc': 0.0, 'loss': 0.05295363095998644}
+{'epoch': 19, 'iter': 50, 'avg_loss': 0.06243726572929983, 'avg_acc': 0.0, 'loss': 0.052843821936838654}
+{'epoch': 19, 'iter': 60, 'avg_loss': 0.06514113507833773, 'avg_acc': 0.0, 'loss': 0.02853481144285297}
+{'epoch': 19, 'iter': 70, 'avg_loss': 0.06645896848683716, 'avg_acc': 0.0, 'loss': 0.0517037255014543}
+{'epoch': 19, 'iter': 80, 'avg_loss': 0.06647880769641729, 'avg_acc': 0.0, 'loss': 0.06841550183573222}
+{'epoch': 19, 'iter': 90, 'avg_loss': 0.06556092935653994, 'avg_acc': 0.0, 'loss': 0.08758417873223477}
+{'epoch': 19, 'iter': 100, 'avg_loss': 0.06581571344735049, 'avg_acc': 0.0, 'loss': 0.047781006239899525}
+{'epoch': 19, 'iter': 110, 'avg_loss': 0.06660655208382431, 'avg_acc': 0.0, 'loss': 0.08616508284444535}
+{'epoch': 19, 'iter': 120, 'avg_loss': 0.06754883963963038, 'avg_acc': 0.0, 'loss': 0.08198406530202972}
+{'epoch': 19, 'iter': 130, 'avg_loss': 0.06724472945350005, 'avg_acc': 0.0, 'loss': 0.05490117333243103}
+{'epoch': 19, 'iter': 140, 'avg_loss': 0.06765666323272601, 'avg_acc': 0.0, 'loss': 0.05720646349657597}
+{'epoch': 19, 'iter': 150, 'avg_loss': 0.06795028884235853, 'avg_acc': 0.0, 'loss': 0.07167497130773524}
+{'epoch': 19, 'iter': 160, 'avg_loss': 0.06809441982526253, 'avg_acc': 0.0, 'loss': 0.04489520905023677}
+{'epoch': 19, 'iter': 170, 'avg_loss': 0.0679547027311635, 'avg_acc': 0.0, 'loss': 0.08897571356154035}
+{'epoch': 19, 'iter': 180, 'avg_loss': 0.06758629433479561, 'avg_acc': 0.0, 'loss': 0.044853749466743205}
+{'epoch': 19, 'iter': 190, 'avg_loss': 0.0676376253646629, 'avg_acc': 0.0, 'loss': 0.053824055272035105}
+{'epoch': 19, 'iter': 200, 'avg_loss': 0.06768806243496746, 'avg_acc': 0.0, 'loss': 0.07462495153095006}
+{'epoch': 19, 'iter': 210, 'avg_loss': 0.06770966527892389, 'avg_acc': 0.0, 'loss': 0.06391176675185761}
+{'epoch': 19, 'iter': 220, 'avg_loss': 0.06818438099151161, 'avg_acc': 0.0, 'loss': 0.08833617799825788}
+{'epoch': 19, 'iter': 230, 'avg_loss': 0.06810835624864411, 'avg_acc': 0.0, 'loss': 0.06507848862032768}
+{'epoch': 19, 'iter': 240, 'avg_loss': 0.06787056789158984, 'avg_acc': 0.0, 'loss': 0.0361787687843795}
+{'epoch': 19, 'iter': 250, 'avg_loss': 0.06768700317328818, 'avg_acc': 0.0, 'loss': 0.07251553682970423}
+{'epoch': 19, 'iter': 260, 'avg_loss': 0.06749861406496795, 'avg_acc': 0.0, 'loss': 0.06991625822122062}
+{'epoch': 'EP19_test', 'eval_accuracy': 0.0, 'ece': 0.03490900248289108, 'avg_loss': 0.06746877288402954, 'f1_scores': 0.949146164386314}
+{'epoch': 20, 'iter': 0, 'avg_loss': 0.0632868597566666, 'avg_acc': 0.0, 'loss': 0.0632868597566666}
+{'epoch': 20, 'iter': 10, 'avg_loss': 0.054409740492858766, 'avg_acc': 0.0, 'loss': 0.05464130313991485}
+{'epoch': 20, 'iter': 20, 'avg_loss': 0.05858298619139279, 'avg_acc': 0.0, 'loss': 0.06491821380059751}
+{'epoch': 20, 'iter': 30, 'avg_loss': 0.062241752411880825, 'avg_acc': 0.0, 'loss': 0.07468346674358729}
+{'epoch': 20, 'iter': 40, 'avg_loss': 0.06093195123365246, 'avg_acc': 0.0, 'loss': 0.054310914958299296}
+{'epoch': 20, 'iter': 50, 'avg_loss': 0.061920171771859975, 'avg_acc': 0.0, 'loss': 0.05327163251748905}
+{'epoch': 20, 'iter': 60, 'avg_loss': 0.06463156997196622, 'avg_acc': 0.0, 'loss': 0.02915381765267609}
+{'epoch': 20, 'iter': 70, 'avg_loss': 0.065989366526671, 'avg_acc': 0.0, 'loss': 0.05022966625844154}
+{'epoch': 20, 'iter': 80, 'avg_loss': 0.06596105791169664, 'avg_acc': 0.0, 'loss': 0.06796024211392444}
+{'epoch': 20, 'iter': 90, 'avg_loss': 0.06511421325475689, 'avg_acc': 0.0, 'loss': 0.08875084655482267}
+{'epoch': 20, 'iter': 100, 'avg_loss': 0.06536288506701969, 'avg_acc': 0.0, 'loss': 0.046040040862830464}
+{'epoch': 20, 'iter': 110, 'avg_loss': 0.06618598160523581, 'avg_acc': 0.0, 'loss': 0.086091857118244}
+{'epoch': 20, 'iter': 120, 'avg_loss': 0.06708479606685866, 'avg_acc': 0.0, 'loss': 0.08292206160202957}
+{'epoch': 20, 'iter': 130, 'avg_loss': 0.06673907568179123, 'avg_acc': 0.0, 'loss': 0.051886720633896335}
+{'epoch': 20, 'iter': 140, 'avg_loss': 0.06715777602935988, 'avg_acc': 0.0, 'loss': 0.055211677022068015}
+{'epoch': 20, 'iter': 150, 'avg_loss': 0.06748197272486003, 'avg_acc': 0.0, 'loss': 0.07070266712511446}
+{'epoch': 20, 'iter': 160, 'avg_loss': 0.06763961128470437, 'avg_acc': 0.0, 'loss': 0.0457763581809445}
+{'epoch': 20, 'iter': 170, 'avg_loss': 0.0675079629055649, 'avg_acc': 0.0, 'loss': 0.0866012157670184}
+{'epoch': 20, 'iter': 180, 'avg_loss': 0.06719095467114401, 'avg_acc': 0.0, 'loss': 0.04325808652773893}
+{'epoch': 20, 'iter': 190, 'avg_loss': 0.067236514609596, 'avg_acc': 0.0, 'loss': 0.05402129984732287}
+{'epoch': 20, 'iter': 200, 'avg_loss': 0.06732920898926598, 'avg_acc': 0.0, 'loss': 0.07442822995580757}
+{'epoch': 20, 'iter': 210, 'avg_loss': 0.06730779017274993, 'avg_acc': 0.0, 'loss': 0.06145640636624908}
+{'epoch': 20, 'iter': 220, 'avg_loss': 0.06774567784608278, 'avg_acc': 0.0, 'loss': 0.08698770825843179}
+{'epoch': 20, 'iter': 230, 'avg_loss': 0.0676844952734204, 'avg_acc': 0.0, 'loss': 0.06628027097909645}
+{'epoch': 20, 'iter': 240, 'avg_loss': 0.0674723098924067, 'avg_acc': 0.0, 'loss': 0.03801183610370831}
+{'epoch': 20, 'iter': 250, 'avg_loss': 0.06730645919515836, 'avg_acc': 0.0, 'loss': 0.07454757485630482}
+{'epoch': 20, 'iter': 260, 'avg_loss': 0.06710804097104996, 'avg_acc': 0.0, 'loss': 0.07126258140765783}
+{'epoch': 'EP20_test', 'eval_accuracy': 0.0, 'ece': 0.039622459560632706, 'avg_loss': 0.06712419211187266, 'f1_scores': 0.9489219807330906}
+{'epoch': 21, 'iter': 0, 'avg_loss': 0.062004089396875114, 'avg_acc': 0.0, 'loss': 0.062004089396875114}
+{'epoch': 21, 'iter': 10, 'avg_loss': 0.05494877656514691, 'avg_acc': 0.0, 'loss': 0.05457077287342469}
+{'epoch': 21, 'iter': 20, 'avg_loss': 0.05913345004894153, 'avg_acc': 0.0, 'loss': 0.06559774377063832}
+{'epoch': 21, 'iter': 30, 'avg_loss': 0.06274631061938313, 'avg_acc': 0.0, 'loss': 0.07612316881245208}
+{'epoch': 21, 'iter': 40, 'avg_loss': 0.061245732666532285, 'avg_acc': 0.0, 'loss': 0.05346485176089085}
+{'epoch': 21, 'iter': 50, 'avg_loss': 0.06214619978443784, 'avg_acc': 0.0, 'loss': 0.05250995126190868}
+{'epoch': 21, 'iter': 60, 'avg_loss': 0.06479467687777052, 'avg_acc': 0.0, 'loss': 0.02817753422747111}
+{'epoch': 21, 'iter': 70, 'avg_loss': 0.06602044990776852, 'avg_acc': 0.0, 'loss': 0.05067805216923813}
+{'epoch': 21, 'iter': 80, 'avg_loss': 0.06599379633023489, 'avg_acc': 0.0, 'loss': 0.06756281135942897}
+{'epoch': 21, 'iter': 90, 'avg_loss': 0.06511893856546355, 'avg_acc': 0.0, 'loss': 0.08736140907195379}
+{'epoch': 21, 'iter': 100, 'avg_loss': 0.06539082562453034, 'avg_acc': 0.0, 'loss': 0.0463689821646085}
+{'epoch': 21, 'iter': 110, 'avg_loss': 0.06615763594192804, 'avg_acc': 0.0, 'loss': 0.0853793811497131}
+{'epoch': 21, 'iter': 120, 'avg_loss': 0.06708832613538215, 'avg_acc': 0.0, 'loss': 0.08285100960556031}
+{'epoch': 21, 'iter': 130, 'avg_loss': 0.06676038553333766, 'avg_acc': 0.0, 'loss': 0.05376946992628615}
+{'epoch': 21, 'iter': 140, 'avg_loss': 0.06717556678347021, 'avg_acc': 0.0, 'loss': 0.05665078445782358}
+{'epoch': 21, 'iter': 150, 'avg_loss': 0.06749352661480595, 'avg_acc': 0.0, 'loss': 0.07141631118724133}
+{'epoch': 21, 'iter': 160, 'avg_loss': 0.06761445932797965, 'avg_acc': 0.0, 'loss': 0.04180703821833731}
+{'epoch': 21, 'iter': 170, 'avg_loss': 0.06747190341123249, 'avg_acc': 0.0, 'loss': 0.08816748051191325}
+{'epoch': 21, 'iter': 180, 'avg_loss': 0.06711399066531551, 'avg_acc': 0.0, 'loss': 0.04429405830242266}
+{'epoch': 21, 'iter': 190, 'avg_loss': 0.06714906272975767, 'avg_acc': 0.0, 'loss': 0.05352170158650844}
+{'epoch': 21, 'iter': 200, 'avg_loss': 0.06722070977958043, 'avg_acc': 0.0, 'loss': 0.0747474534275625}
+{'epoch': 21, 'iter': 210, 'avg_loss': 0.06723419022546405, 'avg_acc': 0.0, 'loss': 0.06371040452685454}
+{'epoch': 21, 'iter': 220, 'avg_loss': 0.06769951902502448, 'avg_acc': 0.0, 'loss': 0.08743886124706737}
+{'epoch': 21, 'iter': 230, 'avg_loss': 0.06761767673780734, 'avg_acc': 0.0, 'loss': 0.06677369476421241}
+{'epoch': 21, 'iter': 240, 'avg_loss': 0.06737877423382649, 'avg_acc': 0.0, 'loss': 0.03650494671140742}
+{'epoch': 21, 'iter': 250, 'avg_loss': 0.06720061348349096, 'avg_acc': 0.0, 'loss': 0.0728146303380624}
+{'epoch': 21, 'iter': 260, 'avg_loss': 0.06699512253459523, 'avg_acc': 0.0, 'loss': 0.06962059468466869}
+{'epoch': 'EP21_test', 'eval_accuracy': 0.0, 'ece': 0.02937021665275097, 'avg_loss': 0.06698412344412208, 'f1_scores': 0.94925824286287}
+{'epoch': 22, 'iter': 0, 'avg_loss': 0.060074670425089086, 'avg_acc': 0.0, 'loss': 0.060074670425089086}
+{'epoch': 22, 'iter': 10, 'avg_loss': 0.055385724228789894, 'avg_acc': 0.0, 'loss': 0.05659548643729652}
+{'epoch': 22, 'iter': 20, 'avg_loss': 0.05972628695786465, 'avg_acc': 0.0, 'loss': 0.06811353459457742}
+{'epoch': 22, 'iter': 30, 'avg_loss': 0.06328058401500225, 'avg_acc': 0.0, 'loss': 0.07522306680756076}
+{'epoch': 22, 'iter': 40, 'avg_loss': 0.061647460731693526, 'avg_acc': 0.0, 'loss': 0.05274541175604749}
+{'epoch': 22, 'iter': 50, 'avg_loss': 0.06260956062940046, 'avg_acc': 0.0, 'loss': 0.0528418431819091}
+{'epoch': 22, 'iter': 60, 'avg_loss': 0.06531016636143294, 'avg_acc': 0.0, 'loss': 0.02785673937611526}
+{'epoch': 22, 'iter': 70, 'avg_loss': 0.06669142360073772, 'avg_acc': 0.0, 'loss': 0.05264521534596562}
+{'epoch': 22, 'iter': 80, 'avg_loss': 0.06665899417402216, 'avg_acc': 0.0, 'loss': 0.06914119609565919}
+{'epoch': 22, 'iter': 90, 'avg_loss': 0.06571264774558572, 'avg_acc': 0.0, 'loss': 0.08853010319744824}
+{'epoch': 22, 'iter': 100, 'avg_loss': 0.06594973862139203, 'avg_acc': 0.0, 'loss': 0.047267545340040275}
+{'epoch': 22, 'iter': 110, 'avg_loss': 0.06672528195806855, 'avg_acc': 0.0, 'loss': 0.08590293192185072}
+{'epoch': 22, 'iter': 120, 'avg_loss': 0.0677208847823007, 'avg_acc': 0.0, 'loss': 0.08260727020697393}
+{'epoch': 22, 'iter': 130, 'avg_loss': 0.06740167324503575, 'avg_acc': 0.0, 'loss': 0.052658444265814196}
+{'epoch': 22, 'iter': 140, 'avg_loss': 0.0678139390864853, 'avg_acc': 0.0, 'loss': 0.057318689506985265}
+{'epoch': 22, 'iter': 150, 'avg_loss': 0.06811996438503405, 'avg_acc': 0.0, 'loss': 0.07178548462861402}
+{'epoch': 22, 'iter': 160, 'avg_loss': 0.06826973183992535, 'avg_acc': 0.0, 'loss': 0.04623835560925369}
+{'epoch': 22, 'iter': 170, 'avg_loss': 0.06813536034584378, 'avg_acc': 0.0, 'loss': 0.08873263938779376}
+{'epoch': 22, 'iter': 180, 'avg_loss': 0.06776721706950563, 'avg_acc': 0.0, 'loss': 0.04503526718735884}
+{'epoch': 22, 'iter': 190, 'avg_loss': 0.06784313257928955, 'avg_acc': 0.0, 'loss': 0.05491195044736027}
+{'epoch': 22, 'iter': 200, 'avg_loss': 0.06789789046979812, 'avg_acc': 0.0, 'loss': 0.07519667696494382}
+{'epoch': 22, 'iter': 210, 'avg_loss': 0.0679193163381321, 'avg_acc': 0.0, 'loss': 0.06393736489660894}
+{'epoch': 22, 'iter': 220, 'avg_loss': 0.06837448410246741, 'avg_acc': 0.0, 'loss': 0.0895022789769655}
+{'epoch': 22, 'iter': 230, 'avg_loss': 0.06831423185483296, 'avg_acc': 0.0, 'loss': 0.06618317481029326}
+{'epoch': 22, 'iter': 240, 'avg_loss': 0.0680743515827893, 'avg_acc': 0.0, 'loss': 0.03669087346945941}
+{'epoch': 22, 'iter': 250, 'avg_loss': 0.06790510322300547, 'avg_acc': 0.0, 'loss': 0.07284688506602573}
+{'epoch': 22, 'iter': 260, 'avg_loss': 0.06772844389486202, 'avg_acc': 0.0, 'loss': 0.0715162328646589}
+{'epoch': 'EP22_test', 'eval_accuracy': 0.0, 'ece': 0.01946735382080078, 'avg_loss': 0.06772438575481954, 'f1_scores': 0.9489156159875228}
+{'epoch': 23, 'iter': 0, 'avg_loss': 0.059200131199255726, 'avg_acc': 0.0, 'loss': 0.059200131199255726}
+{'epoch': 23, 'iter': 10, 'avg_loss': 0.056166143992170084, 'avg_acc': 0.0, 'loss': 0.0575750328233328}
+{'epoch': 23, 'iter': 20, 'avg_loss': 0.06055429501468722, 'avg_acc': 0.0, 'loss': 0.069699130249262}
+{'epoch': 23, 'iter': 30, 'avg_loss': 0.06436947289030275, 'avg_acc': 0.0, 'loss': 0.07593760648307223}
+{'epoch': 23, 'iter': 40, 'avg_loss': 0.06257528262479495, 'avg_acc': 0.0, 'loss': 0.05310617591969243}
+{'epoch': 23, 'iter': 50, 'avg_loss': 0.06359077004060866, 'avg_acc': 0.0, 'loss': 0.05330990408631513}
+{'epoch': 23, 'iter': 60, 'avg_loss': 0.06624093329413906, 'avg_acc': 0.0, 'loss': 0.028456398407464736}
+{'epoch': 23, 'iter': 70, 'avg_loss': 0.06758335123607159, 'avg_acc': 0.0, 'loss': 0.054299103697490275}
+{'epoch': 23, 'iter': 80, 'avg_loss': 0.06756064367072956, 'avg_acc': 0.0, 'loss': 0.07000512544078674}
+{'epoch': 23, 'iter': 90, 'avg_loss': 0.0665881816473377, 'avg_acc': 0.0, 'loss': 0.08815053620916809}
+{'epoch': 23, 'iter': 100, 'avg_loss': 0.06683064945109056, 'avg_acc': 0.0, 'loss': 0.0488861677926187}
+{'epoch': 23, 'iter': 110, 'avg_loss': 0.06759297385509347, 'avg_acc': 0.0, 'loss': 0.08593638006863102}
+{'epoch': 23, 'iter': 120, 'avg_loss': 0.06860834614862377, 'avg_acc': 0.0, 'loss': 0.08333267075532343}
+{'epoch': 23, 'iter': 130, 'avg_loss': 0.06830889808558394, 'avg_acc': 0.0, 'loss': 0.05458089797014866}
+{'epoch': 23, 'iter': 140, 'avg_loss': 0.06870139196877441, 'avg_acc': 0.0, 'loss': 0.059503867923776196}
+{'epoch': 23, 'iter': 150, 'avg_loss': 0.06899010740449853, 'avg_acc': 0.0, 'loss': 0.07307386108553665}
+{'epoch': 23, 'iter': 160, 'avg_loss': 0.069136521619947, 'avg_acc': 0.0, 'loss': 0.04583433068592058}
+{'epoch': 23, 'iter': 170, 'avg_loss': 0.06899579648801372, 'avg_acc': 0.0, 'loss': 0.08985501078894588}
+{'epoch': 23, 'iter': 180, 'avg_loss': 0.06861246381506031, 'avg_acc': 0.0, 'loss': 0.04652162348807158}
+{'epoch': 23, 'iter': 190, 'avg_loss': 0.0686686447364341, 'avg_acc': 0.0, 'loss': 0.05464096212998421}
+{'epoch': 23, 'iter': 200, 'avg_loss': 0.06871557815673762, 'avg_acc': 0.0, 'loss': 0.07560444738975239}
+{'epoch': 23, 'iter': 210, 'avg_loss': 0.06874256121765597, 'avg_acc': 0.0, 'loss': 0.06443948027429006}
+{'epoch': 23, 'iter': 220, 'avg_loss': 0.0692251487192577, 'avg_acc': 0.0, 'loss': 0.08992279098944371}
+{'epoch': 23, 'iter': 230, 'avg_loss': 0.06918945898878699, 'avg_acc': 0.0, 'loss': 0.06942128505310814}
+{'epoch': 23, 'iter': 240, 'avg_loss': 0.06893028848152541, 'avg_acc': 0.0, 'loss': 0.036417368068798944}
+{'epoch': 23, 'iter': 250, 'avg_loss': 0.0687814761517982, 'avg_acc': 0.0, 'loss': 0.07574198746900557}
+{'epoch': 23, 'iter': 260, 'avg_loss': 0.06860407769236641, 'avg_acc': 0.0, 'loss': 0.07150666928716223}
+{'epoch': 'EP23_test', 'eval_accuracy': 0.0, 'ece': 0.03171243891119957, 'avg_loss': 0.06858005315574933, 'f1_scores': 0.949146164386314}
+{'epoch': 24, 'iter': 0, 'avg_loss': 0.06064445576482415, 'avg_acc': 0.0, 'loss': 0.06064445576482415}
+{'epoch': 24, 'iter': 10, 'avg_loss': 0.05372453474674934, 'avg_acc': 0.0, 'loss': 0.053284861445742335}
+{'epoch': 24, 'iter': 20, 'avg_loss': 0.057874923411499815, 'avg_acc': 0.0, 'loss': 0.06421351446104089}
+{'epoch': 24, 'iter': 30, 'avg_loss': 0.06140365767613846, 'avg_acc': 0.0, 'loss': 0.07426256380691548}
+{'epoch': 24, 'iter': 40, 'avg_loss': 0.05993123555882246, 'avg_acc': 0.0, 'loss': 0.05248207876357875}
+{'epoch': 24, 'iter': 50, 'avg_loss': 0.06065977027679395, 'avg_acc': 0.0, 'loss': 0.05054847438861998}
+{'epoch': 24, 'iter': 60, 'avg_loss': 0.06336278716713618, 'avg_acc': 0.0, 'loss': 0.029253897069354804}
+{'epoch': 24, 'iter': 70, 'avg_loss': 0.06477656224134173, 'avg_acc': 0.0, 'loss': 0.04889522597188391}
+{'epoch': 24, 'iter': 80, 'avg_loss': 0.06474151113960434, 'avg_acc': 0.0, 'loss': 0.06392109524049211}
+{'epoch': 24, 'iter': 90, 'avg_loss': 0.06381684963204887, 'avg_acc': 0.0, 'loss': 0.08598562126319718}
+{'epoch': 24, 'iter': 100, 'avg_loss': 0.06410302252252241, 'avg_acc': 0.0, 'loss': 0.046011884483789345}
+{'epoch': 24, 'iter': 110, 'avg_loss': 0.06496113598896087, 'avg_acc': 0.0, 'loss': 0.08526269498498452}
+{'epoch': 24, 'iter': 120, 'avg_loss': 0.06589736888741655, 'avg_acc': 0.0, 'loss': 0.08258655445164159}
+{'epoch': 24, 'iter': 130, 'avg_loss': 0.06555434656565898, 'avg_acc': 0.0, 'loss': 0.05223483329609735}
+{'epoch': 24, 'iter': 140, 'avg_loss': 0.06598123219828468, 'avg_acc': 0.0, 'loss': 0.052592632507355574}
+{'epoch': 24, 'iter': 150, 'avg_loss': 0.06629498227794026, 'avg_acc': 0.0, 'loss': 0.06922901123301374}
+{'epoch': 24, 'iter': 160, 'avg_loss': 0.06645098858032526, 'avg_acc': 0.0, 'loss': 0.04449459482071103}
+{'epoch': 24, 'iter': 170, 'avg_loss': 0.06633608895747665, 'avg_acc': 0.0, 'loss': 0.08732236818896613}
+{'epoch': 24, 'iter': 180, 'avg_loss': 0.06601883245820357, 'avg_acc': 0.0, 'loss': 0.04291801656639141}
+{'epoch': 24, 'iter': 190, 'avg_loss': 0.06608817189318447, 'avg_acc': 0.0, 'loss': 0.051791437281971345}
+{'epoch': 24, 'iter': 200, 'avg_loss': 0.06618219806897029, 'avg_acc': 0.0, 'loss': 0.07279874286825816}
+{'epoch': 24, 'iter': 210, 'avg_loss': 0.0661742478342457, 'avg_acc': 0.0, 'loss': 0.06140500123031448}
+{'epoch': 24, 'iter': 220, 'avg_loss': 0.0666353179081469, 'avg_acc': 0.0, 'loss': 0.08505813319996897}
+{'epoch': 24, 'iter': 230, 'avg_loss': 0.066590345531137, 'avg_acc': 0.0, 'loss': 0.06773791891518093}
+{'epoch': 24, 'iter': 240, 'avg_loss': 0.06640042995346927, 'avg_acc': 0.0, 'loss': 0.03660063098572306}
+{'epoch': 24, 'iter': 250, 'avg_loss': 0.06622166281654385, 'avg_acc': 0.0, 'loss': 0.07450775557431046}
+{'epoch': 24, 'iter': 260, 'avg_loss': 0.06602367980227229, 'avg_acc': 0.0, 'loss': 0.06837214819481524}
+{'epoch': 'EP24_test', 'eval_accuracy': 0.0, 'ece': 0.03292606398463249, 'avg_loss': 0.06603094148041815, 'f1_scores': 0.94880351973104}
+{'epoch': 25, 'iter': 0, 'avg_loss': 0.05907700406881742, 'avg_acc': 0.0, 'loss': 0.05907700406881742}
+{'epoch': 25, 'iter': 10, 'avg_loss': 0.05299534777360681, 'avg_acc': 0.0, 'loss': 0.053096787585198105}
+{'epoch': 25, 'iter': 20, 'avg_loss': 0.05718365606437646, 'avg_acc': 0.0, 'loss': 0.06484183835589517}
+{'epoch': 25, 'iter': 30, 'avg_loss': 0.060736237264809735, 'avg_acc': 0.0, 'loss': 0.07245686231491634}
+{'epoch': 25, 'iter': 40, 'avg_loss': 0.059200696176934874, 'avg_acc': 0.0, 'loss': 0.050918799037524255}
+{'epoch': 25, 'iter': 50, 'avg_loss': 0.059983914314204856, 'avg_acc': 0.0, 'loss': 0.04992595765341434}
+{'epoch': 25, 'iter': 60, 'avg_loss': 0.06269208112373001, 'avg_acc': 0.0, 'loss': 0.02678988143515377}
+{'epoch': 25, 'iter': 70, 'avg_loss': 0.06409620581596472, 'avg_acc': 0.0, 'loss': 0.0489455402770927}
+{'epoch': 25, 'iter': 80, 'avg_loss': 0.06404915821804011, 'avg_acc': 0.0, 'loss': 0.06459261216562188}
+{'epoch': 25, 'iter': 90, 'avg_loss': 0.06309884051824013, 'avg_acc': 0.0, 'loss': 0.08589838221973066}
+{'epoch': 25, 'iter': 100, 'avg_loss': 0.06336226297629323, 'avg_acc': 0.0, 'loss': 0.04470566678648018}
+{'epoch': 25, 'iter': 110, 'avg_loss': 0.06420957767617126, 'avg_acc': 0.0, 'loss': 0.0838535474713475}
+{'epoch': 25, 'iter': 120, 'avg_loss': 0.06516104001009537, 'avg_acc': 0.0, 'loss': 0.08127245391629247}
+{'epoch': 25, 'iter': 130, 'avg_loss': 0.06481702270589788, 'avg_acc': 0.0, 'loss': 0.050245220827621645}
+{'epoch': 25, 'iter': 140, 'avg_loss': 0.06524580590059109, 'avg_acc': 0.0, 'loss': 0.053069428222406546}
+{'epoch': 25, 'iter': 150, 'avg_loss': 0.06557268616521755, 'avg_acc': 0.0, 'loss': 0.0682967244752969}
+{'epoch': 25, 'iter': 160, 'avg_loss': 0.06572641925403593, 'avg_acc': 0.0, 'loss': 0.045200971470758786}
+{'epoch': 25, 'iter': 170, 'avg_loss': 0.06560537852117655, 'avg_acc': 0.0, 'loss': 0.0860646906083673}
+{'epoch': 25, 'iter': 180, 'avg_loss': 0.06526184419055482, 'avg_acc': 0.0, 'loss': 0.04174908683063044}
+{'epoch': 25, 'iter': 190, 'avg_loss': 0.06534329064479731, 'avg_acc': 0.0, 'loss': 0.051482368635634296}
+{'epoch': 25, 'iter': 200, 'avg_loss': 0.06542262065755976, 'avg_acc': 0.0, 'loss': 0.07201016533139182}
+{'epoch': 25, 'iter': 210, 'avg_loss': 0.06541536525539267, 'avg_acc': 0.0, 'loss': 0.0599841449151849}
+{'epoch': 25, 'iter': 220, 'avg_loss': 0.06586395179035773, 'avg_acc': 0.0, 'loss': 0.08552749297018636}
+{'epoch': 25, 'iter': 230, 'avg_loss': 0.0658096108203831, 'avg_acc': 0.0, 'loss': 0.066137001217133}
+{'epoch': 25, 'iter': 240, 'avg_loss': 0.06561549323868646, 'avg_acc': 0.0, 'loss': 0.03493640312379804}
+{'epoch': 25, 'iter': 250, 'avg_loss': 0.06544183258727865, 'avg_acc': 0.0, 'loss': 0.07233021542336765}
+{'epoch': 25, 'iter': 260, 'avg_loss': 0.06525564379927062, 'avg_acc': 0.0, 'loss': 0.06897168170737748}
+{'epoch': 'EP25_test', 'eval_accuracy': 0.0, 'ece': 0.022566283121705055, 'avg_loss': 0.06527410928051486, 'f1_scores': 0.94880351973104}
+{'epoch': 26, 'iter': 0, 'avg_loss': 0.05942358015981394, 'avg_acc': 0.0, 'loss': 0.05942358015981394}
+{'epoch': 26, 'iter': 10, 'avg_loss': 0.05442715588808058, 'avg_acc': 0.0, 'loss': 0.05414155193564543}
+{'epoch': 26, 'iter': 20, 'avg_loss': 0.05866151026133284, 'avg_acc': 0.0, 'loss': 0.06542843587672158}
+{'epoch': 26, 'iter': 30, 'avg_loss': 0.06210652591618842, 'avg_acc': 0.0, 'loss': 0.07470595495028322}
+{'epoch': 26, 'iter': 40, 'avg_loss': 0.06057962853619075, 'avg_acc': 0.0, 'loss': 0.05207732266333258}
+{'epoch': 26, 'iter': 50, 'avg_loss': 0.06148935093675854, 'avg_acc': 0.0, 'loss': 0.05155868148102627}
+{'epoch': 26, 'iter': 60, 'avg_loss': 0.06416840978462941, 'avg_acc': 0.0, 'loss': 0.029662242613759254}
+{'epoch': 26, 'iter': 70, 'avg_loss': 0.06552880646579753, 'avg_acc': 0.0, 'loss': 0.0505715110808751}
+{'epoch': 26, 'iter': 80, 'avg_loss': 0.06545133216741411, 'avg_acc': 0.0, 'loss': 0.06680464966105351}
+{'epoch': 26, 'iter': 90, 'avg_loss': 0.06456763401515492, 'avg_acc': 0.0, 'loss': 0.08519769024824037}
+{'epoch': 26, 'iter': 100, 'avg_loss': 0.0648374002391585, 'avg_acc': 0.0, 'loss': 0.04790047205208988}
+{'epoch': 26, 'iter': 110, 'avg_loss': 0.06558700508823234, 'avg_acc': 0.0, 'loss': 0.08345951998061146}
+{'epoch': 26, 'iter': 120, 'avg_loss': 0.06653510507749671, 'avg_acc': 0.0, 'loss': 0.08275216517280017}
+{'epoch': 26, 'iter': 130, 'avg_loss': 0.06621929901402215, 'avg_acc': 0.0, 'loss': 0.05241563297746714}
+{'epoch': 26, 'iter': 140, 'avg_loss': 0.06664350863419173, 'avg_acc': 0.0, 'loss': 0.05542321842544392}
+{'epoch': 26, 'iter': 150, 'avg_loss': 0.06692518218102797, 'avg_acc': 0.0, 'loss': 0.06993623243162768}
+{'epoch': 26, 'iter': 160, 'avg_loss': 0.067073994113276, 'avg_acc': 0.0, 'loss': 0.04260302531265227}
+{'epoch': 26, 'iter': 170, 'avg_loss': 0.06693364634400602, 'avg_acc': 0.0, 'loss': 0.08672732239929408}
+{'epoch': 26, 'iter': 180, 'avg_loss': 0.06660045717412591, 'avg_acc': 0.0, 'loss': 0.044558184091134274}
+{'epoch': 26, 'iter': 190, 'avg_loss': 0.06665461133242517, 'avg_acc': 0.0, 'loss': 0.051526503985631474}
+{'epoch': 26, 'iter': 200, 'avg_loss': 0.06672364953033437, 'avg_acc': 0.0, 'loss': 0.07399933916325706}
+{'epoch': 26, 'iter': 210, 'avg_loss': 0.06673276688570487, 'avg_acc': 0.0, 'loss': 0.06292870757889496}
+{'epoch': 26, 'iter': 220, 'avg_loss': 0.06717518377016211, 'avg_acc': 0.0, 'loss': 0.08660944543614083}
+{'epoch': 26, 'iter': 230, 'avg_loss': 0.06712661889044012, 'avg_acc': 0.0, 'loss': 0.06642314789907491}
+{'epoch': 26, 'iter': 240, 'avg_loss': 0.06686761687798658, 'avg_acc': 0.0, 'loss': 0.03632740681013047}
+{'epoch': 26, 'iter': 250, 'avg_loss': 0.06669498886838779, 'avg_acc': 0.0, 'loss': 0.07219168428923695}
+{'epoch': 26, 'iter': 260, 'avg_loss': 0.06649794584519803, 'avg_acc': 0.0, 'loss': 0.06842018798625661}
+{'epoch': 'EP26_test', 'eval_accuracy': 0.0, 'ece': 0.021214624866843224, 'avg_loss': 0.0664813345097179, 'f1_scores': 0.9489219807330906}
+{'epoch': 27, 'iter': 0, 'avg_loss': 0.05984615489991743, 'avg_acc': 0.0, 'loss': 0.05984615489991743}
+{'epoch': 27, 'iter': 10, 'avg_loss': 0.05263147771326684, 'avg_acc': 0.0, 'loss': 0.05297533847120965}
+{'epoch': 27, 'iter': 20, 'avg_loss': 0.05678312777953302, 'avg_acc': 0.0, 'loss': 0.06427910264790983}
+{'epoch': 27, 'iter': 30, 'avg_loss': 0.0603062381437558, 'avg_acc': 0.0, 'loss': 0.07259678374679522}
+{'epoch': 27, 'iter': 40, 'avg_loss': 0.05894178236901177, 'avg_acc': 0.0, 'loss': 0.051323446810207375}
+{'epoch': 27, 'iter': 50, 'avg_loss': 0.0598943393839857, 'avg_acc': 0.0, 'loss': 0.050752575336884674}
+{'epoch': 27, 'iter': 60, 'avg_loss': 0.06264551207742088, 'avg_acc': 0.0, 'loss': 0.02754688892450271}
+{'epoch': 27, 'iter': 70, 'avg_loss': 0.06411666428533515, 'avg_acc': 0.0, 'loss': 0.04939872355958284}
+{'epoch': 27, 'iter': 80, 'avg_loss': 0.06406511727679914, 'avg_acc': 0.0, 'loss': 0.06598830116743264}
+{'epoch': 27, 'iter': 90, 'avg_loss': 0.06312659077058254, 'avg_acc': 0.0, 'loss': 0.0865915186900809}
+{'epoch': 27, 'iter': 100, 'avg_loss': 0.06337889265384597, 'avg_acc': 0.0, 'loss': 0.04525911819512527}
+{'epoch': 27, 'iter': 110, 'avg_loss': 0.06420241046890021, 'avg_acc': 0.0, 'loss': 0.08402411242930237}
+{'epoch': 27, 'iter': 120, 'avg_loss': 0.06513663324005921, 'avg_acc': 0.0, 'loss': 0.0809333053340343}
+{'epoch': 27, 'iter': 130, 'avg_loss': 0.06479171144823566, 'avg_acc': 0.0, 'loss': 0.04930981234432303}
+{'epoch': 27, 'iter': 140, 'avg_loss': 0.06521718421128093, 'avg_acc': 0.0, 'loss': 0.05276696689588789}
+{'epoch': 27, 'iter': 150, 'avg_loss': 0.06552751768123556, 'avg_acc': 0.0, 'loss': 0.06824787919969465}
+{'epoch': 27, 'iter': 160, 'avg_loss': 0.06570657357570428, 'avg_acc': 0.0, 'loss': 0.04434497252190031}
+{'epoch': 27, 'iter': 170, 'avg_loss': 0.06557522775833531, 'avg_acc': 0.0, 'loss': 0.08450835465902173}
+{'epoch': 27, 'iter': 180, 'avg_loss': 0.06526196334379218, 'avg_acc': 0.0, 'loss': 0.0410047755517959}
+{'epoch': 27, 'iter': 190, 'avg_loss': 0.06535287282141675, 'avg_acc': 0.0, 'loss': 0.0514646710499278}
+{'epoch': 27, 'iter': 200, 'avg_loss': 0.06544222860062707, 'avg_acc': 0.0, 'loss': 0.07276067156923155}
+{'epoch': 27, 'iter': 210, 'avg_loss': 0.06542481540912681, 'avg_acc': 0.0, 'loss': 0.059015333225598196}
+{'epoch': 27, 'iter': 220, 'avg_loss': 0.06587704763290096, 'avg_acc': 0.0, 'loss': 0.08581839839210455}
+{'epoch': 27, 'iter': 230, 'avg_loss': 0.06582881803270585, 'avg_acc': 0.0, 'loss': 0.0665513823497942}
+{'epoch': 27, 'iter': 240, 'avg_loss': 0.06561649718755841, 'avg_acc': 0.0, 'loss': 0.03573376791939609}
+{'epoch': 27, 'iter': 250, 'avg_loss': 0.06545083863477709, 'avg_acc': 0.0, 'loss': 0.07275661156405379}
+{'epoch': 27, 'iter': 260, 'avg_loss': 0.06527267676286824, 'avg_acc': 0.0, 'loss': 0.06912368410244035}
+{'epoch': 'EP27_test', 'eval_accuracy': 0.0, 'ece': 0.034711480140686035, 'avg_loss': 0.06529036850571791, 'f1_scores': 0.94880351973104}
+{'epoch': 28, 'iter': 0, 'avg_loss': 0.054635996245638446, 'avg_acc': 0.0, 'loss': 0.054635996245638446}
+{'epoch': 28, 'iter': 10, 'avg_loss': 0.05344673723014766, 'avg_acc': 0.0, 'loss': 0.05518751759085002}
+{'epoch': 28, 'iter': 20, 'avg_loss': 0.05800221985922841, 'avg_acc': 0.0, 'loss': 0.06756183375182445}
+{'epoch': 28, 'iter': 30, 'avg_loss': 0.06129724590245813, 'avg_acc': 0.0, 'loss': 0.07351507375372128}
+{'epoch': 28, 'iter': 40, 'avg_loss': 0.05941458974714327, 'avg_acc': 0.0, 'loss': 0.048930091419257284}
+{'epoch': 28, 'iter': 50, 'avg_loss': 0.060023042665875374, 'avg_acc': 0.0, 'loss': 0.04755426314693523}
+{'epoch': 28, 'iter': 60, 'avg_loss': 0.06270789037653118, 'avg_acc': 0.0, 'loss': 0.027398926668362425}
+{'epoch': 28, 'iter': 70, 'avg_loss': 0.06413195250657225, 'avg_acc': 0.0, 'loss': 0.049674670147015015}
+{'epoch': 28, 'iter': 80, 'avg_loss': 0.06399421251629726, 'avg_acc': 0.0, 'loss': 0.06322509484194175}
+{'epoch': 28, 'iter': 90, 'avg_loss': 0.0629937355916775, 'avg_acc': 0.0, 'loss': 0.08233533306880807}
+{'epoch': 28, 'iter': 100, 'avg_loss': 0.0632594298260371, 'avg_acc': 0.0, 'loss': 0.04697526904600733}
+{'epoch': 28, 'iter': 110, 'avg_loss': 0.06404441866031735, 'avg_acc': 0.0, 'loss': 0.08136536319895932}
+{'epoch': 28, 'iter': 120, 'avg_loss': 0.06509457174919046, 'avg_acc': 0.0, 'loss': 0.08332520593627026}
+{'epoch': 28, 'iter': 130, 'avg_loss': 0.0648357417548155, 'avg_acc': 0.0, 'loss': 0.05117431932360107}
+{'epoch': 28, 'iter': 140, 'avg_loss': 0.06524828985029174, 'avg_acc': 0.0, 'loss': 0.05406010157197118}
+{'epoch': 28, 'iter': 150, 'avg_loss': 0.06553782315742167, 'avg_acc': 0.0, 'loss': 0.06853901733753023}
+{'epoch': 28, 'iter': 160, 'avg_loss': 0.06569177748022619, 'avg_acc': 0.0, 'loss': 0.04421054919673192}
+{'epoch': 28, 'iter': 170, 'avg_loss': 0.06558112447477316, 'avg_acc': 0.0, 'loss': 0.08807076840169462}
+{'epoch': 28, 'iter': 180, 'avg_loss': 0.06522147441533267, 'avg_acc': 0.0, 'loss': 0.043984840963016074}
+{'epoch': 28, 'iter': 190, 'avg_loss': 0.06534754782499293, 'avg_acc': 0.0, 'loss': 0.05176326401387346}
+{'epoch': 28, 'iter': 200, 'avg_loss': 0.06539919543007927, 'avg_acc': 0.0, 'loss': 0.07182139745718732}
+{'epoch': 28, 'iter': 210, 'avg_loss': 0.0654533227361478, 'avg_acc': 0.0, 'loss': 0.0640083500030479}
+{'epoch': 28, 'iter': 220, 'avg_loss': 0.06590677753333149, 'avg_acc': 0.0, 'loss': 0.08583662979287965}
+{'epoch': 28, 'iter': 230, 'avg_loss': 0.06584777164561016, 'avg_acc': 0.0, 'loss': 0.06425170167216265}
+{'epoch': 28, 'iter': 240, 'avg_loss': 0.06560124024112986, 'avg_acc': 0.0, 'loss': 0.033848947685182144}
+{'epoch': 28, 'iter': 250, 'avg_loss': 0.06539170674379814, 'avg_acc': 0.0, 'loss': 0.0673618324212433}
+{'epoch': 28, 'iter': 260, 'avg_loss': 0.06520611185265611, 'avg_acc': 0.0, 'loss': 0.06641619394317948}
+{'epoch': 'EP28_test', 'eval_accuracy': 0.0, 'ece': 0.02781572937965393, 'avg_loss': 0.06518314317861558, 'f1_scores': 0.9577882840826849}
+{'epoch': 29, 'iter': 0, 'avg_loss': 0.05594995513007461, 'avg_acc': 0.0, 'loss': 0.05594995513007461}
+{'epoch': 29, 'iter': 10, 'avg_loss': 0.0542990849154997, 'avg_acc': 0.0, 'loss': 0.05551804824885461}
+{'epoch': 29, 'iter': 20, 'avg_loss': 0.058497578601101455, 'avg_acc': 0.0, 'loss': 0.0672403084712008}
+{'epoch': 29, 'iter': 30, 'avg_loss': 0.061793025315822286, 'avg_acc': 0.0, 'loss': 0.07352302806489368}
+{'epoch': 29, 'iter': 40, 'avg_loss': 0.05994915130788753, 'avg_acc': 0.0, 'loss': 0.04980952615786853}
+{'epoch': 29, 'iter': 50, 'avg_loss': 0.06064746056371442, 'avg_acc': 0.0, 'loss': 0.04955057723874948}
+{'epoch': 29, 'iter': 60, 'avg_loss': 0.06335410518585737, 'avg_acc': 0.0, 'loss': 0.027951166205947887}
+{'epoch': 29, 'iter': 70, 'avg_loss': 0.06478538088924489, 'avg_acc': 0.0, 'loss': 0.051289404923920756}
+{'epoch': 29, 'iter': 80, 'avg_loss': 0.06471154717561414, 'avg_acc': 0.0, 'loss': 0.06585860795386062}
+{'epoch': 29, 'iter': 90, 'avg_loss': 0.06374421494634946, 'avg_acc': 0.0, 'loss': 0.08413643599637258}
+{'epoch': 29, 'iter': 100, 'avg_loss': 0.06398672080728125, 'avg_acc': 0.0, 'loss': 0.04794612743859261}
+{'epoch': 29, 'iter': 110, 'avg_loss': 0.06475676627907366, 'avg_acc': 0.0, 'loss': 0.08295888891293705}
+{'epoch': 29, 'iter': 120, 'avg_loss': 0.06577458220608023, 'avg_acc': 0.0, 'loss': 0.08147629388374103}
+{'epoch': 29, 'iter': 130, 'avg_loss': 0.06550337852965454, 'avg_acc': 0.0, 'loss': 0.05257306286113459}
+{'epoch': 29, 'iter': 140, 'avg_loss': 0.06592908664984996, 'avg_acc': 0.0, 'loss': 0.05578210070100502}
+{'epoch': 29, 'iter': 150, 'avg_loss': 0.06620659805209068, 'avg_acc': 0.0, 'loss': 0.06974001178060364}
+{'epoch': 29, 'iter': 160, 'avg_loss': 0.06637376626528106, 'avg_acc': 0.0, 'loss': 0.04412481253239418}
+{'epoch': 29, 'iter': 170, 'avg_loss': 0.06624656606764003, 'avg_acc': 0.0, 'loss': 0.0876242515177036}
+{'epoch': 29, 'iter': 180, 'avg_loss': 0.06589230465061932, 'avg_acc': 0.0, 'loss': 0.04474211146536585}
+{'epoch': 29, 'iter': 190, 'avg_loss': 0.06600370893893635, 'avg_acc': 0.0, 'loss': 0.052142231884926914}
+{'epoch': 29, 'iter': 200, 'avg_loss': 0.06604839351986021, 'avg_acc': 0.0, 'loss': 0.07244745606465942}
+{'epoch': 29, 'iter': 210, 'avg_loss': 0.06609287059068211, 'avg_acc': 0.0, 'loss': 0.06390400521452273}
+{'epoch': 29, 'iter': 220, 'avg_loss': 0.06656289179820934, 'avg_acc': 0.0, 'loss': 0.08756039235342833}
+{'epoch': 29, 'iter': 230, 'avg_loss': 0.06650564940475517, 'avg_acc': 0.0, 'loss': 0.06556806874281813}
+{'epoch': 29, 'iter': 240, 'avg_loss': 0.06627312709352824, 'avg_acc': 0.0, 'loss': 0.034596530481199546}
+{'epoch': 29, 'iter': 250, 'avg_loss': 0.06607625554597231, 'avg_acc': 0.0, 'loss': 0.0690411926582653}
+{'epoch': 29, 'iter': 260, 'avg_loss': 0.06589783699958118, 'avg_acc': 0.0, 'loss': 0.06737202204863024}
+{'epoch': 'EP29_test', 'eval_accuracy': 0.0, 'ece': 0.02917703241109848, 'avg_loss': 0.06587619810579642, 'f1_scores': 0.9513658698975535}
+{'epoch': 30, 'iter': 0, 'avg_loss': 0.06039093668160993, 'avg_acc': 0.0, 'loss': 0.06039093668160993}
+{'epoch': 30, 'iter': 10, 'avg_loss': 0.05182694737770403, 'avg_acc': 0.0, 'loss': 0.050820316736547966}
+{'epoch': 30, 'iter': 20, 'avg_loss': 0.055906731287553815, 'avg_acc': 0.0, 'loss': 0.0619806959668868}
+{'epoch': 30, 'iter': 30, 'avg_loss': 0.05939706348332457, 'avg_acc': 0.0, 'loss': 0.0724010005564943}
+{'epoch': 30, 'iter': 40, 'avg_loss': 0.05798626447015619, 'avg_acc': 0.0, 'loss': 0.05065388423145935}
+{'epoch': 30, 'iter': 50, 'avg_loss': 0.058845687895797534, 'avg_acc': 0.0, 'loss': 0.049290269049257464}
+{'epoch': 30, 'iter': 60, 'avg_loss': 0.06157029031478946, 'avg_acc': 0.0, 'loss': 0.026597523325977233}
+{'epoch': 30, 'iter': 70, 'avg_loss': 0.06302982380633286, 'avg_acc': 0.0, 'loss': 0.047147444925489675}
+{'epoch': 30, 'iter': 80, 'avg_loss': 0.06297242735158627, 'avg_acc': 0.0, 'loss': 0.06372267438494612}
+{'epoch': 30, 'iter': 90, 'avg_loss': 0.06207581759763851, 'avg_acc': 0.0, 'loss': 0.0853541310795468}
+{'epoch': 30, 'iter': 100, 'avg_loss': 0.062366890350939404, 'avg_acc': 0.0, 'loss': 0.04361586222621229}
+{'epoch': 30, 'iter': 110, 'avg_loss': 0.06320735958310829, 'avg_acc': 0.0, 'loss': 0.08310648561124724}
+{'epoch': 30, 'iter': 120, 'avg_loss': 0.06412916831868322, 'avg_acc': 0.0, 'loss': 0.08039313316061225}
+{'epoch': 30, 'iter': 130, 'avg_loss': 0.06373111838235919, 'avg_acc': 0.0, 'loss': 0.04827274676889763}
+{'epoch': 30, 'iter': 140, 'avg_loss': 0.06418531795261516, 'avg_acc': 0.0, 'loss': 0.05097617257326549}
+{'epoch': 30, 'iter': 150, 'avg_loss': 0.06453563440909862, 'avg_acc': 0.0, 'loss': 0.06687535163041503}
+{'epoch': 30, 'iter': 160, 'avg_loss': 0.0646914699053086, 'avg_acc': 0.0, 'loss': 0.04527801197200379}
+{'epoch': 30, 'iter': 170, 'avg_loss': 0.06456754005771063, 'avg_acc': 0.0, 'loss': 0.08308692771774417}
+{'epoch': 30, 'iter': 180, 'avg_loss': 0.06424583119311673, 'avg_acc': 0.0, 'loss': 0.04063922063854111}
+{'epoch': 30, 'iter': 190, 'avg_loss': 0.06429714212005067, 'avg_acc': 0.0, 'loss': 0.050054173505807445}
+{'epoch': 30, 'iter': 200, 'avg_loss': 0.06441935386968546, 'avg_acc': 0.0, 'loss': 0.07124204836753734}
+{'epoch': 30, 'iter': 210, 'avg_loss': 0.06438530042628939, 'avg_acc': 0.0, 'loss': 0.05887638659594277}
+{'epoch': 30, 'iter': 220, 'avg_loss': 0.06479142805479103, 'avg_acc': 0.0, 'loss': 0.08376324361113673}
+{'epoch': 30, 'iter': 230, 'avg_loss': 0.06473577673707337, 'avg_acc': 0.0, 'loss': 0.0646166735114012}
+{'epoch': 30, 'iter': 240, 'avg_loss': 0.06454240641515063, 'avg_acc': 0.0, 'loss': 0.035375475371832214}
+{'epoch': 30, 'iter': 250, 'avg_loss': 0.06437817055685957, 'avg_acc': 0.0, 'loss': 0.07380146967423684}
+{'epoch': 30, 'iter': 260, 'avg_loss': 0.06417846737213256, 'avg_acc': 0.0, 'loss': 0.06873646574438551}
+{'epoch': 'EP30_test', 'eval_accuracy': 0.0, 'ece': 0.035254232585430145, 'avg_loss': 0.06420748229313947, 'f1_scores': 0.94880351973104}
+{'epoch': 31, 'iter': 0, 'avg_loss': 0.05987000848723158, 'avg_acc': 0.0, 'loss': 0.05987000848723158}
+{'epoch': 31, 'iter': 10, 'avg_loss': 0.05549174398204699, 'avg_acc': 0.0, 'loss': 0.0544144227195196}
+{'epoch': 31, 'iter': 20, 'avg_loss': 0.05963254298843154, 'avg_acc': 0.0, 'loss': 0.06607517254098282}
+{'epoch': 31, 'iter': 30, 'avg_loss': 0.06302386406708717, 'avg_acc': 0.0, 'loss': 0.0762531273688093}
+{'epoch': 31, 'iter': 40, 'avg_loss': 0.061503125099838976, 'avg_acc': 0.0, 'loss': 0.053150292511913576}
+{'epoch': 31, 'iter': 50, 'avg_loss': 0.06250819204960358, 'avg_acc': 0.0, 'loss': 0.05289517647327102}
+{'epoch': 31, 'iter': 60, 'avg_loss': 0.06518161744567377, 'avg_acc': 0.0, 'loss': 0.03073593992666344}
+{'epoch': 31, 'iter': 70, 'avg_loss': 0.06649208793361039, 'avg_acc': 0.0, 'loss': 0.05283601668793381}
+{'epoch': 31, 'iter': 80, 'avg_loss': 0.06645619861790125, 'avg_acc': 0.0, 'loss': 0.06938973136353914}
+{'epoch': 31, 'iter': 90, 'avg_loss': 0.06559469341479394, 'avg_acc': 0.0, 'loss': 0.08675978281637445}
+{'epoch': 31, 'iter': 100, 'avg_loss': 0.0658263663596298, 'avg_acc': 0.0, 'loss': 0.049443902674884806}
+{'epoch': 31, 'iter': 110, 'avg_loss': 0.06652209504804556, 'avg_acc': 0.0, 'loss': 0.08539456380468176}
+{'epoch': 31, 'iter': 120, 'avg_loss': 0.06743227607302289, 'avg_acc': 0.0, 'loss': 0.08228417224037798}
+{'epoch': 31, 'iter': 130, 'avg_loss': 0.06715497806170521, 'avg_acc': 0.0, 'loss': 0.054887273295077775}
+{'epoch': 31, 'iter': 140, 'avg_loss': 0.06761101269893122, 'avg_acc': 0.0, 'loss': 0.05888755794733973}
+{'epoch': 31, 'iter': 150, 'avg_loss': 0.06785863945305654, 'avg_acc': 0.0, 'loss': 0.07263961101928576}
+{'epoch': 31, 'iter': 160, 'avg_loss': 0.06800846243637435, 'avg_acc': 0.0, 'loss': 0.040782140414506785}
+{'epoch': 31, 'iter': 170, 'avg_loss': 0.06783536004331486, 'avg_acc': 0.0, 'loss': 0.08705569414698694}
+{'epoch': 31, 'iter': 180, 'avg_loss': 0.06750940567825076, 'avg_acc': 0.0, 'loss': 0.04566113761226883}
+{'epoch': 31, 'iter': 190, 'avg_loss': 0.06756523154337607, 'avg_acc': 0.0, 'loss': 0.05189848369248904}
+{'epoch': 31, 'iter': 200, 'avg_loss': 0.0676396529874144, 'avg_acc': 0.0, 'loss': 0.0758568608123572}
+{'epoch': 31, 'iter': 210, 'avg_loss': 0.06764658037199181, 'avg_acc': 0.0, 'loss': 0.0638351636171665}
+{'epoch': 31, 'iter': 220, 'avg_loss': 0.06811842824737342, 'avg_acc': 0.0, 'loss': 0.08805936839286232}
+{'epoch': 31, 'iter': 230, 'avg_loss': 0.06805955621749198, 'avg_acc': 0.0, 'loss': 0.06727266083359495}
+{'epoch': 31, 'iter': 240, 'avg_loss': 0.06778382423979282, 'avg_acc': 0.0, 'loss': 0.03744274556597052}
+{'epoch': 31, 'iter': 250, 'avg_loss': 0.06761895442498154, 'avg_acc': 0.0, 'loss': 0.07319414600103105}
+{'epoch': 31, 'iter': 260, 'avg_loss': 0.06743410346238367, 'avg_acc': 0.0, 'loss': 0.06911584375395055}
+{'epoch': 'EP31_test', 'eval_accuracy': 0.0, 'ece': 0.03651896491646767, 'avg_loss': 0.06740617768649695, 'f1_scores': 0.9490150442976536}
+{'epoch': 32, 'iter': 0, 'avg_loss': 0.05825185639428452, 'avg_acc': 0.0, 'loss': 0.05825185639428452}
+{'epoch': 32, 'iter': 10, 'avg_loss': 0.052879691336680065, 'avg_acc': 0.0, 'loss': 0.053022645736177765}
+{'epoch': 32, 'iter': 20, 'avg_loss': 0.057107319796485354, 'avg_acc': 0.0, 'loss': 0.06426860919996864}
+{'epoch': 32, 'iter': 30, 'avg_loss': 0.060414069045185086, 'avg_acc': 0.0, 'loss': 0.0742162987171306}
+{'epoch': 32, 'iter': 40, 'avg_loss': 0.05890852593366919, 'avg_acc': 0.0, 'loss': 0.050966336259380435}
+{'epoch': 32, 'iter': 50, 'avg_loss': 0.05970060706631989, 'avg_acc': 0.0, 'loss': 0.049549698228596686}
+{'epoch': 32, 'iter': 60, 'avg_loss': 0.062432647312111615, 'avg_acc': 0.0, 'loss': 0.02789843317985482}
+{'epoch': 32, 'iter': 70, 'avg_loss': 0.06376504193944385, 'avg_acc': 0.0, 'loss': 0.04859624766510251}
+{'epoch': 32, 'iter': 80, 'avg_loss': 0.06369102763445655, 'avg_acc': 0.0, 'loss': 0.06463164801964792}
+{'epoch': 32, 'iter': 90, 'avg_loss': 0.06277378192654345, 'avg_acc': 0.0, 'loss': 0.08444757522309487}
+{'epoch': 32, 'iter': 100, 'avg_loss': 0.06304369158506384, 'avg_acc': 0.0, 'loss': 0.04601287047339448}
+{'epoch': 32, 'iter': 110, 'avg_loss': 0.06380678398862287, 'avg_acc': 0.0, 'loss': 0.08359553895084153}
+{'epoch': 32, 'iter': 120, 'avg_loss': 0.06474360230030396, 'avg_acc': 0.0, 'loss': 0.08040686448292636}
+{'epoch': 32, 'iter': 130, 'avg_loss': 0.06446204535305695, 'avg_acc': 0.0, 'loss': 0.05161061369288485}
+{'epoch': 32, 'iter': 140, 'avg_loss': 0.06490797678775885, 'avg_acc': 0.0, 'loss': 0.053349478831246896}
+{'epoch': 32, 'iter': 150, 'avg_loss': 0.06521906879446097, 'avg_acc': 0.0, 'loss': 0.06863416902341767}
+{'epoch': 32, 'iter': 160, 'avg_loss': 0.06536391318093619, 'avg_acc': 0.0, 'loss': 0.03947447329137584}
+{'epoch': 32, 'iter': 170, 'avg_loss': 0.06522348603254315, 'avg_acc': 0.0, 'loss': 0.08573904611597527}
+{'epoch': 32, 'iter': 180, 'avg_loss': 0.06490090697372786, 'avg_acc': 0.0, 'loss': 0.04232489191145662}
+{'epoch': 32, 'iter': 190, 'avg_loss': 0.06498840245754384, 'avg_acc': 0.0, 'loss': 0.05112148899956585}
+{'epoch': 32, 'iter': 200, 'avg_loss': 0.06506258648939844, 'avg_acc': 0.0, 'loss': 0.07308468842876437}
+{'epoch': 32, 'iter': 210, 'avg_loss': 0.06507671178370253, 'avg_acc': 0.0, 'loss': 0.06222840474226489}
+{'epoch': 32, 'iter': 220, 'avg_loss': 0.06554328621901631, 'avg_acc': 0.0, 'loss': 0.0851108670006267}
+{'epoch': 32, 'iter': 230, 'avg_loss': 0.06546791218518107, 'avg_acc': 0.0, 'loss': 0.06390903751055735}
+{'epoch': 32, 'iter': 240, 'avg_loss': 0.06523886652312592, 'avg_acc': 0.0, 'loss': 0.03520280524177873}
+{'epoch': 32, 'iter': 250, 'avg_loss': 0.06504923767262426, 'avg_acc': 0.0, 'loss': 0.07010438454101729}
+{'epoch': 32, 'iter': 260, 'avg_loss': 0.06486704373278576, 'avg_acc': 0.0, 'loss': 0.06716414901016572}
+{'epoch': 'EP32_test', 'eval_accuracy': 0.0, 'ece': 0.02538111060857773, 'avg_loss': 0.06486126176322449, 'f1_scores': 0.949146164386314}
+{'epoch': 33, 'iter': 0, 'avg_loss': 0.05932842503198441, 'avg_acc': 0.0, 'loss': 0.05932842503198441}
+{'epoch': 33, 'iter': 10, 'avg_loss': 0.05446053713879413, 'avg_acc': 0.0, 'loss': 0.05387387589532214}
+{'epoch': 33, 'iter': 20, 'avg_loss': 0.05903509703067696, 'avg_acc': 0.0, 'loss': 0.06729986530223998}
+{'epoch': 33, 'iter': 30, 'avg_loss': 0.06239912502878163, 'avg_acc': 0.0, 'loss': 0.07646553849005905}
+{'epoch': 33, 'iter': 40, 'avg_loss': 0.060610761254735704, 'avg_acc': 0.0, 'loss': 0.052421105745963814}
+{'epoch': 33, 'iter': 50, 'avg_loss': 0.06136000895234725, 'avg_acc': 0.0, 'loss': 0.049460976983531114}
+{'epoch': 33, 'iter': 60, 'avg_loss': 0.0640622203717906, 'avg_acc': 0.0, 'loss': 0.029784401852046876}
+{'epoch': 33, 'iter': 70, 'avg_loss': 0.06539153857380157, 'avg_acc': 0.0, 'loss': 0.05008055576567065}
+{'epoch': 33, 'iter': 80, 'avg_loss': 0.06522772825200035, 'avg_acc': 0.0, 'loss': 0.06601483178358843}
+{'epoch': 33, 'iter': 90, 'avg_loss': 0.06431803256372444, 'avg_acc': 0.0, 'loss': 0.08499407274072317}
+{'epoch': 33, 'iter': 100, 'avg_loss': 0.06456823444435406, 'avg_acc': 0.0, 'loss': 0.04714336942963979}
+{'epoch': 33, 'iter': 110, 'avg_loss': 0.06526958285958273, 'avg_acc': 0.0, 'loss': 0.08302354377825948}
+{'epoch': 33, 'iter': 120, 'avg_loss': 0.06625712628805389, 'avg_acc': 0.0, 'loss': 0.0833781419672245}
+{'epoch': 33, 'iter': 130, 'avg_loss': 0.06598388960487382, 'avg_acc': 0.0, 'loss': 0.05175365713320648}
+{'epoch': 33, 'iter': 140, 'avg_loss': 0.066439466360873, 'avg_acc': 0.0, 'loss': 0.05687427464973942}
+{'epoch': 33, 'iter': 150, 'avg_loss': 0.06677389155243238, 'avg_acc': 0.0, 'loss': 0.0714676227943138}
+{'epoch': 33, 'iter': 160, 'avg_loss': 0.0669198871006253, 'avg_acc': 0.0, 'loss': 0.04249006393074848}
+{'epoch': 33, 'iter': 170, 'avg_loss': 0.06677511697950295, 'avg_acc': 0.0, 'loss': 0.0871764839402707}
+{'epoch': 33, 'iter': 180, 'avg_loss': 0.06644396429426742, 'avg_acc': 0.0, 'loss': 0.04493422264290205}
+{'epoch': 33, 'iter': 190, 'avg_loss': 0.0665527183061064, 'avg_acc': 0.0, 'loss': 0.05276507179658145}
+{'epoch': 33, 'iter': 200, 'avg_loss': 0.0666328295605796, 'avg_acc': 0.0, 'loss': 0.07535523754268475}
+{'epoch': 33, 'iter': 210, 'avg_loss': 0.06664505413688084, 'avg_acc': 0.0, 'loss': 0.0649358974661709}
+{'epoch': 33, 'iter': 220, 'avg_loss': 0.06708350415274848, 'avg_acc': 0.0, 'loss': 0.08665027331294693}
+{'epoch': 33, 'iter': 230, 'avg_loss': 0.06702396489912037, 'avg_acc': 0.0, 'loss': 0.06576859860020688}
+{'epoch': 33, 'iter': 240, 'avg_loss': 0.06678024801564549, 'avg_acc': 0.0, 'loss': 0.03713205947526278}
+{'epoch': 33, 'iter': 250, 'avg_loss': 0.06657571000179031, 'avg_acc': 0.0, 'loss': 0.07045591583053984}
+{'epoch': 33, 'iter': 260, 'avg_loss': 0.06636380225938215, 'avg_acc': 0.0, 'loss': 0.06807528634379066}
+{'epoch': 'EP33_test', 'eval_accuracy': 0.0, 'ece': 0.025381701067090034, 'avg_loss': 0.06636525723427136, 'f1_scores': 0.9486747441485204}
+{'epoch': 34, 'iter': 0, 'avg_loss': 0.05963255608168895, 'avg_acc': 0.0, 'loss': 0.05963255608168895}
+{'epoch': 34, 'iter': 10, 'avg_loss': 0.05412353698487105, 'avg_acc': 0.0, 'loss': 0.05462435797124141}
+{'epoch': 34, 'iter': 20, 'avg_loss': 0.05838491590778981, 'avg_acc': 0.0, 'loss': 0.06585106981520182}
+{'epoch': 34, 'iter': 30, 'avg_loss': 0.06172182073744289, 'avg_acc': 0.0, 'loss': 0.07458935996625574}
+{'epoch': 34, 'iter': 40, 'avg_loss': 0.06025721095309459, 'avg_acc': 0.0, 'loss': 0.05265269393831724}
+{'epoch': 34, 'iter': 50, 'avg_loss': 0.0611203589041268, 'avg_acc': 0.0, 'loss': 0.05107840140846065}
+{'epoch': 34, 'iter': 60, 'avg_loss': 0.06382814062436783, 'avg_acc': 0.0, 'loss': 0.029721039306934927}
+{'epoch': 34, 'iter': 70, 'avg_loss': 0.06523651631273374, 'avg_acc': 0.0, 'loss': 0.0506297210362082}
+{'epoch': 34, 'iter': 80, 'avg_loss': 0.06512730582936878, 'avg_acc': 0.0, 'loss': 0.0667107853803535}
+{'epoch': 34, 'iter': 90, 'avg_loss': 0.06423230658378302, 'avg_acc': 0.0, 'loss': 0.08585147918954102}
+{'epoch': 34, 'iter': 100, 'avg_loss': 0.06448617097376944, 'avg_acc': 0.0, 'loss': 0.04748311718147338}
+{'epoch': 34, 'iter': 110, 'avg_loss': 0.06521525330128708, 'avg_acc': 0.0, 'loss': 0.0836763979987154}
+{'epoch': 34, 'iter': 120, 'avg_loss': 0.06614214108911401, 'avg_acc': 0.0, 'loss': 0.08193137666912012}
+{'epoch': 34, 'iter': 130, 'avg_loss': 0.06584814399483481, 'avg_acc': 0.0, 'loss': 0.051837689442200886}
+{'epoch': 34, 'iter': 140, 'avg_loss': 0.06628007906702765, 'avg_acc': 0.0, 'loss': 0.05526757629691506}
+{'epoch': 34, 'iter': 150, 'avg_loss': 0.06658565164955864, 'avg_acc': 0.0, 'loss': 0.07007518670165576}
+{'epoch': 34, 'iter': 160, 'avg_loss': 0.06673498518710527, 'avg_acc': 0.0, 'loss': 0.04193565231658372}
+{'epoch': 34, 'iter': 170, 'avg_loss': 0.06660619596313448, 'avg_acc': 0.0, 'loss': 0.08597100643467163}
+{'epoch': 34, 'iter': 180, 'avg_loss': 0.06629454045908673, 'avg_acc': 0.0, 'loss': 0.04377898769804135}
+{'epoch': 34, 'iter': 190, 'avg_loss': 0.06637038671627442, 'avg_acc': 0.0, 'loss': 0.05286621717303725}
+{'epoch': 34, 'iter': 200, 'avg_loss': 0.06645737981609638, 'avg_acc': 0.0, 'loss': 0.07425384659915883}
+{'epoch': 34, 'iter': 210, 'avg_loss': 0.06645296421913607, 'avg_acc': 0.0, 'loss': 0.06204221757223292}
+{'epoch': 34, 'iter': 220, 'avg_loss': 0.0668962941822474, 'avg_acc': 0.0, 'loss': 0.0862895003345037}
+{'epoch': 34, 'iter': 230, 'avg_loss': 0.06684182439081161, 'avg_acc': 0.0, 'loss': 0.06724277695393051}
+{'epoch': 34, 'iter': 240, 'avg_loss': 0.06659513415406108, 'avg_acc': 0.0, 'loss': 0.03682343616525583}
+{'epoch': 34, 'iter': 250, 'avg_loss': 0.0664257661980085, 'avg_acc': 0.0, 'loss': 0.07231540708627497}
+{'epoch': 34, 'iter': 260, 'avg_loss': 0.06624259471215486, 'avg_acc': 0.0, 'loss': 0.068773097447068}
+{'epoch': 'EP34_test', 'eval_accuracy': 0.0, 'ece': 0.036633096635341644, 'avg_loss': 0.06623562613802414, 'f1_scores': 0.9489219807330906}
+{'epoch': 35, 'iter': 0, 'avg_loss': 0.05674806650737147, 'avg_acc': 0.0, 'loss': 0.05674806650737147}
+{'epoch': 35, 'iter': 10, 'avg_loss': 0.05230422010489128, 'avg_acc': 0.0, 'loss': 0.05325297504725768}
+{'epoch': 35, 'iter': 20, 'avg_loss': 0.05675889597860816, 'avg_acc': 0.0, 'loss': 0.06545733625823198}
+{'epoch': 35, 'iter': 30, 'avg_loss': 0.060064372942371956, 'avg_acc': 0.0, 'loss': 0.07247379590431331}
+{'epoch': 35, 'iter': 40, 'avg_loss': 0.058426027046493294, 'avg_acc': 0.0, 'loss': 0.048818586108503884}
+{'epoch': 35, 'iter': 50, 'avg_loss': 0.05918764004392271, 'avg_acc': 0.0, 'loss': 0.047814683056165964}
+{'epoch': 35, 'iter': 60, 'avg_loss': 0.06198663115585641, 'avg_acc': 0.0, 'loss': 0.025798982334817665}
+{'epoch': 35, 'iter': 70, 'avg_loss': 0.0634203613354267, 'avg_acc': 0.0, 'loss': 0.04890845882896753}
+{'epoch': 35, 'iter': 80, 'avg_loss': 0.06330209879690006, 'avg_acc': 0.0, 'loss': 0.0639327711898464}
+{'epoch': 35, 'iter': 90, 'avg_loss': 0.06236258506260537, 'avg_acc': 0.0, 'loss': 0.0842012787204851}
+{'epoch': 35, 'iter': 100, 'avg_loss': 0.06263366672799106, 'avg_acc': 0.0, 'loss': 0.044999320867946474}
+{'epoch': 35, 'iter': 110, 'avg_loss': 0.06340110913992761, 'avg_acc': 0.0, 'loss': 0.08231176593590053}
+{'epoch': 35, 'iter': 120, 'avg_loss': 0.06438983855651115, 'avg_acc': 0.0, 'loss': 0.08130895921611421}
+{'epoch': 35, 'iter': 130, 'avg_loss': 0.06407532592336512, 'avg_acc': 0.0, 'loss': 0.04881877856225206}
+{'epoch': 35, 'iter': 140, 'avg_loss': 0.06452064218789279, 'avg_acc': 0.0, 'loss': 0.053063731737535945}
+{'epoch': 35, 'iter': 150, 'avg_loss': 0.06484193043316501, 'avg_acc': 0.0, 'loss': 0.06805516556678574}
+{'epoch': 35, 'iter': 160, 'avg_loss': 0.06499341979600967, 'avg_acc': 0.0, 'loss': 0.04244211150836869}
+{'epoch': 35, 'iter': 170, 'avg_loss': 0.0648594303885006, 'avg_acc': 0.0, 'loss': 0.08544509532373468}
+{'epoch': 35, 'iter': 180, 'avg_loss': 0.06450799797521858, 'avg_acc': 0.0, 'loss': 0.04240463662862989}
+{'epoch': 35, 'iter': 190, 'avg_loss': 0.06461676351194151, 'avg_acc': 0.0, 'loss': 0.05078382583583415}
+{'epoch': 35, 'iter': 200, 'avg_loss': 0.06467664857278298, 'avg_acc': 0.0, 'loss': 0.07140429876186463}
+{'epoch': 35, 'iter': 210, 'avg_loss': 0.06468690020440858, 'avg_acc': 0.0, 'loss': 0.06147332940843901}
+{'epoch': 35, 'iter': 220, 'avg_loss': 0.06511317851733826, 'avg_acc': 0.0, 'loss': 0.08581719263899652}
+{'epoch': 35, 'iter': 230, 'avg_loss': 0.06504580711129668, 'avg_acc': 0.0, 'loss': 0.06299378578205099}
+{'epoch': 35, 'iter': 240, 'avg_loss': 0.06480580363064593, 'avg_acc': 0.0, 'loss': 0.033594812906544896}
+{'epoch': 35, 'iter': 250, 'avg_loss': 0.06462129034905895, 'avg_acc': 0.0, 'loss': 0.06903370477569329}
+{'epoch': 35, 'iter': 260, 'avg_loss': 0.0644387669876539, 'avg_acc': 0.0, 'loss': 0.06783949260615632}
+{'epoch': 'EP35_test', 'eval_accuracy': 0.0, 'ece': 0.025706946849822998, 'avg_loss': 0.06443650842699115, 'f1_scores': 0.948672459368036}
+{'epoch': 36, 'iter': 0, 'avg_loss': 0.058102151469922446, 'avg_acc': 0.0, 'loss': 0.058102151469922446}
+{'epoch': 36, 'iter': 10, 'avg_loss': 0.052882999325715566, 'avg_acc': 0.0, 'loss': 0.05370582808520956}
+{'epoch': 36, 'iter': 20, 'avg_loss': 0.05718786968654494, 'avg_acc': 0.0, 'loss': 0.06467537950304957}
+{'epoch': 36, 'iter': 30, 'avg_loss': 0.06044342284175112, 'avg_acc': 0.0, 'loss': 0.07356521355964267}
+{'epoch': 36, 'iter': 40, 'avg_loss': 0.058944075228469756, 'avg_acc': 0.0, 'loss': 0.05086015719385679}
+{'epoch': 36, 'iter': 50, 'avg_loss': 0.05970528649633744, 'avg_acc': 0.0, 'loss': 0.049092179188197145}
+{'epoch': 36, 'iter': 60, 'avg_loss': 0.06245836457669425, 'avg_acc': 0.0, 'loss': 0.028056665636557097}
+{'epoch': 36, 'iter': 70, 'avg_loss': 0.06388470778451655, 'avg_acc': 0.0, 'loss': 0.04879884826733262}
+{'epoch': 36, 'iter': 80, 'avg_loss': 0.06375902747355723, 'avg_acc': 0.0, 'loss': 0.06427102193457097}
+{'epoch': 36, 'iter': 90, 'avg_loss': 0.06285259511770616, 'avg_acc': 0.0, 'loss': 0.08449254421161966}
+{'epoch': 36, 'iter': 100, 'avg_loss': 0.06313735261677347, 'avg_acc': 0.0, 'loss': 0.04615467945128719}
+{'epoch': 36, 'iter': 110, 'avg_loss': 0.06388438940594174, 'avg_acc': 0.0, 'loss': 0.08238716791330651}
+{'epoch': 36, 'iter': 120, 'avg_loss': 0.06482553539731487, 'avg_acc': 0.0, 'loss': 0.0819385036847312}
+{'epoch': 36, 'iter': 130, 'avg_loss': 0.06452464088911752, 'avg_acc': 0.0, 'loss': 0.049948814108493673}
+{'epoch': 36, 'iter': 140, 'avg_loss': 0.06497197544920048, 'avg_acc': 0.0, 'loss': 0.05262213784406607}
+{'epoch': 36, 'iter': 150, 'avg_loss': 0.06528204951949132, 'avg_acc': 0.0, 'loss': 0.06818207126484106}
+{'epoch': 36, 'iter': 160, 'avg_loss': 0.06542700752066571, 'avg_acc': 0.0, 'loss': 0.041088772098614106}
+{'epoch': 36, 'iter': 170, 'avg_loss': 0.06530510983395821, 'avg_acc': 0.0, 'loss': 0.08576101370835788}
+{'epoch': 36, 'iter': 180, 'avg_loss': 0.0649855085056303, 'avg_acc': 0.0, 'loss': 0.04266225224281633}
+{'epoch': 36, 'iter': 190, 'avg_loss': 0.06507182249301728, 'avg_acc': 0.0, 'loss': 0.05160539096595227}
+{'epoch': 36, 'iter': 200, 'avg_loss': 0.06516116157908701, 'avg_acc': 0.0, 'loss': 0.07278802428253682}
+{'epoch': 36, 'iter': 210, 'avg_loss': 0.06515987411622853, 'avg_acc': 0.0, 'loss': 0.061895864116861175}
+{'epoch': 36, 'iter': 220, 'avg_loss': 0.06558700748997177, 'avg_acc': 0.0, 'loss': 0.08494312748692728}
+{'epoch': 36, 'iter': 230, 'avg_loss': 0.06552425985871072, 'avg_acc': 0.0, 'loss': 0.06370233817108328}
+{'epoch': 36, 'iter': 240, 'avg_loss': 0.06528892973688755, 'avg_acc': 0.0, 'loss': 0.0350776279155249}
+{'epoch': 36, 'iter': 250, 'avg_loss': 0.06510663456879044, 'avg_acc': 0.0, 'loss': 0.06956460375835961}
+{'epoch': 36, 'iter': 260, 'avg_loss': 0.06492248001753789, 'avg_acc': 0.0, 'loss': 0.06744152459545408}
+{'epoch': 'EP36_test', 'eval_accuracy': 0.0, 'ece': 0.03380538150668144, 'avg_loss': 0.06492316780536896, 'f1_scores': 0.9487909203700866}
+{'epoch': 37, 'iter': 0, 'avg_loss': 0.06246031173569528, 'avg_acc': 0.0, 'loss': 0.06246031173569528}
+{'epoch': 37, 'iter': 10, 'avg_loss': 0.05565961017440626, 'avg_acc': 0.0, 'loss': 0.056745265867277794}
+{'epoch': 37, 'iter': 20, 'avg_loss': 0.059935666750457306, 'avg_acc': 0.0, 'loss': 0.06814197347121567}
+{'epoch': 37, 'iter': 30, 'avg_loss': 0.06360066591096392, 'avg_acc': 0.0, 'loss': 0.07549212962612728}
+{'epoch': 37, 'iter': 40, 'avg_loss': 0.062179387294567956, 'avg_acc': 0.0, 'loss': 0.05529793728211578}
+{'epoch': 37, 'iter': 50, 'avg_loss': 0.06312287296916816, 'avg_acc': 0.0, 'loss': 0.053199201548669146}
+{'epoch': 37, 'iter': 60, 'avg_loss': 0.06578122992707046, 'avg_acc': 0.0, 'loss': 0.02999780404609607}
+{'epoch': 37, 'iter': 70, 'avg_loss': 0.0672222546572497, 'avg_acc': 0.0, 'loss': 0.05154600859654172}
+{'epoch': 37, 'iter': 80, 'avg_loss': 0.0671446220261283, 'avg_acc': 0.0, 'loss': 0.06889312274554575}
+{'epoch': 37, 'iter': 90, 'avg_loss': 0.06623871985703167, 'avg_acc': 0.0, 'loss': 0.08963014951117591}
+{'epoch': 37, 'iter': 100, 'avg_loss': 0.06648195442259107, 'avg_acc': 0.0, 'loss': 0.04826961974842041}
+{'epoch': 37, 'iter': 110, 'avg_loss': 0.06727298530868317, 'avg_acc': 0.0, 'loss': 0.08601320224767862}
+{'epoch': 37, 'iter': 120, 'avg_loss': 0.06822935950561593, 'avg_acc': 0.0, 'loss': 0.08390654289414506}
+{'epoch': 37, 'iter': 130, 'avg_loss': 0.06791003464030758, 'avg_acc': 0.0, 'loss': 0.05247177489033967}
+{'epoch': 37, 'iter': 140, 'avg_loss': 0.0683381739665627, 'avg_acc': 0.0, 'loss': 0.05697193645195446}
+{'epoch': 37, 'iter': 150, 'avg_loss': 0.0686461706195103, 'avg_acc': 0.0, 'loss': 0.07214670834991109}
+{'epoch': 37, 'iter': 160, 'avg_loss': 0.06879262120348843, 'avg_acc': 0.0, 'loss': 0.0454144485351711}
+{'epoch': 37, 'iter': 170, 'avg_loss': 0.06866517633864942, 'avg_acc': 0.0, 'loss': 0.0880913334668451}
+{'epoch': 37, 'iter': 180, 'avg_loss': 0.0683461958133521, 'avg_acc': 0.0, 'loss': 0.04421859814088488}
+{'epoch': 37, 'iter': 190, 'avg_loss': 0.06842692142999846, 'avg_acc': 0.0, 'loss': 0.056232456535318366}
+{'epoch': 37, 'iter': 200, 'avg_loss': 0.06851179195635936, 'avg_acc': 0.0, 'loss': 0.07634997771679407}
+{'epoch': 37, 'iter': 210, 'avg_loss': 0.06847773929157604, 'avg_acc': 0.0, 'loss': 0.06203907839873831}
+{'epoch': 37, 'iter': 220, 'avg_loss': 0.06892396979755713, 'avg_acc': 0.0, 'loss': 0.08859091044881291}
+{'epoch': 37, 'iter': 230, 'avg_loss': 0.06886438148573353, 'avg_acc': 0.0, 'loss': 0.06841570876529447}
+{'epoch': 37, 'iter': 240, 'avg_loss': 0.06863940885032387, 'avg_acc': 0.0, 'loss': 0.038782829222392526}
+{'epoch': 37, 'iter': 250, 'avg_loss': 0.06847783224087906, 'avg_acc': 0.0, 'loss': 0.07726212550343396}
+{'epoch': 37, 'iter': 260, 'avg_loss': 0.06829342290677594, 'avg_acc': 0.0, 'loss': 0.07193711227788363}
+{'epoch': 'EP37_test', 'eval_accuracy': 0.0, 'ece': 0.04112747684121132, 'avg_loss': 0.06830406251565753, 'f1_scores': 0.9489219807330906}
+{'epoch': 38, 'iter': 0, 'avg_loss': 0.06002915196530369, 'avg_acc': 0.0, 'loss': 0.06002915196530369}
+{'epoch': 38, 'iter': 10, 'avg_loss': 0.054921217539154514, 'avg_acc': 0.0, 'loss': 0.05518670842799825}
+{'epoch': 38, 'iter': 20, 'avg_loss': 0.05912177608573632, 'avg_acc': 0.0, 'loss': 0.06757588341152346}
+{'epoch': 38, 'iter': 30, 'avg_loss': 0.06225722031610764, 'avg_acc': 0.0, 'loss': 0.07395761075593198}
+{'epoch': 38, 'iter': 40, 'avg_loss': 0.06063682752816085, 'avg_acc': 0.0, 'loss': 0.05178468365641362}
+{'epoch': 38, 'iter': 50, 'avg_loss': 0.06144538170597221, 'avg_acc': 0.0, 'loss': 0.050571420312573015}
+{'epoch': 38, 'iter': 60, 'avg_loss': 0.0640545242753988, 'avg_acc': 0.0, 'loss': 0.02885796101263947}
+{'epoch': 38, 'iter': 70, 'avg_loss': 0.06551369443463398, 'avg_acc': 0.0, 'loss': 0.05123892889618478}
+{'epoch': 38, 'iter': 80, 'avg_loss': 0.06535541819050317, 'avg_acc': 0.0, 'loss': 0.0671585219400705}
+{'epoch': 38, 'iter': 90, 'avg_loss': 0.06448275846412904, 'avg_acc': 0.0, 'loss': 0.08547655705203688}
+{'epoch': 38, 'iter': 100, 'avg_loss': 0.06474803915235099, 'avg_acc': 0.0, 'loss': 0.04761718976216603}
+{'epoch': 38, 'iter': 110, 'avg_loss': 0.06548337893244975, 'avg_acc': 0.0, 'loss': 0.08235507265042737}
+{'epoch': 38, 'iter': 120, 'avg_loss': 0.06650058296705226, 'avg_acc': 0.0, 'loss': 0.0820202185406304}
+{'epoch': 38, 'iter': 130, 'avg_loss': 0.06617688930813465, 'avg_acc': 0.0, 'loss': 0.051543970335996746}
+{'epoch': 38, 'iter': 140, 'avg_loss': 0.06659749061773278, 'avg_acc': 0.0, 'loss': 0.05583574105816069}
+{'epoch': 38, 'iter': 150, 'avg_loss': 0.06690790893440564, 'avg_acc': 0.0, 'loss': 0.06950345391777546}
+{'epoch': 38, 'iter': 160, 'avg_loss': 0.06704098645457472, 'avg_acc': 0.0, 'loss': 0.04575945884431576}
+{'epoch': 38, 'iter': 170, 'avg_loss': 0.0669156291281841, 'avg_acc': 0.0, 'loss': 0.08584768979879494}
+{'epoch': 38, 'iter': 180, 'avg_loss': 0.06655153695318701, 'avg_acc': 0.0, 'loss': 0.04382847180035501}
+{'epoch': 38, 'iter': 190, 'avg_loss': 0.06664047722190677, 'avg_acc': 0.0, 'loss': 0.05476231633912221}
+{'epoch': 38, 'iter': 200, 'avg_loss': 0.06673927020858844, 'avg_acc': 0.0, 'loss': 0.07361066788121207}
+{'epoch': 38, 'iter': 210, 'avg_loss': 0.06674590966735834, 'avg_acc': 0.0, 'loss': 0.06393169680268329}
+{'epoch': 38, 'iter': 220, 'avg_loss': 0.0671569873067091, 'avg_acc': 0.0, 'loss': 0.08850378236507238}
+{'epoch': 38, 'iter': 230, 'avg_loss': 0.06709175985584322, 'avg_acc': 0.0, 'loss': 0.06688061036954553}
+{'epoch': 38, 'iter': 240, 'avg_loss': 0.06685176765676816, 'avg_acc': 0.0, 'loss': 0.0361887392649578}
+{'epoch': 38, 'iter': 250, 'avg_loss': 0.06666787914743262, 'avg_acc': 0.0, 'loss': 0.07148111020610161}
+{'epoch': 38, 'iter': 260, 'avg_loss': 0.0664832168153155, 'avg_acc': 0.0, 'loss': 0.07018770670970298}
+{'epoch': 'EP38_test', 'eval_accuracy': 0.0, 'ece': 0.02721221372485161, 'avg_loss': 0.0664888844517208, 'f1_scores': 0.948672459368036}
+{'epoch': 39, 'iter': 0, 'avg_loss': 0.06160231730741218, 'avg_acc': 0.0, 'loss': 0.06160231730741218}
+{'epoch': 39, 'iter': 10, 'avg_loss': 0.054777720341757104, 'avg_acc': 0.0, 'loss': 0.05512445386217937}
+{'epoch': 39, 'iter': 20, 'avg_loss': 0.05899791879589319, 'avg_acc': 0.0, 'loss': 0.0657305371363301}
+{'epoch': 39, 'iter': 30, 'avg_loss': 0.06215839044089545, 'avg_acc': 0.0, 'loss': 0.07485948615068796}
+{'epoch': 39, 'iter': 40, 'avg_loss': 0.06074764452587112, 'avg_acc': 0.0, 'loss': 0.05359318401162584}
+{'epoch': 39, 'iter': 50, 'avg_loss': 0.06149137500504418, 'avg_acc': 0.0, 'loss': 0.0510203198104721}
+{'epoch': 39, 'iter': 60, 'avg_loss': 0.0641268375621079, 'avg_acc': 0.0, 'loss': 0.029324563063011864}
+{'epoch': 39, 'iter': 70, 'avg_loss': 0.06548125978060103, 'avg_acc': 0.0, 'loss': 0.049498831503342444}
+{'epoch': 39, 'iter': 80, 'avg_loss': 0.06534036917625759, 'avg_acc': 0.0, 'loss': 0.06517218870476427}
+{'epoch': 39, 'iter': 90, 'avg_loss': 0.06451804563698338, 'avg_acc': 0.0, 'loss': 0.08611669326791928}
+{'epoch': 39, 'iter': 100, 'avg_loss': 0.06480324273115282, 'avg_acc': 0.0, 'loss': 0.047015261296272516}
+{'epoch': 39, 'iter': 110, 'avg_loss': 0.06556397425525896, 'avg_acc': 0.0, 'loss': 0.08354322354969261}
+{'epoch': 39, 'iter': 120, 'avg_loss': 0.06648393490392608, 'avg_acc': 0.0, 'loss': 0.0847362784956707}
+{'epoch': 39, 'iter': 130, 'avg_loss': 0.06615390238771954, 'avg_acc': 0.0, 'loss': 0.05075828117263167}
+{'epoch': 39, 'iter': 140, 'avg_loss': 0.06659724133973029, 'avg_acc': 0.0, 'loss': 0.053888621952247764}
+{'epoch': 39, 'iter': 150, 'avg_loss': 0.06690806938356401, 'avg_acc': 0.0, 'loss': 0.06948968492682589}
+{'epoch': 39, 'iter': 160, 'avg_loss': 0.06705810637571934, 'avg_acc': 0.0, 'loss': 0.04514242962479134}
+{'epoch': 39, 'iter': 170, 'avg_loss': 0.06692276339341141, 'avg_acc': 0.0, 'loss': 0.08637721491013345}
+{'epoch': 39, 'iter': 180, 'avg_loss': 0.06660533662920792, 'avg_acc': 0.0, 'loss': 0.04433549464358423}
+{'epoch': 39, 'iter': 190, 'avg_loss': 0.06669612212935708, 'avg_acc': 0.0, 'loss': 0.05374669968331805}
+{'epoch': 39, 'iter': 200, 'avg_loss': 0.06679199478645562, 'avg_acc': 0.0, 'loss': 0.07380936114985355}
+{'epoch': 39, 'iter': 210, 'avg_loss': 0.06678290686641578, 'avg_acc': 0.0, 'loss': 0.06352213442871905}
+{'epoch': 39, 'iter': 220, 'avg_loss': 0.06717555567892493, 'avg_acc': 0.0, 'loss': 0.0861580315258022}
+{'epoch': 39, 'iter': 230, 'avg_loss': 0.06710577173462463, 'avg_acc': 0.0, 'loss': 0.06335263003926782}
+{'epoch': 39, 'iter': 240, 'avg_loss': 0.06688496498003786, 'avg_acc': 0.0, 'loss': 0.03788718368826136}
+{'epoch': 39, 'iter': 250, 'avg_loss': 0.06669735830557567, 'avg_acc': 0.0, 'loss': 0.06980606716462846}
+{'epoch': 39, 'iter': 260, 'avg_loss': 0.0665064320742009, 'avg_acc': 0.0, 'loss': 0.06973776807850689}
+{'epoch': 'EP39_test', 'eval_accuracy': 0.0, 'ece': 0.037938591092824936, 'avg_loss': 0.06651467541634093, 'f1_scores': 0.94880351973104}
+{'epoch': 40, 'iter': 0, 'avg_loss': 0.05701192397186462, 'avg_acc': 0.0, 'loss': 0.05701192397186462}
+{'epoch': 40, 'iter': 10, 'avg_loss': 0.053703560834375594, 'avg_acc': 0.0, 'loss': 0.055243273362253015}
+{'epoch': 40, 'iter': 20, 'avg_loss': 0.057946055724996656, 'avg_acc': 0.0, 'loss': 0.06562093398960249}
+{'epoch': 40, 'iter': 30, 'avg_loss': 0.061017596557409064, 'avg_acc': 0.0, 'loss': 0.0740562017965252}
+{'epoch': 40, 'iter': 40, 'avg_loss': 0.059367997657125665, 'avg_acc': 0.0, 'loss': 0.05027370276104648}
+{'epoch': 40, 'iter': 50, 'avg_loss': 0.059897211440710245, 'avg_acc': 0.0, 'loss': 0.04842261652004254}
+{'epoch': 40, 'iter': 60, 'avg_loss': 0.06253514135614915, 'avg_acc': 0.0, 'loss': 0.028234256438362793}
+{'epoch': 40, 'iter': 70, 'avg_loss': 0.0639170617204805, 'avg_acc': 0.0, 'loss': 0.048789472390012634}
+{'epoch': 40, 'iter': 80, 'avg_loss': 0.06380473771604757, 'avg_acc': 0.0, 'loss': 0.06296230564234812}
+{'epoch': 40, 'iter': 90, 'avg_loss': 0.06285639544001005, 'avg_acc': 0.0, 'loss': 0.08323827996377986}
+{'epoch': 40, 'iter': 100, 'avg_loss': 0.0631442651513934, 'avg_acc': 0.0, 'loss': 0.04705120808216634}
+{'epoch': 40, 'iter': 110, 'avg_loss': 0.06391813531392222, 'avg_acc': 0.0, 'loss': 0.08257625087700099}
+{'epoch': 40, 'iter': 120, 'avg_loss': 0.0648822599108277, 'avg_acc': 0.0, 'loss': 0.08261870790565645}
+{'epoch': 40, 'iter': 130, 'avg_loss': 0.06461375363535414, 'avg_acc': 0.0, 'loss': 0.05181240440832977}
+{'epoch': 40, 'iter': 140, 'avg_loss': 0.06503395397221051, 'avg_acc': 0.0, 'loss': 0.05277065624972822}
+{'epoch': 40, 'iter': 150, 'avg_loss': 0.06533162778470387, 'avg_acc': 0.0, 'loss': 0.06783762403801218}
+{'epoch': 40, 'iter': 160, 'avg_loss': 0.06549207404408815, 'avg_acc': 0.0, 'loss': 0.04469658550596023}
+{'epoch': 40, 'iter': 170, 'avg_loss': 0.0653691491699975, 'avg_acc': 0.0, 'loss': 0.08656274848720256}
+{'epoch': 40, 'iter': 180, 'avg_loss': 0.06503904341797612, 'avg_acc': 0.0, 'loss': 0.04345632484770639}
+{'epoch': 40, 'iter': 190, 'avg_loss': 0.06517227288601904, 'avg_acc': 0.0, 'loss': 0.05228138843036893}
+{'epoch': 40, 'iter': 200, 'avg_loss': 0.0652439010032508, 'avg_acc': 0.0, 'loss': 0.07158494418092687}
+{'epoch': 40, 'iter': 210, 'avg_loss': 0.06527358101632344, 'avg_acc': 0.0, 'loss': 0.06397193734989871}
+{'epoch': 40, 'iter': 220, 'avg_loss': 0.06571641593805326, 'avg_acc': 0.0, 'loss': 0.08451974138711194}
+{'epoch': 40, 'iter': 230, 'avg_loss': 0.06564605546178642, 'avg_acc': 0.0, 'loss': 0.06324625189549643}
+{'epoch': 40, 'iter': 240, 'avg_loss': 0.0654370712460657, 'avg_acc': 0.0, 'loss': 0.035121068288422715}
+{'epoch': 40, 'iter': 250, 'avg_loss': 0.065223930659944, 'avg_acc': 0.0, 'loss': 0.06802948652131947}
+{'epoch': 40, 'iter': 260, 'avg_loss': 0.06504409805065345, 'avg_acc': 0.0, 'loss': 0.06629427876144485}
+{'epoch': 'EP40_test', 'eval_accuracy': 0.0, 'ece': 0.03155756741762161, 'avg_loss': 0.06502257215411723, 'f1_scores': 0.9486533893132156}
+{'epoch': 41, 'iter': 0, 'avg_loss': 0.059976443201419115, 'avg_acc': 0.0, 'loss': 0.059976443201419115}
+{'epoch': 41, 'iter': 10, 'avg_loss': 0.05322077851589295, 'avg_acc': 0.0, 'loss': 0.05309013575104667}
+{'epoch': 41, 'iter': 20, 'avg_loss': 0.05737686003671027, 'avg_acc': 0.0, 'loss': 0.06446781558742032}
+{'epoch': 41, 'iter': 30, 'avg_loss': 0.060583161731019915, 'avg_acc': 0.0, 'loss': 0.07410445833710355}
+{'epoch': 41, 'iter': 40, 'avg_loss': 0.05921148168083368, 'avg_acc': 0.0, 'loss': 0.05151504452121409}
+{'epoch': 41, 'iter': 50, 'avg_loss': 0.06007529431088719, 'avg_acc': 0.0, 'loss': 0.05020827102466033}
+{'epoch': 41, 'iter': 60, 'avg_loss': 0.06280509062094881, 'avg_acc': 0.0, 'loss': 0.027785739728861763}
+{'epoch': 41, 'iter': 70, 'avg_loss': 0.06419405036054249, 'avg_acc': 0.0, 'loss': 0.049422772899780344}
+{'epoch': 41, 'iter': 80, 'avg_loss': 0.06412060703845845, 'avg_acc': 0.0, 'loss': 0.06528408335824613}
+{'epoch': 41, 'iter': 90, 'avg_loss': 0.06324757652804805, 'avg_acc': 0.0, 'loss': 0.08616748421215041}
+{'epoch': 41, 'iter': 100, 'avg_loss': 0.06351498704565674, 'avg_acc': 0.0, 'loss': 0.04572955661487705}
+{'epoch': 41, 'iter': 110, 'avg_loss': 0.06429707703356052, 'avg_acc': 0.0, 'loss': 0.08465931220435355}
+{'epoch': 41, 'iter': 120, 'avg_loss': 0.06520633589781036, 'avg_acc': 0.0, 'loss': 0.08217561509614564}
+{'epoch': 41, 'iter': 130, 'avg_loss': 0.06488974548798156, 'avg_acc': 0.0, 'loss': 0.05104531056555775}
+{'epoch': 41, 'iter': 140, 'avg_loss': 0.06535253460557847, 'avg_acc': 0.0, 'loss': 0.05323019241450311}
+{'epoch': 41, 'iter': 150, 'avg_loss': 0.0656441699689866, 'avg_acc': 0.0, 'loss': 0.06893486077560088}
+{'epoch': 41, 'iter': 160, 'avg_loss': 0.0658153969871099, 'avg_acc': 0.0, 'loss': 0.04162818434017319}
+{'epoch': 41, 'iter': 170, 'avg_loss': 0.06566943494262333, 'avg_acc': 0.0, 'loss': 0.0856713992047519}
+{'epoch': 41, 'iter': 180, 'avg_loss': 0.06536284397853759, 'avg_acc': 0.0, 'loss': 0.042141256925617654}
+{'epoch': 41, 'iter': 190, 'avg_loss': 0.06544220203774394, 'avg_acc': 0.0, 'loss': 0.051174969345408626}
+{'epoch': 41, 'iter': 200, 'avg_loss': 0.06553462483977338, 'avg_acc': 0.0, 'loss': 0.07322634162814064}
+{'epoch': 41, 'iter': 210, 'avg_loss': 0.06552113673131926, 'avg_acc': 0.0, 'loss': 0.060683335569576356}
+{'epoch': 41, 'iter': 220, 'avg_loss': 0.06596274217038027, 'avg_acc': 0.0, 'loss': 0.08567768845229498}
+{'epoch': 41, 'iter': 230, 'avg_loss': 0.06589327099322634, 'avg_acc': 0.0, 'loss': 0.06267750476821934}
+{'epoch': 41, 'iter': 240, 'avg_loss': 0.06567162833568635, 'avg_acc': 0.0, 'loss': 0.035678804692793165}
+{'epoch': 41, 'iter': 250, 'avg_loss': 0.06549868309782651, 'avg_acc': 0.0, 'loss': 0.07011038669551388}
+{'epoch': 41, 'iter': 260, 'avg_loss': 0.06532372745142664, 'avg_acc': 0.0, 'loss': 0.06868130622361182}
+{'epoch': 'EP41_test', 'eval_accuracy': 0.0, 'ece': 0.04074522852897644, 'avg_loss': 0.06533938083475546, 'f1_scores': 0.9489219807330906}
+{'epoch': 42, 'iter': 0, 'avg_loss': 0.05871088845988684, 'avg_acc': 0.0, 'loss': 0.05871088845988684}
+{'epoch': 42, 'iter': 10, 'avg_loss': 0.052761333702638046, 'avg_acc': 0.0, 'loss': 0.05262429131792194}
+{'epoch': 42, 'iter': 20, 'avg_loss': 0.05684598988238509, 'avg_acc': 0.0, 'loss': 0.06384144777347599}
+{'epoch': 42, 'iter': 30, 'avg_loss': 0.06015247967173235, 'avg_acc': 0.0, 'loss': 0.07293474567675924}
+{'epoch': 42, 'iter': 40, 'avg_loss': 0.058654714085025726, 'avg_acc': 0.0, 'loss': 0.05052934391687001}
+{'epoch': 42, 'iter': 50, 'avg_loss': 0.059498492323249295, 'avg_acc': 0.0, 'loss': 0.04932944314441556}
+{'epoch': 42, 'iter': 60, 'avg_loss': 0.06214434306018494, 'avg_acc': 0.0, 'loss': 0.027312674826029185}
+{'epoch': 42, 'iter': 70, 'avg_loss': 0.06351136953800879, 'avg_acc': 0.0, 'loss': 0.04848513699874144}
+{'epoch': 42, 'iter': 80, 'avg_loss': 0.06343213870877343, 'avg_acc': 0.0, 'loss': 0.0644181910533348}
+{'epoch': 42, 'iter': 90, 'avg_loss': 0.062538758139526, 'avg_acc': 0.0, 'loss': 0.08439843653290575}
+{'epoch': 42, 'iter': 100, 'avg_loss': 0.06281625658127946, 'avg_acc': 0.0, 'loss': 0.04563438951014729}
+{'epoch': 42, 'iter': 110, 'avg_loss': 0.06358679952451524, 'avg_acc': 0.0, 'loss': 0.08193546521487503}
+{'epoch': 42, 'iter': 120, 'avg_loss': 0.06452769689330973, 'avg_acc': 0.0, 'loss': 0.08035812499986962}
+{'epoch': 42, 'iter': 130, 'avg_loss': 0.0642091677878393, 'avg_acc': 0.0, 'loss': 0.050594249421854844}
+{'epoch': 42, 'iter': 140, 'avg_loss': 0.06464050603927415, 'avg_acc': 0.0, 'loss': 0.05289825866605367}
+{'epoch': 42, 'iter': 150, 'avg_loss': 0.06494237379522805, 'avg_acc': 0.0, 'loss': 0.0676537119446071}
+{'epoch': 42, 'iter': 160, 'avg_loss': 0.06509496441829829, 'avg_acc': 0.0, 'loss': 0.04246826972310405}
+{'epoch': 42, 'iter': 170, 'avg_loss': 0.06494408504417044, 'avg_acc': 0.0, 'loss': 0.08450307673931384}
+{'epoch': 42, 'iter': 180, 'avg_loss': 0.06461398655157523, 'avg_acc': 0.0, 'loss': 0.0414994125238195}
+{'epoch': 42, 'iter': 190, 'avg_loss': 0.06469563297104966, 'avg_acc': 0.0, 'loss': 0.05146121040899385}
+{'epoch': 42, 'iter': 200, 'avg_loss': 0.06478101168859574, 'avg_acc': 0.0, 'loss': 0.07194010025267517}
+{'epoch': 42, 'iter': 210, 'avg_loss': 0.06476771699767085, 'avg_acc': 0.0, 'loss': 0.061280979103258915}
+{'epoch': 42, 'iter': 220, 'avg_loss': 0.06520817844950098, 'avg_acc': 0.0, 'loss': 0.08476873863390567}
+{'epoch': 42, 'iter': 230, 'avg_loss': 0.06514551037549993, 'avg_acc': 0.0, 'loss': 0.0640256347330543}
+{'epoch': 42, 'iter': 240, 'avg_loss': 0.06492647811630932, 'avg_acc': 0.0, 'loss': 0.03474420885118791}
+{'epoch': 42, 'iter': 250, 'avg_loss': 0.06474459105247295, 'avg_acc': 0.0, 'loss': 0.07109808838277688}
+{'epoch': 42, 'iter': 260, 'avg_loss': 0.06455585145212481, 'avg_acc': 0.0, 'loss': 0.06720674934521347}
+{'epoch': 'EP42_test', 'eval_accuracy': 0.0, 'ece': 0.03912830725312233, 'avg_loss': 0.06455257330532384, 'f1_scores': 0.9489219807330906}
+{'epoch': 43, 'iter': 0, 'avg_loss': 0.059236293349410316, 'avg_acc': 0.0, 'loss': 0.059236293349410316}
+{'epoch': 43, 'iter': 10, 'avg_loss': 0.053458293299302434, 'avg_acc': 0.0, 'loss': 0.052422111048615855}
+{'epoch': 43, 'iter': 20, 'avg_loss': 0.05783488602026922, 'avg_acc': 0.0, 'loss': 0.06478552902069623}
+{'epoch': 43, 'iter': 30, 'avg_loss': 0.06126690181750655, 'avg_acc': 0.0, 'loss': 0.07499607660896247}
+{'epoch': 43, 'iter': 40, 'avg_loss': 0.059727773818940934, 'avg_acc': 0.0, 'loss': 0.05169728913125482}
+{'epoch': 43, 'iter': 50, 'avg_loss': 0.06069550168865398, 'avg_acc': 0.0, 'loss': 0.0505554697657057}
+{'epoch': 43, 'iter': 60, 'avg_loss': 0.06342010987253244, 'avg_acc': 0.0, 'loss': 0.028785380856204155}
+{'epoch': 43, 'iter': 70, 'avg_loss': 0.06483138594574352, 'avg_acc': 0.0, 'loss': 0.04989017945078038}
+{'epoch': 43, 'iter': 80, 'avg_loss': 0.064746342632724, 'avg_acc': 0.0, 'loss': 0.06616227196038185}
+{'epoch': 43, 'iter': 90, 'avg_loss': 0.06384166145879461, 'avg_acc': 0.0, 'loss': 0.08589848786960731}
+{'epoch': 43, 'iter': 100, 'avg_loss': 0.06409310150292112, 'avg_acc': 0.0, 'loss': 0.04694594866884927}
+{'epoch': 43, 'iter': 110, 'avg_loss': 0.06484159938271339, 'avg_acc': 0.0, 'loss': 0.08368642107329345}
+{'epoch': 43, 'iter': 120, 'avg_loss': 0.06577716312925877, 'avg_acc': 0.0, 'loss': 0.08181947831825807}
+{'epoch': 43, 'iter': 130, 'avg_loss': 0.06548004862475619, 'avg_acc': 0.0, 'loss': 0.051930235114030304}
+{'epoch': 43, 'iter': 140, 'avg_loss': 0.06594308819510643, 'avg_acc': 0.0, 'loss': 0.05546914557507827}
+{'epoch': 43, 'iter': 150, 'avg_loss': 0.066239045784149, 'avg_acc': 0.0, 'loss': 0.07065899443045152}
+{'epoch': 43, 'iter': 160, 'avg_loss': 0.06639415317702985, 'avg_acc': 0.0, 'loss': 0.04200808397790264}
+{'epoch': 43, 'iter': 170, 'avg_loss': 0.06623736862778962, 'avg_acc': 0.0, 'loss': 0.08624398473036925}
+{'epoch': 43, 'iter': 180, 'avg_loss': 0.06592348771116012, 'avg_acc': 0.0, 'loss': 0.0433400216812905}
+{'epoch': 43, 'iter': 190, 'avg_loss': 0.06600674109321689, 'avg_acc': 0.0, 'loss': 0.05165244802607763}
+{'epoch': 43, 'iter': 200, 'avg_loss': 0.06608598216581173, 'avg_acc': 0.0, 'loss': 0.07528158249105639}
+{'epoch': 43, 'iter': 210, 'avg_loss': 0.06607361639269767, 'avg_acc': 0.0, 'loss': 0.062497121662590055}
+{'epoch': 43, 'iter': 220, 'avg_loss': 0.06652624916664526, 'avg_acc': 0.0, 'loss': 0.08603279281334153}
+{'epoch': 43, 'iter': 230, 'avg_loss': 0.06647049994493076, 'avg_acc': 0.0, 'loss': 0.06547898430771072}
+{'epoch': 43, 'iter': 240, 'avg_loss': 0.06622818432727393, 'avg_acc': 0.0, 'loss': 0.036262482754377094}
+{'epoch': 43, 'iter': 250, 'avg_loss': 0.06604548126013338, 'avg_acc': 0.0, 'loss': 0.07248964971366993}
+{'epoch': 43, 'iter': 260, 'avg_loss': 0.0658468582979332, 'avg_acc': 0.0, 'loss': 0.06819184665403911}
+{'epoch': 'EP43_test', 'eval_accuracy': 0.0, 'ece': 0.04509172588586807, 'avg_loss': 0.0658414464375859, 'f1_scores': 0.9489219807330906}
+{'epoch': 44, 'iter': 0, 'avg_loss': 0.057846453786502085, 'avg_acc': 0.0, 'loss': 0.057846453786502085}
+{'epoch': 44, 'iter': 10, 'avg_loss': 0.05394326457109239, 'avg_acc': 0.0, 'loss': 0.05461387759021363}
+{'epoch': 44, 'iter': 20, 'avg_loss': 0.05821384555708501, 'avg_acc': 0.0, 'loss': 0.06650362546741917}
+{'epoch': 44, 'iter': 30, 'avg_loss': 0.0614439688622836, 'avg_acc': 0.0, 'loss': 0.07440382927370592}
+{'epoch': 44, 'iter': 40, 'avg_loss': 0.05983631088533966, 'avg_acc': 0.0, 'loss': 0.05087439758514327}
+{'epoch': 44, 'iter': 50, 'avg_loss': 0.060642610339925566, 'avg_acc': 0.0, 'loss': 0.04978527879725496}
+{'epoch': 44, 'iter': 60, 'avg_loss': 0.0632842147731448, 'avg_acc': 0.0, 'loss': 0.029017558736240644}
+{'epoch': 44, 'iter': 70, 'avg_loss': 0.06472589549553791, 'avg_acc': 0.0, 'loss': 0.05047177581725951}
+{'epoch': 44, 'iter': 80, 'avg_loss': 0.0646123026746942, 'avg_acc': 0.0, 'loss': 0.06557165200245306}
+{'epoch': 44, 'iter': 90, 'avg_loss': 0.0636948844525661, 'avg_acc': 0.0, 'loss': 0.08457811755293472}
+{'epoch': 44, 'iter': 100, 'avg_loss': 0.06396659975297965, 'avg_acc': 0.0, 'loss': 0.047335373006189584}
+{'epoch': 44, 'iter': 110, 'avg_loss': 0.06472152372381615, 'avg_acc': 0.0, 'loss': 0.0824334001019013}
+{'epoch': 44, 'iter': 120, 'avg_loss': 0.06570304203110584, 'avg_acc': 0.0, 'loss': 0.08338098696471466}
+{'epoch': 44, 'iter': 130, 'avg_loss': 0.06541939401069931, 'avg_acc': 0.0, 'loss': 0.051775743410083966}
+{'epoch': 44, 'iter': 140, 'avg_loss': 0.06583897414446682, 'avg_acc': 0.0, 'loss': 0.05456143772420319}
+{'epoch': 44, 'iter': 150, 'avg_loss': 0.06612447257755076, 'avg_acc': 0.0, 'loss': 0.0688843335770051}
+{'epoch': 44, 'iter': 160, 'avg_loss': 0.06627605615062349, 'avg_acc': 0.0, 'loss': 0.04372027660748959}
+{'epoch': 44, 'iter': 170, 'avg_loss': 0.06614195475562305, 'avg_acc': 0.0, 'loss': 0.08655740048798828}
+{'epoch': 44, 'iter': 180, 'avg_loss': 0.0658089040106113, 'avg_acc': 0.0, 'loss': 0.04339279012358637}
+{'epoch': 44, 'iter': 190, 'avg_loss': 0.06590717557080278, 'avg_acc': 0.0, 'loss': 0.052439286572864924}
+{'epoch': 44, 'iter': 200, 'avg_loss': 0.06598820780883476, 'avg_acc': 0.0, 'loss': 0.07306035555581047}
+{'epoch': 44, 'iter': 210, 'avg_loss': 0.06599200109409414, 'avg_acc': 0.0, 'loss': 0.06317891579785899}
+{'epoch': 44, 'iter': 220, 'avg_loss': 0.06641702706300762, 'avg_acc': 0.0, 'loss': 0.08623253244268524}
+{'epoch': 44, 'iter': 230, 'avg_loss': 0.06635623000346921, 'avg_acc': 0.0, 'loss': 0.06449373777446761}
+{'epoch': 44, 'iter': 240, 'avg_loss': 0.06610883778611341, 'avg_acc': 0.0, 'loss': 0.035388521551088355}
+{'epoch': 44, 'iter': 250, 'avg_loss': 0.06592572710365073, 'avg_acc': 0.0, 'loss': 0.07008228469788946}
+{'epoch': 44, 'iter': 260, 'avg_loss': 0.0657447150047367, 'avg_acc': 0.0, 'loss': 0.06825181953218719}
+{'epoch': 'EP44_test', 'eval_accuracy': 0.0, 'ece': 0.029081132262945175, 'avg_loss': 0.06574342490418282, 'f1_scores': 0.9487909203700866}
+{'epoch': 45, 'iter': 0, 'avg_loss': 0.060359548424303605, 'avg_acc': 0.0, 'loss': 0.060359548424303605}
+{'epoch': 45, 'iter': 10, 'avg_loss': 0.05201438107865059, 'avg_acc': 0.0, 'loss': 0.05141216050260969}
+{'epoch': 45, 'iter': 20, 'avg_loss': 0.056049809907264686, 'avg_acc': 0.0, 'loss': 0.06191185505163535}
+{'epoch': 45, 'iter': 30, 'avg_loss': 0.05938578991260432, 'avg_acc': 0.0, 'loss': 0.07172572136007764}
+{'epoch': 45, 'iter': 40, 'avg_loss': 0.05809606994518955, 'avg_acc': 0.0, 'loss': 0.05126171725059488}
+{'epoch': 45, 'iter': 50, 'avg_loss': 0.058896132964512085, 'avg_acc': 0.0, 'loss': 0.04942750414608099}
+{'epoch': 45, 'iter': 60, 'avg_loss': 0.06158909960850375, 'avg_acc': 0.0, 'loss': 0.027261363338539013}
+{'epoch': 45, 'iter': 70, 'avg_loss': 0.06299243006831992, 'avg_acc': 0.0, 'loss': 0.04707204766089035}
+{'epoch': 45, 'iter': 80, 'avg_loss': 0.06287324474523051, 'avg_acc': 0.0, 'loss': 0.06251736161559457}
+{'epoch': 45, 'iter': 90, 'avg_loss': 0.06202329069348935, 'avg_acc': 0.0, 'loss': 0.08450256917968448}
+{'epoch': 45, 'iter': 100, 'avg_loss': 0.06232918475778723, 'avg_acc': 0.0, 'loss': 0.043989665403086874}
+{'epoch': 45, 'iter': 110, 'avg_loss': 0.06311499731582484, 'avg_acc': 0.0, 'loss': 0.08132983600225023}
+{'epoch': 45, 'iter': 120, 'avg_loss': 0.06402759988313925, 'avg_acc': 0.0, 'loss': 0.08082647002104132}
+{'epoch': 45, 'iter': 130, 'avg_loss': 0.06364206469350558, 'avg_acc': 0.0, 'loss': 0.04805760191699651}
+{'epoch': 45, 'iter': 140, 'avg_loss': 0.06406394016676922, 'avg_acc': 0.0, 'loss': 0.05000242673256545}
+{'epoch': 45, 'iter': 150, 'avg_loss': 0.06438503186317768, 'avg_acc': 0.0, 'loss': 0.06611880780513957}
+{'epoch': 45, 'iter': 160, 'avg_loss': 0.06454669054451409, 'avg_acc': 0.0, 'loss': 0.04471161538115861}
+{'epoch': 45, 'iter': 170, 'avg_loss': 0.06440452651382925, 'avg_acc': 0.0, 'loss': 0.08272097802469196}
+{'epoch': 45, 'iter': 180, 'avg_loss': 0.06409127555209379, 'avg_acc': 0.0, 'loss': 0.03986617065050625}
+{'epoch': 45, 'iter': 190, 'avg_loss': 0.0641775398283071, 'avg_acc': 0.0, 'loss': 0.050389408409257284}
+{'epoch': 45, 'iter': 200, 'avg_loss': 0.06426750626944872, 'avg_acc': 0.0, 'loss': 0.0712734581648127}
+{'epoch': 45, 'iter': 210, 'avg_loss': 0.06423145976475463, 'avg_acc': 0.0, 'loss': 0.05883045647574038}
+{'epoch': 45, 'iter': 220, 'avg_loss': 0.0646355719879986, 'avg_acc': 0.0, 'loss': 0.08321348134978734}
+{'epoch': 45, 'iter': 230, 'avg_loss': 0.06459092053910072, 'avg_acc': 0.0, 'loss': 0.06464121851324274}
+{'epoch': 45, 'iter': 240, 'avg_loss': 0.06439453374631944, 'avg_acc': 0.0, 'loss': 0.03489183367113518}
+{'epoch': 45, 'iter': 250, 'avg_loss': 0.06422970156973688, 'avg_acc': 0.0, 'loss': 0.07173627184670295}
+{'epoch': 45, 'iter': 260, 'avg_loss': 0.06403379421972105, 'avg_acc': 0.0, 'loss': 0.06684458923366167}
+{'epoch': 'EP45_test', 'eval_accuracy': 0.0, 'ece': 0.02389279380440712, 'avg_loss': 0.06404412593446729, 'f1_scores': 0.9486850588776585}
+{'epoch': 46, 'iter': 0, 'avg_loss': 0.057018610408281996, 'avg_acc': 0.0, 'loss': 0.057018610408281996}
+{'epoch': 46, 'iter': 10, 'avg_loss': 0.053828058578669416, 'avg_acc': 0.0, 'loss': 0.05414227629190041}
+{'epoch': 46, 'iter': 20, 'avg_loss': 0.05819727632219942, 'avg_acc': 0.0, 'loss': 0.06649809972403935}
+{'epoch': 46, 'iter': 30, 'avg_loss': 0.06147631880504188, 'avg_acc': 0.0, 'loss': 0.0735019760634259}
+{'epoch': 46, 'iter': 40, 'avg_loss': 0.05987992521783652, 'avg_acc': 0.0, 'loss': 0.050660424468958354}
+{'epoch': 46, 'iter': 50, 'avg_loss': 0.06066727577489356, 'avg_acc': 0.0, 'loss': 0.049564487910199004}
+{'epoch': 46, 'iter': 60, 'avg_loss': 0.06336983946967532, 'avg_acc': 0.0, 'loss': 0.0292633279586799}
+{'epoch': 46, 'iter': 70, 'avg_loss': 0.06485472652956371, 'avg_acc': 0.0, 'loss': 0.05124920796141298}
+{'epoch': 46, 'iter': 80, 'avg_loss': 0.06474778018422275, 'avg_acc': 0.0, 'loss': 0.06580763502597213}
+{'epoch': 46, 'iter': 90, 'avg_loss': 0.06382186889377285, 'avg_acc': 0.0, 'loss': 0.08493773476295376}
+{'epoch': 46, 'iter': 100, 'avg_loss': 0.06408331238127321, 'avg_acc': 0.0, 'loss': 0.04753995925206514}
+{'epoch': 46, 'iter': 110, 'avg_loss': 0.06483019432870259, 'avg_acc': 0.0, 'loss': 0.08289664005276823}
+{'epoch': 46, 'iter': 120, 'avg_loss': 0.06579957064139969, 'avg_acc': 0.0, 'loss': 0.0830842833634376}
+{'epoch': 46, 'iter': 130, 'avg_loss': 0.06550594957975855, 'avg_acc': 0.0, 'loss': 0.05092039464955178}
+{'epoch': 46, 'iter': 140, 'avg_loss': 0.06594403065967126, 'avg_acc': 0.0, 'loss': 0.05511147136406537}
+{'epoch': 46, 'iter': 150, 'avg_loss': 0.06621600659562467, 'avg_acc': 0.0, 'loss': 0.06952278315751365}
+{'epoch': 46, 'iter': 160, 'avg_loss': 0.06637330092349543, 'avg_acc': 0.0, 'loss': 0.04524033411238244}
+{'epoch': 46, 'iter': 170, 'avg_loss': 0.06622852063458118, 'avg_acc': 0.0, 'loss': 0.08601127797780755}
+{'epoch': 46, 'iter': 180, 'avg_loss': 0.0658882238161819, 'avg_acc': 0.0, 'loss': 0.043516828871807835}
+{'epoch': 46, 'iter': 190, 'avg_loss': 0.06599319046462529, 'avg_acc': 0.0, 'loss': 0.05152837301875479}
+{'epoch': 46, 'iter': 200, 'avg_loss': 0.06606244625598373, 'avg_acc': 0.0, 'loss': 0.07328502435282758}
+{'epoch': 46, 'iter': 210, 'avg_loss': 0.06606247660229021, 'avg_acc': 0.0, 'loss': 0.06245944676470572}
+{'epoch': 46, 'iter': 220, 'avg_loss': 0.06648606364188811, 'avg_acc': 0.0, 'loss': 0.08664745109430376}
+{'epoch': 46, 'iter': 230, 'avg_loss': 0.06643977571462194, 'avg_acc': 0.0, 'loss': 0.0641951617678436}
+{'epoch': 46, 'iter': 240, 'avg_loss': 0.06618940258016241, 'avg_acc': 0.0, 'loss': 0.03533820225572981}
+{'epoch': 46, 'iter': 250, 'avg_loss': 0.06601569601410975, 'avg_acc': 0.0, 'loss': 0.07100851689675176}
+{'epoch': 46, 'iter': 260, 'avg_loss': 0.06583713895841821, 'avg_acc': 0.0, 'loss': 0.06808173916933973}
+{'epoch': 'EP46_test', 'eval_accuracy': 0.0, 'ece': 0.03558754920959473, 'avg_loss': 0.06583348143689907, 'f1_scores': 0.9485413528251574}
+{'epoch': 47, 'iter': 0, 'avg_loss': 0.06104979532024604, 'avg_acc': 0.0, 'loss': 0.06104979532024604}
+{'epoch': 47, 'iter': 10, 'avg_loss': 0.054260223565861826, 'avg_acc': 0.0, 'loss': 0.053515000121178345}
+{'epoch': 47, 'iter': 20, 'avg_loss': 0.058443375031532255, 'avg_acc': 0.0, 'loss': 0.06524909865393218}
+{'epoch': 47, 'iter': 30, 'avg_loss': 0.06172514146554544, 'avg_acc': 0.0, 'loss': 0.07534409055450299}
+{'epoch': 47, 'iter': 40, 'avg_loss': 0.06033054193727584, 'avg_acc': 0.0, 'loss': 0.05339936478640896}
+{'epoch': 47, 'iter': 50, 'avg_loss': 0.061257190114755604, 'avg_acc': 0.0, 'loss': 0.05129797875453537}
+{'epoch': 47, 'iter': 60, 'avg_loss': 0.06392731674703005, 'avg_acc': 0.0, 'loss': 0.030023233478760045}
+{'epoch': 47, 'iter': 70, 'avg_loss': 0.06528961505308302, 'avg_acc': 0.0, 'loss': 0.05027856012115502}
+{'epoch': 47, 'iter': 80, 'avg_loss': 0.0651642915503311, 'avg_acc': 0.0, 'loss': 0.0666471392666332}
+{'epoch': 47, 'iter': 90, 'avg_loss': 0.06431566461365548, 'avg_acc': 0.0, 'loss': 0.08606342586988701}
+{'epoch': 47, 'iter': 100, 'avg_loss': 0.06458662106037207, 'avg_acc': 0.0, 'loss': 0.04762129269664683}
+{'epoch': 47, 'iter': 110, 'avg_loss': 0.06530030248279114, 'avg_acc': 0.0, 'loss': 0.08323948840104224}
+{'epoch': 47, 'iter': 120, 'avg_loss': 0.06619561218668368, 'avg_acc': 0.0, 'loss': 0.08239861566174307}
+{'epoch': 47, 'iter': 130, 'avg_loss': 0.06588433145724333, 'avg_acc': 0.0, 'loss': 0.05156862296562232}
+{'epoch': 47, 'iter': 140, 'avg_loss': 0.06633502347375334, 'avg_acc': 0.0, 'loss': 0.054985185368366274}
+{'epoch': 47, 'iter': 150, 'avg_loss': 0.06664478200024108, 'avg_acc': 0.0, 'loss': 0.07022494224679576}
+{'epoch': 47, 'iter': 160, 'avg_loss': 0.06679985824977926, 'avg_acc': 0.0, 'loss': 0.04321912458397849}
+{'epoch': 47, 'iter': 170, 'avg_loss': 0.0666441433997765, 'avg_acc': 0.0, 'loss': 0.0848106296590702}
+{'epoch': 47, 'iter': 180, 'avg_loss': 0.06633237283084048, 'avg_acc': 0.0, 'loss': 0.043280280658417984}
+{'epoch': 47, 'iter': 190, 'avg_loss': 0.06640482399293839, 'avg_acc': 0.0, 'loss': 0.05262801728047504}
+{'epoch': 47, 'iter': 200, 'avg_loss': 0.06650677492831909, 'avg_acc': 0.0, 'loss': 0.07549979562434471}
+{'epoch': 47, 'iter': 210, 'avg_loss': 0.06648955427670795, 'avg_acc': 0.0, 'loss': 0.06253239901333732}
+{'epoch': 47, 'iter': 220, 'avg_loss': 0.06691346456823517, 'avg_acc': 0.0, 'loss': 0.08582031800931743}
+{'epoch': 47, 'iter': 230, 'avg_loss': 0.06686516492804581, 'avg_acc': 0.0, 'loss': 0.06563014326782275}
+{'epoch': 47, 'iter': 240, 'avg_loss': 0.06662176113130006, 'avg_acc': 0.0, 'loss': 0.03783891249447281}
+{'epoch': 47, 'iter': 250, 'avg_loss': 0.06644918524223868, 'avg_acc': 0.0, 'loss': 0.07219767473822815}
+{'epoch': 47, 'iter': 260, 'avg_loss': 0.06625971136009592, 'avg_acc': 0.0, 'loss': 0.06890808411125297}
+{'epoch': 'EP47_test', 'eval_accuracy': 0.0, 'ece': 0.043698884546756744, 'avg_loss': 0.06625464067966427, 'f1_scores': 0.9490340769895733}
+{'epoch': 48, 'iter': 0, 'avg_loss': 0.05586540818324335, 'avg_acc': 0.0, 'loss': 0.05586540818324335}
+{'epoch': 48, 'iter': 10, 'avg_loss': 0.052856297021519755, 'avg_acc': 0.0, 'loss': 0.05391968535243612}
+{'epoch': 48, 'iter': 20, 'avg_loss': 0.05736832356766138, 'avg_acc': 0.0, 'loss': 0.0665202097509174}
+{'epoch': 48, 'iter': 30, 'avg_loss': 0.06042142985234204, 'avg_acc': 0.0, 'loss': 0.07337678051644453}
+{'epoch': 48, 'iter': 40, 'avg_loss': 0.058641595598109456, 'avg_acc': 0.0, 'loss': 0.04868726102442419}
+{'epoch': 48, 'iter': 50, 'avg_loss': 0.05935006143362563, 'avg_acc': 0.0, 'loss': 0.047244578903278774}
+{'epoch': 48, 'iter': 60, 'avg_loss': 0.06204461653712784, 'avg_acc': 0.0, 'loss': 0.026897835948951912}
+{'epoch': 48, 'iter': 70, 'avg_loss': 0.06347836543820287, 'avg_acc': 0.0, 'loss': 0.04870565836005523}
+{'epoch': 48, 'iter': 80, 'avg_loss': 0.06328674763003747, 'avg_acc': 0.0, 'loss': 0.06299369952491166}
+{'epoch': 48, 'iter': 90, 'avg_loss': 0.06233385232763093, 'avg_acc': 0.0, 'loss': 0.0824703355886608}
+{'epoch': 48, 'iter': 100, 'avg_loss': 0.06259816527687205, 'avg_acc': 0.0, 'loss': 0.04638065529597465}
+{'epoch': 48, 'iter': 110, 'avg_loss': 0.06333736506833003, 'avg_acc': 0.0, 'loss': 0.08057070574710679}
+{'epoch': 48, 'iter': 120, 'avg_loss': 0.06434827492402122, 'avg_acc': 0.0, 'loss': 0.08186319231379814}
+{'epoch': 48, 'iter': 130, 'avg_loss': 0.06408707007915325, 'avg_acc': 0.0, 'loss': 0.05016313420558812}
+{'epoch': 48, 'iter': 140, 'avg_loss': 0.06452164693317462, 'avg_acc': 0.0, 'loss': 0.053326928599014015}
+{'epoch': 48, 'iter': 150, 'avg_loss': 0.06483069890152611, 'avg_acc': 0.0, 'loss': 0.0682193868735713}
+{'epoch': 48, 'iter': 160, 'avg_loss': 0.06498565137434428, 'avg_acc': 0.0, 'loss': 0.043597032637860265}
+{'epoch': 48, 'iter': 170, 'avg_loss': 0.06485742595711613, 'avg_acc': 0.0, 'loss': 0.0860936074384751}
+{'epoch': 48, 'iter': 180, 'avg_loss': 0.06451297111065725, 'avg_acc': 0.0, 'loss': 0.04302451912397893}
+{'epoch': 48, 'iter': 190, 'avg_loss': 0.06464543418184202, 'avg_acc': 0.0, 'loss': 0.05201597580425446}
+{'epoch': 48, 'iter': 200, 'avg_loss': 0.06471645474934054, 'avg_acc': 0.0, 'loss': 0.0722390448596002}
+{'epoch': 48, 'iter': 210, 'avg_loss': 0.06474222755546033, 'avg_acc': 0.0, 'loss': 0.06352298503707386}
+{'epoch': 48, 'iter': 220, 'avg_loss': 0.0651776180056829, 'avg_acc': 0.0, 'loss': 0.08554310197028565}
+{'epoch': 48, 'iter': 230, 'avg_loss': 0.06512023532433668, 'avg_acc': 0.0, 'loss': 0.06319468398947135}
+{'epoch': 48, 'iter': 240, 'avg_loss': 0.06487935018309808, 'avg_acc': 0.0, 'loss': 0.033703296305718916}
+{'epoch': 48, 'iter': 250, 'avg_loss': 0.06466596993159161, 'avg_acc': 0.0, 'loss': 0.06628221710458806}
+{'epoch': 48, 'iter': 260, 'avg_loss': 0.06447870898682523, 'avg_acc': 0.0, 'loss': 0.06639250308233256}
+{'epoch': 'EP48_test', 'eval_accuracy': 0.0, 'ece': 0.039021123200654984, 'avg_loss': 0.06446601504741697, 'f1_scores': 0.9495469826095784}
+{'epoch': 49, 'iter': 0, 'avg_loss': 0.058308010828186846, 'avg_acc': 0.0, 'loss': 0.058308010828186846}
+{'epoch': 49, 'iter': 10, 'avg_loss': 0.05281883281814585, 'avg_acc': 0.0, 'loss': 0.0540555494728697}
+{'epoch': 49, 'iter': 20, 'avg_loss': 0.05696276461800596, 'avg_acc': 0.0, 'loss': 0.06353270309477109}
+{'epoch': 49, 'iter': 30, 'avg_loss': 0.059939513634839986, 'avg_acc': 0.0, 'loss': 0.073908026730237}
+{'epoch': 49, 'iter': 40, 'avg_loss': 0.058430744774189275, 'avg_acc': 0.0, 'loss': 0.050447904695618356}
+{'epoch': 49, 'iter': 50, 'avg_loss': 0.05882175432941844, 'avg_acc': 0.0, 'loss': 0.046518134488483805}
+{'epoch': 49, 'iter': 60, 'avg_loss': 0.06144279045177049, 'avg_acc': 0.0, 'loss': 0.028524009037840057}
+{'epoch': 49, 'iter': 70, 'avg_loss': 0.06287812936250699, 'avg_acc': 0.0, 'loss': 0.04523713164034656}
+{'epoch': 49, 'iter': 80, 'avg_loss': 0.06270280295193534, 'avg_acc': 0.0, 'loss': 0.05931413979255597}
+{'epoch': 49, 'iter': 90, 'avg_loss': 0.061755672546363036, 'avg_acc': 0.0, 'loss': 0.08248786208698837}
+{'epoch': 49, 'iter': 100, 'avg_loss': 0.06211128905697838, 'avg_acc': 0.0, 'loss': 0.045602672775901604}
+{'epoch': 49, 'iter': 110, 'avg_loss': 0.06291994621380544, 'avg_acc': 0.0, 'loss': 0.08132111253481915}
+{'epoch': 49, 'iter': 120, 'avg_loss': 0.06387635369854966, 'avg_acc': 0.0, 'loss': 0.08410980133273986}
+{'epoch': 49, 'iter': 130, 'avg_loss': 0.06360092903466935, 'avg_acc': 0.0, 'loss': 0.05012086725869429}
+{'epoch': 49, 'iter': 140, 'avg_loss': 0.0640343127944352, 'avg_acc': 0.0, 'loss': 0.048658779483340756}
+{'epoch': 49, 'iter': 150, 'avg_loss': 0.06437180469187753, 'avg_acc': 0.0, 'loss': 0.06572218579140099}
+{'epoch': 49, 'iter': 160, 'avg_loss': 0.06453985892762862, 'avg_acc': 0.0, 'loss': 0.04638120512462202}
+{'epoch': 49, 'iter': 170, 'avg_loss': 0.06444885272402716, 'avg_acc': 0.0, 'loss': 0.08561503483244742}
+{'epoch': 49, 'iter': 180, 'avg_loss': 0.06414264844574524, 'avg_acc': 0.0, 'loss': 0.04168072825434267}
+{'epoch': 49, 'iter': 190, 'avg_loss': 0.06427566285018771, 'avg_acc': 0.0, 'loss': 0.052449902095377504}
+{'epoch': 49, 'iter': 200, 'avg_loss': 0.06440412302509171, 'avg_acc': 0.0, 'loss': 0.07030760373090418}
+{'epoch': 49, 'iter': 210, 'avg_loss': 0.06439928534437522, 'avg_acc': 0.0, 'loss': 0.06341793879656571}
+{'epoch': 49, 'iter': 220, 'avg_loss': 0.06480812931677485, 'avg_acc': 0.0, 'loss': 0.08133164431085659}
+{'epoch': 49, 'iter': 230, 'avg_loss': 0.06476122704046658, 'avg_acc': 0.0, 'loss': 0.06212781340234333}
+{'epoch': 49, 'iter': 240, 'avg_loss': 0.06459168197164014, 'avg_acc': 0.0, 'loss': 0.03543265344667848}
+{'epoch': 49, 'iter': 250, 'avg_loss': 0.06435949659840352, 'avg_acc': 0.0, 'loss': 0.06729002412038199}
+{'epoch': 49, 'iter': 260, 'avg_loss': 0.0641484097265589, 'avg_acc': 0.0, 'loss': 0.06544401567644594}
+{'epoch': 'EP49_test', 'eval_accuracy': 0.0, 'ece': 0.030463624745607376, 'avg_loss': 0.06414088937318721, 'f1_scores': 0.9485539985146545}
+{'epoch': 50, 'iter': 0, 'avg_loss': 0.057492155500832656, 'avg_acc': 0.0, 'loss': 0.057492155500832656}
+{'epoch': 50, 'iter': 10, 'avg_loss': 0.05294390839544767, 'avg_acc': 0.0, 'loss': 0.05367062419092657}
+{'epoch': 50, 'iter': 20, 'avg_loss': 0.05707206491321347, 'avg_acc': 0.0, 'loss': 0.06419345320679375}
+{'epoch': 50, 'iter': 30, 'avg_loss': 0.060318222509511195, 'avg_acc': 0.0, 'loss': 0.0726236521646066}
+{'epoch': 50, 'iter': 40, 'avg_loss': 0.05875892613342126, 'avg_acc': 0.0, 'loss': 0.049960487005437565}
+{'epoch': 50, 'iter': 50, 'avg_loss': 0.05955150777688347, 'avg_acc': 0.0, 'loss': 0.04871369367367606}
+{'epoch': 50, 'iter': 60, 'avg_loss': 0.062241213843133976, 'avg_acc': 0.0, 'loss': 0.02859176673748769}
+{'epoch': 50, 'iter': 70, 'avg_loss': 0.0636643935471538, 'avg_acc': 0.0, 'loss': 0.04845636258791533}
+{'epoch': 50, 'iter': 80, 'avg_loss': 0.06355587071358093, 'avg_acc': 0.0, 'loss': 0.06409521563268429}
+{'epoch': 50, 'iter': 90, 'avg_loss': 0.06263725127357013, 'avg_acc': 0.0, 'loss': 0.0833872582954476}
+{'epoch': 50, 'iter': 100, 'avg_loss': 0.06292458801801332, 'avg_acc': 0.0, 'loss': 0.04712766665744539}
+{'epoch': 50, 'iter': 110, 'avg_loss': 0.06368244454589833, 'avg_acc': 0.0, 'loss': 0.08146262387143516}
+{'epoch': 50, 'iter': 120, 'avg_loss': 0.0646509047992598, 'avg_acc': 0.0, 'loss': 0.08217935751586732}
+{'epoch': 50, 'iter': 130, 'avg_loss': 0.064352990249618, 'avg_acc': 0.0, 'loss': 0.04974075900092397}
+{'epoch': 50, 'iter': 140, 'avg_loss': 0.0647904478475763, 'avg_acc': 0.0, 'loss': 0.05287509609340597}
+{'epoch': 50, 'iter': 150, 'avg_loss': 0.06507767158447937, 'avg_acc': 0.0, 'loss': 0.06790196765296384}
+{'epoch': 50, 'iter': 160, 'avg_loss': 0.0652453682298677, 'avg_acc': 0.0, 'loss': 0.042502000287551515}
+{'epoch': 50, 'iter': 170, 'avg_loss': 0.06510381264217666, 'avg_acc': 0.0, 'loss': 0.08400780336929918}
+{'epoch': 50, 'iter': 180, 'avg_loss': 0.06478580994016564, 'avg_acc': 0.0, 'loss': 0.042907395422608775}
+{'epoch': 50, 'iter': 190, 'avg_loss': 0.06489130222899568, 'avg_acc': 0.0, 'loss': 0.05163677590085821}
+{'epoch': 50, 'iter': 200, 'avg_loss': 0.06498032918224392, 'avg_acc': 0.0, 'loss': 0.07216761803218624}
+{'epoch': 50, 'iter': 210, 'avg_loss': 0.06498137399722374, 'avg_acc': 0.0, 'loss': 0.06187902579547101}
+{'epoch': 50, 'iter': 220, 'avg_loss': 0.06539713986264524, 'avg_acc': 0.0, 'loss': 0.08457145276104581}
+{'epoch': 50, 'iter': 230, 'avg_loss': 0.06533602987026713, 'avg_acc': 0.0, 'loss': 0.062433215466821165}
+{'epoch': 50, 'iter': 240, 'avg_loss': 0.06509992004666244, 'avg_acc': 0.0, 'loss': 0.03551872531268632}
+{'epoch': 50, 'iter': 250, 'avg_loss': 0.06491293153089274, 'avg_acc': 0.0, 'loss': 0.06929997292766236}
+{'epoch': 50, 'iter': 260, 'avg_loss': 0.06472230238690897, 'avg_acc': 0.0, 'loss': 0.06670320904126063}
+{'epoch': 'EP50_test', 'eval_accuracy': 0.0, 'ece': 0.024265285581350327, 'avg_loss': 0.06470890770489347, 'f1_scores': 0.948672459368036}