diff --git "a/ratio_proportion_change4/logs/masked/log_test_in_FS_finetuned.txt" "b/ratio_proportion_change4/logs/masked/log_test_in_FS_finetuned.txt"
new file mode 100644--- /dev/null
+++ "b/ratio_proportion_change4/logs/masked/log_test_in_FS_finetuned.txt"
@@ -0,0 +1,1428 @@
+{'epoch': 0, 'iter': 0, 'avg_loss': 0.23055125885834318, 'avg_acc': 10.714285714285714, 'loss': 0.23055125885834318}
+{'epoch': 0, 'iter': 10, 'avg_loss': 0.22715099319281185, 'avg_acc': 0.8522727272727272, 'loss': 0.25457147118348594}
+{'epoch': 0, 'iter': 20, 'avg_loss': 0.23321281508086242, 'avg_acc': 0.5102040816326531, 'loss': 0.23235371402552119}
+{'epoch': 0, 'iter': 30, 'avg_loss': 0.23320121853028947, 'avg_acc': 0.31682027649769584, 'loss': 0.23925944606682084}
+{'epoch': 0, 'iter': 40, 'avg_loss': 0.2324935837654336, 'avg_acc': 0.21777003484320556, 'loss': 0.2428686276439943}
+{'epoch': 0, 'iter': 50, 'avg_loss': 0.2334096134694979, 'avg_acc': 0.21008403361344538, 'loss': 0.24226266391633544}
+{'epoch': 0, 'iter': 60, 'avg_loss': 0.23222501986678878, 'avg_acc': 0.1683255269320843, 'loss': 0.21775730729651901}
+{'epoch': 0, 'iter': 70, 'avg_loss': 0.2352838601460239, 'avg_acc': 0.13832997987927564, 'loss': 0.23556305548014017}
+{'epoch': 0, 'iter': 80, 'avg_loss': 0.23416822329482823, 'avg_acc': 0.11574074074074073, 'loss': 0.23651498320188172}
+{'epoch': 0, 'iter': 90, 'avg_loss': 0.2339100070470696, 'avg_acc': 0.12755102040816327, 'loss': 0.20757034369411745}
+{'epoch': 0, 'iter': 100, 'avg_loss': 0.23308339870582875, 'avg_acc': 0.09724186704384724, 'loss': 0.21995770820441454}
+{'epoch': 0, 'iter': 110, 'avg_loss': 0.23369182491512985, 'avg_acc': 0.08043758043758044, 'loss': 0.22780079552571156}
+{'epoch': 0, 'iter': 120, 'avg_loss': 0.2340966534811033, 'avg_acc': 0.07010035419126327, 'loss': 0.26901084477763754}
+{'epoch': 0, 'iter': 130, 'avg_loss': 0.23482091877870834, 'avg_acc': 0.047709923664122134, 'loss': 0.2974393872801946}
+{'epoch': 0, 'iter': 140, 'avg_loss': 0.23511487099562117, 'avg_acc': 0.07282168186423506, 'loss': 0.24135842785160222}
+{'epoch': 0, 'iter': 150, 'avg_loss': 0.2352224706553928, 'avg_acc': 0.06504257332071903, 'loss': 0.23600580138424576}
+{'epoch': 0, 'iter': 160, 'avg_loss': 0.2347075364862213, 'avg_acc': 0.05545696539485359, 'loss': 0.26292164328437395}
+{'epoch': 0, 'iter': 170, 'avg_loss': 0.23460483773173693, 'avg_acc': 0.052213868003341685, 'loss': 0.24231186581995903}
+{'epoch': 0, 'iter': 180, 'avg_loss': 0.23488333590657454, 'avg_acc': 0.041929755327545386, 'loss': 0.29993171861237244}
+{'epoch': 0, 'iter': 190, 'avg_loss': 0.23528527751248565, 'avg_acc': 0.037397157816005985, 'loss': 0.3051406355017596}
+{'epoch': 0, 'iter': 200, 'avg_loss': 0.23536031653163592, 'avg_acc': 0.04442075337597726, 'loss': 0.2360944455181847}
+{'epoch': 0, 'iter': 210, 'avg_loss': 0.2358397206663887, 'avg_acc': 0.03596817874069059, 'loss': 0.2963798356857816}
+{'epoch': 0, 'iter': 220, 'avg_loss': 0.23594575008119245, 'avg_acc': 0.04444085326438268, 'loss': 0.2472795652554071}
+{'epoch': 0, 'iter': 230, 'avg_loss': 0.2362113085483483, 'avg_acc': 0.03478664192949907, 'loss': 0.2602555080811726}
+{'epoch': 0, 'iter': 240, 'avg_loss': 0.23594095002982562, 'avg_acc': 0.042605216360403084, 'loss': 0.20823608344549677}
+{'epoch': 0, 'iter': 250, 'avg_loss': 0.23599086389995588, 'avg_acc': 0.040907797381900965, 'loss': 0.21795843029498688}
+{'epoch': 0, 'iter': 260, 'avg_loss': 0.23602360813723341, 'avg_acc': 0.03249863163656267, 'loss': 0.25908363093497294}
+{'epoch': 'EP0_test', 'eval_accuracy': 0.6714269128062231, 'ece': 0.16955338418483734}
+{'epoch': 1, 'iter': 0, 'avg_loss': 0.17784359432386865, 'avg_acc': 10.714285714285714, 'loss': 0.17784359432386865}
+{'epoch': 1, 'iter': 10, 'avg_loss': 0.18248566373827027, 'avg_acc': 0.8522727272727272, 'loss': 0.22167089808291554}
+{'epoch': 1, 'iter': 20, 'avg_loss': 0.18648178464829876, 'avg_acc': 0.5527210884353742, 'loss': 0.1603912918799324}
+{'epoch': 1, 'iter': 30, 'avg_loss': 0.18468634461594957, 'avg_acc': 0.33122119815668205, 'loss': 0.19549678713623767}
+{'epoch': 1, 'iter': 40, 'avg_loss': 0.1837889961097211, 'avg_acc': 0.2504355400696864, 'loss': 0.17352914261469518}
+{'epoch': 1, 'iter': 50, 'avg_loss': 0.18313948741427336, 'avg_acc': 0.21008403361344538, 'loss': 0.19611452581843228}
+{'epoch': 1, 'iter': 60, 'avg_loss': 0.18281706918491183, 'avg_acc': 0.1756440281030445, 'loss': 0.17579535489182618}
+{'epoch': 1, 'iter': 70, 'avg_loss': 0.18737482595680197, 'avg_acc': 0.13832997987927564, 'loss': 0.21406976558189073}
+{'epoch': 1, 'iter': 80, 'avg_loss': 0.18685750982431962, 'avg_acc': 0.12125220458553791, 'loss': 0.18445763675845228}
+{'epoch': 1, 'iter': 90, 'avg_loss': 0.18595427786473356, 'avg_acc': 0.1324568288854003, 'loss': 0.15242634559295506}
+{'epoch': 1, 'iter': 100, 'avg_loss': 0.18562104122139483, 'avg_acc': 0.10608203677510608, 'loss': 0.1618742668568822}
+{'epoch': 1, 'iter': 110, 'avg_loss': 0.18652714843249307, 'avg_acc': 0.09250321750321751, 'loss': 0.19592222797967093}
+{'epoch': 1, 'iter': 120, 'avg_loss': 0.18729534777256787, 'avg_acc': 0.07378984651711924, 'loss': 0.21985465740726795}
+{'epoch': 1, 'iter': 130, 'avg_loss': 0.18909804109069736, 'avg_acc': 0.05111777535441658, 'loss': 0.30928060116275446}
+{'epoch': 1, 'iter': 140, 'avg_loss': 0.18888857059555952, 'avg_acc': 0.07915400202634244, 'loss': 0.1727127468880748}
+{'epoch': 1, 'iter': 150, 'avg_loss': 0.18882268413363465, 'avg_acc': 0.06799905392620624, 'loss': 0.18536531411103038}
+{'epoch': 1, 'iter': 160, 'avg_loss': 0.1880650832729827, 'avg_acc': 0.05822981366459627, 'loss': 0.22022604788383301}
+{'epoch': 1, 'iter': 170, 'avg_loss': 0.18809734097244696, 'avg_acc': 0.05482456140350877, 'loss': 0.21593654019358965}
+{'epoch': 1, 'iter': 180, 'avg_loss': 0.18826211498774761, 'avg_acc': 0.041929755327545386, 'loss': 0.2546110803315449}
+{'epoch': 1, 'iter': 190, 'avg_loss': 0.1884818036895029, 'avg_acc': 0.042071802543006735, 'loss': 0.27060099582844743}
+{'epoch': 1, 'iter': 200, 'avg_loss': 0.18873667364124733, 'avg_acc': 0.046641791044776115, 'loss': 0.1913693921118725}
+{'epoch': 1, 'iter': 210, 'avg_loss': 0.18877375277190692, 'avg_acc': 0.038083953960731214, 'loss': 0.2575052779481796}
+{'epoch': 1, 'iter': 220, 'avg_loss': 0.18888539902083462, 'avg_acc': 0.04848093083387201, 'loss': 0.17804777824806348}
+{'epoch': 1, 'iter': 230, 'avg_loss': 0.18918746528504454, 'avg_acc': 0.03865182436611008, 'loss': 0.2026786059983091}
+{'epoch': 1, 'iter': 240, 'avg_loss': 0.18903074295270897, 'avg_acc': 0.048162418494368704, 'loss': 0.14130586646414095}
+{'epoch': 1, 'iter': 250, 'avg_loss': 0.1893490305176468, 'avg_acc': 0.040907797381900965, 'loss': 0.1820242201314873}
+{'epoch': 1, 'iter': 260, 'avg_loss': 0.18960073881375683, 'avg_acc': 0.034209085933223866, 'loss': 0.22142750127490476}
+{'epoch': 'EP1_test', 'eval_accuracy': 0.7064901892488099, 'ece': 0.14413496851921082}
+{'epoch': 2, 'iter': 0, 'avg_loss': 0.17136651276294806, 'avg_acc': 11.160714285714286, 'loss': 0.17136651276294806}
+{'epoch': 2, 'iter': 10, 'avg_loss': 0.1796388049399618, 'avg_acc': 0.8522727272727272, 'loss': 0.21685017583929167}
+{'epoch': 2, 'iter': 20, 'avg_loss': 0.18346679651382938, 'avg_acc': 0.5527210884353742, 'loss': 0.1574411444463684}
+{'epoch': 2, 'iter': 30, 'avg_loss': 0.18156292106148045, 'avg_acc': 0.33122119815668205, 'loss': 0.19391947403138535}
+{'epoch': 2, 'iter': 40, 'avg_loss': 0.18062800563784043, 'avg_acc': 0.272212543554007, 'loss': 0.1601107468865978}
+{'epoch': 2, 'iter': 50, 'avg_loss': 0.18008167407743947, 'avg_acc': 0.21008403361344538, 'loss': 0.197328738493005}
+{'epoch': 2, 'iter': 60, 'avg_loss': 0.17983603950854887, 'avg_acc': 0.1756440281030445, 'loss': 0.17030270903550054}
+{'epoch': 2, 'iter': 70, 'avg_loss': 0.18441049848246674, 'avg_acc': 0.13832997987927564, 'loss': 0.21493191800878514}
+{'epoch': 2, 'iter': 80, 'avg_loss': 0.18391779084720758, 'avg_acc': 0.12125220458553791, 'loss': 0.18436799712279545}
+{'epoch': 2, 'iter': 90, 'avg_loss': 0.1829075222433613, 'avg_acc': 0.1324568288854003, 'loss': 0.14903483156168865}
+{'epoch': 2, 'iter': 100, 'avg_loss': 0.18248729381601075, 'avg_acc': 0.1105021216407355, 'loss': 0.15723300142937138}
+{'epoch': 2, 'iter': 110, 'avg_loss': 0.183443738832961, 'avg_acc': 0.09250321750321751, 'loss': 0.1940945948341063}
+{'epoch': 2, 'iter': 120, 'avg_loss': 0.18423901558861935, 'avg_acc': 0.08116883116883117, 'loss': 0.20244328209186538}
+{'epoch': 2, 'iter': 130, 'avg_loss': 0.18621161541692188, 'avg_acc': 0.05111777535441658, 'loss': 0.3131142091359444}
+{'epoch': 2, 'iter': 140, 'avg_loss': 0.18581208628556478, 'avg_acc': 0.07915400202634244, 'loss': 0.1678267204437621}
+{'epoch': 2, 'iter': 150, 'avg_loss': 0.1856904979507002, 'avg_acc': 0.06799905392620624, 'loss': 0.1811941032085867}
+{'epoch': 2, 'iter': 160, 'avg_loss': 0.18484915016363665, 'avg_acc': 0.06100266193433895, 'loss': 0.212502873404966}
+{'epoch': 2, 'iter': 170, 'avg_loss': 0.1850544319944494, 'avg_acc': 0.05482456140350877, 'loss': 0.21604168781985728}
+{'epoch': 2, 'iter': 180, 'avg_loss': 0.1851421996014004, 'avg_acc': 0.041929755327545386, 'loss': 0.25257128258609945}
+{'epoch': 2, 'iter': 190, 'avg_loss': 0.1854034722119727, 'avg_acc': 0.042071802543006735, 'loss': 0.265661461261126}
+{'epoch': 2, 'iter': 200, 'avg_loss': 0.18574426456790355, 'avg_acc': 0.046641791044776115, 'loss': 0.18942551344142494}
+{'epoch': 2, 'iter': 210, 'avg_loss': 0.1857564649617367, 'avg_acc': 0.04019972918077184, 'loss': 0.24658869783161208}
+{'epoch': 2, 'iter': 220, 'avg_loss': 0.1858962026118044, 'avg_acc': 0.04848093083387201, 'loss': 0.177374185316564}
+{'epoch': 2, 'iter': 230, 'avg_loss': 0.1861907504220745, 'avg_acc': 0.040584415584415584, 'loss': 0.19641911009966861}
+{'epoch': 2, 'iter': 240, 'avg_loss': 0.1860742926884304, 'avg_acc': 0.048162418494368704, 'loss': 0.13864074712910224}
+{'epoch': 2, 'iter': 250, 'avg_loss': 0.18642701246802046, 'avg_acc': 0.040907797381900965, 'loss': 0.18183408016713135}
+{'epoch': 2, 'iter': 260, 'avg_loss': 0.1867350052361245, 'avg_acc': 0.034209085933223866, 'loss': 0.22167282773339786}
+{'epoch': 'EP2_test', 'eval_accuracy': 0.7145013351909903, 'ece': 0.1538655161857605}
+{'epoch': 3, 'iter': 0, 'avg_loss': 0.172151500119071, 'avg_acc': 11.160714285714286, 'loss': 0.172151500119071}
+{'epoch': 3, 'iter': 10, 'avg_loss': 0.17873357740278478, 'avg_acc': 0.8522727272727272, 'loss': 0.2217141410032387}
+{'epoch': 3, 'iter': 20, 'avg_loss': 0.18287809183279588, 'avg_acc': 0.5527210884353742, 'loss': 0.1573022850945043}
+{'epoch': 3, 'iter': 30, 'avg_loss': 0.18056622683439424, 'avg_acc': 0.33122119815668205, 'loss': 0.1934647189160127}
+{'epoch': 3, 'iter': 40, 'avg_loss': 0.17965765289082278, 'avg_acc': 0.272212543554007, 'loss': 0.15674171547392948}
+{'epoch': 3, 'iter': 50, 'avg_loss': 0.17894884503293826, 'avg_acc': 0.21008403361344538, 'loss': 0.19958828458142566}
+{'epoch': 3, 'iter': 60, 'avg_loss': 0.17891754310062688, 'avg_acc': 0.1756440281030445, 'loss': 0.17017545459280622}
+{'epoch': 3, 'iter': 70, 'avg_loss': 0.18367524156971443, 'avg_acc': 0.13832997987927564, 'loss': 0.2168041421786516}
+{'epoch': 3, 'iter': 80, 'avg_loss': 0.18320136595204486, 'avg_acc': 0.12125220458553791, 'loss': 0.1822694704980157}
+{'epoch': 3, 'iter': 90, 'avg_loss': 0.18206630009332267, 'avg_acc': 0.1324568288854003, 'loss': 0.14705562520456233}
+{'epoch': 3, 'iter': 100, 'avg_loss': 0.18162975756423408, 'avg_acc': 0.1105021216407355, 'loss': 0.1543165631477937}
+{'epoch': 3, 'iter': 110, 'avg_loss': 0.1826164457832248, 'avg_acc': 0.09250321750321751, 'loss': 0.19356371973948885}
+{'epoch': 3, 'iter': 120, 'avg_loss': 0.18346554570459356, 'avg_acc': 0.08116883116883117, 'loss': 0.19969912978870394}
+{'epoch': 3, 'iter': 130, 'avg_loss': 0.18553842486676198, 'avg_acc': 0.05111777535441658, 'loss': 0.32002939562205157}
+{'epoch': 3, 'iter': 140, 'avg_loss': 0.18510411500463492, 'avg_acc': 0.07915400202634244, 'loss': 0.16730189258981096}
+{'epoch': 3, 'iter': 150, 'avg_loss': 0.1849779303002895, 'avg_acc': 0.06799905392620624, 'loss': 0.18013641666246777}
+{'epoch': 3, 'iter': 160, 'avg_loss': 0.18412016918600718, 'avg_acc': 0.06100266193433895, 'loss': 0.2161719048100557}
+{'epoch': 3, 'iter': 170, 'avg_loss': 0.18436923067861372, 'avg_acc': 0.05482456140350877, 'loss': 0.2177746370351607}
+{'epoch': 3, 'iter': 180, 'avg_loss': 0.1845406868158572, 'avg_acc': 0.041929755327545386, 'loss': 0.2581258861786669}
+{'epoch': 3, 'iter': 190, 'avg_loss': 0.18487147647366683, 'avg_acc': 0.042071802543006735, 'loss': 0.26903311353817116}
+{'epoch': 3, 'iter': 200, 'avg_loss': 0.18524382395339203, 'avg_acc': 0.046641791044776115, 'loss': 0.1869857402083913}
+{'epoch': 3, 'iter': 210, 'avg_loss': 0.18530109928206048, 'avg_acc': 0.04019972918077184, 'loss': 0.25063199295047006}
+{'epoch': 3, 'iter': 220, 'avg_loss': 0.18546884088220994, 'avg_acc': 0.04848093083387201, 'loss': 0.17678871736487572}
+{'epoch': 3, 'iter': 230, 'avg_loss': 0.1857730715682171, 'avg_acc': 0.040584415584415584, 'loss': 0.19520870694291909}
+{'epoch': 3, 'iter': 240, 'avg_loss': 0.18566205552550813, 'avg_acc': 0.048162418494368704, 'loss': 0.13650521435608554}
+{'epoch': 3, 'iter': 250, 'avg_loss': 0.1860394936327216, 'avg_acc': 0.040907797381900965, 'loss': 0.17986769811562095}
+{'epoch': 3, 'iter': 260, 'avg_loss': 0.18638107372724885, 'avg_acc': 0.034209085933223866, 'loss': 0.22260750643908978}
+{'epoch': 'EP3_test', 'eval_accuracy': 0.7150818530128875, 'ece': 0.15532006323337555}
+{'epoch': 4, 'iter': 0, 'avg_loss': 0.16825796730907833, 'avg_acc': 11.160714285714286, 'loss': 0.16825796730907833}
+{'epoch': 4, 'iter': 10, 'avg_loss': 0.175438465595804, 'avg_acc': 0.8522727272727272, 'loss': 0.2198778724674152}
+{'epoch': 4, 'iter': 20, 'avg_loss': 0.18003950624502596, 'avg_acc': 0.5527210884353742, 'loss': 0.1576962466964947}
+{'epoch': 4, 'iter': 30, 'avg_loss': 0.17795427674839373, 'avg_acc': 0.33122119815668205, 'loss': 0.1930043157637036}
+{'epoch': 4, 'iter': 40, 'avg_loss': 0.17713132165335868, 'avg_acc': 0.272212543554007, 'loss': 0.15113395195554144}
+{'epoch': 4, 'iter': 50, 'avg_loss': 0.17665051852042887, 'avg_acc': 0.21008403361344538, 'loss': 0.19910480104278705}
+{'epoch': 4, 'iter': 60, 'avg_loss': 0.17640311441190895, 'avg_acc': 0.1756440281030445, 'loss': 0.16776487452651573}
+{'epoch': 4, 'iter': 70, 'avg_loss': 0.1811363519378095, 'avg_acc': 0.13832997987927564, 'loss': 0.21236464468529448}
+{'epoch': 4, 'iter': 80, 'avg_loss': 0.18052044560546301, 'avg_acc': 0.12125220458553791, 'loss': 0.1834337241598405}
+{'epoch': 4, 'iter': 90, 'avg_loss': 0.17938420062731542, 'avg_acc': 0.1324568288854003, 'loss': 0.1432307541825659}
+{'epoch': 4, 'iter': 100, 'avg_loss': 0.17876347041737395, 'avg_acc': 0.1105021216407355, 'loss': 0.14916534060154973}
+{'epoch': 4, 'iter': 110, 'avg_loss': 0.17977267282611095, 'avg_acc': 0.09250321750321751, 'loss': 0.187639342269644}
+{'epoch': 4, 'iter': 120, 'avg_loss': 0.18060150526415986, 'avg_acc': 0.08116883116883117, 'loss': 0.1914537613930796}
+{'epoch': 4, 'iter': 130, 'avg_loss': 0.18269763556465993, 'avg_acc': 0.05111777535441658, 'loss': 0.3111000923714268}
+{'epoch': 4, 'iter': 140, 'avg_loss': 0.182247137553068, 'avg_acc': 0.07915400202634244, 'loss': 0.16502280129705987}
+{'epoch': 4, 'iter': 150, 'avg_loss': 0.18212006527792707, 'avg_acc': 0.06799905392620624, 'loss': 0.17415104773161666}
+{'epoch': 4, 'iter': 160, 'avg_loss': 0.1812672185368689, 'avg_acc': 0.06100266193433895, 'loss': 0.21290357981550706}
+{'epoch': 4, 'iter': 170, 'avg_loss': 0.18157373624316756, 'avg_acc': 0.05482456140350877, 'loss': 0.21440133285796037}
+{'epoch': 4, 'iter': 180, 'avg_loss': 0.18170246838444654, 'avg_acc': 0.041929755327545386, 'loss': 0.25818986260440263}
+{'epoch': 4, 'iter': 190, 'avg_loss': 0.18206401385542142, 'avg_acc': 0.042071802543006735, 'loss': 0.2638748640331739}
+{'epoch': 4, 'iter': 200, 'avg_loss': 0.18245498192502216, 'avg_acc': 0.046641791044776115, 'loss': 0.18440315312701774}
+{'epoch': 4, 'iter': 210, 'avg_loss': 0.1825387005639417, 'avg_acc': 0.04019972918077184, 'loss': 0.24656434163210048}
+{'epoch': 4, 'iter': 220, 'avg_loss': 0.18271979644014702, 'avg_acc': 0.04848093083387201, 'loss': 0.17590091090200335}
+{'epoch': 4, 'iter': 230, 'avg_loss': 0.18302091895051384, 'avg_acc': 0.04251700680272109, 'loss': 0.19107195101761523}
+{'epoch': 4, 'iter': 240, 'avg_loss': 0.18293584928837434, 'avg_acc': 0.048162418494368704, 'loss': 0.1331529459878636}
+{'epoch': 4, 'iter': 250, 'avg_loss': 0.18330503514155222, 'avg_acc': 0.040907797381900965, 'loss': 0.17522226650180528}
+{'epoch': 4, 'iter': 260, 'avg_loss': 0.18367139668926727, 'avg_acc': 0.034209085933223866, 'loss': 0.22270161785023185}
+{'epoch': 'EP4_test', 'eval_accuracy': 0.7163589922210611, 'ece': 0.16041851043701172}
+{'epoch': 5, 'iter': 0, 'avg_loss': 0.1669340443414902, 'avg_acc': 11.160714285714286, 'loss': 0.1669340443414902}
+{'epoch': 5, 'iter': 10, 'avg_loss': 0.1753314522853992, 'avg_acc': 0.8928571428571428, 'loss': 0.21754839736032797}
+{'epoch': 5, 'iter': 20, 'avg_loss': 0.1796762484120744, 'avg_acc': 0.5527210884353742, 'loss': 0.15429069288698624}
+{'epoch': 5, 'iter': 30, 'avg_loss': 0.17741538897306391, 'avg_acc': 0.33122119815668205, 'loss': 0.1908287595308918}
+{'epoch': 5, 'iter': 40, 'avg_loss': 0.17655464324541228, 'avg_acc': 0.272212543554007, 'loss': 0.14948929878197045}
+{'epoch': 5, 'iter': 50, 'avg_loss': 0.1760202701103374, 'avg_acc': 0.21008403361344538, 'loss': 0.1983430818353164}
+{'epoch': 5, 'iter': 60, 'avg_loss': 0.1758862718364283, 'avg_acc': 0.1756440281030445, 'loss': 0.16699498031916196}
+{'epoch': 5, 'iter': 70, 'avg_loss': 0.1806205236624256, 'avg_acc': 0.13832997987927564, 'loss': 0.21321128772043654}
+{'epoch': 5, 'iter': 80, 'avg_loss': 0.1800538703006567, 'avg_acc': 0.12125220458553791, 'loss': 0.1809460750976411}
+{'epoch': 5, 'iter': 90, 'avg_loss': 0.17892222463887897, 'avg_acc': 0.1324568288854003, 'loss': 0.1412582614689849}
+{'epoch': 5, 'iter': 100, 'avg_loss': 0.17844384907672745, 'avg_acc': 0.1105021216407355, 'loss': 0.15122831332181313}
+{'epoch': 5, 'iter': 110, 'avg_loss': 0.17943254133431413, 'avg_acc': 0.09250321750321751, 'loss': 0.18894851305854637}
+{'epoch': 5, 'iter': 120, 'avg_loss': 0.18025641062148245, 'avg_acc': 0.08116883116883117, 'loss': 0.19316395267170652}
+{'epoch': 5, 'iter': 130, 'avg_loss': 0.18239329636557375, 'avg_acc': 0.05111777535441658, 'loss': 0.31760826336020337}
+{'epoch': 5, 'iter': 140, 'avg_loss': 0.1819671408832267, 'avg_acc': 0.07915400202634244, 'loss': 0.1635388481247771}
+{'epoch': 5, 'iter': 150, 'avg_loss': 0.18183339393867892, 'avg_acc': 0.06799905392620624, 'loss': 0.17433990135447985}
+{'epoch': 5, 'iter': 160, 'avg_loss': 0.18097431398506583, 'avg_acc': 0.06100266193433895, 'loss': 0.2128424417366789}
+{'epoch': 5, 'iter': 170, 'avg_loss': 0.181234238813531, 'avg_acc': 0.05482456140350877, 'loss': 0.21515967532572436}
+{'epoch': 5, 'iter': 180, 'avg_loss': 0.18136196394176618, 'avg_acc': 0.041929755327545386, 'loss': 0.2559945013303409}
+{'epoch': 5, 'iter': 190, 'avg_loss': 0.18169347706178232, 'avg_acc': 0.042071802543006735, 'loss': 0.264924806644558}
+{'epoch': 5, 'iter': 200, 'avg_loss': 0.18209441725040212, 'avg_acc': 0.046641791044776115, 'loss': 0.1867032151193208}
+{'epoch': 5, 'iter': 210, 'avg_loss': 0.18211687657123501, 'avg_acc': 0.04019972918077184, 'loss': 0.243405234506229}
+{'epoch': 5, 'iter': 220, 'avg_loss': 0.18229484862990894, 'avg_acc': 0.04848093083387201, 'loss': 0.1744507275309713}
+{'epoch': 5, 'iter': 230, 'avg_loss': 0.18260618096902437, 'avg_acc': 0.04251700680272109, 'loss': 0.18945909959438723}
+{'epoch': 5, 'iter': 240, 'avg_loss': 0.18252127392499848, 'avg_acc': 0.048162418494368704, 'loss': 0.1323025502809157}
+{'epoch': 5, 'iter': 250, 'avg_loss': 0.1829056889066732, 'avg_acc': 0.040907797381900965, 'loss': 0.17619683393734573}
+{'epoch': 5, 'iter': 260, 'avg_loss': 0.18324523072678942, 'avg_acc': 0.034209085933223866, 'loss': 0.22267472278118863}
+{'epoch': 'EP5_test', 'eval_accuracy': 0.7165911993498201, 'ece': 0.16301953792572021}
+{'epoch': 6, 'iter': 0, 'avg_loss': 0.16900274865162956, 'avg_acc': 11.160714285714286, 'loss': 0.16900274865162956}
+{'epoch': 6, 'iter': 10, 'avg_loss': 0.17496790742441515, 'avg_acc': 0.8928571428571428, 'loss': 0.22206979916830147}
+{'epoch': 6, 'iter': 20, 'avg_loss': 0.17962529923821094, 'avg_acc': 0.5527210884353742, 'loss': 0.15880505133100087}
+{'epoch': 6, 'iter': 30, 'avg_loss': 0.1773624100701517, 'avg_acc': 0.33122119815668205, 'loss': 0.19177872277526017}
+{'epoch': 6, 'iter': 40, 'avg_loss': 0.17642194713178988, 'avg_acc': 0.28310104529616725, 'loss': 0.15080018714693974}
+{'epoch': 6, 'iter': 50, 'avg_loss': 0.1759184923563322, 'avg_acc': 0.20133053221288513, 'loss': 0.20027566030434432}
+{'epoch': 6, 'iter': 60, 'avg_loss': 0.17570510800851266, 'avg_acc': 0.1683255269320843, 'loss': 0.16889368879700278}
+{'epoch': 6, 'iter': 70, 'avg_loss': 0.18049209517971623, 'avg_acc': 0.13832997987927564, 'loss': 0.21365724175328588}
+{'epoch': 6, 'iter': 80, 'avg_loss': 0.17985150716094803, 'avg_acc': 0.1267636684303351, 'loss': 0.1817051460238872}
+{'epoch': 6, 'iter': 90, 'avg_loss': 0.1786540169622136, 'avg_acc': 0.13736263736263737, 'loss': 0.14330811350165665}
+{'epoch': 6, 'iter': 100, 'avg_loss': 0.17796825460968466, 'avg_acc': 0.11492220650636492, 'loss': 0.14630153217980738}
+{'epoch': 6, 'iter': 110, 'avg_loss': 0.17894910124456687, 'avg_acc': 0.09250321750321751, 'loss': 0.1868890808254946}
+{'epoch': 6, 'iter': 120, 'avg_loss': 0.17974653226333254, 'avg_acc': 0.08116883116883117, 'loss': 0.1916655416560908}
+{'epoch': 6, 'iter': 130, 'avg_loss': 0.18185491969260129, 'avg_acc': 0.05452562704471102, 'loss': 0.31017789445468225}
+{'epoch': 6, 'iter': 140, 'avg_loss': 0.18147635220761224, 'avg_acc': 0.07598784194528875, 'loss': 0.1667789818924835}
+{'epoch': 6, 'iter': 150, 'avg_loss': 0.18136421840496622, 'avg_acc': 0.07095553453169347, 'loss': 0.17338150183994522}
+{'epoch': 6, 'iter': 160, 'avg_loss': 0.18047097806303258, 'avg_acc': 0.06100266193433895, 'loss': 0.21222632563876687}
+{'epoch': 6, 'iter': 170, 'avg_loss': 0.1807347931642193, 'avg_acc': 0.05482456140350877, 'loss': 0.21330943753439766}
+{'epoch': 6, 'iter': 180, 'avg_loss': 0.18091069439300603, 'avg_acc': 0.044396211523283345, 'loss': 0.2575523326356363}
+{'epoch': 6, 'iter': 190, 'avg_loss': 0.1813101966850733, 'avg_acc': 0.03973448017950636, 'loss': 0.2651281454091077}
+{'epoch': 6, 'iter': 200, 'avg_loss': 0.18169048037615904, 'avg_acc': 0.053304904051172705, 'loss': 0.1807960636714207}
+{'epoch': 6, 'iter': 210, 'avg_loss': 0.1818006643197208, 'avg_acc': 0.04019972918077184, 'loss': 0.24647981711729827}
+{'epoch': 6, 'iter': 220, 'avg_loss': 0.1819637535894107, 'avg_acc': 0.04848093083387201, 'loss': 0.17530727221622197}
+{'epoch': 6, 'iter': 230, 'avg_loss': 0.1822547670956445, 'avg_acc': 0.040584415584415584, 'loss': 0.19153605743901736}
+{'epoch': 6, 'iter': 240, 'avg_loss': 0.182176388238524, 'avg_acc': 0.05001481920569057, 'loss': 0.1318933901929995}
+{'epoch': 6, 'iter': 250, 'avg_loss': 0.18257252177903194, 'avg_acc': 0.042686397268070574, 'loss': 0.17359842679122395}
+{'epoch': 6, 'iter': 260, 'avg_loss': 0.18292441425490863, 'avg_acc': 0.035919540229885055, 'loss': 0.2192380122900691}
+{'epoch': 'EP6_test', 'eval_accuracy': 0.7283176593521421, 'ece': 0.1419292390346527}
+{'epoch': 7, 'iter': 0, 'avg_loss': 0.16472940198582364, 'avg_acc': 11.160714285714286, 'loss': 0.16472940198582364}
+{'epoch': 7, 'iter': 10, 'avg_loss': 0.1734308933418897, 'avg_acc': 0.8928571428571428, 'loss': 0.21772392791172024}
+{'epoch': 7, 'iter': 20, 'avg_loss': 0.17802143299383533, 'avg_acc': 0.5527210884353742, 'loss': 0.15610788838239387}
+{'epoch': 7, 'iter': 30, 'avg_loss': 0.17628256565760972, 'avg_acc': 0.33122119815668205, 'loss': 0.19172032562034602}
+{'epoch': 7, 'iter': 40, 'avg_loss': 0.175577322224169, 'avg_acc': 0.28310104529616725, 'loss': 0.14788942460082968}
+{'epoch': 7, 'iter': 50, 'avg_loss': 0.17533706955822675, 'avg_acc': 0.21008403361344538, 'loss': 0.19879982283912664}
+{'epoch': 7, 'iter': 60, 'avg_loss': 0.17481963071963663, 'avg_acc': 0.1756440281030445, 'loss': 0.16607431407776727}
+{'epoch': 7, 'iter': 70, 'avg_loss': 0.17946457155499154, 'avg_acc': 0.13832997987927564, 'loss': 0.20773957346266667}
+{'epoch': 7, 'iter': 80, 'avg_loss': 0.17878022200108518, 'avg_acc': 0.1267636684303351, 'loss': 0.18362237970515186}
+{'epoch': 7, 'iter': 90, 'avg_loss': 0.17774481811428683, 'avg_acc': 0.13736263736263737, 'loss': 0.1381249293262954}
+{'epoch': 7, 'iter': 100, 'avg_loss': 0.17707305395297251, 'avg_acc': 0.11492220650636492, 'loss': 0.14790186879378908}
+{'epoch': 7, 'iter': 110, 'avg_loss': 0.17803403151773223, 'avg_acc': 0.09250321750321751, 'loss': 0.18398214240940952}
+{'epoch': 7, 'iter': 120, 'avg_loss': 0.17878281181370323, 'avg_acc': 0.08116883116883117, 'loss': 0.19144990610428586}
+{'epoch': 7, 'iter': 130, 'avg_loss': 0.18089244428802215, 'avg_acc': 0.05111777535441658, 'loss': 0.30481994261832107}
+{'epoch': 7, 'iter': 140, 'avg_loss': 0.18048582051119377, 'avg_acc': 0.07915400202634244, 'loss': 0.1623764980894131}
+{'epoch': 7, 'iter': 150, 'avg_loss': 0.18036577806344173, 'avg_acc': 0.06799905392620624, 'loss': 0.1689215274860284}
+{'epoch': 7, 'iter': 160, 'avg_loss': 0.17951286942132114, 'avg_acc': 0.06100266193433895, 'loss': 0.2103525083990202}
+{'epoch': 7, 'iter': 170, 'avg_loss': 0.1797749651143527, 'avg_acc': 0.05482456140350877, 'loss': 0.21061384282802464}
+{'epoch': 7, 'iter': 180, 'avg_loss': 0.1798483651222091, 'avg_acc': 0.041929755327545386, 'loss': 0.2566093616177178}
+{'epoch': 7, 'iter': 190, 'avg_loss': 0.18017439868301, 'avg_acc': 0.042071802543006735, 'loss': 0.2619385222808757}
+{'epoch': 7, 'iter': 200, 'avg_loss': 0.18057164626478003, 'avg_acc': 0.053304904051172705, 'loss': 0.18298376544095973}
+{'epoch': 7, 'iter': 210, 'avg_loss': 0.1806261205295382, 'avg_acc': 0.04019972918077184, 'loss': 0.24480342084072096}
+{'epoch': 7, 'iter': 220, 'avg_loss': 0.18080899119458024, 'avg_acc': 0.04848093083387201, 'loss': 0.17475850175625443}
+{'epoch': 7, 'iter': 230, 'avg_loss': 0.18113681906604306, 'avg_acc': 0.040584415584415584, 'loss': 0.18518535966411165}
+{'epoch': 7, 'iter': 240, 'avg_loss': 0.18106751145548397, 'avg_acc': 0.05001481920569057, 'loss': 0.12891555538018498}
+{'epoch': 7, 'iter': 250, 'avg_loss': 0.18145336693106284, 'avg_acc': 0.042686397268070574, 'loss': 0.17344354818695656}
+{'epoch': 7, 'iter': 260, 'avg_loss': 0.18181404486250782, 'avg_acc': 0.035919540229885055, 'loss': 0.22504531536001843}
+{'epoch': 'EP7_test', 'eval_accuracy': 0.7233252060838268, 'ece': 0.15804868936538696}
+{'epoch': 8, 'iter': 0, 'avg_loss': 0.16384846927082564, 'avg_acc': 11.160714285714286, 'loss': 0.16384846927082564}
+{'epoch': 8, 'iter': 10, 'avg_loss': 0.17379800391620834, 'avg_acc': 0.8928571428571428, 'loss': 0.2149134714293593}
+{'epoch': 8, 'iter': 20, 'avg_loss': 0.1775361173640704, 'avg_acc': 0.5527210884353742, 'loss': 0.15433353487190157}
+{'epoch': 8, 'iter': 30, 'avg_loss': 0.17589958268705605, 'avg_acc': 0.33122119815668205, 'loss': 0.1917289542200576}
+{'epoch': 8, 'iter': 40, 'avg_loss': 0.17525706340495503, 'avg_acc': 0.28310104529616725, 'loss': 0.14960918908868084}
+{'epoch': 8, 'iter': 50, 'avg_loss': 0.17498481942998467, 'avg_acc': 0.21008403361344538, 'loss': 0.1971485817235329}
+{'epoch': 8, 'iter': 60, 'avg_loss': 0.1745087304593025, 'avg_acc': 0.1756440281030445, 'loss': 0.16346524208243604}
+{'epoch': 8, 'iter': 70, 'avg_loss': 0.1790851537682149, 'avg_acc': 0.13832997987927564, 'loss': 0.2086881973560334}
+{'epoch': 8, 'iter': 80, 'avg_loss': 0.17845973494554346, 'avg_acc': 0.1267636684303351, 'loss': 0.18196464529631026}
+{'epoch': 8, 'iter': 90, 'avg_loss': 0.17747408980523785, 'avg_acc': 0.13736263736263737, 'loss': 0.1377652756678539}
+{'epoch': 8, 'iter': 100, 'avg_loss': 0.17687149496313195, 'avg_acc': 0.11492220650636492, 'loss': 0.14945479842260412}
+{'epoch': 8, 'iter': 110, 'avg_loss': 0.17782129040666647, 'avg_acc': 0.09250321750321751, 'loss': 0.185613009710713}
+{'epoch': 8, 'iter': 120, 'avg_loss': 0.17856555189746318, 'avg_acc': 0.08116883116883117, 'loss': 0.1951241140881653}
+{'epoch': 8, 'iter': 130, 'avg_loss': 0.1806635327059706, 'avg_acc': 0.05111777535441658, 'loss': 0.30597528814645814}
+{'epoch': 8, 'iter': 140, 'avg_loss': 0.180253707767701, 'avg_acc': 0.07915400202634244, 'loss': 0.1614309774429005}
+{'epoch': 8, 'iter': 150, 'avg_loss': 0.18016998835837086, 'avg_acc': 0.06799905392620624, 'loss': 0.16845217649201263}
+{'epoch': 8, 'iter': 160, 'avg_loss': 0.17930120311269915, 'avg_acc': 0.06100266193433895, 'loss': 0.20754610327691936}
+{'epoch': 8, 'iter': 170, 'avg_loss': 0.17951424631829122, 'avg_acc': 0.05482456140350877, 'loss': 0.20823867027502274}
+{'epoch': 8, 'iter': 180, 'avg_loss': 0.17953898777402702, 'avg_acc': 0.044396211523283345, 'loss': 0.2517162553080457}
+{'epoch': 8, 'iter': 190, 'avg_loss': 0.17978718149764283, 'avg_acc': 0.03973448017950636, 'loss': 0.258835959573584}
+{'epoch': 8, 'iter': 200, 'avg_loss': 0.18016024181260226, 'avg_acc': 0.053304904051172705, 'loss': 0.18236430241501822}
+{'epoch': 8, 'iter': 210, 'avg_loss': 0.18019924581784258, 'avg_acc': 0.04019972918077184, 'loss': 0.24306660216305837}
+{'epoch': 8, 'iter': 220, 'avg_loss': 0.1803668067793787, 'avg_acc': 0.04848093083387201, 'loss': 0.17234252320901888}
+{'epoch': 8, 'iter': 230, 'avg_loss': 0.18070527746004453, 'avg_acc': 0.04251700680272109, 'loss': 0.18340499379181502}
+{'epoch': 8, 'iter': 240, 'avg_loss': 0.18064613880813954, 'avg_acc': 0.05001481920569057, 'loss': 0.12995271839359443}
+{'epoch': 8, 'iter': 250, 'avg_loss': 0.1810535132594705, 'avg_acc': 0.042686397268070574, 'loss': 0.17420369489367918}
+{'epoch': 8, 'iter': 260, 'avg_loss': 0.18140284060689668, 'avg_acc': 0.035919540229885055, 'loss': 0.22418235116180896}
+{'epoch': 'EP8_test', 'eval_accuracy': 0.7270405201439685, 'ece': 0.1495375782251358}
+{'epoch': 9, 'iter': 0, 'avg_loss': 0.1606579254423975, 'avg_acc': 11.160714285714286, 'loss': 0.1606579254423975}
+{'epoch': 9, 'iter': 10, 'avg_loss': 0.1711001096152252, 'avg_acc': 0.8928571428571428, 'loss': 0.21523977107010847}
+{'epoch': 9, 'iter': 20, 'avg_loss': 0.17570615911311935, 'avg_acc': 0.5527210884353742, 'loss': 0.15151698506503763}
+{'epoch': 9, 'iter': 30, 'avg_loss': 0.17366977266600217, 'avg_acc': 0.33122119815668205, 'loss': 0.1870469076961204}
+{'epoch': 9, 'iter': 40, 'avg_loss': 0.17285675007619689, 'avg_acc': 0.28310104529616725, 'loss': 0.14555436474516423}
+{'epoch': 9, 'iter': 50, 'avg_loss': 0.17262232237559502, 'avg_acc': 0.20133053221288513, 'loss': 0.19578325558956877}
+{'epoch': 9, 'iter': 60, 'avg_loss': 0.1722461195944225, 'avg_acc': 0.1756440281030445, 'loss': 0.16335014649666846}
+{'epoch': 9, 'iter': 70, 'avg_loss': 0.17693777682579168, 'avg_acc': 0.13832997987927564, 'loss': 0.20545586042135255}
+{'epoch': 9, 'iter': 80, 'avg_loss': 0.17631065265005078, 'avg_acc': 0.1267636684303351, 'loss': 0.18048066555638798}
+{'epoch': 9, 'iter': 90, 'avg_loss': 0.17528518272285953, 'avg_acc': 0.13736263736263737, 'loss': 0.13488500930335637}
+{'epoch': 9, 'iter': 100, 'avg_loss': 0.17461934756073683, 'avg_acc': 0.11492220650636492, 'loss': 0.14293683102265017}
+{'epoch': 9, 'iter': 110, 'avg_loss': 0.17547332323421164, 'avg_acc': 0.09250321750321751, 'loss': 0.1805815625048126}
+{'epoch': 9, 'iter': 120, 'avg_loss': 0.1762424531468446, 'avg_acc': 0.08116883116883117, 'loss': 0.18797985307797455}
+{'epoch': 9, 'iter': 130, 'avg_loss': 0.17842086521467868, 'avg_acc': 0.05452562704471102, 'loss': 0.30752423259608413}
+{'epoch': 9, 'iter': 140, 'avg_loss': 0.17804081201320843, 'avg_acc': 0.07915400202634244, 'loss': 0.15931293210347316}
+{'epoch': 9, 'iter': 150, 'avg_loss': 0.1779321835271378, 'avg_acc': 0.07095553453169347, 'loss': 0.16507887982256111}
+{'epoch': 9, 'iter': 160, 'avg_loss': 0.1770558090559799, 'avg_acc': 0.06100266193433895, 'loss': 0.2094535362380806}
+{'epoch': 9, 'iter': 170, 'avg_loss': 0.17725187496501146, 'avg_acc': 0.05482456140350877, 'loss': 0.2107310984304474}
+{'epoch': 9, 'iter': 180, 'avg_loss': 0.17729664730236178, 'avg_acc': 0.044396211523283345, 'loss': 0.25501779886846115}
+{'epoch': 9, 'iter': 190, 'avg_loss': 0.177607813767641, 'avg_acc': 0.03973448017950636, 'loss': 0.2600951064476768}
+{'epoch': 9, 'iter': 200, 'avg_loss': 0.1779769457056332, 'avg_acc': 0.053304904051172705, 'loss': 0.18117655049822393}
+{'epoch': 9, 'iter': 210, 'avg_loss': 0.1780275988893476, 'avg_acc': 0.04019972918077184, 'loss': 0.2403422323300869}
+{'epoch': 9, 'iter': 220, 'avg_loss': 0.17819022537470353, 'avg_acc': 0.04848093083387201, 'loss': 0.17141698586263893}
+{'epoch': 9, 'iter': 230, 'avg_loss': 0.1785592126963419, 'avg_acc': 0.040584415584415584, 'loss': 0.18376831728216658}
+{'epoch': 9, 'iter': 240, 'avg_loss': 0.17850543403935704, 'avg_acc': 0.05001481920569057, 'loss': 0.12554917392013262}
+{'epoch': 9, 'iter': 250, 'avg_loss': 0.17889340952684002, 'avg_acc': 0.042686397268070574, 'loss': 0.16913567207666347}
+{'epoch': 9, 'iter': 260, 'avg_loss': 0.17923327677691683, 'avg_acc': 0.035919540229885055, 'loss': 0.22272203478080752}
+{'epoch': 'EP9_test', 'eval_accuracy': 0.7291303843027981, 'ece': 0.16504433751106262}
+{'epoch': 10, 'iter': 0, 'avg_loss': 0.1471497402128859, 'avg_acc': 11.160714285714286, 'loss': 0.1471497402128859}
+{'epoch': 10, 'iter': 10, 'avg_loss': 0.16355763073646243, 'avg_acc': 0.9334415584415584, 'loss': 0.1925530288525416}
+{'epoch': 10, 'iter': 20, 'avg_loss': 0.16624886217893808, 'avg_acc': 0.5527210884353742, 'loss': 0.14370633153365425}
+{'epoch': 10, 'iter': 30, 'avg_loss': 0.16533055277199943, 'avg_acc': 0.33122119815668205, 'loss': 0.18046153312388924}
+{'epoch': 10, 'iter': 40, 'avg_loss': 0.1646184742310569, 'avg_acc': 0.28310104529616725, 'loss': 0.14447477330447456}
+{'epoch': 10, 'iter': 50, 'avg_loss': 0.16521455406100788, 'avg_acc': 0.21008403361344538, 'loss': 0.18984692565624883}
+{'epoch': 10, 'iter': 60, 'avg_loss': 0.16431913018616215, 'avg_acc': 0.1756440281030445, 'loss': 0.15104112567080716}
+{'epoch': 10, 'iter': 70, 'avg_loss': 0.16898707741194618, 'avg_acc': 0.13832997987927564, 'loss': 0.19887954734804225}
+{'epoch': 10, 'iter': 80, 'avg_loss': 0.16818537262161184, 'avg_acc': 0.1267636684303351, 'loss': 0.17897777802292172}
+{'epoch': 10, 'iter': 90, 'avg_loss': 0.16732502414563732, 'avg_acc': 0.13736263736263737, 'loss': 0.12425159705968065}
+{'epoch': 10, 'iter': 100, 'avg_loss': 0.16642492885952392, 'avg_acc': 0.11492220650636492, 'loss': 0.13621661887373193}
+{'epoch': 10, 'iter': 110, 'avg_loss': 0.16726684215752838, 'avg_acc': 0.09250321750321751, 'loss': 0.17248651587371047}
+{'epoch': 10, 'iter': 120, 'avg_loss': 0.1677398023078582, 'avg_acc': 0.08485832349468712, 'loss': 0.1758704405580959}
+{'epoch': 10, 'iter': 130, 'avg_loss': 0.16983861860659372, 'avg_acc': 0.05452562704471102, 'loss': 0.28180290659189006}
+{'epoch': 10, 'iter': 140, 'avg_loss': 0.16958864453971956, 'avg_acc': 0.07915400202634244, 'loss': 0.15040827016179847}
+{'epoch': 10, 'iter': 150, 'avg_loss': 0.16950603919589072, 'avg_acc': 0.07095553453169347, 'loss': 0.1490177882899713}
+{'epoch': 10, 'iter': 160, 'avg_loss': 0.168548413126363, 'avg_acc': 0.06100266193433895, 'loss': 0.18728911573608845}
+{'epoch': 10, 'iter': 170, 'avg_loss': 0.16863738319771437, 'avg_acc': 0.05482456140350877, 'loss': 0.19145145623718104}
+{'epoch': 10, 'iter': 180, 'avg_loss': 0.16843957579765126, 'avg_acc': 0.04932912391475928, 'loss': 0.229755569363728}
+{'epoch': 10, 'iter': 190, 'avg_loss': 0.16851378772976028, 'avg_acc': 0.04440912490650711, 'loss': 0.238163781723415}
+{'epoch': 10, 'iter': 200, 'avg_loss': 0.16884187351286392, 'avg_acc': 0.053304904051172705, 'loss': 0.17592713712708374}
+{'epoch': 10, 'iter': 210, 'avg_loss': 0.16888626925152775, 'avg_acc': 0.04231550440081246, 'loss': 0.2251784995408213}
+{'epoch': 10, 'iter': 220, 'avg_loss': 0.16894473253532225, 'avg_acc': 0.04848093083387201, 'loss': 0.16062838425594755}
+{'epoch': 10, 'iter': 230, 'avg_loss': 0.16931833068652583, 'avg_acc': 0.04251700680272109, 'loss': 0.17564596575019614}
+{'epoch': 10, 'iter': 240, 'avg_loss': 0.169351089609077, 'avg_acc': 0.05186721991701245, 'loss': 0.11782659336105487}
+{'epoch': 10, 'iter': 250, 'avg_loss': 0.16975144830886713, 'avg_acc': 0.042686397268070574, 'loss': 0.16274796813585063}
+{'epoch': 10, 'iter': 260, 'avg_loss': 0.1700741990599873, 'avg_acc': 0.035919540229885055, 'loss': 0.21221980392614828}
+{'epoch': 'EP10_test', 'eval_accuracy': 0.7363288052943225, 'ece': 0.1389448642730713}
+{'epoch': 11, 'iter': 0, 'avg_loss': 0.06927054878747185, 'avg_acc': 13.392857142857142, 'loss': 0.06927054878747185}
+{'epoch': 11, 'iter': 10, 'avg_loss': 0.08349125735729888, 'avg_acc': 1.2987012987012987, 'loss': 0.06692974948602373}
+{'epoch': 11, 'iter': 20, 'avg_loss': 0.08348057030363501, 'avg_acc': 0.6377551020408163, 'loss': 0.06651848623524918}
+{'epoch': 11, 'iter': 30, 'avg_loss': 0.08655973412547464, 'avg_acc': 0.3744239631336405, 'loss': 0.10259404453732453}
+{'epoch': 11, 'iter': 40, 'avg_loss': 0.08511193300856087, 'avg_acc': 0.31576655052264807, 'loss': 0.0802197273244961}
+{'epoch': 11, 'iter': 50, 'avg_loss': 0.0879374570775833, 'avg_acc': 0.24509803921568626, 'loss': 0.11344907508022775}
+{'epoch': 11, 'iter': 60, 'avg_loss': 0.08692456035560849, 'avg_acc': 0.2268735362997658, 'loss': 0.06365475431031037}
+{'epoch': 11, 'iter': 70, 'avg_loss': 0.08997136095417653, 'avg_acc': 0.15719315895372235, 'loss': 0.10671489492930114}
+{'epoch': 11, 'iter': 80, 'avg_loss': 0.08846598515094121, 'avg_acc': 0.1432980599647266, 'loss': 0.10648754294704434}
+{'epoch': 11, 'iter': 90, 'avg_loss': 0.0883900037709912, 'avg_acc': 0.15208006279434852, 'loss': 0.0736869836527733}
+{'epoch': 11, 'iter': 100, 'avg_loss': 0.08699353278385692, 'avg_acc': 0.1326025459688826, 'loss': 0.06245821397820756}
+{'epoch': 11, 'iter': 110, 'avg_loss': 0.087756138150212, 'avg_acc': 0.11261261261261261, 'loss': 0.08515608552335964}
+{'epoch': 11, 'iter': 120, 'avg_loss': 0.087768383585692, 'avg_acc': 0.10330578512396695, 'loss': 0.09394838599874739}
+{'epoch': 11, 'iter': 130, 'avg_loss': 0.0885092330782638, 'avg_acc': 0.09201199563794983, 'loss': 0.104052110901843}
+{'epoch': 11, 'iter': 140, 'avg_loss': 0.08895254930989076, 'avg_acc': 0.08548632218844984, 'loss': 0.09411793985811658}
+{'epoch': 11, 'iter': 150, 'avg_loss': 0.08891102723611014, 'avg_acc': 0.08869441816461685, 'loss': 0.07296896657414566}
+{'epoch': 11, 'iter': 160, 'avg_loss': 0.08820939473508554, 'avg_acc': 0.08318544809228039, 'loss': 0.08502384376392261}
+{'epoch': 11, 'iter': 170, 'avg_loss': 0.0880035147173143, 'avg_acc': 0.07832080200501253, 'loss': 0.07411152841796463}
+{'epoch': 11, 'iter': 180, 'avg_loss': 0.08761755328555469, 'avg_acc': 0.06906077348066297, 'loss': 0.10722415283144722}
+{'epoch': 11, 'iter': 190, 'avg_loss': 0.08757287003976812, 'avg_acc': 0.06077038145100972, 'loss': 0.13257773183434957}
+{'epoch': 11, 'iter': 200, 'avg_loss': 0.08776764178596494, 'avg_acc': 0.06441009239516703, 'loss': 0.09414211689426923}
+{'epoch': 11, 'iter': 210, 'avg_loss': 0.0881351657137014, 'avg_acc': 0.0550101557210562, 'loss': 0.14110253688651092}
+{'epoch': 11, 'iter': 220, 'avg_loss': 0.08797402685897485, 'avg_acc': 0.056561085972850686, 'loss': 0.08574448150648095}
+{'epoch': 11, 'iter': 230, 'avg_loss': 0.08800436599094084, 'avg_acc': 0.0502473716759431, 'loss': 0.11340941483735735}
+{'epoch': 11, 'iter': 240, 'avg_loss': 0.08831632935895131, 'avg_acc': 0.05742442205097807, 'loss': 0.057556434621655425}
+{'epoch': 11, 'iter': 250, 'avg_loss': 0.08854812152996039, 'avg_acc': 0.05157939669891862, 'loss': 0.07818481227868038}
+{'epoch': 11, 'iter': 260, 'avg_loss': 0.08874331271789297, 'avg_acc': 0.047892720306513405, 'loss': 0.1045466947171982}
+{'epoch': 'EP11_test', 'eval_accuracy': 0.877742946708464, 'ece': 0.09698323905467987}
+{'epoch': 12, 'iter': 0, 'avg_loss': 0.06036424194663985, 'avg_acc': 13.392857142857142, 'loss': 0.06036424194663985}
+{'epoch': 12, 'iter': 10, 'avg_loss': 0.07485629353323943, 'avg_acc': 1.2987012987012987, 'loss': 0.05710449172458506}
+{'epoch': 12, 'iter': 20, 'avg_loss': 0.0746363509575298, 'avg_acc': 0.6377551020408163, 'loss': 0.0567518842031112}
+{'epoch': 12, 'iter': 30, 'avg_loss': 0.07812812509121277, 'avg_acc': 0.3744239631336405, 'loss': 0.09267545488127585}
+{'epoch': 12, 'iter': 40, 'avg_loss': 0.07703355243612306, 'avg_acc': 0.31576655052264807, 'loss': 0.07196808554510474}
+{'epoch': 12, 'iter': 50, 'avg_loss': 0.08006555952995513, 'avg_acc': 0.24509803921568626, 'loss': 0.10318564649652119}
+{'epoch': 12, 'iter': 60, 'avg_loss': 0.07892571362289884, 'avg_acc': 0.2268735362997658, 'loss': 0.0567320415745769}
+{'epoch': 12, 'iter': 70, 'avg_loss': 0.08148630560336441, 'avg_acc': 0.16348088531187124, 'loss': 0.09196038981172754}
+{'epoch': 12, 'iter': 80, 'avg_loss': 0.08006293867687289, 'avg_acc': 0.1432980599647266, 'loss': 0.09641228939086334}
+{'epoch': 12, 'iter': 90, 'avg_loss': 0.08011567865238185, 'avg_acc': 0.15208006279434852, 'loss': 0.06946596683677138}
+{'epoch': 12, 'iter': 100, 'avg_loss': 0.07887282077415061, 'avg_acc': 0.1326025459688826, 'loss': 0.058774004559629535}
+{'epoch': 12, 'iter': 110, 'avg_loss': 0.07958176201232042, 'avg_acc': 0.11261261261261261, 'loss': 0.07454573622780052}
+{'epoch': 12, 'iter': 120, 'avg_loss': 0.07958875081302334, 'avg_acc': 0.10330578512396695, 'loss': 0.08498977369679242}
+{'epoch': 12, 'iter': 130, 'avg_loss': 0.08027118655265912, 'avg_acc': 0.09201199563794983, 'loss': 0.0911269558226268}
+{'epoch': 12, 'iter': 140, 'avg_loss': 0.08056956005051209, 'avg_acc': 0.08548632218844984, 'loss': 0.07614417956826205}
+{'epoch': 12, 'iter': 150, 'avg_loss': 0.08053765394582436, 'avg_acc': 0.08869441816461685, 'loss': 0.062491140415212545}
+{'epoch': 12, 'iter': 160, 'avg_loss': 0.07993692811612758, 'avg_acc': 0.08318544809228039, 'loss': 0.07542540701725946}
+{'epoch': 12, 'iter': 170, 'avg_loss': 0.07975334607883677, 'avg_acc': 0.07832080200501253, 'loss': 0.06663868383807069}
+{'epoch': 12, 'iter': 180, 'avg_loss': 0.07936636061315173, 'avg_acc': 0.06906077348066297, 'loss': 0.0948396663220186}
+{'epoch': 12, 'iter': 190, 'avg_loss': 0.0792099098684344, 'avg_acc': 0.05843305908750935, 'loss': 0.11658174110471821}
+{'epoch': 12, 'iter': 200, 'avg_loss': 0.07936719260658505, 'avg_acc': 0.06441009239516703, 'loss': 0.08869651185656835}
+{'epoch': 12, 'iter': 210, 'avg_loss': 0.07966847725661817, 'avg_acc': 0.0550101557210562, 'loss': 0.1320697690812348}
+{'epoch': 12, 'iter': 220, 'avg_loss': 0.07954980727910045, 'avg_acc': 0.056561085972850686, 'loss': 0.07480320467113545}
+{'epoch': 12, 'iter': 230, 'avg_loss': 0.07959421817164414, 'avg_acc': 0.0483147804576376, 'loss': 0.10011292759524995}
+{'epoch': 12, 'iter': 240, 'avg_loss': 0.0799421745745591, 'avg_acc': 0.05742442205097807, 'loss': 0.052436400268914794}
+{'epoch': 12, 'iter': 250, 'avg_loss': 0.08006423806446719, 'avg_acc': 0.05157939669891862, 'loss': 0.07028509390465842}
+{'epoch': 12, 'iter': 260, 'avg_loss': 0.08028001877271478, 'avg_acc': 0.047892720306513405, 'loss': 0.1012410519333246}
+{'epoch': 'EP12_test', 'eval_accuracy': 0.8762336003715314, 'ece': 0.08937079459428787}
+{'epoch': 13, 'iter': 0, 'avg_loss': 0.059345583494730035, 'avg_acc': 13.392857142857142, 'loss': 0.059345583494730035}
+{'epoch': 13, 'iter': 10, 'avg_loss': 0.07448989764393393, 'avg_acc': 1.2987012987012987, 'loss': 0.0546106887674398}
+{'epoch': 13, 'iter': 20, 'avg_loss': 0.07400279835497578, 'avg_acc': 0.6377551020408163, 'loss': 0.05587066477385503}
+{'epoch': 13, 'iter': 30, 'avg_loss': 0.07751506428497192, 'avg_acc': 0.3744239631336405, 'loss': 0.09348633045551326}
+{'epoch': 13, 'iter': 40, 'avg_loss': 0.07653704334793308, 'avg_acc': 0.31576655052264807, 'loss': 0.07186713350562611}
+{'epoch': 13, 'iter': 50, 'avg_loss': 0.07959367850825178, 'avg_acc': 0.24509803921568626, 'loss': 0.10168597570521293}
+{'epoch': 13, 'iter': 60, 'avg_loss': 0.07845260204079278, 'avg_acc': 0.2268735362997658, 'loss': 0.05556443847997424}
+{'epoch': 13, 'iter': 70, 'avg_loss': 0.08096137605911999, 'avg_acc': 0.16348088531187124, 'loss': 0.09255523805957669}
+{'epoch': 13, 'iter': 80, 'avg_loss': 0.07952360587342139, 'avg_acc': 0.1432980599647266, 'loss': 0.09672620055867956}
+{'epoch': 13, 'iter': 90, 'avg_loss': 0.07958125855068707, 'avg_acc': 0.15208006279434852, 'loss': 0.06882823310557536}
+{'epoch': 13, 'iter': 100, 'avg_loss': 0.07833072375072218, 'avg_acc': 0.1326025459688826, 'loss': 0.05891226970185568}
+{'epoch': 13, 'iter': 110, 'avg_loss': 0.07910248304186476, 'avg_acc': 0.11261261261261261, 'loss': 0.07420515442631524}
+{'epoch': 13, 'iter': 120, 'avg_loss': 0.07909797174743853, 'avg_acc': 0.10330578512396695, 'loss': 0.08195746056546227}
+{'epoch': 13, 'iter': 130, 'avg_loss': 0.07980287983297557, 'avg_acc': 0.09201199563794983, 'loss': 0.09239639218449318}
+{'epoch': 13, 'iter': 140, 'avg_loss': 0.0800418131467252, 'avg_acc': 0.08548632218844984, 'loss': 0.07453964359012843}
+{'epoch': 13, 'iter': 150, 'avg_loss': 0.08003588330168156, 'avg_acc': 0.08869441816461685, 'loss': 0.060972225616081586}
+{'epoch': 13, 'iter': 160, 'avg_loss': 0.07941005963187117, 'avg_acc': 0.08318544809228039, 'loss': 0.07352353330040273}
+{'epoch': 13, 'iter': 170, 'avg_loss': 0.07923702115014006, 'avg_acc': 0.07832080200501253, 'loss': 0.06567878033955106}
+{'epoch': 13, 'iter': 180, 'avg_loss': 0.07882817057887011, 'avg_acc': 0.06906077348066297, 'loss': 0.09286016110228598}
+{'epoch': 13, 'iter': 190, 'avg_loss': 0.07864044408201747, 'avg_acc': 0.05843305908750935, 'loss': 0.11377296272259432}
+{'epoch': 13, 'iter': 200, 'avg_loss': 0.07880141079970299, 'avg_acc': 0.06441009239516703, 'loss': 0.08673618599428323}
+{'epoch': 13, 'iter': 210, 'avg_loss': 0.07909615470688947, 'avg_acc': 0.0550101557210562, 'loss': 0.1281780302539224}
+{'epoch': 13, 'iter': 220, 'avg_loss': 0.07898116807438549, 'avg_acc': 0.056561085972850686, 'loss': 0.07478419017229498}
+{'epoch': 13, 'iter': 230, 'avg_loss': 0.07901844705598084, 'avg_acc': 0.0483147804576376, 'loss': 0.09878661467599921}
+{'epoch': 13, 'iter': 240, 'avg_loss': 0.07936894068596113, 'avg_acc': 0.05742442205097807, 'loss': 0.05210103293078662}
+{'epoch': 13, 'iter': 250, 'avg_loss': 0.07950599865083671, 'avg_acc': 0.05157939669891862, 'loss': 0.06934499870828452}
+{'epoch': 13, 'iter': 260, 'avg_loss': 0.07971110452324695, 'avg_acc': 0.047892720306513405, 'loss': 0.10054550875271064}
+{'epoch': 'EP13_test', 'eval_accuracy': 0.8765819110646696, 'ece': 0.09144909679889679}
+{'epoch': 14, 'iter': 0, 'avg_loss': 0.058739324967650726, 'avg_acc': 13.392857142857142, 'loss': 0.058739324967650726}
+{'epoch': 14, 'iter': 10, 'avg_loss': 0.0720157933634617, 'avg_acc': 1.2987012987012987, 'loss': 0.053264036461795526}
+{'epoch': 14, 'iter': 20, 'avg_loss': 0.07162061319731869, 'avg_acc': 0.6377551020408163, 'loss': 0.0546199303261119}
+{'epoch': 14, 'iter': 30, 'avg_loss': 0.07511721937142532, 'avg_acc': 0.3744239631336405, 'loss': 0.09303668938512795}
+{'epoch': 14, 'iter': 40, 'avg_loss': 0.07403563981056976, 'avg_acc': 0.31576655052264807, 'loss': 0.06739747021896797}
+{'epoch': 14, 'iter': 50, 'avg_loss': 0.07704465948222228, 'avg_acc': 0.24509803921568626, 'loss': 0.0995751351411351}
+{'epoch': 14, 'iter': 60, 'avg_loss': 0.07593093693113714, 'avg_acc': 0.2268735362997658, 'loss': 0.05314451592598905}
+{'epoch': 14, 'iter': 70, 'avg_loss': 0.07853917824756085, 'avg_acc': 0.15719315895372235, 'loss': 0.09041117853580868}
+{'epoch': 14, 'iter': 80, 'avg_loss': 0.07721785769256931, 'avg_acc': 0.1432980599647266, 'loss': 0.09587990784216872}
+{'epoch': 14, 'iter': 90, 'avg_loss': 0.07732091735539662, 'avg_acc': 0.15208006279434852, 'loss': 0.06710824110728351}
+{'epoch': 14, 'iter': 100, 'avg_loss': 0.07602632611159967, 'avg_acc': 0.1326025459688826, 'loss': 0.05594127684987882}
+{'epoch': 14, 'iter': 110, 'avg_loss': 0.07678943146916514, 'avg_acc': 0.11261261261261261, 'loss': 0.07090280942822906}
+{'epoch': 14, 'iter': 120, 'avg_loss': 0.07683170828331268, 'avg_acc': 0.10330578512396695, 'loss': 0.08279391799122289}
+{'epoch': 14, 'iter': 130, 'avg_loss': 0.07748227658054976, 'avg_acc': 0.09201199563794983, 'loss': 0.08513287057495843}
+{'epoch': 14, 'iter': 140, 'avg_loss': 0.07773257729115468, 'avg_acc': 0.08548632218844984, 'loss': 0.07385153088739164}
+{'epoch': 14, 'iter': 150, 'avg_loss': 0.07772609716948103, 'avg_acc': 0.08869441816461685, 'loss': 0.05980009117941774}
+{'epoch': 14, 'iter': 160, 'avg_loss': 0.07713179545160034, 'avg_acc': 0.08318544809228039, 'loss': 0.07331104032750853}
+{'epoch': 14, 'iter': 170, 'avg_loss': 0.07694568409879117, 'avg_acc': 0.07832080200501253, 'loss': 0.060867704187353}
+{'epoch': 14, 'iter': 180, 'avg_loss': 0.07652316209670744, 'avg_acc': 0.06906077348066297, 'loss': 0.09134187102966555}
+{'epoch': 14, 'iter': 190, 'avg_loss': 0.07632631777887705, 'avg_acc': 0.06077038145100972, 'loss': 0.10895940701224}
+{'epoch': 14, 'iter': 200, 'avg_loss': 0.07651380374999359, 'avg_acc': 0.06441009239516703, 'loss': 0.08373360452154494}
+{'epoch': 14, 'iter': 210, 'avg_loss': 0.07683446967291335, 'avg_acc': 0.0550101557210562, 'loss': 0.12790418272784823}
+{'epoch': 14, 'iter': 220, 'avg_loss': 0.07672428702046241, 'avg_acc': 0.056561085972850686, 'loss': 0.07416343536765778}
+{'epoch': 14, 'iter': 230, 'avg_loss': 0.07675936991583937, 'avg_acc': 0.0502473716759431, 'loss': 0.09435738349741232}
+{'epoch': 14, 'iter': 240, 'avg_loss': 0.07711819747213372, 'avg_acc': 0.05742442205097807, 'loss': 0.04915084856669896}
+{'epoch': 14, 'iter': 250, 'avg_loss': 0.0772819290498396, 'avg_acc': 0.05157939669891862, 'loss': 0.06706463569190037}
+{'epoch': 14, 'iter': 260, 'avg_loss': 0.07749210797545023, 'avg_acc': 0.047892720306513405, 'loss': 0.0964965601014366}
+{'epoch': 'EP14_test', 'eval_accuracy': 0.8784395680947406, 'ece': 0.08992096781730652}
+{'epoch': 15, 'iter': 0, 'avg_loss': 0.05829021123524772, 'avg_acc': 13.392857142857142, 'loss': 0.05829021123524772}
+{'epoch': 15, 'iter': 10, 'avg_loss': 0.07114263813946142, 'avg_acc': 1.2987012987012987, 'loss': 0.05363531009775459}
+{'epoch': 15, 'iter': 20, 'avg_loss': 0.0707993211150183, 'avg_acc': 0.6377551020408163, 'loss': 0.05396335079397626}
+{'epoch': 15, 'iter': 30, 'avg_loss': 0.07407243889970301, 'avg_acc': 0.3744239631336405, 'loss': 0.08912074516721141}
+{'epoch': 15, 'iter': 40, 'avg_loss': 0.07308354470485753, 'avg_acc': 0.31576655052264807, 'loss': 0.06820830832982137}
+{'epoch': 15, 'iter': 50, 'avg_loss': 0.07594439436891494, 'avg_acc': 0.24509803921568626, 'loss': 0.09806235701350374}
+{'epoch': 15, 'iter': 60, 'avg_loss': 0.07492035647872523, 'avg_acc': 0.2268735362997658, 'loss': 0.05384361066623252}
+{'epoch': 15, 'iter': 70, 'avg_loss': 0.07728256584457319, 'avg_acc': 0.16348088531187124, 'loss': 0.08740200635003044}
+{'epoch': 15, 'iter': 80, 'avg_loss': 0.07596783463576462, 'avg_acc': 0.1432980599647266, 'loss': 0.09253151545781536}
+{'epoch': 15, 'iter': 90, 'avg_loss': 0.07604660066640322, 'avg_acc': 0.15208006279434852, 'loss': 0.06748549211834286}
+{'epoch': 15, 'iter': 100, 'avg_loss': 0.07485861495789559, 'avg_acc': 0.1326025459688826, 'loss': 0.055129161556808165}
+{'epoch': 15, 'iter': 110, 'avg_loss': 0.07555049604378287, 'avg_acc': 0.11261261261261261, 'loss': 0.07027299565880135}
+{'epoch': 15, 'iter': 120, 'avg_loss': 0.07560192162784993, 'avg_acc': 0.10330578512396695, 'loss': 0.08073195252777257}
+{'epoch': 15, 'iter': 130, 'avg_loss': 0.07626486647274806, 'avg_acc': 0.09201199563794983, 'loss': 0.0860690493448735}
+{'epoch': 15, 'iter': 140, 'avg_loss': 0.07648576775502265, 'avg_acc': 0.08548632218844984, 'loss': 0.07174667496688665}
+{'epoch': 15, 'iter': 150, 'avg_loss': 0.0764510247309917, 'avg_acc': 0.08869441816461685, 'loss': 0.05932831622598249}
+{'epoch': 15, 'iter': 160, 'avg_loss': 0.07588699380807583, 'avg_acc': 0.08318544809228039, 'loss': 0.07176621868898028}
+{'epoch': 15, 'iter': 170, 'avg_loss': 0.07574180779946578, 'avg_acc': 0.07832080200501253, 'loss': 0.06329207952049996}
+{'epoch': 15, 'iter': 180, 'avg_loss': 0.07537613223077641, 'avg_acc': 0.06906077348066297, 'loss': 0.08951289349054799}
+{'epoch': 15, 'iter': 190, 'avg_loss': 0.07520382164359464, 'avg_acc': 0.06077038145100972, 'loss': 0.10724321544755151}
+{'epoch': 15, 'iter': 200, 'avg_loss': 0.07537100462920578, 'avg_acc': 0.06441009239516703, 'loss': 0.08430731516798824}
+{'epoch': 15, 'iter': 210, 'avg_loss': 0.07566834315430776, 'avg_acc': 0.0550101557210562, 'loss': 0.12466029410162653}
+{'epoch': 15, 'iter': 220, 'avg_loss': 0.07556470412321874, 'avg_acc': 0.056561085972850686, 'loss': 0.07221320429536197}
+{'epoch': 15, 'iter': 230, 'avg_loss': 0.07560124116190294, 'avg_acc': 0.0502473716759431, 'loss': 0.09259208513505662}
+{'epoch': 15, 'iter': 240, 'avg_loss': 0.07595540840372852, 'avg_acc': 0.05742442205097807, 'loss': 0.05017024061359823}
+{'epoch': 15, 'iter': 250, 'avg_loss': 0.07607713099894187, 'avg_acc': 0.05157939669891862, 'loss': 0.06579444663755192}
+{'epoch': 15, 'iter': 260, 'avg_loss': 0.07627841530916195, 'avg_acc': 0.047892720306513405, 'loss': 0.096816282446574}
+{'epoch': 'EP15_test', 'eval_accuracy': 0.8784395680947406, 'ece': 0.0873933807015419}
+{'epoch': 16, 'iter': 0, 'avg_loss': 0.0562420697153446, 'avg_acc': 13.392857142857142, 'loss': 0.0562420697153446}
+{'epoch': 16, 'iter': 10, 'avg_loss': 0.06919597536958583, 'avg_acc': 1.2987012987012987, 'loss': 0.05087855765821254}
+{'epoch': 16, 'iter': 20, 'avg_loss': 0.0689183384894384, 'avg_acc': 0.6377551020408163, 'loss': 0.05239745961002232}
+{'epoch': 16, 'iter': 30, 'avg_loss': 0.07229481038558126, 'avg_acc': 0.3744239631336405, 'loss': 0.08851678251661659}
+{'epoch': 16, 'iter': 40, 'avg_loss': 0.07136728323407268, 'avg_acc': 0.31576655052264807, 'loss': 0.06797344462993594}
+{'epoch': 16, 'iter': 50, 'avg_loss': 0.07427402266809759, 'avg_acc': 0.24509803921568626, 'loss': 0.09597152217669702}
+{'epoch': 16, 'iter': 60, 'avg_loss': 0.07315092205592298, 'avg_acc': 0.2268735362997658, 'loss': 0.050720805650970285}
+{'epoch': 16, 'iter': 70, 'avg_loss': 0.07556099766354896, 'avg_acc': 0.15719315895372235, 'loss': 0.08595284699090451}
+{'epoch': 16, 'iter': 80, 'avg_loss': 0.0742106089367787, 'avg_acc': 0.1432980599647266, 'loss': 0.09180665254539275}
+{'epoch': 16, 'iter': 90, 'avg_loss': 0.07431157130527909, 'avg_acc': 0.15208006279434852, 'loss': 0.06548763674378831}
+{'epoch': 16, 'iter': 100, 'avg_loss': 0.07305943477116758, 'avg_acc': 0.1326025459688826, 'loss': 0.05308448740016404}
+{'epoch': 16, 'iter': 110, 'avg_loss': 0.07380662552723699, 'avg_acc': 0.11261261261261261, 'loss': 0.06775972033221121}
+{'epoch': 16, 'iter': 120, 'avg_loss': 0.073806806461916, 'avg_acc': 0.10330578512396695, 'loss': 0.07737939266476904}
+{'epoch': 16, 'iter': 130, 'avg_loss': 0.0744446936414371, 'avg_acc': 0.09201199563794983, 'loss': 0.08346447446281298}
+{'epoch': 16, 'iter': 140, 'avg_loss': 0.07467146841652635, 'avg_acc': 0.08865248226950355, 'loss': 0.07092181209891837}
+{'epoch': 16, 'iter': 150, 'avg_loss': 0.07467097231391973, 'avg_acc': 0.08869441816461685, 'loss': 0.05659728287587029}
+{'epoch': 16, 'iter': 160, 'avg_loss': 0.07410045700959207, 'avg_acc': 0.08318544809228039, 'loss': 0.06814030071272725}
+{'epoch': 16, 'iter': 170, 'avg_loss': 0.07394554883934389, 'avg_acc': 0.07832080200501253, 'loss': 0.05903695398361362}
+{'epoch': 16, 'iter': 180, 'avg_loss': 0.0735607120025155, 'avg_acc': 0.06906077348066297, 'loss': 0.08817372157957948}
+{'epoch': 16, 'iter': 190, 'avg_loss': 0.07337796676976559, 'avg_acc': 0.06077038145100972, 'loss': 0.10505508730719271}
+{'epoch': 16, 'iter': 200, 'avg_loss': 0.07353438657726116, 'avg_acc': 0.06441009239516703, 'loss': 0.0796850583333192}
+{'epoch': 16, 'iter': 210, 'avg_loss': 0.07385381673858318, 'avg_acc': 0.0550101557210562, 'loss': 0.12287780943837845}
+{'epoch': 16, 'iter': 220, 'avg_loss': 0.07373725047607735, 'avg_acc': 0.056561085972850686, 'loss': 0.07133618481194454}
+{'epoch': 16, 'iter': 230, 'avg_loss': 0.07377470859699618, 'avg_acc': 0.0502473716759431, 'loss': 0.09260556018617397}
+{'epoch': 16, 'iter': 240, 'avg_loss': 0.07412772703039988, 'avg_acc': 0.05742442205097807, 'loss': 0.0478573782998747}
+{'epoch': 16, 'iter': 250, 'avg_loss': 0.07425952500460177, 'avg_acc': 0.05157939669891862, 'loss': 0.06234474642926305}
+{'epoch': 16, 'iter': 260, 'avg_loss': 0.0744544948335941, 'avg_acc': 0.047892720306513405, 'loss': 0.09353570542005837}
+{'epoch': 'EP16_test', 'eval_accuracy': 0.8789039823522582, 'ece': 0.09029613435268402}
+{'epoch': 17, 'iter': 0, 'avg_loss': 0.053006656202745105, 'avg_acc': 13.392857142857142, 'loss': 0.053006656202745105}
+{'epoch': 17, 'iter': 10, 'avg_loss': 0.06576691298790173, 'avg_acc': 1.2987012987012987, 'loss': 0.05052040383626226}
+{'epoch': 17, 'iter': 20, 'avg_loss': 0.06587168180883415, 'avg_acc': 0.6377551020408163, 'loss': 0.05043087344719359}
+{'epoch': 17, 'iter': 30, 'avg_loss': 0.06921555169808918, 'avg_acc': 0.3744239631336405, 'loss': 0.08356195653872028}
+{'epoch': 17, 'iter': 40, 'avg_loss': 0.06836436570749228, 'avg_acc': 0.31576655052264807, 'loss': 0.06357188099685272}
+{'epoch': 17, 'iter': 50, 'avg_loss': 0.07130953715002729, 'avg_acc': 0.24509803921568626, 'loss': 0.09507672052945841}
+{'epoch': 17, 'iter': 60, 'avg_loss': 0.07021504246084255, 'avg_acc': 0.2268735362997658, 'loss': 0.04870285202093579}
+{'epoch': 17, 'iter': 70, 'avg_loss': 0.07229754931951919, 'avg_acc': 0.16976861167002014, 'loss': 0.07843416615981319}
+{'epoch': 17, 'iter': 80, 'avg_loss': 0.07099370283775937, 'avg_acc': 0.1432980599647266, 'loss': 0.08724668411955605}
+{'epoch': 17, 'iter': 90, 'avg_loss': 0.07116087370625648, 'avg_acc': 0.15208006279434852, 'loss': 0.06567005320849667}
+{'epoch': 17, 'iter': 100, 'avg_loss': 0.07001690268275397, 'avg_acc': 0.1326025459688826, 'loss': 0.052393343782436014}
+{'epoch': 17, 'iter': 110, 'avg_loss': 0.07062632656263194, 'avg_acc': 0.11261261261261261, 'loss': 0.06362214833497047}
+{'epoch': 17, 'iter': 120, 'avg_loss': 0.07068347407562083, 'avg_acc': 0.10330578512396695, 'loss': 0.07357083458726825}
+{'epoch': 17, 'iter': 130, 'avg_loss': 0.07130825066715406, 'avg_acc': 0.09201199563794983, 'loss': 0.07731274453163804}
+{'epoch': 17, 'iter': 140, 'avg_loss': 0.07148187924403403, 'avg_acc': 0.08865248226950355, 'loss': 0.06553943727864667}
+{'epoch': 17, 'iter': 150, 'avg_loss': 0.07143999283203663, 'avg_acc': 0.08869441816461685, 'loss': 0.053604987032390534}
+{'epoch': 17, 'iter': 160, 'avg_loss': 0.07094039984373457, 'avg_acc': 0.08318544809228039, 'loss': 0.06673942686426365}
+{'epoch': 17, 'iter': 170, 'avg_loss': 0.07081089083797751, 'avg_acc': 0.07832080200501253, 'loss': 0.05672906470059554}
+{'epoch': 17, 'iter': 180, 'avg_loss': 0.07043328187415032, 'avg_acc': 0.06906077348066297, 'loss': 0.08439034016635105}
+{'epoch': 17, 'iter': 190, 'avg_loss': 0.07023666790097609, 'avg_acc': 0.06077038145100972, 'loss': 0.09643682505320936}
+{'epoch': 17, 'iter': 200, 'avg_loss': 0.07038696441695698, 'avg_acc': 0.06441009239516703, 'loss': 0.08082060817477554}
+{'epoch': 17, 'iter': 210, 'avg_loss': 0.07066528447614198, 'avg_acc': 0.0550101557210562, 'loss': 0.11756098278799648}
+{'epoch': 17, 'iter': 220, 'avg_loss': 0.07059452715357159, 'avg_acc': 0.056561085972850686, 'loss': 0.06702388871164137}
+{'epoch': 17, 'iter': 230, 'avg_loss': 0.07063174862407427, 'avg_acc': 0.0502473716759431, 'loss': 0.08464404143531518}
+{'epoch': 17, 'iter': 240, 'avg_loss': 0.07100692003752994, 'avg_acc': 0.05742442205097807, 'loss': 0.04657813930746661}
+{'epoch': 17, 'iter': 250, 'avg_loss': 0.07109419836408996, 'avg_acc': 0.05157939669891862, 'loss': 0.05933139661247517}
+{'epoch': 17, 'iter': 260, 'avg_loss': 0.07130791572228103, 'avg_acc': 0.047892720306513405, 'loss': 0.09328182641129143}
+{'epoch': 'EP17_test', 'eval_accuracy': 0.882387089283641, 'ece': 0.08096893876791}
+{'epoch': 18, 'iter': 0, 'avg_loss': 0.05705126243561713, 'avg_acc': 13.392857142857142, 'loss': 0.05705126243561713}
+{'epoch': 18, 'iter': 10, 'avg_loss': 0.07121185263107903, 'avg_acc': 1.2987012987012987, 'loss': 0.04993642360371504}
+{'epoch': 18, 'iter': 20, 'avg_loss': 0.07064293173983435, 'avg_acc': 0.6377551020408163, 'loss': 0.052047670673151254}
+{'epoch': 18, 'iter': 30, 'avg_loss': 0.07409573431225175, 'avg_acc': 0.3744239631336405, 'loss': 0.08871077916657148}
+{'epoch': 18, 'iter': 40, 'avg_loss': 0.07321776996803972, 'avg_acc': 0.31576655052264807, 'loss': 0.07063548457420714}
+{'epoch': 18, 'iter': 50, 'avg_loss': 0.07614449475707978, 'avg_acc': 0.24509803921568626, 'loss': 0.09747008802009662}
+{'epoch': 18, 'iter': 60, 'avg_loss': 0.07513820722807114, 'avg_acc': 0.2268735362997658, 'loss': 0.05376102647251254}
+{'epoch': 18, 'iter': 70, 'avg_loss': 0.07762701029354137, 'avg_acc': 0.15719315895372235, 'loss': 0.0908286738836596}
+{'epoch': 18, 'iter': 80, 'avg_loss': 0.07623689044728625, 'avg_acc': 0.1432980599647266, 'loss': 0.09273101469428419}
+{'epoch': 18, 'iter': 90, 'avg_loss': 0.07628593759268013, 'avg_acc': 0.15208006279434852, 'loss': 0.06533668796381724}
+{'epoch': 18, 'iter': 100, 'avg_loss': 0.0750743137561545, 'avg_acc': 0.1326025459688826, 'loss': 0.053924712729673675}
+{'epoch': 18, 'iter': 110, 'avg_loss': 0.0758711806881464, 'avg_acc': 0.11261261261261261, 'loss': 0.0719625275209097}
+{'epoch': 18, 'iter': 120, 'avg_loss': 0.0758715917750659, 'avg_acc': 0.10330578512396695, 'loss': 0.08021765677049432}
+{'epoch': 18, 'iter': 130, 'avg_loss': 0.07657348499725562, 'avg_acc': 0.09201199563794983, 'loss': 0.08969075323938316}
+{'epoch': 18, 'iter': 140, 'avg_loss': 0.0768159557385404, 'avg_acc': 0.08865248226950355, 'loss': 0.07149930511842838}
+{'epoch': 18, 'iter': 150, 'avg_loss': 0.07678108632094711, 'avg_acc': 0.08869441816461685, 'loss': 0.05889623185210471}
+{'epoch': 18, 'iter': 160, 'avg_loss': 0.07617955509487068, 'avg_acc': 0.08318544809228039, 'loss': 0.0701721448329522}
+{'epoch': 18, 'iter': 170, 'avg_loss': 0.07602441195067278, 'avg_acc': 0.07832080200501253, 'loss': 0.06475247083997918}
+{'epoch': 18, 'iter': 180, 'avg_loss': 0.07567928460058121, 'avg_acc': 0.06906077348066297, 'loss': 0.08970963893371423}
+{'epoch': 18, 'iter': 190, 'avg_loss': 0.07549191219663139, 'avg_acc': 0.06077038145100972, 'loss': 0.10940174363179267}
+{'epoch': 18, 'iter': 200, 'avg_loss': 0.07563223712844974, 'avg_acc': 0.06441009239516703, 'loss': 0.08308718542796051}
+{'epoch': 18, 'iter': 210, 'avg_loss': 0.07594805476808145, 'avg_acc': 0.0550101557210562, 'loss': 0.12489046430377064}
+{'epoch': 18, 'iter': 220, 'avg_loss': 0.07581256306695931, 'avg_acc': 0.056561085972850686, 'loss': 0.07219183483687175}
+{'epoch': 18, 'iter': 230, 'avg_loss': 0.07585687934674437, 'avg_acc': 0.0502473716759431, 'loss': 0.0970531763262597}
+{'epoch': 18, 'iter': 240, 'avg_loss': 0.07620658813836269, 'avg_acc': 0.05742442205097807, 'loss': 0.04966110012512104}
+{'epoch': 18, 'iter': 250, 'avg_loss': 0.07634754581341928, 'avg_acc': 0.05157939669891862, 'loss': 0.06569485064642525}
+{'epoch': 18, 'iter': 260, 'avg_loss': 0.07654289961449809, 'avg_acc': 0.047892720306513405, 'loss': 0.09506221082836776}
+{'epoch': 'EP18_test', 'eval_accuracy': 0.8782073609659816, 'ece': 0.09045445919036865}
+{'epoch': 19, 'iter': 0, 'avg_loss': 0.05563408697131779, 'avg_acc': 13.392857142857142, 'loss': 0.05563408697131779}
+{'epoch': 19, 'iter': 10, 'avg_loss': 0.06881872204994176, 'avg_acc': 1.2987012987012987, 'loss': 0.049612476649666545}
+{'epoch': 19, 'iter': 20, 'avg_loss': 0.06821922942248532, 'avg_acc': 0.6377551020408163, 'loss': 0.05106108049405325}
+{'epoch': 19, 'iter': 30, 'avg_loss': 0.07178962753507183, 'avg_acc': 0.3744239631336405, 'loss': 0.08915022530199426}
+{'epoch': 19, 'iter': 40, 'avg_loss': 0.0709230181464288, 'avg_acc': 0.31576655052264807, 'loss': 0.06713675292371996}
+{'epoch': 19, 'iter': 50, 'avg_loss': 0.07392441879055976, 'avg_acc': 0.24509803921568626, 'loss': 0.09598970049399366}
+{'epoch': 19, 'iter': 60, 'avg_loss': 0.07278528692490485, 'avg_acc': 0.2268735362997658, 'loss': 0.05012219987794708}
+{'epoch': 19, 'iter': 70, 'avg_loss': 0.07522168119420526, 'avg_acc': 0.15719315895372235, 'loss': 0.08612521340216972}
+{'epoch': 19, 'iter': 80, 'avg_loss': 0.07387445736400707, 'avg_acc': 0.1432980599647266, 'loss': 0.09201940611747261}
+{'epoch': 19, 'iter': 90, 'avg_loss': 0.0740144320230156, 'avg_acc': 0.15208006279434852, 'loss': 0.06516877345317035}
+{'epoch': 19, 'iter': 100, 'avg_loss': 0.0727766312967297, 'avg_acc': 0.1326025459688826, 'loss': 0.053451826460892395}
+{'epoch': 19, 'iter': 110, 'avg_loss': 0.07354739440374215, 'avg_acc': 0.11261261261261261, 'loss': 0.06687437033939148}
+{'epoch': 19, 'iter': 120, 'avg_loss': 0.07357843290952885, 'avg_acc': 0.10330578512396695, 'loss': 0.07804920278822992}
+{'epoch': 19, 'iter': 130, 'avg_loss': 0.07423259719596428, 'avg_acc': 0.09201199563794983, 'loss': 0.08246571415956996}
+{'epoch': 19, 'iter': 140, 'avg_loss': 0.07441860706934371, 'avg_acc': 0.08865248226950355, 'loss': 0.06866181034545044}
+{'epoch': 19, 'iter': 150, 'avg_loss': 0.07441855630138039, 'avg_acc': 0.08869441816461685, 'loss': 0.05526331134157049}
+{'epoch': 19, 'iter': 160, 'avg_loss': 0.07383833216003147, 'avg_acc': 0.08318544809228039, 'loss': 0.06771734680866359}
+{'epoch': 19, 'iter': 170, 'avg_loss': 0.07368726173863314, 'avg_acc': 0.07832080200501253, 'loss': 0.058397215524012475}
+{'epoch': 19, 'iter': 180, 'avg_loss': 0.07327298586208716, 'avg_acc': 0.06906077348066297, 'loss': 0.08748178805360242}
+{'epoch': 19, 'iter': 190, 'avg_loss': 0.0730369735705415, 'avg_acc': 0.06077038145100972, 'loss': 0.10207629274699212}
+{'epoch': 19, 'iter': 200, 'avg_loss': 0.0731957608012363, 'avg_acc': 0.06441009239516703, 'loss': 0.0801371480081607}
+{'epoch': 19, 'iter': 210, 'avg_loss': 0.07350648233389001, 'avg_acc': 0.0550101557210562, 'loss': 0.12203771079001666}
+{'epoch': 19, 'iter': 220, 'avg_loss': 0.0733942023028637, 'avg_acc': 0.056561085972850686, 'loss': 0.07064922228356148}
+{'epoch': 19, 'iter': 230, 'avg_loss': 0.07343112823135389, 'avg_acc': 0.0502473716759431, 'loss': 0.09017099353017548}
+{'epoch': 19, 'iter': 240, 'avg_loss': 0.07380831725355466, 'avg_acc': 0.05742442205097807, 'loss': 0.0473075675040308}
+{'epoch': 19, 'iter': 250, 'avg_loss': 0.07395747138232298, 'avg_acc': 0.05157939669891862, 'loss': 0.0623739303877256}
+{'epoch': 19, 'iter': 260, 'avg_loss': 0.07416753334283956, 'avg_acc': 0.047892720306513405, 'loss': 0.09482414656134047}
+{'epoch': 'EP19_test', 'eval_accuracy': 0.8787878787878788, 'ece': 0.08669255673885345}
+{'epoch': 20, 'iter': 0, 'avg_loss': 0.055309803464331654, 'avg_acc': 13.392857142857142, 'loss': 0.055309803464331654}
+{'epoch': 20, 'iter': 10, 'avg_loss': 0.06886136603063608, 'avg_acc': 1.2987012987012987, 'loss': 0.0509066531043609}
+{'epoch': 20, 'iter': 20, 'avg_loss': 0.06852324705582695, 'avg_acc': 0.6377551020408163, 'loss': 0.051655250438865805}
+{'epoch': 20, 'iter': 30, 'avg_loss': 0.07176913374845809, 'avg_acc': 0.3744239631336405, 'loss': 0.08684206826118107}
+{'epoch': 20, 'iter': 40, 'avg_loss': 0.07098134052883329, 'avg_acc': 0.31576655052264807, 'loss': 0.06705491614976973}
+{'epoch': 20, 'iter': 50, 'avg_loss': 0.07385874968294491, 'avg_acc': 0.24509803921568626, 'loss': 0.09550043221282829}
+{'epoch': 20, 'iter': 60, 'avg_loss': 0.07276090546143717, 'avg_acc': 0.2268735362997658, 'loss': 0.051509250112455815}
+{'epoch': 20, 'iter': 70, 'avg_loss': 0.07503985293848249, 'avg_acc': 0.15719315895372235, 'loss': 0.08528528390549184}
+{'epoch': 20, 'iter': 80, 'avg_loss': 0.07371474374781879, 'avg_acc': 0.1432980599647266, 'loss': 0.08978669430503317}
+{'epoch': 20, 'iter': 90, 'avg_loss': 0.0738355290631146, 'avg_acc': 0.15208006279434852, 'loss': 0.06660789796426668}
+{'epoch': 20, 'iter': 100, 'avg_loss': 0.07268966450206076, 'avg_acc': 0.1326025459688826, 'loss': 0.055092526714714395}
+{'epoch': 20, 'iter': 110, 'avg_loss': 0.073389221975583, 'avg_acc': 0.11261261261261261, 'loss': 0.06764361791072863}
+{'epoch': 20, 'iter': 120, 'avg_loss': 0.07339653298357814, 'avg_acc': 0.10330578512396695, 'loss': 0.07716607601240355}
+{'epoch': 20, 'iter': 130, 'avg_loss': 0.07403349647087233, 'avg_acc': 0.09201199563794983, 'loss': 0.08304155062837383}
+{'epoch': 20, 'iter': 140, 'avg_loss': 0.07421546941163659, 'avg_acc': 0.08865248226950355, 'loss': 0.06843729183518933}
+{'epoch': 20, 'iter': 150, 'avg_loss': 0.07419927871946329, 'avg_acc': 0.08869441816461685, 'loss': 0.056469227260318375}
+{'epoch': 20, 'iter': 160, 'avg_loss': 0.0736513072451184, 'avg_acc': 0.08318544809228039, 'loss': 0.06840555759162369}
+{'epoch': 20, 'iter': 170, 'avg_loss': 0.07351590289844993, 'avg_acc': 0.07832080200501253, 'loss': 0.06156422180074676}
+{'epoch': 20, 'iter': 180, 'avg_loss': 0.07313197593186492, 'avg_acc': 0.06906077348066297, 'loss': 0.08611522482541593}
+{'epoch': 20, 'iter': 190, 'avg_loss': 0.07290965206849288, 'avg_acc': 0.06077038145100972, 'loss': 0.10125111428317674}
+{'epoch': 20, 'iter': 200, 'avg_loss': 0.07304996057135849, 'avg_acc': 0.06441009239516703, 'loss': 0.08129029084688202}
+{'epoch': 20, 'iter': 210, 'avg_loss': 0.07332755166171992, 'avg_acc': 0.0550101557210562, 'loss': 0.11966530300302175}
+{'epoch': 20, 'iter': 220, 'avg_loss': 0.07324509780583678, 'avg_acc': 0.056561085972850686, 'loss': 0.07095324911811725}
+{'epoch': 20, 'iter': 230, 'avg_loss': 0.07327993920024263, 'avg_acc': 0.0502473716759431, 'loss': 0.08831050780328553}
+{'epoch': 20, 'iter': 240, 'avg_loss': 0.07364134678152245, 'avg_acc': 0.05742442205097807, 'loss': 0.04867814163566817}
+{'epoch': 20, 'iter': 250, 'avg_loss': 0.0737655611467664, 'avg_acc': 0.05157939669891862, 'loss': 0.06337890978281482}
+{'epoch': 20, 'iter': 260, 'avg_loss': 0.07395651943314949, 'avg_acc': 0.047892720306513405, 'loss': 0.0933449566949816}
+{'epoch': 'EP20_test', 'eval_accuracy': 0.879136189481017, 'ece': 0.07708129286766052}
+{'epoch': 21, 'iter': 0, 'avg_loss': 0.055681784685906975, 'avg_acc': 13.392857142857142, 'loss': 0.055681784685906975}
+{'epoch': 21, 'iter': 10, 'avg_loss': 0.06887572555021809, 'avg_acc': 1.2987012987012987, 'loss': 0.04906868659494685}
+{'epoch': 21, 'iter': 20, 'avg_loss': 0.0688640260501408, 'avg_acc': 0.6377551020408163, 'loss': 0.052185795565443574}
+{'epoch': 21, 'iter': 30, 'avg_loss': 0.07225030168241835, 'avg_acc': 0.3744239631336405, 'loss': 0.08702626142202721}
+{'epoch': 21, 'iter': 40, 'avg_loss': 0.0714147450093816, 'avg_acc': 0.31576655052264807, 'loss': 0.0684334952255747}
+{'epoch': 21, 'iter': 50, 'avg_loss': 0.07429109849189074, 'avg_acc': 0.24509803921568626, 'loss': 0.09619260135434411}
+{'epoch': 21, 'iter': 60, 'avg_loss': 0.07322894060217033, 'avg_acc': 0.2268735362997658, 'loss': 0.05143311403830759}
+{'epoch': 21, 'iter': 70, 'avg_loss': 0.07545042539097305, 'avg_acc': 0.16348088531187124, 'loss': 0.08443612644396531}
+{'epoch': 21, 'iter': 80, 'avg_loss': 0.0741001068377859, 'avg_acc': 0.1432980599647266, 'loss': 0.09124495398201202}
+{'epoch': 21, 'iter': 90, 'avg_loss': 0.0742597312663057, 'avg_acc': 0.15208006279434852, 'loss': 0.06672827374159494}
+{'epoch': 21, 'iter': 100, 'avg_loss': 0.07310065393329139, 'avg_acc': 0.1326025459688826, 'loss': 0.0540963589454831}
+{'epoch': 21, 'iter': 110, 'avg_loss': 0.07382007576304904, 'avg_acc': 0.11261261261261261, 'loss': 0.06699096376254841}
+{'epoch': 21, 'iter': 120, 'avg_loss': 0.07385276560014097, 'avg_acc': 0.10330578512396695, 'loss': 0.07667972885021511}
+{'epoch': 21, 'iter': 130, 'avg_loss': 0.0745006035242139, 'avg_acc': 0.09201199563794983, 'loss': 0.08243081264794126}
+{'epoch': 21, 'iter': 140, 'avg_loss': 0.0746659778686714, 'avg_acc': 0.08865248226950355, 'loss': 0.0681357738323527}
+{'epoch': 21, 'iter': 150, 'avg_loss': 0.07463493912159949, 'avg_acc': 0.08869441816461685, 'loss': 0.05699064821814252}
+{'epoch': 21, 'iter': 160, 'avg_loss': 0.07409028251239987, 'avg_acc': 0.08318544809228039, 'loss': 0.06805957982451664}
+{'epoch': 21, 'iter': 170, 'avg_loss': 0.07398408247527034, 'avg_acc': 0.07832080200501253, 'loss': 0.061856033989496746}
+{'epoch': 21, 'iter': 180, 'avg_loss': 0.07360665672736265, 'avg_acc': 0.06906077348066297, 'loss': 0.08694514063119284}
+{'epoch': 21, 'iter': 190, 'avg_loss': 0.07341442452618283, 'avg_acc': 0.06077038145100972, 'loss': 0.10277728311982465}
+{'epoch': 21, 'iter': 200, 'avg_loss': 0.07354643078058137, 'avg_acc': 0.06441009239516703, 'loss': 0.0819913311797202}
+{'epoch': 21, 'iter': 210, 'avg_loss': 0.07384837789457953, 'avg_acc': 0.0550101557210562, 'loss': 0.1202325036312735}
+{'epoch': 21, 'iter': 220, 'avg_loss': 0.07375886658859736, 'avg_acc': 0.056561085972850686, 'loss': 0.0713402033783268}
+{'epoch': 21, 'iter': 230, 'avg_loss': 0.07379858788586917, 'avg_acc': 0.0502473716759431, 'loss': 0.09122385273920282}
+{'epoch': 21, 'iter': 240, 'avg_loss': 0.07415910158745452, 'avg_acc': 0.05742442205097807, 'loss': 0.049616374463714204}
+{'epoch': 21, 'iter': 250, 'avg_loss': 0.07427565681380097, 'avg_acc': 0.05157939669891862, 'loss': 0.06223879553128495}
+{'epoch': 21, 'iter': 260, 'avg_loss': 0.07447635196363134, 'avg_acc': 0.047892720306513405, 'loss': 0.09567128463186236}
+{'epoch': 'EP21_test', 'eval_accuracy': 0.879136189481017, 'ece': 0.08275926113128662}
+{'epoch': 22, 'iter': 0, 'avg_loss': 0.05655421471704207, 'avg_acc': 13.392857142857142, 'loss': 0.05655421471704207}
+{'epoch': 22, 'iter': 10, 'avg_loss': 0.06904837467451604, 'avg_acc': 1.2987012987012987, 'loss': 0.05190168965634001}
+{'epoch': 22, 'iter': 20, 'avg_loss': 0.06875483319267749, 'avg_acc': 0.6377551020408163, 'loss': 0.05188239577280131}
+{'epoch': 22, 'iter': 30, 'avg_loss': 0.07191734330615303, 'avg_acc': 0.3744239631336405, 'loss': 0.08768744800270918}
+{'epoch': 22, 'iter': 40, 'avg_loss': 0.07105255121352624, 'avg_acc': 0.31576655052264807, 'loss': 0.06567783766562384}
+{'epoch': 22, 'iter': 50, 'avg_loss': 0.07388766817480466, 'avg_acc': 0.24509803921568626, 'loss': 0.09563378683613774}
+{'epoch': 22, 'iter': 60, 'avg_loss': 0.07285421720245143, 'avg_acc': 0.2268735362997658, 'loss': 0.051976115345110784}
+{'epoch': 22, 'iter': 70, 'avg_loss': 0.0751967941899057, 'avg_acc': 0.15719315895372235, 'loss': 0.08523965635152463}
+{'epoch': 22, 'iter': 80, 'avg_loss': 0.07394765513937594, 'avg_acc': 0.1432980599647266, 'loss': 0.09084049574054984}
+{'epoch': 22, 'iter': 90, 'avg_loss': 0.07404849783448032, 'avg_acc': 0.15208006279434852, 'loss': 0.0654962453477635}
+{'epoch': 22, 'iter': 100, 'avg_loss': 0.07288210012960067, 'avg_acc': 0.1326025459688826, 'loss': 0.054014041638249105}
+{'epoch': 22, 'iter': 110, 'avg_loss': 0.07357674922677748, 'avg_acc': 0.11261261261261261, 'loss': 0.06745826284568526}
+{'epoch': 22, 'iter': 120, 'avg_loss': 0.07364164849004284, 'avg_acc': 0.10330578512396695, 'loss': 0.07838472733945219}
+{'epoch': 22, 'iter': 130, 'avg_loss': 0.07428402635094097, 'avg_acc': 0.09201199563794983, 'loss': 0.0819030884573877}
+{'epoch': 22, 'iter': 140, 'avg_loss': 0.07446770915899113, 'avg_acc': 0.08865248226950355, 'loss': 0.06962741130033528}
+{'epoch': 22, 'iter': 150, 'avg_loss': 0.0744385970226382, 'avg_acc': 0.08869441816461685, 'loss': 0.056881964100347605}
+{'epoch': 22, 'iter': 160, 'avg_loss': 0.07389962179768268, 'avg_acc': 0.08318544809228039, 'loss': 0.0705135535178759}
+{'epoch': 22, 'iter': 170, 'avg_loss': 0.0737717639776649, 'avg_acc': 0.07832080200501253, 'loss': 0.06150689893461703}
+{'epoch': 22, 'iter': 180, 'avg_loss': 0.07339867980543913, 'avg_acc': 0.06906077348066297, 'loss': 0.08846044562777422}
+{'epoch': 22, 'iter': 190, 'avg_loss': 0.07318961965542525, 'avg_acc': 0.06077038145100972, 'loss': 0.10133228768535826}
+{'epoch': 22, 'iter': 200, 'avg_loss': 0.07335893971819389, 'avg_acc': 0.06441009239516703, 'loss': 0.08265678926337978}
+{'epoch': 22, 'iter': 210, 'avg_loss': 0.07364274221853803, 'avg_acc': 0.0550101557210562, 'loss': 0.12100099197944708}
+{'epoch': 22, 'iter': 220, 'avg_loss': 0.07355359755263167, 'avg_acc': 0.056561085972850686, 'loss': 0.07089617700228246}
+{'epoch': 22, 'iter': 230, 'avg_loss': 0.07358382599925041, 'avg_acc': 0.0502473716759431, 'loss': 0.08734222232806335}
+{'epoch': 22, 'iter': 240, 'avg_loss': 0.07395098030622785, 'avg_acc': 0.05742442205097807, 'loss': 0.04830010544819986}
+{'epoch': 22, 'iter': 250, 'avg_loss': 0.07409406940105526, 'avg_acc': 0.05157939669891862, 'loss': 0.06358353057148897}
+{'epoch': 22, 'iter': 260, 'avg_loss': 0.07429596807578852, 'avg_acc': 0.047892720306513405, 'loss': 0.09401027380024271}
+{'epoch': 'EP22_test', 'eval_accuracy': 0.8789039823522582, 'ece': 0.0737772285938263}
+{'epoch': 23, 'iter': 0, 'avg_loss': 0.05635645433350029, 'avg_acc': 13.392857142857142, 'loss': 0.05635645433350029}
+{'epoch': 23, 'iter': 10, 'avg_loss': 0.07081990065161042, 'avg_acc': 1.2987012987012987, 'loss': 0.04774074887031685}
+{'epoch': 23, 'iter': 20, 'avg_loss': 0.07014527165607522, 'avg_acc': 0.6377551020408163, 'loss': 0.05180871091486746}
+{'epoch': 23, 'iter': 30, 'avg_loss': 0.07364534231275979, 'avg_acc': 0.3744239631336405, 'loss': 0.09150901456548256}
+{'epoch': 23, 'iter': 40, 'avg_loss': 0.07283032722990983, 'avg_acc': 0.31576655052264807, 'loss': 0.06824511202491326}
+{'epoch': 23, 'iter': 50, 'avg_loss': 0.07575540136423964, 'avg_acc': 0.24509803921568626, 'loss': 0.0965125468257619}
+{'epoch': 23, 'iter': 60, 'avg_loss': 0.07471902224194266, 'avg_acc': 0.21955503512880561, 'loss': 0.05210782225269586}
+{'epoch': 23, 'iter': 70, 'avg_loss': 0.07744419494186351, 'avg_acc': 0.15719315895372235, 'loss': 0.09382608290472051}
+{'epoch': 23, 'iter': 80, 'avg_loss': 0.07609288733245909, 'avg_acc': 0.1432980599647266, 'loss': 0.09439254217444466}
+{'epoch': 23, 'iter': 90, 'avg_loss': 0.07612400692520122, 'avg_acc': 0.15208006279434852, 'loss': 0.06273724451968324}
+{'epoch': 23, 'iter': 100, 'avg_loss': 0.07486503300165015, 'avg_acc': 0.1326025459688826, 'loss': 0.05412135405568717}
+{'epoch': 23, 'iter': 110, 'avg_loss': 0.07576165737781533, 'avg_acc': 0.11261261261261261, 'loss': 0.07205538474083335}
+{'epoch': 23, 'iter': 120, 'avg_loss': 0.07576026668107794, 'avg_acc': 0.10330578512396695, 'loss': 0.07848361062652641}
+{'epoch': 23, 'iter': 130, 'avg_loss': 0.07644972325691866, 'avg_acc': 0.09201199563794983, 'loss': 0.08961776797691608}
+{'epoch': 23, 'iter': 140, 'avg_loss': 0.07665477531734773, 'avg_acc': 0.08865248226950355, 'loss': 0.07083301444039794}
+{'epoch': 23, 'iter': 150, 'avg_loss': 0.07664391591081086, 'avg_acc': 0.08869441816461685, 'loss': 0.057614502326710434}
+{'epoch': 23, 'iter': 160, 'avg_loss': 0.07602728672939686, 'avg_acc': 0.08318544809228039, 'loss': 0.07046627118630713}
+{'epoch': 23, 'iter': 170, 'avg_loss': 0.07588884046022822, 'avg_acc': 0.07832080200501253, 'loss': 0.06241946439355469}
+{'epoch': 23, 'iter': 180, 'avg_loss': 0.07546458673251996, 'avg_acc': 0.06906077348066297, 'loss': 0.08929089561716198}
+{'epoch': 23, 'iter': 190, 'avg_loss': 0.07522477297211728, 'avg_acc': 0.06077038145100972, 'loss': 0.10728245608377408}
+{'epoch': 23, 'iter': 200, 'avg_loss': 0.07539512909692188, 'avg_acc': 0.06441009239516703, 'loss': 0.08155827742594315}
+{'epoch': 23, 'iter': 210, 'avg_loss': 0.07571114415484728, 'avg_acc': 0.0550101557210562, 'loss': 0.12336070089160346}
+{'epoch': 23, 'iter': 220, 'avg_loss': 0.0755823732819555, 'avg_acc': 0.056561085972850686, 'loss': 0.0728895754117827}
+{'epoch': 23, 'iter': 230, 'avg_loss': 0.07562053104781509, 'avg_acc': 0.0502473716759431, 'loss': 0.09456556397591546}
+{'epoch': 23, 'iter': 240, 'avg_loss': 0.07597736351909265, 'avg_acc': 0.05742442205097807, 'loss': 0.04766334411270431}
+{'epoch': 23, 'iter': 250, 'avg_loss': 0.0761753687566751, 'avg_acc': 0.05157939669891862, 'loss': 0.06559173629912607}
+{'epoch': 23, 'iter': 260, 'avg_loss': 0.07638537936955582, 'avg_acc': 0.047892720306513405, 'loss': 0.09380195662963939}
+{'epoch': 'EP23_test', 'eval_accuracy': 0.8787878787878788, 'ece': 0.08627314865589142}
+{'epoch': 24, 'iter': 0, 'avg_loss': 0.053595322313475836, 'avg_acc': 13.392857142857142, 'loss': 0.053595322313475836}
+{'epoch': 24, 'iter': 10, 'avg_loss': 0.06651493183718159, 'avg_acc': 1.2987012987012987, 'loss': 0.04896593241263401}
+{'epoch': 24, 'iter': 20, 'avg_loss': 0.06637073404284596, 'avg_acc': 0.6377551020408163, 'loss': 0.04995755029007601}
+{'epoch': 24, 'iter': 30, 'avg_loss': 0.06952501843930911, 'avg_acc': 0.3744239631336405, 'loss': 0.08438970461236295}
+{'epoch': 24, 'iter': 40, 'avg_loss': 0.06873723085360163, 'avg_acc': 0.31576655052264807, 'loss': 0.06531950298956295}
+{'epoch': 24, 'iter': 50, 'avg_loss': 0.07155274312067307, 'avg_acc': 0.24509803921568626, 'loss': 0.09306222244110529}
+{'epoch': 24, 'iter': 60, 'avg_loss': 0.07046514885269835, 'avg_acc': 0.2268735362997658, 'loss': 0.04901114605079166}
+{'epoch': 24, 'iter': 70, 'avg_loss': 0.07268610123069667, 'avg_acc': 0.15719315895372235, 'loss': 0.08136821146432688}
+{'epoch': 24, 'iter': 80, 'avg_loss': 0.07138984610100266, 'avg_acc': 0.1432980599647266, 'loss': 0.08755201110117078}
+{'epoch': 24, 'iter': 90, 'avg_loss': 0.07151767248907653, 'avg_acc': 0.15208006279434852, 'loss': 0.06478512564365246}
+{'epoch': 24, 'iter': 100, 'avg_loss': 0.0703762996489209, 'avg_acc': 0.1326025459688826, 'loss': 0.05284645636043348}
+{'epoch': 24, 'iter': 110, 'avg_loss': 0.071049014850354, 'avg_acc': 0.11261261261261261, 'loss': 0.0638278339332885}
+{'epoch': 24, 'iter': 120, 'avg_loss': 0.0710732394575895, 'avg_acc': 0.10330578512396695, 'loss': 0.07345885644513064}
+{'epoch': 24, 'iter': 130, 'avg_loss': 0.07169401766669227, 'avg_acc': 0.09201199563794983, 'loss': 0.0794219948763839}
+{'epoch': 24, 'iter': 140, 'avg_loss': 0.07184567025816575, 'avg_acc': 0.08865248226950355, 'loss': 0.06572502140456647}
+{'epoch': 24, 'iter': 150, 'avg_loss': 0.07183981563969737, 'avg_acc': 0.08869441816461685, 'loss': 0.053861258051436975}
+{'epoch': 24, 'iter': 160, 'avg_loss': 0.07130752083865773, 'avg_acc': 0.08318544809228039, 'loss': 0.06655660903637234}
+{'epoch': 24, 'iter': 170, 'avg_loss': 0.07119528823285677, 'avg_acc': 0.07832080200501253, 'loss': 0.05921874827060134}
+{'epoch': 24, 'iter': 180, 'avg_loss': 0.070814797922518, 'avg_acc': 0.06906077348066297, 'loss': 0.08439701598172178}
+{'epoch': 24, 'iter': 190, 'avg_loss': 0.07059008617838647, 'avg_acc': 0.06077038145100972, 'loss': 0.09787329439635073}
+{'epoch': 24, 'iter': 200, 'avg_loss': 0.07072722386312884, 'avg_acc': 0.06441009239516703, 'loss': 0.07923626136424591}
+{'epoch': 24, 'iter': 210, 'avg_loss': 0.07100487719595995, 'avg_acc': 0.0550101557210562, 'loss': 0.11674584927588683}
+{'epoch': 24, 'iter': 220, 'avg_loss': 0.07093002980712942, 'avg_acc': 0.056561085972850686, 'loss': 0.06886266335524331}
+{'epoch': 24, 'iter': 230, 'avg_loss': 0.0709618280565706, 'avg_acc': 0.0502473716759431, 'loss': 0.0845201024728226}
+{'epoch': 24, 'iter': 240, 'avg_loss': 0.07132863223077017, 'avg_acc': 0.05742442205097807, 'loss': 0.04711726484304027}
+{'epoch': 24, 'iter': 250, 'avg_loss': 0.07144304416777399, 'avg_acc': 0.05157939669891862, 'loss': 0.05974409386629986}
+{'epoch': 24, 'iter': 260, 'avg_loss': 0.07163839818645025, 'avg_acc': 0.047892720306513405, 'loss': 0.09234686705057778}
+{'epoch': 'EP24_test', 'eval_accuracy': 0.879136189481017, 'ece': 0.07811019569635391}
+{'epoch': 25, 'iter': 0, 'avg_loss': 0.05200400987648379, 'avg_acc': 13.392857142857142, 'loss': 0.05200400987648379}
+{'epoch': 25, 'iter': 10, 'avg_loss': 0.06465693437992662, 'avg_acc': 1.2987012987012987, 'loss': 0.04831634192085841}
+{'epoch': 25, 'iter': 20, 'avg_loss': 0.06455855380489875, 'avg_acc': 0.6377551020408163, 'loss': 0.04759218765619672}
+{'epoch': 25, 'iter': 30, 'avg_loss': 0.06762747612912719, 'avg_acc': 0.3744239631336405, 'loss': 0.08221200293103591}
+{'epoch': 25, 'iter': 40, 'avg_loss': 0.06686901722487376, 'avg_acc': 0.31576655052264807, 'loss': 0.06180656589721829}
+{'epoch': 25, 'iter': 50, 'avg_loss': 0.06966346100269782, 'avg_acc': 0.24509803921568626, 'loss': 0.09127108000865292}
+{'epoch': 25, 'iter': 60, 'avg_loss': 0.06865578685391922, 'avg_acc': 0.2268735362997658, 'loss': 0.04791386956505456}
+{'epoch': 25, 'iter': 70, 'avg_loss': 0.0708784022544028, 'avg_acc': 0.16976861167002014, 'loss': 0.08005314824797795}
+{'epoch': 25, 'iter': 80, 'avg_loss': 0.06962127467576702, 'avg_acc': 0.1488095238095238, 'loss': 0.08485803938581121}
+{'epoch': 25, 'iter': 90, 'avg_loss': 0.06970463884387612, 'avg_acc': 0.15208006279434852, 'loss': 0.06253657448864454}
+{'epoch': 25, 'iter': 100, 'avg_loss': 0.06860606653485724, 'avg_acc': 0.1326025459688826, 'loss': 0.051337653692284234}
+{'epoch': 25, 'iter': 110, 'avg_loss': 0.06924991561187421, 'avg_acc': 0.11261261261261261, 'loss': 0.0629398288524661}
+{'epoch': 25, 'iter': 120, 'avg_loss': 0.06929874800413388, 'avg_acc': 0.10330578512396695, 'loss': 0.07153051092241469}
+{'epoch': 25, 'iter': 130, 'avg_loss': 0.06994118474293938, 'avg_acc': 0.09201199563794983, 'loss': 0.07915277837041806}
+{'epoch': 25, 'iter': 140, 'avg_loss': 0.07008949298393735, 'avg_acc': 0.08865248226950355, 'loss': 0.06297242809936927}
+{'epoch': 25, 'iter': 150, 'avg_loss': 0.07007324292202659, 'avg_acc': 0.08869441816461685, 'loss': 0.0521391302816657}
+{'epoch': 25, 'iter': 160, 'avg_loss': 0.06954757513831253, 'avg_acc': 0.08318544809228039, 'loss': 0.06703896565770963}
+{'epoch': 25, 'iter': 170, 'avg_loss': 0.06943278160198874, 'avg_acc': 0.07832080200501253, 'loss': 0.058660410481002546}
+{'epoch': 25, 'iter': 180, 'avg_loss': 0.06906680268841288, 'avg_acc': 0.06906077348066297, 'loss': 0.08375449271901353}
+{'epoch': 25, 'iter': 190, 'avg_loss': 0.0688230979839732, 'avg_acc': 0.06077038145100972, 'loss': 0.09555327800010055}
+{'epoch': 25, 'iter': 200, 'avg_loss': 0.06896331406959383, 'avg_acc': 0.06441009239516703, 'loss': 0.07961735553252172}
+{'epoch': 25, 'iter': 210, 'avg_loss': 0.06922671762251478, 'avg_acc': 0.0550101557210562, 'loss': 0.1162553006916462}
+{'epoch': 25, 'iter': 220, 'avg_loss': 0.06915932828440549, 'avg_acc': 0.056561085972850686, 'loss': 0.06543251503163511}
+{'epoch': 25, 'iter': 230, 'avg_loss': 0.06919649179554578, 'avg_acc': 0.0502473716759431, 'loss': 0.08075203725868667}
+{'epoch': 25, 'iter': 240, 'avg_loss': 0.06956353918211947, 'avg_acc': 0.05742442205097807, 'loss': 0.04512677842325883}
+{'epoch': 25, 'iter': 250, 'avg_loss': 0.06967412992928418, 'avg_acc': 0.05157939669891862, 'loss': 0.05933572983334605}
+{'epoch': 25, 'iter': 260, 'avg_loss': 0.0698815625945995, 'avg_acc': 0.047892720306513405, 'loss': 0.09134782164234219}
+{'epoch': 'EP25_test', 'eval_accuracy': 0.8814582607686056, 'ece': 0.08255096524953842}
+{'epoch': 26, 'iter': 0, 'avg_loss': 0.05457506253587394, 'avg_acc': 13.392857142857142, 'loss': 0.05457506253587394}
+{'epoch': 26, 'iter': 10, 'avg_loss': 0.0681909209214429, 'avg_acc': 1.2987012987012987, 'loss': 0.049027420798155266}
+{'epoch': 26, 'iter': 20, 'avg_loss': 0.06791167901463635, 'avg_acc': 0.6377551020408163, 'loss': 0.050967028662187525}
+{'epoch': 26, 'iter': 30, 'avg_loss': 0.07134749593691417, 'avg_acc': 0.3744239631336405, 'loss': 0.08793017483888628}
+{'epoch': 26, 'iter': 40, 'avg_loss': 0.07055900679440436, 'avg_acc': 0.31576655052264807, 'loss': 0.0662157767883806}
+{'epoch': 26, 'iter': 50, 'avg_loss': 0.07350973030516987, 'avg_acc': 0.24509803921568626, 'loss': 0.09557136135373817}
+{'epoch': 26, 'iter': 60, 'avg_loss': 0.07238460239883497, 'avg_acc': 0.21955503512880561, 'loss': 0.05039383087038475}
+{'epoch': 26, 'iter': 70, 'avg_loss': 0.07484205684067001, 'avg_acc': 0.15719315895372235, 'loss': 0.08639435273378483}
+{'epoch': 26, 'iter': 80, 'avg_loss': 0.07350840191959931, 'avg_acc': 0.1432980599647266, 'loss': 0.09081717261680007}
+{'epoch': 26, 'iter': 90, 'avg_loss': 0.07362097178164205, 'avg_acc': 0.15208006279434852, 'loss': 0.06469611683153126}
+{'epoch': 26, 'iter': 100, 'avg_loss': 0.07240530640714031, 'avg_acc': 0.1326025459688826, 'loss': 0.05406029109175137}
+{'epoch': 26, 'iter': 110, 'avg_loss': 0.07316491328587024, 'avg_acc': 0.11261261261261261, 'loss': 0.06685951776346043}
+{'epoch': 26, 'iter': 120, 'avg_loss': 0.07318181018886553, 'avg_acc': 0.10330578512396695, 'loss': 0.07641727767584224}
+{'epoch': 26, 'iter': 130, 'avg_loss': 0.07381734060012947, 'avg_acc': 0.09201199563794983, 'loss': 0.08215203311328168}
+{'epoch': 26, 'iter': 140, 'avg_loss': 0.07399121464507623, 'avg_acc': 0.08865248226950355, 'loss': 0.06725861823524122}
+{'epoch': 26, 'iter': 150, 'avg_loss': 0.07397503382557911, 'avg_acc': 0.08869441816461685, 'loss': 0.05524114640137765}
+{'epoch': 26, 'iter': 160, 'avg_loss': 0.07341292591646119, 'avg_acc': 0.08318544809228039, 'loss': 0.06786574766532079}
+{'epoch': 26, 'iter': 170, 'avg_loss': 0.07328836651787117, 'avg_acc': 0.07832080200501253, 'loss': 0.05958035819954688}
+{'epoch': 26, 'iter': 180, 'avg_loss': 0.07286622722508991, 'avg_acc': 0.06906077348066297, 'loss': 0.08692482908576592}
+{'epoch': 26, 'iter': 190, 'avg_loss': 0.07262981488399907, 'avg_acc': 0.06077038145100972, 'loss': 0.10051456444337044}
+{'epoch': 26, 'iter': 200, 'avg_loss': 0.07277879071118726, 'avg_acc': 0.06441009239516703, 'loss': 0.08042155518971177}
+{'epoch': 26, 'iter': 210, 'avg_loss': 0.07307060437922888, 'avg_acc': 0.0550101557210562, 'loss': 0.12043017671785654}
+{'epoch': 26, 'iter': 220, 'avg_loss': 0.0729746606803696, 'avg_acc': 0.056561085972850686, 'loss': 0.07026720048820932}
+{'epoch': 26, 'iter': 230, 'avg_loss': 0.0730023854899807, 'avg_acc': 0.0502473716759431, 'loss': 0.08806157886663916}
+{'epoch': 26, 'iter': 240, 'avg_loss': 0.07338143984324381, 'avg_acc': 0.05742442205097807, 'loss': 0.047169243010659195}
+{'epoch': 26, 'iter': 250, 'avg_loss': 0.07353296783621546, 'avg_acc': 0.05157939669891862, 'loss': 0.06243388384571245}
+{'epoch': 26, 'iter': 260, 'avg_loss': 0.0737447655662866, 'avg_acc': 0.047892720306513405, 'loss': 0.09309976483988942}
+{'epoch': 'EP26_test', 'eval_accuracy': 0.8786717752234994, 'ece': 0.08936982601881027}
+{'epoch': 27, 'iter': 0, 'avg_loss': 0.05351546039223365, 'avg_acc': 13.392857142857142, 'loss': 0.05351546039223365}
+{'epoch': 27, 'iter': 10, 'avg_loss': 0.06564284303499851, 'avg_acc': 1.2987012987012987, 'loss': 0.048420173365960696}
+{'epoch': 27, 'iter': 20, 'avg_loss': 0.0657220736801766, 'avg_acc': 0.6377551020408163, 'loss': 0.05031143064353013}
+{'epoch': 27, 'iter': 30, 'avg_loss': 0.06869434889490078, 'avg_acc': 0.3744239631336405, 'loss': 0.08432801276288565}
+{'epoch': 27, 'iter': 40, 'avg_loss': 0.06785572817908612, 'avg_acc': 0.31576655052264807, 'loss': 0.062288576296002214}
+{'epoch': 27, 'iter': 50, 'avg_loss': 0.07068637928689839, 'avg_acc': 0.24509803921568626, 'loss': 0.09213964104132799}
+{'epoch': 27, 'iter': 60, 'avg_loss': 0.06970083968238287, 'avg_acc': 0.2268735362997658, 'loss': 0.049240563313223414}
+{'epoch': 27, 'iter': 70, 'avg_loss': 0.07193715520050449, 'avg_acc': 0.16348088531187124, 'loss': 0.08149237155854142}
+{'epoch': 27, 'iter': 80, 'avg_loss': 0.07066865539475192, 'avg_acc': 0.1432980599647266, 'loss': 0.08674472024543434}
+{'epoch': 27, 'iter': 90, 'avg_loss': 0.07079322684247666, 'avg_acc': 0.15208006279434852, 'loss': 0.06472950959000302}
+{'epoch': 27, 'iter': 100, 'avg_loss': 0.06962870317481919, 'avg_acc': 0.1326025459688826, 'loss': 0.05073287157650392}
+{'epoch': 27, 'iter': 110, 'avg_loss': 0.07027270962015505, 'avg_acc': 0.11261261261261261, 'loss': 0.06217250829623058}
+{'epoch': 27, 'iter': 120, 'avg_loss': 0.0703623098723564, 'avg_acc': 0.10330578512396695, 'loss': 0.0718196622845519}
+{'epoch': 27, 'iter': 130, 'avg_loss': 0.0709863332921976, 'avg_acc': 0.09201199563794983, 'loss': 0.07807587424222057}
+{'epoch': 27, 'iter': 140, 'avg_loss': 0.07112698833730416, 'avg_acc': 0.08865248226950355, 'loss': 0.06416847201329492}
+{'epoch': 27, 'iter': 150, 'avg_loss': 0.07112393862698714, 'avg_acc': 0.08869441816461685, 'loss': 0.054306770540260826}
+{'epoch': 27, 'iter': 160, 'avg_loss': 0.07058087669586882, 'avg_acc': 0.08318544809228039, 'loss': 0.0679170476353294}
+{'epoch': 27, 'iter': 170, 'avg_loss': 0.07048597857635623, 'avg_acc': 0.07832080200501253, 'loss': 0.06017747254003325}
+{'epoch': 27, 'iter': 180, 'avg_loss': 0.07010610308161808, 'avg_acc': 0.06906077348066297, 'loss': 0.08419407745707425}
+{'epoch': 27, 'iter': 190, 'avg_loss': 0.06990812117575228, 'avg_acc': 0.06077038145100972, 'loss': 0.09738877791141322}
+{'epoch': 27, 'iter': 200, 'avg_loss': 0.0700631228048687, 'avg_acc': 0.06441009239516703, 'loss': 0.07823303545580984}
+{'epoch': 27, 'iter': 210, 'avg_loss': 0.07036378794036746, 'avg_acc': 0.0550101557210562, 'loss': 0.11489199013123903}
+{'epoch': 27, 'iter': 220, 'avg_loss': 0.07029262077464134, 'avg_acc': 0.056561085972850686, 'loss': 0.06910072201458206}
+{'epoch': 27, 'iter': 230, 'avg_loss': 0.07032312294730089, 'avg_acc': 0.0502473716759431, 'loss': 0.08395654179894661}
+{'epoch': 27, 'iter': 240, 'avg_loss': 0.07068608830567903, 'avg_acc': 0.05742442205097807, 'loss': 0.04685969274882089}
+{'epoch': 27, 'iter': 250, 'avg_loss': 0.07079716422958365, 'avg_acc': 0.05157939669891862, 'loss': 0.058853273316913146}
+{'epoch': 27, 'iter': 260, 'avg_loss': 0.07098693054937756, 'avg_acc': 0.047892720306513405, 'loss': 0.09149238525647466}
+{'epoch': 'EP27_test', 'eval_accuracy': 0.8802972251248113, 'ece': 0.08348269015550613}
+{'epoch': 28, 'iter': 0, 'avg_loss': 0.05446463032164875, 'avg_acc': 13.392857142857142, 'loss': 0.05446463032164875}
+{'epoch': 28, 'iter': 10, 'avg_loss': 0.06912592807769326, 'avg_acc': 1.2581168831168832, 'loss': 0.047713732363044006}
+{'epoch': 28, 'iter': 20, 'avg_loss': 0.06855982558626139, 'avg_acc': 0.6377551020408163, 'loss': 0.051404687932599044}
+{'epoch': 28, 'iter': 30, 'avg_loss': 0.07208511039975384, 'avg_acc': 0.3744239631336405, 'loss': 0.090089691431282}
+{'epoch': 28, 'iter': 40, 'avg_loss': 0.07134483015325271, 'avg_acc': 0.31576655052264807, 'loss': 0.06646113312903573}
+{'epoch': 28, 'iter': 50, 'avg_loss': 0.07430982708285583, 'avg_acc': 0.24509803921568626, 'loss': 0.09542875081481839}
+{'epoch': 28, 'iter': 60, 'avg_loss': 0.07318295255174356, 'avg_acc': 0.21955503512880561, 'loss': 0.05084041047252644}
+{'epoch': 28, 'iter': 70, 'avg_loss': 0.07570944004767066, 'avg_acc': 0.15719315895372235, 'loss': 0.08898614399667894}
+{'epoch': 28, 'iter': 80, 'avg_loss': 0.07436463932528639, 'avg_acc': 0.1432980599647266, 'loss': 0.0932227130654683}
+{'epoch': 28, 'iter': 90, 'avg_loss': 0.07450789286229054, 'avg_acc': 0.15208006279434852, 'loss': 0.06385323994270818}
+{'epoch': 28, 'iter': 100, 'avg_loss': 0.07329232608794611, 'avg_acc': 0.1326025459688826, 'loss': 0.05435530482997766}
+{'epoch': 28, 'iter': 110, 'avg_loss': 0.07411458344659513, 'avg_acc': 0.11261261261261261, 'loss': 0.06805521166551946}
+{'epoch': 28, 'iter': 120, 'avg_loss': 0.07412757489467377, 'avg_acc': 0.10330578512396695, 'loss': 0.07646056788660412}
+{'epoch': 28, 'iter': 130, 'avg_loss': 0.07478377259648093, 'avg_acc': 0.09201199563794983, 'loss': 0.08370758283174443}
+{'epoch': 28, 'iter': 140, 'avg_loss': 0.0749542639267017, 'avg_acc': 0.08865248226950355, 'loss': 0.0680930495580664}
+{'epoch': 28, 'iter': 150, 'avg_loss': 0.07495093958263815, 'avg_acc': 0.08869441816461685, 'loss': 0.05544745002380377}
+{'epoch': 28, 'iter': 160, 'avg_loss': 0.07436715311089101, 'avg_acc': 0.08318544809228039, 'loss': 0.066900550936627}
+{'epoch': 28, 'iter': 170, 'avg_loss': 0.07424799218634873, 'avg_acc': 0.07832080200501253, 'loss': 0.06011520302252649}
+{'epoch': 28, 'iter': 180, 'avg_loss': 0.07379928275230198, 'avg_acc': 0.06906077348066297, 'loss': 0.08609944914155676}
+{'epoch': 28, 'iter': 190, 'avg_loss': 0.07355010490143365, 'avg_acc': 0.06077038145100972, 'loss': 0.10185547499923228}
+{'epoch': 28, 'iter': 200, 'avg_loss': 0.0737098814926144, 'avg_acc': 0.06441009239516703, 'loss': 0.07967227902827796}
+{'epoch': 28, 'iter': 210, 'avg_loss': 0.0740046604090639, 'avg_acc': 0.0550101557210562, 'loss': 0.12055290892113085}
+{'epoch': 28, 'iter': 220, 'avg_loss': 0.07389855340505246, 'avg_acc': 0.056561085972850686, 'loss': 0.07183499599594662}
+{'epoch': 28, 'iter': 230, 'avg_loss': 0.07393128248972841, 'avg_acc': 0.0502473716759431, 'loss': 0.09042097953793565}
+{'epoch': 28, 'iter': 240, 'avg_loss': 0.07431068461533306, 'avg_acc': 0.05742442205097807, 'loss': 0.047433710023051995}
+{'epoch': 28, 'iter': 250, 'avg_loss': 0.07447708078001856, 'avg_acc': 0.05157939669891862, 'loss': 0.06307579356455253}
+{'epoch': 28, 'iter': 260, 'avg_loss': 0.0746895735387475, 'avg_acc': 0.047892720306513405, 'loss': 0.09465939047093537}
+{'epoch': 'EP28_test', 'eval_accuracy': 0.87855567165912, 'ece': 0.09116456657648087}
+{'epoch': 29, 'iter': 0, 'avg_loss': 0.05299640176371513, 'avg_acc': 13.392857142857142, 'loss': 0.05299640176371513}
+{'epoch': 29, 'iter': 10, 'avg_loss': 0.06521829954100987, 'avg_acc': 1.2987012987012987, 'loss': 0.04998722528441338}
+{'epoch': 29, 'iter': 20, 'avg_loss': 0.06529792168452786, 'avg_acc': 0.6377551020408163, 'loss': 0.04824239815781896}
+{'epoch': 29, 'iter': 30, 'avg_loss': 0.06808493537899574, 'avg_acc': 0.4032258064516129, 'loss': 0.08152126392227338}
+{'epoch': 29, 'iter': 40, 'avg_loss': 0.06738566574589483, 'avg_acc': 0.31576655052264807, 'loss': 0.0611335204515281}
+{'epoch': 29, 'iter': 50, 'avg_loss': 0.07006936684374653, 'avg_acc': 0.24509803921568626, 'loss': 0.09130220652528465}
+{'epoch': 29, 'iter': 60, 'avg_loss': 0.0691658486203424, 'avg_acc': 0.2268735362997658, 'loss': 0.050402753709036574}
+{'epoch': 29, 'iter': 70, 'avg_loss': 0.07123683450720163, 'avg_acc': 0.16976861167002014, 'loss': 0.07949207182715919}
+{'epoch': 29, 'iter': 80, 'avg_loss': 0.0700140742097546, 'avg_acc': 0.1488095238095238, 'loss': 0.08451381841551202}
+{'epoch': 29, 'iter': 90, 'avg_loss': 0.0700962443039742, 'avg_acc': 0.15208006279434852, 'loss': 0.0635172022604138}
+{'epoch': 29, 'iter': 100, 'avg_loss': 0.06904853578111025, 'avg_acc': 0.1326025459688826, 'loss': 0.0516962578084141}
+{'epoch': 29, 'iter': 110, 'avg_loss': 0.0696333632746207, 'avg_acc': 0.11261261261261261, 'loss': 0.06301837477211741}
+{'epoch': 29, 'iter': 120, 'avg_loss': 0.06975196681877815, 'avg_acc': 0.10330578512396695, 'loss': 0.07146831938931289}
+{'epoch': 29, 'iter': 130, 'avg_loss': 0.07040552028956476, 'avg_acc': 0.09201199563794983, 'loss': 0.08057456020145333}
+{'epoch': 29, 'iter': 140, 'avg_loss': 0.07051943471278672, 'avg_acc': 0.08865248226950355, 'loss': 0.062079366801762195}
+{'epoch': 29, 'iter': 150, 'avg_loss': 0.07048091357104933, 'avg_acc': 0.08869441816461685, 'loss': 0.05398605270838175}
+{'epoch': 29, 'iter': 160, 'avg_loss': 0.06997172874632945, 'avg_acc': 0.08318544809228039, 'loss': 0.06853416111227618}
+{'epoch': 29, 'iter': 170, 'avg_loss': 0.06988317573930614, 'avg_acc': 0.07832080200501253, 'loss': 0.06243478647757732}
+{'epoch': 29, 'iter': 180, 'avg_loss': 0.06954566479177687, 'avg_acc': 0.07152722967640095, 'loss': 0.08446000047789376}
+{'epoch': 29, 'iter': 190, 'avg_loss': 0.06934720706706352, 'avg_acc': 0.06077038145100972, 'loss': 0.09540692837710804}
+{'epoch': 29, 'iter': 200, 'avg_loss': 0.06948310471490411, 'avg_acc': 0.06441009239516703, 'loss': 0.0808483527207317}
+{'epoch': 29, 'iter': 210, 'avg_loss': 0.06972935258705602, 'avg_acc': 0.0550101557210562, 'loss': 0.11449433280213839}
+{'epoch': 29, 'iter': 220, 'avg_loss': 0.0696745295571764, 'avg_acc': 0.058581124757595346, 'loss': 0.0657384927530984}
+{'epoch': 29, 'iter': 230, 'avg_loss': 0.06970342186629763, 'avg_acc': 0.0502473716759431, 'loss': 0.08000454419000796}
+{'epoch': 29, 'iter': 240, 'avg_loss': 0.07007223188332228, 'avg_acc': 0.05742442205097807, 'loss': 0.047393478473401675}
+{'epoch': 29, 'iter': 250, 'avg_loss': 0.07016121151427257, 'avg_acc': 0.05157939669891862, 'loss': 0.05968698235383637}
+{'epoch': 29, 'iter': 260, 'avg_loss': 0.07035416205953221, 'avg_acc': 0.047892720306513405, 'loss': 0.09273600195243553}
+{'epoch': 'EP29_test', 'eval_accuracy': 0.8871473354231975, 'ece': 0.05787618085741997}
+{'epoch': 30, 'iter': 0, 'avg_loss': 0.05303842544488698, 'avg_acc': 13.392857142857142, 'loss': 0.05303842544488698}
+{'epoch': 30, 'iter': 10, 'avg_loss': 0.06637620420584917, 'avg_acc': 1.2987012987012987, 'loss': 0.04866486211314529}
+{'epoch': 30, 'iter': 20, 'avg_loss': 0.06614120087168703, 'avg_acc': 0.6377551020408163, 'loss': 0.04972289772253394}
+{'epoch': 30, 'iter': 30, 'avg_loss': 0.06939228403357534, 'avg_acc': 0.3744239631336405, 'loss': 0.08617815542567898}
+{'epoch': 30, 'iter': 40, 'avg_loss': 0.068543075897637, 'avg_acc': 0.31576655052264807, 'loss': 0.06377624307871445}
+{'epoch': 30, 'iter': 50, 'avg_loss': 0.07141662696201749, 'avg_acc': 0.24509803921568626, 'loss': 0.0929370235736014}
+{'epoch': 30, 'iter': 60, 'avg_loss': 0.07038590838255346, 'avg_acc': 0.21955503512880561, 'loss': 0.048971007253229004}
+{'epoch': 30, 'iter': 70, 'avg_loss': 0.07281652741903584, 'avg_acc': 0.15719315895372235, 'loss': 0.08440821390327154}
+{'epoch': 30, 'iter': 80, 'avg_loss': 0.07155310133702131, 'avg_acc': 0.1432980599647266, 'loss': 0.08851151277576413}
+{'epoch': 30, 'iter': 90, 'avg_loss': 0.07160477039308166, 'avg_acc': 0.15208006279434852, 'loss': 0.06224142260535765}
+{'epoch': 30, 'iter': 100, 'avg_loss': 0.07040036629062038, 'avg_acc': 0.1326025459688826, 'loss': 0.051348416822247396}
+{'epoch': 30, 'iter': 110, 'avg_loss': 0.07109583398621971, 'avg_acc': 0.11261261261261261, 'loss': 0.06519684357954349}
+{'epoch': 30, 'iter': 120, 'avg_loss': 0.07118380215550933, 'avg_acc': 0.10330578512396695, 'loss': 0.07560172464293251}
+{'epoch': 30, 'iter': 130, 'avg_loss': 0.07182790644073642, 'avg_acc': 0.09201199563794983, 'loss': 0.08131730620481038}
+{'epoch': 30, 'iter': 140, 'avg_loss': 0.07199203407810677, 'avg_acc': 0.08865248226950355, 'loss': 0.06558685287154731}
+{'epoch': 30, 'iter': 150, 'avg_loss': 0.071988409990279, 'avg_acc': 0.08869441816461685, 'loss': 0.0533370467054084}
+{'epoch': 30, 'iter': 160, 'avg_loss': 0.07143509834155395, 'avg_acc': 0.08318544809228039, 'loss': 0.06893312470355438}
+{'epoch': 30, 'iter': 170, 'avg_loss': 0.0713112170550489, 'avg_acc': 0.07832080200501253, 'loss': 0.05868837705352295}
+{'epoch': 30, 'iter': 180, 'avg_loss': 0.07092264049287995, 'avg_acc': 0.06906077348066297, 'loss': 0.08759417647458788}
+{'epoch': 30, 'iter': 190, 'avg_loss': 0.07069016836951386, 'avg_acc': 0.06077038145100972, 'loss': 0.09829315808315592}
+{'epoch': 30, 'iter': 200, 'avg_loss': 0.07086226727326564, 'avg_acc': 0.06441009239516703, 'loss': 0.08025191121673661}
+{'epoch': 30, 'iter': 210, 'avg_loss': 0.0711651277066712, 'avg_acc': 0.0550101557210562, 'loss': 0.11861383182692414}
+{'epoch': 30, 'iter': 220, 'avg_loss': 0.07107876599275544, 'avg_acc': 0.056561085972850686, 'loss': 0.06807966887218493}
+{'epoch': 30, 'iter': 230, 'avg_loss': 0.07110921243248965, 'avg_acc': 0.0502473716759431, 'loss': 0.08440812086530107}
+{'epoch': 30, 'iter': 240, 'avg_loss': 0.07147417116749921, 'avg_acc': 0.05742442205097807, 'loss': 0.04540625321083626}
+{'epoch': 30, 'iter': 250, 'avg_loss': 0.07161907025975066, 'avg_acc': 0.05157939669891862, 'loss': 0.06123446694306774}
+{'epoch': 30, 'iter': 260, 'avg_loss': 0.07183043001170093, 'avg_acc': 0.047892720306513405, 'loss': 0.09183051862394466}
+{'epoch': 'EP30_test', 'eval_accuracy': 0.8789039823522582, 'ece': 0.08364542573690414}
+{'epoch': 31, 'iter': 0, 'avg_loss': 0.052063823263536736, 'avg_acc': 13.392857142857142, 'loss': 0.052063823263536736}
+{'epoch': 31, 'iter': 10, 'avg_loss': 0.06598974875592867, 'avg_acc': 1.2987012987012987, 'loss': 0.04718345865553784}
+{'epoch': 31, 'iter': 20, 'avg_loss': 0.065933246843488, 'avg_acc': 0.6377551020408163, 'loss': 0.04915101004689859}
+{'epoch': 31, 'iter': 30, 'avg_loss': 0.06922091836412254, 'avg_acc': 0.3744239631336405, 'loss': 0.08451799381292142}
+{'epoch': 31, 'iter': 40, 'avg_loss': 0.06854076096988036, 'avg_acc': 0.31576655052264807, 'loss': 0.06392716314810189}
+{'epoch': 31, 'iter': 50, 'avg_loss': 0.07150761734894803, 'avg_acc': 0.24509803921568626, 'loss': 0.09380074190822336}
+{'epoch': 31, 'iter': 60, 'avg_loss': 0.07050364381653505, 'avg_acc': 0.21955503512880561, 'loss': 0.049857645764926614}
+{'epoch': 31, 'iter': 70, 'avg_loss': 0.07281020547111305, 'avg_acc': 0.15719315895372235, 'loss': 0.0839337046610739}
+{'epoch': 31, 'iter': 80, 'avg_loss': 0.07152616158597093, 'avg_acc': 0.1432980599647266, 'loss': 0.08797472656893746}
+{'epoch': 31, 'iter': 90, 'avg_loss': 0.071596386905653, 'avg_acc': 0.15208006279434852, 'loss': 0.0629555713519494}
+{'epoch': 31, 'iter': 100, 'avg_loss': 0.07045381337925441, 'avg_acc': 0.1326025459688826, 'loss': 0.05233786486715226}
+{'epoch': 31, 'iter': 110, 'avg_loss': 0.07117219862453317, 'avg_acc': 0.11261261261261261, 'loss': 0.06580772832553906}
+{'epoch': 31, 'iter': 120, 'avg_loss': 0.07120974114461778, 'avg_acc': 0.10330578512396695, 'loss': 0.07282026724226803}
+{'epoch': 31, 'iter': 130, 'avg_loss': 0.07184002454122827, 'avg_acc': 0.09201199563794983, 'loss': 0.08104206478218957}
+{'epoch': 31, 'iter': 140, 'avg_loss': 0.0719909718347817, 'avg_acc': 0.08865248226950355, 'loss': 0.06389247050681286}
+{'epoch': 31, 'iter': 150, 'avg_loss': 0.07194194308514518, 'avg_acc': 0.08869441816461685, 'loss': 0.053596456543618026}
+{'epoch': 31, 'iter': 160, 'avg_loss': 0.07141750456836014, 'avg_acc': 0.08318544809228039, 'loss': 0.06728188992496241}
+{'epoch': 31, 'iter': 170, 'avg_loss': 0.07131687290547599, 'avg_acc': 0.07832080200501253, 'loss': 0.05954264291564572}
+{'epoch': 31, 'iter': 180, 'avg_loss': 0.07092379443359408, 'avg_acc': 0.06906077348066297, 'loss': 0.08513302272612373}
+{'epoch': 31, 'iter': 190, 'avg_loss': 0.07068959540825909, 'avg_acc': 0.06077038145100972, 'loss': 0.09638862724927474}
+{'epoch': 31, 'iter': 200, 'avg_loss': 0.07083713843059312, 'avg_acc': 0.06441009239516703, 'loss': 0.08040193567758332}
+{'epoch': 31, 'iter': 210, 'avg_loss': 0.07110622953302485, 'avg_acc': 0.0550101557210562, 'loss': 0.11571014711395833}
+{'epoch': 31, 'iter': 220, 'avg_loss': 0.07103646825733351, 'avg_acc': 0.056561085972850686, 'loss': 0.06798489866539674}
+{'epoch': 31, 'iter': 230, 'avg_loss': 0.07106824408951541, 'avg_acc': 0.0502473716759431, 'loss': 0.08521513701864437}
+{'epoch': 31, 'iter': 240, 'avg_loss': 0.07144698734430587, 'avg_acc': 0.05742442205097807, 'loss': 0.04661680669726666}
+{'epoch': 31, 'iter': 250, 'avg_loss': 0.07156839858706422, 'avg_acc': 0.05157939669891862, 'loss': 0.05958718899650961}
+{'epoch': 31, 'iter': 260, 'avg_loss': 0.07177446427126931, 'avg_acc': 0.047892720306513405, 'loss': 0.09074153130435189}
+{'epoch': 'EP31_test', 'eval_accuracy': 0.8790200859166376, 'ece': 0.07259602099657059}
+{'epoch': 32, 'iter': 0, 'avg_loss': 0.051281810548306536, 'avg_acc': 13.392857142857142, 'loss': 0.051281810548306536}
+{'epoch': 32, 'iter': 10, 'avg_loss': 0.0644148674969503, 'avg_acc': 1.2987012987012987, 'loss': 0.04602195170648164}
+{'epoch': 32, 'iter': 20, 'avg_loss': 0.06408632081817275, 'avg_acc': 0.6377551020408163, 'loss': 0.04793874169024548}
+{'epoch': 32, 'iter': 30, 'avg_loss': 0.06749625020864335, 'avg_acc': 0.3744239631336405, 'loss': 0.08397199668705264}
+{'epoch': 32, 'iter': 40, 'avg_loss': 0.06674979652144272, 'avg_acc': 0.31576655052264807, 'loss': 0.06181891510443498}
+{'epoch': 32, 'iter': 50, 'avg_loss': 0.06974108721432219, 'avg_acc': 0.24509803921568626, 'loss': 0.09215285996123562}
+{'epoch': 32, 'iter': 60, 'avg_loss': 0.06873264736922331, 'avg_acc': 0.21955503512880561, 'loss': 0.04778718328278078}
+{'epoch': 32, 'iter': 70, 'avg_loss': 0.0710967672581469, 'avg_acc': 0.15719315895372235, 'loss': 0.0828452339101448}
+{'epoch': 32, 'iter': 80, 'avg_loss': 0.06977233739887181, 'avg_acc': 0.1432980599647266, 'loss': 0.08678427758563295}
+{'epoch': 32, 'iter': 90, 'avg_loss': 0.06989707202517106, 'avg_acc': 0.15208006279434852, 'loss': 0.06199483112204364}
+{'epoch': 32, 'iter': 100, 'avg_loss': 0.06868837858613676, 'avg_acc': 0.1326025459688826, 'loss': 0.049141021951061445}
+{'epoch': 32, 'iter': 110, 'avg_loss': 0.06940617226052793, 'avg_acc': 0.11261261261261261, 'loss': 0.06320222474561632}
+{'epoch': 32, 'iter': 120, 'avg_loss': 0.0694733060776056, 'avg_acc': 0.10330578512396695, 'loss': 0.07093389085289507}
+{'epoch': 32, 'iter': 130, 'avg_loss': 0.07011062005377608, 'avg_acc': 0.09201199563794983, 'loss': 0.07942527618874452}
+{'epoch': 32, 'iter': 140, 'avg_loss': 0.07028742363324518, 'avg_acc': 0.08865248226950355, 'loss': 0.0637487394172516}
+{'epoch': 32, 'iter': 150, 'avg_loss': 0.0702661491313181, 'avg_acc': 0.08869441816461685, 'loss': 0.05157142027173376}
+{'epoch': 32, 'iter': 160, 'avg_loss': 0.06971575772809621, 'avg_acc': 0.08318544809228039, 'loss': 0.06436955287598574}
+{'epoch': 32, 'iter': 170, 'avg_loss': 0.06958945102575591, 'avg_acc': 0.07832080200501253, 'loss': 0.05601518873167675}
+{'epoch': 32, 'iter': 180, 'avg_loss': 0.06918070297175448, 'avg_acc': 0.06906077348066297, 'loss': 0.08398766701834047}
+{'epoch': 32, 'iter': 190, 'avg_loss': 0.06895594842863771, 'avg_acc': 0.06077038145100972, 'loss': 0.09480096237459787}
+{'epoch': 32, 'iter': 200, 'avg_loss': 0.06911127371344629, 'avg_acc': 0.06441009239516703, 'loss': 0.07638018390721056}
+{'epoch': 32, 'iter': 210, 'avg_loss': 0.06942438829564138, 'avg_acc': 0.0550101557210562, 'loss': 0.11711919716091553}
+{'epoch': 32, 'iter': 220, 'avg_loss': 0.06932356832832329, 'avg_acc': 0.056561085972850686, 'loss': 0.06608802549159723}
+{'epoch': 32, 'iter': 230, 'avg_loss': 0.06934971680230947, 'avg_acc': 0.0502473716759431, 'loss': 0.08438690390056941}
+{'epoch': 32, 'iter': 240, 'avg_loss': 0.06974488855360506, 'avg_acc': 0.05742442205097807, 'loss': 0.044080139957135396}
+{'epoch': 32, 'iter': 250, 'avg_loss': 0.06986968476679131, 'avg_acc': 0.05157939669891862, 'loss': 0.05712042377774143}
+{'epoch': 32, 'iter': 260, 'avg_loss': 0.07008618394129931, 'avg_acc': 0.047892720306513405, 'loss': 0.09046230111560151}
+{'epoch': 'EP32_test', 'eval_accuracy': 0.8790200859166376, 'ece': 0.07880000025033951}
+{'epoch': 33, 'iter': 0, 'avg_loss': 0.05181098417098947, 'avg_acc': 13.392857142857142, 'loss': 0.05181098417098947}
+{'epoch': 33, 'iter': 10, 'avg_loss': 0.06349066781527636, 'avg_acc': 1.2987012987012987, 'loss': 0.04819690122831791}
+{'epoch': 33, 'iter': 20, 'avg_loss': 0.06334500476769442, 'avg_acc': 0.6377551020408163, 'loss': 0.04706332394990145}
+{'epoch': 33, 'iter': 30, 'avg_loss': 0.06630373020604147, 'avg_acc': 0.3744239631336405, 'loss': 0.08264236282486438}
+{'epoch': 33, 'iter': 40, 'avg_loss': 0.0655548209753172, 'avg_acc': 0.31576655052264807, 'loss': 0.05940535190945541}
+{'epoch': 33, 'iter': 50, 'avg_loss': 0.06842391477469377, 'avg_acc': 0.24509803921568626, 'loss': 0.09015965317089222}
+{'epoch': 33, 'iter': 60, 'avg_loss': 0.06745563825390509, 'avg_acc': 0.2268735362997658, 'loss': 0.047322720693285546}
+{'epoch': 33, 'iter': 70, 'avg_loss': 0.06966593269269424, 'avg_acc': 0.16348088531187124, 'loss': 0.07876688058560838}
+{'epoch': 33, 'iter': 80, 'avg_loss': 0.06844980321327056, 'avg_acc': 0.1488095238095238, 'loss': 0.08438989342940216}
+{'epoch': 33, 'iter': 90, 'avg_loss': 0.06853974518041048, 'avg_acc': 0.15208006279434852, 'loss': 0.0622999612478046}
+{'epoch': 33, 'iter': 100, 'avg_loss': 0.06739126234980293, 'avg_acc': 0.1326025459688826, 'loss': 0.04905218475118086}
+{'epoch': 33, 'iter': 110, 'avg_loss': 0.06799414224763646, 'avg_acc': 0.11261261261261261, 'loss': 0.060229014361418365}
+{'epoch': 33, 'iter': 120, 'avg_loss': 0.06812782198916642, 'avg_acc': 0.10330578512396695, 'loss': 0.07041611872710161}
+{'epoch': 33, 'iter': 130, 'avg_loss': 0.06875091188669026, 'avg_acc': 0.09201199563794983, 'loss': 0.07725787691599452}
+{'epoch': 33, 'iter': 140, 'avg_loss': 0.06886304463005845, 'avg_acc': 0.08865248226950355, 'loss': 0.060679266574244446}
+{'epoch': 33, 'iter': 150, 'avg_loss': 0.06886444279466618, 'avg_acc': 0.08869441816461685, 'loss': 0.0508863619436661}
+{'epoch': 33, 'iter': 160, 'avg_loss': 0.0683348292587768, 'avg_acc': 0.08318544809228039, 'loss': 0.06748334308711686}
+{'epoch': 33, 'iter': 170, 'avg_loss': 0.06821879314775398, 'avg_acc': 0.07832080200501253, 'loss': 0.0567402309205158}
+{'epoch': 33, 'iter': 180, 'avg_loss': 0.06784682908168997, 'avg_acc': 0.06906077348066297, 'loss': 0.0846433594665541}
+{'epoch': 33, 'iter': 190, 'avg_loss': 0.06762033814197177, 'avg_acc': 0.06077038145100972, 'loss': 0.09319143877205452}
+{'epoch': 33, 'iter': 200, 'avg_loss': 0.0677854016631156, 'avg_acc': 0.06441009239516703, 'loss': 0.07819020627401585}
+{'epoch': 33, 'iter': 210, 'avg_loss': 0.06807441191187921, 'avg_acc': 0.0550101557210562, 'loss': 0.1150236704361792}
+{'epoch': 33, 'iter': 220, 'avg_loss': 0.06800156072564514, 'avg_acc': 0.056561085972850686, 'loss': 0.06427207176473562}
+{'epoch': 33, 'iter': 230, 'avg_loss': 0.06803293961408738, 'avg_acc': 0.0502473716759431, 'loss': 0.07779394284009047}
+{'epoch': 33, 'iter': 240, 'avg_loss': 0.06841716576631024, 'avg_acc': 0.05742442205097807, 'loss': 0.044186641696936944}
+{'epoch': 33, 'iter': 250, 'avg_loss': 0.06852565104504095, 'avg_acc': 0.05157939669891862, 'loss': 0.05701974432687454}
+{'epoch': 33, 'iter': 260, 'avg_loss': 0.06872472703573505, 'avg_acc': 0.047892720306513405, 'loss': 0.0918089509411471}
+{'epoch': 'EP33_test', 'eval_accuracy': 0.8825031928480205, 'ece': 0.07502643764019012}
+{'epoch': 34, 'iter': 0, 'avg_loss': 0.052045742099445694, 'avg_acc': 13.392857142857142, 'loss': 0.052045742099445694}
+{'epoch': 34, 'iter': 10, 'avg_loss': 0.06533852004642621, 'avg_acc': 1.2987012987012987, 'loss': 0.04891256044927112}
+{'epoch': 34, 'iter': 20, 'avg_loss': 0.06497963074097741, 'avg_acc': 0.6377551020408163, 'loss': 0.046892728497385044}
+{'epoch': 34, 'iter': 30, 'avg_loss': 0.06803081327335207, 'avg_acc': 0.3744239631336405, 'loss': 0.08066432534761653}
+{'epoch': 34, 'iter': 40, 'avg_loss': 0.06747431595272034, 'avg_acc': 0.31576655052264807, 'loss': 0.06367944073932819}
+{'epoch': 34, 'iter': 50, 'avg_loss': 0.070199365698201, 'avg_acc': 0.24509803921568626, 'loss': 0.09108379218367141}
+{'epoch': 34, 'iter': 60, 'avg_loss': 0.06930249135644946, 'avg_acc': 0.21955503512880561, 'loss': 0.05087754996246372}
+{'epoch': 34, 'iter': 70, 'avg_loss': 0.07147249131045326, 'avg_acc': 0.16348088531187124, 'loss': 0.08232420064261195}
+{'epoch': 34, 'iter': 80, 'avg_loss': 0.07023146944307565, 'avg_acc': 0.1488095238095238, 'loss': 0.08431004545019301}
+{'epoch': 34, 'iter': 90, 'avg_loss': 0.0703000981301867, 'avg_acc': 0.15208006279434852, 'loss': 0.06157888874115867}
+{'epoch': 34, 'iter': 100, 'avg_loss': 0.06925255458362792, 'avg_acc': 0.1326025459688826, 'loss': 0.051391299187020165}
+{'epoch': 34, 'iter': 110, 'avg_loss': 0.06992030596220072, 'avg_acc': 0.11261261261261261, 'loss': 0.06584082658854941}
+{'epoch': 34, 'iter': 120, 'avg_loss': 0.06996264121393128, 'avg_acc': 0.10330578512396695, 'loss': 0.07109822594606234}
+{'epoch': 34, 'iter': 130, 'avg_loss': 0.07061483958595813, 'avg_acc': 0.09201199563794983, 'loss': 0.08297003576737742}
+{'epoch': 34, 'iter': 140, 'avg_loss': 0.07078780009563321, 'avg_acc': 0.08865248226950355, 'loss': 0.06283137037996767}
+{'epoch': 34, 'iter': 150, 'avg_loss': 0.070734101396469, 'avg_acc': 0.08869441816461685, 'loss': 0.05338085223814305}
+{'epoch': 34, 'iter': 160, 'avg_loss': 0.07022835164456134, 'avg_acc': 0.08318544809228039, 'loss': 0.06572920589886572}
+{'epoch': 34, 'iter': 170, 'avg_loss': 0.07011657690766208, 'avg_acc': 0.07832080200501253, 'loss': 0.06134962966629282}
+{'epoch': 34, 'iter': 180, 'avg_loss': 0.06977689654075932, 'avg_acc': 0.06906077348066297, 'loss': 0.08343471608959264}
+{'epoch': 34, 'iter': 190, 'avg_loss': 0.06957545211317935, 'avg_acc': 0.06077038145100972, 'loss': 0.09605609404013649}
+{'epoch': 34, 'iter': 200, 'avg_loss': 0.06968745248406856, 'avg_acc': 0.06441009239516703, 'loss': 0.07817079139624333}
+{'epoch': 34, 'iter': 210, 'avg_loss': 0.06994100406139636, 'avg_acc': 0.0550101557210562, 'loss': 0.11570123632303769}
+{'epoch': 34, 'iter': 220, 'avg_loss': 0.06986800046415718, 'avg_acc': 0.056561085972850686, 'loss': 0.06451966590712539}
+{'epoch': 34, 'iter': 230, 'avg_loss': 0.06990219999934266, 'avg_acc': 0.0502473716759431, 'loss': 0.08365736545093329}
+{'epoch': 34, 'iter': 240, 'avg_loss': 0.07027042032936895, 'avg_acc': 0.05742442205097807, 'loss': 0.046167772243246114}
+{'epoch': 34, 'iter': 250, 'avg_loss': 0.0703687015305278, 'avg_acc': 0.05157939669891862, 'loss': 0.05936465102065012}
+{'epoch': 34, 'iter': 260, 'avg_loss': 0.07057431626032308, 'avg_acc': 0.047892720306513405, 'loss': 0.09052088727745757}
+{'epoch': 'EP34_test', 'eval_accuracy': 0.8822709857192615, 'ece': 0.0793880894780159}
+{'epoch': 35, 'iter': 0, 'avg_loss': 0.05084127842295061, 'avg_acc': 13.392857142857142, 'loss': 0.05084127842295061}
+{'epoch': 35, 'iter': 10, 'avg_loss': 0.06289779605570846, 'avg_acc': 1.2987012987012987, 'loss': 0.046985589214861935}
+{'epoch': 35, 'iter': 20, 'avg_loss': 0.06307419598506969, 'avg_acc': 0.6377551020408163, 'loss': 0.0463227607371469}
+{'epoch': 35, 'iter': 30, 'avg_loss': 0.06594949863285265, 'avg_acc': 0.3744239631336405, 'loss': 0.08019914227384106}
+{'epoch': 35, 'iter': 40, 'avg_loss': 0.06526746586661493, 'avg_acc': 0.31576655052264807, 'loss': 0.05927609288250376}
+{'epoch': 35, 'iter': 50, 'avg_loss': 0.06808143697315738, 'avg_acc': 0.24509803921568626, 'loss': 0.08975373139038009}
+{'epoch': 35, 'iter': 60, 'avg_loss': 0.06718387250145869, 'avg_acc': 0.21955503512880561, 'loss': 0.047986954055266394}
+{'epoch': 35, 'iter': 70, 'avg_loss': 0.06930595423059328, 'avg_acc': 0.16976861167002014, 'loss': 0.07878104156413457}
+{'epoch': 35, 'iter': 80, 'avg_loss': 0.06809223376558086, 'avg_acc': 0.1488095238095238, 'loss': 0.08254038295722158}
+{'epoch': 35, 'iter': 90, 'avg_loss': 0.06816151125819926, 'avg_acc': 0.15208006279434852, 'loss': 0.061479971298719446}
+{'epoch': 35, 'iter': 100, 'avg_loss': 0.06707391501898152, 'avg_acc': 0.1326025459688826, 'loss': 0.04915501745153859}
+{'epoch': 35, 'iter': 110, 'avg_loss': 0.06768802640985988, 'avg_acc': 0.11261261261261261, 'loss': 0.060821309480678966}
+{'epoch': 35, 'iter': 120, 'avg_loss': 0.06779635442359443, 'avg_acc': 0.10330578512396695, 'loss': 0.06797309898549538}
+{'epoch': 35, 'iter': 130, 'avg_loss': 0.0684225565058344, 'avg_acc': 0.09201199563794983, 'loss': 0.07897455021870213}
+{'epoch': 35, 'iter': 140, 'avg_loss': 0.0685511566170903, 'avg_acc': 0.08865248226950355, 'loss': 0.06009907207544529}
+{'epoch': 35, 'iter': 150, 'avg_loss': 0.06852634095422937, 'avg_acc': 0.08869441816461685, 'loss': 0.05163398409671263}
+{'epoch': 35, 'iter': 160, 'avg_loss': 0.06801435836203425, 'avg_acc': 0.08318544809228039, 'loss': 0.06705137912777762}
+{'epoch': 35, 'iter': 170, 'avg_loss': 0.06791554234687175, 'avg_acc': 0.07832080200501253, 'loss': 0.05894334789832405}
+{'epoch': 35, 'iter': 180, 'avg_loss': 0.06755793898565855, 'avg_acc': 0.07152722967640095, 'loss': 0.08342101674801126}
+{'epoch': 35, 'iter': 190, 'avg_loss': 0.06734402090849961, 'avg_acc': 0.06077038145100972, 'loss': 0.0934059817072799}
+{'epoch': 35, 'iter': 200, 'avg_loss': 0.06748055252249706, 'avg_acc': 0.06441009239516703, 'loss': 0.0779385273187328}
+{'epoch': 35, 'iter': 210, 'avg_loss': 0.0677508666297397, 'avg_acc': 0.0550101557210562, 'loss': 0.1122798613640238}
+{'epoch': 35, 'iter': 220, 'avg_loss': 0.06770285541682207, 'avg_acc': 0.058581124757595346, 'loss': 0.06419704132807574}
+{'epoch': 35, 'iter': 230, 'avg_loss': 0.06773683826272793, 'avg_acc': 0.0502473716759431, 'loss': 0.07901598229757971}
+{'epoch': 35, 'iter': 240, 'avg_loss': 0.06810827958183545, 'avg_acc': 0.05742442205097807, 'loss': 0.0447834175762318}
+{'epoch': 35, 'iter': 250, 'avg_loss': 0.06820457773638869, 'avg_acc': 0.05157939669891862, 'loss': 0.05652151714152507}
+{'epoch': 35, 'iter': 260, 'avg_loss': 0.06840096953606077, 'avg_acc': 0.047892720306513405, 'loss': 0.09003010169267002}
+{'epoch': 'EP35_test', 'eval_accuracy': 0.8845930570068501, 'ece': 0.06274908781051636}
+{'epoch': 36, 'iter': 0, 'avg_loss': 0.0522479426290425, 'avg_acc': 13.392857142857142, 'loss': 0.0522479426290425}
+{'epoch': 36, 'iter': 10, 'avg_loss': 0.06450241228770956, 'avg_acc': 1.2987012987012987, 'loss': 0.049622524448189154}
+{'epoch': 36, 'iter': 20, 'avg_loss': 0.06488460556334792, 'avg_acc': 0.6377551020408163, 'loss': 0.04823388063794352}
+{'epoch': 36, 'iter': 30, 'avg_loss': 0.06777944530538785, 'avg_acc': 0.3744239631336405, 'loss': 0.08073105518738949}
+{'epoch': 36, 'iter': 40, 'avg_loss': 0.0670804932713316, 'avg_acc': 0.31576655052264807, 'loss': 0.06152699349208441}
+{'epoch': 36, 'iter': 50, 'avg_loss': 0.06989507178054272, 'avg_acc': 0.24509803921568626, 'loss': 0.09211753983681449}
+{'epoch': 36, 'iter': 60, 'avg_loss': 0.06894959884498877, 'avg_acc': 0.21955503512880561, 'loss': 0.05033050280241622}
+{'epoch': 36, 'iter': 70, 'avg_loss': 0.07109333887718376, 'avg_acc': 0.16348088531187124, 'loss': 0.07923828422408365}
+{'epoch': 36, 'iter': 80, 'avg_loss': 0.06984574154331946, 'avg_acc': 0.1488095238095238, 'loss': 0.08367856803772915}
+{'epoch': 36, 'iter': 90, 'avg_loss': 0.06990362202757365, 'avg_acc': 0.15208006279434852, 'loss': 0.06287368925865978}
+{'epoch': 36, 'iter': 100, 'avg_loss': 0.06882715007220691, 'avg_acc': 0.1326025459688826, 'loss': 0.05094916020021348}
+{'epoch': 36, 'iter': 110, 'avg_loss': 0.06942467474853745, 'avg_acc': 0.11261261261261261, 'loss': 0.06279663187109158}
+{'epoch': 36, 'iter': 120, 'avg_loss': 0.06951659798198684, 'avg_acc': 0.10330578512396695, 'loss': 0.0700374931364617}
+{'epoch': 36, 'iter': 130, 'avg_loss': 0.07012009841125214, 'avg_acc': 0.09201199563794983, 'loss': 0.07875822369238453}
+{'epoch': 36, 'iter': 140, 'avg_loss': 0.07028989934096382, 'avg_acc': 0.08865248226950355, 'loss': 0.06293168094457663}
+{'epoch': 36, 'iter': 150, 'avg_loss': 0.07023578019497227, 'avg_acc': 0.08869441816461685, 'loss': 0.05355965963123919}
+{'epoch': 36, 'iter': 160, 'avg_loss': 0.06974697635611511, 'avg_acc': 0.08318544809228039, 'loss': 0.06835984295332764}
+{'epoch': 36, 'iter': 170, 'avg_loss': 0.06965081747664478, 'avg_acc': 0.07832080200501253, 'loss': 0.06087002870152044}
+{'epoch': 36, 'iter': 180, 'avg_loss': 0.06929789927289512, 'avg_acc': 0.07152722967640095, 'loss': 0.08494027842875644}
+{'epoch': 36, 'iter': 190, 'avg_loss': 0.06911040761961339, 'avg_acc': 0.06077038145100972, 'loss': 0.09550820281648749}
+{'epoch': 36, 'iter': 200, 'avg_loss': 0.0692446483175885, 'avg_acc': 0.06441009239516703, 'loss': 0.08056604712739304}
+{'epoch': 36, 'iter': 210, 'avg_loss': 0.06949843086472197, 'avg_acc': 0.0550101557210562, 'loss': 0.11492403646996202}
+{'epoch': 36, 'iter': 220, 'avg_loss': 0.0694387636528745, 'avg_acc': 0.058581124757595346, 'loss': 0.06553815228328728}
+{'epoch': 36, 'iter': 230, 'avg_loss': 0.06946184731934413, 'avg_acc': 0.0502473716759431, 'loss': 0.08165278378589237}
+{'epoch': 36, 'iter': 240, 'avg_loss': 0.06983050121230845, 'avg_acc': 0.05742442205097807, 'loss': 0.04624123414939569}
+{'epoch': 36, 'iter': 250, 'avg_loss': 0.06992035017700483, 'avg_acc': 0.05157939669891862, 'loss': 0.05825239092314303}
+{'epoch': 36, 'iter': 260, 'avg_loss': 0.07012625867819643, 'avg_acc': 0.047892720306513405, 'loss': 0.09069800827126681}
+{'epoch': 'EP36_test', 'eval_accuracy': 0.8836642284918147, 'ece': 0.06360345333814621}
+{'epoch': 37, 'iter': 0, 'avg_loss': 0.05197653918497329, 'avg_acc': 13.392857142857142, 'loss': 0.05197653918497329}
+{'epoch': 37, 'iter': 10, 'avg_loss': 0.0656965949299184, 'avg_acc': 1.2987012987012987, 'loss': 0.046635091998904185}
+{'epoch': 37, 'iter': 20, 'avg_loss': 0.06552625826246854, 'avg_acc': 0.6377551020408163, 'loss': 0.04837309284242305}
+{'epoch': 37, 'iter': 30, 'avg_loss': 0.0688621276330811, 'avg_acc': 0.3744239631336405, 'loss': 0.08362867710385606}
+{'epoch': 37, 'iter': 40, 'avg_loss': 0.06822498017288933, 'avg_acc': 0.31576655052264807, 'loss': 0.06470766269401805}
+{'epoch': 37, 'iter': 50, 'avg_loss': 0.07120069533386424, 'avg_acc': 0.24509803921568626, 'loss': 0.09255123917802369}
+{'epoch': 37, 'iter': 60, 'avg_loss': 0.07019221919333446, 'avg_acc': 0.21955503512880561, 'loss': 0.050396911470698004}
+{'epoch': 37, 'iter': 70, 'avg_loss': 0.07245685523422508, 'avg_acc': 0.15719315895372235, 'loss': 0.08419580819107811}
+{'epoch': 37, 'iter': 80, 'avg_loss': 0.07113756143759764, 'avg_acc': 0.1432980599647266, 'loss': 0.08686082696992108}
+{'epoch': 37, 'iter': 90, 'avg_loss': 0.071244289175879, 'avg_acc': 0.15208006279434852, 'loss': 0.06294403190579649}
+{'epoch': 37, 'iter': 100, 'avg_loss': 0.07008184608137435, 'avg_acc': 0.1326025459688826, 'loss': 0.0508969019683302}
+{'epoch': 37, 'iter': 110, 'avg_loss': 0.07080381232351615, 'avg_acc': 0.11261261261261261, 'loss': 0.06506356430530502}
+{'epoch': 37, 'iter': 120, 'avg_loss': 0.07084479625555017, 'avg_acc': 0.10330578512396695, 'loss': 0.07100029219488034}
+{'epoch': 37, 'iter': 130, 'avg_loss': 0.07146133468990669, 'avg_acc': 0.09201199563794983, 'loss': 0.08155298760322438}
+{'epoch': 37, 'iter': 140, 'avg_loss': 0.07165075344330395, 'avg_acc': 0.08865248226950355, 'loss': 0.0639216788890451}
+{'epoch': 37, 'iter': 150, 'avg_loss': 0.07162348698683421, 'avg_acc': 0.08869441816461685, 'loss': 0.05333748113682799}
+{'epoch': 37, 'iter': 160, 'avg_loss': 0.07108939021584464, 'avg_acc': 0.08318544809228039, 'loss': 0.06540235208133943}
+{'epoch': 37, 'iter': 170, 'avg_loss': 0.07095616770407961, 'avg_acc': 0.07832080200501253, 'loss': 0.058867855930952624}
+{'epoch': 37, 'iter': 180, 'avg_loss': 0.07056684800222307, 'avg_acc': 0.06906077348066297, 'loss': 0.08486374139201708}
+{'epoch': 37, 'iter': 190, 'avg_loss': 0.07035583787627141, 'avg_acc': 0.06077038145100972, 'loss': 0.0966536950714994}
+{'epoch': 37, 'iter': 200, 'avg_loss': 0.07047359843383733, 'avg_acc': 0.06441009239516703, 'loss': 0.07761280237532425}
+{'epoch': 37, 'iter': 210, 'avg_loss': 0.07076982679486853, 'avg_acc': 0.0550101557210562, 'loss': 0.11600338637039036}
+{'epoch': 37, 'iter': 220, 'avg_loss': 0.07067989940335927, 'avg_acc': 0.056561085972850686, 'loss': 0.06680939597166408}
+{'epoch': 37, 'iter': 230, 'avg_loss': 0.07070599378516026, 'avg_acc': 0.0502473716759431, 'loss': 0.08705256304014292}
+{'epoch': 37, 'iter': 240, 'avg_loss': 0.0710861492481304, 'avg_acc': 0.05742442205097807, 'loss': 0.046133682316342926}
+{'epoch': 37, 'iter': 250, 'avg_loss': 0.07119580260961741, 'avg_acc': 0.05157939669891862, 'loss': 0.058362164204329554}
+{'epoch': 37, 'iter': 260, 'avg_loss': 0.07139301556869349, 'avg_acc': 0.047892720306513405, 'loss': 0.09071965231375348}
+{'epoch': 'EP37_test', 'eval_accuracy': 0.8786717752234994, 'ece': 0.07358677685260773}
+{'epoch': 38, 'iter': 0, 'avg_loss': 0.050066511664473366, 'avg_acc': 13.392857142857142, 'loss': 0.050066511664473366}
+{'epoch': 38, 'iter': 10, 'avg_loss': 0.06287127959770476, 'avg_acc': 1.2987012987012987, 'loss': 0.04390837130525682}
+{'epoch': 38, 'iter': 20, 'avg_loss': 0.0624584306268002, 'avg_acc': 0.6377551020408163, 'loss': 0.04533586542434672}
+{'epoch': 38, 'iter': 30, 'avg_loss': 0.06579591692957454, 'avg_acc': 0.3744239631336405, 'loss': 0.08078833003342618}
+{'epoch': 38, 'iter': 40, 'avg_loss': 0.06513026190955458, 'avg_acc': 0.31576655052264807, 'loss': 0.06179103085634604}
+{'epoch': 38, 'iter': 50, 'avg_loss': 0.06803747282882004, 'avg_acc': 0.24509803921568626, 'loss': 0.0891095505025236}
+{'epoch': 38, 'iter': 60, 'avg_loss': 0.06710967977703167, 'avg_acc': 0.21955503512880561, 'loss': 0.047800659653462266}
+{'epoch': 38, 'iter': 70, 'avg_loss': 0.0694513210796955, 'avg_acc': 0.15719315895372235, 'loss': 0.08239162838832721}
+{'epoch': 38, 'iter': 80, 'avg_loss': 0.06815359392556339, 'avg_acc': 0.1432980599647266, 'loss': 0.08382410071288961}
+{'epoch': 38, 'iter': 90, 'avg_loss': 0.06824815288321033, 'avg_acc': 0.15208006279434852, 'loss': 0.05870888521368604}
+{'epoch': 38, 'iter': 100, 'avg_loss': 0.0670884287412988, 'avg_acc': 0.1326025459688826, 'loss': 0.046632855475461296}
+{'epoch': 38, 'iter': 110, 'avg_loss': 0.06783242517287241, 'avg_acc': 0.11261261261261261, 'loss': 0.0626105593885364}
+{'epoch': 38, 'iter': 120, 'avg_loss': 0.06789572609484408, 'avg_acc': 0.10330578512396695, 'loss': 0.06886296896588512}
+{'epoch': 38, 'iter': 130, 'avg_loss': 0.06852888323536639, 'avg_acc': 0.09201199563794983, 'loss': 0.08009423367187196}
+{'epoch': 38, 'iter': 140, 'avg_loss': 0.06873438011580893, 'avg_acc': 0.08865248226950355, 'loss': 0.061687119406485635}
+{'epoch': 38, 'iter': 150, 'avg_loss': 0.06870089892467904, 'avg_acc': 0.08869441816461685, 'loss': 0.05061198450851074}
+{'epoch': 38, 'iter': 160, 'avg_loss': 0.0681517924570419, 'avg_acc': 0.08318544809228039, 'loss': 0.06233501779743733}
+{'epoch': 38, 'iter': 170, 'avg_loss': 0.0680237106498397, 'avg_acc': 0.07832080200501253, 'loss': 0.05617222749476777}
+{'epoch': 38, 'iter': 180, 'avg_loss': 0.06765017778118101, 'avg_acc': 0.06906077348066297, 'loss': 0.08190937693364982}
+{'epoch': 38, 'iter': 190, 'avg_loss': 0.06744104146852507, 'avg_acc': 0.06077038145100972, 'loss': 0.09465508893883014}
+{'epoch': 38, 'iter': 200, 'avg_loss': 0.06756329416097484, 'avg_acc': 0.06441009239516703, 'loss': 0.07338681991378998}
+{'epoch': 38, 'iter': 210, 'avg_loss': 0.0678785660455725, 'avg_acc': 0.0550101557210562, 'loss': 0.11584541233542162}
+{'epoch': 38, 'iter': 220, 'avg_loss': 0.06776998071894584, 'avg_acc': 0.056561085972850686, 'loss': 0.06349122348277497}
+{'epoch': 38, 'iter': 230, 'avg_loss': 0.06779936967816962, 'avg_acc': 0.0502473716759431, 'loss': 0.08489180485234828}
+{'epoch': 38, 'iter': 240, 'avg_loss': 0.0681852772280247, 'avg_acc': 0.05742442205097807, 'loss': 0.04288972203688449}
+{'epoch': 38, 'iter': 250, 'avg_loss': 0.06830169826658875, 'avg_acc': 0.05157939669891862, 'loss': 0.05534941347005936}
+{'epoch': 38, 'iter': 260, 'avg_loss': 0.06851353182420336, 'avg_acc': 0.047892720306513405, 'loss': 0.08819646932703254}
+{'epoch': 'EP38_test', 'eval_accuracy': 0.879368396609776, 'ece': 0.07150425016880035}
+{'epoch': 39, 'iter': 0, 'avg_loss': 0.0524666480721448, 'avg_acc': 13.392857142857142, 'loss': 0.0524666480721448}
+{'epoch': 39, 'iter': 10, 'avg_loss': 0.06452708549729219, 'avg_acc': 1.2987012987012987, 'loss': 0.04865475610350245}
+{'epoch': 39, 'iter': 20, 'avg_loss': 0.0647133886791559, 'avg_acc': 0.6377551020408163, 'loss': 0.047745110841983004}
+{'epoch': 39, 'iter': 30, 'avg_loss': 0.06740115278403586, 'avg_acc': 0.3744239631336405, 'loss': 0.080795360965437}
+{'epoch': 39, 'iter': 40, 'avg_loss': 0.06669306560427228, 'avg_acc': 0.31576655052264807, 'loss': 0.060822652519494876}
+{'epoch': 39, 'iter': 50, 'avg_loss': 0.06943460311107773, 'avg_acc': 0.24509803921568626, 'loss': 0.09039870914333342}
+{'epoch': 39, 'iter': 60, 'avg_loss': 0.06856471535785845, 'avg_acc': 0.21955503512880561, 'loss': 0.05054644853410853}
+{'epoch': 39, 'iter': 70, 'avg_loss': 0.07072410025821478, 'avg_acc': 0.16976861167002014, 'loss': 0.08064679453619102}
+{'epoch': 39, 'iter': 80, 'avg_loss': 0.0694975663811829, 'avg_acc': 0.1488095238095238, 'loss': 0.08330349888633544}
+{'epoch': 39, 'iter': 90, 'avg_loss': 0.06958442086771154, 'avg_acc': 0.15208006279434852, 'loss': 0.0628119373180961}
+{'epoch': 39, 'iter': 100, 'avg_loss': 0.06848738358536977, 'avg_acc': 0.1326025459688826, 'loss': 0.0495504711474248}
+{'epoch': 39, 'iter': 110, 'avg_loss': 0.06907767765955303, 'avg_acc': 0.11261261261261261, 'loss': 0.062197057520494675}
+{'epoch': 39, 'iter': 120, 'avg_loss': 0.06920317712795997, 'avg_acc': 0.10330578512396695, 'loss': 0.07003719096293537}
+{'epoch': 39, 'iter': 130, 'avg_loss': 0.06983407326150168, 'avg_acc': 0.09201199563794983, 'loss': 0.08003089512305701}
+{'epoch': 39, 'iter': 140, 'avg_loss': 0.07000249064185499, 'avg_acc': 0.08865248226950355, 'loss': 0.06213996143942576}
+{'epoch': 39, 'iter': 150, 'avg_loss': 0.06997381502254503, 'avg_acc': 0.08869441816461685, 'loss': 0.05393798496223212}
+{'epoch': 39, 'iter': 160, 'avg_loss': 0.06944564131075959, 'avg_acc': 0.08318544809228039, 'loss': 0.06835641712345769}
+{'epoch': 39, 'iter': 170, 'avg_loss': 0.06934725758534317, 'avg_acc': 0.07832080200501253, 'loss': 0.06302998494001395}
+{'epoch': 39, 'iter': 180, 'avg_loss': 0.06901126303602052, 'avg_acc': 0.07152722967640095, 'loss': 0.08409759799989809}
+{'epoch': 39, 'iter': 190, 'avg_loss': 0.06884080005618236, 'avg_acc': 0.06077038145100972, 'loss': 0.09682995102537006}
+{'epoch': 39, 'iter': 200, 'avg_loss': 0.06897142738188579, 'avg_acc': 0.06441009239516703, 'loss': 0.07740795843931737}
+{'epoch': 39, 'iter': 210, 'avg_loss': 0.06924909201545955, 'avg_acc': 0.0550101557210562, 'loss': 0.11389782620692097}
+{'epoch': 39, 'iter': 220, 'avg_loss': 0.0691935692753582, 'avg_acc': 0.058581124757595346, 'loss': 0.06597506178083481}
+{'epoch': 39, 'iter': 230, 'avg_loss': 0.06922755195264409, 'avg_acc': 0.0502473716759431, 'loss': 0.08204834064962085}
+{'epoch': 39, 'iter': 240, 'avg_loss': 0.06958961353520597, 'avg_acc': 0.05742442205097807, 'loss': 0.04654454086723498}
+{'epoch': 39, 'iter': 250, 'avg_loss': 0.06967709244446228, 'avg_acc': 0.05157939669891862, 'loss': 0.05760748959873142}
+{'epoch': 39, 'iter': 260, 'avg_loss': 0.06985576059359477, 'avg_acc': 0.047892720306513405, 'loss': 0.09093260138725764}
+{'epoch': 'EP39_test', 'eval_accuracy': 0.8854057819575061, 'ece': 0.05870426818728447}
+{'epoch': 40, 'iter': 0, 'avg_loss': 0.0526121500097584, 'avg_acc': 13.392857142857142, 'loss': 0.0526121500097584}
+{'epoch': 40, 'iter': 10, 'avg_loss': 0.06510289205819589, 'avg_acc': 1.2987012987012987, 'loss': 0.048614514307067626}
+{'epoch': 40, 'iter': 20, 'avg_loss': 0.06487031523569559, 'avg_acc': 0.6377551020408163, 'loss': 0.04778542218363262}
+{'epoch': 40, 'iter': 30, 'avg_loss': 0.06803514569849102, 'avg_acc': 0.3744239631336405, 'loss': 0.08144833818185555}
+{'epoch': 40, 'iter': 40, 'avg_loss': 0.0674362791614108, 'avg_acc': 0.31576655052264807, 'loss': 0.0648168530020326}
+{'epoch': 40, 'iter': 50, 'avg_loss': 0.0702462528077275, 'avg_acc': 0.24509803921568626, 'loss': 0.09019291453606723}
+{'epoch': 40, 'iter': 60, 'avg_loss': 0.06931350619695528, 'avg_acc': 0.21955503512880561, 'loss': 0.0502634261561801}
+{'epoch': 40, 'iter': 70, 'avg_loss': 0.07148952053470183, 'avg_acc': 0.16348088531187124, 'loss': 0.08311369773739889}
+{'epoch': 40, 'iter': 80, 'avg_loss': 0.07024975640533604, 'avg_acc': 0.1488095238095238, 'loss': 0.08511880162770272}
+{'epoch': 40, 'iter': 90, 'avg_loss': 0.07037012279637628, 'avg_acc': 0.15208006279434852, 'loss': 0.061193033566358475}
+{'epoch': 40, 'iter': 100, 'avg_loss': 0.06926560735601124, 'avg_acc': 0.1326025459688826, 'loss': 0.05006265740342184}
+{'epoch': 40, 'iter': 110, 'avg_loss': 0.06995665476893774, 'avg_acc': 0.11261261261261261, 'loss': 0.06459161579822542}
+{'epoch': 40, 'iter': 120, 'avg_loss': 0.07002131019814078, 'avg_acc': 0.10330578512396695, 'loss': 0.07227863955980394}
+{'epoch': 40, 'iter': 130, 'avg_loss': 0.07066554368547005, 'avg_acc': 0.09201199563794983, 'loss': 0.08406211243884748}
+{'epoch': 40, 'iter': 140, 'avg_loss': 0.07086625836979651, 'avg_acc': 0.08865248226950355, 'loss': 0.06361812213007413}
+{'epoch': 40, 'iter': 150, 'avg_loss': 0.07084075186878973, 'avg_acc': 0.08869441816461685, 'loss': 0.053258511186825785}
+{'epoch': 40, 'iter': 160, 'avg_loss': 0.07031839919301829, 'avg_acc': 0.08318544809228039, 'loss': 0.06540821087115489}
+{'epoch': 40, 'iter': 170, 'avg_loss': 0.07018796168413009, 'avg_acc': 0.07832080200501253, 'loss': 0.0593568606671064}
+{'epoch': 40, 'iter': 180, 'avg_loss': 0.0698528656449846, 'avg_acc': 0.06906077348066297, 'loss': 0.08674919507526267}
+{'epoch': 40, 'iter': 190, 'avg_loss': 0.06963688670290204, 'avg_acc': 0.06077038145100972, 'loss': 0.09534194847502216}
+{'epoch': 40, 'iter': 200, 'avg_loss': 0.06974377582487756, 'avg_acc': 0.06441009239516703, 'loss': 0.07671528101589534}
+{'epoch': 40, 'iter': 210, 'avg_loss': 0.0700512155381718, 'avg_acc': 0.0550101557210562, 'loss': 0.11672825555059774}
+{'epoch': 40, 'iter': 220, 'avg_loss': 0.06996331918815919, 'avg_acc': 0.056561085972850686, 'loss': 0.0653515432190131}
+{'epoch': 40, 'iter': 230, 'avg_loss': 0.07001490847481938, 'avg_acc': 0.0502473716759431, 'loss': 0.08606744460698629}
+{'epoch': 40, 'iter': 240, 'avg_loss': 0.07039263238899802, 'avg_acc': 0.05742442205097807, 'loss': 0.046219706693493984}
+{'epoch': 40, 'iter': 250, 'avg_loss': 0.07047786472377038, 'avg_acc': 0.05157939669891862, 'loss': 0.05719182154257802}
+{'epoch': 40, 'iter': 260, 'avg_loss': 0.07067388405539615, 'avg_acc': 0.047892720306513405, 'loss': 0.09132690995627561}
+{'epoch': 'EP40_test', 'eval_accuracy': 0.8821548821548821, 'ece': 0.07683371007442474}
+{'epoch': 41, 'iter': 0, 'avg_loss': 0.0512968699385224, 'avg_acc': 13.392857142857142, 'loss': 0.0512968699385224}
+{'epoch': 41, 'iter': 10, 'avg_loss': 0.06204249095668104, 'avg_acc': 1.2987012987012987, 'loss': 0.04911896847532152}
+{'epoch': 41, 'iter': 20, 'avg_loss': 0.06227883605335792, 'avg_acc': 0.6377551020408163, 'loss': 0.0461586263991681}
+{'epoch': 41, 'iter': 30, 'avg_loss': 0.06497145686315856, 'avg_acc': 0.3888248847926267, 'loss': 0.0778167347132564}
+{'epoch': 41, 'iter': 40, 'avg_loss': 0.06425043984925076, 'avg_acc': 0.31576655052264807, 'loss': 0.05812087367787504}
+{'epoch': 41, 'iter': 50, 'avg_loss': 0.06697299354604763, 'avg_acc': 0.24509803921568626, 'loss': 0.0880668381563936}
+{'epoch': 41, 'iter': 60, 'avg_loss': 0.06610452308682596, 'avg_acc': 0.21955503512880561, 'loss': 0.04890151449948478}
+{'epoch': 41, 'iter': 70, 'avg_loss': 0.06818012323657369, 'avg_acc': 0.16976861167002014, 'loss': 0.07562321116878122}
+{'epoch': 41, 'iter': 80, 'avg_loss': 0.06698451595620743, 'avg_acc': 0.1488095238095238, 'loss': 0.08024052887564587}
+{'epoch': 41, 'iter': 90, 'avg_loss': 0.06707125898432095, 'avg_acc': 0.15208006279434852, 'loss': 0.061145884981929806}
+{'epoch': 41, 'iter': 100, 'avg_loss': 0.06599652415491257, 'avg_acc': 0.13702263083451202, 'loss': 0.04754123974253588}
+{'epoch': 41, 'iter': 110, 'avg_loss': 0.06652550134645538, 'avg_acc': 0.11261261261261261, 'loss': 0.05906136236376673}
+{'epoch': 41, 'iter': 120, 'avg_loss': 0.06667849975269663, 'avg_acc': 0.10330578512396695, 'loss': 0.06883826373469454}
+{'epoch': 41, 'iter': 130, 'avg_loss': 0.0672500723440005, 'avg_acc': 0.09541984732824427, 'loss': 0.07525543387625179}
+{'epoch': 41, 'iter': 140, 'avg_loss': 0.06743424425676027, 'avg_acc': 0.09181864235055724, 'loss': 0.0610947276571088}
+{'epoch': 41, 'iter': 150, 'avg_loss': 0.06739715617363941, 'avg_acc': 0.08869441816461685, 'loss': 0.05154705951381848}
+{'epoch': 41, 'iter': 160, 'avg_loss': 0.06691887350544477, 'avg_acc': 0.08318544809228039, 'loss': 0.06698934176942016}
+{'epoch': 41, 'iter': 170, 'avg_loss': 0.06680799409187982, 'avg_acc': 0.0809314954051796, 'loss': 0.05856200505225928}
+{'epoch': 41, 'iter': 180, 'avg_loss': 0.06647560698953778, 'avg_acc': 0.07152722967640095, 'loss': 0.08294676014015018}
+{'epoch': 41, 'iter': 190, 'avg_loss': 0.06632139059959649, 'avg_acc': 0.0631077038145101, 'loss': 0.09322496377581047}
+{'epoch': 41, 'iter': 200, 'avg_loss': 0.06645487117022457, 'avg_acc': 0.06441009239516703, 'loss': 0.07613237263685489}
+{'epoch': 41, 'iter': 210, 'avg_loss': 0.06673281359751808, 'avg_acc': 0.0550101557210562, 'loss': 0.11451011424068115}
+{'epoch': 41, 'iter': 220, 'avg_loss': 0.06667215248381098, 'avg_acc': 0.058581124757595346, 'loss': 0.06273595203645398}
+{'epoch': 41, 'iter': 230, 'avg_loss': 0.06669214407578938, 'avg_acc': 0.05217996289424861, 'loss': 0.0775648599857338}
+{'epoch': 41, 'iter': 240, 'avg_loss': 0.06706027782183896, 'avg_acc': 0.05742442205097807, 'loss': 0.04421722276724844}
+{'epoch': 41, 'iter': 250, 'avg_loss': 0.06713477454105726, 'avg_acc': 0.05157939669891862, 'loss': 0.055119512063826495}
+{'epoch': 41, 'iter': 260, 'avg_loss': 0.06732611714195111, 'avg_acc': 0.047892720306513405, 'loss': 0.088939899198741}
+{'epoch': 'EP41_test', 'eval_accuracy': 0.8944618599791013, 'ece': 0.055681079626083374}
+{'epoch': 42, 'iter': 0, 'avg_loss': 0.050637118020005235, 'avg_acc': 13.392857142857142, 'loss': 0.050637118020005235}
+{'epoch': 42, 'iter': 10, 'avg_loss': 0.06361043303582177, 'avg_acc': 1.2987012987012987, 'loss': 0.04792449049431521}
+{'epoch': 42, 'iter': 20, 'avg_loss': 0.06362066263664566, 'avg_acc': 0.6377551020408163, 'loss': 0.04670105262836646}
+{'epoch': 42, 'iter': 30, 'avg_loss': 0.06645145742140082, 'avg_acc': 0.3744239631336405, 'loss': 0.08047964705362379}
+{'epoch': 42, 'iter': 40, 'avg_loss': 0.06585821458873224, 'avg_acc': 0.31576655052264807, 'loss': 0.05971779294558388}
+{'epoch': 42, 'iter': 50, 'avg_loss': 0.06869789838524643, 'avg_acc': 0.24509803921568626, 'loss': 0.08958351999048983}
+{'epoch': 42, 'iter': 60, 'avg_loss': 0.06771663080305408, 'avg_acc': 0.21955503512880561, 'loss': 0.04923553140266128}
+{'epoch': 42, 'iter': 70, 'avg_loss': 0.06974412838501017, 'avg_acc': 0.16348088531187124, 'loss': 0.07870686153822959}
+{'epoch': 42, 'iter': 80, 'avg_loss': 0.06852390192822837, 'avg_acc': 0.1488095238095238, 'loss': 0.08291873860569966}
+{'epoch': 42, 'iter': 90, 'avg_loss': 0.06866302143535699, 'avg_acc': 0.15208006279434852, 'loss': 0.06286699372930928}
+{'epoch': 42, 'iter': 100, 'avg_loss': 0.06759128961999067, 'avg_acc': 0.1326025459688826, 'loss': 0.05098144079256071}
+{'epoch': 42, 'iter': 110, 'avg_loss': 0.06818169326932672, 'avg_acc': 0.11261261261261261, 'loss': 0.06075854704444846}
+{'epoch': 42, 'iter': 120, 'avg_loss': 0.06827601271384613, 'avg_acc': 0.10330578512396695, 'loss': 0.06874435588887451}
+{'epoch': 42, 'iter': 130, 'avg_loss': 0.06888647425262769, 'avg_acc': 0.09201199563794983, 'loss': 0.07767098243548023}
+{'epoch': 42, 'iter': 140, 'avg_loss': 0.06902941094307219, 'avg_acc': 0.08865248226950355, 'loss': 0.061303313574727875}
+{'epoch': 42, 'iter': 150, 'avg_loss': 0.06900330607731417, 'avg_acc': 0.08869441816461685, 'loss': 0.051712890021231514}
+{'epoch': 42, 'iter': 160, 'avg_loss': 0.06849684668344042, 'avg_acc': 0.08318544809228039, 'loss': 0.06541424219498788}
+{'epoch': 42, 'iter': 170, 'avg_loss': 0.06839036647573699, 'avg_acc': 0.07832080200501253, 'loss': 0.05971917951850766}
+{'epoch': 42, 'iter': 180, 'avg_loss': 0.06801158112077602, 'avg_acc': 0.07152722967640095, 'loss': 0.08186405988191885}
+{'epoch': 42, 'iter': 190, 'avg_loss': 0.06779448473239894, 'avg_acc': 0.06077038145100972, 'loss': 0.09163658676811792}
+{'epoch': 42, 'iter': 200, 'avg_loss': 0.0679201934471914, 'avg_acc': 0.06441009239516703, 'loss': 0.07725950476420503}
+{'epoch': 42, 'iter': 210, 'avg_loss': 0.06816503522414807, 'avg_acc': 0.0550101557210562, 'loss': 0.11027271456690965}
+{'epoch': 42, 'iter': 220, 'avg_loss': 0.0681336944300462, 'avg_acc': 0.058581124757595346, 'loss': 0.06491501789746833}
+{'epoch': 42, 'iter': 230, 'avg_loss': 0.06816107926090213, 'avg_acc': 0.0502473716759431, 'loss': 0.07843886793614578}
+{'epoch': 42, 'iter': 240, 'avg_loss': 0.06853852817657503, 'avg_acc': 0.05742442205097807, 'loss': 0.045930331253668806}
+{'epoch': 42, 'iter': 250, 'avg_loss': 0.06862523340946958, 'avg_acc': 0.05157939669891862, 'loss': 0.057000609150158255}
+{'epoch': 42, 'iter': 260, 'avg_loss': 0.06880531106354987, 'avg_acc': 0.047892720306513405, 'loss': 0.08997600071370876}
+{'epoch': 'EP42_test', 'eval_accuracy': 0.8845930570068501, 'ece': 0.06660638004541397}
+{'epoch': 43, 'iter': 0, 'avg_loss': 0.05205279498655, 'avg_acc': 13.392857142857142, 'loss': 0.05205279498655}
+{'epoch': 43, 'iter': 10, 'avg_loss': 0.06377950476578707, 'avg_acc': 1.2987012987012987, 'loss': 0.04733400277636994}
+{'epoch': 43, 'iter': 20, 'avg_loss': 0.06347401346338125, 'avg_acc': 0.6377551020408163, 'loss': 0.04672458421049441}
+{'epoch': 43, 'iter': 30, 'avg_loss': 0.06660140944863371, 'avg_acc': 0.3744239631336405, 'loss': 0.08237142908012629}
+{'epoch': 43, 'iter': 40, 'avg_loss': 0.06586805781037813, 'avg_acc': 0.31576655052264807, 'loss': 0.060970120288707054}
+{'epoch': 43, 'iter': 50, 'avg_loss': 0.06875829909493615, 'avg_acc': 0.24509803921568626, 'loss': 0.08982372754767758}
+{'epoch': 43, 'iter': 60, 'avg_loss': 0.06774826735376925, 'avg_acc': 0.21955503512880561, 'loss': 0.048087402626257304}
+{'epoch': 43, 'iter': 70, 'avg_loss': 0.07007960634213672, 'avg_acc': 0.15719315895372235, 'loss': 0.0809795779493539}
+{'epoch': 43, 'iter': 80, 'avg_loss': 0.06881617432112294, 'avg_acc': 0.1432980599647266, 'loss': 0.08445411909636086}
+{'epoch': 43, 'iter': 90, 'avg_loss': 0.06892851278601174, 'avg_acc': 0.15208006279434852, 'loss': 0.060915122482819176}
+{'epoch': 43, 'iter': 100, 'avg_loss': 0.06774783666603842, 'avg_acc': 0.1326025459688826, 'loss': 0.048412096857685834}
+{'epoch': 43, 'iter': 110, 'avg_loss': 0.06841736980403201, 'avg_acc': 0.11261261261261261, 'loss': 0.06139989953501157}
+{'epoch': 43, 'iter': 120, 'avg_loss': 0.06851422387003353, 'avg_acc': 0.10330578512396695, 'loss': 0.07135068708176107}
+{'epoch': 43, 'iter': 130, 'avg_loss': 0.06910715967814507, 'avg_acc': 0.09201199563794983, 'loss': 0.077137824658556}
+{'epoch': 43, 'iter': 140, 'avg_loss': 0.06931437521130417, 'avg_acc': 0.08865248226950355, 'loss': 0.06324744261243405}
+{'epoch': 43, 'iter': 150, 'avg_loss': 0.06930352959370571, 'avg_acc': 0.08869441816461685, 'loss': 0.05145360857184958}
+{'epoch': 43, 'iter': 160, 'avg_loss': 0.06876614351224357, 'avg_acc': 0.08318544809228039, 'loss': 0.06582147573106616}
+{'epoch': 43, 'iter': 170, 'avg_loss': 0.06861930606155413, 'avg_acc': 0.07832080200501253, 'loss': 0.05630179023300639}
+{'epoch': 43, 'iter': 180, 'avg_loss': 0.0682273703272725, 'avg_acc': 0.06906077348066297, 'loss': 0.08331707979073347}
+{'epoch': 43, 'iter': 190, 'avg_loss': 0.06802666984422924, 'avg_acc': 0.06077038145100972, 'loss': 0.09569110159384714}
+{'epoch': 43, 'iter': 200, 'avg_loss': 0.06816915156296814, 'avg_acc': 0.06441009239516703, 'loss': 0.07503816570019035}
+{'epoch': 43, 'iter': 210, 'avg_loss': 0.06847194650630628, 'avg_acc': 0.0550101557210562, 'loss': 0.11762179438290689}
+{'epoch': 43, 'iter': 220, 'avg_loss': 0.06838148871697058, 'avg_acc': 0.056561085972850686, 'loss': 0.06451366439406618}
+{'epoch': 43, 'iter': 230, 'avg_loss': 0.06840811854128419, 'avg_acc': 0.0502473716759431, 'loss': 0.08199894866149902}
+{'epoch': 43, 'iter': 240, 'avg_loss': 0.06879415066328849, 'avg_acc': 0.05742442205097807, 'loss': 0.04345955256861649}
+{'epoch': 43, 'iter': 250, 'avg_loss': 0.06891142077091941, 'avg_acc': 0.05157939669891862, 'loss': 0.05625753126920938}
+{'epoch': 43, 'iter': 260, 'avg_loss': 0.0691131920128591, 'avg_acc': 0.047892720306513405, 'loss': 0.08965473873290769}
+{'epoch': 'EP43_test', 'eval_accuracy': 0.8789039823522582, 'ece': 0.07051724195480347}
+{'epoch': 44, 'iter': 0, 'avg_loss': 0.05243104762299566, 'avg_acc': 13.392857142857142, 'loss': 0.05243104762299566}
+{'epoch': 44, 'iter': 10, 'avg_loss': 0.06473749892614676, 'avg_acc': 1.2987012987012987, 'loss': 0.04796406225624037}
+{'epoch': 44, 'iter': 20, 'avg_loss': 0.06483252555289759, 'avg_acc': 0.6377551020408163, 'loss': 0.04842455534464664}
+{'epoch': 44, 'iter': 30, 'avg_loss': 0.06771324096957756, 'avg_acc': 0.3744239631336405, 'loss': 0.08342021736531738}
+{'epoch': 44, 'iter': 40, 'avg_loss': 0.06697548445628278, 'avg_acc': 0.31576655052264807, 'loss': 0.06202328500652295}
+{'epoch': 44, 'iter': 50, 'avg_loss': 0.069833145052374, 'avg_acc': 0.24509803921568626, 'loss': 0.09048032392291612}
+{'epoch': 44, 'iter': 60, 'avg_loss': 0.06879284312159994, 'avg_acc': 0.21955503512880561, 'loss': 0.04892561846475932}
+{'epoch': 44, 'iter': 70, 'avg_loss': 0.07107980419868044, 'avg_acc': 0.15719315895372235, 'loss': 0.08131238092581379}
+{'epoch': 44, 'iter': 80, 'avg_loss': 0.0698408315319034, 'avg_acc': 0.1432980599647266, 'loss': 0.08540607393733422}
+{'epoch': 44, 'iter': 90, 'avg_loss': 0.06992865054082914, 'avg_acc': 0.15208006279434852, 'loss': 0.0623186527294836}
+{'epoch': 44, 'iter': 100, 'avg_loss': 0.06874460664261652, 'avg_acc': 0.1326025459688826, 'loss': 0.050337686504609076}
+{'epoch': 44, 'iter': 110, 'avg_loss': 0.06938170827904948, 'avg_acc': 0.11261261261261261, 'loss': 0.06117342690071784}
+{'epoch': 44, 'iter': 120, 'avg_loss': 0.06947313468339167, 'avg_acc': 0.10330578512396695, 'loss': 0.07160293642818516}
+{'epoch': 44, 'iter': 130, 'avg_loss': 0.07006444700904177, 'avg_acc': 0.09201199563794983, 'loss': 0.07750518732259844}
+{'epoch': 44, 'iter': 140, 'avg_loss': 0.0702302483013337, 'avg_acc': 0.08865248226950355, 'loss': 0.06304692991258776}
+{'epoch': 44, 'iter': 150, 'avg_loss': 0.07022816655877401, 'avg_acc': 0.08869441816461685, 'loss': 0.052584108056830045}
+{'epoch': 44, 'iter': 160, 'avg_loss': 0.06968989694067701, 'avg_acc': 0.08318544809228039, 'loss': 0.0677268085594745}
+{'epoch': 44, 'iter': 170, 'avg_loss': 0.0695672507308939, 'avg_acc': 0.07832080200501253, 'loss': 0.05896591293010747}
+{'epoch': 44, 'iter': 180, 'avg_loss': 0.06917881631982671, 'avg_acc': 0.06906077348066297, 'loss': 0.08496809477616855}
+{'epoch': 44, 'iter': 190, 'avg_loss': 0.06897117431571799, 'avg_acc': 0.06077038145100972, 'loss': 0.09579223995293415}
+{'epoch': 44, 'iter': 200, 'avg_loss': 0.06911245735565996, 'avg_acc': 0.06441009239516703, 'loss': 0.07687587707474007}
+{'epoch': 44, 'iter': 210, 'avg_loss': 0.0693923563195339, 'avg_acc': 0.0550101557210562, 'loss': 0.11378696313250153}
+{'epoch': 44, 'iter': 220, 'avg_loss': 0.06933561456457331, 'avg_acc': 0.056561085972850686, 'loss': 0.0668401929953656}
+{'epoch': 44, 'iter': 230, 'avg_loss': 0.06936288097856044, 'avg_acc': 0.0502473716759431, 'loss': 0.08180382668357362}
+{'epoch': 44, 'iter': 240, 'avg_loss': 0.0697278811519507, 'avg_acc': 0.05742442205097807, 'loss': 0.04560000674063299}
+{'epoch': 44, 'iter': 250, 'avg_loss': 0.06983936517458632, 'avg_acc': 0.05157939669891862, 'loss': 0.05750927102500672}
+{'epoch': 44, 'iter': 260, 'avg_loss': 0.0700173021832578, 'avg_acc': 0.047892720306513405, 'loss': 0.08984630421962184}
+{'epoch': 'EP44_test', 'eval_accuracy': 0.8797167073029142, 'ece': 0.07536216080188751}
+{'epoch': 45, 'iter': 0, 'avg_loss': 0.052036360276990275, 'avg_acc': 13.392857142857142, 'loss': 0.052036360276990275}
+{'epoch': 45, 'iter': 10, 'avg_loss': 0.06379392966635146, 'avg_acc': 1.2987012987012987, 'loss': 0.04869460851279379}
+{'epoch': 45, 'iter': 20, 'avg_loss': 0.06393683641786835, 'avg_acc': 0.6377551020408163, 'loss': 0.04712774923549594}
+{'epoch': 45, 'iter': 30, 'avg_loss': 0.06665777432232196, 'avg_acc': 0.3744239631336405, 'loss': 0.07996610540447234}
+{'epoch': 45, 'iter': 40, 'avg_loss': 0.06604784389179123, 'avg_acc': 0.31576655052264807, 'loss': 0.06057360851491467}
+{'epoch': 45, 'iter': 50, 'avg_loss': 0.06878490058747057, 'avg_acc': 0.24509803921568626, 'loss': 0.08974803831117129}
+{'epoch': 45, 'iter': 60, 'avg_loss': 0.06789428790766014, 'avg_acc': 0.21955503512880561, 'loss': 0.04994578166070238}
+{'epoch': 45, 'iter': 70, 'avg_loss': 0.0699784224172403, 'avg_acc': 0.16348088531187124, 'loss': 0.07923066214506694}
+{'epoch': 45, 'iter': 80, 'avg_loss': 0.06878327233434954, 'avg_acc': 0.1488095238095238, 'loss': 0.08292618633767086}
+{'epoch': 45, 'iter': 90, 'avg_loss': 0.06885401068194934, 'avg_acc': 0.15208006279434852, 'loss': 0.06249054741538527}
+{'epoch': 45, 'iter': 100, 'avg_loss': 0.06777649071098146, 'avg_acc': 0.1326025459688826, 'loss': 0.04947623979203237}
+{'epoch': 45, 'iter': 110, 'avg_loss': 0.06835562829276279, 'avg_acc': 0.11261261261261261, 'loss': 0.06142204480510267}
+{'epoch': 45, 'iter': 120, 'avg_loss': 0.06847961125686394, 'avg_acc': 0.10330578512396695, 'loss': 0.06982825545392757}
+{'epoch': 45, 'iter': 130, 'avg_loss': 0.06909843206255914, 'avg_acc': 0.09201199563794983, 'loss': 0.0792715842349736}
+{'epoch': 45, 'iter': 140, 'avg_loss': 0.06924087917631482, 'avg_acc': 0.08865248226950355, 'loss': 0.061202388648561215}
+{'epoch': 45, 'iter': 150, 'avg_loss': 0.06920731335518243, 'avg_acc': 0.08869441816461685, 'loss': 0.05257157488593325}
+{'epoch': 45, 'iter': 160, 'avg_loss': 0.06870759894045546, 'avg_acc': 0.08318544809228039, 'loss': 0.06733441898419251}
+{'epoch': 45, 'iter': 170, 'avg_loss': 0.06860240626129596, 'avg_acc': 0.07832080200501253, 'loss': 0.0607606346968136}
+{'epoch': 45, 'iter': 180, 'avg_loss': 0.0682720106872036, 'avg_acc': 0.07152722967640095, 'loss': 0.08423890984482389}
+{'epoch': 45, 'iter': 190, 'avg_loss': 0.06808386785240733, 'avg_acc': 0.06077038145100972, 'loss': 0.09382498305212396}
+{'epoch': 45, 'iter': 200, 'avg_loss': 0.06821038153085858, 'avg_acc': 0.06441009239516703, 'loss': 0.07793527694394697}
+{'epoch': 45, 'iter': 210, 'avg_loss': 0.06847100391851425, 'avg_acc': 0.0550101557210562, 'loss': 0.11250352422937988}
+{'epoch': 45, 'iter': 220, 'avg_loss': 0.06841825035494296, 'avg_acc': 0.058581124757595346, 'loss': 0.06452745049244056}
+{'epoch': 45, 'iter': 230, 'avg_loss': 0.0684485994400151, 'avg_acc': 0.0502473716759431, 'loss': 0.07937416619242704}
+{'epoch': 45, 'iter': 240, 'avg_loss': 0.06882222409967685, 'avg_acc': 0.05742442205097807, 'loss': 0.04622614633219005}
+{'epoch': 45, 'iter': 250, 'avg_loss': 0.06890118034559559, 'avg_acc': 0.05157939669891862, 'loss': 0.05690319167959907}
+{'epoch': 45, 'iter': 260, 'avg_loss': 0.06908053446580997, 'avg_acc': 0.047892720306513405, 'loss': 0.09021669883361483}
+{'epoch': 'EP45_test', 'eval_accuracy': 0.8849413676999884, 'ece': 0.05847258120775223}
+{'epoch': 46, 'iter': 0, 'avg_loss': 0.053862604130524155, 'avg_acc': 13.392857142857142, 'loss': 0.053862604130524155}
+{'epoch': 46, 'iter': 10, 'avg_loss': 0.06687484968300411, 'avg_acc': 1.2987012987012987, 'loss': 0.04767867143536262}
+{'epoch': 46, 'iter': 20, 'avg_loss': 0.06648181800699778, 'avg_acc': 0.6377551020408163, 'loss': 0.04837419964628355}
+{'epoch': 46, 'iter': 30, 'avg_loss': 0.06967259975498633, 'avg_acc': 0.3744239631336405, 'loss': 0.08611991201462388}
+{'epoch': 46, 'iter': 40, 'avg_loss': 0.06902688153119453, 'avg_acc': 0.31576655052264807, 'loss': 0.06445661577405762}
+{'epoch': 46, 'iter': 50, 'avg_loss': 0.07183702099592196, 'avg_acc': 0.24509803921568626, 'loss': 0.09147613698352634}
+{'epoch': 46, 'iter': 60, 'avg_loss': 0.0708648481745884, 'avg_acc': 0.21955503512880561, 'loss': 0.05064097691755011}
+{'epoch': 46, 'iter': 70, 'avg_loss': 0.07336265062734666, 'avg_acc': 0.15719315895372235, 'loss': 0.0873322833711774}
+{'epoch': 46, 'iter': 80, 'avg_loss': 0.07211730030436651, 'avg_acc': 0.1432980599647266, 'loss': 0.08867969180284112}
+{'epoch': 46, 'iter': 90, 'avg_loss': 0.07215856602879765, 'avg_acc': 0.15208006279434852, 'loss': 0.05935647141611103}
+{'epoch': 46, 'iter': 100, 'avg_loss': 0.07096960784069409, 'avg_acc': 0.1326025459688826, 'loss': 0.050651310192070094}
+{'epoch': 46, 'iter': 110, 'avg_loss': 0.07175145082512974, 'avg_acc': 0.11261261261261261, 'loss': 0.06700824084936029}
+{'epoch': 46, 'iter': 120, 'avg_loss': 0.07182682839171188, 'avg_acc': 0.10330578512396695, 'loss': 0.07452848022817042}
+{'epoch': 46, 'iter': 130, 'avg_loss': 0.07246952671948916, 'avg_acc': 0.09201199563794983, 'loss': 0.08363982617586276}
+{'epoch': 46, 'iter': 140, 'avg_loss': 0.07267400841253695, 'avg_acc': 0.08865248226950355, 'loss': 0.06608334653483487}
+{'epoch': 46, 'iter': 150, 'avg_loss': 0.07266082524321112, 'avg_acc': 0.08869441816461685, 'loss': 0.054119402907336474}
+{'epoch': 46, 'iter': 160, 'avg_loss': 0.07210824675672385, 'avg_acc': 0.08318544809228039, 'loss': 0.06800624769349131}
+{'epoch': 46, 'iter': 170, 'avg_loss': 0.07197719289178624, 'avg_acc': 0.07832080200501253, 'loss': 0.05998887167517759}
+{'epoch': 46, 'iter': 180, 'avg_loss': 0.07159630949290059, 'avg_acc': 0.06906077348066297, 'loss': 0.08620326294748436}
+{'epoch': 46, 'iter': 190, 'avg_loss': 0.0713856624606032, 'avg_acc': 0.06077038145100972, 'loss': 0.10129985196866592}
+{'epoch': 46, 'iter': 200, 'avg_loss': 0.07153517249349634, 'avg_acc': 0.06441009239516703, 'loss': 0.0778523900820604}
+{'epoch': 46, 'iter': 210, 'avg_loss': 0.07183635014427246, 'avg_acc': 0.0550101557210562, 'loss': 0.12003572841947678}
+{'epoch': 46, 'iter': 220, 'avg_loss': 0.07173259706353285, 'avg_acc': 0.056561085972850686, 'loss': 0.06687740749969505}
+{'epoch': 46, 'iter': 230, 'avg_loss': 0.07177320865262984, 'avg_acc': 0.0502473716759431, 'loss': 0.08766814765172727}
+{'epoch': 46, 'iter': 240, 'avg_loss': 0.07214001924532888, 'avg_acc': 0.05742442205097807, 'loss': 0.04558441194565534}
+{'epoch': 46, 'iter': 250, 'avg_loss': 0.07229697818624654, 'avg_acc': 0.05157939669891862, 'loss': 0.06019956136753482}
+{'epoch': 46, 'iter': 260, 'avg_loss': 0.07250803610703142, 'avg_acc': 0.047892720306513405, 'loss': 0.09266370282490145}
+{'epoch': 'EP46_test', 'eval_accuracy': 0.87855567165912, 'ece': 0.0821002870798111}
+{'epoch': 47, 'iter': 0, 'avg_loss': 0.05134592600927894, 'avg_acc': 13.392857142857142, 'loss': 0.05134592600927894}
+{'epoch': 47, 'iter': 10, 'avg_loss': 0.06250112412195993, 'avg_acc': 1.2987012987012987, 'loss': 0.04870571567883632}
+{'epoch': 47, 'iter': 20, 'avg_loss': 0.06298508133866618, 'avg_acc': 0.6377551020408163, 'loss': 0.04690437866601574}
+{'epoch': 47, 'iter': 30, 'avg_loss': 0.06577877023186171, 'avg_acc': 0.3744239631336405, 'loss': 0.07878732074363727}
+{'epoch': 47, 'iter': 40, 'avg_loss': 0.06509139337467537, 'avg_acc': 0.31576655052264807, 'loss': 0.05959476758637448}
+{'epoch': 47, 'iter': 50, 'avg_loss': 0.0678899309565019, 'avg_acc': 0.24509803921568626, 'loss': 0.08978505989342164}
+{'epoch': 47, 'iter': 60, 'avg_loss': 0.06693499932069917, 'avg_acc': 0.21955503512880561, 'loss': 0.04842229316101765}
+{'epoch': 47, 'iter': 70, 'avg_loss': 0.06900949556076866, 'avg_acc': 0.16348088531187124, 'loss': 0.07592417213373182}
+{'epoch': 47, 'iter': 80, 'avg_loss': 0.06778334438328439, 'avg_acc': 0.1488095238095238, 'loss': 0.08184689410377947}
+{'epoch': 47, 'iter': 90, 'avg_loss': 0.06788444187639266, 'avg_acc': 0.15208006279434852, 'loss': 0.06204367713160406}
+{'epoch': 47, 'iter': 100, 'avg_loss': 0.06676860308766393, 'avg_acc': 0.1326025459688826, 'loss': 0.04854544294822663}
+{'epoch': 47, 'iter': 110, 'avg_loss': 0.06730843993336652, 'avg_acc': 0.11261261261261261, 'loss': 0.05929862607921064}
+{'epoch': 47, 'iter': 120, 'avg_loss': 0.06742727400176471, 'avg_acc': 0.10330578512396695, 'loss': 0.06864243524084149}
+{'epoch': 47, 'iter': 130, 'avg_loss': 0.06801136793682, 'avg_acc': 0.09201199563794983, 'loss': 0.07460578064234369}
+{'epoch': 47, 'iter': 140, 'avg_loss': 0.06817912920611757, 'avg_acc': 0.08865248226950355, 'loss': 0.06065262665514126}
+{'epoch': 47, 'iter': 150, 'avg_loss': 0.06814423592868499, 'avg_acc': 0.08869441816461685, 'loss': 0.05181876922592161}
+{'epoch': 47, 'iter': 160, 'avg_loss': 0.0676658905163656, 'avg_acc': 0.08318544809228039, 'loss': 0.06763062235479415}
+{'epoch': 47, 'iter': 170, 'avg_loss': 0.0675571707843536, 'avg_acc': 0.07832080200501253, 'loss': 0.05852552018907277}
+{'epoch': 47, 'iter': 180, 'avg_loss': 0.06720806120212386, 'avg_acc': 0.07152722967640095, 'loss': 0.08387226713475116}
+{'epoch': 47, 'iter': 190, 'avg_loss': 0.0670486757803623, 'avg_acc': 0.06077038145100972, 'loss': 0.09345898323655481}
+{'epoch': 47, 'iter': 200, 'avg_loss': 0.06717830523640238, 'avg_acc': 0.06441009239516703, 'loss': 0.07730168717197675}
+{'epoch': 47, 'iter': 210, 'avg_loss': 0.06745707364383009, 'avg_acc': 0.0550101557210562, 'loss': 0.11402060301081463}
+{'epoch': 47, 'iter': 220, 'avg_loss': 0.06740986611253727, 'avg_acc': 0.058581124757595346, 'loss': 0.06365775140683841}
+{'epoch': 47, 'iter': 230, 'avg_loss': 0.06743839242473826, 'avg_acc': 0.0502473716759431, 'loss': 0.07896864675106789}
+{'epoch': 47, 'iter': 240, 'avg_loss': 0.06780918062234227, 'avg_acc': 0.05742442205097807, 'loss': 0.04491414975878273}
+{'epoch': 47, 'iter': 250, 'avg_loss': 0.06788322839201315, 'avg_acc': 0.05157939669891862, 'loss': 0.05510347638567481}
+{'epoch': 47, 'iter': 260, 'avg_loss': 0.06807672972716634, 'avg_acc': 0.047892720306513405, 'loss': 0.08943159532439893}
+{'epoch': 'EP47_test', 'eval_accuracy': 0.8836642284918147, 'ece': 0.06155434995889664}
+{'epoch': 48, 'iter': 0, 'avg_loss': 0.05226136230846074, 'avg_acc': 13.392857142857142, 'loss': 0.05226136230846074}
+{'epoch': 48, 'iter': 10, 'avg_loss': 0.06374941929016564, 'avg_acc': 1.2987012987012987, 'loss': 0.04996043888317761}
+{'epoch': 48, 'iter': 20, 'avg_loss': 0.0640265440779673, 'avg_acc': 0.6377551020408163, 'loss': 0.04735887766504934}
+{'epoch': 48, 'iter': 30, 'avg_loss': 0.0667740246050555, 'avg_acc': 0.3744239631336405, 'loss': 0.08144457062430124}
+{'epoch': 48, 'iter': 40, 'avg_loss': 0.06608426778754314, 'avg_acc': 0.31576655052264807, 'loss': 0.06078823313721772}
+{'epoch': 48, 'iter': 50, 'avg_loss': 0.06889125705929984, 'avg_acc': 0.24509803921568626, 'loss': 0.08968074008202669}
+{'epoch': 48, 'iter': 60, 'avg_loss': 0.06779509540597284, 'avg_acc': 0.21955503512880561, 'loss': 0.04810544989759993}
+{'epoch': 48, 'iter': 70, 'avg_loss': 0.06985487197939579, 'avg_acc': 0.16976861167002014, 'loss': 0.0759446153876624}
+{'epoch': 48, 'iter': 80, 'avg_loss': 0.06864577813360351, 'avg_acc': 0.1488095238095238, 'loss': 0.08312944303761022}
+{'epoch': 48, 'iter': 90, 'avg_loss': 0.06878172187868764, 'avg_acc': 0.15208006279434852, 'loss': 0.06306831083600173}
+{'epoch': 48, 'iter': 100, 'avg_loss': 0.06768730876421106, 'avg_acc': 0.1326025459688826, 'loss': 0.05134233467857691}
+{'epoch': 48, 'iter': 110, 'avg_loss': 0.06821862905304488, 'avg_acc': 0.11261261261261261, 'loss': 0.0584042460695591}
+{'epoch': 48, 'iter': 120, 'avg_loss': 0.0683422878169455, 'avg_acc': 0.10330578512396695, 'loss': 0.07137150680092015}
+{'epoch': 48, 'iter': 130, 'avg_loss': 0.06893056637439259, 'avg_acc': 0.09541984732824427, 'loss': 0.07404597316999224}
+{'epoch': 48, 'iter': 140, 'avg_loss': 0.06904810655067466, 'avg_acc': 0.09181864235055724, 'loss': 0.06061592403058975}
+{'epoch': 48, 'iter': 150, 'avg_loss': 0.06905040386787956, 'avg_acc': 0.08869441816461685, 'loss': 0.051443408403006936}
+{'epoch': 48, 'iter': 160, 'avg_loss': 0.0685507436378025, 'avg_acc': 0.08318544809228039, 'loss': 0.06848323440240733}
+{'epoch': 48, 'iter': 170, 'avg_loss': 0.06844025604264574, 'avg_acc': 0.0809314954051796, 'loss': 0.059222000644645334}
+{'epoch': 48, 'iter': 180, 'avg_loss': 0.06806858050902362, 'avg_acc': 0.07152722967640095, 'loss': 0.08410359424165188}
+{'epoch': 48, 'iter': 190, 'avg_loss': 0.06783609428062774, 'avg_acc': 0.06077038145100972, 'loss': 0.09307116389540834}
+{'epoch': 48, 'iter': 200, 'avg_loss': 0.06797377740047476, 'avg_acc': 0.06441009239516703, 'loss': 0.07977845340661714}
+{'epoch': 48, 'iter': 210, 'avg_loss': 0.06822152554527898, 'avg_acc': 0.0550101557210562, 'loss': 0.11303942797718287}
+{'epoch': 48, 'iter': 220, 'avg_loss': 0.06819628771153728, 'avg_acc': 0.058581124757595346, 'loss': 0.0650399499508824}
+{'epoch': 48, 'iter': 230, 'avg_loss': 0.0682344024105573, 'avg_acc': 0.05217996289424861, 'loss': 0.07627905362274845}
+{'epoch': 48, 'iter': 240, 'avg_loss': 0.06860846832011984, 'avg_acc': 0.05742442205097807, 'loss': 0.04567118801177778}
+{'epoch': 48, 'iter': 250, 'avg_loss': 0.06869242649549323, 'avg_acc': 0.05157939669891862, 'loss': 0.05709675405910072}
+{'epoch': 48, 'iter': 260, 'avg_loss': 0.06887711120349102, 'avg_acc': 0.047892720306513405, 'loss': 0.09219099388712339}
+{'epoch': 'EP48_test', 'eval_accuracy': 0.8899338209683038, 'ece': 0.053229883313179016}
+{'epoch': 49, 'iter': 0, 'avg_loss': 0.050857496622537975, 'avg_acc': 13.392857142857142, 'loss': 0.050857496622537975}
+{'epoch': 49, 'iter': 10, 'avg_loss': 0.06353327015673085, 'avg_acc': 1.2987012987012987, 'loss': 0.0463891028016649}
+{'epoch': 49, 'iter': 20, 'avg_loss': 0.06326105357038556, 'avg_acc': 0.6377551020408163, 'loss': 0.046373190477652315}
+{'epoch': 49, 'iter': 30, 'avg_loss': 0.06635218723518198, 'avg_acc': 0.3744239631336405, 'loss': 0.08280786191497619}
+{'epoch': 49, 'iter': 40, 'avg_loss': 0.06567878637060898, 'avg_acc': 0.31576655052264807, 'loss': 0.060911291309936236}
+{'epoch': 49, 'iter': 50, 'avg_loss': 0.06854398468804355, 'avg_acc': 0.24509803921568626, 'loss': 0.08908783348274543}
+{'epoch': 49, 'iter': 60, 'avg_loss': 0.06751432091757789, 'avg_acc': 0.21955503512880561, 'loss': 0.04733290323077962}
+{'epoch': 49, 'iter': 70, 'avg_loss': 0.06984190848595091, 'avg_acc': 0.15719315895372235, 'loss': 0.08119075898667205}
+{'epoch': 49, 'iter': 80, 'avg_loss': 0.06860743732360938, 'avg_acc': 0.1432980599647266, 'loss': 0.08492044520205054}
+{'epoch': 49, 'iter': 90, 'avg_loss': 0.0686919074483348, 'avg_acc': 0.15208006279434852, 'loss': 0.05952616566893961}
+{'epoch': 49, 'iter': 100, 'avg_loss': 0.06751267223760034, 'avg_acc': 0.1326025459688826, 'loss': 0.048928279193743505}
+{'epoch': 49, 'iter': 110, 'avg_loss': 0.06818932204700887, 'avg_acc': 0.11261261261261261, 'loss': 0.06124261524144206}
+{'epoch': 49, 'iter': 120, 'avg_loss': 0.06827065712442788, 'avg_acc': 0.10330578512396695, 'loss': 0.07071718370523732}
+{'epoch': 49, 'iter': 130, 'avg_loss': 0.0688900445392927, 'avg_acc': 0.09201199563794983, 'loss': 0.07773797317941496}
+{'epoch': 49, 'iter': 140, 'avg_loss': 0.06905559786121414, 'avg_acc': 0.08865248226950355, 'loss': 0.06221343625747977}
+{'epoch': 49, 'iter': 150, 'avg_loss': 0.06905499351993641, 'avg_acc': 0.08869441816461685, 'loss': 0.050311422051995534}
+{'epoch': 49, 'iter': 160, 'avg_loss': 0.06851240741550975, 'avg_acc': 0.08318544809228039, 'loss': 0.06548387314222838}
+{'epoch': 49, 'iter': 170, 'avg_loss': 0.06838555193514372, 'avg_acc': 0.07832080200501253, 'loss': 0.05654827953501191}
+{'epoch': 49, 'iter': 180, 'avg_loss': 0.06799660290412618, 'avg_acc': 0.06906077348066297, 'loss': 0.08408694237095915}
+{'epoch': 49, 'iter': 190, 'avg_loss': 0.06775840812570857, 'avg_acc': 0.06077038145100972, 'loss': 0.09337723160630924}
+{'epoch': 49, 'iter': 200, 'avg_loss': 0.06791196956705574, 'avg_acc': 0.06441009239516703, 'loss': 0.07632008889800293}
+{'epoch': 49, 'iter': 210, 'avg_loss': 0.06820074572074518, 'avg_acc': 0.0550101557210562, 'loss': 0.11431284272073887}
+{'epoch': 49, 'iter': 220, 'avg_loss': 0.06812893938184529, 'avg_acc': 0.056561085972850686, 'loss': 0.06453610004613859}
+{'epoch': 49, 'iter': 230, 'avg_loss': 0.06816279562358621, 'avg_acc': 0.0502473716759431, 'loss': 0.08049761838592571}
+{'epoch': 49, 'iter': 240, 'avg_loss': 0.06854365030760425, 'avg_acc': 0.05742442205097807, 'loss': 0.04354890217897329}
+{'epoch': 49, 'iter': 250, 'avg_loss': 0.06866500107053805, 'avg_acc': 0.05157939669891862, 'loss': 0.056722479123668075}
+{'epoch': 49, 'iter': 260, 'avg_loss': 0.06886466600037382, 'avg_acc': 0.047892720306513405, 'loss': 0.08883924695589736}
+{'epoch': 'EP49_test', 'eval_accuracy': 0.8789039823522582, 'ece': 0.07797383517026901}
+{'epoch': 50, 'iter': 0, 'avg_loss': 0.05186668158181768, 'avg_acc': 13.392857142857142, 'loss': 0.05186668158181768}
+{'epoch': 50, 'iter': 10, 'avg_loss': 0.06356826546455324, 'avg_acc': 1.2987012987012987, 'loss': 0.048546960990252935}
+{'epoch': 50, 'iter': 20, 'avg_loss': 0.06388786067727623, 'avg_acc': 0.6377551020408163, 'loss': 0.04806500762577213}
+{'epoch': 50, 'iter': 30, 'avg_loss': 0.06693742113886073, 'avg_acc': 0.3744239631336405, 'loss': 0.08127164258087305}
+{'epoch': 50, 'iter': 40, 'avg_loss': 0.06621365178384066, 'avg_acc': 0.31576655052264807, 'loss': 0.061757361652081295}
+{'epoch': 50, 'iter': 50, 'avg_loss': 0.06913509074925686, 'avg_acc': 0.24509803921568626, 'loss': 0.09078411681197045}
+{'epoch': 50, 'iter': 60, 'avg_loss': 0.06808689078178977, 'avg_acc': 0.21955503512880561, 'loss': 0.04850623024624363}
+{'epoch': 50, 'iter': 70, 'avg_loss': 0.07016024937923022, 'avg_acc': 0.16348088531187124, 'loss': 0.07736449867789169}
+{'epoch': 50, 'iter': 80, 'avg_loss': 0.06895666321576517, 'avg_acc': 0.1488095238095238, 'loss': 0.08416347005671655}
+{'epoch': 50, 'iter': 90, 'avg_loss': 0.06909084940946435, 'avg_acc': 0.15208006279434852, 'loss': 0.06270172238396299}
+{'epoch': 50, 'iter': 100, 'avg_loss': 0.06795832894344131, 'avg_acc': 0.1326025459688826, 'loss': 0.05030962255237321}
+{'epoch': 50, 'iter': 110, 'avg_loss': 0.0685314187726214, 'avg_acc': 0.11261261261261261, 'loss': 0.05976571066107234}
+{'epoch': 50, 'iter': 120, 'avg_loss': 0.06864241017636355, 'avg_acc': 0.10330578512396695, 'loss': 0.07188386133664741}
+{'epoch': 50, 'iter': 130, 'avg_loss': 0.06921319407708808, 'avg_acc': 0.09201199563794983, 'loss': 0.07419826723917972}
+{'epoch': 50, 'iter': 140, 'avg_loss': 0.06937984674151255, 'avg_acc': 0.08865248226950355, 'loss': 0.062285346132057384}
+{'epoch': 50, 'iter': 150, 'avg_loss': 0.06935995478590923, 'avg_acc': 0.08869441816461685, 'loss': 0.051854382735565904}
+{'epoch': 50, 'iter': 160, 'avg_loss': 0.06887566785957187, 'avg_acc': 0.08318544809228039, 'loss': 0.06729479570494284}
+{'epoch': 50, 'iter': 170, 'avg_loss': 0.06875700506593982, 'avg_acc': 0.07832080200501253, 'loss': 0.05716352103945508}
+{'epoch': 50, 'iter': 180, 'avg_loss': 0.06838078411289333, 'avg_acc': 0.07152722967640095, 'loss': 0.08541965997065809}
+{'epoch': 50, 'iter': 190, 'avg_loss': 0.06816617362653049, 'avg_acc': 0.06077038145100972, 'loss': 0.09226869376172024}
+{'epoch': 50, 'iter': 200, 'avg_loss': 0.06830041850448376, 'avg_acc': 0.06441009239516703, 'loss': 0.07850292780795139}
+{'epoch': 50, 'iter': 210, 'avg_loss': 0.06858420665842342, 'avg_acc': 0.0550101557210562, 'loss': 0.11322620355122126}
+{'epoch': 50, 'iter': 220, 'avg_loss': 0.06853872830041009, 'avg_acc': 0.058581124757595346, 'loss': 0.06554519461539192}
+{'epoch': 50, 'iter': 230, 'avg_loss': 0.06857326759950717, 'avg_acc': 0.0502473716759431, 'loss': 0.0803010319663256}
+{'epoch': 50, 'iter': 240, 'avg_loss': 0.06894377103422882, 'avg_acc': 0.05742442205097807, 'loss': 0.04572536932590866}
+{'epoch': 50, 'iter': 250, 'avg_loss': 0.06902665224913816, 'avg_acc': 0.05157939669891862, 'loss': 0.05625197378512528}
+{'epoch': 50, 'iter': 260, 'avg_loss': 0.06922025535474079, 'avg_acc': 0.047892720306513405, 'loss': 0.09048038873789567}
+{'epoch': 'EP50_test', 'eval_accuracy': 0.8836642284918147, 'ece': 0.06136934086680412}