sqlctx-llama2-7b-lora-16 / trainer_state.json
abcdabcd987's picture
upload
8f2fba8 unverified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 4.0,
"eval_steps": 500,
"global_step": 9824,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.999987217003186e-05,
"loss": 0.734,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 4.999948868143466e-05,
"loss": 0.2527,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 4.999884953813012e-05,
"loss": 0.1508,
"step": 30
},
{
"epoch": 0.02,
"learning_rate": 4.999795474665437e-05,
"loss": 0.1364,
"step": 40
},
{
"epoch": 0.02,
"learning_rate": 4.99968043161579e-05,
"loss": 0.125,
"step": 50
},
{
"epoch": 0.02,
"learning_rate": 4.999539825840548e-05,
"loss": 0.102,
"step": 60
},
{
"epoch": 0.03,
"learning_rate": 4.9993736587776e-05,
"loss": 0.094,
"step": 70
},
{
"epoch": 0.03,
"learning_rate": 4.9991819321262375e-05,
"loss": 0.0937,
"step": 80
},
{
"epoch": 0.04,
"learning_rate": 4.998964647847133e-05,
"loss": 0.0814,
"step": 90
},
{
"epoch": 0.04,
"learning_rate": 4.998721808162322e-05,
"loss": 0.068,
"step": 100
},
{
"epoch": 0.04,
"learning_rate": 4.9984534155551795e-05,
"loss": 0.0713,
"step": 110
},
{
"epoch": 0.05,
"learning_rate": 4.9981594727703955e-05,
"loss": 0.0707,
"step": 120
},
{
"epoch": 0.05,
"learning_rate": 4.997839982813946e-05,
"loss": 0.0591,
"step": 130
},
{
"epoch": 0.06,
"learning_rate": 4.9974949489530605e-05,
"loss": 0.0613,
"step": 140
},
{
"epoch": 0.06,
"learning_rate": 4.997124374716194e-05,
"loss": 0.0544,
"step": 150
},
{
"epoch": 0.07,
"learning_rate": 4.996728263892985e-05,
"loss": 0.043,
"step": 160
},
{
"epoch": 0.07,
"learning_rate": 4.9963066205342216e-05,
"loss": 0.056,
"step": 170
},
{
"epoch": 0.07,
"learning_rate": 4.995859448951795e-05,
"loss": 0.0566,
"step": 180
},
{
"epoch": 0.08,
"learning_rate": 4.99538675371866e-05,
"loss": 0.0509,
"step": 190
},
{
"epoch": 0.08,
"learning_rate": 4.994888539668786e-05,
"loss": 0.0496,
"step": 200
},
{
"epoch": 0.09,
"learning_rate": 4.9943648118971075e-05,
"loss": 0.0578,
"step": 210
},
{
"epoch": 0.09,
"learning_rate": 4.993815575759474e-05,
"loss": 0.0509,
"step": 220
},
{
"epoch": 0.09,
"learning_rate": 4.9932408368725915e-05,
"loss": 0.0507,
"step": 230
},
{
"epoch": 0.1,
"learning_rate": 4.992640601113968e-05,
"loss": 0.0337,
"step": 240
},
{
"epoch": 0.1,
"learning_rate": 4.992014874621853e-05,
"loss": 0.0433,
"step": 250
},
{
"epoch": 0.11,
"learning_rate": 4.9913636637951756e-05,
"loss": 0.0433,
"step": 260
},
{
"epoch": 0.11,
"learning_rate": 4.990686975293476e-05,
"loss": 0.057,
"step": 270
},
{
"epoch": 0.11,
"learning_rate": 4.9899848160368386e-05,
"loss": 0.048,
"step": 280
},
{
"epoch": 0.12,
"learning_rate": 4.989257193205824e-05,
"loss": 0.046,
"step": 290
},
{
"epoch": 0.12,
"learning_rate": 4.9885041142413926e-05,
"loss": 0.0463,
"step": 300
},
{
"epoch": 0.13,
"learning_rate": 4.987725586844829e-05,
"loss": 0.047,
"step": 310
},
{
"epoch": 0.13,
"learning_rate": 4.986921618977664e-05,
"loss": 0.0434,
"step": 320
},
{
"epoch": 0.13,
"learning_rate": 4.986092218861591e-05,
"loss": 0.0363,
"step": 330
},
{
"epoch": 0.14,
"learning_rate": 4.9852373949783875e-05,
"loss": 0.0327,
"step": 340
},
{
"epoch": 0.14,
"learning_rate": 4.984357156069821e-05,
"loss": 0.0353,
"step": 350
},
{
"epoch": 0.15,
"learning_rate": 4.983451511137565e-05,
"loss": 0.0513,
"step": 360
},
{
"epoch": 0.15,
"learning_rate": 4.982520469443104e-05,
"loss": 0.0329,
"step": 370
},
{
"epoch": 0.15,
"learning_rate": 4.981564040507641e-05,
"loss": 0.0424,
"step": 380
},
{
"epoch": 0.16,
"learning_rate": 4.980582234111998e-05,
"loss": 0.0411,
"step": 390
},
{
"epoch": 0.16,
"learning_rate": 4.979575060296517e-05,
"loss": 0.0466,
"step": 400
},
{
"epoch": 0.17,
"learning_rate": 4.9785425293609586e-05,
"loss": 0.0312,
"step": 410
},
{
"epoch": 0.17,
"learning_rate": 4.977484651864395e-05,
"loss": 0.0397,
"step": 420
},
{
"epoch": 0.18,
"learning_rate": 4.9764014386251e-05,
"loss": 0.034,
"step": 430
},
{
"epoch": 0.18,
"learning_rate": 4.975292900720444e-05,
"loss": 0.0356,
"step": 440
},
{
"epoch": 0.18,
"learning_rate": 4.974159049486776e-05,
"loss": 0.0329,
"step": 450
},
{
"epoch": 0.19,
"learning_rate": 4.9729998965193096e-05,
"loss": 0.035,
"step": 460
},
{
"epoch": 0.19,
"learning_rate": 4.9718154536720044e-05,
"loss": 0.0383,
"step": 470
},
{
"epoch": 0.2,
"learning_rate": 4.970605733057441e-05,
"loss": 0.0369,
"step": 480
},
{
"epoch": 0.2,
"learning_rate": 4.9693707470467063e-05,
"loss": 0.0368,
"step": 490
},
{
"epoch": 0.2,
"learning_rate": 4.968110508269257e-05,
"loss": 0.036,
"step": 500
},
{
"epoch": 0.21,
"learning_rate": 4.9668250296127946e-05,
"loss": 0.0376,
"step": 510
},
{
"epoch": 0.21,
"learning_rate": 4.965514324223137e-05,
"loss": 0.0292,
"step": 520
},
{
"epoch": 0.22,
"learning_rate": 4.964178405504076e-05,
"loss": 0.0316,
"step": 530
},
{
"epoch": 0.22,
"learning_rate": 4.9628172871172496e-05,
"loss": 0.0297,
"step": 540
},
{
"epoch": 0.22,
"learning_rate": 4.961430982981994e-05,
"loss": 0.0417,
"step": 550
},
{
"epoch": 0.23,
"learning_rate": 4.9600195072752066e-05,
"loss": 0.0365,
"step": 560
},
{
"epoch": 0.23,
"learning_rate": 4.9585828744311987e-05,
"loss": 0.0355,
"step": 570
},
{
"epoch": 0.24,
"learning_rate": 4.95712109914155e-05,
"loss": 0.043,
"step": 580
},
{
"epoch": 0.24,
"learning_rate": 4.9556341963549536e-05,
"loss": 0.0261,
"step": 590
},
{
"epoch": 0.24,
"learning_rate": 4.95412218127707e-05,
"loss": 0.0376,
"step": 600
},
{
"epoch": 0.25,
"learning_rate": 4.9525850693703656e-05,
"loss": 0.0306,
"step": 610
},
{
"epoch": 0.25,
"learning_rate": 4.951022876353958e-05,
"loss": 0.0324,
"step": 620
},
{
"epoch": 0.26,
"learning_rate": 4.9494356182034534e-05,
"loss": 0.0383,
"step": 630
},
{
"epoch": 0.26,
"learning_rate": 4.9478233111507856e-05,
"loss": 0.0281,
"step": 640
},
{
"epoch": 0.26,
"learning_rate": 4.9461859716840456e-05,
"loss": 0.0385,
"step": 650
},
{
"epoch": 0.27,
"learning_rate": 4.9445236165473196e-05,
"loss": 0.0351,
"step": 660
},
{
"epoch": 0.27,
"learning_rate": 4.94283626274051e-05,
"loss": 0.0277,
"step": 670
},
{
"epoch": 0.28,
"learning_rate": 4.941123927519169e-05,
"loss": 0.0353,
"step": 680
},
{
"epoch": 0.28,
"learning_rate": 4.9393866283943166e-05,
"loss": 0.0295,
"step": 690
},
{
"epoch": 0.29,
"learning_rate": 4.9376243831322635e-05,
"loss": 0.034,
"step": 700
},
{
"epoch": 0.29,
"learning_rate": 4.9358372097544316e-05,
"loss": 0.0314,
"step": 710
},
{
"epoch": 0.29,
"learning_rate": 4.934025126537164e-05,
"loss": 0.031,
"step": 720
},
{
"epoch": 0.3,
"learning_rate": 4.932188152011546e-05,
"loss": 0.0292,
"step": 730
},
{
"epoch": 0.3,
"learning_rate": 4.9303263049632083e-05,
"loss": 0.027,
"step": 740
},
{
"epoch": 0.31,
"learning_rate": 4.9284396044321386e-05,
"loss": 0.0297,
"step": 750
},
{
"epoch": 0.31,
"learning_rate": 4.926528069712487e-05,
"loss": 0.0314,
"step": 760
},
{
"epoch": 0.31,
"learning_rate": 4.924591720352367e-05,
"loss": 0.0381,
"step": 770
},
{
"epoch": 0.32,
"learning_rate": 4.922630576153656e-05,
"loss": 0.0246,
"step": 780
},
{
"epoch": 0.32,
"learning_rate": 4.9206446571717955e-05,
"loss": 0.0337,
"step": 790
},
{
"epoch": 0.33,
"learning_rate": 4.918633983715581e-05,
"loss": 0.032,
"step": 800
},
{
"epoch": 0.33,
"learning_rate": 4.9165985763469605e-05,
"loss": 0.0256,
"step": 810
},
{
"epoch": 0.33,
"learning_rate": 4.9145384558808156e-05,
"loss": 0.0269,
"step": 820
},
{
"epoch": 0.34,
"learning_rate": 4.912453643384759e-05,
"loss": 0.0237,
"step": 830
},
{
"epoch": 0.34,
"learning_rate": 4.910344160178911e-05,
"loss": 0.0267,
"step": 840
},
{
"epoch": 0.35,
"learning_rate": 4.908210027835687e-05,
"loss": 0.0353,
"step": 850
},
{
"epoch": 0.35,
"learning_rate": 4.906051268179571e-05,
"loss": 0.0309,
"step": 860
},
{
"epoch": 0.35,
"learning_rate": 4.9038679032868976e-05,
"loss": 0.0337,
"step": 870
},
{
"epoch": 0.36,
"learning_rate": 4.9016599554856235e-05,
"loss": 0.0349,
"step": 880
},
{
"epoch": 0.36,
"learning_rate": 4.899427447355101e-05,
"loss": 0.0241,
"step": 890
},
{
"epoch": 0.37,
"learning_rate": 4.897170401725846e-05,
"loss": 0.0337,
"step": 900
},
{
"epoch": 0.37,
"learning_rate": 4.894888841679303e-05,
"loss": 0.0301,
"step": 910
},
{
"epoch": 0.37,
"learning_rate": 4.892582790547613e-05,
"loss": 0.0215,
"step": 920
},
{
"epoch": 0.38,
"learning_rate": 4.8902522719133705e-05,
"loss": 0.0288,
"step": 930
},
{
"epoch": 0.38,
"learning_rate": 4.887897309609386e-05,
"loss": 0.028,
"step": 940
},
{
"epoch": 0.39,
"learning_rate": 4.88551792771844e-05,
"loss": 0.025,
"step": 950
},
{
"epoch": 0.39,
"learning_rate": 4.883114150573037e-05,
"loss": 0.0293,
"step": 960
},
{
"epoch": 0.39,
"learning_rate": 4.880686002755157e-05,
"loss": 0.0273,
"step": 970
},
{
"epoch": 0.4,
"learning_rate": 4.878233509096006e-05,
"loss": 0.0248,
"step": 980
},
{
"epoch": 0.4,
"learning_rate": 4.875756694675758e-05,
"loss": 0.0291,
"step": 990
},
{
"epoch": 0.41,
"learning_rate": 4.873255584823302e-05,
"loss": 0.0364,
"step": 1000
},
{
"epoch": 0.41,
"learning_rate": 4.8707302051159807e-05,
"loss": 0.0285,
"step": 1010
},
{
"epoch": 0.42,
"learning_rate": 4.868180581379333e-05,
"loss": 0.0309,
"step": 1020
},
{
"epoch": 0.42,
"learning_rate": 4.865606739686821e-05,
"loss": 0.0233,
"step": 1030
},
{
"epoch": 0.42,
"learning_rate": 4.8630087063595754e-05,
"loss": 0.0313,
"step": 1040
},
{
"epoch": 0.43,
"learning_rate": 4.8603865079661173e-05,
"loss": 0.0281,
"step": 1050
},
{
"epoch": 0.43,
"learning_rate": 4.857740171322088e-05,
"loss": 0.025,
"step": 1060
},
{
"epoch": 0.44,
"learning_rate": 4.85506972348998e-05,
"loss": 0.029,
"step": 1070
},
{
"epoch": 0.44,
"learning_rate": 4.852375191778853e-05,
"loss": 0.0292,
"step": 1080
},
{
"epoch": 0.44,
"learning_rate": 4.84965660374406e-05,
"loss": 0.0304,
"step": 1090
},
{
"epoch": 0.45,
"learning_rate": 4.846913987186962e-05,
"loss": 0.0297,
"step": 1100
},
{
"epoch": 0.45,
"learning_rate": 4.844147370154646e-05,
"loss": 0.0298,
"step": 1110
},
{
"epoch": 0.46,
"learning_rate": 4.8413567809396376e-05,
"loss": 0.0251,
"step": 1120
},
{
"epoch": 0.46,
"learning_rate": 4.8385422480796114e-05,
"loss": 0.0307,
"step": 1130
},
{
"epoch": 0.46,
"learning_rate": 4.8357038003570984e-05,
"loss": 0.0259,
"step": 1140
},
{
"epoch": 0.47,
"learning_rate": 4.832841466799195e-05,
"loss": 0.0251,
"step": 1150
},
{
"epoch": 0.47,
"learning_rate": 4.8299552766772594e-05,
"loss": 0.0237,
"step": 1160
},
{
"epoch": 0.48,
"learning_rate": 4.82704525950662e-05,
"loss": 0.0263,
"step": 1170
},
{
"epoch": 0.48,
"learning_rate": 4.824111445046269e-05,
"loss": 0.024,
"step": 1180
},
{
"epoch": 0.48,
"learning_rate": 4.8211538632985595e-05,
"loss": 0.0321,
"step": 1190
},
{
"epoch": 0.49,
"learning_rate": 4.818172544508897e-05,
"loss": 0.027,
"step": 1200
},
{
"epoch": 0.49,
"learning_rate": 4.815167519165433e-05,
"loss": 0.0236,
"step": 1210
},
{
"epoch": 0.5,
"learning_rate": 4.812138817998751e-05,
"loss": 0.0271,
"step": 1220
},
{
"epoch": 0.5,
"learning_rate": 4.809086471981553e-05,
"loss": 0.0256,
"step": 1230
},
{
"epoch": 0.5,
"learning_rate": 4.806010512328342e-05,
"loss": 0.0202,
"step": 1240
},
{
"epoch": 0.51,
"learning_rate": 4.8029109704951046e-05,
"loss": 0.0287,
"step": 1250
},
{
"epoch": 0.51,
"learning_rate": 4.7997878781789865e-05,
"loss": 0.0284,
"step": 1260
},
{
"epoch": 0.52,
"learning_rate": 4.796641267317973e-05,
"loss": 0.0278,
"step": 1270
},
{
"epoch": 0.52,
"learning_rate": 4.793471170090555e-05,
"loss": 0.0272,
"step": 1280
},
{
"epoch": 0.53,
"learning_rate": 4.790277618915408e-05,
"loss": 0.0247,
"step": 1290
},
{
"epoch": 0.53,
"learning_rate": 4.7870606464510556e-05,
"loss": 0.0276,
"step": 1300
},
{
"epoch": 0.53,
"learning_rate": 4.783820285595536e-05,
"loss": 0.0336,
"step": 1310
},
{
"epoch": 0.54,
"learning_rate": 4.7805565694860686e-05,
"loss": 0.0339,
"step": 1320
},
{
"epoch": 0.54,
"learning_rate": 4.77726953149871e-05,
"loss": 0.0243,
"step": 1330
},
{
"epoch": 0.55,
"learning_rate": 4.773959205248019e-05,
"loss": 0.0296,
"step": 1340
},
{
"epoch": 0.55,
"learning_rate": 4.770625624586705e-05,
"loss": 0.0212,
"step": 1350
},
{
"epoch": 0.55,
"learning_rate": 4.7672688236052906e-05,
"loss": 0.0195,
"step": 1360
},
{
"epoch": 0.56,
"learning_rate": 4.763888836631756e-05,
"loss": 0.0253,
"step": 1370
},
{
"epoch": 0.56,
"learning_rate": 4.760485698231192e-05,
"loss": 0.0229,
"step": 1380
},
{
"epoch": 0.57,
"learning_rate": 4.757059443205444e-05,
"loss": 0.0259,
"step": 1390
},
{
"epoch": 0.57,
"learning_rate": 4.7536101065927586e-05,
"loss": 0.0204,
"step": 1400
},
{
"epoch": 0.57,
"learning_rate": 4.7501377236674215e-05,
"loss": 0.0217,
"step": 1410
},
{
"epoch": 0.58,
"learning_rate": 4.7466423299394013e-05,
"loss": 0.0295,
"step": 1420
},
{
"epoch": 0.58,
"learning_rate": 4.743123961153983e-05,
"loss": 0.0191,
"step": 1430
},
{
"epoch": 0.59,
"learning_rate": 4.7395826532914054e-05,
"loss": 0.027,
"step": 1440
},
{
"epoch": 0.59,
"learning_rate": 4.736018442566489e-05,
"loss": 0.0242,
"step": 1450
},
{
"epoch": 0.59,
"learning_rate": 4.7324313654282705e-05,
"loss": 0.0207,
"step": 1460
},
{
"epoch": 0.6,
"learning_rate": 4.7288214585596246e-05,
"loss": 0.026,
"step": 1470
},
{
"epoch": 0.6,
"learning_rate": 4.725188758876895e-05,
"loss": 0.0268,
"step": 1480
},
{
"epoch": 0.61,
"learning_rate": 4.721533303529513e-05,
"loss": 0.0209,
"step": 1490
},
{
"epoch": 0.61,
"learning_rate": 4.717855129899617e-05,
"loss": 0.0193,
"step": 1500
},
{
"epoch": 0.61,
"learning_rate": 4.714154275601671e-05,
"loss": 0.0327,
"step": 1510
},
{
"epoch": 0.62,
"learning_rate": 4.7104307784820845e-05,
"loss": 0.0311,
"step": 1520
},
{
"epoch": 0.62,
"learning_rate": 4.706684676618818e-05,
"loss": 0.0195,
"step": 1530
},
{
"epoch": 0.63,
"learning_rate": 4.702916008320998e-05,
"loss": 0.0353,
"step": 1540
},
{
"epoch": 0.63,
"learning_rate": 4.699124812128525e-05,
"loss": 0.027,
"step": 1550
},
{
"epoch": 0.64,
"learning_rate": 4.695311126811676e-05,
"loss": 0.0253,
"step": 1560
},
{
"epoch": 0.64,
"learning_rate": 4.6914749913707146e-05,
"loss": 0.0266,
"step": 1570
},
{
"epoch": 0.64,
"learning_rate": 4.687616445035487e-05,
"loss": 0.0222,
"step": 1580
},
{
"epoch": 0.65,
"learning_rate": 4.68373552726502e-05,
"loss": 0.0253,
"step": 1590
},
{
"epoch": 0.65,
"learning_rate": 4.6798322777471216e-05,
"loss": 0.0291,
"step": 1600
},
{
"epoch": 0.66,
"learning_rate": 4.6759067363979735e-05,
"loss": 0.0276,
"step": 1610
},
{
"epoch": 0.66,
"learning_rate": 4.6719589433617215e-05,
"loss": 0.0294,
"step": 1620
},
{
"epoch": 0.66,
"learning_rate": 4.667988939010066e-05,
"loss": 0.0236,
"step": 1630
},
{
"epoch": 0.67,
"learning_rate": 4.6639967639418494e-05,
"loss": 0.0227,
"step": 1640
},
{
"epoch": 0.67,
"learning_rate": 4.6599824589826405e-05,
"loss": 0.031,
"step": 1650
},
{
"epoch": 0.68,
"learning_rate": 4.655946065184318e-05,
"loss": 0.0229,
"step": 1660
},
{
"epoch": 0.68,
"learning_rate": 4.6518876238246475e-05,
"loss": 0.0203,
"step": 1670
},
{
"epoch": 0.68,
"learning_rate": 4.647807176406865e-05,
"loss": 0.0202,
"step": 1680
},
{
"epoch": 0.69,
"learning_rate": 4.643704764659248e-05,
"loss": 0.0216,
"step": 1690
},
{
"epoch": 0.69,
"learning_rate": 4.639580430534688e-05,
"loss": 0.0284,
"step": 1700
},
{
"epoch": 0.7,
"learning_rate": 4.635434216210266e-05,
"loss": 0.0268,
"step": 1710
},
{
"epoch": 0.7,
"learning_rate": 4.631266164086816e-05,
"loss": 0.0287,
"step": 1720
},
{
"epoch": 0.7,
"learning_rate": 4.6270763167884976e-05,
"loss": 0.0252,
"step": 1730
},
{
"epoch": 0.71,
"learning_rate": 4.622864717162354e-05,
"loss": 0.028,
"step": 1740
},
{
"epoch": 0.71,
"learning_rate": 4.618631408277877e-05,
"loss": 0.0243,
"step": 1750
},
{
"epoch": 0.72,
"learning_rate": 4.614376433426565e-05,
"loss": 0.021,
"step": 1760
},
{
"epoch": 0.72,
"learning_rate": 4.610099836121482e-05,
"loss": 0.0235,
"step": 1770
},
{
"epoch": 0.72,
"learning_rate": 4.605801660096812e-05,
"loss": 0.0274,
"step": 1780
},
{
"epoch": 0.73,
"learning_rate": 4.6014819493074125e-05,
"loss": 0.0228,
"step": 1790
},
{
"epoch": 0.73,
"learning_rate": 4.597140747928361e-05,
"loss": 0.0326,
"step": 1800
},
{
"epoch": 0.74,
"learning_rate": 4.59277810035451e-05,
"loss": 0.0319,
"step": 1810
},
{
"epoch": 0.74,
"learning_rate": 4.5883940512000265e-05,
"loss": 0.0232,
"step": 1820
},
{
"epoch": 0.75,
"learning_rate": 4.58398864529794e-05,
"loss": 0.021,
"step": 1830
},
{
"epoch": 0.75,
"learning_rate": 4.5795619276996814e-05,
"loss": 0.0242,
"step": 1840
},
{
"epoch": 0.75,
"learning_rate": 4.575113943674625e-05,
"loss": 0.0274,
"step": 1850
},
{
"epoch": 0.76,
"learning_rate": 4.570644738709623e-05,
"loss": 0.0227,
"step": 1860
},
{
"epoch": 0.76,
"learning_rate": 4.566154358508542e-05,
"loss": 0.022,
"step": 1870
},
{
"epoch": 0.77,
"learning_rate": 4.561642848991795e-05,
"loss": 0.0274,
"step": 1880
},
{
"epoch": 0.77,
"learning_rate": 4.5571102562958704e-05,
"loss": 0.0239,
"step": 1890
},
{
"epoch": 0.77,
"learning_rate": 4.552556626772863e-05,
"loss": 0.0228,
"step": 1900
},
{
"epoch": 0.78,
"learning_rate": 4.5479820069899984e-05,
"loss": 0.0213,
"step": 1910
},
{
"epoch": 0.78,
"learning_rate": 4.543386443729157e-05,
"loss": 0.0239,
"step": 1920
},
{
"epoch": 0.79,
"learning_rate": 4.538769983986394e-05,
"loss": 0.0259,
"step": 1930
},
{
"epoch": 0.79,
"learning_rate": 4.5341326749714625e-05,
"loss": 0.0274,
"step": 1940
},
{
"epoch": 0.79,
"learning_rate": 4.5294745641073276e-05,
"loss": 0.0209,
"step": 1950
},
{
"epoch": 0.8,
"learning_rate": 4.524795699029681e-05,
"loss": 0.0184,
"step": 1960
},
{
"epoch": 0.8,
"learning_rate": 4.5200961275864594e-05,
"loss": 0.0181,
"step": 1970
},
{
"epoch": 0.81,
"learning_rate": 4.515375897837346e-05,
"loss": 0.0208,
"step": 1980
},
{
"epoch": 0.81,
"learning_rate": 4.510635058053287e-05,
"loss": 0.0183,
"step": 1990
},
{
"epoch": 0.81,
"learning_rate": 4.505873656715994e-05,
"loss": 0.0245,
"step": 2000
},
{
"epoch": 0.82,
"learning_rate": 4.501091742517449e-05,
"loss": 0.0197,
"step": 2010
},
{
"epoch": 0.82,
"learning_rate": 4.4962893643594096e-05,
"loss": 0.0243,
"step": 2020
},
{
"epoch": 0.83,
"learning_rate": 4.4914665713529004e-05,
"loss": 0.0201,
"step": 2030
},
{
"epoch": 0.83,
"learning_rate": 4.486623412817721e-05,
"loss": 0.0186,
"step": 2040
},
{
"epoch": 0.83,
"learning_rate": 4.481759938281935e-05,
"loss": 0.0154,
"step": 2050
},
{
"epoch": 0.84,
"learning_rate": 4.476876197481368e-05,
"loss": 0.0233,
"step": 2060
},
{
"epoch": 0.84,
"learning_rate": 4.4719722403590916e-05,
"loss": 0.0245,
"step": 2070
},
{
"epoch": 0.85,
"learning_rate": 4.4670481170649214e-05,
"loss": 0.0307,
"step": 2080
},
{
"epoch": 0.85,
"learning_rate": 4.462103877954901e-05,
"loss": 0.0235,
"step": 2090
},
{
"epoch": 0.86,
"learning_rate": 4.457139573590782e-05,
"loss": 0.0279,
"step": 2100
},
{
"epoch": 0.86,
"learning_rate": 4.452155254739516e-05,
"loss": 0.0215,
"step": 2110
},
{
"epoch": 0.86,
"learning_rate": 4.4471509723727265e-05,
"loss": 0.0248,
"step": 2120
},
{
"epoch": 0.87,
"learning_rate": 4.442126777666197e-05,
"loss": 0.0298,
"step": 2130
},
{
"epoch": 0.87,
"learning_rate": 4.437082721999336e-05,
"loss": 0.0229,
"step": 2140
},
{
"epoch": 0.88,
"learning_rate": 4.432018856954664e-05,
"loss": 0.0252,
"step": 2150
},
{
"epoch": 0.88,
"learning_rate": 4.4269352343172765e-05,
"loss": 0.0242,
"step": 2160
},
{
"epoch": 0.88,
"learning_rate": 4.421831906074319e-05,
"loss": 0.0198,
"step": 2170
},
{
"epoch": 0.89,
"learning_rate": 4.416708924414456e-05,
"loss": 0.0222,
"step": 2180
},
{
"epoch": 0.89,
"learning_rate": 4.411566341727331e-05,
"loss": 0.0218,
"step": 2190
},
{
"epoch": 0.9,
"learning_rate": 4.406404210603041e-05,
"loss": 0.0238,
"step": 2200
},
{
"epoch": 0.9,
"learning_rate": 4.401222583831591e-05,
"loss": 0.0292,
"step": 2210
},
{
"epoch": 0.9,
"learning_rate": 4.3960215144023534e-05,
"loss": 0.0269,
"step": 2220
},
{
"epoch": 0.91,
"learning_rate": 4.390801055503533e-05,
"loss": 0.0219,
"step": 2230
},
{
"epoch": 0.91,
"learning_rate": 4.3855612605216174e-05,
"loss": 0.0264,
"step": 2240
},
{
"epoch": 0.92,
"learning_rate": 4.380302183040832e-05,
"loss": 0.0185,
"step": 2250
},
{
"epoch": 0.92,
"learning_rate": 4.3750238768425936e-05,
"loss": 0.0221,
"step": 2260
},
{
"epoch": 0.92,
"learning_rate": 4.3697263959049597e-05,
"loss": 0.0241,
"step": 2270
},
{
"epoch": 0.93,
"learning_rate": 4.364409794402075e-05,
"loss": 0.0266,
"step": 2280
},
{
"epoch": 0.93,
"learning_rate": 4.3590741267036205e-05,
"loss": 0.0224,
"step": 2290
},
{
"epoch": 0.94,
"learning_rate": 4.3537194473742536e-05,
"loss": 0.023,
"step": 2300
},
{
"epoch": 0.94,
"learning_rate": 4.348345811173055e-05,
"loss": 0.0204,
"step": 2310
},
{
"epoch": 0.94,
"learning_rate": 4.3429532730529626e-05,
"loss": 0.0251,
"step": 2320
},
{
"epoch": 0.95,
"learning_rate": 4.337541888160215e-05,
"loss": 0.0218,
"step": 2330
},
{
"epoch": 0.95,
"learning_rate": 4.3321117118337856e-05,
"loss": 0.0248,
"step": 2340
},
{
"epoch": 0.96,
"learning_rate": 4.326662799604815e-05,
"loss": 0.021,
"step": 2350
},
{
"epoch": 0.96,
"learning_rate": 4.321195207196046e-05,
"loss": 0.023,
"step": 2360
},
{
"epoch": 0.96,
"learning_rate": 4.31570899052125e-05,
"loss": 0.0208,
"step": 2370
},
{
"epoch": 0.97,
"learning_rate": 4.3102042056846614e-05,
"loss": 0.025,
"step": 2380
},
{
"epoch": 0.97,
"learning_rate": 4.3046809089803965e-05,
"loss": 0.0213,
"step": 2390
},
{
"epoch": 0.98,
"learning_rate": 4.2991391568918825e-05,
"loss": 0.0211,
"step": 2400
},
{
"epoch": 0.98,
"learning_rate": 4.2935790060912805e-05,
"loss": 0.0191,
"step": 2410
},
{
"epoch": 0.99,
"learning_rate": 4.2880005134389004e-05,
"loss": 0.0212,
"step": 2420
},
{
"epoch": 0.99,
"learning_rate": 4.282403735982626e-05,
"loss": 0.029,
"step": 2430
},
{
"epoch": 0.99,
"learning_rate": 4.276788730957329e-05,
"loss": 0.0208,
"step": 2440
},
{
"epoch": 1.0,
"learning_rate": 4.271155555784282e-05,
"loss": 0.0214,
"step": 2450
},
{
"epoch": 1.0,
"learning_rate": 4.2655042680705715e-05,
"loss": 0.0214,
"step": 2460
},
{
"epoch": 1.01,
"learning_rate": 4.259834925608514e-05,
"loss": 0.0203,
"step": 2470
},
{
"epoch": 1.01,
"learning_rate": 4.2541475863750576e-05,
"loss": 0.0148,
"step": 2480
},
{
"epoch": 1.01,
"learning_rate": 4.2484423085311944e-05,
"loss": 0.0163,
"step": 2490
},
{
"epoch": 1.02,
"learning_rate": 4.242719150421363e-05,
"loss": 0.0272,
"step": 2500
},
{
"epoch": 1.02,
"learning_rate": 4.236978170572853e-05,
"loss": 0.0174,
"step": 2510
},
{
"epoch": 1.03,
"learning_rate": 4.231219427695205e-05,
"loss": 0.0155,
"step": 2520
},
{
"epoch": 1.03,
"learning_rate": 4.225442980679614e-05,
"loss": 0.0194,
"step": 2530
},
{
"epoch": 1.03,
"learning_rate": 4.2196488885983224e-05,
"loss": 0.0131,
"step": 2540
},
{
"epoch": 1.04,
"learning_rate": 4.2138372107040183e-05,
"loss": 0.0217,
"step": 2550
},
{
"epoch": 1.04,
"learning_rate": 4.2080080064292304e-05,
"loss": 0.0151,
"step": 2560
},
{
"epoch": 1.05,
"learning_rate": 4.202161335385718e-05,
"loss": 0.0176,
"step": 2570
},
{
"epoch": 1.05,
"learning_rate": 4.196297257363864e-05,
"loss": 0.0204,
"step": 2580
},
{
"epoch": 1.05,
"learning_rate": 4.19041583233206e-05,
"loss": 0.0152,
"step": 2590
},
{
"epoch": 1.06,
"learning_rate": 4.184517120436095e-05,
"loss": 0.0137,
"step": 2600
},
{
"epoch": 1.06,
"learning_rate": 4.178601181998543e-05,
"loss": 0.0156,
"step": 2610
},
{
"epoch": 1.07,
"learning_rate": 4.1726680775181406e-05,
"loss": 0.0255,
"step": 2620
},
{
"epoch": 1.07,
"learning_rate": 4.1667178676691734e-05,
"loss": 0.0207,
"step": 2630
},
{
"epoch": 1.07,
"learning_rate": 4.1607506133008514e-05,
"loss": 0.0159,
"step": 2640
},
{
"epoch": 1.08,
"learning_rate": 4.15476637543669e-05,
"loss": 0.021,
"step": 2650
},
{
"epoch": 1.08,
"learning_rate": 4.148765215273884e-05,
"loss": 0.0206,
"step": 2660
},
{
"epoch": 1.09,
"learning_rate": 4.142747194182682e-05,
"loss": 0.0172,
"step": 2670
},
{
"epoch": 1.09,
"learning_rate": 4.1367123737057586e-05,
"loss": 0.0156,
"step": 2680
},
{
"epoch": 1.1,
"learning_rate": 4.1306608155575894e-05,
"loss": 0.0222,
"step": 2690
},
{
"epoch": 1.1,
"learning_rate": 4.124592581623811e-05,
"loss": 0.021,
"step": 2700
},
{
"epoch": 1.1,
"learning_rate": 4.118507733960595e-05,
"loss": 0.0138,
"step": 2710
},
{
"epoch": 1.11,
"learning_rate": 4.1124063347940135e-05,
"loss": 0.0178,
"step": 2720
},
{
"epoch": 1.11,
"learning_rate": 4.1062884465194e-05,
"loss": 0.0177,
"step": 2730
},
{
"epoch": 1.12,
"learning_rate": 4.1001541317007084e-05,
"loss": 0.017,
"step": 2740
},
{
"epoch": 1.12,
"learning_rate": 4.0940034530698834e-05,
"loss": 0.0209,
"step": 2750
},
{
"epoch": 1.12,
"learning_rate": 4.087836473526208e-05,
"loss": 0.016,
"step": 2760
},
{
"epoch": 1.13,
"learning_rate": 4.0816532561356665e-05,
"loss": 0.021,
"step": 2770
},
{
"epoch": 1.13,
"learning_rate": 4.075453864130296e-05,
"loss": 0.0184,
"step": 2780
},
{
"epoch": 1.14,
"learning_rate": 4.069238360907544e-05,
"loss": 0.0163,
"step": 2790
},
{
"epoch": 1.14,
"learning_rate": 4.0630068100296184e-05,
"loss": 0.02,
"step": 2800
},
{
"epoch": 1.14,
"learning_rate": 4.0567592752228337e-05,
"loss": 0.0201,
"step": 2810
},
{
"epoch": 1.15,
"learning_rate": 4.050495820376963e-05,
"loss": 0.0198,
"step": 2820
},
{
"epoch": 1.15,
"learning_rate": 4.044216509544587e-05,
"loss": 0.0212,
"step": 2830
},
{
"epoch": 1.16,
"learning_rate": 4.037921406940433e-05,
"loss": 0.0172,
"step": 2840
},
{
"epoch": 1.16,
"learning_rate": 4.0316105769407215e-05,
"loss": 0.0197,
"step": 2850
},
{
"epoch": 1.16,
"learning_rate": 4.025284084082509e-05,
"loss": 0.0144,
"step": 2860
},
{
"epoch": 1.17,
"learning_rate": 4.0189419930630265e-05,
"loss": 0.019,
"step": 2870
},
{
"epoch": 1.17,
"learning_rate": 4.0125843687390166e-05,
"loss": 0.0186,
"step": 2880
},
{
"epoch": 1.18,
"learning_rate": 4.0062112761260734e-05,
"loss": 0.0242,
"step": 2890
},
{
"epoch": 1.18,
"learning_rate": 3.999822780397974e-05,
"loss": 0.0182,
"step": 2900
},
{
"epoch": 1.18,
"learning_rate": 3.993418946886016e-05,
"loss": 0.0183,
"step": 2910
},
{
"epoch": 1.19,
"learning_rate": 3.9869998410783445e-05,
"loss": 0.0151,
"step": 2920
},
{
"epoch": 1.19,
"learning_rate": 3.980565528619288e-05,
"loss": 0.0168,
"step": 2930
},
{
"epoch": 1.2,
"learning_rate": 3.974116075308682e-05,
"loss": 0.0168,
"step": 2940
},
{
"epoch": 1.2,
"learning_rate": 3.967651547101201e-05,
"loss": 0.0198,
"step": 2950
},
{
"epoch": 1.21,
"learning_rate": 3.9611720101056784e-05,
"loss": 0.0201,
"step": 2960
},
{
"epoch": 1.21,
"learning_rate": 3.954677530584435e-05,
"loss": 0.0209,
"step": 2970
},
{
"epoch": 1.21,
"learning_rate": 3.9481681749526e-05,
"loss": 0.0127,
"step": 2980
},
{
"epoch": 1.22,
"learning_rate": 3.9416440097774314e-05,
"loss": 0.0178,
"step": 2990
},
{
"epoch": 1.22,
"learning_rate": 3.935105101777635e-05,
"loss": 0.0194,
"step": 3000
},
{
"epoch": 1.23,
"learning_rate": 3.928551517822683e-05,
"loss": 0.0168,
"step": 3010
},
{
"epoch": 1.23,
"learning_rate": 3.921983324932129e-05,
"loss": 0.0168,
"step": 3020
},
{
"epoch": 1.23,
"learning_rate": 3.9154005902749255e-05,
"loss": 0.0163,
"step": 3030
},
{
"epoch": 1.24,
"learning_rate": 3.908803381168732e-05,
"loss": 0.0166,
"step": 3040
},
{
"epoch": 1.24,
"learning_rate": 3.902191765079232e-05,
"loss": 0.0209,
"step": 3050
},
{
"epoch": 1.25,
"learning_rate": 3.895565809619438e-05,
"loss": 0.0229,
"step": 3060
},
{
"epoch": 1.25,
"learning_rate": 3.888925582549006e-05,
"loss": 0.0156,
"step": 3070
},
{
"epoch": 1.25,
"learning_rate": 3.882271151773536e-05,
"loss": 0.0119,
"step": 3080
},
{
"epoch": 1.26,
"learning_rate": 3.875602585343881e-05,
"loss": 0.0191,
"step": 3090
},
{
"epoch": 1.26,
"learning_rate": 3.868919951455454e-05,
"loss": 0.0183,
"step": 3100
},
{
"epoch": 1.27,
"learning_rate": 3.862223318447523e-05,
"loss": 0.0191,
"step": 3110
},
{
"epoch": 1.27,
"learning_rate": 3.855512754802521e-05,
"loss": 0.0206,
"step": 3120
},
{
"epoch": 1.27,
"learning_rate": 3.848788329145335e-05,
"loss": 0.0186,
"step": 3130
},
{
"epoch": 1.28,
"learning_rate": 3.84205011024262e-05,
"loss": 0.0178,
"step": 3140
},
{
"epoch": 1.28,
"learning_rate": 3.835298167002076e-05,
"loss": 0.0152,
"step": 3150
},
{
"epoch": 1.29,
"learning_rate": 3.82853256847176e-05,
"loss": 0.018,
"step": 3160
},
{
"epoch": 1.29,
"learning_rate": 3.8217533838393714e-05,
"loss": 0.016,
"step": 3170
},
{
"epoch": 1.29,
"learning_rate": 3.8149606824315464e-05,
"loss": 0.0169,
"step": 3180
},
{
"epoch": 1.3,
"learning_rate": 3.8081545337131494e-05,
"loss": 0.0192,
"step": 3190
},
{
"epoch": 1.3,
"learning_rate": 3.801335007286564e-05,
"loss": 0.0199,
"step": 3200
},
{
"epoch": 1.31,
"learning_rate": 3.794502172890975e-05,
"loss": 0.0181,
"step": 3210
},
{
"epoch": 1.31,
"learning_rate": 3.787656100401664e-05,
"loss": 0.0145,
"step": 3220
},
{
"epoch": 1.32,
"learning_rate": 3.78079685982929e-05,
"loss": 0.0213,
"step": 3230
},
{
"epoch": 1.32,
"learning_rate": 3.7739245213191724e-05,
"loss": 0.0198,
"step": 3240
},
{
"epoch": 1.32,
"learning_rate": 3.7670391551505754e-05,
"loss": 0.0137,
"step": 3250
},
{
"epoch": 1.33,
"learning_rate": 3.760140831735993e-05,
"loss": 0.0166,
"step": 3260
},
{
"epoch": 1.33,
"learning_rate": 3.7532296216204186e-05,
"loss": 0.0142,
"step": 3270
},
{
"epoch": 1.34,
"learning_rate": 3.746305595480636e-05,
"loss": 0.0174,
"step": 3280
},
{
"epoch": 1.34,
"learning_rate": 3.739368824124488e-05,
"loss": 0.0166,
"step": 3290
},
{
"epoch": 1.34,
"learning_rate": 3.7324193784901554e-05,
"loss": 0.0142,
"step": 3300
},
{
"epoch": 1.35,
"learning_rate": 3.72545732964543e-05,
"loss": 0.0127,
"step": 3310
},
{
"epoch": 1.35,
"learning_rate": 3.718482748786993e-05,
"loss": 0.0185,
"step": 3320
},
{
"epoch": 1.36,
"learning_rate": 3.711495707239678e-05,
"loss": 0.0159,
"step": 3330
},
{
"epoch": 1.36,
"learning_rate": 3.70449627645575e-05,
"loss": 0.0221,
"step": 3340
},
{
"epoch": 1.36,
"learning_rate": 3.697484528014171e-05,
"loss": 0.016,
"step": 3350
},
{
"epoch": 1.37,
"learning_rate": 3.690460533619866e-05,
"loss": 0.0219,
"step": 3360
},
{
"epoch": 1.37,
"learning_rate": 3.6834243651029935e-05,
"loss": 0.0182,
"step": 3370
},
{
"epoch": 1.38,
"learning_rate": 3.676376094418208e-05,
"loss": 0.0127,
"step": 3380
},
{
"epoch": 1.38,
"learning_rate": 3.6693157936439306e-05,
"loss": 0.0151,
"step": 3390
},
{
"epoch": 1.38,
"learning_rate": 3.6622435349816e-05,
"loss": 0.0161,
"step": 3400
},
{
"epoch": 1.39,
"learning_rate": 3.6551593907549445e-05,
"loss": 0.021,
"step": 3410
},
{
"epoch": 1.39,
"learning_rate": 3.64806343340924e-05,
"loss": 0.0148,
"step": 3420
},
{
"epoch": 1.4,
"learning_rate": 3.640955735510566e-05,
"loss": 0.0175,
"step": 3430
},
{
"epoch": 1.4,
"learning_rate": 3.633836369745065e-05,
"loss": 0.0182,
"step": 3440
},
{
"epoch": 1.4,
"learning_rate": 3.626705408918202e-05,
"loss": 0.0155,
"step": 3450
},
{
"epoch": 1.41,
"learning_rate": 3.6195629259540174e-05,
"loss": 0.0186,
"step": 3460
},
{
"epoch": 1.41,
"learning_rate": 3.612408993894379e-05,
"loss": 0.0136,
"step": 3470
},
{
"epoch": 1.42,
"learning_rate": 3.6052436858982406e-05,
"loss": 0.0196,
"step": 3480
},
{
"epoch": 1.42,
"learning_rate": 3.5980670752408895e-05,
"loss": 0.0148,
"step": 3490
},
{
"epoch": 1.43,
"learning_rate": 3.590879235313199e-05,
"loss": 0.0172,
"step": 3500
},
{
"epoch": 1.43,
"learning_rate": 3.583680239620875e-05,
"loss": 0.0171,
"step": 3510
},
{
"epoch": 1.43,
"learning_rate": 3.576470161783712e-05,
"loss": 0.02,
"step": 3520
},
{
"epoch": 1.44,
"learning_rate": 3.569249075534828e-05,
"loss": 0.0134,
"step": 3530
},
{
"epoch": 1.44,
"learning_rate": 3.562017054719923e-05,
"loss": 0.02,
"step": 3540
},
{
"epoch": 1.45,
"learning_rate": 3.554774173296516e-05,
"loss": 0.0147,
"step": 3550
},
{
"epoch": 1.45,
"learning_rate": 3.547520505333192e-05,
"loss": 0.0161,
"step": 3560
},
{
"epoch": 1.45,
"learning_rate": 3.5402561250088414e-05,
"loss": 0.0197,
"step": 3570
},
{
"epoch": 1.46,
"learning_rate": 3.532981106611905e-05,
"loss": 0.0214,
"step": 3580
},
{
"epoch": 1.46,
"learning_rate": 3.5256955245396126e-05,
"loss": 0.0166,
"step": 3590
},
{
"epoch": 1.47,
"learning_rate": 3.518399453297221e-05,
"loss": 0.0197,
"step": 3600
},
{
"epoch": 1.47,
"learning_rate": 3.511092967497256e-05,
"loss": 0.0155,
"step": 3610
},
{
"epoch": 1.47,
"learning_rate": 3.503776141858745e-05,
"loss": 0.0136,
"step": 3620
},
{
"epoch": 1.48,
"learning_rate": 3.4964490512064545e-05,
"loss": 0.0139,
"step": 3630
},
{
"epoch": 1.48,
"learning_rate": 3.4891117704701266e-05,
"loss": 0.0149,
"step": 3640
},
{
"epoch": 1.49,
"learning_rate": 3.481764374683709e-05,
"loss": 0.0147,
"step": 3650
},
{
"epoch": 1.49,
"learning_rate": 3.474406938984593e-05,
"loss": 0.0157,
"step": 3660
},
{
"epoch": 1.49,
"learning_rate": 3.4670395386128384e-05,
"loss": 0.0167,
"step": 3670
},
{
"epoch": 1.5,
"learning_rate": 3.459662248910411e-05,
"loss": 0.0171,
"step": 3680
},
{
"epoch": 1.5,
"learning_rate": 3.452275145320407e-05,
"loss": 0.0153,
"step": 3690
},
{
"epoch": 1.51,
"learning_rate": 3.4448783033862834e-05,
"loss": 0.017,
"step": 3700
},
{
"epoch": 1.51,
"learning_rate": 3.437471798751086e-05,
"loss": 0.017,
"step": 3710
},
{
"epoch": 1.51,
"learning_rate": 3.4300557071566746e-05,
"loss": 0.02,
"step": 3720
},
{
"epoch": 1.52,
"learning_rate": 3.42263010444295e-05,
"loss": 0.0209,
"step": 3730
},
{
"epoch": 1.52,
"learning_rate": 3.415195066547077e-05,
"loss": 0.0154,
"step": 3740
},
{
"epoch": 1.53,
"learning_rate": 3.4077506695027074e-05,
"loss": 0.0166,
"step": 3750
},
{
"epoch": 1.53,
"learning_rate": 3.400296989439203e-05,
"loss": 0.017,
"step": 3760
},
{
"epoch": 1.54,
"learning_rate": 3.392834102580862e-05,
"loss": 0.0151,
"step": 3770
},
{
"epoch": 1.54,
"learning_rate": 3.385362085246129e-05,
"loss": 0.0187,
"step": 3780
},
{
"epoch": 1.54,
"learning_rate": 3.377881013846823e-05,
"loss": 0.0163,
"step": 3790
},
{
"epoch": 1.55,
"learning_rate": 3.370390964887355e-05,
"loss": 0.0167,
"step": 3800
},
{
"epoch": 1.55,
"learning_rate": 3.362892014963942e-05,
"loss": 0.0196,
"step": 3810
},
{
"epoch": 1.56,
"learning_rate": 3.355384240763826e-05,
"loss": 0.0205,
"step": 3820
},
{
"epoch": 1.56,
"learning_rate": 3.347867719064489e-05,
"loss": 0.0157,
"step": 3830
},
{
"epoch": 1.56,
"learning_rate": 3.3403425267328715e-05,
"loss": 0.0176,
"step": 3840
},
{
"epoch": 1.57,
"learning_rate": 3.33280874072458e-05,
"loss": 0.0123,
"step": 3850
},
{
"epoch": 1.57,
"learning_rate": 3.325266438083104e-05,
"loss": 0.0139,
"step": 3860
},
{
"epoch": 1.58,
"learning_rate": 3.31771569593903e-05,
"loss": 0.0157,
"step": 3870
},
{
"epoch": 1.58,
"learning_rate": 3.310156591509245e-05,
"loss": 0.0178,
"step": 3880
},
{
"epoch": 1.58,
"learning_rate": 3.302589202096159e-05,
"loss": 0.015,
"step": 3890
},
{
"epoch": 1.59,
"learning_rate": 3.2950136050869004e-05,
"loss": 0.018,
"step": 3900
},
{
"epoch": 1.59,
"learning_rate": 3.287429877952538e-05,
"loss": 0.0174,
"step": 3910
},
{
"epoch": 1.6,
"learning_rate": 3.2798380982472776e-05,
"loss": 0.0141,
"step": 3920
},
{
"epoch": 1.6,
"learning_rate": 3.272238343607677e-05,
"loss": 0.0112,
"step": 3930
},
{
"epoch": 1.6,
"learning_rate": 3.264630691751847e-05,
"loss": 0.0163,
"step": 3940
},
{
"epoch": 1.61,
"learning_rate": 3.25701522047866e-05,
"loss": 0.0173,
"step": 3950
},
{
"epoch": 1.61,
"learning_rate": 3.2493920076669504e-05,
"loss": 0.0183,
"step": 3960
},
{
"epoch": 1.62,
"learning_rate": 3.241761131274724e-05,
"loss": 0.0244,
"step": 3970
},
{
"epoch": 1.62,
"learning_rate": 3.2341226693383555e-05,
"loss": 0.0208,
"step": 3980
},
{
"epoch": 1.62,
"learning_rate": 3.226476699971791e-05,
"loss": 0.017,
"step": 3990
},
{
"epoch": 1.63,
"learning_rate": 3.218823301365754e-05,
"loss": 0.0155,
"step": 4000
},
{
"epoch": 1.63,
"learning_rate": 3.21116255178694e-05,
"loss": 0.0174,
"step": 4010
},
{
"epoch": 1.64,
"learning_rate": 3.203494529577218e-05,
"loss": 0.0155,
"step": 4020
},
{
"epoch": 1.64,
"learning_rate": 3.1958193131528315e-05,
"loss": 0.0243,
"step": 4030
},
{
"epoch": 1.64,
"learning_rate": 3.188136981003594e-05,
"loss": 0.0149,
"step": 4040
},
{
"epoch": 1.65,
"learning_rate": 3.180447611692088e-05,
"loss": 0.0142,
"step": 4050
},
{
"epoch": 1.65,
"learning_rate": 3.17275128385286e-05,
"loss": 0.0212,
"step": 4060
},
{
"epoch": 1.66,
"learning_rate": 3.1650480761916175e-05,
"loss": 0.0133,
"step": 4070
},
{
"epoch": 1.66,
"learning_rate": 3.1573380674844224e-05,
"loss": 0.0158,
"step": 4080
},
{
"epoch": 1.67,
"learning_rate": 3.14962133657689e-05,
"loss": 0.0126,
"step": 4090
},
{
"epoch": 1.67,
"learning_rate": 3.141897962383376e-05,
"loss": 0.0171,
"step": 4100
},
{
"epoch": 1.67,
"learning_rate": 3.134168023886176e-05,
"loss": 0.0143,
"step": 4110
},
{
"epoch": 1.68,
"learning_rate": 3.126431600134712e-05,
"loss": 0.015,
"step": 4120
},
{
"epoch": 1.68,
"learning_rate": 3.11868877024473e-05,
"loss": 0.018,
"step": 4130
},
{
"epoch": 1.69,
"learning_rate": 3.1109396133974835e-05,
"loss": 0.0152,
"step": 4140
},
{
"epoch": 1.69,
"learning_rate": 3.103184208838931e-05,
"loss": 0.0185,
"step": 4150
},
{
"epoch": 1.69,
"learning_rate": 3.095422635878923e-05,
"loss": 0.0154,
"step": 4160
},
{
"epoch": 1.7,
"learning_rate": 3.0876549738903895e-05,
"loss": 0.0157,
"step": 4170
},
{
"epoch": 1.7,
"learning_rate": 3.079881302308527e-05,
"loss": 0.0152,
"step": 4180
},
{
"epoch": 1.71,
"learning_rate": 3.072101700629993e-05,
"loss": 0.0138,
"step": 4190
},
{
"epoch": 1.71,
"learning_rate": 3.064316248412086e-05,
"loss": 0.0181,
"step": 4200
},
{
"epoch": 1.71,
"learning_rate": 3.056525025271934e-05,
"loss": 0.0157,
"step": 4210
},
{
"epoch": 1.72,
"learning_rate": 3.048728110885682e-05,
"loss": 0.0163,
"step": 4220
},
{
"epoch": 1.72,
"learning_rate": 3.0409255849876756e-05,
"loss": 0.0176,
"step": 4230
},
{
"epoch": 1.73,
"learning_rate": 3.0331175273696444e-05,
"loss": 0.0151,
"step": 4240
},
{
"epoch": 1.73,
"learning_rate": 3.0253040178798903e-05,
"loss": 0.016,
"step": 4250
},
{
"epoch": 1.73,
"learning_rate": 3.0174851364224666e-05,
"loss": 0.0128,
"step": 4260
},
{
"epoch": 1.74,
"learning_rate": 3.0096609629563622e-05,
"loss": 0.0191,
"step": 4270
},
{
"epoch": 1.74,
"learning_rate": 3.0018315774946847e-05,
"loss": 0.0159,
"step": 4280
},
{
"epoch": 1.75,
"learning_rate": 2.993997060103843e-05,
"loss": 0.0174,
"step": 4290
},
{
"epoch": 1.75,
"learning_rate": 2.986157490902724e-05,
"loss": 0.016,
"step": 4300
},
{
"epoch": 1.75,
"learning_rate": 2.9783129500618788e-05,
"loss": 0.0161,
"step": 4310
},
{
"epoch": 1.76,
"learning_rate": 2.9704635178027012e-05,
"loss": 0.0143,
"step": 4320
},
{
"epoch": 1.76,
"learning_rate": 2.9626092743966028e-05,
"loss": 0.0186,
"step": 4330
},
{
"epoch": 1.77,
"learning_rate": 2.9547503001642003e-05,
"loss": 0.0176,
"step": 4340
},
{
"epoch": 1.77,
"learning_rate": 2.9468866754744868e-05,
"loss": 0.0161,
"step": 4350
},
{
"epoch": 1.78,
"learning_rate": 2.9390184807440142e-05,
"loss": 0.0209,
"step": 4360
},
{
"epoch": 1.78,
"learning_rate": 2.931145796436068e-05,
"loss": 0.0226,
"step": 4370
},
{
"epoch": 1.78,
"learning_rate": 2.9232687030598493e-05,
"loss": 0.0139,
"step": 4380
},
{
"epoch": 1.79,
"learning_rate": 2.9153872811696432e-05,
"loss": 0.0155,
"step": 4390
},
{
"epoch": 1.79,
"learning_rate": 2.9075016113640037e-05,
"loss": 0.0152,
"step": 4400
},
{
"epoch": 1.8,
"learning_rate": 2.8996117742849245e-05,
"loss": 0.0163,
"step": 4410
},
{
"epoch": 1.8,
"learning_rate": 2.891717850617015e-05,
"loss": 0.0174,
"step": 4420
},
{
"epoch": 1.8,
"learning_rate": 2.8838199210866757e-05,
"loss": 0.0151,
"step": 4430
},
{
"epoch": 1.81,
"learning_rate": 2.8759180664612746e-05,
"loss": 0.0218,
"step": 4440
},
{
"epoch": 1.81,
"learning_rate": 2.8680123675483157e-05,
"loss": 0.0154,
"step": 4450
},
{
"epoch": 1.82,
"learning_rate": 2.860102905194619e-05,
"loss": 0.0147,
"step": 4460
},
{
"epoch": 1.82,
"learning_rate": 2.8521897602854908e-05,
"loss": 0.0165,
"step": 4470
},
{
"epoch": 1.82,
"learning_rate": 2.844273013743896e-05,
"loss": 0.0139,
"step": 4480
},
{
"epoch": 1.83,
"learning_rate": 2.8363527465296304e-05,
"loss": 0.0259,
"step": 4490
},
{
"epoch": 1.83,
"learning_rate": 2.8284290396384943e-05,
"loss": 0.0153,
"step": 4500
},
{
"epoch": 1.84,
"learning_rate": 2.8205019741014645e-05,
"loss": 0.0142,
"step": 4510
},
{
"epoch": 1.84,
"learning_rate": 2.812571630983864e-05,
"loss": 0.013,
"step": 4520
},
{
"epoch": 1.84,
"learning_rate": 2.8046380913845322e-05,
"loss": 0.0148,
"step": 4530
},
{
"epoch": 1.85,
"learning_rate": 2.7967014364349996e-05,
"loss": 0.0134,
"step": 4540
},
{
"epoch": 1.85,
"learning_rate": 2.7887617472986532e-05,
"loss": 0.0177,
"step": 4550
},
{
"epoch": 1.86,
"learning_rate": 2.78081910516991e-05,
"loss": 0.0157,
"step": 4560
},
{
"epoch": 1.86,
"learning_rate": 2.7728735912733854e-05,
"loss": 0.0155,
"step": 4570
},
{
"epoch": 1.86,
"learning_rate": 2.7649252868630626e-05,
"loss": 0.0136,
"step": 4580
},
{
"epoch": 1.87,
"learning_rate": 2.7569742732214615e-05,
"loss": 0.0154,
"step": 4590
},
{
"epoch": 1.87,
"learning_rate": 2.7490206316588067e-05,
"loss": 0.019,
"step": 4600
},
{
"epoch": 1.88,
"learning_rate": 2.7410644435121996e-05,
"loss": 0.0136,
"step": 4610
},
{
"epoch": 1.88,
"learning_rate": 2.7331057901447817e-05,
"loss": 0.0148,
"step": 4620
},
{
"epoch": 1.89,
"learning_rate": 2.7251447529449053e-05,
"loss": 0.0181,
"step": 4630
},
{
"epoch": 1.89,
"learning_rate": 2.7171814133253015e-05,
"loss": 0.0174,
"step": 4640
},
{
"epoch": 1.89,
"learning_rate": 2.7092158527222454e-05,
"loss": 0.0169,
"step": 4650
},
{
"epoch": 1.9,
"learning_rate": 2.7012481525947264e-05,
"loss": 0.0153,
"step": 4660
},
{
"epoch": 1.9,
"learning_rate": 2.6932783944236128e-05,
"loss": 0.0133,
"step": 4670
},
{
"epoch": 1.91,
"learning_rate": 2.685306659710819e-05,
"loss": 0.0153,
"step": 4680
},
{
"epoch": 1.91,
"learning_rate": 2.677333029978472e-05,
"loss": 0.0206,
"step": 4690
},
{
"epoch": 1.91,
"learning_rate": 2.6693575867680798e-05,
"loss": 0.0151,
"step": 4700
},
{
"epoch": 1.92,
"learning_rate": 2.6613804116396933e-05,
"loss": 0.0167,
"step": 4710
},
{
"epoch": 1.92,
"learning_rate": 2.653401586171077e-05,
"loss": 0.0122,
"step": 4720
},
{
"epoch": 1.93,
"learning_rate": 2.6454211919568707e-05,
"loss": 0.0172,
"step": 4730
},
{
"epoch": 1.93,
"learning_rate": 2.637439310607758e-05,
"loss": 0.016,
"step": 4740
},
{
"epoch": 1.93,
"learning_rate": 2.6294560237496286e-05,
"loss": 0.0179,
"step": 4750
},
{
"epoch": 1.94,
"learning_rate": 2.621471413022748e-05,
"loss": 0.0173,
"step": 4760
},
{
"epoch": 1.94,
"learning_rate": 2.6134855600809187e-05,
"loss": 0.0144,
"step": 4770
},
{
"epoch": 1.95,
"learning_rate": 2.6054985465906477e-05,
"loss": 0.0175,
"step": 4780
},
{
"epoch": 1.95,
"learning_rate": 2.5975104542303075e-05,
"loss": 0.0139,
"step": 4790
},
{
"epoch": 1.95,
"learning_rate": 2.589521364689308e-05,
"loss": 0.0162,
"step": 4800
},
{
"epoch": 1.96,
"learning_rate": 2.5815313596672518e-05,
"loss": 0.0145,
"step": 4810
},
{
"epoch": 1.96,
"learning_rate": 2.573540520873107e-05,
"loss": 0.0144,
"step": 4820
},
{
"epoch": 1.97,
"learning_rate": 2.5655489300243678e-05,
"loss": 0.0164,
"step": 4830
},
{
"epoch": 1.97,
"learning_rate": 2.5575566688462172e-05,
"loss": 0.0128,
"step": 4840
},
{
"epoch": 1.97,
"learning_rate": 2.5495638190706945e-05,
"loss": 0.0217,
"step": 4850
},
{
"epoch": 1.98,
"learning_rate": 2.5415704624358593e-05,
"loss": 0.0127,
"step": 4860
},
{
"epoch": 1.98,
"learning_rate": 2.5335766806849527e-05,
"loss": 0.0114,
"step": 4870
},
{
"epoch": 1.99,
"learning_rate": 2.5255825555655644e-05,
"loss": 0.0174,
"step": 4880
},
{
"epoch": 1.99,
"learning_rate": 2.517588168828795e-05,
"loss": 0.012,
"step": 4890
},
{
"epoch": 2.0,
"learning_rate": 2.509593602228421e-05,
"loss": 0.0165,
"step": 4900
},
{
"epoch": 2.0,
"learning_rate": 2.5015989375200578e-05,
"loss": 0.0174,
"step": 4910
},
{
"epoch": 2.0,
"learning_rate": 2.4936042564603233e-05,
"loss": 0.0082,
"step": 4920
},
{
"epoch": 2.01,
"learning_rate": 2.4856096408060047e-05,
"loss": 0.01,
"step": 4930
},
{
"epoch": 2.01,
"learning_rate": 2.4776151723132187e-05,
"loss": 0.0097,
"step": 4940
},
{
"epoch": 2.02,
"learning_rate": 2.4696209327365773e-05,
"loss": 0.0141,
"step": 4950
},
{
"epoch": 2.02,
"learning_rate": 2.461627003828352e-05,
"loss": 0.0113,
"step": 4960
},
{
"epoch": 2.02,
"learning_rate": 2.4536334673376367e-05,
"loss": 0.0132,
"step": 4970
},
{
"epoch": 2.03,
"learning_rate": 2.4456404050095137e-05,
"loss": 0.0142,
"step": 4980
},
{
"epoch": 2.03,
"learning_rate": 2.4376478985842134e-05,
"loss": 0.0111,
"step": 4990
},
{
"epoch": 2.04,
"learning_rate": 2.4296560297962844e-05,
"loss": 0.0118,
"step": 5000
},
{
"epoch": 2.04,
"learning_rate": 2.4216648803737528e-05,
"loss": 0.0095,
"step": 5010
},
{
"epoch": 2.04,
"learning_rate": 2.4136745320372904e-05,
"loss": 0.0147,
"step": 5020
},
{
"epoch": 2.05,
"learning_rate": 2.4056850664993722e-05,
"loss": 0.0118,
"step": 5030
},
{
"epoch": 2.05,
"learning_rate": 2.397696565463449e-05,
"loss": 0.0101,
"step": 5040
},
{
"epoch": 2.06,
"learning_rate": 2.389709110623109e-05,
"loss": 0.0109,
"step": 5050
},
{
"epoch": 2.06,
"learning_rate": 2.38172278366124e-05,
"loss": 0.0127,
"step": 5060
},
{
"epoch": 2.06,
"learning_rate": 2.3737376662491927e-05,
"loss": 0.0117,
"step": 5070
},
{
"epoch": 2.07,
"learning_rate": 2.3657538400459548e-05,
"loss": 0.0127,
"step": 5080
},
{
"epoch": 2.07,
"learning_rate": 2.3577713866973043e-05,
"loss": 0.011,
"step": 5090
},
{
"epoch": 2.08,
"learning_rate": 2.3497903878349835e-05,
"loss": 0.011,
"step": 5100
},
{
"epoch": 2.08,
"learning_rate": 2.3418109250758568e-05,
"loss": 0.0114,
"step": 5110
},
{
"epoch": 2.08,
"learning_rate": 2.3338330800210828e-05,
"loss": 0.0093,
"step": 5120
},
{
"epoch": 2.09,
"learning_rate": 2.325856934255276e-05,
"loss": 0.0101,
"step": 5130
},
{
"epoch": 2.09,
"learning_rate": 2.3178825693456734e-05,
"loss": 0.012,
"step": 5140
},
{
"epoch": 2.1,
"learning_rate": 2.3099100668412995e-05,
"loss": 0.0116,
"step": 5150
},
{
"epoch": 2.1,
"learning_rate": 2.3019395082721327e-05,
"loss": 0.0139,
"step": 5160
},
{
"epoch": 2.11,
"learning_rate": 2.293970975148274e-05,
"loss": 0.0141,
"step": 5170
},
{
"epoch": 2.11,
"learning_rate": 2.2860045489591113e-05,
"loss": 0.0122,
"step": 5180
},
{
"epoch": 2.11,
"learning_rate": 2.2780403111724826e-05,
"loss": 0.0125,
"step": 5190
},
{
"epoch": 2.12,
"learning_rate": 2.2700783432338496e-05,
"loss": 0.0129,
"step": 5200
},
{
"epoch": 2.12,
"learning_rate": 2.2621187265654622e-05,
"loss": 0.011,
"step": 5210
},
{
"epoch": 2.13,
"learning_rate": 2.254161542565524e-05,
"loss": 0.0134,
"step": 5220
},
{
"epoch": 2.13,
"learning_rate": 2.2462068726073592e-05,
"loss": 0.0139,
"step": 5230
},
{
"epoch": 2.13,
"learning_rate": 2.238254798038586e-05,
"loss": 0.014,
"step": 5240
},
{
"epoch": 2.14,
"learning_rate": 2.230305400180279e-05,
"loss": 0.0092,
"step": 5250
},
{
"epoch": 2.14,
"learning_rate": 2.2223587603261408e-05,
"loss": 0.0126,
"step": 5260
},
{
"epoch": 2.15,
"learning_rate": 2.214414959741668e-05,
"loss": 0.0101,
"step": 5270
},
{
"epoch": 2.15,
"learning_rate": 2.206474079663323e-05,
"loss": 0.0102,
"step": 5280
},
{
"epoch": 2.15,
"learning_rate": 2.198536201297702e-05,
"loss": 0.0139,
"step": 5290
},
{
"epoch": 2.16,
"learning_rate": 2.1906014058207042e-05,
"loss": 0.0134,
"step": 5300
},
{
"epoch": 2.16,
"learning_rate": 2.182669774376701e-05,
"loss": 0.01,
"step": 5310
},
{
"epoch": 2.17,
"learning_rate": 2.1747413880777083e-05,
"loss": 0.01,
"step": 5320
},
{
"epoch": 2.17,
"learning_rate": 2.1668163280025558e-05,
"loss": 0.0124,
"step": 5330
},
{
"epoch": 2.17,
"learning_rate": 2.1588946751960582e-05,
"loss": 0.0116,
"step": 5340
},
{
"epoch": 2.18,
"learning_rate": 2.150976510668184e-05,
"loss": 0.0132,
"step": 5350
},
{
"epoch": 2.18,
"learning_rate": 2.1430619153932314e-05,
"loss": 0.0091,
"step": 5360
},
{
"epoch": 2.19,
"learning_rate": 2.135150970308998e-05,
"loss": 0.0103,
"step": 5370
},
{
"epoch": 2.19,
"learning_rate": 2.1272437563159533e-05,
"loss": 0.0111,
"step": 5380
},
{
"epoch": 2.19,
"learning_rate": 2.1193403542764077e-05,
"loss": 0.0114,
"step": 5390
},
{
"epoch": 2.2,
"learning_rate": 2.111440845013693e-05,
"loss": 0.0101,
"step": 5400
},
{
"epoch": 2.2,
"learning_rate": 2.1035453093113312e-05,
"loss": 0.0112,
"step": 5410
},
{
"epoch": 2.21,
"learning_rate": 2.095653827912208e-05,
"loss": 0.0155,
"step": 5420
},
{
"epoch": 2.21,
"learning_rate": 2.0877664815177485e-05,
"loss": 0.011,
"step": 5430
},
{
"epoch": 2.21,
"learning_rate": 2.0798833507870918e-05,
"loss": 0.0125,
"step": 5440
},
{
"epoch": 2.22,
"learning_rate": 2.0720045163362658e-05,
"loss": 0.0142,
"step": 5450
},
{
"epoch": 2.22,
"learning_rate": 2.064130058737364e-05,
"loss": 0.0104,
"step": 5460
},
{
"epoch": 2.23,
"learning_rate": 2.056260058517718e-05,
"loss": 0.0108,
"step": 5470
},
{
"epoch": 2.23,
"learning_rate": 2.0483945961590788e-05,
"loss": 0.0106,
"step": 5480
},
{
"epoch": 2.24,
"learning_rate": 2.040533752096791e-05,
"loss": 0.009,
"step": 5490
},
{
"epoch": 2.24,
"learning_rate": 2.03267760671897e-05,
"loss": 0.0128,
"step": 5500
},
{
"epoch": 2.24,
"learning_rate": 2.0248262403656804e-05,
"loss": 0.0122,
"step": 5510
},
{
"epoch": 2.25,
"learning_rate": 2.0169797333281145e-05,
"loss": 0.0119,
"step": 5520
},
{
"epoch": 2.25,
"learning_rate": 2.009138165847775e-05,
"loss": 0.0128,
"step": 5530
},
{
"epoch": 2.26,
"learning_rate": 2.0013016181156437e-05,
"loss": 0.0094,
"step": 5540
},
{
"epoch": 2.26,
"learning_rate": 1.9934701702713736e-05,
"loss": 0.0119,
"step": 5550
},
{
"epoch": 2.26,
"learning_rate": 1.985643902402464e-05,
"loss": 0.0084,
"step": 5560
},
{
"epoch": 2.27,
"learning_rate": 1.9778228945434414e-05,
"loss": 0.0093,
"step": 5570
},
{
"epoch": 2.27,
"learning_rate": 1.970007226675038e-05,
"loss": 0.0119,
"step": 5580
},
{
"epoch": 2.28,
"learning_rate": 1.9621969787233812e-05,
"loss": 0.0114,
"step": 5590
},
{
"epoch": 2.28,
"learning_rate": 1.9543922305591704e-05,
"loss": 0.0088,
"step": 5600
},
{
"epoch": 2.28,
"learning_rate": 1.9465930619968637e-05,
"loss": 0.0125,
"step": 5610
},
{
"epoch": 2.29,
"learning_rate": 1.9387995527938568e-05,
"loss": 0.0105,
"step": 5620
},
{
"epoch": 2.29,
"learning_rate": 1.9310117826496728e-05,
"loss": 0.0106,
"step": 5630
},
{
"epoch": 2.3,
"learning_rate": 1.923229831205145e-05,
"loss": 0.0087,
"step": 5640
},
{
"epoch": 2.3,
"learning_rate": 1.915453778041602e-05,
"loss": 0.0144,
"step": 5650
},
{
"epoch": 2.3,
"learning_rate": 1.907683702680053e-05,
"loss": 0.0118,
"step": 5660
},
{
"epoch": 2.31,
"learning_rate": 1.899919684580378e-05,
"loss": 0.0118,
"step": 5670
},
{
"epoch": 2.31,
"learning_rate": 1.892161803140511e-05,
"loss": 0.0106,
"step": 5680
},
{
"epoch": 2.32,
"learning_rate": 1.8844101376956317e-05,
"loss": 0.0126,
"step": 5690
},
{
"epoch": 2.32,
"learning_rate": 1.876664767517351e-05,
"loss": 0.0087,
"step": 5700
},
{
"epoch": 2.32,
"learning_rate": 1.8689257718129027e-05,
"loss": 0.0089,
"step": 5710
},
{
"epoch": 2.33,
"learning_rate": 1.861193229724334e-05,
"loss": 0.0107,
"step": 5720
},
{
"epoch": 2.33,
"learning_rate": 1.8534672203276944e-05,
"loss": 0.0122,
"step": 5730
},
{
"epoch": 2.34,
"learning_rate": 1.845747822632223e-05,
"loss": 0.0101,
"step": 5740
},
{
"epoch": 2.34,
"learning_rate": 1.8380351155795516e-05,
"loss": 0.0122,
"step": 5750
},
{
"epoch": 2.35,
"learning_rate": 1.8303291780428876e-05,
"loss": 0.0103,
"step": 5760
},
{
"epoch": 2.35,
"learning_rate": 1.822630088826211e-05,
"loss": 0.0104,
"step": 5770
},
{
"epoch": 2.35,
"learning_rate": 1.8149379266634674e-05,
"loss": 0.0104,
"step": 5780
},
{
"epoch": 2.36,
"learning_rate": 1.807252770217765e-05,
"loss": 0.013,
"step": 5790
},
{
"epoch": 2.36,
"learning_rate": 1.7995746980805674e-05,
"loss": 0.0095,
"step": 5800
},
{
"epoch": 2.37,
"learning_rate": 1.7919037887708933e-05,
"loss": 0.01,
"step": 5810
},
{
"epoch": 2.37,
"learning_rate": 1.7842401207345087e-05,
"loss": 0.0097,
"step": 5820
},
{
"epoch": 2.37,
"learning_rate": 1.776583772343129e-05,
"loss": 0.0103,
"step": 5830
},
{
"epoch": 2.38,
"learning_rate": 1.7689348218936165e-05,
"loss": 0.0091,
"step": 5840
},
{
"epoch": 2.38,
"learning_rate": 1.761293347607179e-05,
"loss": 0.0103,
"step": 5850
},
{
"epoch": 2.39,
"learning_rate": 1.7536594276285686e-05,
"loss": 0.0109,
"step": 5860
},
{
"epoch": 2.39,
"learning_rate": 1.7460331400252854e-05,
"loss": 0.0141,
"step": 5870
},
{
"epoch": 2.39,
"learning_rate": 1.738414562786777e-05,
"loss": 0.012,
"step": 5880
},
{
"epoch": 2.4,
"learning_rate": 1.730803773823645e-05,
"loss": 0.0115,
"step": 5890
},
{
"epoch": 2.4,
"learning_rate": 1.723200850966838e-05,
"loss": 0.0111,
"step": 5900
},
{
"epoch": 2.41,
"learning_rate": 1.71560587196687e-05,
"loss": 0.0094,
"step": 5910
},
{
"epoch": 2.41,
"learning_rate": 1.7080189144930135e-05,
"loss": 0.0131,
"step": 5920
},
{
"epoch": 2.41,
"learning_rate": 1.700440056132513e-05,
"loss": 0.0126,
"step": 5930
},
{
"epoch": 2.42,
"learning_rate": 1.6928693743897833e-05,
"loss": 0.0095,
"step": 5940
},
{
"epoch": 2.42,
"learning_rate": 1.685306946685627e-05,
"loss": 0.0102,
"step": 5950
},
{
"epoch": 2.43,
"learning_rate": 1.6777528503564353e-05,
"loss": 0.0104,
"step": 5960
},
{
"epoch": 2.43,
"learning_rate": 1.6702071626533992e-05,
"loss": 0.0094,
"step": 5970
},
{
"epoch": 2.43,
"learning_rate": 1.6626699607417205e-05,
"loss": 0.0113,
"step": 5980
},
{
"epoch": 2.44,
"learning_rate": 1.6551413216998207e-05,
"loss": 0.0114,
"step": 5990
},
{
"epoch": 2.44,
"learning_rate": 1.647621322518556e-05,
"loss": 0.0114,
"step": 6000
},
{
"epoch": 2.45,
"learning_rate": 1.6401100401004274e-05,
"loss": 0.0134,
"step": 6010
},
{
"epoch": 2.45,
"learning_rate": 1.6326075512587925e-05,
"loss": 0.0145,
"step": 6020
},
{
"epoch": 2.46,
"learning_rate": 1.625113932717085e-05,
"loss": 0.0124,
"step": 6030
},
{
"epoch": 2.46,
"learning_rate": 1.617629261108026e-05,
"loss": 0.0119,
"step": 6040
},
{
"epoch": 2.46,
"learning_rate": 1.610153612972844e-05,
"loss": 0.012,
"step": 6050
},
{
"epoch": 2.47,
"learning_rate": 1.6026870647604852e-05,
"loss": 0.0112,
"step": 6060
},
{
"epoch": 2.47,
"learning_rate": 1.5952296928268413e-05,
"loss": 0.0094,
"step": 6070
},
{
"epoch": 2.48,
"learning_rate": 1.5877815734339608e-05,
"loss": 0.0099,
"step": 6080
},
{
"epoch": 2.48,
"learning_rate": 1.5803427827492736e-05,
"loss": 0.0121,
"step": 6090
},
{
"epoch": 2.48,
"learning_rate": 1.572913396844809e-05,
"loss": 0.0091,
"step": 6100
},
{
"epoch": 2.49,
"learning_rate": 1.56549349169642e-05,
"loss": 0.0093,
"step": 6110
},
{
"epoch": 2.49,
"learning_rate": 1.558083143183006e-05,
"loss": 0.0124,
"step": 6120
},
{
"epoch": 2.5,
"learning_rate": 1.550682427085737e-05,
"loss": 0.014,
"step": 6130
},
{
"epoch": 2.5,
"learning_rate": 1.5432914190872757e-05,
"loss": 0.0118,
"step": 6140
},
{
"epoch": 2.5,
"learning_rate": 1.5359101947710087e-05,
"loss": 0.0099,
"step": 6150
},
{
"epoch": 2.51,
"learning_rate": 1.528538829620269e-05,
"loss": 0.0109,
"step": 6160
},
{
"epoch": 2.51,
"learning_rate": 1.5211773990175659e-05,
"loss": 0.0105,
"step": 6170
},
{
"epoch": 2.52,
"learning_rate": 1.5138259782438152e-05,
"loss": 0.0135,
"step": 6180
},
{
"epoch": 2.52,
"learning_rate": 1.5064846424775677e-05,
"loss": 0.0199,
"step": 6190
},
{
"epoch": 2.52,
"learning_rate": 1.4991534667942408e-05,
"loss": 0.0147,
"step": 6200
},
{
"epoch": 2.53,
"learning_rate": 1.4918325261653505e-05,
"loss": 0.0124,
"step": 6210
},
{
"epoch": 2.53,
"learning_rate": 1.484521895457745e-05,
"loss": 0.0109,
"step": 6220
},
{
"epoch": 2.54,
"learning_rate": 1.4772216494328395e-05,
"loss": 0.011,
"step": 6230
},
{
"epoch": 2.54,
"learning_rate": 1.469931862745853e-05,
"loss": 0.0081,
"step": 6240
},
{
"epoch": 2.54,
"learning_rate": 1.4626526099450393e-05,
"loss": 0.0112,
"step": 6250
},
{
"epoch": 2.55,
"learning_rate": 1.4553839654709322e-05,
"loss": 0.0124,
"step": 6260
},
{
"epoch": 2.55,
"learning_rate": 1.4481260036555787e-05,
"loss": 0.01,
"step": 6270
},
{
"epoch": 2.56,
"learning_rate": 1.4408787987217814e-05,
"loss": 0.0129,
"step": 6280
},
{
"epoch": 2.56,
"learning_rate": 1.4336424247823366e-05,
"loss": 0.0113,
"step": 6290
},
{
"epoch": 2.57,
"learning_rate": 1.4264169558392826e-05,
"loss": 0.0109,
"step": 6300
},
{
"epoch": 2.57,
"learning_rate": 1.4192024657831343e-05,
"loss": 0.0101,
"step": 6310
},
{
"epoch": 2.57,
"learning_rate": 1.4119990283921366e-05,
"loss": 0.0075,
"step": 6320
},
{
"epoch": 2.58,
"learning_rate": 1.4048067173315016e-05,
"loss": 0.0088,
"step": 6330
},
{
"epoch": 2.58,
"learning_rate": 1.3976256061526622e-05,
"loss": 0.0123,
"step": 6340
},
{
"epoch": 2.59,
"learning_rate": 1.390455768292514e-05,
"loss": 0.0101,
"step": 6350
},
{
"epoch": 2.59,
"learning_rate": 1.3832972770726705e-05,
"loss": 0.0084,
"step": 6360
},
{
"epoch": 2.59,
"learning_rate": 1.376150205698707e-05,
"loss": 0.0123,
"step": 6370
},
{
"epoch": 2.6,
"learning_rate": 1.3690146272594146e-05,
"loss": 0.0138,
"step": 6380
},
{
"epoch": 2.6,
"learning_rate": 1.3618906147260568e-05,
"loss": 0.013,
"step": 6390
},
{
"epoch": 2.61,
"learning_rate": 1.354778240951617e-05,
"loss": 0.0108,
"step": 6400
},
{
"epoch": 2.61,
"learning_rate": 1.3476775786700535e-05,
"loss": 0.0102,
"step": 6410
},
{
"epoch": 2.61,
"learning_rate": 1.3405887004955647e-05,
"loss": 0.0118,
"step": 6420
},
{
"epoch": 2.62,
"learning_rate": 1.3335116789218333e-05,
"loss": 0.0111,
"step": 6430
},
{
"epoch": 2.62,
"learning_rate": 1.3264465863212968e-05,
"loss": 0.0114,
"step": 6440
},
{
"epoch": 2.63,
"learning_rate": 1.3193934949443993e-05,
"loss": 0.0118,
"step": 6450
},
{
"epoch": 2.63,
"learning_rate": 1.3123524769188556e-05,
"loss": 0.0093,
"step": 6460
},
{
"epoch": 2.63,
"learning_rate": 1.3053236042489154e-05,
"loss": 0.0121,
"step": 6470
},
{
"epoch": 2.64,
"learning_rate": 1.2983069488146263e-05,
"loss": 0.0137,
"step": 6480
},
{
"epoch": 2.64,
"learning_rate": 1.2913025823710915e-05,
"loss": 0.0094,
"step": 6490
},
{
"epoch": 2.65,
"learning_rate": 1.2843105765477479e-05,
"loss": 0.0117,
"step": 6500
},
{
"epoch": 2.65,
"learning_rate": 1.2773310028476273e-05,
"loss": 0.0114,
"step": 6510
},
{
"epoch": 2.65,
"learning_rate": 1.2703639326466235e-05,
"loss": 0.0121,
"step": 6520
},
{
"epoch": 2.66,
"learning_rate": 1.2634094371927644e-05,
"loss": 0.014,
"step": 6530
},
{
"epoch": 2.66,
"learning_rate": 1.2564675876054863e-05,
"loss": 0.0126,
"step": 6540
},
{
"epoch": 2.67,
"learning_rate": 1.2495384548749004e-05,
"loss": 0.0102,
"step": 6550
},
{
"epoch": 2.67,
"learning_rate": 1.2426221098610741e-05,
"loss": 0.0125,
"step": 6560
},
{
"epoch": 2.68,
"learning_rate": 1.235718623293299e-05,
"loss": 0.0113,
"step": 6570
},
{
"epoch": 2.68,
"learning_rate": 1.2288280657693718e-05,
"loss": 0.009,
"step": 6580
},
{
"epoch": 2.68,
"learning_rate": 1.2219505077548745e-05,
"loss": 0.0108,
"step": 6590
},
{
"epoch": 2.69,
"learning_rate": 1.215086019582448e-05,
"loss": 0.0083,
"step": 6600
},
{
"epoch": 2.69,
"learning_rate": 1.208234671451075e-05,
"loss": 0.0122,
"step": 6610
},
{
"epoch": 2.7,
"learning_rate": 1.2013965334253671e-05,
"loss": 0.012,
"step": 6620
},
{
"epoch": 2.7,
"learning_rate": 1.1945716754348397e-05,
"loss": 0.0078,
"step": 6630
},
{
"epoch": 2.7,
"learning_rate": 1.1877601672732048e-05,
"loss": 0.0104,
"step": 6640
},
{
"epoch": 2.71,
"learning_rate": 1.1809620785976511e-05,
"loss": 0.0113,
"step": 6650
},
{
"epoch": 2.71,
"learning_rate": 1.1741774789281345e-05,
"loss": 0.0123,
"step": 6660
},
{
"epoch": 2.72,
"learning_rate": 1.1674064376466687e-05,
"loss": 0.0113,
"step": 6670
},
{
"epoch": 2.72,
"learning_rate": 1.1606490239966139e-05,
"loss": 0.0082,
"step": 6680
},
{
"epoch": 2.72,
"learning_rate": 1.1539053070819672e-05,
"loss": 0.01,
"step": 6690
},
{
"epoch": 2.73,
"learning_rate": 1.1471753558666568e-05,
"loss": 0.0127,
"step": 6700
},
{
"epoch": 2.73,
"learning_rate": 1.1404592391738405e-05,
"loss": 0.0082,
"step": 6710
},
{
"epoch": 2.74,
"learning_rate": 1.1337570256851963e-05,
"loss": 0.0092,
"step": 6720
},
{
"epoch": 2.74,
"learning_rate": 1.1270687839402217e-05,
"loss": 0.0093,
"step": 6730
},
{
"epoch": 2.74,
"learning_rate": 1.1203945823355372e-05,
"loss": 0.0098,
"step": 6740
},
{
"epoch": 2.75,
"learning_rate": 1.1137344891241794e-05,
"loss": 0.0092,
"step": 6750
},
{
"epoch": 2.75,
"learning_rate": 1.1070885724149102e-05,
"loss": 0.0136,
"step": 6760
},
{
"epoch": 2.76,
"learning_rate": 1.1004569001715145e-05,
"loss": 0.0101,
"step": 6770
},
{
"epoch": 2.76,
"learning_rate": 1.0938395402121073e-05,
"loss": 0.0116,
"step": 6780
},
{
"epoch": 2.76,
"learning_rate": 1.0872365602084436e-05,
"loss": 0.0073,
"step": 6790
},
{
"epoch": 2.77,
"learning_rate": 1.0806480276852205e-05,
"loss": 0.0119,
"step": 6800
},
{
"epoch": 2.77,
"learning_rate": 1.074074010019389e-05,
"loss": 0.012,
"step": 6810
},
{
"epoch": 2.78,
"learning_rate": 1.0675145744394677e-05,
"loss": 0.0087,
"step": 6820
},
{
"epoch": 2.78,
"learning_rate": 1.0609697880248537e-05,
"loss": 0.0095,
"step": 6830
},
{
"epoch": 2.79,
"learning_rate": 1.0544397177051304e-05,
"loss": 0.0113,
"step": 6840
},
{
"epoch": 2.79,
"learning_rate": 1.0479244302593942e-05,
"loss": 0.0109,
"step": 6850
},
{
"epoch": 2.79,
"learning_rate": 1.0414239923155647e-05,
"loss": 0.0091,
"step": 6860
},
{
"epoch": 2.8,
"learning_rate": 1.0349384703497033e-05,
"loss": 0.0128,
"step": 6870
},
{
"epoch": 2.8,
"learning_rate": 1.0284679306853343e-05,
"loss": 0.014,
"step": 6880
},
{
"epoch": 2.81,
"learning_rate": 1.0220124394927698e-05,
"loss": 0.0098,
"step": 6890
},
{
"epoch": 2.81,
"learning_rate": 1.0155720627884268e-05,
"loss": 0.0101,
"step": 6900
},
{
"epoch": 2.81,
"learning_rate": 1.0091468664341589e-05,
"loss": 0.0077,
"step": 6910
},
{
"epoch": 2.82,
"learning_rate": 1.0027369161365768e-05,
"loss": 0.0104,
"step": 6920
},
{
"epoch": 2.82,
"learning_rate": 9.963422774463791e-06,
"loss": 0.0145,
"step": 6930
},
{
"epoch": 2.83,
"learning_rate": 9.899630157576844e-06,
"loss": 0.0107,
"step": 6940
},
{
"epoch": 2.83,
"learning_rate": 9.835991963073572e-06,
"loss": 0.0119,
"step": 6950
},
{
"epoch": 2.83,
"learning_rate": 9.772508841743435e-06,
"loss": 0.0132,
"step": 6960
},
{
"epoch": 2.84,
"learning_rate": 9.709181442790086e-06,
"loss": 0.0108,
"step": 6970
},
{
"epoch": 2.84,
"learning_rate": 9.646010413824653e-06,
"loss": 0.0128,
"step": 6980
},
{
"epoch": 2.85,
"learning_rate": 9.582996400859203e-06,
"loss": 0.0099,
"step": 6990
},
{
"epoch": 2.85,
"learning_rate": 9.520140048300072e-06,
"loss": 0.0115,
"step": 7000
},
{
"epoch": 2.85,
"learning_rate": 9.457441998941297e-06,
"loss": 0.0102,
"step": 7010
},
{
"epoch": 2.86,
"learning_rate": 9.394902893958052e-06,
"loss": 0.0086,
"step": 7020
},
{
"epoch": 2.86,
"learning_rate": 9.332523372900104e-06,
"loss": 0.0117,
"step": 7030
},
{
"epoch": 2.87,
"learning_rate": 9.270304073685193e-06,
"loss": 0.0093,
"step": 7040
},
{
"epoch": 2.87,
"learning_rate": 9.208245632592615e-06,
"loss": 0.0119,
"step": 7050
},
{
"epoch": 2.87,
"learning_rate": 9.146348684256666e-06,
"loss": 0.0079,
"step": 7060
},
{
"epoch": 2.88,
"learning_rate": 9.084613861660132e-06,
"loss": 0.0152,
"step": 7070
},
{
"epoch": 2.88,
"learning_rate": 9.023041796127838e-06,
"loss": 0.0096,
"step": 7080
},
{
"epoch": 2.89,
"learning_rate": 8.961633117320212e-06,
"loss": 0.0098,
"step": 7090
},
{
"epoch": 2.89,
"learning_rate": 8.900388453226794e-06,
"loss": 0.01,
"step": 7100
},
{
"epoch": 2.89,
"learning_rate": 8.839308430159879e-06,
"loss": 0.0118,
"step": 7110
},
{
"epoch": 2.9,
"learning_rate": 8.77839367274805e-06,
"loss": 0.0105,
"step": 7120
},
{
"epoch": 2.9,
"learning_rate": 8.717644803929822e-06,
"loss": 0.0117,
"step": 7130
},
{
"epoch": 2.91,
"learning_rate": 8.657062444947276e-06,
"loss": 0.0094,
"step": 7140
},
{
"epoch": 2.91,
"learning_rate": 8.59664721533971e-06,
"loss": 0.0103,
"step": 7150
},
{
"epoch": 2.92,
"learning_rate": 8.536399732937244e-06,
"loss": 0.0094,
"step": 7160
},
{
"epoch": 2.92,
"learning_rate": 8.476320613854594e-06,
"loss": 0.0148,
"step": 7170
},
{
"epoch": 2.92,
"learning_rate": 8.416410472484717e-06,
"loss": 0.0098,
"step": 7180
},
{
"epoch": 2.93,
"learning_rate": 8.356669921492525e-06,
"loss": 0.01,
"step": 7190
},
{
"epoch": 2.93,
"learning_rate": 8.297099571808625e-06,
"loss": 0.012,
"step": 7200
},
{
"epoch": 2.94,
"learning_rate": 8.237700032623109e-06,
"loss": 0.0099,
"step": 7210
},
{
"epoch": 2.94,
"learning_rate": 8.178471911379254e-06,
"loss": 0.0087,
"step": 7220
},
{
"epoch": 2.94,
"learning_rate": 8.119415813767383e-06,
"loss": 0.0091,
"step": 7230
},
{
"epoch": 2.95,
"learning_rate": 8.060532343718619e-06,
"loss": 0.0101,
"step": 7240
},
{
"epoch": 2.95,
"learning_rate": 8.001822103398718e-06,
"loss": 0.0114,
"step": 7250
},
{
"epoch": 2.96,
"learning_rate": 7.943285693201948e-06,
"loss": 0.0069,
"step": 7260
},
{
"epoch": 2.96,
"learning_rate": 7.884923711744898e-06,
"loss": 0.0103,
"step": 7270
},
{
"epoch": 2.96,
"learning_rate": 7.826736755860382e-06,
"loss": 0.0123,
"step": 7280
},
{
"epoch": 2.97,
"learning_rate": 7.768725420591346e-06,
"loss": 0.0097,
"step": 7290
},
{
"epoch": 2.97,
"learning_rate": 7.710890299184753e-06,
"loss": 0.0111,
"step": 7300
},
{
"epoch": 2.98,
"learning_rate": 7.65323198308555e-06,
"loss": 0.0096,
"step": 7310
},
{
"epoch": 2.98,
"learning_rate": 7.595751061930592e-06,
"loss": 0.011,
"step": 7320
},
{
"epoch": 2.98,
"learning_rate": 7.5384481235426126e-06,
"loss": 0.0092,
"step": 7330
},
{
"epoch": 2.99,
"learning_rate": 7.481323753924243e-06,
"loss": 0.0078,
"step": 7340
},
{
"epoch": 2.99,
"learning_rate": 7.424378537252011e-06,
"loss": 0.0107,
"step": 7350
},
{
"epoch": 3.0,
"learning_rate": 7.367613055870301e-06,
"loss": 0.0073,
"step": 7360
},
{
"epoch": 3.0,
"learning_rate": 7.311027890285499e-06,
"loss": 0.0086,
"step": 7370
},
{
"epoch": 3.0,
"learning_rate": 7.25462361916002e-06,
"loss": 0.0106,
"step": 7380
},
{
"epoch": 3.01,
"learning_rate": 7.198400819306325e-06,
"loss": 0.0083,
"step": 7390
},
{
"epoch": 3.01,
"learning_rate": 7.142360065681125e-06,
"loss": 0.0076,
"step": 7400
},
{
"epoch": 3.02,
"learning_rate": 7.08650193137945e-06,
"loss": 0.0065,
"step": 7410
},
{
"epoch": 3.02,
"learning_rate": 7.030826987628772e-06,
"loss": 0.0091,
"step": 7420
},
{
"epoch": 3.03,
"learning_rate": 6.97533580378319e-06,
"loss": 0.0074,
"step": 7430
},
{
"epoch": 3.03,
"learning_rate": 6.9200289473176195e-06,
"loss": 0.007,
"step": 7440
},
{
"epoch": 3.03,
"learning_rate": 6.864906983821937e-06,
"loss": 0.0086,
"step": 7450
},
{
"epoch": 3.04,
"learning_rate": 6.80997047699527e-06,
"loss": 0.007,
"step": 7460
},
{
"epoch": 3.04,
"learning_rate": 6.75521998864016e-06,
"loss": 0.0092,
"step": 7470
},
{
"epoch": 3.05,
"learning_rate": 6.700656078656858e-06,
"loss": 0.0065,
"step": 7480
},
{
"epoch": 3.05,
"learning_rate": 6.646279305037601e-06,
"loss": 0.0084,
"step": 7490
},
{
"epoch": 3.05,
"learning_rate": 6.5920902238609e-06,
"loss": 0.011,
"step": 7500
},
{
"epoch": 3.06,
"learning_rate": 6.538089389285809e-06,
"loss": 0.0071,
"step": 7510
},
{
"epoch": 3.06,
"learning_rate": 6.4842773535463416e-06,
"loss": 0.0073,
"step": 7520
},
{
"epoch": 3.07,
"learning_rate": 6.4306546669457654e-06,
"loss": 0.0074,
"step": 7530
},
{
"epoch": 3.07,
"learning_rate": 6.377221877850984e-06,
"loss": 0.0078,
"step": 7540
},
{
"epoch": 3.07,
"learning_rate": 6.323979532686924e-06,
"loss": 0.0084,
"step": 7550
},
{
"epoch": 3.08,
"learning_rate": 6.270928175930987e-06,
"loss": 0.0103,
"step": 7560
},
{
"epoch": 3.08,
"learning_rate": 6.218068350107414e-06,
"loss": 0.0089,
"step": 7570
},
{
"epoch": 3.09,
"learning_rate": 6.165400595781809e-06,
"loss": 0.0061,
"step": 7580
},
{
"epoch": 3.09,
"learning_rate": 6.112925451555557e-06,
"loss": 0.0102,
"step": 7590
},
{
"epoch": 3.09,
"learning_rate": 6.060643454060324e-06,
"loss": 0.0077,
"step": 7600
},
{
"epoch": 3.1,
"learning_rate": 6.00855513795262e-06,
"loss": 0.007,
"step": 7610
},
{
"epoch": 3.1,
"learning_rate": 5.956661035908253e-06,
"loss": 0.009,
"step": 7620
},
{
"epoch": 3.11,
"learning_rate": 5.9049616786169325e-06,
"loss": 0.01,
"step": 7630
},
{
"epoch": 3.11,
"learning_rate": 5.853457594776849e-06,
"loss": 0.0077,
"step": 7640
},
{
"epoch": 3.11,
"learning_rate": 5.802149311089217e-06,
"loss": 0.0089,
"step": 7650
},
{
"epoch": 3.12,
"learning_rate": 5.751037352252955e-06,
"loss": 0.0066,
"step": 7660
},
{
"epoch": 3.12,
"learning_rate": 5.700122240959261e-06,
"loss": 0.0069,
"step": 7670
},
{
"epoch": 3.13,
"learning_rate": 5.6494044978862906e-06,
"loss": 0.0077,
"step": 7680
},
{
"epoch": 3.13,
"learning_rate": 5.5988846416938525e-06,
"loss": 0.0066,
"step": 7690
},
{
"epoch": 3.14,
"learning_rate": 5.548563189018086e-06,
"loss": 0.0072,
"step": 7700
},
{
"epoch": 3.14,
"learning_rate": 5.498440654466138e-06,
"loss": 0.0086,
"step": 7710
},
{
"epoch": 3.14,
"learning_rate": 5.448517550610988e-06,
"loss": 0.0075,
"step": 7720
},
{
"epoch": 3.15,
"learning_rate": 5.3987943879861394e-06,
"loss": 0.0091,
"step": 7730
},
{
"epoch": 3.15,
"learning_rate": 5.3492716750804084e-06,
"loss": 0.0091,
"step": 7740
},
{
"epoch": 3.16,
"learning_rate": 5.299949918332739e-06,
"loss": 0.0072,
"step": 7750
},
{
"epoch": 3.16,
"learning_rate": 5.250829622127027e-06,
"loss": 0.0093,
"step": 7760
},
{
"epoch": 3.16,
"learning_rate": 5.201911288786931e-06,
"loss": 0.0073,
"step": 7770
},
{
"epoch": 3.17,
"learning_rate": 5.153195418570786e-06,
"loss": 0.0099,
"step": 7780
},
{
"epoch": 3.17,
"learning_rate": 5.104682509666437e-06,
"loss": 0.0073,
"step": 7790
},
{
"epoch": 3.18,
"learning_rate": 5.056373058186162e-06,
"loss": 0.0065,
"step": 7800
},
{
"epoch": 3.18,
"learning_rate": 5.008267558161623e-06,
"loss": 0.0077,
"step": 7810
},
{
"epoch": 3.18,
"learning_rate": 4.96036650153879e-06,
"loss": 0.0095,
"step": 7820
},
{
"epoch": 3.19,
"learning_rate": 4.91267037817289e-06,
"loss": 0.0073,
"step": 7830
},
{
"epoch": 3.19,
"learning_rate": 4.865179675823442e-06,
"loss": 0.0069,
"step": 7840
},
{
"epoch": 3.2,
"learning_rate": 4.8178948801492516e-06,
"loss": 0.0077,
"step": 7850
},
{
"epoch": 3.2,
"learning_rate": 4.77081647470343e-06,
"loss": 0.007,
"step": 7860
},
{
"epoch": 3.2,
"learning_rate": 4.723944940928451e-06,
"loss": 0.0069,
"step": 7870
},
{
"epoch": 3.21,
"learning_rate": 4.677280758151265e-06,
"loss": 0.0073,
"step": 7880
},
{
"epoch": 3.21,
"learning_rate": 4.6308244035783375e-06,
"loss": 0.007,
"step": 7890
},
{
"epoch": 3.22,
"learning_rate": 4.584576352290829e-06,
"loss": 0.0081,
"step": 7900
},
{
"epoch": 3.22,
"learning_rate": 4.538537077239683e-06,
"loss": 0.0055,
"step": 7910
},
{
"epoch": 3.22,
"learning_rate": 4.4927070492408215e-06,
"loss": 0.0074,
"step": 7920
},
{
"epoch": 3.23,
"learning_rate": 4.4470867369703376e-06,
"loss": 0.0071,
"step": 7930
},
{
"epoch": 3.23,
"learning_rate": 4.40167660695967e-06,
"loss": 0.0107,
"step": 7940
},
{
"epoch": 3.24,
"learning_rate": 4.356477123590852e-06,
"loss": 0.0083,
"step": 7950
},
{
"epoch": 3.24,
"learning_rate": 4.311488749091777e-06,
"loss": 0.008,
"step": 7960
},
{
"epoch": 3.25,
"learning_rate": 4.266711943531429e-06,
"loss": 0.0076,
"step": 7970
},
{
"epoch": 3.25,
"learning_rate": 4.222147164815232e-06,
"loss": 0.0085,
"step": 7980
},
{
"epoch": 3.25,
"learning_rate": 4.177794868680318e-06,
"loss": 0.0076,
"step": 7990
},
{
"epoch": 3.26,
"learning_rate": 4.13365550869089e-06,
"loss": 0.0049,
"step": 8000
},
{
"epoch": 3.26,
"learning_rate": 4.089729536233599e-06,
"loss": 0.0081,
"step": 8010
},
{
"epoch": 3.27,
"learning_rate": 4.046017400512894e-06,
"loss": 0.0091,
"step": 8020
},
{
"epoch": 3.27,
"learning_rate": 4.0025195485464374e-06,
"loss": 0.0063,
"step": 8030
},
{
"epoch": 3.27,
"learning_rate": 3.9592364251605615e-06,
"loss": 0.0093,
"step": 8040
},
{
"epoch": 3.28,
"learning_rate": 3.916168472985701e-06,
"loss": 0.0094,
"step": 8050
},
{
"epoch": 3.28,
"learning_rate": 3.873316132451826e-06,
"loss": 0.0102,
"step": 8060
},
{
"epoch": 3.29,
"learning_rate": 3.830679841784016e-06,
"loss": 0.0069,
"step": 8070
},
{
"epoch": 3.29,
"learning_rate": 3.7882600369979286e-06,
"loss": 0.0075,
"step": 8080
},
{
"epoch": 3.29,
"learning_rate": 3.746057151895346e-06,
"loss": 0.0086,
"step": 8090
},
{
"epoch": 3.3,
"learning_rate": 3.7040716180597345e-06,
"loss": 0.0077,
"step": 8100
},
{
"epoch": 3.3,
"learning_rate": 3.6623038648518654e-06,
"loss": 0.0066,
"step": 8110
},
{
"epoch": 3.31,
"learning_rate": 3.6248994424735423e-06,
"loss": 0.0097,
"step": 8120
},
{
"epoch": 3.31,
"learning_rate": 3.583546647367328e-06,
"loss": 0.0079,
"step": 8130
},
{
"epoch": 3.31,
"learning_rate": 3.542412865425107e-06,
"loss": 0.0074,
"step": 8140
},
{
"epoch": 3.32,
"learning_rate": 3.501498517297272e-06,
"loss": 0.0074,
"step": 8150
},
{
"epoch": 3.32,
"learning_rate": 3.460804021390221e-06,
"loss": 0.0099,
"step": 8160
},
{
"epoch": 3.33,
"learning_rate": 3.4203297938620344e-06,
"loss": 0.0048,
"step": 8170
},
{
"epoch": 3.33,
"learning_rate": 3.380076248618244e-06,
"loss": 0.0055,
"step": 8180
},
{
"epoch": 3.33,
"learning_rate": 3.3400437973076125e-06,
"loss": 0.0069,
"step": 8190
},
{
"epoch": 3.34,
"learning_rate": 3.3002328493179052e-06,
"loss": 0.0106,
"step": 8200
},
{
"epoch": 3.34,
"learning_rate": 3.260643811771674e-06,
"loss": 0.0083,
"step": 8210
},
{
"epoch": 3.35,
"learning_rate": 3.2212770895221706e-06,
"loss": 0.0096,
"step": 8220
},
{
"epoch": 3.35,
"learning_rate": 3.1821330851491414e-06,
"loss": 0.0065,
"step": 8230
},
{
"epoch": 3.36,
"learning_rate": 3.1432121989547313e-06,
"loss": 0.0074,
"step": 8240
},
{
"epoch": 3.36,
"learning_rate": 3.1045148289593843e-06,
"loss": 0.0076,
"step": 8250
},
{
"epoch": 3.36,
"learning_rate": 3.0660413708978014e-06,
"loss": 0.008,
"step": 8260
},
{
"epoch": 3.37,
"learning_rate": 3.0277922182148393e-06,
"loss": 0.0083,
"step": 8270
},
{
"epoch": 3.37,
"learning_rate": 2.9897677620615487e-06,
"loss": 0.0047,
"step": 8280
},
{
"epoch": 3.38,
"learning_rate": 2.9519683912911266e-06,
"loss": 0.0081,
"step": 8290
},
{
"epoch": 3.38,
"learning_rate": 2.9143944924549553e-06,
"loss": 0.0133,
"step": 8300
},
{
"epoch": 3.38,
"learning_rate": 2.8770464497986703e-06,
"loss": 0.0076,
"step": 8310
},
{
"epoch": 3.39,
"learning_rate": 2.8399246452581935e-06,
"loss": 0.009,
"step": 8320
},
{
"epoch": 3.39,
"learning_rate": 2.80302945845585e-06,
"loss": 0.0071,
"step": 8330
},
{
"epoch": 3.4,
"learning_rate": 2.766361266696488e-06,
"loss": 0.008,
"step": 8340
},
{
"epoch": 3.4,
"learning_rate": 2.72992044496361e-06,
"loss": 0.0074,
"step": 8350
},
{
"epoch": 3.4,
"learning_rate": 2.6937073659155347e-06,
"loss": 0.0077,
"step": 8360
},
{
"epoch": 3.41,
"learning_rate": 2.657722399881615e-06,
"loss": 0.0068,
"step": 8370
},
{
"epoch": 3.41,
"learning_rate": 2.6219659148584013e-06,
"loss": 0.009,
"step": 8380
},
{
"epoch": 3.42,
"learning_rate": 2.586438276505937e-06,
"loss": 0.0089,
"step": 8390
},
{
"epoch": 3.42,
"learning_rate": 2.5511398481439576e-06,
"loss": 0.0094,
"step": 8400
},
{
"epoch": 3.42,
"learning_rate": 2.5160709907482316e-06,
"loss": 0.0062,
"step": 8410
},
{
"epoch": 3.43,
"learning_rate": 2.481232062946823e-06,
"loss": 0.0094,
"step": 8420
},
{
"epoch": 3.43,
"learning_rate": 2.446623421016467e-06,
"loss": 0.0084,
"step": 8430
},
{
"epoch": 3.44,
"learning_rate": 2.4122454188788807e-06,
"loss": 0.0097,
"step": 8440
},
{
"epoch": 3.44,
"learning_rate": 2.378098408097179e-06,
"loss": 0.0075,
"step": 8450
},
{
"epoch": 3.44,
"learning_rate": 2.3441827378722693e-06,
"loss": 0.0125,
"step": 8460
},
{
"epoch": 3.45,
"learning_rate": 2.310498755039278e-06,
"loss": 0.0074,
"step": 8470
},
{
"epoch": 3.45,
"learning_rate": 2.27704680406399e-06,
"loss": 0.0094,
"step": 8480
},
{
"epoch": 3.46,
"learning_rate": 2.2438272270393635e-06,
"loss": 0.0081,
"step": 8490
},
{
"epoch": 3.46,
"learning_rate": 2.210840363681985e-06,
"loss": 0.0085,
"step": 8500
},
{
"epoch": 3.46,
"learning_rate": 2.1780865513286424e-06,
"loss": 0.0063,
"step": 8510
},
{
"epoch": 3.47,
"learning_rate": 2.1455661249328325e-06,
"loss": 0.0062,
"step": 8520
},
{
"epoch": 3.47,
"learning_rate": 2.113279417061356e-06,
"loss": 0.0077,
"step": 8530
},
{
"epoch": 3.48,
"learning_rate": 2.081226757890928e-06,
"loss": 0.0068,
"step": 8540
},
{
"epoch": 3.48,
"learning_rate": 2.049408475204784e-06,
"loss": 0.0089,
"step": 8550
},
{
"epoch": 3.49,
"learning_rate": 2.017824894389314e-06,
"loss": 0.0083,
"step": 8560
},
{
"epoch": 3.49,
"learning_rate": 1.9864763384307763e-06,
"loss": 0.0062,
"step": 8570
},
{
"epoch": 3.49,
"learning_rate": 1.9553631279119687e-06,
"loss": 0.0084,
"step": 8580
},
{
"epoch": 3.5,
"learning_rate": 1.9244855810089447e-06,
"loss": 0.0059,
"step": 8590
},
{
"epoch": 3.5,
"learning_rate": 1.8938440134877665e-06,
"loss": 0.0082,
"step": 8600
},
{
"epoch": 3.51,
"learning_rate": 1.8634387387012896e-06,
"loss": 0.0074,
"step": 8610
},
{
"epoch": 3.51,
"learning_rate": 1.8332700675859294e-06,
"loss": 0.0057,
"step": 8620
},
{
"epoch": 3.51,
"learning_rate": 1.803338308658517e-06,
"loss": 0.0075,
"step": 8630
},
{
"epoch": 3.52,
"learning_rate": 1.7736437680131112e-06,
"loss": 0.0084,
"step": 8640
},
{
"epoch": 3.52,
"learning_rate": 1.744186749317886e-06,
"loss": 0.0101,
"step": 8650
},
{
"epoch": 3.53,
"learning_rate": 1.7149675538120247e-06,
"loss": 0.0062,
"step": 8660
},
{
"epoch": 3.53,
"learning_rate": 1.6859864803026314e-06,
"loss": 0.0086,
"step": 8670
},
{
"epoch": 3.53,
"learning_rate": 1.6572438251616806e-06,
"loss": 0.0088,
"step": 8680
},
{
"epoch": 3.54,
"learning_rate": 1.6287398823229938e-06,
"loss": 0.0083,
"step": 8690
},
{
"epoch": 3.54,
"learning_rate": 1.6004749432792122e-06,
"loss": 0.0058,
"step": 8700
},
{
"epoch": 3.55,
"learning_rate": 1.5724492970788456e-06,
"loss": 0.0078,
"step": 8710
},
{
"epoch": 3.55,
"learning_rate": 1.5446632303232816e-06,
"loss": 0.0069,
"step": 8720
},
{
"epoch": 3.55,
"learning_rate": 1.5171170271638864e-06,
"loss": 0.0066,
"step": 8730
},
{
"epoch": 3.56,
"learning_rate": 1.4898109692990797e-06,
"loss": 0.0066,
"step": 8740
},
{
"epoch": 3.56,
"learning_rate": 1.462745335971466e-06,
"loss": 0.0058,
"step": 8750
},
{
"epoch": 3.57,
"learning_rate": 1.4359204039649688e-06,
"loss": 0.0071,
"step": 8760
},
{
"epoch": 3.57,
"learning_rate": 1.4093364476019998e-06,
"loss": 0.006,
"step": 8770
},
{
"epoch": 3.57,
"learning_rate": 1.3829937387406677e-06,
"loss": 0.0071,
"step": 8780
},
{
"epoch": 3.58,
"learning_rate": 1.3568925467719817e-06,
"loss": 0.0059,
"step": 8790
},
{
"epoch": 3.58,
"learning_rate": 1.3310331386170993e-06,
"loss": 0.011,
"step": 8800
},
{
"epoch": 3.59,
"learning_rate": 1.3054157787246141e-06,
"loss": 0.01,
"step": 8810
},
{
"epoch": 3.59,
"learning_rate": 1.2800407290678245e-06,
"loss": 0.0066,
"step": 8820
},
{
"epoch": 3.6,
"learning_rate": 1.254908249142081e-06,
"loss": 0.0084,
"step": 8830
},
{
"epoch": 3.6,
"learning_rate": 1.230018595962107e-06,
"loss": 0.007,
"step": 8840
},
{
"epoch": 3.6,
"learning_rate": 1.2053720240593813e-06,
"loss": 0.0067,
"step": 8850
},
{
"epoch": 3.61,
"learning_rate": 1.1809687854795553e-06,
"loss": 0.0069,
"step": 8860
},
{
"epoch": 3.61,
"learning_rate": 1.1568091297798483e-06,
"loss": 0.0092,
"step": 8870
},
{
"epoch": 3.62,
"learning_rate": 1.1328933040264861e-06,
"loss": 0.0089,
"step": 8880
},
{
"epoch": 3.62,
"learning_rate": 1.1092215527922195e-06,
"loss": 0.0096,
"step": 8890
},
{
"epoch": 3.62,
"learning_rate": 1.085794118153785e-06,
"loss": 0.0071,
"step": 8900
},
{
"epoch": 3.63,
"learning_rate": 1.06261123968944e-06,
"loss": 0.0101,
"step": 8910
},
{
"epoch": 3.63,
"learning_rate": 1.0396731544765088e-06,
"loss": 0.0072,
"step": 8920
},
{
"epoch": 3.64,
"learning_rate": 1.016980097088971e-06,
"loss": 0.0072,
"step": 8930
},
{
"epoch": 3.64,
"learning_rate": 9.945322995950552e-07,
"loss": 0.0073,
"step": 8940
},
{
"epoch": 3.64,
"learning_rate": 9.72329991554849e-07,
"loss": 0.0092,
"step": 8950
},
{
"epoch": 3.65,
"learning_rate": 9.503734000179926e-07,
"loss": 0.0055,
"step": 8960
},
{
"epoch": 3.65,
"learning_rate": 9.286627495213058e-07,
"loss": 0.0071,
"step": 8970
},
{
"epoch": 3.66,
"learning_rate": 9.071982620865394e-07,
"loss": 0.006,
"step": 8980
},
{
"epoch": 3.66,
"learning_rate": 8.859801572180665e-07,
"loss": 0.007,
"step": 8990
},
{
"epoch": 3.66,
"learning_rate": 8.650086519006589e-07,
"loss": 0.0068,
"step": 9000
},
{
"epoch": 3.67,
"learning_rate": 8.442839605972724e-07,
"loss": 0.0066,
"step": 9010
},
{
"epoch": 3.67,
"learning_rate": 8.238062952468345e-07,
"loss": 0.0069,
"step": 9020
},
{
"epoch": 3.68,
"learning_rate": 8.03575865262085e-07,
"loss": 0.0096,
"step": 9030
},
{
"epoch": 3.68,
"learning_rate": 7.835928775274504e-07,
"loss": 0.008,
"step": 9040
},
{
"epoch": 3.68,
"learning_rate": 7.638575363968975e-07,
"loss": 0.0079,
"step": 9050
},
{
"epoch": 3.69,
"learning_rate": 7.443700436918722e-07,
"loss": 0.0065,
"step": 9060
},
{
"epoch": 3.69,
"learning_rate": 7.251305986992224e-07,
"loss": 0.0075,
"step": 9070
},
{
"epoch": 3.7,
"learning_rate": 7.061393981691533e-07,
"loss": 0.0073,
"step": 9080
},
{
"epoch": 3.7,
"learning_rate": 6.873966363132339e-07,
"loss": 0.0082,
"step": 9090
},
{
"epoch": 3.71,
"learning_rate": 6.689025048023962e-07,
"loss": 0.0093,
"step": 9100
},
{
"epoch": 3.71,
"learning_rate": 6.506571927649808e-07,
"loss": 0.0077,
"step": 9110
},
{
"epoch": 3.71,
"learning_rate": 6.326608867847944e-07,
"loss": 0.0075,
"step": 9120
},
{
"epoch": 3.72,
"learning_rate": 6.149137708992197e-07,
"loss": 0.0102,
"step": 9130
},
{
"epoch": 3.72,
"learning_rate": 5.974160265973195e-07,
"loss": 0.0059,
"step": 9140
},
{
"epoch": 3.73,
"learning_rate": 5.801678328179739e-07,
"loss": 0.0085,
"step": 9150
},
{
"epoch": 3.73,
"learning_rate": 5.631693659480741e-07,
"loss": 0.0073,
"step": 9160
},
{
"epoch": 3.73,
"learning_rate": 5.464207998206933e-07,
"loss": 0.0071,
"step": 9170
},
{
"epoch": 3.74,
"learning_rate": 5.299223057133318e-07,
"loss": 0.0063,
"step": 9180
},
{
"epoch": 3.74,
"learning_rate": 5.136740523461442e-07,
"loss": 0.0067,
"step": 9190
},
{
"epoch": 3.75,
"learning_rate": 4.976762058802265e-07,
"loss": 0.0088,
"step": 9200
},
{
"epoch": 3.75,
"learning_rate": 4.819289299159146e-07,
"loss": 0.0077,
"step": 9210
},
{
"epoch": 3.75,
"learning_rate": 4.6643238549111955e-07,
"loss": 0.007,
"step": 9220
},
{
"epoch": 3.76,
"learning_rate": 4.5118673107965027e-07,
"loss": 0.0094,
"step": 9230
},
{
"epoch": 3.76,
"learning_rate": 4.3619212258963484e-07,
"loss": 0.0059,
"step": 9240
},
{
"epoch": 3.77,
"learning_rate": 4.214487133619022e-07,
"loss": 0.0071,
"step": 9250
},
{
"epoch": 3.77,
"learning_rate": 4.069566541684111e-07,
"loss": 0.0085,
"step": 9260
},
{
"epoch": 3.77,
"learning_rate": 3.9271609321071824e-07,
"loss": 0.0061,
"step": 9270
},
{
"epoch": 3.78,
"learning_rate": 3.787271761184652e-07,
"loss": 0.0105,
"step": 9280
},
{
"epoch": 3.78,
"learning_rate": 3.649900459478717e-07,
"loss": 0.0079,
"step": 9290
},
{
"epoch": 3.79,
"learning_rate": 3.5150484318029195e-07,
"loss": 0.0068,
"step": 9300
},
{
"epoch": 3.79,
"learning_rate": 3.382717057207746e-07,
"loss": 0.0071,
"step": 9310
},
{
"epoch": 3.79,
"learning_rate": 3.2529076889663557e-07,
"loss": 0.0082,
"step": 9320
},
{
"epoch": 3.8,
"learning_rate": 3.125621654560984e-07,
"loss": 0.0079,
"step": 9330
},
{
"epoch": 3.8,
"learning_rate": 3.000860255669202e-07,
"loss": 0.0085,
"step": 9340
},
{
"epoch": 3.81,
"learning_rate": 2.878624768150623e-07,
"loss": 0.0075,
"step": 9350
},
{
"epoch": 3.81,
"learning_rate": 2.758916442033993e-07,
"loss": 0.0087,
"step": 9360
},
{
"epoch": 3.82,
"learning_rate": 2.641736501504177e-07,
"loss": 0.0085,
"step": 9370
},
{
"epoch": 3.82,
"learning_rate": 2.527086144889862e-07,
"loss": 0.0057,
"step": 9380
},
{
"epoch": 3.82,
"learning_rate": 2.414966544651148e-07,
"loss": 0.0083,
"step": 9390
},
{
"epoch": 3.83,
"learning_rate": 2.3053788473676175e-07,
"loss": 0.0077,
"step": 9400
},
{
"epoch": 3.83,
"learning_rate": 2.198324173726618e-07,
"loss": 0.0059,
"step": 9410
},
{
"epoch": 3.84,
"learning_rate": 2.0938036185118026e-07,
"loss": 0.0071,
"step": 9420
},
{
"epoch": 3.84,
"learning_rate": 1.9918182505919147e-07,
"loss": 0.0081,
"step": 9430
},
{
"epoch": 3.84,
"learning_rate": 1.8923691129098254e-07,
"loss": 0.0063,
"step": 9440
},
{
"epoch": 3.85,
"learning_rate": 1.7954572224719855e-07,
"loss": 0.0062,
"step": 9450
},
{
"epoch": 3.85,
"learning_rate": 1.701083570337908e-07,
"loss": 0.0079,
"step": 9460
},
{
"epoch": 3.86,
"learning_rate": 1.6092491216100346e-07,
"loss": 0.0085,
"step": 9470
},
{
"epoch": 3.86,
"learning_rate": 1.5199548154239684e-07,
"loss": 0.0069,
"step": 9480
},
{
"epoch": 3.86,
"learning_rate": 1.43320156493873e-07,
"loss": 0.0083,
"step": 9490
},
{
"epoch": 3.87,
"learning_rate": 1.3489902573275982e-07,
"loss": 0.0073,
"step": 9500
},
{
"epoch": 3.87,
"learning_rate": 1.267321753768813e-07,
"loss": 0.0084,
"step": 9510
},
{
"epoch": 3.88,
"learning_rate": 1.1881968894369988e-07,
"loss": 0.0057,
"step": 9520
},
{
"epoch": 3.88,
"learning_rate": 1.1116164734944756e-07,
"loss": 0.0078,
"step": 9530
},
{
"epoch": 3.88,
"learning_rate": 1.0375812890829618e-07,
"loss": 0.0106,
"step": 9540
},
{
"epoch": 3.89,
"learning_rate": 9.660920933156903e-08,
"loss": 0.0057,
"step": 9550
},
{
"epoch": 3.89,
"learning_rate": 8.971496172696381e-08,
"loss": 0.0084,
"step": 9560
},
{
"epoch": 3.9,
"learning_rate": 8.307545659779203e-08,
"loss": 0.0075,
"step": 9570
},
{
"epoch": 3.9,
"learning_rate": 7.669076184227408e-08,
"loss": 0.0068,
"step": 9580
},
{
"epoch": 3.9,
"learning_rate": 7.056094275283421e-08,
"loss": 0.0064,
"step": 9590
},
{
"epoch": 3.91,
"learning_rate": 6.46860620154427e-08,
"loss": 0.0078,
"step": 9600
},
{
"epoch": 3.91,
"learning_rate": 5.906617970896089e-08,
"loss": 0.008,
"step": 9610
},
{
"epoch": 3.92,
"learning_rate": 5.3701353304538847e-08,
"loss": 0.0084,
"step": 9620
},
{
"epoch": 3.92,
"learning_rate": 4.859163766502417e-08,
"loss": 0.0076,
"step": 9630
},
{
"epoch": 3.93,
"learning_rate": 4.37370850444041e-08,
"loss": 0.0088,
"step": 9640
},
{
"epoch": 3.93,
"learning_rate": 3.913774508725876e-08,
"loss": 0.0079,
"step": 9650
},
{
"epoch": 3.93,
"learning_rate": 3.479366482826707e-08,
"loss": 0.0065,
"step": 9660
},
{
"epoch": 3.94,
"learning_rate": 3.070488869172106e-08,
"loss": 0.0071,
"step": 9670
},
{
"epoch": 3.94,
"learning_rate": 2.6871458491070643e-08,
"loss": 0.0073,
"step": 9680
},
{
"epoch": 3.95,
"learning_rate": 2.3293413428496225e-08,
"loss": 0.0072,
"step": 9690
},
{
"epoch": 3.95,
"learning_rate": 1.99707900945062e-08,
"loss": 0.0085,
"step": 9700
},
{
"epoch": 3.95,
"learning_rate": 1.6903622467573376e-08,
"loss": 0.0058,
"step": 9710
},
{
"epoch": 3.96,
"learning_rate": 1.4091941913768614e-08,
"loss": 0.0074,
"step": 9720
},
{
"epoch": 3.96,
"learning_rate": 1.1535777186455488e-08,
"loss": 0.0078,
"step": 9730
},
{
"epoch": 3.97,
"learning_rate": 9.23515442599332e-09,
"loss": 0.0099,
"step": 9740
},
{
"epoch": 3.97,
"learning_rate": 7.190097159459619e-09,
"loss": 0.0067,
"step": 9750
},
{
"epoch": 3.97,
"learning_rate": 5.40062630042526e-09,
"loss": 0.0075,
"step": 9760
},
{
"epoch": 3.98,
"learning_rate": 3.8667601487324405e-09,
"loss": 0.0095,
"step": 9770
},
{
"epoch": 3.98,
"learning_rate": 2.588514390303165e-09,
"loss": 0.0084,
"step": 9780
},
{
"epoch": 3.99,
"learning_rate": 1.565902096989369e-09,
"loss": 0.0094,
"step": 9790
},
{
"epoch": 3.99,
"learning_rate": 7.989337264258101e-10,
"loss": 0.0065,
"step": 9800
},
{
"epoch": 3.99,
"learning_rate": 2.876171219440282e-10,
"loss": 0.0058,
"step": 9810
},
{
"epoch": 4.0,
"learning_rate": 3.19575124613225e-11,
"loss": 0.0093,
"step": 9820
},
{
"epoch": 4.0,
"step": 9824,
"total_flos": 2.0330723092781138e+18,
"train_loss": 0.01796033810001285,
"train_runtime": 18572.7384,
"train_samples_per_second": 16.923,
"train_steps_per_second": 0.529
}
],
"logging_steps": 10,
"max_steps": 9824,
"num_train_epochs": 4,
"save_steps": 200,
"total_flos": 2.0330723092781138e+18,
"trial_name": null,
"trial_params": null
}