| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9954250299854608, | |
| "eval_steps": 500, | |
| "global_step": 4900, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 8.71941089630127, | |
| "learning_rate": 2.0833333333333334e-06, | |
| "loss": 1.4235, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 7.11819314956665, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 1.3017, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.49417781829834, | |
| "learning_rate": 6.25e-06, | |
| "loss": 1.1621, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.3250486850738525, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 1.0125, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.7382829189300537, | |
| "learning_rate": 1.0416666666666668e-05, | |
| "loss": 0.9134, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.43791663646698, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.8154, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.2901860475540161, | |
| "learning_rate": 1.4583333333333335e-05, | |
| "loss": 0.7274, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7073578238487244, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.7086, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6095296740531921, | |
| "learning_rate": 1.8750000000000002e-05, | |
| "loss": 0.6406, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5200157165527344, | |
| "learning_rate": 2.0833333333333336e-05, | |
| "loss": 0.6042, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.8864995241165161, | |
| "learning_rate": 2.2916666666666667e-05, | |
| "loss": 0.5778, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.4653278589248657, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.57, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.39008694887161255, | |
| "learning_rate": 2.7083333333333332e-05, | |
| "loss": 0.5503, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.46981045603752136, | |
| "learning_rate": 2.916666666666667e-05, | |
| "loss": 0.5499, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5259650945663452, | |
| "learning_rate": 3.125e-05, | |
| "loss": 0.5309, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.36070212721824646, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.5259, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.3584323823451996, | |
| "learning_rate": 3.541666666666667e-05, | |
| "loss": 0.5045, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4284314513206482, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.5085, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.30807143449783325, | |
| "learning_rate": 3.958333333333333e-05, | |
| "loss": 0.4763, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.30832841992378235, | |
| "learning_rate": 4.166666666666667e-05, | |
| "loss": 0.4975, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.381212443113327, | |
| "learning_rate": 4.375e-05, | |
| "loss": 0.4909, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.3347671627998352, | |
| "learning_rate": 4.5833333333333334e-05, | |
| "loss": 0.4605, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3108418881893158, | |
| "learning_rate": 4.791666666666667e-05, | |
| "loss": 0.486, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3511927127838135, | |
| "learning_rate": 5e-05, | |
| "loss": 0.4601, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.33370575308799744, | |
| "learning_rate": 4.99999412412136e-05, | |
| "loss": 0.4867, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3290724754333496, | |
| "learning_rate": 4.99997649651306e-05, | |
| "loss": 0.4683, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.2863904535770416, | |
| "learning_rate": 4.999947117257964e-05, | |
| "loss": 0.4595, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.3704560399055481, | |
| "learning_rate": 4.9999059864941726e-05, | |
| "loss": 0.4793, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.3636023700237274, | |
| "learning_rate": 4.999853104415031e-05, | |
| "loss": 0.4652, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.633187472820282, | |
| "learning_rate": 4.999788471269122e-05, | |
| "loss": 0.4616, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.39704492688179016, | |
| "learning_rate": 4.9997120873602654e-05, | |
| "loss": 0.4751, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.30856508016586304, | |
| "learning_rate": 4.999623953047522e-05, | |
| "loss": 0.4708, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3069395422935486, | |
| "learning_rate": 4.999524068745182e-05, | |
| "loss": 0.4595, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3214091956615448, | |
| "learning_rate": 4.9994124349227736e-05, | |
| "loss": 0.4393, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3112456202507019, | |
| "learning_rate": 4.999289052105054e-05, | |
| "loss": 0.445, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.2936570942401886, | |
| "learning_rate": 4.9991539208720096e-05, | |
| "loss": 0.4714, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.34774595499038696, | |
| "learning_rate": 4.999007041858851e-05, | |
| "loss": 0.4528, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.29614701867103577, | |
| "learning_rate": 4.9988484157560136e-05, | |
| "loss": 0.4455, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3168615698814392, | |
| "learning_rate": 4.998678043309151e-05, | |
| "loss": 0.4336, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.30092811584472656, | |
| "learning_rate": 4.998495925319134e-05, | |
| "loss": 0.4238, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.37993124127388, | |
| "learning_rate": 4.998302062642045e-05, | |
| "loss": 0.4376, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3411352038383484, | |
| "learning_rate": 4.998096456189175e-05, | |
| "loss": 0.4545, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2533304989337921, | |
| "learning_rate": 4.9978791069270184e-05, | |
| "loss": 0.4513, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.393837034702301, | |
| "learning_rate": 4.9976500158772706e-05, | |
| "loss": 0.4467, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2702462673187256, | |
| "learning_rate": 4.9974091841168195e-05, | |
| "loss": 0.4361, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.25119566917419434, | |
| "learning_rate": 4.9971566127777436e-05, | |
| "loss": 0.4543, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2709728181362152, | |
| "learning_rate": 4.996892303047306e-05, | |
| "loss": 0.4481, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2583755850791931, | |
| "learning_rate": 4.9966162561679486e-05, | |
| "loss": 0.4211, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.26327213644981384, | |
| "learning_rate": 4.9963284734372855e-05, | |
| "loss": 0.4355, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2728334665298462, | |
| "learning_rate": 4.9960289562080974e-05, | |
| "loss": 0.4407, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.24257560074329376, | |
| "learning_rate": 4.995717705888327e-05, | |
| "loss": 0.4245, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.25513607263565063, | |
| "learning_rate": 4.995394723941068e-05, | |
| "loss": 0.445, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.25588515400886536, | |
| "learning_rate": 4.9950600118845644e-05, | |
| "loss": 0.4205, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.278248131275177, | |
| "learning_rate": 4.994713571292196e-05, | |
| "loss": 0.4283, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.27247855067253113, | |
| "learning_rate": 4.994355403792479e-05, | |
| "loss": 0.4311, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2843756079673767, | |
| "learning_rate": 4.993985511069051e-05, | |
| "loss": 0.4408, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2906840443611145, | |
| "learning_rate": 4.993603894860669e-05, | |
| "loss": 0.4419, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.24140453338623047, | |
| "learning_rate": 4.993210556961197e-05, | |
| "loss": 0.406, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2896282374858856, | |
| "learning_rate": 4.9928054992195985e-05, | |
| "loss": 0.433, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2979041635990143, | |
| "learning_rate": 4.992388723539931e-05, | |
| "loss": 0.4072, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.25824418663978577, | |
| "learning_rate": 4.991960231881333e-05, | |
| "loss": 0.4293, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2912902534008026, | |
| "learning_rate": 4.991520026258015e-05, | |
| "loss": 0.4231, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2505576014518738, | |
| "learning_rate": 4.9910681087392554e-05, | |
| "loss": 0.42, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.258882075548172, | |
| "learning_rate": 4.9906044814493824e-05, | |
| "loss": 0.436, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.3020581305027008, | |
| "learning_rate": 4.9901291465677706e-05, | |
| "loss": 0.4177, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.29218652844429016, | |
| "learning_rate": 4.9896421063288286e-05, | |
| "loss": 0.426, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3000968098640442, | |
| "learning_rate": 4.989143363021987e-05, | |
| "loss": 0.4318, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.2585335969924927, | |
| "learning_rate": 4.98863291899169e-05, | |
| "loss": 0.4115, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.25833752751350403, | |
| "learning_rate": 4.988110776637383e-05, | |
| "loss": 0.4362, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.2597838342189789, | |
| "learning_rate": 4.987576938413504e-05, | |
| "loss": 0.4282, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.28554433584213257, | |
| "learning_rate": 4.9870314068294655e-05, | |
| "loss": 0.4176, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.2506715953350067, | |
| "learning_rate": 4.9864741844496506e-05, | |
| "loss": 0.4033, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.30882102251052856, | |
| "learning_rate": 4.9859052738933966e-05, | |
| "loss": 0.4227, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.30396586656570435, | |
| "learning_rate": 4.985324677834983e-05, | |
| "loss": 0.4254, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.25673285126686096, | |
| "learning_rate": 4.9847323990036174e-05, | |
| "loss": 0.4219, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.2796240448951721, | |
| "learning_rate": 4.984128440183429e-05, | |
| "loss": 0.4172, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.24497225880622864, | |
| "learning_rate": 4.983512804213447e-05, | |
| "loss": 0.4256, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.2815968990325928, | |
| "learning_rate": 4.9828854939875945e-05, | |
| "loss": 0.4341, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.23544123768806458, | |
| "learning_rate": 4.9822465124546705e-05, | |
| "loss": 0.4125, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.26519954204559326, | |
| "learning_rate": 4.981595862618336e-05, | |
| "loss": 0.4075, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.251598596572876, | |
| "learning_rate": 4.9809335475371045e-05, | |
| "loss": 0.4117, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.2405155748128891, | |
| "learning_rate": 4.9802595703243205e-05, | |
| "loss": 0.4181, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.29237255454063416, | |
| "learning_rate": 4.979573934148152e-05, | |
| "loss": 0.4224, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.2751956582069397, | |
| "learning_rate": 4.97887664223157e-05, | |
| "loss": 0.4286, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.252384215593338, | |
| "learning_rate": 4.978167697852338e-05, | |
| "loss": 0.4113, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.24101611971855164, | |
| "learning_rate": 4.977447104342992e-05, | |
| "loss": 0.4001, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.23108260333538055, | |
| "learning_rate": 4.976714865090827e-05, | |
| "loss": 0.4327, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.2622400224208832, | |
| "learning_rate": 4.975970983537884e-05, | |
| "loss": 0.4138, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.24792075157165527, | |
| "learning_rate": 4.975215463180929e-05, | |
| "loss": 0.4024, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.25087806582450867, | |
| "learning_rate": 4.974448307571437e-05, | |
| "loss": 0.4157, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.2531994879245758, | |
| "learning_rate": 4.9736695203155805e-05, | |
| "loss": 0.4069, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.27899864315986633, | |
| "learning_rate": 4.9728791050742064e-05, | |
| "loss": 0.4073, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.22666263580322266, | |
| "learning_rate": 4.972077065562821e-05, | |
| "loss": 0.4209, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.2369895726442337, | |
| "learning_rate": 4.971263405551576e-05, | |
| "loss": 0.3888, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.2376381754875183, | |
| "learning_rate": 4.9704381288652436e-05, | |
| "loss": 0.4151, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.36553555727005005, | |
| "learning_rate": 4.9696012393832034e-05, | |
| "loss": 0.4055, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.3605659008026123, | |
| "learning_rate": 4.9687527410394275e-05, | |
| "loss": 0.4153, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.3582921028137207, | |
| "learning_rate": 4.967892637822451e-05, | |
| "loss": 0.4135, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.25980615615844727, | |
| "learning_rate": 4.967020933775366e-05, | |
| "loss": 0.4147, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.23904970288276672, | |
| "learning_rate": 4.966137632995793e-05, | |
| "loss": 0.4033, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.27073633670806885, | |
| "learning_rate": 4.965242739635867e-05, | |
| "loss": 0.4192, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.22205090522766113, | |
| "learning_rate": 4.964336257902217e-05, | |
| "loss": 0.4135, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.24786050617694855, | |
| "learning_rate": 4.963418192055942e-05, | |
| "loss": 0.4028, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.23719647526741028, | |
| "learning_rate": 4.962488546412598e-05, | |
| "loss": 0.4158, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2376853972673416, | |
| "learning_rate": 4.9615473253421727e-05, | |
| "loss": 0.4019, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.25200483202934265, | |
| "learning_rate": 4.960594533269067e-05, | |
| "loss": 0.4186, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.24270349740982056, | |
| "learning_rate": 4.9596301746720734e-05, | |
| "loss": 0.4079, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.2608851492404938, | |
| "learning_rate": 4.958654254084355e-05, | |
| "loss": 0.3855, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.24482597410678864, | |
| "learning_rate": 4.9576667760934256e-05, | |
| "loss": 0.3935, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.23347611725330353, | |
| "learning_rate": 4.956667745341124e-05, | |
| "loss": 0.4106, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2340419739484787, | |
| "learning_rate": 4.955657166523597e-05, | |
| "loss": 0.3967, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2722868323326111, | |
| "learning_rate": 4.9546350443912783e-05, | |
| "loss": 0.3947, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2323121577501297, | |
| "learning_rate": 4.953601383748857e-05, | |
| "loss": 0.4156, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.24989305436611176, | |
| "learning_rate": 4.952556189455266e-05, | |
| "loss": 0.4046, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2533356547355652, | |
| "learning_rate": 4.9514994664236535e-05, | |
| "loss": 0.3925, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.24604739248752594, | |
| "learning_rate": 4.9504312196213596e-05, | |
| "loss": 0.3964, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.24576042592525482, | |
| "learning_rate": 4.9493514540698963e-05, | |
| "loss": 0.4068, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.24704518914222717, | |
| "learning_rate": 4.9482601748449204e-05, | |
| "loss": 0.3944, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.22531753778457642, | |
| "learning_rate": 4.94715738707621e-05, | |
| "loss": 0.4064, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.23824095726013184, | |
| "learning_rate": 4.9460430959476456e-05, | |
| "loss": 0.4014, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.2367417812347412, | |
| "learning_rate": 4.944917306697175e-05, | |
| "loss": 0.4005, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.24747785925865173, | |
| "learning_rate": 4.9437800246168025e-05, | |
| "loss": 0.4303, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.27296656370162964, | |
| "learning_rate": 4.942631255052551e-05, | |
| "loss": 0.4111, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.23974792659282684, | |
| "learning_rate": 4.9414710034044464e-05, | |
| "loss": 0.4011, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.24948929250240326, | |
| "learning_rate": 4.940299275126486e-05, | |
| "loss": 0.3777, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.265428364276886, | |
| "learning_rate": 4.9391160757266164e-05, | |
| "loss": 0.3868, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.27857980132102966, | |
| "learning_rate": 4.937921410766707e-05, | |
| "loss": 0.3795, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.2549702823162079, | |
| "learning_rate": 4.936715285862523e-05, | |
| "loss": 0.4148, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.24650795757770538, | |
| "learning_rate": 4.9354977066836986e-05, | |
| "loss": 0.4051, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.24199923872947693, | |
| "learning_rate": 4.934268678953711e-05, | |
| "loss": 0.3873, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.23479871451854706, | |
| "learning_rate": 4.933028208449856e-05, | |
| "loss": 0.4089, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.24073335528373718, | |
| "learning_rate": 4.931776301003217e-05, | |
| "loss": 0.3883, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.2442849725484848, | |
| "learning_rate": 4.930512962498638e-05, | |
| "loss": 0.394, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.2270922213792801, | |
| "learning_rate": 4.929238198874698e-05, | |
| "loss": 0.3912, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.22913384437561035, | |
| "learning_rate": 4.9279520161236824e-05, | |
| "loss": 0.3949, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.22802837193012238, | |
| "learning_rate": 4.9266544202915545e-05, | |
| "loss": 0.3972, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.24811463057994843, | |
| "learning_rate": 4.9253454174779265e-05, | |
| "loss": 0.388, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.22244548797607422, | |
| "learning_rate": 4.924025013836031e-05, | |
| "loss": 0.4024, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.21797122061252594, | |
| "learning_rate": 4.922693215572695e-05, | |
| "loss": 0.3935, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.23180623352527618, | |
| "learning_rate": 4.921350028948305e-05, | |
| "loss": 0.3884, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.2671414315700531, | |
| "learning_rate": 4.9199954602767826e-05, | |
| "loss": 0.3827, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.25717946887016296, | |
| "learning_rate": 4.9186295159255537e-05, | |
| "loss": 0.3964, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.24643802642822266, | |
| "learning_rate": 4.9172522023155154e-05, | |
| "loss": 0.3777, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.24494287371635437, | |
| "learning_rate": 4.91586352592101e-05, | |
| "loss": 0.3675, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.24090999364852905, | |
| "learning_rate": 4.914463493269794e-05, | |
| "loss": 0.3843, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.2768496572971344, | |
| "learning_rate": 4.913052110943004e-05, | |
| "loss": 0.3875, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.24465887248516083, | |
| "learning_rate": 4.9116293855751285e-05, | |
| "loss": 0.3946, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.24821196496486664, | |
| "learning_rate": 4.9101953238539775e-05, | |
| "loss": 0.3876, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.2489999234676361, | |
| "learning_rate": 4.9087499325206494e-05, | |
| "loss": 0.3751, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.22408539056777954, | |
| "learning_rate": 4.907293218369499e-05, | |
| "loss": 0.3877, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.26210272312164307, | |
| "learning_rate": 4.905825188248106e-05, | |
| "loss": 0.3775, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.23799563944339752, | |
| "learning_rate": 4.9043458490572444e-05, | |
| "loss": 0.3757, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.24405913054943085, | |
| "learning_rate": 4.90285520775085e-05, | |
| "loss": 0.3951, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 8.514335632324219, | |
| "learning_rate": 4.901353271335982e-05, | |
| "loss": 0.3722, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.3607272803783417, | |
| "learning_rate": 4.899840046872799e-05, | |
| "loss": 0.3785, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.27763640880584717, | |
| "learning_rate": 4.898315541474519e-05, | |
| "loss": 0.4015, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.23536086082458496, | |
| "learning_rate": 4.896779762307389e-05, | |
| "loss": 0.3634, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.2394334375858307, | |
| "learning_rate": 4.895232716590651e-05, | |
| "loss": 0.3848, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.33459916710853577, | |
| "learning_rate": 4.893674411596507e-05, | |
| "loss": 0.3895, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.2422620952129364, | |
| "learning_rate": 4.892104854650085e-05, | |
| "loss": 0.3766, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.2283576875925064, | |
| "learning_rate": 4.890524053129408e-05, | |
| "loss": 0.3765, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.2283744066953659, | |
| "learning_rate": 4.888932014465352e-05, | |
| "loss": 0.3696, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.2649267613887787, | |
| "learning_rate": 4.887328746141619e-05, | |
| "loss": 0.3955, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.242611825466156, | |
| "learning_rate": 4.885714255694698e-05, | |
| "loss": 0.3949, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.22519369423389435, | |
| "learning_rate": 4.884088550713827e-05, | |
| "loss": 0.378, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.2294245809316635, | |
| "learning_rate": 4.8824516388409625e-05, | |
| "loss": 0.371, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.24208737909793854, | |
| "learning_rate": 4.880803527770742e-05, | |
| "loss": 0.3807, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.23562513291835785, | |
| "learning_rate": 4.879144225250445e-05, | |
| "loss": 0.3932, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.2297345995903015, | |
| "learning_rate": 4.877473739079961e-05, | |
| "loss": 0.3743, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.22091899812221527, | |
| "learning_rate": 4.8757920771117475e-05, | |
| "loss": 0.377, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.24047815799713135, | |
| "learning_rate": 4.874099247250798e-05, | |
| "loss": 0.3635, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.22934621572494507, | |
| "learning_rate": 4.872395257454605e-05, | |
| "loss": 0.3705, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.2382223904132843, | |
| "learning_rate": 4.8706801157331154e-05, | |
| "loss": 0.3821, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.23687830567359924, | |
| "learning_rate": 4.8689538301487025e-05, | |
| "loss": 0.3889, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.4864930510520935, | |
| "learning_rate": 4.867216408816122e-05, | |
| "loss": 0.3816, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.5121108293533325, | |
| "learning_rate": 4.865467859902475e-05, | |
| "loss": 0.3772, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.33512434363365173, | |
| "learning_rate": 4.86370819162717e-05, | |
| "loss": 0.3711, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.26488932967185974, | |
| "learning_rate": 4.8619374122618854e-05, | |
| "loss": 0.3742, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.3071129322052002, | |
| "learning_rate": 4.860155530130529e-05, | |
| "loss": 0.3822, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.2589118480682373, | |
| "learning_rate": 4.858362553609199e-05, | |
| "loss": 0.3937, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.2737272381782532, | |
| "learning_rate": 4.856558491126146e-05, | |
| "loss": 0.3947, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.40217074751853943, | |
| "learning_rate": 4.8547433511617305e-05, | |
| "loss": 0.396, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.24473513662815094, | |
| "learning_rate": 4.8529171422483876e-05, | |
| "loss": 0.3743, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.24511292576789856, | |
| "learning_rate": 4.851079872970582e-05, | |
| "loss": 0.3782, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.2283199429512024, | |
| "learning_rate": 4.849231551964771e-05, | |
| "loss": 0.3693, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.21812038123607635, | |
| "learning_rate": 4.847372187919362e-05, | |
| "loss": 0.3802, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.2254110723733902, | |
| "learning_rate": 4.845501789574674e-05, | |
| "loss": 0.3855, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.22982986271381378, | |
| "learning_rate": 4.843620365722894e-05, | |
| "loss": 0.3663, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.24178490042686462, | |
| "learning_rate": 4.8417279252080363e-05, | |
| "loss": 0.3786, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.2579748034477234, | |
| "learning_rate": 4.8398244769259e-05, | |
| "loss": 0.3637, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.2304283082485199, | |
| "learning_rate": 4.837910029824031e-05, | |
| "loss": 0.3839, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.23236927390098572, | |
| "learning_rate": 4.835984592901678e-05, | |
| "loss": 0.3881, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.23549768328666687, | |
| "learning_rate": 4.834048175209746e-05, | |
| "loss": 0.3782, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.21959024667739868, | |
| "learning_rate": 4.8321007858507594e-05, | |
| "loss": 0.3781, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.23583754897117615, | |
| "learning_rate": 4.830142433978818e-05, | |
| "loss": 0.3602, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.24004381895065308, | |
| "learning_rate": 4.828173128799551e-05, | |
| "loss": 0.3735, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.21957090497016907, | |
| "learning_rate": 4.826192879570078e-05, | |
| "loss": 0.376, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.25009414553642273, | |
| "learning_rate": 4.824201695598963e-05, | |
| "loss": 0.3729, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.26149284839630127, | |
| "learning_rate": 4.822199586246168e-05, | |
| "loss": 0.3863, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.22410422563552856, | |
| "learning_rate": 4.8201865609230156e-05, | |
| "loss": 0.3717, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.2567145824432373, | |
| "learning_rate": 4.81816262909214e-05, | |
| "loss": 0.375, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.22770246863365173, | |
| "learning_rate": 4.8161278002674424e-05, | |
| "loss": 0.3607, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.2278997153043747, | |
| "learning_rate": 4.81408208401405e-05, | |
| "loss": 0.3631, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.24125157296657562, | |
| "learning_rate": 4.8120254899482665e-05, | |
| "loss": 0.3579, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.2390599250793457, | |
| "learning_rate": 4.809958027737529e-05, | |
| "loss": 0.3605, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.25808480381965637, | |
| "learning_rate": 4.8078797071003644e-05, | |
| "loss": 0.3783, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.504199206829071, | |
| "learning_rate": 4.80579053780634e-05, | |
| "loss": 0.3515, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.235836461186409, | |
| "learning_rate": 4.803690529676019e-05, | |
| "loss": 0.3747, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.24636542797088623, | |
| "learning_rate": 4.801579692580918e-05, | |
| "loss": 0.3935, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.2520650625228882, | |
| "learning_rate": 4.7994580364434524e-05, | |
| "loss": 0.355, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.22997605800628662, | |
| "learning_rate": 4.7973255712368994e-05, | |
| "loss": 0.3708, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.24863748252391815, | |
| "learning_rate": 4.795182306985343e-05, | |
| "loss": 0.3637, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.25943225622177124, | |
| "learning_rate": 4.793028253763633e-05, | |
| "loss": 0.3798, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2547088861465454, | |
| "learning_rate": 4.790863421697333e-05, | |
| "loss": 0.3727, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.25044122338294983, | |
| "learning_rate": 4.788687820962675e-05, | |
| "loss": 0.3609, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.24127812683582306, | |
| "learning_rate": 4.786501461786512e-05, | |
| "loss": 0.3649, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2445056438446045, | |
| "learning_rate": 4.7843043544462696e-05, | |
| "loss": 0.375, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.23667505383491516, | |
| "learning_rate": 4.7820965092698967e-05, | |
| "loss": 0.3776, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.23887944221496582, | |
| "learning_rate": 4.779877936635816e-05, | |
| "loss": 0.3724, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.2539786100387573, | |
| "learning_rate": 4.7776486469728796e-05, | |
| "loss": 0.362, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.23806200921535492, | |
| "learning_rate": 4.7754086507603155e-05, | |
| "loss": 0.3466, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.24354040622711182, | |
| "learning_rate": 4.773157958527681e-05, | |
| "loss": 0.3641, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.23725096881389618, | |
| "learning_rate": 4.770896580854811e-05, | |
| "loss": 0.3667, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2345529943704605, | |
| "learning_rate": 4.768624528371771e-05, | |
| "loss": 0.3678, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.24982014298439026, | |
| "learning_rate": 4.766341811758803e-05, | |
| "loss": 0.3765, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.23971329629421234, | |
| "learning_rate": 4.764048441746282e-05, | |
| "loss": 0.3823, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.23192477226257324, | |
| "learning_rate": 4.7617444291146565e-05, | |
| "loss": 0.3551, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.22103410959243774, | |
| "learning_rate": 4.759429784694407e-05, | |
| "loss": 0.369, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.2329845428466797, | |
| "learning_rate": 4.757104519365989e-05, | |
| "loss": 0.3745, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.23781472444534302, | |
| "learning_rate": 4.754768644059784e-05, | |
| "loss": 0.3653, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.2504659593105316, | |
| "learning_rate": 4.752422169756048e-05, | |
| "loss": 0.3721, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.22282807528972626, | |
| "learning_rate": 4.750065107484859e-05, | |
| "loss": 0.3555, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.23634228110313416, | |
| "learning_rate": 4.7476974683260674e-05, | |
| "loss": 0.3664, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.2371123880147934, | |
| "learning_rate": 4.74531926340924e-05, | |
| "loss": 0.3631, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.23620998859405518, | |
| "learning_rate": 4.742930503913614e-05, | |
| "loss": 0.379, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.25195619463920593, | |
| "learning_rate": 4.740531201068036e-05, | |
| "loss": 0.3675, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.2376963049173355, | |
| "learning_rate": 4.738121366150916e-05, | |
| "loss": 0.3756, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.2429811954498291, | |
| "learning_rate": 4.7357010104901725e-05, | |
| "loss": 0.3697, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.2390989065170288, | |
| "learning_rate": 4.7332701454631786e-05, | |
| "loss": 0.3692, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.233895406126976, | |
| "learning_rate": 4.730828782496709e-05, | |
| "loss": 0.3445, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.24079565703868866, | |
| "learning_rate": 4.728376933066885e-05, | |
| "loss": 0.3572, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.2393987774848938, | |
| "learning_rate": 4.725914608699122e-05, | |
| "loss": 0.3581, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.2563488483428955, | |
| "learning_rate": 4.723441820968076e-05, | |
| "loss": 0.3752, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.23606589436531067, | |
| "learning_rate": 4.7209585814975876e-05, | |
| "loss": 0.3571, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.2621292769908905, | |
| "learning_rate": 4.7184649019606275e-05, | |
| "loss": 0.3924, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.23915182054042816, | |
| "learning_rate": 4.715960794079243e-05, | |
| "loss": 0.3764, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.6031570434570312, | |
| "learning_rate": 4.7134462696245e-05, | |
| "loss": 0.3756, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.2603359520435333, | |
| "learning_rate": 4.710921340416431e-05, | |
| "loss": 0.3516, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.23302561044692993, | |
| "learning_rate": 4.708386018323979e-05, | |
| "loss": 0.3667, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.23199358582496643, | |
| "learning_rate": 4.70584031526494e-05, | |
| "loss": 0.3738, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.23459462821483612, | |
| "learning_rate": 4.7032842432059075e-05, | |
| "loss": 0.3601, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.22799892723560333, | |
| "learning_rate": 4.700717814162218e-05, | |
| "loss": 0.3578, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.2482994943857193, | |
| "learning_rate": 4.698141040197889e-05, | |
| "loss": 0.3745, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.2286883145570755, | |
| "learning_rate": 4.6955539334255716e-05, | |
| "loss": 0.3661, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.22291447222232819, | |
| "learning_rate": 4.6929565060064864e-05, | |
| "loss": 0.3555, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.22780221700668335, | |
| "learning_rate": 4.690348770150366e-05, | |
| "loss": 0.3669, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.23842570185661316, | |
| "learning_rate": 4.6877307381154044e-05, | |
| "loss": 0.3675, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.2277093231678009, | |
| "learning_rate": 4.685102422208191e-05, | |
| "loss": 0.366, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.2254444658756256, | |
| "learning_rate": 4.682463834783658e-05, | |
| "loss": 0.3477, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.2116675227880478, | |
| "learning_rate": 4.6798149882450216e-05, | |
| "loss": 0.3586, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.24347162246704102, | |
| "learning_rate": 4.677155895043722e-05, | |
| "loss": 0.3509, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.2656736373901367, | |
| "learning_rate": 4.674486567679367e-05, | |
| "loss": 0.3679, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.23632311820983887, | |
| "learning_rate": 4.6718070186996706e-05, | |
| "loss": 0.3548, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.2460298240184784, | |
| "learning_rate": 4.669117260700397e-05, | |
| "loss": 0.3504, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.28527209162712097, | |
| "learning_rate": 4.666417306325299e-05, | |
| "loss": 0.3699, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.2586132287979126, | |
| "learning_rate": 4.663707168266061e-05, | |
| "loss": 0.3645, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.2613135278224945, | |
| "learning_rate": 4.660986859262236e-05, | |
| "loss": 0.3701, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.27791205048561096, | |
| "learning_rate": 4.658256392101189e-05, | |
| "loss": 0.3597, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.27237483859062195, | |
| "learning_rate": 4.6555157796180335e-05, | |
| "loss": 0.3688, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.26933595538139343, | |
| "learning_rate": 4.652765034695576e-05, | |
| "loss": 0.3596, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.2452528327703476, | |
| "learning_rate": 4.6500041702642525e-05, | |
| "loss": 0.3641, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.24474672973155975, | |
| "learning_rate": 4.647233199302064e-05, | |
| "loss": 0.3664, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.25770512223243713, | |
| "learning_rate": 4.6444521348345216e-05, | |
| "loss": 0.3692, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.26786795258522034, | |
| "learning_rate": 4.641660989934585e-05, | |
| "loss": 0.3665, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.23145703971385956, | |
| "learning_rate": 4.6388597777225964e-05, | |
| "loss": 0.3543, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.2546435296535492, | |
| "learning_rate": 4.6360485113662216e-05, | |
| "loss": 0.3654, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.22902755439281464, | |
| "learning_rate": 4.6332272040803895e-05, | |
| "loss": 0.3609, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.3179545998573303, | |
| "learning_rate": 4.630395869127226e-05, | |
| "loss": 0.359, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.25595393776893616, | |
| "learning_rate": 4.627554519815999e-05, | |
| "loss": 0.3557, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.25582295656204224, | |
| "learning_rate": 4.624703169503043e-05, | |
| "loss": 0.3605, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.26308387517929077, | |
| "learning_rate": 4.621841831591711e-05, | |
| "loss": 0.3564, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.2370084524154663, | |
| "learning_rate": 4.618970519532303e-05, | |
| "loss": 0.3502, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.24112296104431152, | |
| "learning_rate": 4.616089246822003e-05, | |
| "loss": 0.3728, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.2341877967119217, | |
| "learning_rate": 4.613198027004818e-05, | |
| "loss": 0.3597, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.248354971408844, | |
| "learning_rate": 4.6102968736715134e-05, | |
| "loss": 0.3429, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.23436321318149567, | |
| "learning_rate": 4.60738580045955e-05, | |
| "loss": 0.3607, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.24360601603984833, | |
| "learning_rate": 4.6044648210530175e-05, | |
| "loss": 0.3635, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.2809852361679077, | |
| "learning_rate": 4.6015339491825716e-05, | |
| "loss": 0.3723, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.2518574297428131, | |
| "learning_rate": 4.5985931986253716e-05, | |
| "loss": 0.3672, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.25123685598373413, | |
| "learning_rate": 4.595642583205011e-05, | |
| "loss": 0.3789, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.24918679893016815, | |
| "learning_rate": 4.592682116791457e-05, | |
| "loss": 0.3592, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.25612717866897583, | |
| "learning_rate": 4.589711813300983e-05, | |
| "loss": 0.3583, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.21745339035987854, | |
| "learning_rate": 4.586731686696102e-05, | |
| "loss": 0.3446, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.24862965941429138, | |
| "learning_rate": 4.583741750985505e-05, | |
| "loss": 0.3477, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.2478131204843521, | |
| "learning_rate": 4.580742020223992e-05, | |
| "loss": 0.3638, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.22280053794384003, | |
| "learning_rate": 4.577732508512404e-05, | |
| "loss": 0.3656, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.2296367883682251, | |
| "learning_rate": 4.574713229997563e-05, | |
| "loss": 0.3469, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.2436257153749466, | |
| "learning_rate": 4.5716841988722004e-05, | |
| "loss": 0.3439, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.23801317811012268, | |
| "learning_rate": 4.568645429374891e-05, | |
| "loss": 0.3647, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.23976649343967438, | |
| "learning_rate": 4.5655969357899874e-05, | |
| "loss": 0.3624, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.24574269354343414, | |
| "learning_rate": 4.562538732447553e-05, | |
| "loss": 0.3504, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.2505897283554077, | |
| "learning_rate": 4.559470833723292e-05, | |
| "loss": 0.352, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.2543080151081085, | |
| "learning_rate": 4.556393254038486e-05, | |
| "loss": 0.3659, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.25658947229385376, | |
| "learning_rate": 4.5533060078599226e-05, | |
| "loss": 0.3628, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.25442373752593994, | |
| "learning_rate": 4.550209109699829e-05, | |
| "loss": 0.3475, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.27169328927993774, | |
| "learning_rate": 4.5471025741158024e-05, | |
| "loss": 0.3404, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.22989720106124878, | |
| "learning_rate": 4.5439864157107434e-05, | |
| "loss": 0.3621, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.24393929541110992, | |
| "learning_rate": 4.540860649132789e-05, | |
| "loss": 0.3524, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.2499324530363083, | |
| "learning_rate": 4.537725289075239e-05, | |
| "loss": 0.3561, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.2389133721590042, | |
| "learning_rate": 4.534580350276487e-05, | |
| "loss": 0.3591, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.2484143227338791, | |
| "learning_rate": 4.531425847519958e-05, | |
| "loss": 0.3563, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.22839954495429993, | |
| "learning_rate": 4.528261795634032e-05, | |
| "loss": 0.3338, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.24448874592781067, | |
| "learning_rate": 4.525088209491977e-05, | |
| "loss": 0.3677, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.2378901243209839, | |
| "learning_rate": 4.5219051040118775e-05, | |
| "loss": 0.3487, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.25053712725639343, | |
| "learning_rate": 4.5187124941565685e-05, | |
| "loss": 0.3555, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.28136828541755676, | |
| "learning_rate": 4.51551039493356e-05, | |
| "loss": 0.3635, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.2337874472141266, | |
| "learning_rate": 4.5122988213949676e-05, | |
| "loss": 0.3529, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.23640981316566467, | |
| "learning_rate": 4.509077788637446e-05, | |
| "loss": 0.3491, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.25626295804977417, | |
| "learning_rate": 4.505847311802112e-05, | |
| "loss": 0.3529, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.24295687675476074, | |
| "learning_rate": 4.502607406074479e-05, | |
| "loss": 0.3381, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.23309361934661865, | |
| "learning_rate": 4.499358086684381e-05, | |
| "loss": 0.3541, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.23449920117855072, | |
| "learning_rate": 4.496099368905902e-05, | |
| "loss": 0.3464, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.2483125478029251, | |
| "learning_rate": 4.4928312680573064e-05, | |
| "loss": 0.3624, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.24859212338924408, | |
| "learning_rate": 4.489553799500966e-05, | |
| "loss": 0.357, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.24081198871135712, | |
| "learning_rate": 4.4862669786432865e-05, | |
| "loss": 0.376, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.2605394124984741, | |
| "learning_rate": 4.4829708209346365e-05, | |
| "loss": 0.3483, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.24203234910964966, | |
| "learning_rate": 4.4796653418692745e-05, | |
| "loss": 0.3503, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.2464054822921753, | |
| "learning_rate": 4.4763505569852745e-05, | |
| "loss": 0.3665, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.23673394322395325, | |
| "learning_rate": 4.473026481864456e-05, | |
| "loss": 0.3483, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.22426186501979828, | |
| "learning_rate": 4.469693132132308e-05, | |
| "loss": 0.3551, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.2271643429994583, | |
| "learning_rate": 4.4663505234579185e-05, | |
| "loss": 0.3601, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.2544379234313965, | |
| "learning_rate": 4.4629986715538976e-05, | |
| "loss": 0.3543, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.24445408582687378, | |
| "learning_rate": 4.459637592176304e-05, | |
| "loss": 0.3497, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.25206229090690613, | |
| "learning_rate": 4.456267301124575e-05, | |
| "loss": 0.3513, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.23434026539325714, | |
| "learning_rate": 4.452887814241446e-05, | |
| "loss": 0.3425, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.48449090123176575, | |
| "learning_rate": 4.449499147412882e-05, | |
| "loss": 0.3361, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.2515006959438324, | |
| "learning_rate": 4.4461013165679986e-05, | |
| "loss": 0.3347, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.24977871775627136, | |
| "learning_rate": 4.44269433767899e-05, | |
| "loss": 0.337, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.2558392584323883, | |
| "learning_rate": 4.43927822676105e-05, | |
| "loss": 0.334, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.26668402552604675, | |
| "learning_rate": 4.435852999872302e-05, | |
| "loss": 0.3528, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.22888560593128204, | |
| "learning_rate": 4.432418673113721e-05, | |
| "loss": 0.3307, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.25077155232429504, | |
| "learning_rate": 4.428975262629055e-05, | |
| "loss": 0.3563, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.2320801019668579, | |
| "learning_rate": 4.425522784604755e-05, | |
| "loss": 0.3426, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.24620367586612701, | |
| "learning_rate": 4.4220612552698947e-05, | |
| "loss": 0.3556, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.2687610685825348, | |
| "learning_rate": 4.418590690896094e-05, | |
| "loss": 0.3551, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.24751456081867218, | |
| "learning_rate": 4.415111107797445e-05, | |
| "loss": 0.3445, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.2729167640209198, | |
| "learning_rate": 4.411622522330435e-05, | |
| "loss": 0.3577, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.23679660260677338, | |
| "learning_rate": 4.4081249508938684e-05, | |
| "loss": 0.3487, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.24365286529064178, | |
| "learning_rate": 4.404618409928788e-05, | |
| "loss": 0.3611, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.24482664465904236, | |
| "learning_rate": 4.4011029159184015e-05, | |
| "loss": 0.3424, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.24546444416046143, | |
| "learning_rate": 4.3975784853880005e-05, | |
| "loss": 0.357, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.24618016183376312, | |
| "learning_rate": 4.39404513490489e-05, | |
| "loss": 0.3534, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.2552330493927002, | |
| "learning_rate": 4.390502881078296e-05, | |
| "loss": 0.3502, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.24205201864242554, | |
| "learning_rate": 4.386951740559305e-05, | |
| "loss": 0.3523, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.27865052223205566, | |
| "learning_rate": 4.3833917300407716e-05, | |
| "loss": 0.3466, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.234114408493042, | |
| "learning_rate": 4.379822866257248e-05, | |
| "loss": 0.3446, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2365516871213913, | |
| "learning_rate": 4.376245165984903e-05, | |
| "loss": 0.3455, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2584002614021301, | |
| "learning_rate": 4.372658646041443e-05, | |
| "loss": 0.327, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.24103760719299316, | |
| "learning_rate": 4.3690633232860316e-05, | |
| "loss": 0.3495, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2564971446990967, | |
| "learning_rate": 4.365459214619214e-05, | |
| "loss": 0.3485, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.2242477685213089, | |
| "learning_rate": 4.3618463369828335e-05, | |
| "loss": 0.341, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.23354335129261017, | |
| "learning_rate": 4.358224707359955e-05, | |
| "loss": 0.3483, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.22686982154846191, | |
| "learning_rate": 4.354594342774784e-05, | |
| "loss": 0.3464, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.2452050894498825, | |
| "learning_rate": 4.350955260292584e-05, | |
| "loss": 0.3412, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.2559107542037964, | |
| "learning_rate": 4.347307477019602e-05, | |
| "loss": 0.3513, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.24746520817279816, | |
| "learning_rate": 4.343651010102984e-05, | |
| "loss": 0.3522, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.24204814434051514, | |
| "learning_rate": 4.3399858767306936e-05, | |
| "loss": 0.3574, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.2356475591659546, | |
| "learning_rate": 4.336312094131434e-05, | |
| "loss": 0.3434, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.2569087743759155, | |
| "learning_rate": 4.332629679574566e-05, | |
| "loss": 0.3369, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.25907132029533386, | |
| "learning_rate": 4.3289386503700266e-05, | |
| "loss": 0.3573, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.24386312067508698, | |
| "learning_rate": 4.325239023868247e-05, | |
| "loss": 0.3473, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.2457239180803299, | |
| "learning_rate": 4.321530817460073e-05, | |
| "loss": 0.336, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.2373226284980774, | |
| "learning_rate": 4.317814048576682e-05, | |
| "loss": 0.3546, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.2573254704475403, | |
| "learning_rate": 4.3140887346894974e-05, | |
| "loss": 0.3513, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.254350870847702, | |
| "learning_rate": 4.3103548933101154e-05, | |
| "loss": 0.3494, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.26855236291885376, | |
| "learning_rate": 4.3066125419902156e-05, | |
| "loss": 0.3538, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.22530697286128998, | |
| "learning_rate": 4.302861698321478e-05, | |
| "loss": 0.3433, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.2630355656147003, | |
| "learning_rate": 4.299102379935505e-05, | |
| "loss": 0.3395, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.24788448214530945, | |
| "learning_rate": 4.2953346045037345e-05, | |
| "loss": 0.353, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.24751460552215576, | |
| "learning_rate": 4.291558389737362e-05, | |
| "loss": 0.345, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.24289636313915253, | |
| "learning_rate": 4.2877737533872485e-05, | |
| "loss": 0.3327, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.25640085339546204, | |
| "learning_rate": 4.283980713243847e-05, | |
| "loss": 0.3563, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.24024629592895508, | |
| "learning_rate": 4.2801792871371116e-05, | |
| "loss": 0.358, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.2351466864347458, | |
| "learning_rate": 4.2763694929364166e-05, | |
| "loss": 0.3384, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.2508438229560852, | |
| "learning_rate": 4.272551348550474e-05, | |
| "loss": 0.3393, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.236288383603096, | |
| "learning_rate": 4.268724871927245e-05, | |
| "loss": 0.3532, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.25894463062286377, | |
| "learning_rate": 4.264890081053859e-05, | |
| "loss": 0.3486, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.24554409086704254, | |
| "learning_rate": 4.261046993956531e-05, | |
| "loss": 0.3315, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.2480149120092392, | |
| "learning_rate": 4.25719562870047e-05, | |
| "loss": 0.3385, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.24384349584579468, | |
| "learning_rate": 4.253336003389799e-05, | |
| "loss": 0.3369, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2618124485015869, | |
| "learning_rate": 4.249468136167472e-05, | |
| "loss": 0.3344, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.25003039836883545, | |
| "learning_rate": 4.245592045215182e-05, | |
| "loss": 0.3419, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2513079345226288, | |
| "learning_rate": 4.241707748753283e-05, | |
| "loss": 0.3352, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.23028899729251862, | |
| "learning_rate": 4.237815265040696e-05, | |
| "loss": 0.3264, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.25453129410743713, | |
| "learning_rate": 4.2339146123748324e-05, | |
| "loss": 0.3413, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.27212798595428467, | |
| "learning_rate": 4.2300058090915004e-05, | |
| "loss": 0.3399, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.24868816137313843, | |
| "learning_rate": 4.226088873564825e-05, | |
| "loss": 0.3325, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.2333601415157318, | |
| "learning_rate": 4.222163824207155e-05, | |
| "loss": 0.3489, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.24276578426361084, | |
| "learning_rate": 4.218230679468981e-05, | |
| "loss": 0.3312, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.24993957579135895, | |
| "learning_rate": 4.214289457838849e-05, | |
| "loss": 0.3406, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.24900434911251068, | |
| "learning_rate": 4.2103401778432694e-05, | |
| "loss": 0.3377, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.24076253175735474, | |
| "learning_rate": 4.206382858046636e-05, | |
| "loss": 0.3473, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.2292889505624771, | |
| "learning_rate": 4.202417517051132e-05, | |
| "loss": 0.3395, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.24988548457622528, | |
| "learning_rate": 4.1984441734966486e-05, | |
| "loss": 0.3437, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.242272287607193, | |
| "learning_rate": 4.1944628460606916e-05, | |
| "loss": 0.3381, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.24164338409900665, | |
| "learning_rate": 4.1904735534583006e-05, | |
| "loss": 0.3438, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.24440313875675201, | |
| "learning_rate": 4.1864763144419536e-05, | |
| "loss": 0.3395, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.23709137737751007, | |
| "learning_rate": 4.182471147801485e-05, | |
| "loss": 0.3507, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.23476146161556244, | |
| "learning_rate": 4.1784580723639923e-05, | |
| "loss": 0.3175, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.24348315596580505, | |
| "learning_rate": 4.1744371069937505e-05, | |
| "loss": 0.3295, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.23205485939979553, | |
| "learning_rate": 4.1704082705921246e-05, | |
| "loss": 0.3328, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.2688595652580261, | |
| "learning_rate": 4.166371582097476e-05, | |
| "loss": 0.3233, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.25747400522232056, | |
| "learning_rate": 4.162327060485078e-05, | |
| "loss": 0.3368, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.242996484041214, | |
| "learning_rate": 4.158274724767028e-05, | |
| "loss": 0.3391, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.23208199441432953, | |
| "learning_rate": 4.154214593992149e-05, | |
| "loss": 0.3316, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.2287871092557907, | |
| "learning_rate": 4.1501466872459104e-05, | |
| "loss": 0.3332, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.27117621898651123, | |
| "learning_rate": 4.146071023650335e-05, | |
| "loss": 0.3393, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.2395385354757309, | |
| "learning_rate": 4.141987622363904e-05, | |
| "loss": 0.3367, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.2599872052669525, | |
| "learning_rate": 4.1378965025814754e-05, | |
| "loss": 0.3519, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.28649839758872986, | |
| "learning_rate": 4.133797683534188e-05, | |
| "loss": 0.3268, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.23685117065906525, | |
| "learning_rate": 4.129691184489371e-05, | |
| "loss": 0.3339, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.2584911584854126, | |
| "learning_rate": 4.1255770247504576e-05, | |
| "loss": 0.3352, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.25693652033805847, | |
| "learning_rate": 4.12145522365689e-05, | |
| "loss": 0.3371, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.24498964846134186, | |
| "learning_rate": 4.117325800584031e-05, | |
| "loss": 0.3353, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.24351784586906433, | |
| "learning_rate": 4.113188774943071e-05, | |
| "loss": 0.3285, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.2461797147989273, | |
| "learning_rate": 4.10904416618094e-05, | |
| "loss": 0.3483, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.23336690664291382, | |
| "learning_rate": 4.10489199378021e-05, | |
| "loss": 0.338, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.269683837890625, | |
| "learning_rate": 4.100732277259012e-05, | |
| "loss": 0.3329, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.24568964540958405, | |
| "learning_rate": 4.0965650361709363e-05, | |
| "loss": 0.3387, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.2428756207227707, | |
| "learning_rate": 4.092390290104946e-05, | |
| "loss": 0.3479, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.2435704469680786, | |
| "learning_rate": 4.088208058685282e-05, | |
| "loss": 0.3268, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.2513998746871948, | |
| "learning_rate": 4.0840183615713714e-05, | |
| "loss": 0.334, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.2560335099697113, | |
| "learning_rate": 4.0798212184577354e-05, | |
| "loss": 0.3422, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.2384011596441269, | |
| "learning_rate": 4.075616649073898e-05, | |
| "loss": 0.3463, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.2399209588766098, | |
| "learning_rate": 4.071404673184289e-05, | |
| "loss": 0.3325, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.26694726943969727, | |
| "learning_rate": 4.067185310588158e-05, | |
| "loss": 0.3439, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.26630017161369324, | |
| "learning_rate": 4.0629585811194726e-05, | |
| "loss": 0.3414, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.24448637664318085, | |
| "learning_rate": 4.058724504646834e-05, | |
| "loss": 0.3394, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.2364281266927719, | |
| "learning_rate": 4.0544831010733774e-05, | |
| "loss": 0.322, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.2470795065164566, | |
| "learning_rate": 4.05023439033668e-05, | |
| "loss": 0.3288, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.24532996118068695, | |
| "learning_rate": 4.04597839240867e-05, | |
| "loss": 0.342, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.2632855176925659, | |
| "learning_rate": 4.041715127295529e-05, | |
| "loss": 0.3371, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.22981517016887665, | |
| "learning_rate": 4.0374446150376e-05, | |
| "loss": 0.3346, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.2959480583667755, | |
| "learning_rate": 4.033166875709291e-05, | |
| "loss": 0.3478, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.24138358235359192, | |
| "learning_rate": 4.028881929418985e-05, | |
| "loss": 0.3375, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.24090544879436493, | |
| "learning_rate": 4.024589796308941e-05, | |
| "loss": 0.3367, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.24531295895576477, | |
| "learning_rate": 4.020290496555202e-05, | |
| "loss": 0.3188, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.2573501169681549, | |
| "learning_rate": 4.015984050367499e-05, | |
| "loss": 0.3348, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.2843419909477234, | |
| "learning_rate": 4.0116704779891545e-05, | |
| "loss": 0.3297, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.25673505663871765, | |
| "learning_rate": 4.0073497996969936e-05, | |
| "loss": 0.3298, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.26149725914001465, | |
| "learning_rate": 4.003022035801238e-05, | |
| "loss": 0.3209, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.23931410908699036, | |
| "learning_rate": 3.9986872066454226e-05, | |
| "loss": 0.3267, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.2629973292350769, | |
| "learning_rate": 3.9943453326062907e-05, | |
| "loss": 0.3343, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.2728996276855469, | |
| "learning_rate": 3.9899964340937025e-05, | |
| "loss": 0.3394, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.2435467392206192, | |
| "learning_rate": 3.9856405315505374e-05, | |
| "loss": 0.3177, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.2617558240890503, | |
| "learning_rate": 3.9812776454525984e-05, | |
| "loss": 0.331, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.24701017141342163, | |
| "learning_rate": 3.976907796308519e-05, | |
| "loss": 0.3327, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.2749021053314209, | |
| "learning_rate": 3.9725310046596595e-05, | |
| "loss": 0.3374, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.23305217921733856, | |
| "learning_rate": 3.9681472910800196e-05, | |
| "loss": 0.3352, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.29269129037857056, | |
| "learning_rate": 3.963756676176132e-05, | |
| "loss": 0.3338, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.23365184664726257, | |
| "learning_rate": 3.959359180586975e-05, | |
| "loss": 0.328, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.27199557423591614, | |
| "learning_rate": 3.954954824983867e-05, | |
| "loss": 0.3454, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.2569097876548767, | |
| "learning_rate": 3.950543630070378e-05, | |
| "loss": 0.341, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.25776511430740356, | |
| "learning_rate": 3.946125616582221e-05, | |
| "loss": 0.3385, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.24016167223453522, | |
| "learning_rate": 3.941700805287168e-05, | |
| "loss": 0.334, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.2434518188238144, | |
| "learning_rate": 3.937269216984941e-05, | |
| "loss": 0.3425, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.26765549182891846, | |
| "learning_rate": 3.9328308725071204e-05, | |
| "loss": 0.3344, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.24450050294399261, | |
| "learning_rate": 3.928385792717045e-05, | |
| "loss": 0.3129, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.28204238414764404, | |
| "learning_rate": 3.923933998509713e-05, | |
| "loss": 0.328, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.24494262039661407, | |
| "learning_rate": 3.9194755108116895e-05, | |
| "loss": 0.3404, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2702252268791199, | |
| "learning_rate": 3.915010350580998e-05, | |
| "loss": 0.3274, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2707866132259369, | |
| "learning_rate": 3.9105385388070305e-05, | |
| "loss": 0.332, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2505589723587036, | |
| "learning_rate": 3.906060096510446e-05, | |
| "loss": 0.3354, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.2387889325618744, | |
| "learning_rate": 3.901575044743072e-05, | |
| "loss": 0.3224, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.2803099751472473, | |
| "learning_rate": 3.8970834045878024e-05, | |
| "loss": 0.33, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.23512738943099976, | |
| "learning_rate": 3.892585197158505e-05, | |
| "loss": 0.3325, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.25273269414901733, | |
| "learning_rate": 3.8880804435999164e-05, | |
| "loss": 0.3256, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.24171994626522064, | |
| "learning_rate": 3.883569165087544e-05, | |
| "loss": 0.3306, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.29272180795669556, | |
| "learning_rate": 3.8790513828275683e-05, | |
| "loss": 0.3213, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.22815151512622833, | |
| "learning_rate": 3.874527118056741e-05, | |
| "loss": 0.3239, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.25038009881973267, | |
| "learning_rate": 3.8699963920422874e-05, | |
| "loss": 0.3316, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.27102407813072205, | |
| "learning_rate": 3.8654592260818045e-05, | |
| "loss": 0.325, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.2518659234046936, | |
| "learning_rate": 3.860915641503161e-05, | |
| "loss": 0.3181, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.24750158190727234, | |
| "learning_rate": 3.856365659664399e-05, | |
| "loss": 0.3416, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.2569617033004761, | |
| "learning_rate": 3.851809301953631e-05, | |
| "loss": 0.3365, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.2528016269207001, | |
| "learning_rate": 3.8472465897889394e-05, | |
| "loss": 0.3351, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.25869566202163696, | |
| "learning_rate": 3.842677544618279e-05, | |
| "loss": 0.3232, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.26310843229293823, | |
| "learning_rate": 3.8381021879193766e-05, | |
| "loss": 0.3202, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.22816044092178345, | |
| "learning_rate": 3.833520541199622e-05, | |
| "loss": 0.3276, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.24431347846984863, | |
| "learning_rate": 3.828932625995977e-05, | |
| "loss": 0.3206, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.24391967058181763, | |
| "learning_rate": 3.824338463874866e-05, | |
| "loss": 0.3217, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.24665364623069763, | |
| "learning_rate": 3.819738076432081e-05, | |
| "loss": 0.3106, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.27670589089393616, | |
| "learning_rate": 3.815131485292678e-05, | |
| "loss": 0.3185, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.2397053837776184, | |
| "learning_rate": 3.8105187121108723e-05, | |
| "loss": 0.2967, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.24300773441791534, | |
| "learning_rate": 3.805899778569939e-05, | |
| "loss": 0.3019, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.2437438815832138, | |
| "learning_rate": 3.801274706382115e-05, | |
| "loss": 0.307, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.2918024957180023, | |
| "learning_rate": 3.7966435172884885e-05, | |
| "loss": 0.3048, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.24549159407615662, | |
| "learning_rate": 3.7920062330589044e-05, | |
| "loss": 0.3089, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.26322951912879944, | |
| "learning_rate": 3.787362875491858e-05, | |
| "loss": 0.3029, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.24100036919116974, | |
| "learning_rate": 3.782713466414395e-05, | |
| "loss": 0.3065, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.2686925232410431, | |
| "learning_rate": 3.778058027682004e-05, | |
| "loss": 0.2978, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.26946887373924255, | |
| "learning_rate": 3.77339658117852e-05, | |
| "loss": 0.303, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.2917940616607666, | |
| "learning_rate": 3.7687291488160195e-05, | |
| "loss": 0.3045, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.2630554735660553, | |
| "learning_rate": 3.764055752534714e-05, | |
| "loss": 0.3062, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.2723802924156189, | |
| "learning_rate": 3.759376414302852e-05, | |
| "loss": 0.3068, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.25582003593444824, | |
| "learning_rate": 3.754691156116612e-05, | |
| "loss": 0.2995, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.2598457932472229, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.3025, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.2770859897136688, | |
| "learning_rate": 3.745302968004749e-05, | |
| "loss": 0.3104, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.28139764070510864, | |
| "learning_rate": 3.7406000822102085e-05, | |
| "loss": 0.2987, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.24686959385871887, | |
| "learning_rate": 3.73589136472325e-05, | |
| "loss": 0.2982, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.24469734728336334, | |
| "learning_rate": 3.7311768376781536e-05, | |
| "loss": 0.2884, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.2741526961326599, | |
| "learning_rate": 3.726456523236511e-05, | |
| "loss": 0.3088, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.24935713410377502, | |
| "learning_rate": 3.721730443587118e-05, | |
| "loss": 0.319, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.2700643539428711, | |
| "learning_rate": 3.716998620945871e-05, | |
| "loss": 0.3014, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.27301180362701416, | |
| "learning_rate": 3.712261077555663e-05, | |
| "loss": 0.2993, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.29451754689216614, | |
| "learning_rate": 3.707517835686278e-05, | |
| "loss": 0.3202, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.24200481176376343, | |
| "learning_rate": 3.7027689176342855e-05, | |
| "loss": 0.3103, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.28864267468452454, | |
| "learning_rate": 3.69801434572294e-05, | |
| "loss": 0.3069, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.26540395617485046, | |
| "learning_rate": 3.693254142302071e-05, | |
| "loss": 0.2953, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.24319253861904144, | |
| "learning_rate": 3.68848832974798e-05, | |
| "loss": 0.3035, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.27891623973846436, | |
| "learning_rate": 3.683716930463335e-05, | |
| "loss": 0.3118, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.26043465733528137, | |
| "learning_rate": 3.67893996687707e-05, | |
| "loss": 0.3031, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.24342221021652222, | |
| "learning_rate": 3.6741574614442683e-05, | |
| "loss": 0.3072, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.2626497447490692, | |
| "learning_rate": 3.669369436646069e-05, | |
| "loss": 0.2972, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.2995108664035797, | |
| "learning_rate": 3.6645759149895526e-05, | |
| "loss": 0.2956, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.2610829770565033, | |
| "learning_rate": 3.659776919007642e-05, | |
| "loss": 0.292, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.2650500237941742, | |
| "learning_rate": 3.6549724712589905e-05, | |
| "loss": 0.3038, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.254011869430542, | |
| "learning_rate": 3.6501625943278805e-05, | |
| "loss": 0.2968, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.26473093032836914, | |
| "learning_rate": 3.645347310824114e-05, | |
| "loss": 0.3032, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.2749622166156769, | |
| "learning_rate": 3.6405266433829075e-05, | |
| "loss": 0.2985, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.25224971771240234, | |
| "learning_rate": 3.635700614664788e-05, | |
| "loss": 0.3101, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.2885672450065613, | |
| "learning_rate": 3.6308692473554814e-05, | |
| "loss": 0.3013, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.2557135820388794, | |
| "learning_rate": 3.62603256416581e-05, | |
| "loss": 0.3122, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.25804078578948975, | |
| "learning_rate": 3.621190587831586e-05, | |
| "loss": 0.2944, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.2645909786224365, | |
| "learning_rate": 3.6163433411135004e-05, | |
| "loss": 0.3114, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.28380557894706726, | |
| "learning_rate": 3.61149084679702e-05, | |
| "loss": 0.2808, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.276014119386673, | |
| "learning_rate": 3.60663312769228e-05, | |
| "loss": 0.2971, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.2478584200143814, | |
| "learning_rate": 3.601770206633974e-05, | |
| "loss": 0.3049, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.26906976103782654, | |
| "learning_rate": 3.596902106481249e-05, | |
| "loss": 0.2988, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.3004421591758728, | |
| "learning_rate": 3.592028850117598e-05, | |
| "loss": 0.3063, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.24905380606651306, | |
| "learning_rate": 3.5871504604507514e-05, | |
| "loss": 0.3028, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.2927190065383911, | |
| "learning_rate": 3.5822669604125684e-05, | |
| "loss": 0.3095, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.2823159098625183, | |
| "learning_rate": 3.5773783729589335e-05, | |
| "loss": 0.3066, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.2610376179218292, | |
| "learning_rate": 3.572484721069643e-05, | |
| "loss": 0.2799, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.2829107642173767, | |
| "learning_rate": 3.567586027748302e-05, | |
| "loss": 0.3046, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.2743787169456482, | |
| "learning_rate": 3.562682316022211e-05, | |
| "loss": 0.299, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.25424623489379883, | |
| "learning_rate": 3.557773608942262e-05, | |
| "loss": 0.3038, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.2697458863258362, | |
| "learning_rate": 3.5528599295828305e-05, | |
| "loss": 0.288, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.27604496479034424, | |
| "learning_rate": 3.547941301041661e-05, | |
| "loss": 0.3043, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.2915935814380646, | |
| "learning_rate": 3.5430177464397654e-05, | |
| "loss": 0.315, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.2570568919181824, | |
| "learning_rate": 3.5380892889213125e-05, | |
| "loss": 0.2963, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.2617090046405792, | |
| "learning_rate": 3.533155951653516e-05, | |
| "loss": 0.3074, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.29622194170951843, | |
| "learning_rate": 3.5282177578265296e-05, | |
| "loss": 0.3163, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.2855910658836365, | |
| "learning_rate": 3.5232747306533344e-05, | |
| "loss": 0.3083, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.2611843943595886, | |
| "learning_rate": 3.5183268933696315e-05, | |
| "loss": 0.2975, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.27095702290534973, | |
| "learning_rate": 3.513374269233737e-05, | |
| "loss": 0.2964, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.27189502120018005, | |
| "learning_rate": 3.508416881526464e-05, | |
| "loss": 0.29, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.2780579924583435, | |
| "learning_rate": 3.503454753551019e-05, | |
| "loss": 0.311, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.25616490840911865, | |
| "learning_rate": 3.4984879086328914e-05, | |
| "loss": 0.2872, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.2975301742553711, | |
| "learning_rate": 3.493516370119745e-05, | |
| "loss": 0.2848, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.26427510380744934, | |
| "learning_rate": 3.488540161381304e-05, | |
| "loss": 0.2972, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.2540915310382843, | |
| "learning_rate": 3.483559305809248e-05, | |
| "loss": 0.3071, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.2644979953765869, | |
| "learning_rate": 3.478573826817099e-05, | |
| "loss": 0.2995, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.26824507117271423, | |
| "learning_rate": 3.473583747840112e-05, | |
| "loss": 0.3093, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.25197768211364746, | |
| "learning_rate": 3.4685890923351665e-05, | |
| "loss": 0.2987, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.271640419960022, | |
| "learning_rate": 3.4635898837806535e-05, | |
| "loss": 0.3068, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.30842480063438416, | |
| "learning_rate": 3.4585861456763686e-05, | |
| "loss": 0.289, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.29954609274864197, | |
| "learning_rate": 3.4535779015433975e-05, | |
| "loss": 0.3062, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.25205594301223755, | |
| "learning_rate": 3.4485651749240066e-05, | |
| "loss": 0.2952, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.28727492690086365, | |
| "learning_rate": 3.443547989381536e-05, | |
| "loss": 0.2973, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.2634449303150177, | |
| "learning_rate": 3.4385263685002846e-05, | |
| "loss": 0.2976, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.2632748782634735, | |
| "learning_rate": 3.4335003358853996e-05, | |
| "loss": 0.3032, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.3057663142681122, | |
| "learning_rate": 3.428469915162767e-05, | |
| "loss": 0.2987, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.2766965627670288, | |
| "learning_rate": 3.423435129978901e-05, | |
| "loss": 0.2995, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.27240169048309326, | |
| "learning_rate": 3.4183960040008294e-05, | |
| "loss": 0.31, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.2594124674797058, | |
| "learning_rate": 3.413352560915988e-05, | |
| "loss": 0.2862, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.3315170109272003, | |
| "learning_rate": 3.408304824432104e-05, | |
| "loss": 0.2945, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.29100900888442993, | |
| "learning_rate": 3.403252818277086e-05, | |
| "loss": 0.3037, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.2730395495891571, | |
| "learning_rate": 3.3981965661989146e-05, | |
| "loss": 0.3069, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.3000994026660919, | |
| "learning_rate": 3.393136091965529e-05, | |
| "loss": 0.3097, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.26236626505851746, | |
| "learning_rate": 3.3880714193647155e-05, | |
| "loss": 0.2941, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.27992677688598633, | |
| "learning_rate": 3.383002572203995e-05, | |
| "loss": 0.2901, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.2957090735435486, | |
| "learning_rate": 3.377929574310512e-05, | |
| "loss": 0.3025, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.2695033848285675, | |
| "learning_rate": 3.372852449530922e-05, | |
| "loss": 0.3033, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.28816473484039307, | |
| "learning_rate": 3.3677712217312805e-05, | |
| "loss": 0.2997, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.26239269971847534, | |
| "learning_rate": 3.36268591479693e-05, | |
| "loss": 0.3009, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.2978915572166443, | |
| "learning_rate": 3.357596552632388e-05, | |
| "loss": 0.3104, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.24776782095432281, | |
| "learning_rate": 3.352503159161234e-05, | |
| "loss": 0.2902, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.25982436537742615, | |
| "learning_rate": 3.347405758325996e-05, | |
| "loss": 0.288, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.28331804275512695, | |
| "learning_rate": 3.342304374088043e-05, | |
| "loss": 0.2905, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.288766086101532, | |
| "learning_rate": 3.3371990304274656e-05, | |
| "loss": 0.2891, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.2807261049747467, | |
| "learning_rate": 3.332089751342968e-05, | |
| "loss": 0.3077, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.2729346752166748, | |
| "learning_rate": 3.326976560851753e-05, | |
| "loss": 0.2877, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.2683100402355194, | |
| "learning_rate": 3.32185948298941e-05, | |
| "loss": 0.3009, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.2973572313785553, | |
| "learning_rate": 3.316738541809803e-05, | |
| "loss": 0.3016, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.2905617952346802, | |
| "learning_rate": 3.311613761384953e-05, | |
| "loss": 0.2986, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.29995477199554443, | |
| "learning_rate": 3.3064851658049314e-05, | |
| "loss": 0.3051, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.2770727872848511, | |
| "learning_rate": 3.301352779177743e-05, | |
| "loss": 0.2879, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.31071165204048157, | |
| "learning_rate": 3.2962166256292113e-05, | |
| "loss": 0.2834, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.2740139067173004, | |
| "learning_rate": 3.291076729302869e-05, | |
| "loss": 0.3002, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.2945749759674072, | |
| "learning_rate": 3.285933114359842e-05, | |
| "loss": 0.3024, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.2676278054714203, | |
| "learning_rate": 3.280785804978735e-05, | |
| "loss": 0.3056, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.25451141595840454, | |
| "learning_rate": 3.2756348253555215e-05, | |
| "loss": 0.2962, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.26468273997306824, | |
| "learning_rate": 3.270480199703425e-05, | |
| "loss": 0.3063, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.26697760820388794, | |
| "learning_rate": 3.2653219522528106e-05, | |
| "loss": 0.2836, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.28052154183387756, | |
| "learning_rate": 3.260160107251067e-05, | |
| "loss": 0.3027, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.2898489832878113, | |
| "learning_rate": 3.2549946889624926e-05, | |
| "loss": 0.2968, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.29555365443229675, | |
| "learning_rate": 3.249825721668185e-05, | |
| "loss": 0.2911, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.2801489531993866, | |
| "learning_rate": 3.244653229665925e-05, | |
| "loss": 0.3057, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.26459407806396484, | |
| "learning_rate": 3.23947723727006e-05, | |
| "loss": 0.3059, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.311621755361557, | |
| "learning_rate": 3.2342977688113915e-05, | |
| "loss": 0.3057, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.2606475353240967, | |
| "learning_rate": 3.2291148486370626e-05, | |
| "loss": 0.2905, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.29442301392555237, | |
| "learning_rate": 3.223928501110441e-05, | |
| "loss": 0.2962, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.26171961426734924, | |
| "learning_rate": 3.218738750611008e-05, | |
| "loss": 0.2835, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.27043333649635315, | |
| "learning_rate": 3.2135456215342356e-05, | |
| "loss": 0.2957, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.3261232376098633, | |
| "learning_rate": 3.2083491382914824e-05, | |
| "loss": 0.2853, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.2558610141277313, | |
| "learning_rate": 3.2031493253098724e-05, | |
| "loss": 0.2842, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.2991327941417694, | |
| "learning_rate": 3.197946207032181e-05, | |
| "loss": 0.3079, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.31375688314437866, | |
| "learning_rate": 3.1927398079167226e-05, | |
| "loss": 0.3053, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.2674601078033447, | |
| "learning_rate": 3.1875301524372306e-05, | |
| "loss": 0.2937, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.27789610624313354, | |
| "learning_rate": 3.1823172650827496e-05, | |
| "loss": 0.2926, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.28713828325271606, | |
| "learning_rate": 3.177101170357513e-05, | |
| "loss": 0.2989, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.2908244729042053, | |
| "learning_rate": 3.1718818927808335e-05, | |
| "loss": 0.2911, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.2980084717273712, | |
| "learning_rate": 3.166659456886983e-05, | |
| "loss": 0.2933, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.2810494005680084, | |
| "learning_rate": 3.1614338872250836e-05, | |
| "loss": 0.2973, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.29591745138168335, | |
| "learning_rate": 3.156205208358984e-05, | |
| "loss": 0.2922, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.2694539725780487, | |
| "learning_rate": 3.150973444867151e-05, | |
| "loss": 0.2868, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.29078954458236694, | |
| "learning_rate": 3.145738621342549e-05, | |
| "loss": 0.2935, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.24549968540668488, | |
| "learning_rate": 3.14050076239253e-05, | |
| "loss": 0.2838, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.2833496630191803, | |
| "learning_rate": 3.1352598926387124e-05, | |
| "loss": 0.2993, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.29394856095314026, | |
| "learning_rate": 3.130016036716867e-05, | |
| "loss": 0.2924, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.4183152914047241, | |
| "learning_rate": 3.124769219276803e-05, | |
| "loss": 0.3023, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.269716739654541, | |
| "learning_rate": 3.11951946498225e-05, | |
| "loss": 0.2817, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.28056713938713074, | |
| "learning_rate": 3.114266798510744e-05, | |
| "loss": 0.2947, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.2674812376499176, | |
| "learning_rate": 3.1090112445535104e-05, | |
| "loss": 0.2985, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.2738688290119171, | |
| "learning_rate": 3.103752827815345e-05, | |
| "loss": 0.3015, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.2820100784301758, | |
| "learning_rate": 3.0984915730145046e-05, | |
| "loss": 0.2895, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.28290191292762756, | |
| "learning_rate": 3.093227504882584e-05, | |
| "loss": 0.2848, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.2668739855289459, | |
| "learning_rate": 3.087960648164403e-05, | |
| "loss": 0.2917, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.2666045129299164, | |
| "learning_rate": 3.0826910276178916e-05, | |
| "loss": 0.2987, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.27977439761161804, | |
| "learning_rate": 3.07741866801397e-05, | |
| "loss": 0.2926, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.27020302414894104, | |
| "learning_rate": 3.072143594136433e-05, | |
| "loss": 0.3003, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.2469637244939804, | |
| "learning_rate": 3.0668658307818385e-05, | |
| "loss": 0.2842, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.28846561908721924, | |
| "learning_rate": 3.061585402759381e-05, | |
| "loss": 0.298, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.2849927544593811, | |
| "learning_rate": 3.056302334890786e-05, | |
| "loss": 0.2925, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.28161710500717163, | |
| "learning_rate": 3.051016652010185e-05, | |
| "loss": 0.2967, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.2685248851776123, | |
| "learning_rate": 3.045728378964004e-05, | |
| "loss": 0.2872, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.270854651927948, | |
| "learning_rate": 3.0404375406108427e-05, | |
| "loss": 0.2827, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.29226136207580566, | |
| "learning_rate": 3.0351441618213604e-05, | |
| "loss": 0.3056, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.27794334292411804, | |
| "learning_rate": 3.029848267478158e-05, | |
| "loss": 0.2884, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.2685510516166687, | |
| "learning_rate": 3.024549882475662e-05, | |
| "loss": 0.2922, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.2610897421836853, | |
| "learning_rate": 3.0192490317200058e-05, | |
| "loss": 0.2917, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.2856181859970093, | |
| "learning_rate": 3.013945740128914e-05, | |
| "loss": 0.2885, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.26383763551712036, | |
| "learning_rate": 3.008640032631585e-05, | |
| "loss": 0.3069, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.28392094373703003, | |
| "learning_rate": 3.003331934168573e-05, | |
| "loss": 0.2916, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.2767746150493622, | |
| "learning_rate": 2.9980214696916726e-05, | |
| "loss": 0.2977, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.3030785918235779, | |
| "learning_rate": 2.9927086641637997e-05, | |
| "loss": 0.3008, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.29651913046836853, | |
| "learning_rate": 2.9873935425588734e-05, | |
| "loss": 0.2983, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.31585001945495605, | |
| "learning_rate": 2.9820761298617028e-05, | |
| "loss": 0.2928, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.2689068615436554, | |
| "learning_rate": 2.9767564510678652e-05, | |
| "loss": 0.2923, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.27636662125587463, | |
| "learning_rate": 2.9714345311835895e-05, | |
| "loss": 0.2983, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.274234414100647, | |
| "learning_rate": 2.9661103952256396e-05, | |
| "loss": 0.2958, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.294877827167511, | |
| "learning_rate": 2.9607840682211985e-05, | |
| "loss": 0.294, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.2964394688606262, | |
| "learning_rate": 2.9554555752077457e-05, | |
| "loss": 0.2986, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.2825262248516083, | |
| "learning_rate": 2.950124941232944e-05, | |
| "loss": 0.2926, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.2611103653907776, | |
| "learning_rate": 2.9447921913545197e-05, | |
| "loss": 0.2917, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.2674500048160553, | |
| "learning_rate": 2.9394573506401467e-05, | |
| "loss": 0.3018, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.2672838270664215, | |
| "learning_rate": 2.9341204441673266e-05, | |
| "loss": 0.2927, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.3334977328777313, | |
| "learning_rate": 2.9287814970232686e-05, | |
| "loss": 0.2905, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.2567777633666992, | |
| "learning_rate": 2.9234405343047804e-05, | |
| "loss": 0.2905, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.28230491280555725, | |
| "learning_rate": 2.9180975811181392e-05, | |
| "loss": 0.2948, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.32607340812683105, | |
| "learning_rate": 2.9127526625789808e-05, | |
| "loss": 0.2919, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.2736309766769409, | |
| "learning_rate": 2.9074058038121794e-05, | |
| "loss": 0.3001, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.3076474666595459, | |
| "learning_rate": 2.9020570299517297e-05, | |
| "loss": 0.2869, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.2726801037788391, | |
| "learning_rate": 2.8967063661406285e-05, | |
| "loss": 0.2921, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.7224235534667969, | |
| "learning_rate": 2.891353837530757e-05, | |
| "loss": 0.3094, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.27749213576316833, | |
| "learning_rate": 2.885999469282761e-05, | |
| "loss": 0.2868, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.31395354866981506, | |
| "learning_rate": 2.880643286565936e-05, | |
| "loss": 0.3055, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.276438444852829, | |
| "learning_rate": 2.875285314558106e-05, | |
| "loss": 0.2913, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.32008302211761475, | |
| "learning_rate": 2.8699255784455043e-05, | |
| "loss": 0.2878, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.2967100143432617, | |
| "learning_rate": 2.8645641034226583e-05, | |
| "loss": 0.2918, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.28055939078330994, | |
| "learning_rate": 2.8592009146922704e-05, | |
| "loss": 0.2887, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.2662840485572815, | |
| "learning_rate": 2.853836037465097e-05, | |
| "loss": 0.2848, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.2847791612148285, | |
| "learning_rate": 2.848469496959832e-05, | |
| "loss": 0.2967, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.2742089331150055, | |
| "learning_rate": 2.8431013184029876e-05, | |
| "loss": 0.2887, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.2804618775844574, | |
| "learning_rate": 2.8377315270287764e-05, | |
| "loss": 0.2881, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.27763351798057556, | |
| "learning_rate": 2.8323601480789928e-05, | |
| "loss": 0.2884, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.2841647267341614, | |
| "learning_rate": 2.8269872068028925e-05, | |
| "loss": 0.283, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.28074926137924194, | |
| "learning_rate": 2.821612728457078e-05, | |
| "loss": 0.2813, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.3072793781757355, | |
| "learning_rate": 2.816236738305374e-05, | |
| "loss": 0.2927, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.26491352915763855, | |
| "learning_rate": 2.8108592616187133e-05, | |
| "loss": 0.2884, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.28425270318984985, | |
| "learning_rate": 2.805480323675016e-05, | |
| "loss": 0.2925, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.3058440089225769, | |
| "learning_rate": 2.800099949759072e-05, | |
| "loss": 0.2867, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.2989778518676758, | |
| "learning_rate": 2.79471816516242e-05, | |
| "loss": 0.2926, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.2917656898498535, | |
| "learning_rate": 2.789334995183231e-05, | |
| "loss": 0.2989, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.27660423517227173, | |
| "learning_rate": 2.7839504651261872e-05, | |
| "loss": 0.2854, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.3180350661277771, | |
| "learning_rate": 2.7785646003023656e-05, | |
| "loss": 0.2917, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.2923102080821991, | |
| "learning_rate": 2.773177426029116e-05, | |
| "loss": 0.2871, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.2785269320011139, | |
| "learning_rate": 2.767788967629944e-05, | |
| "loss": 0.2989, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.2686062157154083, | |
| "learning_rate": 2.762399250434392e-05, | |
| "loss": 0.2842, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.27798107266426086, | |
| "learning_rate": 2.75700829977792e-05, | |
| "loss": 0.2839, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.28423336148262024, | |
| "learning_rate": 2.7516161410017844e-05, | |
| "loss": 0.279, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.2867024838924408, | |
| "learning_rate": 2.7462227994529217e-05, | |
| "loss": 0.2829, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.3039509654045105, | |
| "learning_rate": 2.7408283004838293e-05, | |
| "loss": 0.2857, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.28565874695777893, | |
| "learning_rate": 2.735432669452443e-05, | |
| "loss": 0.2909, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.2665278911590576, | |
| "learning_rate": 2.730035931722022e-05, | |
| "loss": 0.2918, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.3140422999858856, | |
| "learning_rate": 2.7246381126610272e-05, | |
| "loss": 0.287, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.2795071005821228, | |
| "learning_rate": 2.7192392376430016e-05, | |
| "loss": 0.2976, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.40941300988197327, | |
| "learning_rate": 2.7138393320464533e-05, | |
| "loss": 0.2853, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.3148713707923889, | |
| "learning_rate": 2.7084384212547337e-05, | |
| "loss": 0.2962, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.2854318618774414, | |
| "learning_rate": 2.7030365306559207e-05, | |
| "loss": 0.2892, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.26501521468162537, | |
| "learning_rate": 2.697633685642697e-05, | |
| "loss": 0.2875, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.2624688148498535, | |
| "learning_rate": 2.6922299116122317e-05, | |
| "loss": 0.2925, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.3039272427558899, | |
| "learning_rate": 2.686825233966061e-05, | |
| "loss": 0.2892, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.28600260615348816, | |
| "learning_rate": 2.6814196781099686e-05, | |
| "loss": 0.2927, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.28527864813804626, | |
| "learning_rate": 2.676013269453867e-05, | |
| "loss": 0.281, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.28271040320396423, | |
| "learning_rate": 2.6706060334116777e-05, | |
| "loss": 0.2907, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.30454739928245544, | |
| "learning_rate": 2.66519799540121e-05, | |
| "loss": 0.2782, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.2760806679725647, | |
| "learning_rate": 2.6597891808440446e-05, | |
| "loss": 0.3052, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.3208744525909424, | |
| "learning_rate": 2.654379615165411e-05, | |
| "loss": 0.2937, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.28671467304229736, | |
| "learning_rate": 2.6489693237940705e-05, | |
| "loss": 0.2922, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.2875402867794037, | |
| "learning_rate": 2.6435583321621966e-05, | |
| "loss": 0.2946, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.26397180557250977, | |
| "learning_rate": 2.6381466657052522e-05, | |
| "loss": 0.294, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.3011622130870819, | |
| "learning_rate": 2.632734349861874e-05, | |
| "loss": 0.2923, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.2682401239871979, | |
| "learning_rate": 2.6273214100737516e-05, | |
| "loss": 0.2841, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.2877505421638489, | |
| "learning_rate": 2.6219078717855043e-05, | |
| "loss": 0.3014, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.2974471151828766, | |
| "learning_rate": 2.6164937604445705e-05, | |
| "loss": 0.2906, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.27440640330314636, | |
| "learning_rate": 2.611079101501078e-05, | |
| "loss": 0.288, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.27096638083457947, | |
| "learning_rate": 2.6056639204077292e-05, | |
| "loss": 0.2798, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.29108545184135437, | |
| "learning_rate": 2.6002482426196816e-05, | |
| "loss": 0.2846, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.3168250024318695, | |
| "learning_rate": 2.5948320935944286e-05, | |
| "loss": 0.297, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.279838889837265, | |
| "learning_rate": 2.5894154987916764e-05, | |
| "loss": 0.2769, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.30819419026374817, | |
| "learning_rate": 2.5839984836732294e-05, | |
| "loss": 0.2881, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.32967063784599304, | |
| "learning_rate": 2.5785810737028653e-05, | |
| "loss": 0.2817, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.2700733542442322, | |
| "learning_rate": 2.573163294346219e-05, | |
| "loss": 0.3013, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.28947699069976807, | |
| "learning_rate": 2.5677451710706625e-05, | |
| "loss": 0.2949, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.27911829948425293, | |
| "learning_rate": 2.5623267293451826e-05, | |
| "loss": 0.2847, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.26226121187210083, | |
| "learning_rate": 2.556907994640264e-05, | |
| "loss": 0.2986, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.29214856028556824, | |
| "learning_rate": 2.5514889924277702e-05, | |
| "loss": 0.2926, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.27132898569107056, | |
| "learning_rate": 2.5460697481808194e-05, | |
| "loss": 0.2768, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.34020254015922546, | |
| "learning_rate": 2.540650287373669e-05, | |
| "loss": 0.2865, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.2973337471485138, | |
| "learning_rate": 2.5352306354815953e-05, | |
| "loss": 0.2981, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.2942398488521576, | |
| "learning_rate": 2.5298108179807696e-05, | |
| "loss": 0.2908, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.3027085065841675, | |
| "learning_rate": 2.5243908603481453e-05, | |
| "loss": 0.3029, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.4202698767185211, | |
| "learning_rate": 2.5189707880613334e-05, | |
| "loss": 0.2893, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.3037981390953064, | |
| "learning_rate": 2.5135506265984822e-05, | |
| "loss": 0.3042, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.2791476845741272, | |
| "learning_rate": 2.5081304014381614e-05, | |
| "loss": 0.2815, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.28679245710372925, | |
| "learning_rate": 2.5027101380592387e-05, | |
| "loss": 0.2891, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.29510611295700073, | |
| "learning_rate": 2.4972898619407622e-05, | |
| "loss": 0.281, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.33581578731536865, | |
| "learning_rate": 2.4918695985618392e-05, | |
| "loss": 0.2877, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.30332496762275696, | |
| "learning_rate": 2.4864493734015187e-05, | |
| "loss": 0.2783, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.26364871859550476, | |
| "learning_rate": 2.4810292119386675e-05, | |
| "loss": 0.2825, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.2966884672641754, | |
| "learning_rate": 2.475609139651855e-05, | |
| "loss": 0.29, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.31036069989204407, | |
| "learning_rate": 2.470189182019231e-05, | |
| "loss": 0.2853, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.2837959825992584, | |
| "learning_rate": 2.4647693645184053e-05, | |
| "loss": 0.2882, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.6355114579200745, | |
| "learning_rate": 2.459349712626331e-05, | |
| "loss": 0.2871, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.3249611258506775, | |
| "learning_rate": 2.4539302518191802e-05, | |
| "loss": 0.2902, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.31686100363731384, | |
| "learning_rate": 2.4485110075722304e-05, | |
| "loss": 0.2823, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.26546356081962585, | |
| "learning_rate": 2.4430920053597356e-05, | |
| "loss": 0.276, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.279491662979126, | |
| "learning_rate": 2.4376732706548183e-05, | |
| "loss": 0.2692, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.2788805663585663, | |
| "learning_rate": 2.432254828929338e-05, | |
| "loss": 0.2877, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.2937188744544983, | |
| "learning_rate": 2.426836705653782e-05, | |
| "loss": 0.2948, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.2882876694202423, | |
| "learning_rate": 2.4214189262971352e-05, | |
| "loss": 0.2816, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.3089386522769928, | |
| "learning_rate": 2.416001516326771e-05, | |
| "loss": 0.2805, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.2976425290107727, | |
| "learning_rate": 2.410584501208324e-05, | |
| "loss": 0.2816, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.2887030243873596, | |
| "learning_rate": 2.405167906405572e-05, | |
| "loss": 0.2827, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.3007504940032959, | |
| "learning_rate": 2.3997517573803187e-05, | |
| "loss": 0.2679, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.2942444980144501, | |
| "learning_rate": 2.394336079592271e-05, | |
| "loss": 0.2812, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.2711913585662842, | |
| "learning_rate": 2.3889208984989227e-05, | |
| "loss": 0.2845, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.3077562749385834, | |
| "learning_rate": 2.383506239555429e-05, | |
| "loss": 0.2886, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.2941572964191437, | |
| "learning_rate": 2.378092128214496e-05, | |
| "loss": 0.293, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.29964739084243774, | |
| "learning_rate": 2.3726785899262493e-05, | |
| "loss": 0.2784, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.270431786775589, | |
| "learning_rate": 2.3672656501381272e-05, | |
| "loss": 0.278, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.33198636770248413, | |
| "learning_rate": 2.3618533342947487e-05, | |
| "loss": 0.288, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.28286775946617126, | |
| "learning_rate": 2.3564416678378043e-05, | |
| "loss": 0.2968, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.3287088871002197, | |
| "learning_rate": 2.35103067620593e-05, | |
| "loss": 0.283, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.3398906886577606, | |
| "learning_rate": 2.34562038483459e-05, | |
| "loss": 0.2807, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.2893100082874298, | |
| "learning_rate": 2.3402108191559563e-05, | |
| "loss": 0.3067, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.28878894448280334, | |
| "learning_rate": 2.33480200459879e-05, | |
| "loss": 0.2703, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.3113791346549988, | |
| "learning_rate": 2.329393966588323e-05, | |
| "loss": 0.2771, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.31787440180778503, | |
| "learning_rate": 2.323986730546133e-05, | |
| "loss": 0.2907, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.24957780539989471, | |
| "learning_rate": 2.318580321890032e-05, | |
| "loss": 0.2748, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.305794894695282, | |
| "learning_rate": 2.3131747660339394e-05, | |
| "loss": 0.2841, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.2979389727115631, | |
| "learning_rate": 2.3077700883877692e-05, | |
| "loss": 0.2822, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.260028213262558, | |
| "learning_rate": 2.3023663143573033e-05, | |
| "loss": 0.2877, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.3042019307613373, | |
| "learning_rate": 2.2969634693440796e-05, | |
| "loss": 0.2734, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.28115126490592957, | |
| "learning_rate": 2.2915615787452666e-05, | |
| "loss": 0.2857, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.2826026678085327, | |
| "learning_rate": 2.2861606679535473e-05, | |
| "loss": 0.2828, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.28725960850715637, | |
| "learning_rate": 2.2807607623569986e-05, | |
| "loss": 0.2954, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.27994778752326965, | |
| "learning_rate": 2.275361887338973e-05, | |
| "loss": 0.2904, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.2928130626678467, | |
| "learning_rate": 2.2699640682779782e-05, | |
| "loss": 0.2899, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.33391568064689636, | |
| "learning_rate": 2.264567330547557e-05, | |
| "loss": 0.2848, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.25743329524993896, | |
| "learning_rate": 2.2591716995161716e-05, | |
| "loss": 0.2857, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.30197808146476746, | |
| "learning_rate": 2.2537772005470782e-05, | |
| "loss": 0.2921, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.27792906761169434, | |
| "learning_rate": 2.248383858998217e-05, | |
| "loss": 0.2721, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.2906716763973236, | |
| "learning_rate": 2.242991700222081e-05, | |
| "loss": 0.2863, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.3254633843898773, | |
| "learning_rate": 2.2376007495656084e-05, | |
| "loss": 0.2822, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.2850257158279419, | |
| "learning_rate": 2.2322110323700568e-05, | |
| "loss": 0.2799, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.29622894525527954, | |
| "learning_rate": 2.226822573970885e-05, | |
| "loss": 0.2785, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.32647231221199036, | |
| "learning_rate": 2.221435399697635e-05, | |
| "loss": 0.2895, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.2990321218967438, | |
| "learning_rate": 2.2160495348738123e-05, | |
| "loss": 0.2763, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.30945920944213867, | |
| "learning_rate": 2.2106650048167697e-05, | |
| "loss": 0.2714, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.31236645579338074, | |
| "learning_rate": 2.20528183483758e-05, | |
| "loss": 0.2941, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.2706669867038727, | |
| "learning_rate": 2.199900050240929e-05, | |
| "loss": 0.2703, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.2748274505138397, | |
| "learning_rate": 2.1945196763249842e-05, | |
| "loss": 0.2619, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.3171229362487793, | |
| "learning_rate": 2.189140738381288e-05, | |
| "loss": 0.2791, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.3274431526660919, | |
| "learning_rate": 2.1837632616946266e-05, | |
| "loss": 0.2874, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.29980897903442383, | |
| "learning_rate": 2.1783872715429228e-05, | |
| "loss": 0.2752, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.29202738404273987, | |
| "learning_rate": 2.1730127931971078e-05, | |
| "loss": 0.2774, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.2927723526954651, | |
| "learning_rate": 2.1676398519210084e-05, | |
| "loss": 0.2881, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.30047136545181274, | |
| "learning_rate": 2.1622684729712242e-05, | |
| "loss": 0.2768, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.30534085631370544, | |
| "learning_rate": 2.1568986815970126e-05, | |
| "loss": 0.2931, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.30663934350013733, | |
| "learning_rate": 2.151530503040169e-05, | |
| "loss": 0.2904, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.3229426443576813, | |
| "learning_rate": 2.1461639625349027e-05, | |
| "loss": 0.2792, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.2784014642238617, | |
| "learning_rate": 2.1407990853077298e-05, | |
| "loss": 0.2719, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.2790541648864746, | |
| "learning_rate": 2.1354358965773412e-05, | |
| "loss": 0.2767, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.28797996044158936, | |
| "learning_rate": 2.1300744215544967e-05, | |
| "loss": 0.2858, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.28744253516197205, | |
| "learning_rate": 2.1247146854418947e-05, | |
| "loss": 0.2764, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.31796348094940186, | |
| "learning_rate": 2.119356713434064e-05, | |
| "loss": 0.2839, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.2939613461494446, | |
| "learning_rate": 2.1140005307172393e-05, | |
| "loss": 0.2848, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.31374332308769226, | |
| "learning_rate": 2.1086461624692442e-05, | |
| "loss": 0.2964, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.2767564058303833, | |
| "learning_rate": 2.1032936338593718e-05, | |
| "loss": 0.272, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.29127681255340576, | |
| "learning_rate": 2.09794297004827e-05, | |
| "loss": 0.2677, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.3078121840953827, | |
| "learning_rate": 2.092594196187821e-05, | |
| "loss": 0.2861, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.29198378324508667, | |
| "learning_rate": 2.087247337421019e-05, | |
| "loss": 0.2787, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.28829196095466614, | |
| "learning_rate": 2.0819024188818613e-05, | |
| "loss": 0.2858, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.29239264130592346, | |
| "learning_rate": 2.0765594656952198e-05, | |
| "loss": 0.2723, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.2830089032649994, | |
| "learning_rate": 2.0712185029767316e-05, | |
| "loss": 0.2727, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.2982872426509857, | |
| "learning_rate": 2.0658795558326743e-05, | |
| "loss": 0.2686, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.26791197061538696, | |
| "learning_rate": 2.060542649359854e-05, | |
| "loss": 0.2786, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.2683955132961273, | |
| "learning_rate": 2.0552078086454805e-05, | |
| "loss": 0.2946, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.2846348285675049, | |
| "learning_rate": 2.0498750587670572e-05, | |
| "loss": 0.2743, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.2987784743309021, | |
| "learning_rate": 2.0445444247922552e-05, | |
| "loss": 0.2888, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.31197643280029297, | |
| "learning_rate": 2.0392159317788028e-05, | |
| "loss": 0.2667, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.3034227788448334, | |
| "learning_rate": 2.0338896047743607e-05, | |
| "loss": 0.2748, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.2976836562156677, | |
| "learning_rate": 2.0285654688164107e-05, | |
| "loss": 0.2741, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.35139620304107666, | |
| "learning_rate": 2.0232435489321354e-05, | |
| "loss": 0.2709, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.30577874183654785, | |
| "learning_rate": 2.0179238701382968e-05, | |
| "loss": 0.2895, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.282113641500473, | |
| "learning_rate": 2.012606457441127e-05, | |
| "loss": 0.2868, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.30150479078292847, | |
| "learning_rate": 2.0072913358362013e-05, | |
| "loss": 0.2671, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.3025312125682831, | |
| "learning_rate": 2.0019785303083276e-05, | |
| "loss": 0.2752, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.28345394134521484, | |
| "learning_rate": 1.9966680658314273e-05, | |
| "loss": 0.2904, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.2951679229736328, | |
| "learning_rate": 1.991359967368416e-05, | |
| "loss": 0.274, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.30772852897644043, | |
| "learning_rate": 1.9860542598710865e-05, | |
| "loss": 0.2864, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.287640780210495, | |
| "learning_rate": 1.980750968279995e-05, | |
| "loss": 0.2752, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.30197873711586, | |
| "learning_rate": 1.9754501175243387e-05, | |
| "loss": 0.2646, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.2947797477245331, | |
| "learning_rate": 1.970151732521842e-05, | |
| "loss": 0.2796, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.28195419907569885, | |
| "learning_rate": 1.96485583817864e-05, | |
| "loss": 0.2839, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.35147541761398315, | |
| "learning_rate": 1.9595624593891572e-05, | |
| "loss": 0.2863, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.31853169202804565, | |
| "learning_rate": 1.9542716210359964e-05, | |
| "loss": 0.2981, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.29918932914733887, | |
| "learning_rate": 1.948983347989815e-05, | |
| "loss": 0.2807, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.28011664748191833, | |
| "learning_rate": 1.9436976651092144e-05, | |
| "loss": 0.2909, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.28573253750801086, | |
| "learning_rate": 1.9384145972406193e-05, | |
| "loss": 0.2858, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.28355416655540466, | |
| "learning_rate": 1.9331341692181628e-05, | |
| "loss": 0.2657, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.28709959983825684, | |
| "learning_rate": 1.9278564058635666e-05, | |
| "loss": 0.2822, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.30995383858680725, | |
| "learning_rate": 1.9225813319860316e-05, | |
| "loss": 0.277, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.3091290295124054, | |
| "learning_rate": 1.917308972382109e-05, | |
| "loss": 0.2725, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.2684681713581085, | |
| "learning_rate": 1.9120393518355966e-05, | |
| "loss": 0.2779, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.31061887741088867, | |
| "learning_rate": 1.9067724951174167e-05, | |
| "loss": 0.2751, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.345758318901062, | |
| "learning_rate": 1.9015084269854956e-05, | |
| "loss": 0.2742, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.28362998366355896, | |
| "learning_rate": 1.8962471721846554e-05, | |
| "loss": 0.2773, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.2853488028049469, | |
| "learning_rate": 1.89098875544649e-05, | |
| "loss": 0.2711, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.31866294145584106, | |
| "learning_rate": 1.8857332014892558e-05, | |
| "loss": 0.2752, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.28082075715065, | |
| "learning_rate": 1.8804805350177505e-05, | |
| "loss": 0.2848, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.28699925541877747, | |
| "learning_rate": 1.8752307807231983e-05, | |
| "loss": 0.2826, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.2884686589241028, | |
| "learning_rate": 1.869983963283134e-05, | |
| "loss": 0.2777, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.29716336727142334, | |
| "learning_rate": 1.8647401073612892e-05, | |
| "loss": 0.2669, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.32686588168144226, | |
| "learning_rate": 1.8594992376074703e-05, | |
| "loss": 0.2873, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.2946726083755493, | |
| "learning_rate": 1.8542613786574503e-05, | |
| "loss": 0.2743, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.30872857570648193, | |
| "learning_rate": 1.8490265551328496e-05, | |
| "loss": 0.279, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.2889072597026825, | |
| "learning_rate": 1.8437947916410157e-05, | |
| "loss": 0.2806, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.29989129304885864, | |
| "learning_rate": 1.8385661127749166e-05, | |
| "loss": 0.2684, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.29832085967063904, | |
| "learning_rate": 1.833340543113016e-05, | |
| "loss": 0.2671, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.30163899064064026, | |
| "learning_rate": 1.8281181072191668e-05, | |
| "loss": 0.2749, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.3076401352882385, | |
| "learning_rate": 1.8228988296424877e-05, | |
| "loss": 0.292, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.2921345829963684, | |
| "learning_rate": 1.8176827349172516e-05, | |
| "loss": 0.2828, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.2923434376716614, | |
| "learning_rate": 1.8124698475627696e-05, | |
| "loss": 0.2695, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.345413476228714, | |
| "learning_rate": 1.8072601920832786e-05, | |
| "loss": 0.2722, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.3174823820590973, | |
| "learning_rate": 1.802053792967819e-05, | |
| "loss": 0.279, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.6514738202095032, | |
| "learning_rate": 1.796850674690127e-05, | |
| "loss": 0.277, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.2825588285923004, | |
| "learning_rate": 1.7916508617085175e-05, | |
| "loss": 0.2736, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.2937125265598297, | |
| "learning_rate": 1.7864543784657643e-05, | |
| "loss": 0.2715, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.2738409638404846, | |
| "learning_rate": 1.7812612493889928e-05, | |
| "loss": 0.2863, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.31098294258117676, | |
| "learning_rate": 1.7760714988895583e-05, | |
| "loss": 0.287, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.30921077728271484, | |
| "learning_rate": 1.7708851513629377e-05, | |
| "loss": 0.2791, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.29440614581108093, | |
| "learning_rate": 1.7657022311886097e-05, | |
| "loss": 0.2708, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.3177744150161743, | |
| "learning_rate": 1.7605227627299413e-05, | |
| "loss": 0.2901, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.292756587266922, | |
| "learning_rate": 1.7553467703340754e-05, | |
| "loss": 0.2768, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.3144879937171936, | |
| "learning_rate": 1.7501742783318154e-05, | |
| "loss": 0.2865, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.3141010105609894, | |
| "learning_rate": 1.745005311037508e-05, | |
| "loss": 0.2727, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.2778961956501007, | |
| "learning_rate": 1.7398398927489345e-05, | |
| "loss": 0.2741, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.31049174070358276, | |
| "learning_rate": 1.73467804774719e-05, | |
| "loss": 0.2671, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.30341869592666626, | |
| "learning_rate": 1.729519800296575e-05, | |
| "loss": 0.2877, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.2848811149597168, | |
| "learning_rate": 1.7243651746444795e-05, | |
| "loss": 0.2923, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.3013759255409241, | |
| "learning_rate": 1.7192141950212653e-05, | |
| "loss": 0.2741, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.33438655734062195, | |
| "learning_rate": 1.7140668856401588e-05, | |
| "loss": 0.2814, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 1.1845710277557373, | |
| "learning_rate": 1.7089232706971313e-05, | |
| "loss": 0.2697, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.3131597936153412, | |
| "learning_rate": 1.7037833743707892e-05, | |
| "loss": 0.2694, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.2927083373069763, | |
| "learning_rate": 1.6986472208222576e-05, | |
| "loss": 0.2698, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.32785534858703613, | |
| "learning_rate": 1.6935148341950692e-05, | |
| "loss": 0.2734, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.2991541028022766, | |
| "learning_rate": 1.6883862386150475e-05, | |
| "loss": 0.2817, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.31159043312072754, | |
| "learning_rate": 1.6832614581901986e-05, | |
| "loss": 0.2835, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.31825435161590576, | |
| "learning_rate": 1.6781405170105902e-05, | |
| "loss": 0.2754, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.2784048318862915, | |
| "learning_rate": 1.673023439148247e-05, | |
| "loss": 0.2714, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.3185473382472992, | |
| "learning_rate": 1.6679102486570328e-05, | |
| "loss": 0.283, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.28926029801368713, | |
| "learning_rate": 1.6628009695725346e-05, | |
| "loss": 0.2691, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.3041357100009918, | |
| "learning_rate": 1.6576956259119576e-05, | |
| "loss": 0.2662, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.290804386138916, | |
| "learning_rate": 1.6525942416740043e-05, | |
| "loss": 0.2599, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.2984979450702667, | |
| "learning_rate": 1.647496840838767e-05, | |
| "loss": 0.2801, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.2987411320209503, | |
| "learning_rate": 1.642403447367612e-05, | |
| "loss": 0.2744, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.30650317668914795, | |
| "learning_rate": 1.6373140852030706e-05, | |
| "loss": 0.2673, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.31252521276474, | |
| "learning_rate": 1.6322287782687197e-05, | |
| "loss": 0.2677, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.2668997645378113, | |
| "learning_rate": 1.6271475504690792e-05, | |
| "loss": 0.272, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.28516268730163574, | |
| "learning_rate": 1.6220704256894888e-05, | |
| "loss": 0.2851, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.2828245460987091, | |
| "learning_rate": 1.616997427796005e-05, | |
| "loss": 0.2816, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.33206111192703247, | |
| "learning_rate": 1.611928580635285e-05, | |
| "loss": 0.2813, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.32796260714530945, | |
| "learning_rate": 1.6068639080344708e-05, | |
| "loss": 0.2817, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.31739357113838196, | |
| "learning_rate": 1.6018034338010857e-05, | |
| "loss": 0.2736, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.2808535397052765, | |
| "learning_rate": 1.5967471817229148e-05, | |
| "loss": 0.2811, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.39438608288764954, | |
| "learning_rate": 1.5916951755678973e-05, | |
| "loss": 0.2791, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.3549308776855469, | |
| "learning_rate": 1.5866474390840125e-05, | |
| "loss": 0.274, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.33500468730926514, | |
| "learning_rate": 1.5816039959991712e-05, | |
| "loss": 0.2702, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.30193305015563965, | |
| "learning_rate": 1.5765648700211e-05, | |
| "loss": 0.2699, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.31212207674980164, | |
| "learning_rate": 1.571530084837234e-05, | |
| "loss": 0.2885, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.2984713315963745, | |
| "learning_rate": 1.566499664114601e-05, | |
| "loss": 0.275, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.4046083390712738, | |
| "learning_rate": 1.5614736314997153e-05, | |
| "loss": 0.2921, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.30109837651252747, | |
| "learning_rate": 1.5564520106184644e-05, | |
| "loss": 0.2731, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.298581600189209, | |
| "learning_rate": 1.5514348250759936e-05, | |
| "loss": 0.279, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.29031801223754883, | |
| "learning_rate": 1.5464220984566037e-05, | |
| "loss": 0.276, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.30218642950057983, | |
| "learning_rate": 1.5414138543236316e-05, | |
| "loss": 0.2803, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.34059423208236694, | |
| "learning_rate": 1.5364101162193467e-05, | |
| "loss": 0.2864, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.3055756986141205, | |
| "learning_rate": 1.531410907664834e-05, | |
| "loss": 0.2813, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.3241121768951416, | |
| "learning_rate": 1.5264162521598892e-05, | |
| "loss": 0.2827, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.29325103759765625, | |
| "learning_rate": 1.5214261731829022e-05, | |
| "loss": 0.2817, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.290559858083725, | |
| "learning_rate": 1.5164406941907534e-05, | |
| "loss": 0.2811, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.3081018924713135, | |
| "learning_rate": 1.5114598386186965e-05, | |
| "loss": 0.2667, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.31803908944129944, | |
| "learning_rate": 1.5064836298802551e-05, | |
| "loss": 0.2608, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.2926519513130188, | |
| "learning_rate": 1.5015120913671089e-05, | |
| "loss": 0.2623, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.28197115659713745, | |
| "learning_rate": 1.4965452464489815e-05, | |
| "loss": 0.2753, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.2974069118499756, | |
| "learning_rate": 1.4915831184735369e-05, | |
| "loss": 0.2709, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.31076109409332275, | |
| "learning_rate": 1.4866257307662634e-05, | |
| "loss": 0.2746, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.3005169928073883, | |
| "learning_rate": 1.4816731066303686e-05, | |
| "loss": 0.2766, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.31110328435897827, | |
| "learning_rate": 1.4767252693466665e-05, | |
| "loss": 0.278, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.29102906584739685, | |
| "learning_rate": 1.4717822421734718e-05, | |
| "loss": 0.2852, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.29721471667289734, | |
| "learning_rate": 1.466844048346484e-05, | |
| "loss": 0.279, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.3029063642024994, | |
| "learning_rate": 1.4619107110786884e-05, | |
| "loss": 0.2748, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.29451948404312134, | |
| "learning_rate": 1.456982253560235e-05, | |
| "loss": 0.2715, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.3217031955718994, | |
| "learning_rate": 1.4520586989583406e-05, | |
| "loss": 0.2654, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.27577683329582214, | |
| "learning_rate": 1.4471400704171706e-05, | |
| "loss": 0.2725, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.28932300209999084, | |
| "learning_rate": 1.4422263910577377e-05, | |
| "loss": 0.2811, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.2884375751018524, | |
| "learning_rate": 1.4373176839777896e-05, | |
| "loss": 0.2662, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.3114871680736542, | |
| "learning_rate": 1.4324139722516982e-05, | |
| "loss": 0.276, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.30992618203163147, | |
| "learning_rate": 1.4275152789303575e-05, | |
| "loss": 0.2836, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.29896673560142517, | |
| "learning_rate": 1.4226216270410669e-05, | |
| "loss": 0.2769, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.2877211570739746, | |
| "learning_rate": 1.4177330395874327e-05, | |
| "loss": 0.2716, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.30194801092147827, | |
| "learning_rate": 1.4128495395492502e-05, | |
| "loss": 0.272, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.36784809827804565, | |
| "learning_rate": 1.4079711498824027e-05, | |
| "loss": 0.2687, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.2926940619945526, | |
| "learning_rate": 1.4030978935187511e-05, | |
| "loss": 0.2521, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.2929438650608063, | |
| "learning_rate": 1.3982297933660266e-05, | |
| "loss": 0.2758, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.34613722562789917, | |
| "learning_rate": 1.3933668723077198e-05, | |
| "loss": 0.2796, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.2929108440876007, | |
| "learning_rate": 1.3885091532029792e-05, | |
| "loss": 0.2714, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.30324453115463257, | |
| "learning_rate": 1.3836566588864999e-05, | |
| "loss": 0.271, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.2864826023578644, | |
| "learning_rate": 1.378809412168414e-05, | |
| "loss": 0.2663, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.2974151372909546, | |
| "learning_rate": 1.3739674358341903e-05, | |
| "loss": 0.281, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.2970708906650543, | |
| "learning_rate": 1.3691307526445191e-05, | |
| "loss": 0.2856, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.29904627799987793, | |
| "learning_rate": 1.3642993853352132e-05, | |
| "loss": 0.2643, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.32226085662841797, | |
| "learning_rate": 1.3594733566170926e-05, | |
| "loss": 0.2807, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.2931012809276581, | |
| "learning_rate": 1.3546526891758871e-05, | |
| "loss": 0.2762, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.32732272148132324, | |
| "learning_rate": 1.3498374056721197e-05, | |
| "loss": 0.2655, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.2935151159763336, | |
| "learning_rate": 1.3450275287410102e-05, | |
| "loss": 0.2697, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.3281582295894623, | |
| "learning_rate": 1.3402230809923586e-05, | |
| "loss": 0.2717, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.3014606237411499, | |
| "learning_rate": 1.3354240850104476e-05, | |
| "loss": 0.276, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.31190937757492065, | |
| "learning_rate": 1.3306305633539323e-05, | |
| "loss": 0.2733, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.3211314380168915, | |
| "learning_rate": 1.3258425385557322e-05, | |
| "loss": 0.2753, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.3232608735561371, | |
| "learning_rate": 1.3210600331229317e-05, | |
| "loss": 0.2745, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.27900564670562744, | |
| "learning_rate": 1.316283069536665e-05, | |
| "loss": 0.2801, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.31238263845443726, | |
| "learning_rate": 1.3115116702520219e-05, | |
| "loss": 0.2741, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.2842240035533905, | |
| "learning_rate": 1.3067458576979304e-05, | |
| "loss": 0.2732, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.30593302845954895, | |
| "learning_rate": 1.3019856542770607e-05, | |
| "loss": 0.2755, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.32800737023353577, | |
| "learning_rate": 1.297231082365714e-05, | |
| "loss": 0.2695, | |
| "step": 4900 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 7365, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "total_flos": 5.32027409351639e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |