{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.8229775327133569,
  "eval_steps": 500,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.0453611334320685e-06,
      "loss": 0.2826,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.229195710491767e-06,
      "loss": 0.2538,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.903829450223392e-06,
      "loss": 0.2949,
      "step": 75
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.377725845391017e-06,
      "loss": 0.3298,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.743343231239583e-06,
      "loss": 0.2927,
      "step": 125
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.041073861170494e-06,
      "loss": 0.3015,
      "step": 150
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.292222957399574e-06,
      "loss": 0.2914,
      "step": 175
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.509413541357755e-06,
      "loss": 0.3043,
      "step": 200
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.700744577655557e-06,
      "loss": 0.3396,
      "step": 225
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.871723942761204e-06,
      "loss": 0.2985,
      "step": 250
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.026267958246849e-06,
      "loss": 0.2895,
      "step": 275
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.16726106663399e-06,
      "loss": 0.2732,
      "step": 300
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.296889251455016e-06,
      "loss": 0.3234,
      "step": 325
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.416848797368692e-06,
      "loss": 0.3023,
      "step": 350
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.528482449516371e-06,
      "loss": 0.3097,
      "step": 375
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.632871309784314e-06,
      "loss": 0.3526,
      "step": 400
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.73089868785391e-06,
      "loss": 0.3205,
      "step": 425
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.823295589572114e-06,
      "loss": 0.3256,
      "step": 450
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.910673836465484e-06,
      "loss": 0.3189,
      "step": 475
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.993550644973805e-06,
      "loss": 0.2663,
      "step": 500
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.976842105263158e-06,
      "loss": 0.2888,
      "step": 525
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.950526315789475e-06,
      "loss": 0.2944,
      "step": 550
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.92421052631579e-06,
      "loss": 0.3057,
      "step": 575
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.897894736842107e-06,
      "loss": 0.2682,
      "step": 600
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.871578947368422e-06,
      "loss": 0.3085,
      "step": 625
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.845263157894738e-06,
      "loss": 0.2925,
      "step": 650
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.818947368421053e-06,
      "loss": 0.2887,
      "step": 675
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.79263157894737e-06,
      "loss": 0.3216,
      "step": 700
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.766315789473685e-06,
      "loss": 0.2931,
      "step": 725
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.74e-06,
      "loss": 0.2842,
      "step": 750
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.713684210526317e-06,
      "loss": 0.3191,
      "step": 775
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.687368421052632e-06,
      "loss": 0.2843,
      "step": 800
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.661052631578948e-06,
      "loss": 0.2623,
      "step": 825
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.634736842105265e-06,
      "loss": 0.2664,
      "step": 850
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.60842105263158e-06,
      "loss": 0.2963,
      "step": 875
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.582105263157897e-06,
      "loss": 0.2996,
      "step": 900
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.555789473684211e-06,
      "loss": 0.304,
      "step": 925
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.529473684210528e-06,
      "loss": 0.2876,
      "step": 950
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.503157894736843e-06,
      "loss": 0.3041,
      "step": 975
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.476842105263158e-06,
      "loss": 0.3216,
      "step": 1000
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.452631578947368e-06,
      "loss": 0.298,
      "step": 1025
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.426315789473685e-06,
      "loss": 0.3062,
      "step": 1050
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.4e-06,
      "loss": 0.251,
      "step": 1075
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.373684210526316e-06,
      "loss": 0.2677,
      "step": 1100
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.347368421052633e-06,
      "loss": 0.2588,
      "step": 1125
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.321052631578948e-06,
      "loss": 0.2658,
      "step": 1150
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.294736842105265e-06,
      "loss": 0.2841,
      "step": 1175
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.26842105263158e-06,
      "loss": 0.2903,
      "step": 1200
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.242105263157896e-06,
      "loss": 0.2688,
      "step": 1225
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.215789473684211e-06,
      "loss": 0.2839,
      "step": 1250
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.189473684210526e-06,
      "loss": 0.2926,
      "step": 1275
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.163157894736843e-06,
      "loss": 0.3417,
      "step": 1300
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.136842105263158e-06,
      "loss": 0.2811,
      "step": 1325
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.110526315789475e-06,
      "loss": 0.292,
      "step": 1350
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.08421052631579e-06,
      "loss": 0.2721,
      "step": 1375
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.057894736842106e-06,
      "loss": 0.2875,
      "step": 1400
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.031578947368423e-06,
      "loss": 0.2684,
      "step": 1425
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.005263157894738e-06,
      "loss": 0.2691,
      "step": 1450
    },
    {
      "epoch": 0.12,
      "learning_rate": 8.978947368421055e-06,
      "loss": 0.2733,
      "step": 1475
    },
    {
      "epoch": 0.12,
      "learning_rate": 8.95263157894737e-06,
      "loss": 0.2866,
      "step": 1500
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.926315789473685e-06,
      "loss": 0.3006,
      "step": 1525
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.900000000000001e-06,
      "loss": 0.2611,
      "step": 1550
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.873684210526316e-06,
      "loss": 0.2726,
      "step": 1575
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.847368421052633e-06,
      "loss": 0.2812,
      "step": 1600
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.821052631578948e-06,
      "loss": 0.2998,
      "step": 1625
    },
    {
      "epoch": 0.14,
      "learning_rate": 8.794736842105264e-06,
      "loss": 0.2951,
      "step": 1650
    },
    {
      "epoch": 0.14,
      "learning_rate": 8.76842105263158e-06,
      "loss": 0.2693,
      "step": 1675
    },
    {
      "epoch": 0.14,
      "learning_rate": 8.742105263157894e-06,
      "loss": 0.2616,
      "step": 1700
    },
    {
      "epoch": 0.14,
      "learning_rate": 8.715789473684211e-06,
      "loss": 0.2723,
      "step": 1725
    },
    {
      "epoch": 0.14,
      "learning_rate": 8.689473684210526e-06,
      "loss": 0.2738,
      "step": 1750
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.663157894736843e-06,
      "loss": 0.2789,
      "step": 1775
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.63684210526316e-06,
      "loss": 0.2665,
      "step": 1800
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.610526315789474e-06,
      "loss": 0.2552,
      "step": 1825
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.584210526315791e-06,
      "loss": 0.2662,
      "step": 1850
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.557894736842106e-06,
      "loss": 0.3013,
      "step": 1875
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.531578947368423e-06,
      "loss": 0.2706,
      "step": 1900
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.505263157894738e-06,
      "loss": 0.2687,
      "step": 1925
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.478947368421053e-06,
      "loss": 0.2866,
      "step": 1950
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.45263157894737e-06,
      "loss": 0.2674,
      "step": 1975
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.426315789473684e-06,
      "loss": 0.2701,
      "step": 2000
    },
    {
      "epoch": 0.17,
      "learning_rate": 8.402105263157896e-06,
      "loss": 0.2691,
      "step": 2025
    },
    {
      "epoch": 0.17,
      "learning_rate": 8.375789473684211e-06,
      "loss": 0.277,
      "step": 2050
    },
    {
      "epoch": 0.17,
      "learning_rate": 8.349473684210528e-06,
      "loss": 0.2976,
      "step": 2075
    },
    {
      "epoch": 0.17,
      "learning_rate": 8.323157894736843e-06,
      "loss": 0.2672,
      "step": 2100
    },
    {
      "epoch": 0.17,
      "learning_rate": 8.29684210526316e-06,
      "loss": 0.2755,
      "step": 2125
    },
    {
      "epoch": 0.18,
      "learning_rate": 8.270526315789474e-06,
      "loss": 0.254,
      "step": 2150
    },
    {
      "epoch": 0.18,
      "learning_rate": 8.244210526315791e-06,
      "loss": 0.2853,
      "step": 2175
    },
    {
      "epoch": 0.18,
      "learning_rate": 8.217894736842106e-06,
      "loss": 0.2965,
      "step": 2200
    },
    {
      "epoch": 0.18,
      "learning_rate": 8.19157894736842e-06,
      "loss": 0.2498,
      "step": 2225
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.165263157894737e-06,
      "loss": 0.2461,
      "step": 2250
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.138947368421052e-06,
      "loss": 0.2716,
      "step": 2275
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.112631578947369e-06,
      "loss": 0.2376,
      "step": 2300
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.086315789473684e-06,
      "loss": 0.2556,
      "step": 2325
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.06e-06,
      "loss": 0.2181,
      "step": 2350
    },
    {
      "epoch": 0.2,
      "learning_rate": 8.033684210526317e-06,
      "loss": 0.235,
      "step": 2375
    },
    {
      "epoch": 0.2,
      "learning_rate": 8.007368421052632e-06,
      "loss": 0.2953,
      "step": 2400
    },
    {
      "epoch": 0.2,
      "learning_rate": 7.981052631578949e-06,
      "loss": 0.2603,
      "step": 2425
    },
    {
      "epoch": 0.2,
      "learning_rate": 7.954736842105264e-06,
      "loss": 0.2882,
      "step": 2450
    },
    {
      "epoch": 0.2,
      "learning_rate": 7.928421052631579e-06,
      "loss": 0.2531,
      "step": 2475
    },
    {
      "epoch": 0.21,
      "learning_rate": 7.902105263157896e-06,
      "loss": 0.269,
      "step": 2500
    },
    {
      "epoch": 0.21,
      "learning_rate": 7.87578947368421e-06,
      "loss": 0.2562,
      "step": 2525
    },
    {
      "epoch": 0.21,
      "learning_rate": 7.849473684210527e-06,
      "loss": 0.2944,
      "step": 2550
    },
    {
      "epoch": 0.21,
      "learning_rate": 7.823157894736842e-06,
      "loss": 0.2774,
      "step": 2575
    },
    {
      "epoch": 0.21,
      "learning_rate": 7.796842105263159e-06,
      "loss": 0.2485,
      "step": 2600
    },
    {
      "epoch": 0.22,
      "learning_rate": 7.770526315789474e-06,
      "loss": 0.2928,
      "step": 2625
    },
    {
      "epoch": 0.22,
      "learning_rate": 7.744210526315789e-06,
      "loss": 0.2669,
      "step": 2650
    },
    {
      "epoch": 0.22,
      "learning_rate": 7.717894736842107e-06,
      "loss": 0.2786,
      "step": 2675
    },
    {
      "epoch": 0.22,
      "learning_rate": 7.691578947368422e-06,
      "loss": 0.254,
      "step": 2700
    },
    {
      "epoch": 0.22,
      "learning_rate": 7.665263157894737e-06,
      "loss": 0.2564,
      "step": 2725
    },
    {
      "epoch": 0.23,
      "learning_rate": 7.638947368421054e-06,
      "loss": 0.2158,
      "step": 2750
    },
    {
      "epoch": 0.23,
      "learning_rate": 7.61263157894737e-06,
      "loss": 0.2322,
      "step": 2775
    },
    {
      "epoch": 0.23,
      "learning_rate": 7.586315789473685e-06,
      "loss": 0.2353,
      "step": 2800
    },
    {
      "epoch": 0.23,
      "learning_rate": 7.5600000000000005e-06,
      "loss": 0.2678,
      "step": 2825
    },
    {
      "epoch": 0.23,
      "learning_rate": 7.533684210526316e-06,
      "loss": 0.2437,
      "step": 2850
    },
    {
      "epoch": 0.24,
      "learning_rate": 7.507368421052632e-06,
      "loss": 0.2687,
      "step": 2875
    },
    {
      "epoch": 0.24,
      "learning_rate": 7.481052631578948e-06,
      "loss": 0.2554,
      "step": 2900
    },
    {
      "epoch": 0.24,
      "learning_rate": 7.454736842105264e-06,
      "loss": 0.2387,
      "step": 2925
    },
    {
      "epoch": 0.24,
      "learning_rate": 7.4284210526315796e-06,
      "loss": 0.2348,
      "step": 2950
    },
    {
      "epoch": 0.24,
      "learning_rate": 7.4021052631578945e-06,
      "loss": 0.2736,
      "step": 2975
    },
    {
      "epoch": 0.25,
      "learning_rate": 7.37578947368421e-06,
      "loss": 0.2568,
      "step": 3000
    },
    {
      "epoch": 0.25,
      "learning_rate": 7.351578947368422e-06,
      "loss": 0.2451,
      "step": 3025
    },
    {
      "epoch": 0.25,
      "learning_rate": 7.325263157894738e-06,
      "loss": 0.2792,
      "step": 3050
    },
    {
      "epoch": 0.25,
      "learning_rate": 7.298947368421053e-06,
      "loss": 0.2817,
      "step": 3075
    },
    {
      "epoch": 0.26,
      "learning_rate": 7.272631578947369e-06,
      "loss": 0.2562,
      "step": 3100
    },
    {
      "epoch": 0.26,
      "learning_rate": 7.2463157894736845e-06,
      "loss": 0.2131,
      "step": 3125
    },
    {
      "epoch": 0.26,
      "learning_rate": 7.22e-06,
      "loss": 0.2523,
      "step": 3150
    },
    {
      "epoch": 0.26,
      "learning_rate": 7.193684210526316e-06,
      "loss": 0.2391,
      "step": 3175
    },
    {
      "epoch": 0.26,
      "learning_rate": 7.167368421052632e-06,
      "loss": 0.2337,
      "step": 3200
    },
    {
      "epoch": 0.27,
      "learning_rate": 7.141052631578948e-06,
      "loss": 0.2807,
      "step": 3225
    },
    {
      "epoch": 0.27,
      "learning_rate": 7.1147368421052645e-06,
      "loss": 0.2541,
      "step": 3250
    },
    {
      "epoch": 0.27,
      "learning_rate": 7.08842105263158e-06,
      "loss": 0.2365,
      "step": 3275
    },
    {
      "epoch": 0.27,
      "learning_rate": 7.062105263157896e-06,
      "loss": 0.2566,
      "step": 3300
    },
    {
      "epoch": 0.27,
      "learning_rate": 7.035789473684211e-06,
      "loss": 0.2538,
      "step": 3325
    },
    {
      "epoch": 0.28,
      "learning_rate": 7.009473684210527e-06,
      "loss": 0.2496,
      "step": 3350
    },
    {
      "epoch": 0.28,
      "learning_rate": 6.983157894736843e-06,
      "loss": 0.2757,
      "step": 3375
    },
    {
      "epoch": 0.28,
      "learning_rate": 6.9568421052631585e-06,
      "loss": 0.2499,
      "step": 3400
    },
    {
      "epoch": 0.28,
      "learning_rate": 6.930526315789474e-06,
      "loss": 0.2308,
      "step": 3425
    },
    {
      "epoch": 0.28,
      "learning_rate": 6.90421052631579e-06,
      "loss": 0.2389,
      "step": 3450
    },
    {
      "epoch": 0.29,
      "learning_rate": 6.877894736842106e-06,
      "loss": 0.2328,
      "step": 3475
    },
    {
      "epoch": 0.29,
      "learning_rate": 6.851578947368421e-06,
      "loss": 0.2319,
      "step": 3500
    },
    {
      "epoch": 0.29,
      "learning_rate": 6.825263157894737e-06,
      "loss": 0.2441,
      "step": 3525
    },
    {
      "epoch": 0.29,
      "learning_rate": 6.798947368421053e-06,
      "loss": 0.2423,
      "step": 3550
    },
    {
      "epoch": 0.29,
      "learning_rate": 6.772631578947368e-06,
      "loss": 0.2347,
      "step": 3575
    },
    {
      "epoch": 0.3,
      "learning_rate": 6.746315789473685e-06,
      "loss": 0.2621,
      "step": 3600
    },
    {
      "epoch": 0.3,
      "learning_rate": 6.720000000000001e-06,
      "loss": 0.2517,
      "step": 3625
    },
    {
      "epoch": 0.3,
      "learning_rate": 6.693684210526317e-06,
      "loss": 0.2801,
      "step": 3650
    },
    {
      "epoch": 0.3,
      "learning_rate": 6.6673684210526325e-06,
      "loss": 0.2527,
      "step": 3675
    },
    {
      "epoch": 0.3,
      "learning_rate": 6.641052631578948e-06,
      "loss": 0.2362,
      "step": 3700
    },
    {
      "epoch": 0.31,
      "learning_rate": 6.614736842105264e-06,
      "loss": 0.2583,
      "step": 3725
    },
    {
      "epoch": 0.31,
      "learning_rate": 6.588421052631579e-06,
      "loss": 0.2538,
      "step": 3750
    },
    {
      "epoch": 0.31,
      "learning_rate": 6.562105263157895e-06,
      "loss": 0.2502,
      "step": 3775
    },
    {
      "epoch": 0.31,
      "learning_rate": 6.535789473684211e-06,
      "loss": 0.2476,
      "step": 3800
    },
    {
      "epoch": 0.31,
      "learning_rate": 6.509473684210527e-06,
      "loss": 0.2307,
      "step": 3825
    },
    {
      "epoch": 0.32,
      "learning_rate": 6.483157894736842e-06,
      "loss": 0.2396,
      "step": 3850
    },
    {
      "epoch": 0.32,
      "learning_rate": 6.456842105263158e-06,
      "loss": 0.2271,
      "step": 3875
    },
    {
      "epoch": 0.32,
      "learning_rate": 6.430526315789474e-06,
      "loss": 0.243,
      "step": 3900
    },
    {
      "epoch": 0.32,
      "learning_rate": 6.404210526315791e-06,
      "loss": 0.2468,
      "step": 3925
    },
    {
      "epoch": 0.33,
      "learning_rate": 6.3778947368421065e-06,
      "loss": 0.2442,
      "step": 3950
    },
    {
      "epoch": 0.33,
      "learning_rate": 6.351578947368422e-06,
      "loss": 0.2055,
      "step": 3975
    },
    {
      "epoch": 0.33,
      "learning_rate": 6.325263157894737e-06,
      "loss": 0.2169,
      "step": 4000
    },
    {
      "epoch": 0.33,
      "learning_rate": 6.301052631578947e-06,
      "loss": 0.2578,
      "step": 4025
    },
    {
      "epoch": 0.33,
      "learning_rate": 6.274736842105263e-06,
      "loss": 0.232,
      "step": 4050
    },
    {
      "epoch": 0.34,
      "learning_rate": 6.248421052631579e-06,
      "loss": 0.2115,
      "step": 4075
    },
    {
      "epoch": 0.34,
      "learning_rate": 6.222105263157895e-06,
      "loss": 0.2627,
      "step": 4100
    },
    {
      "epoch": 0.34,
      "learning_rate": 6.195789473684211e-06,
      "loss": 0.2435,
      "step": 4125
    },
    {
      "epoch": 0.34,
      "learning_rate": 6.1694736842105265e-06,
      "loss": 0.2651,
      "step": 4150
    },
    {
      "epoch": 0.34,
      "learning_rate": 6.143157894736843e-06,
      "loss": 0.2516,
      "step": 4175
    },
    {
      "epoch": 0.35,
      "learning_rate": 6.116842105263159e-06,
      "loss": 0.2383,
      "step": 4200
    },
    {
      "epoch": 0.35,
      "learning_rate": 6.090526315789475e-06,
      "loss": 0.2199,
      "step": 4225
    },
    {
      "epoch": 0.35,
      "learning_rate": 6.0642105263157906e-06,
      "loss": 0.2273,
      "step": 4250
    },
    {
      "epoch": 0.35,
      "learning_rate": 6.0378947368421055e-06,
      "loss": 0.268,
      "step": 4275
    },
    {
      "epoch": 0.35,
      "learning_rate": 6.011578947368421e-06,
      "loss": 0.2738,
      "step": 4300
    },
    {
      "epoch": 0.36,
      "learning_rate": 5.985263157894737e-06,
      "loss": 0.2265,
      "step": 4325
    },
    {
      "epoch": 0.36,
      "learning_rate": 5.9600000000000005e-06,
      "loss": 0.2412,
      "step": 4350
    },
    {
      "epoch": 0.36,
      "learning_rate": 5.933684210526316e-06,
      "loss": 0.2274,
      "step": 4375
    },
    {
      "epoch": 0.36,
      "learning_rate": 5.907368421052631e-06,
      "loss": 0.2482,
      "step": 4400
    },
    {
      "epoch": 0.36,
      "learning_rate": 5.881052631578947e-06,
      "loss": 0.2313,
      "step": 4425
    },
    {
      "epoch": 0.37,
      "learning_rate": 5.854736842105264e-06,
      "loss": 0.2243,
      "step": 4450
    },
    {
      "epoch": 0.37,
      "learning_rate": 5.82842105263158e-06,
      "loss": 0.2475,
      "step": 4475
    },
    {
      "epoch": 0.37,
      "learning_rate": 5.8021052631578954e-06,
      "loss": 0.2197,
      "step": 4500
    },
    {
      "epoch": 0.37,
      "learning_rate": 5.775789473684211e-06,
      "loss": 0.2484,
      "step": 4525
    },
    {
      "epoch": 0.37,
      "learning_rate": 5.749473684210527e-06,
      "loss": 0.2398,
      "step": 4550
    },
    {
      "epoch": 0.38,
      "learning_rate": 5.723157894736843e-06,
      "loss": 0.2228,
      "step": 4575
    },
    {
      "epoch": 0.38,
      "learning_rate": 5.696842105263159e-06,
      "loss": 0.2405,
      "step": 4600
    },
    {
      "epoch": 0.38,
      "learning_rate": 5.670526315789474e-06,
      "loss": 0.2356,
      "step": 4625
    },
    {
      "epoch": 0.38,
      "learning_rate": 5.6442105263157895e-06,
      "loss": 0.2354,
      "step": 4650
    },
    {
      "epoch": 0.38,
      "learning_rate": 5.617894736842105e-06,
      "loss": 0.2142,
      "step": 4675
    },
    {
      "epoch": 0.39,
      "learning_rate": 5.591578947368421e-06,
      "loss": 0.2492,
      "step": 4700
    },
    {
      "epoch": 0.39,
      "learning_rate": 5.565263157894737e-06,
      "loss": 0.2386,
      "step": 4725
    },
    {
      "epoch": 0.39,
      "learning_rate": 5.538947368421053e-06,
      "loss": 0.2357,
      "step": 4750
    },
    {
      "epoch": 0.39,
      "learning_rate": 5.512631578947369e-06,
      "loss": 0.2114,
      "step": 4775
    },
    {
      "epoch": 0.4,
      "learning_rate": 5.486315789473685e-06,
      "loss": 0.2387,
      "step": 4800
    },
    {
      "epoch": 0.4,
      "learning_rate": 5.460000000000001e-06,
      "loss": 0.2135,
      "step": 4825
    },
    {
      "epoch": 0.4,
      "learning_rate": 5.433684210526317e-06,
      "loss": 0.271,
      "step": 4850
    },
    {
      "epoch": 0.4,
      "learning_rate": 5.407368421052632e-06,
      "loss": 0.2306,
      "step": 4875
    },
    {
      "epoch": 0.4,
      "learning_rate": 5.381052631578948e-06,
      "loss": 0.24,
      "step": 4900
    },
    {
      "epoch": 0.41,
      "learning_rate": 5.3547368421052635e-06,
      "loss": 0.2306,
      "step": 4925
    },
    {
      "epoch": 0.41,
      "learning_rate": 5.328421052631579e-06,
      "loss": 0.253,
      "step": 4950
    },
    {
      "epoch": 0.41,
      "learning_rate": 5.302105263157895e-06,
      "loss": 0.2143,
      "step": 4975
    },
    {
      "epoch": 0.41,
      "learning_rate": 5.275789473684211e-06,
      "loss": 0.2534,
      "step": 5000
    },
    {
      "epoch": 0.41,
      "learning_rate": 5.249473684210527e-06,
      "loss": 0.287,
      "step": 5025
    },
    {
      "epoch": 0.42,
      "learning_rate": 5.223157894736843e-06,
      "loss": 0.232,
      "step": 5050
    },
    {
      "epoch": 0.42,
      "learning_rate": 5.196842105263158e-06,
      "loss": 0.2135,
      "step": 5075
    },
    {
      "epoch": 0.42,
      "learning_rate": 5.170526315789473e-06,
      "loss": 0.2544,
      "step": 5100
    },
    {
      "epoch": 0.42,
      "learning_rate": 5.14421052631579e-06,
      "loss": 0.2916,
      "step": 5125
    },
    {
      "epoch": 0.42,
      "learning_rate": 5.117894736842106e-06,
      "loss": 0.2373,
      "step": 5150
    },
    {
      "epoch": 0.43,
      "learning_rate": 5.091578947368422e-06,
      "loss": 0.2238,
      "step": 5175
    },
    {
      "epoch": 0.43,
      "learning_rate": 5.0652631578947375e-06,
      "loss": 0.2522,
      "step": 5200
    },
    {
      "epoch": 0.43,
      "learning_rate": 5.038947368421053e-06,
      "loss": 0.2523,
      "step": 5225
    },
    {
      "epoch": 0.43,
      "learning_rate": 5.012631578947369e-06,
      "loss": 0.2504,
      "step": 5250
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.986315789473685e-06,
      "loss": 0.2398,
      "step": 5275
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.960000000000001e-06,
      "loss": 0.2351,
      "step": 5300
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.933684210526316e-06,
      "loss": 0.2461,
      "step": 5325
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.907368421052632e-06,
      "loss": 0.225,
      "step": 5350
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.881052631578948e-06,
      "loss": 0.219,
      "step": 5375
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.854736842105264e-06,
      "loss": 0.2384,
      "step": 5400
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.828421052631579e-06,
      "loss": 0.2348,
      "step": 5425
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.802105263157895e-06,
      "loss": 0.2215,
      "step": 5450
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.775789473684211e-06,
      "loss": 0.2413,
      "step": 5475
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.7494736842105265e-06,
      "loss": 0.2252,
      "step": 5500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.723157894736842e-06,
      "loss": 0.2549,
      "step": 5525
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.696842105263158e-06,
      "loss": 0.2257,
      "step": 5550
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.670526315789474e-06,
      "loss": 0.2006,
      "step": 5575
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.64421052631579e-06,
      "loss": 0.2441,
      "step": 5600
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.617894736842106e-06,
      "loss": 0.2728,
      "step": 5625
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.591578947368421e-06,
      "loss": 0.2353,
      "step": 5650
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.565263157894737e-06,
      "loss": 0.2535,
      "step": 5675
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.538947368421053e-06,
      "loss": 0.2475,
      "step": 5700
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.512631578947369e-06,
      "loss": 0.2029,
      "step": 5725
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.486315789473685e-06,
      "loss": 0.2016,
      "step": 5750
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.4600000000000005e-06,
      "loss": 0.2583,
      "step": 5775
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.433684210526316e-06,
      "loss": 0.2271,
      "step": 5800
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.407368421052632e-06,
      "loss": 0.2197,
      "step": 5825
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.381052631578948e-06,
      "loss": 0.233,
      "step": 5850
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.354736842105263e-06,
      "loss": 0.2042,
      "step": 5875
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.32842105263158e-06,
      "loss": 0.2533,
      "step": 5900
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.302105263157895e-06,
      "loss": 0.2425,
      "step": 5925
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.275789473684211e-06,
      "loss": 0.241,
      "step": 5950
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.249473684210527e-06,
      "loss": 0.2311,
      "step": 5975
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.223157894736842e-06,
      "loss": 0.213,
      "step": 6000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.196842105263158e-06,
      "loss": 0.2157,
      "step": 6025
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.170526315789474e-06,
      "loss": 0.2097,
      "step": 6050
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.14421052631579e-06,
      "loss": 0.2059,
      "step": 6075
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.117894736842106e-06,
      "loss": 0.2205,
      "step": 6100
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.091578947368421e-06,
      "loss": 0.2134,
      "step": 6125
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.065263157894737e-06,
      "loss": 0.2489,
      "step": 6150
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.038947368421053e-06,
      "loss": 0.2418,
      "step": 6175
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.0126315789473686e-06,
      "loss": 0.232,
      "step": 6200
    },
    {
      "epoch": 0.51,
      "learning_rate": 3.986315789473684e-06,
      "loss": 0.2258,
      "step": 6225
    },
    {
      "epoch": 0.51,
      "learning_rate": 3.96e-06,
      "loss": 0.2343,
      "step": 6250
    },
    {
      "epoch": 0.52,
      "learning_rate": 3.933684210526316e-06,
      "loss": 0.2288,
      "step": 6275
    },
    {
      "epoch": 0.52,
      "learning_rate": 3.907368421052632e-06,
      "loss": 0.2417,
      "step": 6300
    },
    {
      "epoch": 0.52,
      "learning_rate": 3.881052631578948e-06,
      "loss": 0.2252,
      "step": 6325
    },
    {
      "epoch": 0.52,
      "learning_rate": 3.8568421052631585e-06,
      "loss": 0.2039,
      "step": 6350
    },
    {
      "epoch": 0.52,
      "learning_rate": 3.830526315789474e-06,
      "loss": 0.2081,
      "step": 6375
    },
    {
      "epoch": 0.53,
      "learning_rate": 3.8042105263157898e-06,
      "loss": 0.2244,
      "step": 6400
    },
    {
      "epoch": 0.53,
      "learning_rate": 3.7778947368421056e-06,
      "loss": 0.2121,
      "step": 6425
    },
    {
      "epoch": 0.53,
      "learning_rate": 3.751578947368421e-06,
      "loss": 0.1981,
      "step": 6450
    },
    {
      "epoch": 0.53,
      "learning_rate": 3.7252631578947372e-06,
      "loss": 0.2209,
      "step": 6475
    },
    {
      "epoch": 0.53,
      "learning_rate": 3.698947368421053e-06,
      "loss": 0.1973,
      "step": 6500
    },
    {
      "epoch": 0.54,
      "learning_rate": 3.672631578947369e-06,
      "loss": 0.184,
      "step": 6525
    },
    {
      "epoch": 0.54,
      "learning_rate": 3.6463157894736847e-06,
      "loss": 0.2522,
      "step": 6550
    },
    {
      "epoch": 0.54,
      "learning_rate": 3.62e-06,
      "loss": 0.1923,
      "step": 6575
    },
    {
      "epoch": 0.54,
      "learning_rate": 3.593684210526316e-06,
      "loss": 0.2284,
      "step": 6600
    },
    {
      "epoch": 0.55,
      "learning_rate": 3.567368421052632e-06,
      "loss": 0.1941,
      "step": 6625
    },
    {
      "epoch": 0.55,
      "learning_rate": 3.541052631578948e-06,
      "loss": 0.2316,
      "step": 6650
    },
    {
      "epoch": 0.55,
      "learning_rate": 3.5147368421052638e-06,
      "loss": 0.2039,
      "step": 6675
    },
    {
      "epoch": 0.55,
      "learning_rate": 3.488421052631579e-06,
      "loss": 0.2123,
      "step": 6700
    },
    {
      "epoch": 0.55,
      "learning_rate": 3.462105263157895e-06,
      "loss": 0.2254,
      "step": 6725
    },
    {
      "epoch": 0.56,
      "learning_rate": 3.435789473684211e-06,
      "loss": 0.2041,
      "step": 6750
    },
    {
      "epoch": 0.56,
      "learning_rate": 3.409473684210526e-06,
      "loss": 0.1916,
      "step": 6775
    },
    {
      "epoch": 0.56,
      "learning_rate": 3.3831578947368424e-06,
      "loss": 0.1907,
      "step": 6800
    },
    {
      "epoch": 0.56,
      "learning_rate": 3.3568421052631583e-06,
      "loss": 0.2589,
      "step": 6825
    },
    {
      "epoch": 0.56,
      "learning_rate": 3.330526315789474e-06,
      "loss": 0.2016,
      "step": 6850
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.30421052631579e-06,
      "loss": 0.2198,
      "step": 6875
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.2778947368421053e-06,
      "loss": 0.1903,
      "step": 6900
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.251578947368421e-06,
      "loss": 0.2355,
      "step": 6925
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.225263157894737e-06,
      "loss": 0.2013,
      "step": 6950
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.198947368421053e-06,
      "loss": 0.2083,
      "step": 6975
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.172631578947369e-06,
      "loss": 0.2311,
      "step": 7000
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.1463157894736844e-06,
      "loss": 0.2072,
      "step": 7025
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.12e-06,
      "loss": 0.2302,
      "step": 7050
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.093684210526316e-06,
      "loss": 0.2152,
      "step": 7075
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.067368421052632e-06,
      "loss": 0.1985,
      "step": 7100
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.0410526315789472e-06,
      "loss": 0.2066,
      "step": 7125
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.0147368421052635e-06,
      "loss": 0.1944,
      "step": 7150
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.9884210526315793e-06,
      "loss": 0.2183,
      "step": 7175
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.962105263157895e-06,
      "loss": 0.1926,
      "step": 7200
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.935789473684211e-06,
      "loss": 0.222,
      "step": 7225
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.9094736842105263e-06,
      "loss": 0.2211,
      "step": 7250
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.883157894736842e-06,
      "loss": 0.2201,
      "step": 7275
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.856842105263158e-06,
      "loss": 0.2165,
      "step": 7300
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.830526315789474e-06,
      "loss": 0.2177,
      "step": 7325
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.8063157894736842e-06,
      "loss": 0.1929,
      "step": 7350
    },
    {
      "epoch": 0.61,
      "learning_rate": 2.7800000000000005e-06,
      "loss": 0.1903,
      "step": 7375
    },
    {
      "epoch": 0.61,
      "learning_rate": 2.7536842105263163e-06,
      "loss": 0.2097,
      "step": 7400
    },
    {
      "epoch": 0.61,
      "learning_rate": 2.7273684210526317e-06,
      "loss": 0.2335,
      "step": 7425
    },
    {
      "epoch": 0.61,
      "learning_rate": 2.7010526315789475e-06,
      "loss": 0.2315,
      "step": 7450
    },
    {
      "epoch": 0.62,
      "learning_rate": 2.6747368421052633e-06,
      "loss": 0.2249,
      "step": 7475
    },
    {
      "epoch": 0.62,
      "learning_rate": 2.648421052631579e-06,
      "loss": 0.2397,
      "step": 7500
    },
    {
      "epoch": 0.62,
      "learning_rate": 2.6221052631578946e-06,
      "loss": 0.2241,
      "step": 7525
    },
    {
      "epoch": 0.62,
      "learning_rate": 2.595789473684211e-06,
      "loss": 0.1969,
      "step": 7550
    },
    {
      "epoch": 0.62,
      "learning_rate": 2.5694736842105266e-06,
      "loss": 0.2475,
      "step": 7575
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.5431578947368424e-06,
      "loss": 0.2122,
      "step": 7600
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.5168421052631583e-06,
      "loss": 0.1849,
      "step": 7625
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.4905263157894736e-06,
      "loss": 0.2259,
      "step": 7650
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.46421052631579e-06,
      "loss": 0.2062,
      "step": 7675
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.4378947368421053e-06,
      "loss": 0.1968,
      "step": 7700
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.411578947368421e-06,
      "loss": 0.2024,
      "step": 7725
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.3852631578947373e-06,
      "loss": 0.2169,
      "step": 7750
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.3589473684210527e-06,
      "loss": 0.2229,
      "step": 7775
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.3326315789473686e-06,
      "loss": 0.2013,
      "step": 7800
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.3063157894736844e-06,
      "loss": 0.2276,
      "step": 7825
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.28e-06,
      "loss": 0.1745,
      "step": 7850
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.253684210526316e-06,
      "loss": 0.2252,
      "step": 7875
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.227368421052632e-06,
      "loss": 0.2135,
      "step": 7900
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.2010526315789476e-06,
      "loss": 0.2181,
      "step": 7925
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.1747368421052635e-06,
      "loss": 0.21,
      "step": 7950
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.148421052631579e-06,
      "loss": 0.2151,
      "step": 7975
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.1221052631578947e-06,
      "loss": 0.1712,
      "step": 8000
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.095789473684211e-06,
      "loss": 0.2024,
      "step": 8025
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.0694736842105263e-06,
      "loss": 0.2238,
      "step": 8050
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.043157894736842e-06,
      "loss": 0.2428,
      "step": 8075
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.016842105263158e-06,
      "loss": 0.22,
      "step": 8100
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9905263157894738e-06,
      "loss": 0.2441,
      "step": 8125
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9642105263157896e-06,
      "loss": 0.1981,
      "step": 8150
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9378947368421054e-06,
      "loss": 0.2208,
      "step": 8175
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9115789473684212e-06,
      "loss": 0.2001,
      "step": 8200
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.885263157894737e-06,
      "loss": 0.2143,
      "step": 8225
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8589473684210527e-06,
      "loss": 0.2097,
      "step": 8250
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8326315789473687e-06,
      "loss": 0.2023,
      "step": 8275
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8063157894736843e-06,
      "loss": 0.2233,
      "step": 8300
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 0.2349,
      "step": 8325
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7557894736842108e-06,
      "loss": 0.2292,
      "step": 8350
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7294736842105264e-06,
      "loss": 0.2374,
      "step": 8375
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7031578947368422e-06,
      "loss": 0.2459,
      "step": 8400
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.676842105263158e-06,
      "loss": 0.2072,
      "step": 8425
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.6505263157894739e-06,
      "loss": 0.2321,
      "step": 8450
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.6242105263157895e-06,
      "loss": 0.207,
      "step": 8475
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5978947368421055e-06,
      "loss": 0.2005,
      "step": 8500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5715789473684213e-06,
      "loss": 0.2216,
      "step": 8525
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.545263157894737e-06,
      "loss": 0.1913,
      "step": 8550
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.518947368421053e-06,
      "loss": 0.2017,
      "step": 8575
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4926315789473686e-06,
      "loss": 0.1724,
      "step": 8600
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4663157894736844e-06,
      "loss": 0.2071,
      "step": 8625
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.44e-06,
      "loss": 0.2295,
      "step": 8650
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.413684210526316e-06,
      "loss": 0.2117,
      "step": 8675
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3873684210526316e-06,
      "loss": 0.2116,
      "step": 8700
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3610526315789474e-06,
      "loss": 0.2154,
      "step": 8725
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3347368421052635e-06,
      "loss": 0.2274,
      "step": 8750
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.308421052631579e-06,
      "loss": 0.1889,
      "step": 8775
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.2821052631578949e-06,
      "loss": 0.1956,
      "step": 8800
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2557894736842105e-06,
      "loss": 0.2036,
      "step": 8825
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2294736842105263e-06,
      "loss": 0.2432,
      "step": 8850
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2031578947368421e-06,
      "loss": 0.2063,
      "step": 8875
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.176842105263158e-06,
      "loss": 0.1829,
      "step": 8900
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.1505263157894738e-06,
      "loss": 0.214,
      "step": 8925
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.1242105263157896e-06,
      "loss": 0.2065,
      "step": 8950
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.0978947368421052e-06,
      "loss": 0.1974,
      "step": 8975
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.0715789473684212e-06,
      "loss": 0.2128,
      "step": 9000
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.045263157894737e-06,
      "loss": 0.2462,
      "step": 9025
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.0189473684210527e-06,
      "loss": 0.188,
      "step": 9050
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.936842105263158e-07,
      "loss": 0.2401,
      "step": 9075
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.673684210526316e-07,
      "loss": 0.1751,
      "step": 9100
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.410526315789474e-07,
      "loss": 0.2274,
      "step": 9125
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.147368421052632e-07,
      "loss": 0.205,
      "step": 9150
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.88421052631579e-07,
      "loss": 0.2005,
      "step": 9175
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.621052631578948e-07,
      "loss": 0.2095,
      "step": 9200
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.357894736842106e-07,
      "loss": 0.2118,
      "step": 9225
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.094736842105263e-07,
      "loss": 0.2223,
      "step": 9250
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.831578947368422e-07,
      "loss": 0.1951,
      "step": 9275
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.56842105263158e-07,
      "loss": 0.2063,
      "step": 9300
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.305263157894738e-07,
      "loss": 0.2202,
      "step": 9325
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.042105263157896e-07,
      "loss": 0.2056,
      "step": 9350
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.778947368421053e-07,
      "loss": 0.2485,
      "step": 9375
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.515789473684211e-07,
      "loss": 0.2224,
      "step": 9400
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.252631578947368e-07,
      "loss": 0.2212,
      "step": 9425
    },
    {
      "epoch": 0.78,
      "learning_rate": 5.989473684210526e-07,
      "loss": 0.2204,
      "step": 9450
    },
    {
      "epoch": 0.78,
      "learning_rate": 5.726315789473685e-07,
      "loss": 0.2251,
      "step": 9475
    },
    {
      "epoch": 0.78,
      "learning_rate": 5.463157894736843e-07,
      "loss": 0.1869,
      "step": 9500
    },
    {
      "epoch": 0.78,
      "learning_rate": 5.2e-07,
      "loss": 0.1992,
      "step": 9525
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.936842105263158e-07,
      "loss": 0.2253,
      "step": 9550
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.6736842105263163e-07,
      "loss": 0.1934,
      "step": 9575
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.410526315789474e-07,
      "loss": 0.2083,
      "step": 9600
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.1473684210526317e-07,
      "loss": 0.1822,
      "step": 9625
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.88421052631579e-07,
      "loss": 0.2022,
      "step": 9650
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6210526315789475e-07,
      "loss": 0.215,
      "step": 9675
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.3578947368421057e-07,
      "loss": 0.2159,
      "step": 9700
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.0947368421052633e-07,
      "loss": 0.2243,
      "step": 9725
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.8315789473684215e-07,
      "loss": 0.2008,
      "step": 9750
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.568421052631579e-07,
      "loss": 0.2249,
      "step": 9775
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.305263157894737e-07,
      "loss": 0.2154,
      "step": 9800
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.042105263157895e-07,
      "loss": 0.2355,
      "step": 9825
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7789473684210527e-07,
      "loss": 0.2024,
      "step": 9850
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.5157894736842106e-07,
      "loss": 0.1999,
      "step": 9875
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.2526315789473685e-07,
      "loss": 0.2139,
      "step": 9900
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.894736842105264e-08,
      "loss": 0.1962,
      "step": 9925
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.263157894736842e-08,
      "loss": 0.1945,
      "step": 9950
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.631578947368422e-08,
      "loss": 0.2174,
      "step": 9975
    },
    {
      "epoch": 0.82,
      "learning_rate": 2e-08,
      "loss": 0.2085,
      "step": 10000
    },
    {
      "epoch": 0.82,
      "step": 10000,
      "total_flos": 8.590715932450488e+19,
      "train_loss": 0.241443017578125,
      "train_runtime": 25061.6522,
      "train_samples_per_second": 6.384,
      "train_steps_per_second": 0.399
    }
  ],
  "logging_steps": 25,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2000,
  "total_flos": 8.590715932450488e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}