Quokka-13b-instruct / trainer_state.json
Xianjun's picture
Upload 9 files
6d24813 verified
raw
history blame
31.6 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 9.952153110047847,
"global_step": 260,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04,
"learning_rate": 0.0,
"loss": 27.0117,
"step": 1
},
{
"epoch": 0.08,
"learning_rate": 3.333333333333334e-06,
"loss": 21.6211,
"step": 2
},
{
"epoch": 0.11,
"learning_rate": 5.283208335737189e-06,
"loss": 21.7207,
"step": 3
},
{
"epoch": 0.15,
"learning_rate": 6.666666666666668e-06,
"loss": 11.6904,
"step": 4
},
{
"epoch": 0.19,
"learning_rate": 7.739760316291209e-06,
"loss": 7.9741,
"step": 5
},
{
"epoch": 0.23,
"learning_rate": 8.616541669070522e-06,
"loss": 7.1436,
"step": 6
},
{
"epoch": 0.27,
"learning_rate": 9.357849740192014e-06,
"loss": 4.0469,
"step": 7
},
{
"epoch": 0.31,
"learning_rate": 1e-05,
"loss": 2.0199,
"step": 8
},
{
"epoch": 0.34,
"learning_rate": 1e-05,
"loss": 1.5365,
"step": 9
},
{
"epoch": 0.38,
"learning_rate": 9.960317460317462e-06,
"loss": 1.3037,
"step": 10
},
{
"epoch": 0.42,
"learning_rate": 9.920634920634922e-06,
"loss": 1.336,
"step": 11
},
{
"epoch": 0.46,
"learning_rate": 9.880952380952381e-06,
"loss": 0.8995,
"step": 12
},
{
"epoch": 0.5,
"learning_rate": 9.841269841269842e-06,
"loss": 1.1336,
"step": 13
},
{
"epoch": 0.54,
"learning_rate": 9.801587301587301e-06,
"loss": 1.0137,
"step": 14
},
{
"epoch": 0.57,
"learning_rate": 9.761904761904762e-06,
"loss": 0.8937,
"step": 15
},
{
"epoch": 0.61,
"learning_rate": 9.722222222222223e-06,
"loss": 0.8082,
"step": 16
},
{
"epoch": 0.65,
"learning_rate": 9.682539682539683e-06,
"loss": 1.116,
"step": 17
},
{
"epoch": 0.69,
"learning_rate": 9.642857142857144e-06,
"loss": 1.0788,
"step": 18
},
{
"epoch": 0.73,
"learning_rate": 9.603174603174605e-06,
"loss": 1.0808,
"step": 19
},
{
"epoch": 0.77,
"learning_rate": 9.563492063492064e-06,
"loss": 0.9711,
"step": 20
},
{
"epoch": 0.8,
"learning_rate": 9.523809523809525e-06,
"loss": 0.9958,
"step": 21
},
{
"epoch": 0.84,
"learning_rate": 9.484126984126984e-06,
"loss": 0.8673,
"step": 22
},
{
"epoch": 0.88,
"learning_rate": 9.444444444444445e-06,
"loss": 0.8284,
"step": 23
},
{
"epoch": 0.92,
"learning_rate": 9.404761904761905e-06,
"loss": 1.0445,
"step": 24
},
{
"epoch": 0.96,
"learning_rate": 9.365079365079366e-06,
"loss": 0.985,
"step": 25
},
{
"epoch": 1.0,
"learning_rate": 9.325396825396827e-06,
"loss": 0.8481,
"step": 26
},
{
"epoch": 1.03,
"learning_rate": 9.285714285714288e-06,
"loss": 0.844,
"step": 27
},
{
"epoch": 1.07,
"learning_rate": 9.246031746031747e-06,
"loss": 0.8213,
"step": 28
},
{
"epoch": 1.11,
"learning_rate": 9.206349206349207e-06,
"loss": 0.8681,
"step": 29
},
{
"epoch": 1.15,
"learning_rate": 9.166666666666666e-06,
"loss": 0.9029,
"step": 30
},
{
"epoch": 1.19,
"learning_rate": 9.126984126984127e-06,
"loss": 0.8869,
"step": 31
},
{
"epoch": 1.22,
"learning_rate": 9.087301587301588e-06,
"loss": 0.8439,
"step": 32
},
{
"epoch": 1.26,
"learning_rate": 9.047619047619049e-06,
"loss": 0.7698,
"step": 33
},
{
"epoch": 1.3,
"learning_rate": 9.00793650793651e-06,
"loss": 0.8427,
"step": 34
},
{
"epoch": 1.34,
"learning_rate": 8.968253968253968e-06,
"loss": 0.8912,
"step": 35
},
{
"epoch": 1.38,
"learning_rate": 8.92857142857143e-06,
"loss": 0.7972,
"step": 36
},
{
"epoch": 1.42,
"learning_rate": 8.888888888888888e-06,
"loss": 0.9011,
"step": 37
},
{
"epoch": 1.45,
"learning_rate": 8.849206349206349e-06,
"loss": 0.7726,
"step": 38
},
{
"epoch": 1.49,
"learning_rate": 8.80952380952381e-06,
"loss": 1.0206,
"step": 39
},
{
"epoch": 1.53,
"learning_rate": 8.76984126984127e-06,
"loss": 0.763,
"step": 40
},
{
"epoch": 1.57,
"learning_rate": 8.730158730158731e-06,
"loss": 0.8353,
"step": 41
},
{
"epoch": 1.61,
"learning_rate": 8.690476190476192e-06,
"loss": 0.8116,
"step": 42
},
{
"epoch": 1.65,
"learning_rate": 8.650793650793651e-06,
"loss": 0.7707,
"step": 43
},
{
"epoch": 1.68,
"learning_rate": 8.611111111111112e-06,
"loss": 0.7291,
"step": 44
},
{
"epoch": 1.72,
"learning_rate": 8.571428571428571e-06,
"loss": 0.7479,
"step": 45
},
{
"epoch": 1.76,
"learning_rate": 8.531746031746032e-06,
"loss": 0.6102,
"step": 46
},
{
"epoch": 1.8,
"learning_rate": 8.492063492063492e-06,
"loss": 0.8495,
"step": 47
},
{
"epoch": 1.84,
"learning_rate": 8.452380952380953e-06,
"loss": 0.6822,
"step": 48
},
{
"epoch": 1.88,
"learning_rate": 8.412698412698414e-06,
"loss": 0.7712,
"step": 49
},
{
"epoch": 1.91,
"learning_rate": 8.373015873015875e-06,
"loss": 0.7723,
"step": 50
},
{
"epoch": 1.95,
"learning_rate": 8.333333333333334e-06,
"loss": 0.7771,
"step": 51
},
{
"epoch": 1.99,
"learning_rate": 8.293650793650794e-06,
"loss": 0.7649,
"step": 52
},
{
"epoch": 2.03,
"learning_rate": 8.253968253968254e-06,
"loss": 0.6148,
"step": 53
},
{
"epoch": 2.07,
"learning_rate": 8.214285714285714e-06,
"loss": 0.6307,
"step": 54
},
{
"epoch": 2.11,
"learning_rate": 8.174603174603175e-06,
"loss": 0.5723,
"step": 55
},
{
"epoch": 2.14,
"learning_rate": 8.134920634920636e-06,
"loss": 0.5753,
"step": 56
},
{
"epoch": 2.18,
"learning_rate": 8.095238095238097e-06,
"loss": 0.6041,
"step": 57
},
{
"epoch": 2.22,
"learning_rate": 8.055555555555557e-06,
"loss": 0.7362,
"step": 58
},
{
"epoch": 2.26,
"learning_rate": 8.015873015873016e-06,
"loss": 0.6931,
"step": 59
},
{
"epoch": 2.3,
"learning_rate": 7.976190476190477e-06,
"loss": 0.6417,
"step": 60
},
{
"epoch": 2.33,
"learning_rate": 7.936507936507936e-06,
"loss": 0.5284,
"step": 61
},
{
"epoch": 2.37,
"learning_rate": 7.896825396825397e-06,
"loss": 0.6719,
"step": 62
},
{
"epoch": 2.41,
"learning_rate": 7.857142857142858e-06,
"loss": 0.5167,
"step": 63
},
{
"epoch": 2.45,
"learning_rate": 7.817460317460318e-06,
"loss": 0.3668,
"step": 64
},
{
"epoch": 2.49,
"learning_rate": 7.77777777777778e-06,
"loss": 0.5614,
"step": 65
},
{
"epoch": 2.53,
"learning_rate": 7.738095238095238e-06,
"loss": 0.6468,
"step": 66
},
{
"epoch": 2.56,
"learning_rate": 7.698412698412699e-06,
"loss": 0.4868,
"step": 67
},
{
"epoch": 2.6,
"learning_rate": 7.65873015873016e-06,
"loss": 0.5214,
"step": 68
},
{
"epoch": 2.64,
"learning_rate": 7.61904761904762e-06,
"loss": 0.5433,
"step": 69
},
{
"epoch": 2.68,
"learning_rate": 7.5793650793650795e-06,
"loss": 0.5826,
"step": 70
},
{
"epoch": 2.72,
"learning_rate": 7.53968253968254e-06,
"loss": 0.6986,
"step": 71
},
{
"epoch": 2.76,
"learning_rate": 7.500000000000001e-06,
"loss": 0.5377,
"step": 72
},
{
"epoch": 2.79,
"learning_rate": 7.460317460317461e-06,
"loss": 0.7216,
"step": 73
},
{
"epoch": 2.83,
"learning_rate": 7.420634920634922e-06,
"loss": 0.59,
"step": 74
},
{
"epoch": 2.87,
"learning_rate": 7.380952380952382e-06,
"loss": 0.5512,
"step": 75
},
{
"epoch": 2.91,
"learning_rate": 7.3412698412698415e-06,
"loss": 0.7005,
"step": 76
},
{
"epoch": 2.95,
"learning_rate": 7.301587301587301e-06,
"loss": 0.6035,
"step": 77
},
{
"epoch": 2.99,
"learning_rate": 7.261904761904762e-06,
"loss": 0.602,
"step": 78
},
{
"epoch": 3.02,
"learning_rate": 7.222222222222223e-06,
"loss": 0.2625,
"step": 79
},
{
"epoch": 3.06,
"learning_rate": 7.182539682539683e-06,
"loss": 0.4799,
"step": 80
},
{
"epoch": 3.1,
"learning_rate": 7.1428571428571436e-06,
"loss": 0.3642,
"step": 81
},
{
"epoch": 3.14,
"learning_rate": 7.103174603174604e-06,
"loss": 0.4635,
"step": 82
},
{
"epoch": 3.18,
"learning_rate": 7.063492063492064e-06,
"loss": 0.4869,
"step": 83
},
{
"epoch": 3.22,
"learning_rate": 7.023809523809524e-06,
"loss": 0.3282,
"step": 84
},
{
"epoch": 3.25,
"learning_rate": 6.984126984126984e-06,
"loss": 0.3473,
"step": 85
},
{
"epoch": 3.29,
"learning_rate": 6.944444444444445e-06,
"loss": 0.3549,
"step": 86
},
{
"epoch": 3.33,
"learning_rate": 6.9047619047619055e-06,
"loss": 0.3809,
"step": 87
},
{
"epoch": 3.37,
"learning_rate": 6.8650793650793654e-06,
"loss": 0.4178,
"step": 88
},
{
"epoch": 3.41,
"learning_rate": 6.825396825396826e-06,
"loss": 0.4177,
"step": 89
},
{
"epoch": 3.44,
"learning_rate": 6.785714285714287e-06,
"loss": 0.3836,
"step": 90
},
{
"epoch": 3.48,
"learning_rate": 6.746031746031747e-06,
"loss": 0.3887,
"step": 91
},
{
"epoch": 3.52,
"learning_rate": 6.706349206349207e-06,
"loss": 0.4161,
"step": 92
},
{
"epoch": 3.56,
"learning_rate": 6.666666666666667e-06,
"loss": 0.3486,
"step": 93
},
{
"epoch": 3.6,
"learning_rate": 6.626984126984127e-06,
"loss": 0.4358,
"step": 94
},
{
"epoch": 3.64,
"learning_rate": 6.587301587301588e-06,
"loss": 0.3826,
"step": 95
},
{
"epoch": 3.67,
"learning_rate": 6.547619047619048e-06,
"loss": 0.5642,
"step": 96
},
{
"epoch": 3.71,
"learning_rate": 6.507936507936509e-06,
"loss": 0.4061,
"step": 97
},
{
"epoch": 3.75,
"learning_rate": 6.468253968253969e-06,
"loss": 0.4258,
"step": 98
},
{
"epoch": 3.79,
"learning_rate": 6.4285714285714295e-06,
"loss": 0.3696,
"step": 99
},
{
"epoch": 3.83,
"learning_rate": 6.3888888888888885e-06,
"loss": 0.3485,
"step": 100
},
{
"epoch": 3.87,
"learning_rate": 6.349206349206349e-06,
"loss": 0.3755,
"step": 101
},
{
"epoch": 3.9,
"learning_rate": 6.30952380952381e-06,
"loss": 0.4713,
"step": 102
},
{
"epoch": 3.94,
"learning_rate": 6.26984126984127e-06,
"loss": 0.4767,
"step": 103
},
{
"epoch": 3.98,
"learning_rate": 6.230158730158731e-06,
"loss": 0.5167,
"step": 104
},
{
"epoch": 4.02,
"learning_rate": 6.1904761904761914e-06,
"loss": 0.4248,
"step": 105
},
{
"epoch": 4.06,
"learning_rate": 6.150793650793651e-06,
"loss": 0.2968,
"step": 106
},
{
"epoch": 4.1,
"learning_rate": 6.111111111111112e-06,
"loss": 0.2642,
"step": 107
},
{
"epoch": 4.13,
"learning_rate": 6.071428571428571e-06,
"loss": 0.2437,
"step": 108
},
{
"epoch": 4.17,
"learning_rate": 6.031746031746032e-06,
"loss": 0.2496,
"step": 109
},
{
"epoch": 4.21,
"learning_rate": 5.992063492063493e-06,
"loss": 0.3475,
"step": 110
},
{
"epoch": 4.25,
"learning_rate": 5.9523809523809525e-06,
"loss": 0.2465,
"step": 111
},
{
"epoch": 4.29,
"learning_rate": 5.912698412698413e-06,
"loss": 0.2471,
"step": 112
},
{
"epoch": 4.33,
"learning_rate": 5.873015873015874e-06,
"loss": 0.331,
"step": 113
},
{
"epoch": 4.36,
"learning_rate": 5.833333333333334e-06,
"loss": 0.2714,
"step": 114
},
{
"epoch": 4.4,
"learning_rate": 5.793650793650795e-06,
"loss": 0.3384,
"step": 115
},
{
"epoch": 4.44,
"learning_rate": 5.753968253968254e-06,
"loss": 0.2718,
"step": 116
},
{
"epoch": 4.48,
"learning_rate": 5.7142857142857145e-06,
"loss": 0.1803,
"step": 117
},
{
"epoch": 4.52,
"learning_rate": 5.674603174603175e-06,
"loss": 0.2611,
"step": 118
},
{
"epoch": 4.56,
"learning_rate": 5.634920634920635e-06,
"loss": 0.2818,
"step": 119
},
{
"epoch": 4.59,
"learning_rate": 5.595238095238096e-06,
"loss": 0.3179,
"step": 120
},
{
"epoch": 4.63,
"learning_rate": 5.555555555555557e-06,
"loss": 0.2274,
"step": 121
},
{
"epoch": 4.67,
"learning_rate": 5.5158730158730166e-06,
"loss": 0.1747,
"step": 122
},
{
"epoch": 4.71,
"learning_rate": 5.476190476190477e-06,
"loss": 0.2825,
"step": 123
},
{
"epoch": 4.75,
"learning_rate": 5.436507936507936e-06,
"loss": 0.249,
"step": 124
},
{
"epoch": 4.78,
"learning_rate": 5.396825396825397e-06,
"loss": 0.1721,
"step": 125
},
{
"epoch": 4.82,
"learning_rate": 5.357142857142857e-06,
"loss": 0.266,
"step": 126
},
{
"epoch": 4.86,
"learning_rate": 5.317460317460318e-06,
"loss": 0.2893,
"step": 127
},
{
"epoch": 4.9,
"learning_rate": 5.2777777777777785e-06,
"loss": 0.2114,
"step": 128
},
{
"epoch": 4.94,
"learning_rate": 5.2380952380952384e-06,
"loss": 0.3086,
"step": 129
},
{
"epoch": 4.98,
"learning_rate": 5.198412698412699e-06,
"loss": 0.2471,
"step": 130
},
{
"epoch": 5.01,
"learning_rate": 5.15873015873016e-06,
"loss": 0.205,
"step": 131
},
{
"epoch": 5.05,
"learning_rate": 5.119047619047619e-06,
"loss": 0.2055,
"step": 132
},
{
"epoch": 5.09,
"learning_rate": 5.07936507936508e-06,
"loss": 0.191,
"step": 133
},
{
"epoch": 5.13,
"learning_rate": 5.03968253968254e-06,
"loss": 0.1575,
"step": 134
},
{
"epoch": 5.17,
"learning_rate": 5e-06,
"loss": 0.1273,
"step": 135
},
{
"epoch": 5.21,
"learning_rate": 4.960317460317461e-06,
"loss": 0.1414,
"step": 136
},
{
"epoch": 5.24,
"learning_rate": 4.920634920634921e-06,
"loss": 0.1245,
"step": 137
},
{
"epoch": 5.28,
"learning_rate": 4.880952380952381e-06,
"loss": 0.1597,
"step": 138
},
{
"epoch": 5.32,
"learning_rate": 4.841269841269842e-06,
"loss": 0.1187,
"step": 139
},
{
"epoch": 5.36,
"learning_rate": 4.8015873015873025e-06,
"loss": 0.1787,
"step": 140
},
{
"epoch": 5.4,
"learning_rate": 4.761904761904762e-06,
"loss": 0.2021,
"step": 141
},
{
"epoch": 5.44,
"learning_rate": 4.722222222222222e-06,
"loss": 0.1358,
"step": 142
},
{
"epoch": 5.47,
"learning_rate": 4.682539682539683e-06,
"loss": 0.1262,
"step": 143
},
{
"epoch": 5.51,
"learning_rate": 4.642857142857144e-06,
"loss": 0.1312,
"step": 144
},
{
"epoch": 5.55,
"learning_rate": 4.603174603174604e-06,
"loss": 0.1239,
"step": 145
},
{
"epoch": 5.59,
"learning_rate": 4.563492063492064e-06,
"loss": 0.1453,
"step": 146
},
{
"epoch": 5.63,
"learning_rate": 4.523809523809524e-06,
"loss": 0.1433,
"step": 147
},
{
"epoch": 5.67,
"learning_rate": 4.484126984126984e-06,
"loss": 0.1165,
"step": 148
},
{
"epoch": 5.7,
"learning_rate": 4.444444444444444e-06,
"loss": 0.1955,
"step": 149
},
{
"epoch": 5.74,
"learning_rate": 4.404761904761905e-06,
"loss": 0.163,
"step": 150
},
{
"epoch": 5.78,
"learning_rate": 4.365079365079366e-06,
"loss": 0.1306,
"step": 151
},
{
"epoch": 5.82,
"learning_rate": 4.3253968253968256e-06,
"loss": 0.142,
"step": 152
},
{
"epoch": 5.86,
"learning_rate": 4.2857142857142855e-06,
"loss": 0.1747,
"step": 153
},
{
"epoch": 5.89,
"learning_rate": 4.246031746031746e-06,
"loss": 0.1584,
"step": 154
},
{
"epoch": 5.93,
"learning_rate": 4.206349206349207e-06,
"loss": 0.0868,
"step": 155
},
{
"epoch": 5.97,
"learning_rate": 4.166666666666667e-06,
"loss": 0.181,
"step": 156
},
{
"epoch": 6.01,
"learning_rate": 4.126984126984127e-06,
"loss": 0.0737,
"step": 157
},
{
"epoch": 6.05,
"learning_rate": 4.0873015873015875e-06,
"loss": 0.0959,
"step": 158
},
{
"epoch": 6.09,
"learning_rate": 4.047619047619048e-06,
"loss": 0.1235,
"step": 159
},
{
"epoch": 6.12,
"learning_rate": 4.007936507936508e-06,
"loss": 0.0853,
"step": 160
},
{
"epoch": 6.16,
"learning_rate": 3.968253968253968e-06,
"loss": 0.0876,
"step": 161
},
{
"epoch": 6.2,
"learning_rate": 3.928571428571429e-06,
"loss": 0.0424,
"step": 162
},
{
"epoch": 6.24,
"learning_rate": 3.88888888888889e-06,
"loss": 0.128,
"step": 163
},
{
"epoch": 6.28,
"learning_rate": 3.8492063492063495e-06,
"loss": 0.0874,
"step": 164
},
{
"epoch": 6.32,
"learning_rate": 3.80952380952381e-06,
"loss": 0.0785,
"step": 165
},
{
"epoch": 6.35,
"learning_rate": 3.76984126984127e-06,
"loss": 0.0692,
"step": 166
},
{
"epoch": 6.39,
"learning_rate": 3.7301587301587305e-06,
"loss": 0.0595,
"step": 167
},
{
"epoch": 6.43,
"learning_rate": 3.690476190476191e-06,
"loss": 0.0856,
"step": 168
},
{
"epoch": 6.47,
"learning_rate": 3.6507936507936507e-06,
"loss": 0.1139,
"step": 169
},
{
"epoch": 6.51,
"learning_rate": 3.6111111111111115e-06,
"loss": 0.0859,
"step": 170
},
{
"epoch": 6.55,
"learning_rate": 3.5714285714285718e-06,
"loss": 0.0626,
"step": 171
},
{
"epoch": 6.58,
"learning_rate": 3.531746031746032e-06,
"loss": 0.0843,
"step": 172
},
{
"epoch": 6.62,
"learning_rate": 3.492063492063492e-06,
"loss": 0.0991,
"step": 173
},
{
"epoch": 6.66,
"learning_rate": 3.4523809523809528e-06,
"loss": 0.1023,
"step": 174
},
{
"epoch": 6.7,
"learning_rate": 3.412698412698413e-06,
"loss": 0.0686,
"step": 175
},
{
"epoch": 6.74,
"learning_rate": 3.3730158730158734e-06,
"loss": 0.0896,
"step": 176
},
{
"epoch": 6.78,
"learning_rate": 3.3333333333333333e-06,
"loss": 0.084,
"step": 177
},
{
"epoch": 6.81,
"learning_rate": 3.293650793650794e-06,
"loss": 0.1006,
"step": 178
},
{
"epoch": 6.85,
"learning_rate": 3.2539682539682544e-06,
"loss": 0.0901,
"step": 179
},
{
"epoch": 6.89,
"learning_rate": 3.2142857142857147e-06,
"loss": 0.082,
"step": 180
},
{
"epoch": 6.93,
"learning_rate": 3.1746031746031746e-06,
"loss": 0.0704,
"step": 181
},
{
"epoch": 6.97,
"learning_rate": 3.134920634920635e-06,
"loss": 0.071,
"step": 182
},
{
"epoch": 7.0,
"learning_rate": 3.0952380952380957e-06,
"loss": 0.0812,
"step": 183
},
{
"epoch": 7.04,
"learning_rate": 3.055555555555556e-06,
"loss": 0.0371,
"step": 184
},
{
"epoch": 7.08,
"learning_rate": 3.015873015873016e-06,
"loss": 0.0393,
"step": 185
},
{
"epoch": 7.12,
"learning_rate": 2.9761904761904763e-06,
"loss": 0.0253,
"step": 186
},
{
"epoch": 7.16,
"learning_rate": 2.936507936507937e-06,
"loss": 0.0624,
"step": 187
},
{
"epoch": 7.2,
"learning_rate": 2.8968253968253974e-06,
"loss": 0.0625,
"step": 188
},
{
"epoch": 7.23,
"learning_rate": 2.8571428571428573e-06,
"loss": 0.0464,
"step": 189
},
{
"epoch": 7.27,
"learning_rate": 2.8174603174603176e-06,
"loss": 0.0354,
"step": 190
},
{
"epoch": 7.31,
"learning_rate": 2.7777777777777783e-06,
"loss": 0.0516,
"step": 191
},
{
"epoch": 7.35,
"learning_rate": 2.7380952380952387e-06,
"loss": 0.0695,
"step": 192
},
{
"epoch": 7.39,
"learning_rate": 2.6984126984126986e-06,
"loss": 0.0405,
"step": 193
},
{
"epoch": 7.43,
"learning_rate": 2.658730158730159e-06,
"loss": 0.036,
"step": 194
},
{
"epoch": 7.46,
"learning_rate": 2.6190476190476192e-06,
"loss": 0.0474,
"step": 195
},
{
"epoch": 7.5,
"learning_rate": 2.57936507936508e-06,
"loss": 0.0445,
"step": 196
},
{
"epoch": 7.54,
"learning_rate": 2.53968253968254e-06,
"loss": 0.0546,
"step": 197
},
{
"epoch": 7.58,
"learning_rate": 2.5e-06,
"loss": 0.0553,
"step": 198
},
{
"epoch": 7.62,
"learning_rate": 2.4603174603174605e-06,
"loss": 0.0137,
"step": 199
},
{
"epoch": 7.66,
"learning_rate": 2.420634920634921e-06,
"loss": 0.0406,
"step": 200
},
{
"epoch": 7.69,
"learning_rate": 2.380952380952381e-06,
"loss": 0.0333,
"step": 201
},
{
"epoch": 7.73,
"learning_rate": 2.3412698412698415e-06,
"loss": 0.067,
"step": 202
},
{
"epoch": 7.77,
"learning_rate": 2.301587301587302e-06,
"loss": 0.0636,
"step": 203
},
{
"epoch": 7.81,
"learning_rate": 2.261904761904762e-06,
"loss": 0.0476,
"step": 204
},
{
"epoch": 7.85,
"learning_rate": 2.222222222222222e-06,
"loss": 0.0397,
"step": 205
},
{
"epoch": 7.89,
"learning_rate": 2.182539682539683e-06,
"loss": 0.0251,
"step": 206
},
{
"epoch": 7.92,
"learning_rate": 2.1428571428571427e-06,
"loss": 0.0443,
"step": 207
},
{
"epoch": 7.96,
"learning_rate": 2.1031746031746035e-06,
"loss": 0.0356,
"step": 208
},
{
"epoch": 8.0,
"learning_rate": 2.0634920634920634e-06,
"loss": 0.0444,
"step": 209
},
{
"epoch": 8.04,
"learning_rate": 2.023809523809524e-06,
"loss": 0.0432,
"step": 210
},
{
"epoch": 8.08,
"learning_rate": 1.984126984126984e-06,
"loss": 0.0397,
"step": 211
},
{
"epoch": 8.11,
"learning_rate": 1.944444444444445e-06,
"loss": 0.022,
"step": 212
},
{
"epoch": 8.15,
"learning_rate": 1.904761904761905e-06,
"loss": 0.0377,
"step": 213
},
{
"epoch": 8.19,
"learning_rate": 1.8650793650793652e-06,
"loss": 0.0178,
"step": 214
},
{
"epoch": 8.23,
"learning_rate": 1.8253968253968254e-06,
"loss": 0.0205,
"step": 215
},
{
"epoch": 8.27,
"learning_rate": 1.7857142857142859e-06,
"loss": 0.0285,
"step": 216
},
{
"epoch": 8.31,
"learning_rate": 1.746031746031746e-06,
"loss": 0.0262,
"step": 217
},
{
"epoch": 8.34,
"learning_rate": 1.7063492063492065e-06,
"loss": 0.0196,
"step": 218
},
{
"epoch": 8.38,
"learning_rate": 1.6666666666666667e-06,
"loss": 0.0265,
"step": 219
},
{
"epoch": 8.42,
"learning_rate": 1.6269841269841272e-06,
"loss": 0.0333,
"step": 220
},
{
"epoch": 8.46,
"learning_rate": 1.5873015873015873e-06,
"loss": 0.0202,
"step": 221
},
{
"epoch": 8.5,
"learning_rate": 1.5476190476190479e-06,
"loss": 0.0205,
"step": 222
},
{
"epoch": 8.54,
"learning_rate": 1.507936507936508e-06,
"loss": 0.0234,
"step": 223
},
{
"epoch": 8.57,
"learning_rate": 1.4682539682539685e-06,
"loss": 0.0156,
"step": 224
},
{
"epoch": 8.61,
"learning_rate": 1.4285714285714286e-06,
"loss": 0.0229,
"step": 225
},
{
"epoch": 8.65,
"learning_rate": 1.3888888888888892e-06,
"loss": 0.0247,
"step": 226
},
{
"epoch": 8.69,
"learning_rate": 1.3492063492063493e-06,
"loss": 0.0227,
"step": 227
},
{
"epoch": 8.73,
"learning_rate": 1.3095238095238096e-06,
"loss": 0.02,
"step": 228
},
{
"epoch": 8.77,
"learning_rate": 1.26984126984127e-06,
"loss": 0.0244,
"step": 229
},
{
"epoch": 8.8,
"learning_rate": 1.2301587301587303e-06,
"loss": 0.0264,
"step": 230
},
{
"epoch": 8.84,
"learning_rate": 1.1904761904761906e-06,
"loss": 0.0247,
"step": 231
},
{
"epoch": 8.88,
"learning_rate": 1.150793650793651e-06,
"loss": 0.0275,
"step": 232
},
{
"epoch": 8.92,
"learning_rate": 1.111111111111111e-06,
"loss": 0.0246,
"step": 233
},
{
"epoch": 8.96,
"learning_rate": 1.0714285714285714e-06,
"loss": 0.0216,
"step": 234
},
{
"epoch": 9.0,
"learning_rate": 1.0317460317460317e-06,
"loss": 0.0204,
"step": 235
},
{
"epoch": 9.03,
"learning_rate": 9.92063492063492e-07,
"loss": 0.02,
"step": 236
},
{
"epoch": 9.07,
"learning_rate": 9.523809523809525e-07,
"loss": 0.0113,
"step": 237
},
{
"epoch": 9.11,
"learning_rate": 9.126984126984127e-07,
"loss": 0.0187,
"step": 238
},
{
"epoch": 9.15,
"learning_rate": 8.73015873015873e-07,
"loss": 0.018,
"step": 239
},
{
"epoch": 9.19,
"learning_rate": 8.333333333333333e-07,
"loss": 0.0183,
"step": 240
},
{
"epoch": 9.22,
"learning_rate": 7.936507936507937e-07,
"loss": 0.0173,
"step": 241
},
{
"epoch": 9.26,
"learning_rate": 7.53968253968254e-07,
"loss": 0.0113,
"step": 242
},
{
"epoch": 9.3,
"learning_rate": 7.142857142857143e-07,
"loss": 0.0124,
"step": 243
},
{
"epoch": 9.34,
"learning_rate": 6.746031746031746e-07,
"loss": 0.0148,
"step": 244
},
{
"epoch": 9.38,
"learning_rate": 6.34920634920635e-07,
"loss": 0.0132,
"step": 245
},
{
"epoch": 9.42,
"learning_rate": 5.952380952380953e-07,
"loss": 0.0118,
"step": 246
},
{
"epoch": 9.45,
"learning_rate": 5.555555555555555e-07,
"loss": 0.0116,
"step": 247
},
{
"epoch": 9.49,
"learning_rate": 5.158730158730158e-07,
"loss": 0.0113,
"step": 248
},
{
"epoch": 9.53,
"learning_rate": 4.7619047619047623e-07,
"loss": 0.0143,
"step": 249
},
{
"epoch": 9.57,
"learning_rate": 4.365079365079365e-07,
"loss": 0.0145,
"step": 250
},
{
"epoch": 9.61,
"learning_rate": 3.9682539682539683e-07,
"loss": 0.0175,
"step": 251
},
{
"epoch": 9.65,
"learning_rate": 3.5714285714285716e-07,
"loss": 0.0275,
"step": 252
},
{
"epoch": 9.68,
"learning_rate": 3.174603174603175e-07,
"loss": 0.0106,
"step": 253
},
{
"epoch": 9.72,
"learning_rate": 2.7777777777777776e-07,
"loss": 0.0178,
"step": 254
},
{
"epoch": 9.76,
"learning_rate": 2.3809523809523811e-07,
"loss": 0.0124,
"step": 255
},
{
"epoch": 9.8,
"learning_rate": 1.9841269841269841e-07,
"loss": 0.0111,
"step": 256
},
{
"epoch": 9.84,
"learning_rate": 1.5873015873015874e-07,
"loss": 0.0181,
"step": 257
},
{
"epoch": 9.88,
"learning_rate": 1.1904761904761906e-07,
"loss": 0.0244,
"step": 258
},
{
"epoch": 9.91,
"learning_rate": 7.936507936507937e-08,
"loss": 0.0194,
"step": 259
},
{
"epoch": 9.95,
"learning_rate": 3.9682539682539686e-08,
"loss": 0.0209,
"step": 260
},
{
"epoch": 9.95,
"step": 260,
"total_flos": 41946461159424.0,
"train_loss": 0.7100576841415694,
"train_runtime": 17873.7755,
"train_samples_per_second": 1.871,
"train_steps_per_second": 0.015
}
],
"max_steps": 260,
"num_train_epochs": 10,
"total_flos": 41946461159424.0,
"trial_name": null,
"trial_params": null
}