Hugging Face's logo

Anis1123
/
quip-4k-gemma

PEFT
Safetensors
llama-factory
lora
Generated from Trainer
Model card Files Community
quip-4k-gemma
File size: 40,066 Bytes 
c8d7b76
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
 
{"current_steps": 5, "total_steps": 792, "loss": 4.3742, "learning_rate": 4.9995083170283816e-05, "epoch": 0.03770028275212064, "percentage": 0.63, "elapsed_time": "0:00:17", "remaining_time": "0:45:21", "throughput": 2923.58, "total_tokens": 50544}
{"current_steps": 10, "total_steps": 792, "loss": 3.8434, "learning_rate": 4.998033461515242e-05, "epoch": 0.07540056550424128, "percentage": 1.26, "elapsed_time": "0:00:34", "remaining_time": "0:44:34", "throughput": 3042.77, "total_tokens": 104080}
{"current_steps": 15, "total_steps": 792, "loss": 3.6027, "learning_rate": 4.9955760135896534e-05, "epoch": 0.11310084825636192, "percentage": 1.89, "elapsed_time": "0:00:51", "remaining_time": "0:44:28", "throughput": 3023.63, "total_tokens": 155776}
{"current_steps": 20, "total_steps": 792, "loss": 3.4102, "learning_rate": 4.992136939879856e-05, "epoch": 0.15080113100848255, "percentage": 2.53, "elapsed_time": "0:01:07", "remaining_time": "0:43:23", "throughput": 3012.04, "total_tokens": 203184}
{"current_steps": 25, "total_steps": 792, "loss": 3.153, "learning_rate": 4.9877175931330346e-05, "epoch": 0.1885014137606032, "percentage": 3.16, "elapsed_time": "0:01:24", "remaining_time": "0:43:26", "throughput": 3009.96, "total_tokens": 255744}
{"current_steps": 30, "total_steps": 792, "loss": 3.0949, "learning_rate": 4.982319711683221e-05, "epoch": 0.22620169651272384, "percentage": 3.79, "elapsed_time": "0:01:42", "remaining_time": "0:43:16", "throughput": 3010.76, "total_tokens": 307808}
{"current_steps": 35, "total_steps": 792, "loss": 3.0392, "learning_rate": 4.975945418767529e-05, "epoch": 0.2639019792648445, "percentage": 4.42, "elapsed_time": "0:01:58", "remaining_time": "0:42:35", "throughput": 3031.72, "total_tokens": 358192}
{"current_steps": 40, "total_steps": 792, "loss": 3.0685, "learning_rate": 4.968597221690986e-05, "epoch": 0.3016022620169651, "percentage": 5.05, "elapsed_time": "0:02:14", "remaining_time": "0:42:10", "throughput": 3037.08, "total_tokens": 408832}
{"current_steps": 45, "total_steps": 792, "loss": 3.0385, "learning_rate": 4.96027801084029e-05, "epoch": 0.3393025447690858, "percentage": 5.68, "elapsed_time": "0:02:30", "remaining_time": "0:41:37", "throughput": 3047.02, "total_tokens": 458368}
{"current_steps": 50, "total_steps": 792, "loss": 3.1079, "learning_rate": 4.950991058546893e-05, "epoch": 0.3770028275212064, "percentage": 6.31, "elapsed_time": "0:02:47", "remaining_time": "0:41:31", "throughput": 3049.95, "total_tokens": 512160}
{"current_steps": 55, "total_steps": 792, "loss": 2.9883, "learning_rate": 4.940740017799833e-05, "epoch": 0.41470311027332707, "percentage": 6.94, "elapsed_time": "0:03:04", "remaining_time": "0:41:13", "throughput": 3049.6, "total_tokens": 562928}
{"current_steps": 60, "total_steps": 792, "loss": 2.969, "learning_rate": 4.929528920808854e-05, "epoch": 0.4524033930254477, "percentage": 7.58, "elapsed_time": "0:03:20", "remaining_time": "0:40:45", "throughput": 3057.85, "total_tokens": 613072}
{"current_steps": 65, "total_steps": 792, "loss": 3.0019, "learning_rate": 4.917362177418342e-05, "epoch": 0.49010367577756836, "percentage": 8.21, "elapsed_time": "0:03:37", "remaining_time": "0:40:29", "throughput": 3059.22, "total_tokens": 664640}
{"current_steps": 70, "total_steps": 792, "loss": 2.9984, "learning_rate": 4.904244573372733e-05, "epoch": 0.527803958529689, "percentage": 8.84, "elapsed_time": "0:03:54", "remaining_time": "0:40:14", "throughput": 3062.56, "total_tokens": 716800}
{"current_steps": 75, "total_steps": 792, "loss": 2.9848, "learning_rate": 4.8901812684340564e-05, "epoch": 0.5655042412818096, "percentage": 9.47, "elapsed_time": "0:04:09", "remaining_time": "0:39:47", "throughput": 3069.75, "total_tokens": 766528}
{"current_steps": 80, "total_steps": 792, "loss": 2.9169, "learning_rate": 4.8751777943523634e-05, "epoch": 0.6032045240339302, "percentage": 10.1, "elapsed_time": "0:04:26", "remaining_time": "0:39:30", "throughput": 3068.71, "total_tokens": 817376}
{"current_steps": 85, "total_steps": 792, "loss": 2.8844, "learning_rate": 4.8592400526898314e-05, "epoch": 0.6409048067860509, "percentage": 10.73, "elapsed_time": "0:04:42", "remaining_time": "0:39:12", "throughput": 3056.83, "total_tokens": 864688}
{"current_steps": 90, "total_steps": 792, "loss": 2.9422, "learning_rate": 4.842374312499405e-05, "epoch": 0.6786050895381716, "percentage": 11.36, "elapsed_time": "0:04:58", "remaining_time": "0:38:49", "throughput": 3057.87, "total_tokens": 913216}
{"current_steps": 95, "total_steps": 792, "loss": 2.8431, "learning_rate": 4.824587207858888e-05, "epoch": 0.7163053722902922, "percentage": 11.99, "elapsed_time": "0:05:15", "remaining_time": "0:38:36", "throughput": 3053.36, "total_tokens": 964144}
{"current_steps": 100, "total_steps": 792, "loss": 2.8377, "learning_rate": 4.805885735261454e-05, "epoch": 0.7540056550424128, "percentage": 12.63, "elapsed_time": "0:05:33", "remaining_time": "0:38:27", "throughput": 3055.29, "total_tokens": 1018768}
{"current_steps": 105, "total_steps": 792, "loss": 2.7843, "learning_rate": 4.786277250863599e-05, "epoch": 0.7917059377945335, "percentage": 13.26, "elapsed_time": "0:05:51", "remaining_time": "0:38:22", "throughput": 3041.61, "total_tokens": 1070592}
{"current_steps": 110, "total_steps": 792, "loss": 2.8218, "learning_rate": 4.765769467591625e-05, "epoch": 0.8294062205466541, "percentage": 13.89, "elapsed_time": "0:06:09", "remaining_time": "0:38:08", "throughput": 3049.16, "total_tokens": 1125392}
{"current_steps": 115, "total_steps": 792, "loss": 2.877, "learning_rate": 4.744370452107789e-05, "epoch": 0.8671065032987747, "percentage": 14.52, "elapsed_time": "0:06:25", "remaining_time": "0:37:49", "throughput": 3051.46, "total_tokens": 1176256}
{"current_steps": 120, "total_steps": 792, "loss": 2.9028, "learning_rate": 4.722088621637309e-05, "epoch": 0.9048067860508954, "percentage": 15.15, "elapsed_time": "0:06:41", "remaining_time": "0:37:25", "throughput": 3055.51, "total_tokens": 1225376}
{"current_steps": 125, "total_steps": 792, "loss": 2.762, "learning_rate": 4.698932740657479e-05, "epoch": 0.942507068803016, "percentage": 15.78, "elapsed_time": "0:06:58", "remaining_time": "0:37:12", "throughput": 3051.65, "total_tokens": 1277024}
{"current_steps": 130, "total_steps": 792, "loss": 2.9164, "learning_rate": 4.6749119174501975e-05, "epoch": 0.9802073515551367, "percentage": 16.41, "elapsed_time": "0:07:13", "remaining_time": "0:36:47", "throughput": 3051.75, "total_tokens": 1322912}
{"current_steps": 135, "total_steps": 792, "loss": 2.736, "learning_rate": 4.6500356005192514e-05, "epoch": 1.0179076343072573, "percentage": 17.05, "elapsed_time": "0:07:29", "remaining_time": "0:36:27", "throughput": 3045.06, "total_tokens": 1368624}
{"current_steps": 140, "total_steps": 792, "loss": 2.7414, "learning_rate": 4.6243135748737864e-05, "epoch": 1.055607917059378, "percentage": 17.68, "elapsed_time": "0:07:44", "remaining_time": "0:36:05", "throughput": 3049.46, "total_tokens": 1417664}
{"current_steps": 145, "total_steps": 792, "loss": 2.6961, "learning_rate": 4.597755958179406e-05, "epoch": 1.0933081998114986, "percentage": 18.31, "elapsed_time": "0:08:01", "remaining_time": "0:35:47", "throughput": 3051.85, "total_tokens": 1469120}
{"current_steps": 150, "total_steps": 792, "loss": 2.6134, "learning_rate": 4.570373196778427e-05, "epoch": 1.1310084825636193, "percentage": 18.94, "elapsed_time": "0:08:18", "remaining_time": "0:35:35", "throughput": 3049.73, "total_tokens": 1521632}
{"current_steps": 155, "total_steps": 792, "loss": 2.7548, "learning_rate": 4.5421760615808474e-05, "epoch": 1.1687087653157398, "percentage": 19.57, "elapsed_time": "0:08:33", "remaining_time": "0:35:11", "throughput": 3046.59, "total_tokens": 1565296}
{"current_steps": 160, "total_steps": 792, "loss": 2.702, "learning_rate": 4.513175643827647e-05, "epoch": 1.2064090480678604, "percentage": 20.2, "elapsed_time": "0:08:50", "remaining_time": "0:34:56", "throughput": 3047.17, "total_tokens": 1617088}
{"current_steps": 165, "total_steps": 792, "loss": 2.6893, "learning_rate": 4.4833833507280884e-05, "epoch": 1.244109330819981, "percentage": 20.83, "elapsed_time": "0:09:05", "remaining_time": "0:34:34", "throughput": 3047.1, "total_tokens": 1663584}
{"current_steps": 170, "total_steps": 792, "loss": 2.5671, "learning_rate": 4.4528109009727336e-05, "epoch": 1.2818096135721018, "percentage": 21.46, "elapsed_time": "0:09:22", "remaining_time": "0:34:16", "throughput": 3048.75, "total_tokens": 1713744}
{"current_steps": 175, "total_steps": 792, "loss": 2.7682, "learning_rate": 4.42147032012394e-05, "epoch": 1.3195098963242224, "percentage": 22.1, "elapsed_time": "0:09:37", "remaining_time": "0:33:56", "throughput": 3051.21, "total_tokens": 1762768}
{"current_steps": 180, "total_steps": 792, "loss": 2.7062, "learning_rate": 4.389373935885646e-05, "epoch": 1.3572101790763431, "percentage": 22.73, "elapsed_time": "0:09:55", "remaining_time": "0:33:43", "throughput": 3051.2, "total_tokens": 1815808}
{"current_steps": 185, "total_steps": 792, "loss": 2.7092, "learning_rate": 4.356534373254316e-05, "epoch": 1.3949104618284638, "percentage": 23.36, "elapsed_time": "0:10:13", "remaining_time": "0:33:34", "throughput": 3048.11, "total_tokens": 1871040}
{"current_steps": 190, "total_steps": 792, "loss": 2.6518, "learning_rate": 4.322964549552943e-05, "epoch": 1.4326107445805842, "percentage": 23.99, "elapsed_time": "0:10:30", "remaining_time": "0:33:18", "throughput": 3050.86, "total_tokens": 1924048}
{"current_steps": 195, "total_steps": 792, "loss": 2.6592, "learning_rate": 4.288677669350066e-05, "epoch": 1.4703110273327051, "percentage": 24.62, "elapsed_time": "0:10:46", "remaining_time": "0:33:00", "throughput": 3049.64, "total_tokens": 1972720}
{"current_steps": 200, "total_steps": 792, "loss": 2.716, "learning_rate": 4.2536872192658036e-05, "epoch": 1.5080113100848256, "percentage": 25.25, "elapsed_time": "0:11:02", "remaining_time": "0:32:42", "throughput": 3050.56, "total_tokens": 2022112}
{"current_steps": 205, "total_steps": 792, "loss": 2.6746, "learning_rate": 4.218006962666934e-05, "epoch": 1.5457115928369463, "percentage": 25.88, "elapsed_time": "0:11:23", "remaining_time": "0:32:38", "throughput": 3029.26, "total_tokens": 2072000}
{"current_steps": 210, "total_steps": 792, "loss": 2.6306, "learning_rate": 4.181650934253132e-05, "epoch": 1.583411875589067, "percentage": 26.52, "elapsed_time": "0:11:40", "remaining_time": "0:32:21", "throughput": 3033.93, "total_tokens": 2125632}
{"current_steps": 215, "total_steps": 792, "loss": 2.5678, "learning_rate": 4.144633434536467e-05, "epoch": 1.6211121583411876, "percentage": 27.15, "elapsed_time": "0:11:56", "remaining_time": "0:32:03", "throughput": 3033.71, "total_tokens": 2174464}
{"current_steps": 220, "total_steps": 792, "loss": 2.7334, "learning_rate": 4.1069690242163484e-05, "epoch": 1.6588124410933083, "percentage": 27.78, "elapsed_time": "0:12:12", "remaining_time": "0:31:45", "throughput": 3033.93, "total_tokens": 2223408}
{"current_steps": 225, "total_steps": 792, "loss": 2.6658, "learning_rate": 4.06867251845213e-05, "epoch": 1.6965127238454287, "percentage": 28.41, "elapsed_time": "0:12:32", "remaining_time": "0:31:35", "throughput": 3032.2, "total_tokens": 2281296}
{"current_steps": 230, "total_steps": 792, "loss": 2.6567, "learning_rate": 4.0297589810356165e-05, "epoch": 1.7342130065975496, "percentage": 29.04, "elapsed_time": "0:12:49", "remaining_time": "0:31:21", "throughput": 3032.13, "total_tokens": 2334176}
{"current_steps": 235, "total_steps": 792, "loss": 2.6131, "learning_rate": 3.9902437184657784e-05, "epoch": 1.77191328934967, "percentage": 29.67, "elapsed_time": "0:13:07", "remaining_time": "0:31:07", "throughput": 3032.28, "total_tokens": 2389296}
{"current_steps": 240, "total_steps": 792, "loss": 2.662, "learning_rate": 3.9501422739279956e-05, "epoch": 1.8096135721017907, "percentage": 30.3, "elapsed_time": "0:13:25", "remaining_time": "0:30:52", "throughput": 3033.37, "total_tokens": 2442800}
{"current_steps": 245, "total_steps": 792, "loss": 2.6339, "learning_rate": 3.909470421180201e-05, "epoch": 1.8473138548539114, "percentage": 30.93, "elapsed_time": "0:13:42", "remaining_time": "0:30:35", "throughput": 3034.95, "total_tokens": 2494912}
{"current_steps": 250, "total_steps": 792, "loss": 2.6338, "learning_rate": 3.8682441583483314e-05, "epoch": 1.885014137606032, "percentage": 31.57, "elapsed_time": "0:13:57", "remaining_time": "0:30:16", "throughput": 3037.24, "total_tokens": 2544624}
{"current_steps": 255, "total_steps": 792, "loss": 2.6844, "learning_rate": 3.8264797016335205e-05, "epoch": 1.9227144203581528, "percentage": 32.2, "elapsed_time": "0:14:14", "remaining_time": "0:29:59", "throughput": 3039.87, "total_tokens": 2597792}
{"current_steps": 260, "total_steps": 792, "loss": 2.5939, "learning_rate": 3.7841934789335164e-05, "epoch": 1.9604147031102732, "percentage": 32.83, "elapsed_time": "0:14:30", "remaining_time": "0:29:41", "throughput": 3039.11, "total_tokens": 2646544}
{"current_steps": 265, "total_steps": 792, "loss": 2.7393, "learning_rate": 3.741402123380828e-05, "epoch": 1.998114985862394, "percentage": 33.46, "elapsed_time": "0:14:48", "remaining_time": "0:29:26", "throughput": 3040.38, "total_tokens": 2700224}
{"current_steps": 270, "total_steps": 792, "loss": 2.4495, "learning_rate": 3.6981224668001424e-05, "epoch": 2.0358152686145146, "percentage": 34.09, "elapsed_time": "0:15:04", "remaining_time": "0:29:08", "throughput": 3039.17, "total_tokens": 2749104}
{"current_steps": 275, "total_steps": 792, "loss": 2.3823, "learning_rate": 3.654371533087586e-05, "epoch": 2.0735155513666355, "percentage": 34.72, "elapsed_time": "0:15:22", "remaining_time": "0:28:54", "throughput": 3037.96, "total_tokens": 2802992}
{"current_steps": 280, "total_steps": 792, "loss": 2.474, "learning_rate": 3.610166531514436e-05, "epoch": 2.111215834118756, "percentage": 35.35, "elapsed_time": "0:15:36", "remaining_time": "0:28:32", "throughput": 3037.94, "total_tokens": 2844512}
{"current_steps": 285, "total_steps": 792, "loss": 2.4776, "learning_rate": 3.565524849957921e-05, "epoch": 2.1489161168708764, "percentage": 35.98, "elapsed_time": "0:15:52", "remaining_time": "0:28:15", "throughput": 3037.45, "total_tokens": 2894400}
{"current_steps": 290, "total_steps": 792, "loss": 2.4709, "learning_rate": 3.520464048061758e-05, "epoch": 2.1866163996229973, "percentage": 36.62, "elapsed_time": "0:16:08", "remaining_time": "0:27:56", "throughput": 3040.06, "total_tokens": 2944688}
{"current_steps": 295, "total_steps": 792, "loss": 2.5009, "learning_rate": 3.47500185032913e-05, "epoch": 2.2243166823751177, "percentage": 37.25, "elapsed_time": "0:16:24", "remaining_time": "0:27:37", "throughput": 3043.14, "total_tokens": 2994672}
{"current_steps": 300, "total_steps": 792, "loss": 2.4524, "learning_rate": 3.4291561391508185e-05, "epoch": 2.2620169651272386, "percentage": 37.88, "elapsed_time": "0:16:41", "remaining_time": "0:27:21", "throughput": 3041.65, "total_tokens": 3045344}
{"current_steps": 305, "total_steps": 792, "loss": 2.4083, "learning_rate": 3.3829449477712324e-05, "epoch": 2.299717247879359, "percentage": 38.51, "elapsed_time": "0:17:00", "remaining_time": "0:27:09", "throughput": 3038.29, "total_tokens": 3100688}
{"current_steps": 310, "total_steps": 792, "loss": 2.4713, "learning_rate": 3.336386453195088e-05, "epoch": 2.3374175306314795, "percentage": 39.14, "elapsed_time": "0:17:18", "remaining_time": "0:26:53", "throughput": 3039.26, "total_tokens": 3154896}
{"current_steps": 315, "total_steps": 792, "loss": 2.3986, "learning_rate": 3.2894989690375626e-05, "epoch": 2.3751178133836004, "percentage": 39.77, "elapsed_time": "0:17:35", "remaining_time": "0:26:37", "throughput": 3041.26, "total_tokens": 3209120}
{"current_steps": 320, "total_steps": 792, "loss": 2.4258, "learning_rate": 3.2423009383206876e-05, "epoch": 2.412818096135721, "percentage": 40.4, "elapsed_time": "0:17:51", "remaining_time": "0:26:19", "throughput": 3041.69, "total_tokens": 3257984}
{"current_steps": 325, "total_steps": 792, "loss": 2.4126, "learning_rate": 3.194810926218861e-05, "epoch": 2.4505183788878417, "percentage": 41.04, "elapsed_time": "0:18:08", "remaining_time": "0:26:03", "throughput": 3041.61, "total_tokens": 3309424}
{"current_steps": 330, "total_steps": 792, "loss": 2.3639, "learning_rate": 3.147047612756302e-05, "epoch": 2.488218661639962, "percentage": 41.67, "elapsed_time": "0:18:24", "remaining_time": "0:25:46", "throughput": 3040.63, "total_tokens": 3359152}
{"current_steps": 335, "total_steps": 792, "loss": 2.5176, "learning_rate": 3.099029785459328e-05, "epoch": 2.525918944392083, "percentage": 42.3, "elapsed_time": "0:18:41", "remaining_time": "0:25:29", "throughput": 3039.03, "total_tokens": 3406784}
{"current_steps": 340, "total_steps": 792, "loss": 2.4779, "learning_rate": 3.0507763319663517e-05, "epoch": 2.5636192271442035, "percentage": 42.93, "elapsed_time": "0:18:57", "remaining_time": "0:25:12", "throughput": 3040.31, "total_tokens": 3459328}
{"current_steps": 345, "total_steps": 792, "loss": 2.3833, "learning_rate": 3.002306232598497e-05, "epoch": 2.6013195098963244, "percentage": 43.56, "elapsed_time": "0:19:14", "remaining_time": "0:24:56", "throughput": 3040.38, "total_tokens": 3511056}
{"current_steps": 350, "total_steps": 792, "loss": 2.3794, "learning_rate": 2.9536385528937567e-05, "epoch": 2.639019792648445, "percentage": 44.19, "elapsed_time": "0:19:31", "remaining_time": "0:24:39", "throughput": 3040.19, "total_tokens": 3562352}
{"current_steps": 355, "total_steps": 792, "loss": 2.4883, "learning_rate": 2.9047924361076345e-05, "epoch": 2.6767200754005653, "percentage": 44.82, "elapsed_time": "0:19:49", "remaining_time": "0:24:24", "throughput": 3039.87, "total_tokens": 3615664}
{"current_steps": 360, "total_steps": 792, "loss": 2.3423, "learning_rate": 2.8557870956832132e-05, "epoch": 2.7144203581526862, "percentage": 45.45, "elapsed_time": "0:20:04", "remaining_time": "0:24:04", "throughput": 3040.67, "total_tokens": 3661424}
{"current_steps": 365, "total_steps": 792, "loss": 2.4092, "learning_rate": 2.8066418076936167e-05, "epoch": 2.7521206409048067, "percentage": 46.09, "elapsed_time": "0:20:20", "remaining_time": "0:23:48", "throughput": 3039.05, "total_tokens": 3710592}
{"current_steps": 370, "total_steps": 792, "loss": 2.4818, "learning_rate": 2.7573759032598366e-05, "epoch": 2.7898209236569276, "percentage": 46.72, "elapsed_time": "0:20:38", "remaining_time": "0:23:32", "throughput": 3039.87, "total_tokens": 3765728}
{"current_steps": 375, "total_steps": 792, "loss": 2.4587, "learning_rate": 2.7080087609469062e-05, "epoch": 2.827521206409048, "percentage": 47.35, "elapsed_time": "0:20:55", "remaining_time": "0:23:16", "throughput": 3038.84, "total_tokens": 3815360}
{"current_steps": 380, "total_steps": 792, "loss": 2.3462, "learning_rate": 2.6585597991414114e-05, "epoch": 2.8652214891611685, "percentage": 47.98, "elapsed_time": "0:21:12", "remaining_time": "0:22:59", "throughput": 3039.66, "total_tokens": 3868096}
{"current_steps": 385, "total_steps": 792, "loss": 2.3713, "learning_rate": 2.6090484684133404e-05, "epoch": 2.9029217719132894, "percentage": 48.61, "elapsed_time": "0:21:27", "remaining_time": "0:22:40", "throughput": 3040.83, "total_tokens": 3913696}
{"current_steps": 390, "total_steps": 792, "loss": 2.4618, "learning_rate": 2.5594942438652688e-05, "epoch": 2.9406220546654103, "percentage": 49.24, "elapsed_time": "0:21:45", "remaining_time": "0:22:25", "throughput": 3043.08, "total_tokens": 3971840}
{"current_steps": 395, "total_steps": 792, "loss": 2.5454, "learning_rate": 2.509916617471903e-05, "epoch": 2.9783223374175307, "percentage": 49.87, "elapsed_time": "0:22:03", "remaining_time": "0:22:10", "throughput": 3041.45, "total_tokens": 4025040}
{"current_steps": 400, "total_steps": 792, "loss": 2.3007, "learning_rate": 2.46033509041298e-05, "epoch": 3.016022620169651, "percentage": 50.51, "elapsed_time": "0:22:20", "remaining_time": "0:21:53", "throughput": 3041.39, "total_tokens": 4075488}
{"current_steps": 405, "total_steps": 792, "loss": 2.274, "learning_rate": 2.410769165402549e-05, "epoch": 3.053722902921772, "percentage": 51.14, "elapsed_time": "0:22:39", "remaining_time": "0:21:39", "throughput": 3037.23, "total_tokens": 4130496}
{"current_steps": 410, "total_steps": 792, "loss": 2.2457, "learning_rate": 2.3612383390176503e-05, "epoch": 3.0914231856738925, "percentage": 51.77, "elapsed_time": "0:22:56", "remaining_time": "0:21:22", "throughput": 3038.87, "total_tokens": 4181504}
{"current_steps": 415, "total_steps": 792, "loss": 2.2595, "learning_rate": 2.3117620940294048e-05, "epoch": 3.1291234684260134, "percentage": 52.4, "elapsed_time": "0:23:14", "remaining_time": "0:21:06", "throughput": 3039.02, "total_tokens": 4236816}
{"current_steps": 420, "total_steps": 792, "loss": 2.2326, "learning_rate": 2.2623598917395438e-05, "epoch": 3.166823751178134, "percentage": 53.03, "elapsed_time": "0:23:30", "remaining_time": "0:20:49", "throughput": 3040.26, "total_tokens": 4289488}
{"current_steps": 425, "total_steps": 792, "loss": 2.2595, "learning_rate": 2.213051164325366e-05, "epoch": 3.2045240339302543, "percentage": 53.66, "elapsed_time": "0:23:45", "remaining_time": "0:20:31", "throughput": 3040.5, "total_tokens": 4334704}
{"current_steps": 430, "total_steps": 792, "loss": 2.2084, "learning_rate": 2.1638553071961708e-05, "epoch": 3.242224316682375, "percentage": 54.29, "elapsed_time": "0:24:00", "remaining_time": "0:20:12", "throughput": 3038.95, "total_tokens": 4377360}
{"current_steps": 435, "total_steps": 792, "loss": 2.21, "learning_rate": 2.1147916713641367e-05, "epoch": 3.2799245994344957, "percentage": 54.92, "elapsed_time": "0:24:17", "remaining_time": "0:19:55", "throughput": 3039.08, "total_tokens": 4428544}
{"current_steps": 440, "total_steps": 792, "loss": 2.2449, "learning_rate": 2.0658795558326743e-05, "epoch": 3.3176248821866166, "percentage": 55.56, "elapsed_time": "0:24:33", "remaining_time": "0:19:38", "throughput": 3039.7, "total_tokens": 4477664}
{"current_steps": 445, "total_steps": 792, "loss": 2.2457, "learning_rate": 2.017138200005236e-05, "epoch": 3.355325164938737, "percentage": 56.19, "elapsed_time": "0:24:50", "remaining_time": "0:19:22", "throughput": 3041.13, "total_tokens": 4533792}
{"current_steps": 450, "total_steps": 792, "loss": 2.3035, "learning_rate": 1.9685867761175584e-05, "epoch": 3.3930254476908575, "percentage": 56.82, "elapsed_time": "0:25:07", "remaining_time": "0:19:05", "throughput": 3040.89, "total_tokens": 4584800}
{"current_steps": 455, "total_steps": 792, "loss": 2.3204, "learning_rate": 1.9202443816963425e-05, "epoch": 3.4307257304429783, "percentage": 57.45, "elapsed_time": "0:25:24", "remaining_time": "0:18:49", "throughput": 3039.95, "total_tokens": 4634976}
{"current_steps": 460, "total_steps": 792, "loss": 2.2055, "learning_rate": 1.872130032047302e-05, "epoch": 3.468426013195099, "percentage": 58.08, "elapsed_time": "0:25:42", "remaining_time": "0:18:33", "throughput": 3040.94, "total_tokens": 4691344}
{"current_steps": 465, "total_steps": 792, "loss": 2.3327, "learning_rate": 1.824262652775568e-05, "epoch": 3.5061262959472197, "percentage": 58.71, "elapsed_time": "0:25:59", "remaining_time": "0:18:16", "throughput": 3043.14, "total_tokens": 4745536}
{"current_steps": 470, "total_steps": 792, "loss": 2.2214, "learning_rate": 1.7766610723413684e-05, "epoch": 3.54382657869934, "percentage": 59.34, "elapsed_time": "0:26:17", "remaining_time": "0:18:00", "throughput": 3041.92, "total_tokens": 4798128}
{"current_steps": 475, "total_steps": 792, "loss": 2.3097, "learning_rate": 1.7293440146539196e-05, "epoch": 3.581526861451461, "percentage": 59.97, "elapsed_time": "0:26:33", "remaining_time": "0:17:43", "throughput": 3042.01, "total_tokens": 4847632}
{"current_steps": 480, "total_steps": 792, "loss": 2.2966, "learning_rate": 1.682330091706446e-05, "epoch": 3.6192271442035815, "percentage": 60.61, "elapsed_time": "0:26:52", "remaining_time": "0:17:28", "throughput": 3042.15, "total_tokens": 4905648}
{"current_steps": 485, "total_steps": 792, "loss": 2.2006, "learning_rate": 1.6356377962552238e-05, "epoch": 3.6569274269557024, "percentage": 61.24, "elapsed_time": "0:27:09", "remaining_time": "0:17:11", "throughput": 3042.05, "total_tokens": 4955600}
{"current_steps": 490, "total_steps": 792, "loss": 2.2463, "learning_rate": 1.589285494545514e-05, "epoch": 3.694627709707823, "percentage": 61.87, "elapsed_time": "0:27:26", "remaining_time": "0:16:54", "throughput": 3041.35, "total_tokens": 5007424}
{"current_steps": 495, "total_steps": 792, "loss": 2.2045, "learning_rate": 1.5432914190872757e-05, "epoch": 3.7323279924599433, "percentage": 62.5, "elapsed_time": "0:27:43", "remaining_time": "0:16:37", "throughput": 3041.88, "total_tokens": 5058848}
{"current_steps": 500, "total_steps": 792, "loss": 2.135, "learning_rate": 1.4976736614834664e-05, "epoch": 3.770028275212064, "percentage": 63.13, "elapsed_time": "0:27:59", "remaining_time": "0:16:20", "throughput": 3042.42, "total_tokens": 5109904}
{"current_steps": 505, "total_steps": 792, "loss": 2.3023, "learning_rate": 1.4524501653137787e-05, "epoch": 3.8077285579641846, "percentage": 63.76, "elapsed_time": "0:28:16", "remaining_time": "0:16:03", "throughput": 3040.38, "total_tokens": 5156496}
{"current_steps": 510, "total_steps": 792, "loss": 2.2636, "learning_rate": 1.4076387190766017e-05, "epoch": 3.8454288407163055, "percentage": 64.39, "elapsed_time": "0:28:32", "remaining_time": "0:15:46", "throughput": 3040.79, "total_tokens": 5207824}
{"current_steps": 515, "total_steps": 792, "loss": 2.1942, "learning_rate": 1.363256949191972e-05, "epoch": 3.883129123468426, "percentage": 65.03, "elapsed_time": "0:28:49", "remaining_time": "0:15:30", "throughput": 3039.19, "total_tokens": 5256608}
{"current_steps": 520, "total_steps": 792, "loss": 2.2731, "learning_rate": 1.3193223130682936e-05, "epoch": 3.9208294062205464, "percentage": 65.66, "elapsed_time": "0:29:05", "remaining_time": "0:15:13", "throughput": 3039.12, "total_tokens": 5305584}
{"current_steps": 525, "total_steps": 792, "loss": 2.1669, "learning_rate": 1.2758520922355226e-05, "epoch": 3.9585296889726673, "percentage": 66.29, "elapsed_time": "0:29:20", "remaining_time": "0:14:55", "throughput": 3039.05, "total_tokens": 5349712}
{"current_steps": 530, "total_steps": 792, "loss": 2.2146, "learning_rate": 1.2328633855475429e-05, "epoch": 3.9962299717247878, "percentage": 66.92, "elapsed_time": "0:29:37", "remaining_time": "0:14:38", "throughput": 3038.65, "total_tokens": 5400336}
{"current_steps": 535, "total_steps": 792, "loss": 2.0324, "learning_rate": 1.1903731024563966e-05, "epoch": 4.033930254476909, "percentage": 67.55, "elapsed_time": "0:29:53", "remaining_time": "0:14:21", "throughput": 3039.56, "total_tokens": 5451776}
{"current_steps": 540, "total_steps": 792, "loss": 2.0762, "learning_rate": 1.148397956361007e-05, "epoch": 4.071630537229029, "percentage": 68.18, "elapsed_time": "0:30:11", "remaining_time": "0:14:05", "throughput": 3040.36, "total_tokens": 5507520}
{"current_steps": 545, "total_steps": 792, "loss": 2.0949, "learning_rate": 1.106954458033026e-05, "epoch": 4.10933081998115, "percentage": 68.81, "elapsed_time": "0:30:29", "remaining_time": "0:13:49", "throughput": 3039.99, "total_tokens": 5562688}
{"current_steps": 550, "total_steps": 792, "loss": 2.1853, "learning_rate": 1.0660589091223855e-05, "epoch": 4.147031102733271, "percentage": 69.44, "elapsed_time": "0:30:45", "remaining_time": "0:13:31", "throughput": 3040.69, "total_tokens": 5610800}
{"current_steps": 555, "total_steps": 792, "loss": 2.1706, "learning_rate": 1.025727395745095e-05, "epoch": 4.184731385485391, "percentage": 70.08, "elapsed_time": "0:31:00", "remaining_time": "0:13:14", "throughput": 3041.11, "total_tokens": 5657616}
{"current_steps": 560, "total_steps": 792, "loss": 2.1199, "learning_rate": 9.859757821558337e-06, "epoch": 4.222431668237512, "percentage": 70.71, "elapsed_time": "0:31:17", "remaining_time": "0:12:57", "throughput": 3041.42, "total_tokens": 5710960}
{"current_steps": 565, "total_steps": 792, "loss": 2.0353, "learning_rate": 9.468197045077976e-06, "epoch": 4.260131950989632, "percentage": 71.34, "elapsed_time": "0:31:32", "remaining_time": "0:12:40", "throughput": 3041.1, "total_tokens": 5756608}
{"current_steps": 570, "total_steps": 792, "loss": 2.1101, "learning_rate": 9.082745647022797e-06, "epoch": 4.297832233741753, "percentage": 71.97, "elapsed_time": "0:31:51", "remaining_time": "0:12:24", "throughput": 3041.4, "total_tokens": 5812304}
{"current_steps": 575, "total_steps": 792, "loss": 2.1076, "learning_rate": 8.703555243303835e-06, "epoch": 4.335532516493874, "percentage": 72.6, "elapsed_time": "0:32:06", "remaining_time": "0:12:07", "throughput": 3041.66, "total_tokens": 5859808}
{"current_steps": 580, "total_steps": 792, "loss": 2.0305, "learning_rate": 8.330774987092712e-06, "epoch": 4.3732327992459945, "percentage": 73.23, "elapsed_time": "0:32:22", "remaining_time": "0:11:50", "throughput": 3041.75, "total_tokens": 5908784}
{"current_steps": 585, "total_steps": 792, "loss": 2.1132, "learning_rate": 7.96455151015272e-06, "epoch": 4.410933081998115, "percentage": 73.86, "elapsed_time": "0:32:39", "remaining_time": "0:11:33", "throughput": 3041.48, "total_tokens": 5958672}
{"current_steps": 590, "total_steps": 792, "loss": 2.1527, "learning_rate": 7.605028865161809e-06, "epoch": 4.448633364750235, "percentage": 74.49, "elapsed_time": "0:32:56", "remaining_time": "0:11:16", "throughput": 3041.34, "total_tokens": 6010720}
{"current_steps": 595, "total_steps": 792, "loss": 2.0948, "learning_rate": 7.25234846904993e-06, "epoch": 4.486333647502356, "percentage": 75.13, "elapsed_time": "0:33:12", "remaining_time": "0:10:59", "throughput": 3041.88, "total_tokens": 6061440}
{"current_steps": 600, "total_steps": 792, "loss": 2.1222, "learning_rate": 6.906649047373246e-06, "epoch": 4.524033930254477, "percentage": 75.76, "elapsed_time": "0:33:29", "remaining_time": "0:10:43", "throughput": 3042.65, "total_tokens": 6115216}
{"current_steps": 605, "total_steps": 792, "loss": 2.0719, "learning_rate": 6.568066579746901e-06, "epoch": 4.561734213006598, "percentage": 76.39, "elapsed_time": "0:33:47", "remaining_time": "0:10:26", "throughput": 3039.27, "total_tokens": 6160944}
{"current_steps": 610, "total_steps": 792, "loss": 2.1399, "learning_rate": 6.2367342463579475e-06, "epoch": 4.599434495758718, "percentage": 77.02, "elapsed_time": "0:34:03", "remaining_time": "0:10:09", "throughput": 3037.86, "total_tokens": 6209008}
{"current_steps": 615, "total_steps": 792, "loss": 2.0671, "learning_rate": 5.912782375579412e-06, "epoch": 4.6371347785108386, "percentage": 77.65, "elapsed_time": "0:34:20", "remaining_time": "0:09:53", "throughput": 3037.12, "total_tokens": 6258176}
{"current_steps": 620, "total_steps": 792, "loss": 2.152, "learning_rate": 5.596338392706077e-06, "epoch": 4.674835061262959, "percentage": 78.28, "elapsed_time": "0:34:36", "remaining_time": "0:09:36", "throughput": 3037.74, "total_tokens": 6308496}
{"current_steps": 625, "total_steps": 792, "loss": 2.0834, "learning_rate": 5.2875267698322325e-06, "epoch": 4.71253534401508, "percentage": 78.91, "elapsed_time": "0:34:52", "remaining_time": "0:09:19", "throughput": 3038.39, "total_tokens": 6358896}
{"current_steps": 630, "total_steps": 792, "loss": 2.1373, "learning_rate": 4.986468976890993e-06, "epoch": 4.750235626767201, "percentage": 79.55, "elapsed_time": "0:35:09", "remaining_time": "0:09:02", "throughput": 3039.38, "total_tokens": 6410896}
{"current_steps": 635, "total_steps": 792, "loss": 2.1276, "learning_rate": 4.693283433874565e-06, "epoch": 4.787935909519321, "percentage": 80.18, "elapsed_time": "0:35:24", "remaining_time": "0:08:45", "throughput": 3040.16, "total_tokens": 6459120}
{"current_steps": 640, "total_steps": 792, "loss": 2.1481, "learning_rate": 4.408085464254183e-06, "epoch": 4.825636192271442, "percentage": 80.81, "elapsed_time": "0:35:40", "remaining_time": "0:08:28", "throughput": 3039.88, "total_tokens": 6506048}
{"current_steps": 645, "total_steps": 792, "loss": 2.0872, "learning_rate": 4.130987249617993e-06, "epoch": 4.863336475023563, "percentage": 81.44, "elapsed_time": "0:35:57", "remaining_time": "0:08:11", "throughput": 3040.67, "total_tokens": 6560448}
{"current_steps": 650, "total_steps": 792, "loss": 2.1141, "learning_rate": 3.8620977855448935e-06, "epoch": 4.9010367577756835, "percentage": 82.07, "elapsed_time": "0:36:15", "remaining_time": "0:07:55", "throughput": 3041.25, "total_tokens": 6616704}
{"current_steps": 655, "total_steps": 792, "loss": 2.0778, "learning_rate": 3.601522838731461e-06, "epoch": 4.938737040527804, "percentage": 82.7, "elapsed_time": "0:36:33", "remaining_time": "0:07:38", "throughput": 3041.38, "total_tokens": 6670192}
{"current_steps": 660, "total_steps": 792, "loss": 2.1827, "learning_rate": 3.3493649053890326e-06, "epoch": 4.976437323279924, "percentage": 83.33, "elapsed_time": "0:36:50", "remaining_time": "0:07:22", "throughput": 3040.71, "total_tokens": 6721600}
{"current_steps": 665, "total_steps": 792, "loss": 2.0695, "learning_rate": 3.1057231709272077e-06, "epoch": 5.014137606032045, "percentage": 83.96, "elapsed_time": "0:37:08", "remaining_time": "0:07:05", "throughput": 3039.71, "total_tokens": 6773936}
{"current_steps": 670, "total_steps": 792, "loss": 2.0689, "learning_rate": 2.8706934709395892e-06, "epoch": 5.051837888784166, "percentage": 84.6, "elapsed_time": "0:37:25", "remaining_time": "0:06:48", "throughput": 3039.31, "total_tokens": 6823488}
{"current_steps": 675, "total_steps": 792, "loss": 1.9623, "learning_rate": 2.6443682535072177e-06, "epoch": 5.089538171536287, "percentage": 85.23, "elapsed_time": "0:37:40", "remaining_time": "0:06:31", "throughput": 3039.45, "total_tokens": 6870576}
{"current_steps": 680, "total_steps": 792, "loss": 2.0186, "learning_rate": 2.4268365428344736e-06, "epoch": 5.127238454288407, "percentage": 85.86, "elapsed_time": "0:37:58", "remaining_time": "0:06:15", "throughput": 3039.03, "total_tokens": 6923488}
{"current_steps": 685, "total_steps": 792, "loss": 1.9324, "learning_rate": 2.21818390423168e-06, "epoch": 5.1649387370405275, "percentage": 86.49, "elapsed_time": "0:38:13", "remaining_time": "0:05:58", "throughput": 3038.24, "total_tokens": 6968384}
{"current_steps": 690, "total_steps": 792, "loss": 1.9769, "learning_rate": 2.0184924104583613e-06, "epoch": 5.202639019792649, "percentage": 87.12, "elapsed_time": "0:38:28", "remaining_time": "0:05:41", "throughput": 3037.41, "total_tokens": 7012784}
{"current_steps": 695, "total_steps": 792, "loss": 1.9815, "learning_rate": 1.8278406094401623e-06, "epoch": 5.240339302544769, "percentage": 87.75, "elapsed_time": "0:38:44", "remaining_time": "0:05:24", "throughput": 3037.0, "total_tokens": 7058992}
{"current_steps": 700, "total_steps": 792, "loss": 2.0789, "learning_rate": 1.6463034933723337e-06, "epoch": 5.27803958529689, "percentage": 88.38, "elapsed_time": "0:39:00", "remaining_time": "0:05:07", "throughput": 3036.91, "total_tokens": 7107360}
{"current_steps": 705, "total_steps": 792, "loss": 2.0299, "learning_rate": 1.4739524692218314e-06, "epoch": 5.31573986804901, "percentage": 89.02, "elapsed_time": "0:39:17", "remaining_time": "0:04:50", "throughput": 3034.31, "total_tokens": 7154560}
{"current_steps": 710, "total_steps": 792, "loss": 2.0888, "learning_rate": 1.3108553306396265e-06, "epoch": 5.353440150801131, "percentage": 89.65, "elapsed_time": "0:39:34", "remaining_time": "0:04:34", "throughput": 3035.0, "total_tokens": 7207760}
{"current_steps": 715, "total_steps": 792, "loss": 2.054, "learning_rate": 1.1570762312943295e-06, "epoch": 5.391140433553252, "percentage": 90.28, "elapsed_time": "0:39:52", "remaining_time": "0:04:17", "throughput": 3035.4, "total_tokens": 7261248}
{"current_steps": 720, "total_steps": 792, "loss": 1.9551, "learning_rate": 1.0126756596375686e-06, "epoch": 5.4288407163053725, "percentage": 90.91, "elapsed_time": "0:40:08", "remaining_time": "0:04:00", "throughput": 3035.28, "total_tokens": 7309552}
{"current_steps": 725, "total_steps": 792, "loss": 2.0533, "learning_rate": 8.777104151110826e-07, "epoch": 5.466540999057493, "percentage": 91.54, "elapsed_time": "0:40:27", "remaining_time": "0:03:44", "throughput": 3036.06, "total_tokens": 7368576}
{"current_steps": 730, "total_steps": 792, "loss": 2.0151, "learning_rate": 7.522335858048707e-07, "epoch": 5.504241281809613, "percentage": 92.17, "elapsed_time": "0:40:45", "remaining_time": "0:03:27", "throughput": 3036.25, "total_tokens": 7425056}
{"current_steps": 735, "total_steps": 792, "loss": 2.0525, "learning_rate": 6.362945275751736e-07, "epoch": 5.541941564561734, "percentage": 92.8, "elapsed_time": "0:41:00", "remaining_time": "0:03:10", "throughput": 3037.05, "total_tokens": 7473488}
{"current_steps": 740, "total_steps": 792, "loss": 2.0759, "learning_rate": 5.299388446305343e-07, "epoch": 5.579641847313855, "percentage": 93.43, "elapsed_time": "0:41:16", "remaining_time": "0:02:54", "throughput": 3037.57, "total_tokens": 7522656}
{"current_steps": 745, "total_steps": 792, "loss": 2.0374, "learning_rate": 4.3320837159353813e-07, "epoch": 5.617342130065976, "percentage": 94.07, "elapsed_time": "0:41:34", "remaining_time": "0:02:37", "throughput": 3037.5, "total_tokens": 7577104}
{"current_steps": 750, "total_steps": 792, "loss": 2.0137, "learning_rate": 3.4614115704533767e-07, "epoch": 5.655042412818096, "percentage": 94.7, "elapsed_time": "0:41:52", "remaining_time": "0:02:20", "throughput": 3037.99, "total_tokens": 7633024}
{"current_steps": 755, "total_steps": 792, "loss": 2.1025, "learning_rate": 2.687714485593462e-07, "epoch": 5.6927426955702165, "percentage": 95.33, "elapsed_time": "0:42:08", "remaining_time": "0:02:03", "throughput": 3038.45, "total_tokens": 7682736}
{"current_steps": 760, "total_steps": 792, "loss": 2.1403, "learning_rate": 2.011296792301165e-07, "epoch": 5.730442978322337, "percentage": 95.96, "elapsed_time": "0:42:26", "remaining_time": "0:01:47", "throughput": 3038.56, "total_tokens": 7737888}
{"current_steps": 765, "total_steps": 792, "loss": 2.0965, "learning_rate": 1.4324245570256633e-07, "epoch": 5.768143261074458, "percentage": 96.59, "elapsed_time": "0:42:42", "remaining_time": "0:01:30", "throughput": 3039.29, "total_tokens": 7788384}
{"current_steps": 770, "total_steps": 792, "loss": 2.0826, "learning_rate": 9.513254770636137e-08, "epoch": 5.805843543826579, "percentage": 97.22, "elapsed_time": "0:42:58", "remaining_time": "0:01:13", "throughput": 3038.83, "total_tokens": 7835600}
{"current_steps": 775, "total_steps": 792, "loss": 2.1508, "learning_rate": 5.681887909952388e-08, "epoch": 5.843543826578699, "percentage": 97.85, "elapsed_time": "0:43:15", "remaining_time": "0:00:56", "throughput": 3039.1, "total_tokens": 7888336}
{"current_steps": 780, "total_steps": 792, "loss": 2.0338, "learning_rate": 2.831652042480093e-08, "epoch": 5.88124410933082, "percentage": 98.48, "elapsed_time": "0:43:31", "remaining_time": "0:00:40", "throughput": 3039.64, "total_tokens": 7938960}
{"current_steps": 785, "total_steps": 792, "loss": 2.0466, "learning_rate": 9.636682981720158e-09, "epoch": 5.918944392082941, "percentage": 99.12, "elapsed_time": "0:43:48", "remaining_time": "0:00:23", "throughput": 3040.43, "total_tokens": 7991296}
{"current_steps": 790, "total_steps": 792, "loss": 2.0436, "learning_rate": 7.867144166728846e-10, "epoch": 5.956644674835061, "percentage": 99.75, "elapsed_time": "0:44:05", "remaining_time": "0:00:06", "throughput": 3040.67, "total_tokens": 8044336}
{"current_steps": 792, "total_steps": 792, "epoch": 5.971724787935909, "percentage": 100.0, "elapsed_time": "0:44:12", "remaining_time": "0:00:00", "throughput": 3039.97, "total_tokens": 8063376}