lei-HuggingFace commited on
Commit
8a349c6
1 Parent(s): 9938292

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -2,7 +2,7 @@
2
  "alpha_pattern": {},
3
  "auto_mapping": {
4
  "base_model_class": "MiniCPMV",
5
- "parent_library": "transformers_modules.openbmb.MiniCPM-V-2_6.a38652350cf48f3cedc8e8b2ff73801fe2dcc004.modeling_minicpmv"
6
  },
7
  "base_model_name_or_path": "openbmb/MiniCPM-V-2_6",
8
  "bias": "none",
 
2
  "alpha_pattern": {},
3
  "auto_mapping": {
4
  "base_model_class": "MiniCPMV",
5
+ "parent_library": "transformers_modules.openbmb.MiniCPM-V-2_6.5448dad47b6ca8429fabc851f76f1be4328f2de2.modeling_minicpmv"
6
  },
7
  "base_model_name_or_path": "openbmb/MiniCPM-V-2_6",
8
  "bias": "none",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:825bf908aa66c786b7599a49d52fef5bb5e2024fc03f9097987f914aed01815c
3
  size 1305154312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0232076a00835592bf8e468f63815229a7dd5730149481c7750933c759b2742b
3
  size 1305154312
events.out.tfevents.1723771512.0d2118c49111.2491.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea2d72114399b965955d8a4bc27de0cf6c56cf19c8930ac18f73bdabfaeedbc0
3
+ size 20099
trainer_state.json CHANGED
@@ -11,478 +11,478 @@
11
  {
12
  "epoch": 1.0,
13
  "learning_rate": 0,
14
- "loss": 1.3796,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 1.1428571428571428,
19
- "grad_norm": 2.2001447677612305,
20
  "learning_rate": 0.0,
21
- "loss": 0.2105,
22
  "step": 2
23
  },
24
  {
25
  "epoch": 2.0,
26
- "grad_norm": 2.2001447677612305,
27
  "learning_rate": 0.0,
28
- "loss": 0.962,
29
  "step": 3
30
  },
31
  {
32
  "epoch": 2.2857142857142856,
33
- "grad_norm": 0.8828794360160828,
34
  "learning_rate": 0.0002,
35
- "loss": 0.2299,
36
  "step": 4
37
  },
38
  {
39
  "epoch": 3.0,
40
- "grad_norm": 0.8828794360160828,
41
  "learning_rate": 0.0002,
42
- "loss": 0.8788,
43
  "step": 5
44
  },
45
  {
46
  "epoch": 3.4285714285714284,
47
- "grad_norm": 0.7549806237220764,
48
  "learning_rate": 0.0002,
49
- "loss": 0.5161,
50
  "step": 6
51
  },
52
  {
53
  "epoch": 4.0,
54
- "grad_norm": 0.7549806237220764,
55
  "learning_rate": 0.0002,
56
- "loss": 0.5018,
57
  "step": 7
58
  },
59
  {
60
  "epoch": 4.571428571428571,
61
- "grad_norm": 0.5643095970153809,
62
  "learning_rate": 0.0002,
63
- "loss": 0.5318,
64
  "step": 8
65
  },
66
  {
67
  "epoch": 5.0,
68
- "grad_norm": 0.5643095970153809,
69
  "learning_rate": 0.0002,
70
- "loss": 0.3574,
71
  "step": 9
72
  },
73
  {
74
  "epoch": 5.714285714285714,
75
- "grad_norm": 0.6527697443962097,
76
  "learning_rate": 0.0002,
77
- "loss": 0.6326,
78
  "step": 10
79
  },
80
  {
81
  "epoch": 5.714285714285714,
82
- "eval_loss": 0.7977780103683472,
83
- "eval_runtime": 1.1094,
84
- "eval_samples_per_second": 6.31,
85
- "eval_steps_per_second": 6.31,
86
  "step": 10
87
  },
88
  {
89
  "epoch": 6.0,
90
- "grad_norm": 0.6527697443962097,
91
  "learning_rate": 0.0002,
92
- "loss": 0.1602,
93
  "step": 11
94
  },
95
  {
96
  "epoch": 6.857142857142857,
97
- "grad_norm": 0.6531093716621399,
98
  "learning_rate": 0.0002,
99
- "loss": 0.5492,
100
  "step": 12
101
  },
102
  {
103
  "epoch": 7.0,
104
- "grad_norm": 0.6531093716621399,
105
  "learning_rate": 0.0002,
106
- "loss": 0.1361,
107
  "step": 13
108
  },
109
  {
110
  "epoch": 8.0,
111
- "grad_norm": 0.5385488867759705,
112
  "learning_rate": 0.0002,
113
- "loss": 0.5893,
114
  "step": 14
115
  },
116
  {
117
  "epoch": 9.0,
118
- "grad_norm": 0.5385488867759705,
119
  "learning_rate": 0.0002,
120
- "loss": 0.475,
121
  "step": 15
122
  },
123
  {
124
  "epoch": 9.142857142857142,
125
- "grad_norm": 0.5094980001449585,
126
  "learning_rate": 0.0002,
127
- "loss": 0.0501,
128
  "step": 16
129
  },
130
  {
131
  "epoch": 10.0,
132
- "grad_norm": 0.5094980001449585,
133
  "learning_rate": 0.0002,
134
- "loss": 0.3318,
135
  "step": 17
136
  },
137
  {
138
  "epoch": 10.285714285714286,
139
- "grad_norm": 0.5739837884902954,
140
  "learning_rate": 0.0002,
141
- "loss": 0.154,
142
  "step": 18
143
  },
144
  {
145
  "epoch": 11.0,
146
- "grad_norm": 0.5739837884902954,
147
  "learning_rate": 0.0002,
148
- "loss": 0.1339,
149
  "step": 19
150
  },
151
  {
152
  "epoch": 11.428571428571429,
153
- "grad_norm": 0.5782333016395569,
154
  "learning_rate": 0.0002,
155
  "loss": 0.1008,
156
  "step": 20
157
  },
158
  {
159
  "epoch": 11.428571428571429,
160
- "eval_loss": 0.1741267442703247,
161
- "eval_runtime": 1.0921,
162
- "eval_samples_per_second": 6.41,
163
- "eval_steps_per_second": 6.41,
164
  "step": 20
165
  },
166
  {
167
  "epoch": 12.0,
168
- "grad_norm": 0.5782333016395569,
169
  "learning_rate": 0.0002,
170
- "loss": 0.1043,
171
  "step": 21
172
  },
173
  {
174
  "epoch": 12.571428571428571,
175
- "grad_norm": 0.558684229850769,
176
  "learning_rate": 0.0002,
177
- "loss": 0.1308,
178
  "step": 22
179
  },
180
  {
181
  "epoch": 13.0,
182
- "grad_norm": 0.558684229850769,
183
  "learning_rate": 0.0002,
184
- "loss": 0.0082,
185
  "step": 23
186
  },
187
  {
188
  "epoch": 13.714285714285714,
189
- "grad_norm": 0.3258131444454193,
190
  "learning_rate": 0.0002,
191
- "loss": 0.0663,
192
  "step": 24
193
  },
194
  {
195
  "epoch": 14.0,
196
- "grad_norm": 0.3258131444454193,
197
  "learning_rate": 0.0002,
198
- "loss": 0.0114,
199
  "step": 25
200
  },
201
  {
202
  "epoch": 14.857142857142858,
203
- "grad_norm": 0.3965975046157837,
204
  "learning_rate": 0.0002,
205
- "loss": 0.0503,
206
  "step": 26
207
  },
208
  {
209
  "epoch": 15.0,
210
- "grad_norm": 0.3965975046157837,
211
  "learning_rate": 0.0002,
212
- "loss": 0.0026,
213
  "step": 27
214
  },
215
  {
216
  "epoch": 16.0,
217
- "grad_norm": 0.6329053044319153,
218
  "learning_rate": 0.0002,
219
- "loss": 0.0271,
220
  "step": 28
221
  },
222
  {
223
  "epoch": 17.0,
224
- "grad_norm": 0.6329053044319153,
225
  "learning_rate": 0.0002,
226
- "loss": 0.0145,
227
  "step": 29
228
  },
229
  {
230
  "epoch": 17.142857142857142,
231
- "grad_norm": 0.1660483181476593,
232
  "learning_rate": 0.0002,
233
  "loss": 0.0003,
234
  "step": 30
235
  },
236
  {
237
  "epoch": 17.142857142857142,
238
- "eval_loss": 0.008966931141912937,
239
- "eval_runtime": 1.1273,
240
- "eval_samples_per_second": 6.21,
241
- "eval_steps_per_second": 6.21,
242
  "step": 30
243
  },
244
  {
245
  "epoch": 18.0,
246
- "grad_norm": 0.1660483181476593,
247
  "learning_rate": 0.0002,
248
- "loss": 0.0076,
249
  "step": 31
250
  },
251
  {
252
  "epoch": 18.285714285714285,
253
- "grad_norm": 0.16035296022891998,
254
  "learning_rate": 0.0002,
255
- "loss": 0.0006,
256
  "step": 32
257
  },
258
  {
259
  "epoch": 19.0,
260
- "grad_norm": 0.16035296022891998,
261
  "learning_rate": 0.0002,
262
- "loss": 0.0027,
263
  "step": 33
264
  },
265
  {
266
  "epoch": 19.428571428571427,
267
- "grad_norm": 0.22989660501480103,
268
  "learning_rate": 0.0002,
269
- "loss": 0.0022,
270
  "step": 34
271
  },
272
  {
273
  "epoch": 20.0,
274
- "grad_norm": 0.22989660501480103,
275
  "learning_rate": 0.0002,
276
- "loss": 0.0006,
277
  "step": 35
278
  },
279
  {
280
  "epoch": 20.571428571428573,
281
- "grad_norm": 0.025392575189471245,
282
  "learning_rate": 0.0002,
283
  "loss": 0.0004,
284
  "step": 36
285
  },
286
  {
287
  "epoch": 21.0,
288
- "grad_norm": 0.025392575189471245,
289
  "learning_rate": 0.0002,
290
- "loss": 0.0037,
291
  "step": 37
292
  },
293
  {
294
  "epoch": 21.714285714285715,
295
- "grad_norm": 0.7075601816177368,
296
  "learning_rate": 0.0002,
297
- "loss": 0.0039,
298
  "step": 38
299
  },
300
  {
301
  "epoch": 22.0,
302
- "grad_norm": 0.7075601816177368,
303
  "learning_rate": 0.0002,
304
- "loss": 0.0002,
305
  "step": 39
306
  },
307
  {
308
  "epoch": 22.857142857142858,
309
- "grad_norm": 0.057493291795253754,
310
  "learning_rate": 0.0002,
311
- "loss": 0.0009,
312
  "step": 40
313
  },
314
  {
315
  "epoch": 22.857142857142858,
316
- "eval_loss": 0.001083305454812944,
317
- "eval_runtime": 1.1213,
318
- "eval_samples_per_second": 6.243,
319
- "eval_steps_per_second": 6.243,
320
  "step": 40
321
  },
322
  {
323
  "epoch": 23.0,
324
- "grad_norm": 0.057493291795253754,
325
  "learning_rate": 0.0002,
326
- "loss": 0.0001,
327
  "step": 41
328
  },
329
  {
330
  "epoch": 24.0,
331
- "grad_norm": 0.043593935668468475,
332
  "learning_rate": 0.0002,
333
- "loss": 0.001,
334
  "step": 42
335
  },
336
  {
337
  "epoch": 25.0,
338
- "grad_norm": 0.043593935668468475,
339
  "learning_rate": 0.0002,
340
- "loss": 0.0017,
341
  "step": 43
342
  },
343
  {
344
  "epoch": 25.142857142857142,
345
- "grad_norm": 0.1038336306810379,
346
  "learning_rate": 0.0002,
347
- "loss": 0.0001,
348
  "step": 44
349
  },
350
  {
351
  "epoch": 26.0,
352
- "grad_norm": 0.1038336306810379,
353
  "learning_rate": 0.0002,
354
- "loss": 0.0013,
355
  "step": 45
356
  },
357
  {
358
  "epoch": 26.285714285714285,
359
- "grad_norm": 0.1458902508020401,
360
  "learning_rate": 0.0002,
361
- "loss": 0.0011,
362
  "step": 46
363
  },
364
  {
365
  "epoch": 27.0,
366
- "grad_norm": 0.1458902508020401,
367
  "learning_rate": 0.0002,
368
  "loss": 0.0003,
369
  "step": 47
370
  },
371
  {
372
  "epoch": 27.428571428571427,
373
- "grad_norm": 0.014756185002624989,
374
  "learning_rate": 0.0002,
375
  "loss": 0.0001,
376
  "step": 48
377
  },
378
  {
379
  "epoch": 28.0,
380
- "grad_norm": 0.014756185002624989,
381
  "learning_rate": 0.0002,
382
- "loss": 0.0005,
383
  "step": 49
384
  },
385
  {
386
  "epoch": 28.571428571428573,
387
- "grad_norm": 0.032949432730674744,
388
  "learning_rate": 0.0002,
389
- "loss": 0.0004,
390
  "step": 50
391
  },
392
  {
393
  "epoch": 28.571428571428573,
394
- "eval_loss": 0.0005236685974523425,
395
- "eval_runtime": 1.1017,
396
- "eval_samples_per_second": 6.354,
397
- "eval_steps_per_second": 6.354,
398
  "step": 50
399
  },
400
  {
401
  "epoch": 29.0,
402
- "grad_norm": 0.032949432730674744,
403
  "learning_rate": 0.0002,
404
  "loss": 0.0001,
405
  "step": 51
406
  },
407
  {
408
  "epoch": 29.714285714285715,
409
- "grad_norm": 0.015912260860204697,
410
  "learning_rate": 0.0002,
411
- "loss": 0.0004,
412
  "step": 52
413
  },
414
  {
415
  "epoch": 30.0,
416
- "grad_norm": 0.015912260860204697,
417
  "learning_rate": 0.0002,
418
  "loss": 0.0001,
419
  "step": 53
420
  },
421
  {
422
  "epoch": 30.857142857142858,
423
- "grad_norm": 0.012292955070734024,
424
  "learning_rate": 0.0002,
425
- "loss": 0.0004,
426
  "step": 54
427
  },
428
  {
429
  "epoch": 31.0,
430
- "grad_norm": 0.012292955070734024,
431
  "learning_rate": 0.0002,
432
  "loss": 0.0,
433
  "step": 55
434
  },
435
  {
436
  "epoch": 32.0,
437
- "grad_norm": 0.009588208049535751,
438
  "learning_rate": 0.0002,
439
  "loss": 0.0003,
440
  "step": 56
441
  },
442
  {
443
  "epoch": 33.0,
444
- "grad_norm": 0.009588208049535751,
445
  "learning_rate": 0.0002,
446
- "loss": 0.0003,
447
  "step": 57
448
  },
449
  {
450
  "epoch": 33.142857142857146,
451
- "grad_norm": 0.007272060494869947,
452
  "learning_rate": 0.0002,
453
  "loss": 0.0,
454
  "step": 58
455
  },
456
  {
457
  "epoch": 34.0,
458
- "grad_norm": 0.007272060494869947,
459
  "learning_rate": 0.0002,
460
  "loss": 0.0002,
461
  "step": 59
462
  },
463
  {
464
  "epoch": 34.285714285714285,
465
- "grad_norm": 0.006634233985096216,
466
  "learning_rate": 0.0002,
467
  "loss": 0.0,
468
  "step": 60
469
  },
470
  {
471
  "epoch": 34.285714285714285,
472
- "eval_loss": 0.00021448711049742997,
473
- "eval_runtime": 1.0979,
474
- "eval_samples_per_second": 6.376,
475
- "eval_steps_per_second": 6.376,
476
  "step": 60
477
  },
478
  {
479
  "epoch": 34.285714285714285,
480
  "step": 60,
481
  "total_flos": 4016214881861632.0,
482
- "train_loss": 0.1554629008491247,
483
- "train_runtime": 98.8483,
484
- "train_samples_per_second": 4.856,
485
- "train_steps_per_second": 0.607
486
  }
487
  ],
488
  "logging_steps": 1.0,
 
11
  {
12
  "epoch": 1.0,
13
  "learning_rate": 0,
14
+ "loss": 1.3795,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 1.1428571428571428,
19
+ "grad_norm": 2.172917366027832,
20
  "learning_rate": 0.0,
21
+ "loss": 0.2103,
22
  "step": 2
23
  },
24
  {
25
  "epoch": 2.0,
26
+ "grad_norm": 2.172917366027832,
27
  "learning_rate": 0.0,
28
+ "loss": 0.9608,
29
  "step": 3
30
  },
31
  {
32
  "epoch": 2.2857142857142856,
33
+ "grad_norm": 0.879162609577179,
34
  "learning_rate": 0.0002,
35
+ "loss": 0.2294,
36
  "step": 4
37
  },
38
  {
39
  "epoch": 3.0,
40
+ "grad_norm": 0.879162609577179,
41
  "learning_rate": 0.0002,
42
+ "loss": 0.8781,
43
  "step": 5
44
  },
45
  {
46
  "epoch": 3.4285714285714284,
47
+ "grad_norm": 0.752986490726471,
48
  "learning_rate": 0.0002,
49
+ "loss": 0.5153,
50
  "step": 6
51
  },
52
  {
53
  "epoch": 4.0,
54
+ "grad_norm": 0.752986490726471,
55
  "learning_rate": 0.0002,
56
+ "loss": 0.5011,
57
  "step": 7
58
  },
59
  {
60
  "epoch": 4.571428571428571,
61
+ "grad_norm": 0.5658770203590393,
62
  "learning_rate": 0.0002,
63
+ "loss": 0.5315,
64
  "step": 8
65
  },
66
  {
67
  "epoch": 5.0,
68
+ "grad_norm": 0.5658770203590393,
69
  "learning_rate": 0.0002,
70
+ "loss": 0.3573,
71
  "step": 9
72
  },
73
  {
74
  "epoch": 5.714285714285714,
75
+ "grad_norm": 0.6311860084533691,
76
  "learning_rate": 0.0002,
77
+ "loss": 0.632,
78
  "step": 10
79
  },
80
  {
81
  "epoch": 5.714285714285714,
82
+ "eval_loss": 0.794529914855957,
83
+ "eval_runtime": 1.124,
84
+ "eval_samples_per_second": 6.228,
85
+ "eval_steps_per_second": 6.228,
86
  "step": 10
87
  },
88
  {
89
  "epoch": 6.0,
90
+ "grad_norm": 0.6311860084533691,
91
  "learning_rate": 0.0002,
92
+ "loss": 0.1586,
93
  "step": 11
94
  },
95
  {
96
  "epoch": 6.857142857142857,
97
+ "grad_norm": 0.6447564959526062,
98
  "learning_rate": 0.0002,
99
+ "loss": 0.5467,
100
  "step": 12
101
  },
102
  {
103
  "epoch": 7.0,
104
+ "grad_norm": 0.6447564959526062,
105
  "learning_rate": 0.0002,
106
+ "loss": 0.1358,
107
  "step": 13
108
  },
109
  {
110
  "epoch": 8.0,
111
+ "grad_norm": 0.502592921257019,
112
  "learning_rate": 0.0002,
113
+ "loss": 0.586,
114
  "step": 14
115
  },
116
  {
117
  "epoch": 9.0,
118
+ "grad_norm": 0.502592921257019,
119
  "learning_rate": 0.0002,
120
+ "loss": 0.4717,
121
  "step": 15
122
  },
123
  {
124
  "epoch": 9.142857142857142,
125
+ "grad_norm": 0.515450119972229,
126
  "learning_rate": 0.0002,
127
+ "loss": 0.0492,
128
  "step": 16
129
  },
130
  {
131
  "epoch": 10.0,
132
+ "grad_norm": 0.515450119972229,
133
  "learning_rate": 0.0002,
134
+ "loss": 0.3283,
135
  "step": 17
136
  },
137
  {
138
  "epoch": 10.285714285714286,
139
+ "grad_norm": 0.6195679903030396,
140
  "learning_rate": 0.0002,
141
+ "loss": 0.1528,
142
  "step": 18
143
  },
144
  {
145
  "epoch": 11.0,
146
+ "grad_norm": 0.6195679903030396,
147
  "learning_rate": 0.0002,
148
+ "loss": 0.1333,
149
  "step": 19
150
  },
151
  {
152
  "epoch": 11.428571428571429,
153
+ "grad_norm": 0.593528151512146,
154
  "learning_rate": 0.0002,
155
  "loss": 0.1008,
156
  "step": 20
157
  },
158
  {
159
  "epoch": 11.428571428571429,
160
+ "eval_loss": 0.1764988899230957,
161
+ "eval_runtime": 1.1181,
162
+ "eval_samples_per_second": 6.26,
163
+ "eval_steps_per_second": 6.26,
164
  "step": 20
165
  },
166
  {
167
  "epoch": 12.0,
168
+ "grad_norm": 0.593528151512146,
169
  "learning_rate": 0.0002,
170
+ "loss": 0.1048,
171
  "step": 21
172
  },
173
  {
174
  "epoch": 12.571428571428571,
175
+ "grad_norm": 0.5447816848754883,
176
  "learning_rate": 0.0002,
177
+ "loss": 0.1318,
178
  "step": 22
179
  },
180
  {
181
  "epoch": 13.0,
182
+ "grad_norm": 0.5447816848754883,
183
  "learning_rate": 0.0002,
184
+ "loss": 0.0098,
185
  "step": 23
186
  },
187
  {
188
  "epoch": 13.714285714285714,
189
+ "grad_norm": 0.37343642115592957,
190
  "learning_rate": 0.0002,
191
+ "loss": 0.069,
192
  "step": 24
193
  },
194
  {
195
  "epoch": 14.0,
196
+ "grad_norm": 0.37343642115592957,
197
  "learning_rate": 0.0002,
198
+ "loss": 0.0154,
199
  "step": 25
200
  },
201
  {
202
  "epoch": 14.857142857142858,
203
+ "grad_norm": 0.5212247967720032,
204
  "learning_rate": 0.0002,
205
+ "loss": 0.0554,
206
  "step": 26
207
  },
208
  {
209
  "epoch": 15.0,
210
+ "grad_norm": 0.5212247967720032,
211
  "learning_rate": 0.0002,
212
+ "loss": 0.0011,
213
  "step": 27
214
  },
215
  {
216
  "epoch": 16.0,
217
+ "grad_norm": 0.39550113677978516,
218
  "learning_rate": 0.0002,
219
+ "loss": 0.027,
220
  "step": 28
221
  },
222
  {
223
  "epoch": 17.0,
224
+ "grad_norm": 0.39550113677978516,
225
  "learning_rate": 0.0002,
226
+ "loss": 0.0154,
227
  "step": 29
228
  },
229
  {
230
  "epoch": 17.142857142857142,
231
+ "grad_norm": 0.1997860223054886,
232
  "learning_rate": 0.0002,
233
  "loss": 0.0003,
234
  "step": 30
235
  },
236
  {
237
  "epoch": 17.142857142857142,
238
+ "eval_loss": 0.009444376453757286,
239
+ "eval_runtime": 1.1094,
240
+ "eval_samples_per_second": 6.309,
241
+ "eval_steps_per_second": 6.309,
242
  "step": 30
243
  },
244
  {
245
  "epoch": 18.0,
246
+ "grad_norm": 0.1997860223054886,
247
  "learning_rate": 0.0002,
248
+ "loss": 0.008,
249
  "step": 31
250
  },
251
  {
252
  "epoch": 18.285714285714285,
253
+ "grad_norm": 0.17780642211437225,
254
  "learning_rate": 0.0002,
255
+ "loss": 0.0003,
256
  "step": 32
257
  },
258
  {
259
  "epoch": 19.0,
260
+ "grad_norm": 0.17780642211437225,
261
  "learning_rate": 0.0002,
262
+ "loss": 0.0024,
263
  "step": 33
264
  },
265
  {
266
  "epoch": 19.428571428571427,
267
+ "grad_norm": 0.09276885539293289,
268
  "learning_rate": 0.0002,
269
+ "loss": 0.0016,
270
  "step": 34
271
  },
272
  {
273
  "epoch": 20.0,
274
+ "grad_norm": 0.09276885539293289,
275
  "learning_rate": 0.0002,
276
+ "loss": 0.0008,
277
  "step": 35
278
  },
279
  {
280
  "epoch": 20.571428571428573,
281
+ "grad_norm": 0.03949622064828873,
282
  "learning_rate": 0.0002,
283
  "loss": 0.0004,
284
  "step": 36
285
  },
286
  {
287
  "epoch": 21.0,
288
+ "grad_norm": 0.03949622064828873,
289
  "learning_rate": 0.0002,
290
+ "loss": 0.0026,
291
  "step": 37
292
  },
293
  {
294
  "epoch": 21.714285714285715,
295
+ "grad_norm": 0.48974359035491943,
296
  "learning_rate": 0.0002,
297
+ "loss": 0.0027,
298
  "step": 38
299
  },
300
  {
301
  "epoch": 22.0,
302
+ "grad_norm": 0.48974359035491943,
303
  "learning_rate": 0.0002,
304
+ "loss": 0.0001,
305
  "step": 39
306
  },
307
  {
308
  "epoch": 22.857142857142858,
309
+ "grad_norm": 0.037879057228565216,
310
  "learning_rate": 0.0002,
311
+ "loss": 0.0008,
312
  "step": 40
313
  },
314
  {
315
  "epoch": 22.857142857142858,
316
+ "eval_loss": 0.0010270120110362768,
317
+ "eval_runtime": 1.107,
318
+ "eval_samples_per_second": 6.323,
319
+ "eval_steps_per_second": 6.323,
320
  "step": 40
321
  },
322
  {
323
  "epoch": 23.0,
324
+ "grad_norm": 0.037879057228565216,
325
  "learning_rate": 0.0002,
326
+ "loss": 0.0,
327
  "step": 41
328
  },
329
  {
330
  "epoch": 24.0,
331
+ "grad_norm": 0.07712631672620773,
332
  "learning_rate": 0.0002,
333
+ "loss": 0.0009,
334
  "step": 42
335
  },
336
  {
337
  "epoch": 25.0,
338
+ "grad_norm": 0.07712631672620773,
339
  "learning_rate": 0.0002,
340
+ "loss": 0.0006,
341
  "step": 43
342
  },
343
  {
344
  "epoch": 25.142857142857142,
345
+ "grad_norm": 0.03069213591516018,
346
  "learning_rate": 0.0002,
347
+ "loss": 0.0,
348
  "step": 44
349
  },
350
  {
351
  "epoch": 26.0,
352
+ "grad_norm": 0.03069213591516018,
353
  "learning_rate": 0.0002,
354
+ "loss": 0.0005,
355
  "step": 45
356
  },
357
  {
358
  "epoch": 26.285714285714285,
359
+ "grad_norm": 0.04276096820831299,
360
  "learning_rate": 0.0002,
361
+ "loss": 0.0002,
362
  "step": 46
363
  },
364
  {
365
  "epoch": 27.0,
366
+ "grad_norm": 0.04276096820831299,
367
  "learning_rate": 0.0002,
368
  "loss": 0.0003,
369
  "step": 47
370
  },
371
  {
372
  "epoch": 27.428571428571427,
373
+ "grad_norm": 0.018633099272847176,
374
  "learning_rate": 0.0002,
375
  "loss": 0.0001,
376
  "step": 48
377
  },
378
  {
379
  "epoch": 28.0,
380
+ "grad_norm": 0.018633099272847176,
381
  "learning_rate": 0.0002,
382
+ "loss": 0.0004,
383
  "step": 49
384
  },
385
  {
386
  "epoch": 28.571428571428573,
387
+ "grad_norm": 0.05017812177538872,
388
  "learning_rate": 0.0002,
389
+ "loss": 0.0003,
390
  "step": 50
391
  },
392
  {
393
  "epoch": 28.571428571428573,
394
+ "eval_loss": 0.00034485122887417674,
395
+ "eval_runtime": 1.12,
396
+ "eval_samples_per_second": 6.25,
397
+ "eval_steps_per_second": 6.25,
398
  "step": 50
399
  },
400
  {
401
  "epoch": 29.0,
402
+ "grad_norm": 0.05017812177538872,
403
  "learning_rate": 0.0002,
404
  "loss": 0.0001,
405
  "step": 51
406
  },
407
  {
408
  "epoch": 29.714285714285715,
409
+ "grad_norm": 0.010933789424598217,
410
  "learning_rate": 0.0002,
411
+ "loss": 0.0002,
412
  "step": 52
413
  },
414
  {
415
  "epoch": 30.0,
416
+ "grad_norm": 0.010933789424598217,
417
  "learning_rate": 0.0002,
418
  "loss": 0.0001,
419
  "step": 53
420
  },
421
  {
422
  "epoch": 30.857142857142858,
423
+ "grad_norm": 0.00900160800665617,
424
  "learning_rate": 0.0002,
425
+ "loss": 0.0002,
426
  "step": 54
427
  },
428
  {
429
  "epoch": 31.0,
430
+ "grad_norm": 0.00900160800665617,
431
  "learning_rate": 0.0002,
432
  "loss": 0.0,
433
  "step": 55
434
  },
435
  {
436
  "epoch": 32.0,
437
+ "grad_norm": 0.018903745338320732,
438
  "learning_rate": 0.0002,
439
  "loss": 0.0003,
440
  "step": 56
441
  },
442
  {
443
  "epoch": 33.0,
444
+ "grad_norm": 0.018903745338320732,
445
  "learning_rate": 0.0002,
446
+ "loss": 0.0002,
447
  "step": 57
448
  },
449
  {
450
  "epoch": 33.142857142857146,
451
+ "grad_norm": 0.01036656741052866,
452
  "learning_rate": 0.0002,
453
  "loss": 0.0,
454
  "step": 58
455
  },
456
  {
457
  "epoch": 34.0,
458
+ "grad_norm": 0.01036656741052866,
459
  "learning_rate": 0.0002,
460
  "loss": 0.0002,
461
  "step": 59
462
  },
463
  {
464
  "epoch": 34.285714285714285,
465
+ "grad_norm": 0.007697099819779396,
466
  "learning_rate": 0.0002,
467
  "loss": 0.0,
468
  "step": 60
469
  },
470
  {
471
  "epoch": 34.285714285714285,
472
+ "eval_loss": 0.00019181256357114762,
473
+ "eval_runtime": 1.1116,
474
+ "eval_samples_per_second": 6.297,
475
+ "eval_steps_per_second": 6.297,
476
  "step": 60
477
  },
478
  {
479
  "epoch": 34.285714285714285,
480
  "step": 60,
481
  "total_flos": 4016214881861632.0,
482
+ "train_loss": 0.1552126432957569,
483
+ "train_runtime": 117.5216,
484
+ "train_samples_per_second": 4.084,
485
+ "train_steps_per_second": 0.511
486
  }
487
  ],
488
  "logging_steps": 1.0,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:453d1e4121a4921810db7811efe18d53e4f3315903a6ad7515c176c8a1c50ce8
3
- size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d053104d6a663a0038dc16cb5997c1dc27511c9347611845f73b7419111e2961
3
+ size 6840