RoyJoy commited on
Commit
aa280c8
·
verified ·
1 Parent(s): 247f677

Training in progress, step 126, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6294a9c9e421f26623f265d84c6b0618f883b9dd25deaca3c936e180cf07b24a
3
  size 93608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0020ebc06166cd6fbb21fea648ebd8e089cf08d59f8a369d5ccc62994306af35
3
  size 93608
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e409bc2980559f98a0af9f1edbb4380dbf4021ebd0edbd6c8b2fb477f751ac94
3
  size 197158
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f1b4d8adfadaaf59c2e6e469ab5468b025cbbff070f473a59804411605a3047
3
  size 197158
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5f286750a54eebdcf9549d6f63e6795fc731915bf6f7bf2b726b55b05f3f518
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5504ef09e4cfb51812fd7a9abcfb2f28e7b4cf5622051aa506c80b1903c2ce18
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02fd229e57eac985f512ac99036360caf9e39dc610ee15dd6c9283a1b6c69b19
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6628ebff94c3a6b8fdb16ed899453e0564fb950e7ae1d3e33c819c9bdd72e3c4
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9db29deadf6ae74444d5e6208837d81f47dde9b75671d98526f2bf5be704e381
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4477dcc6fa149a821c6a1471f47125572228d5c13a485cbcd42df776c95bcb70
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:840bfe1128fcfee1e64ffedd09794dc200894ff330da30892753d28eb72056a6
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15b25e19ffd8a56430878e7874bc350fc05f2b592464eeaef1dac5822dbb0979
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2df224011d0e75c4a97901f6c1b2930bba4bc3a9aa7c877e6c91e796bec6013f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00328545513b592b6bf311a002e087bb048e374276594cf37ee8782d28887fc
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.2194644023514043,
5
  "eval_steps": 42,
6
- "global_step": 84,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -227,6 +227,112 @@
227
  "eval_samples_per_second": 779.15,
228
  "eval_steps_per_second": 24.481,
229
  "step": 84
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
230
  }
231
  ],
232
  "logging_steps": 3,
@@ -246,7 +352,7 @@
246
  "attributes": {}
247
  }
248
  },
249
- "total_flos": 1619798261760.0,
250
  "train_batch_size": 8,
251
  "trial_name": null,
252
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.32919660352710645,
5
  "eval_steps": 42,
6
+ "global_step": 126,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
227
  "eval_samples_per_second": 779.15,
228
  "eval_steps_per_second": 24.481,
229
  "step": 84
230
+ },
231
+ {
232
+ "epoch": 0.22730241672109733,
233
+ "grad_norm": 0.017396893352270126,
234
+ "learning_rate": 9.40297765928369e-05,
235
+ "loss": 11.92,
236
+ "step": 87
237
+ },
238
+ {
239
+ "epoch": 0.23514043109079033,
240
+ "grad_norm": 0.01054318156093359,
241
+ "learning_rate": 9.356593520616948e-05,
242
+ "loss": 11.9203,
243
+ "step": 90
244
+ },
245
+ {
246
+ "epoch": 0.24297844546048333,
247
+ "grad_norm": 0.016479285433888435,
248
+ "learning_rate": 9.308597683653975e-05,
249
+ "loss": 11.9206,
250
+ "step": 93
251
+ },
252
+ {
253
+ "epoch": 0.25081645983017636,
254
+ "grad_norm": 0.01747283898293972,
255
+ "learning_rate": 9.259007904196023e-05,
256
+ "loss": 11.9208,
257
+ "step": 96
258
+ },
259
+ {
260
+ "epoch": 0.25865447419986937,
261
+ "grad_norm": 0.016894422471523285,
262
+ "learning_rate": 9.207842527714767e-05,
263
+ "loss": 11.9204,
264
+ "step": 99
265
+ },
266
+ {
267
+ "epoch": 0.26649248856956237,
268
+ "grad_norm": 0.015183241106569767,
269
+ "learning_rate": 9.155120482565521e-05,
270
+ "loss": 11.9209,
271
+ "step": 102
272
+ },
273
+ {
274
+ "epoch": 0.27433050293925537,
275
+ "grad_norm": 0.014355632476508617,
276
+ "learning_rate": 9.10086127298478e-05,
277
+ "loss": 11.9201,
278
+ "step": 105
279
+ },
280
+ {
281
+ "epoch": 0.2821685173089484,
282
+ "grad_norm": 0.022136807441711426,
283
+ "learning_rate": 9.045084971874738e-05,
284
+ "loss": 11.9204,
285
+ "step": 108
286
+ },
287
+ {
288
+ "epoch": 0.29000653167864143,
289
+ "grad_norm": 0.02453417330980301,
290
+ "learning_rate": 8.987812213377424e-05,
291
+ "loss": 11.9206,
292
+ "step": 111
293
+ },
294
+ {
295
+ "epoch": 0.29784454604833444,
296
+ "grad_norm": 0.022463472560048103,
297
+ "learning_rate": 8.929064185241213e-05,
298
+ "loss": 11.9194,
299
+ "step": 114
300
+ },
301
+ {
302
+ "epoch": 0.30568256041802744,
303
+ "grad_norm": 0.020201250910758972,
304
+ "learning_rate": 8.868862620982534e-05,
305
+ "loss": 11.9192,
306
+ "step": 117
307
+ },
308
+ {
309
+ "epoch": 0.31352057478772044,
310
+ "grad_norm": 0.023930294439196587,
311
+ "learning_rate": 8.807229791845673e-05,
312
+ "loss": 11.92,
313
+ "step": 120
314
+ },
315
+ {
316
+ "epoch": 0.32135858915741344,
317
+ "grad_norm": 0.01951843872666359,
318
+ "learning_rate": 8.744188498563641e-05,
319
+ "loss": 11.9196,
320
+ "step": 123
321
+ },
322
+ {
323
+ "epoch": 0.32919660352710645,
324
+ "grad_norm": 0.013068539090454578,
325
+ "learning_rate": 8.679762062923175e-05,
326
+ "loss": 11.9193,
327
+ "step": 126
328
+ },
329
+ {
330
+ "epoch": 0.32919660352710645,
331
+ "eval_loss": 11.919238090515137,
332
+ "eval_runtime": 3.3246,
333
+ "eval_samples_per_second": 775.442,
334
+ "eval_steps_per_second": 24.364,
335
+ "step": 126
336
  }
337
  ],
338
  "logging_steps": 3,
 
352
  "attributes": {}
353
  }
354
  },
355
+ "total_flos": 2430902599680.0,
356
  "train_batch_size": 8,
357
  "trial_name": null,
358
  "trial_params": null