lesso01 commited on
Commit
fa7900a
1 Parent(s): 61a4975

Training in progress, step 33, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:154802d9cd6752a4f3dd86e7ff97ec92faaeb69b900f2fb330227f34a4d75ab0
3
  size 250422888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:686eec4f9e3cffe9c7d4b0622c18ae772bf3223468346c22da1479150ce17b78
3
  size 250422888
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f013fe94f3a41f69bae485fa6733876252e3980170d27db5ba0681f6106f60b7
3
  size 501168482
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cdf9b5bcb2f154e6220d883504e506edd1d866ef6013e2e51661eb4e1238b84
3
  size 501168482
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16323fd94c5f93c7b898aea1b7201e4c33097c4408e1a12d2fc5fee549b670c4
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e4cdc3b0446661980d16c051a9c550ba61e0031d1b5527cd29b366b44c24bd9
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:457a0a52259cced6b76c949d89a7eea5b5ea9329c8fcb41a32547784be1dd99e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd3f6e9267a2b7ffad41dddfa33b74e45aa7c480b8283eebbe1a013b2da49f9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.2727272727272725,
5
  "eval_steps": 3,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -254,6 +254,86 @@
254
  "learning_rate": 2.6996748113442394e-05,
255
  "loss": 2.7016,
256
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
257
  }
258
  ],
259
  "logging_steps": 1,
@@ -268,12 +348,12 @@
268
  "should_evaluate": false,
269
  "should_log": false,
270
  "should_save": true,
271
- "should_training_stop": false
272
  },
273
  "attributes": {}
274
  }
275
  },
276
- "total_flos": 6.3478299623424e+16,
277
  "train_batch_size": 8,
278
  "trial_name": null,
279
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
  "eval_steps": 3,
6
+ "global_step": 33,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
254
  "learning_rate": 2.6996748113442394e-05,
255
  "loss": 2.7016,
256
  "step": 25
257
+ },
258
+ {
259
+ "epoch": 2.3636363636363638,
260
+ "grad_norm": 0.32994455099105835,
261
+ "learning_rate": 2.1165983894256647e-05,
262
+ "loss": 2.9381,
263
+ "step": 26
264
+ },
265
+ {
266
+ "epoch": 2.4545454545454546,
267
+ "grad_norm": 0.34595945477485657,
268
+ "learning_rate": 1.5872342839067306e-05,
269
+ "loss": 2.6949,
270
+ "step": 27
271
+ },
272
+ {
273
+ "epoch": 2.4545454545454546,
274
+ "eval_loss": 1.3376667499542236,
275
+ "eval_runtime": 2.7171,
276
+ "eval_samples_per_second": 3.68,
277
+ "eval_steps_per_second": 0.736,
278
+ "step": 27
279
+ },
280
+ {
281
+ "epoch": 2.5454545454545454,
282
+ "grad_norm": 0.3484823703765869,
283
+ "learning_rate": 1.1214435464779006e-05,
284
+ "loss": 2.7007,
285
+ "step": 28
286
+ },
287
+ {
288
+ "epoch": 2.6363636363636362,
289
+ "grad_norm": 0.3723781704902649,
290
+ "learning_rate": 7.2790297726755716e-06,
291
+ "loss": 2.5917,
292
+ "step": 29
293
+ },
294
+ {
295
+ "epoch": 2.7272727272727275,
296
+ "grad_norm": 0.39661362767219543,
297
+ "learning_rate": 4.139434924727359e-06,
298
+ "loss": 2.7226,
299
+ "step": 30
300
+ },
301
+ {
302
+ "epoch": 2.7272727272727275,
303
+ "eval_loss": 1.3286577463150024,
304
+ "eval_runtime": 2.7162,
305
+ "eval_samples_per_second": 3.682,
306
+ "eval_steps_per_second": 0.736,
307
+ "step": 30
308
+ },
309
+ {
310
+ "epoch": 2.8181818181818183,
311
+ "grad_norm": 0.45583441853523254,
312
+ "learning_rate": 1.8541356326100433e-06,
313
+ "loss": 2.5628,
314
+ "step": 31
315
+ },
316
+ {
317
+ "epoch": 2.909090909090909,
318
+ "grad_norm": 0.3815874755382538,
319
+ "learning_rate": 4.6570269818346224e-07,
320
+ "loss": 2.663,
321
+ "step": 32
322
+ },
323
+ {
324
+ "epoch": 3.0,
325
+ "grad_norm": 0.39601853489875793,
326
+ "learning_rate": 0.0,
327
+ "loss": 2.635,
328
+ "step": 33
329
+ },
330
+ {
331
+ "epoch": 3.0,
332
+ "eval_loss": 1.3268665075302124,
333
+ "eval_runtime": 2.718,
334
+ "eval_samples_per_second": 3.679,
335
+ "eval_steps_per_second": 0.736,
336
+ "step": 33
337
  }
338
  ],
339
  "logging_steps": 1,
 
348
  "should_evaluate": false,
349
  "should_log": false,
350
  "should_save": true,
351
+ "should_training_stop": true
352
  },
353
  "attributes": {}
354
  }
355
  },
356
+ "total_flos": 8.379135550291968e+16,
357
  "train_batch_size": 8,
358
  "trial_name": null,
359
  "trial_params": null