RoyJoy commited on
Commit
6872b7a
1 Parent(s): bb1c900

Training in progress, step 75, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f673175238ee1eb071892c5a3d9407fc2604fab40fdecd6028a24ec3acfe3cc4
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d3f7fa966296efeef40be0a2690bee07cfd42c6ef9fae0ce6e5d79bf2b2a3d4
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:872b3653e5582b54a191d0c3aa20b01cb7c3760d8d37c7980f43da22f864f3a7
3
  size 671466706
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6efe47c644041ddde8767308d37ad11faf6234b871bc1e17d1e902e229e3e8c
3
  size 671466706
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d3ec42086752f8599b93092daaf5186d63dc1f99fb4939cb628060589a5e48b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ab43582069a5f502d6313af2ea603268eb8a5461c6171e24d0488f793e4b167
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f47f6fd97a856343780028ccfaed8e5641a3a980e3597ef52b4019307ae01e5
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a2dfa9dcdb3fc187f28da300ef3fe13e5352f326a4d02f24bd99cfc1f6355cc
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b69eb670c3cb2e8990bd44fdbb9d85b0dfe744c6edeb960f8aca64da872d92bb
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55aa7457fe16eba2e2195248c13b63a89c64da497a183a5427725abd2a6993f5
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9b4d415aecd3bccace0aa6492df85716dadf0f18230661a1f683f94f8b89436
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f95664b3c0cb11ccfe12cfbcef006f4db96821b67097f19e3f0c67e0ac73444
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd8b969ce6a3f06e5c06504065f43d471f4f8e360f2eb91a5068e5fed0b0d9dc
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344fc18df9c84f214bc47e69d1bbde70d66cf3ec6caeac9cd529dfb5814c4b9a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.0,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 1.0739506995336443,
5
  "eval_steps": 25,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -381,6 +381,189 @@
381
  "eval_samples_per_second": 31.832,
382
  "eval_steps_per_second": 8.276,
383
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
384
  }
385
  ],
386
  "logging_steps": 1,
@@ -395,7 +578,7 @@
395
  "early_stopping_threshold": 0.0
396
  },
397
  "attributes": {
398
- "early_stopping_patience_counter": 0
399
  }
400
  },
401
  "TrainerControl": {
@@ -404,12 +587,12 @@
404
  "should_evaluate": false,
405
  "should_log": false,
406
  "should_save": true,
407
- "should_training_stop": false
408
  },
409
  "attributes": {}
410
  }
411
  },
412
- "total_flos": 6.024966926541783e+17,
413
  "train_batch_size": 1,
414
  "trial_name": null,
415
  "trial_params": null
 
1
  {
2
  "best_metric": 0.0,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 1.6069287141905395,
5
  "eval_steps": 25,
6
+ "global_step": 75,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
381
  "eval_samples_per_second": 31.832,
382
  "eval_steps_per_second": 8.276,
383
  "step": 50
384
+ },
385
+ {
386
+ "epoch": 1.09526982011992,
387
+ "grad_norm": 1.4509647927596347e-09,
388
+ "learning_rate": 5.7231268960295e-05,
389
+ "loss": 0.0,
390
+ "step": 51
391
+ },
392
+ {
393
+ "epoch": 1.116588940706196,
394
+ "grad_norm": 1.2944647576063062e-09,
395
+ "learning_rate": 5.574402751448614e-05,
396
+ "loss": 0.0,
397
+ "step": 52
398
+ },
399
+ {
400
+ "epoch": 1.1379080612924717,
401
+ "grad_norm": 1.404435456819897e-09,
402
+ "learning_rate": 5.425597248551387e-05,
403
+ "loss": 0.0,
404
+ "step": 53
405
+ },
406
+ {
407
+ "epoch": 1.1592271818787476,
408
+ "grad_norm": 1.8385311051360986e-09,
409
+ "learning_rate": 5.2768731039705e-05,
410
+ "loss": 0.0,
411
+ "step": 54
412
+ },
413
+ {
414
+ "epoch": 1.1805463024650233,
415
+ "grad_norm": 2.188858427842888e-09,
416
+ "learning_rate": 5.128392945374505e-05,
417
+ "loss": 0.0,
418
+ "step": 55
419
+ },
420
+ {
421
+ "epoch": 1.201865423051299,
422
+ "grad_norm": 2.473932170232729e-09,
423
+ "learning_rate": 4.980319133636863e-05,
424
+ "loss": 0.0,
425
+ "step": 56
426
+ },
427
+ {
428
+ "epoch": 1.223184543637575,
429
+ "grad_norm": 2.957512679202523e-09,
430
+ "learning_rate": 4.83281358529671e-05,
431
+ "loss": 0.0,
432
+ "step": 57
433
+ },
434
+ {
435
+ "epoch": 1.2445036642238507,
436
+ "grad_norm": 4.090505267839717e-09,
437
+ "learning_rate": 4.686037595505507e-05,
438
+ "loss": 0.0,
439
+ "step": 58
440
+ },
441
+ {
442
+ "epoch": 1.2658227848101267,
443
+ "grad_norm": 0.028839975595474243,
444
+ "learning_rate": 4.54015166165314e-05,
445
+ "loss": 0.0001,
446
+ "step": 59
447
+ },
448
+ {
449
+ "epoch": 1.2871419053964024,
450
+ "grad_norm": 3.436689599567444e-09,
451
+ "learning_rate": 4.395315307866405e-05,
452
+ "loss": 0.0,
453
+ "step": 60
454
+ },
455
+ {
456
+ "epoch": 1.308461025982678,
457
+ "grad_norm": 3.736273512799926e-09,
458
+ "learning_rate": 4.2516869105717004e-05,
459
+ "loss": 0.0,
460
+ "step": 61
461
+ },
462
+ {
463
+ "epoch": 1.329780146568954,
464
+ "grad_norm": 4.177445500630483e-09,
465
+ "learning_rate": 4.109423525312738e-05,
466
+ "loss": 0.0,
467
+ "step": 62
468
+ },
469
+ {
470
+ "epoch": 1.3510992671552298,
471
+ "grad_norm": 4.131688324804372e-09,
472
+ "learning_rate": 3.968680715012606e-05,
473
+ "loss": 0.0,
474
+ "step": 63
475
+ },
476
+ {
477
+ "epoch": 1.3724183877415057,
478
+ "grad_norm": 4.780627449463282e-09,
479
+ "learning_rate": 3.829612379868006e-05,
480
+ "loss": 0.0,
481
+ "step": 64
482
+ },
483
+ {
484
+ "epoch": 1.3937375083277814,
485
+ "grad_norm": 5.516650247727739e-09,
486
+ "learning_rate": 3.692370589061639e-05,
487
+ "loss": 0.0,
488
+ "step": 65
489
+ },
490
+ {
491
+ "epoch": 1.4150566289140574,
492
+ "grad_norm": 6.456162715551272e-09,
493
+ "learning_rate": 3.557105414476782e-05,
494
+ "loss": 0.0,
495
+ "step": 66
496
+ },
497
+ {
498
+ "epoch": 1.436375749500333,
499
+ "grad_norm": 6.741116553854454e-09,
500
+ "learning_rate": 3.423964766595906e-05,
501
+ "loss": 0.0,
502
+ "step": 67
503
+ },
504
+ {
505
+ "epoch": 1.457694870086609,
506
+ "grad_norm": 7.689346936956554e-09,
507
+ "learning_rate": 3.293094232762715e-05,
508
+ "loss": 0.0,
509
+ "step": 68
510
+ },
511
+ {
512
+ "epoch": 1.4790139906728847,
513
+ "grad_norm": 7.789759060017332e-09,
514
+ "learning_rate": 3.164636917984534e-05,
515
+ "loss": 0.0,
516
+ "step": 69
517
+ },
518
+ {
519
+ "epoch": 1.5003331112591605,
520
+ "grad_norm": 0.00078203045995906,
521
+ "learning_rate": 3.0387332884490805e-05,
522
+ "loss": 0.0,
523
+ "step": 70
524
+ },
525
+ {
526
+ "epoch": 1.5216522318454364,
527
+ "grad_norm": 5.782083700722751e-09,
528
+ "learning_rate": 2.9155210179267546e-05,
529
+ "loss": 0.0,
530
+ "step": 71
531
+ },
532
+ {
533
+ "epoch": 1.5429713524317124,
534
+ "grad_norm": 6.204281532973255e-09,
535
+ "learning_rate": 2.7951348372263875e-05,
536
+ "loss": 0.0,
537
+ "step": 72
538
+ },
539
+ {
540
+ "epoch": 1.564290473017988,
541
+ "grad_norm": 7.148269087764447e-09,
542
+ "learning_rate": 2.677706386869083e-05,
543
+ "loss": 0.0,
544
+ "step": 73
545
+ },
546
+ {
547
+ "epoch": 1.5856095936042638,
548
+ "grad_norm": 6.854582679238774e-09,
549
+ "learning_rate": 2.5633640731412412e-05,
550
+ "loss": 0.0,
551
+ "step": 74
552
+ },
553
+ {
554
+ "epoch": 1.6069287141905395,
555
+ "grad_norm": 7.026794257569691e-09,
556
+ "learning_rate": 2.4522329276841663e-05,
557
+ "loss": 0.0,
558
+ "step": 75
559
+ },
560
+ {
561
+ "epoch": 1.6069287141905395,
562
+ "eval_loss": 0.0,
563
+ "eval_runtime": 1.5715,
564
+ "eval_samples_per_second": 31.817,
565
+ "eval_steps_per_second": 8.272,
566
+ "step": 75
567
  }
568
  ],
569
  "logging_steps": 1,
 
578
  "early_stopping_threshold": 0.0
579
  },
580
  "attributes": {
581
+ "early_stopping_patience_counter": 1
582
  }
583
  },
584
  "TrainerControl": {
 
587
  "should_evaluate": false,
588
  "should_log": false,
589
  "should_save": true,
590
+ "should_training_stop": true
591
  },
592
  "attributes": {}
593
  }
594
  },
595
+ "total_flos": 9.031389058160394e+17,
596
  "train_batch_size": 1,
597
  "trial_name": null,
598
  "trial_params": null