RoyJoy commited on
Commit
2889b14
·
verified ·
1 Parent(s): c9747a2

Training in progress, step 294, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf9712c86078961cd9f3a8663293c6282fa47f5858200f9941450b82ef4014cf
3
  size 93608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac8066d8618fb64be2b7faf41fa7b3d7fddf6534795172bb25bde20b59e6c4ff
3
  size 93608
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dce1a8f7dce5667d5b6c4d2cf60ccefedf33892d6f8d61c5059640a01ae30d67
3
  size 197158
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e0e88d1e758b2d942c5d8dfb1b4aeae98139e8b2d7ef5f9e51eb4f00514fef3
3
  size 197158
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d5534d35f620616a57793fd6cbb1afb4369bf452a60440fde4d3e848a5ba93a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e958b5311b12f031b567f23b298951420ae35c9252f43db99115fccddb611c82
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc4c947fbc9c9dca3af245fd32a570156e6b78d4eaec238dedd3231429128b70
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:168cc6d91836120c82b575ebf5734abdb841b4263d9f2f41a03d08fad1f896b4
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c0cda03be8969147a49c0ef4dde3c548369e603b8592b5f852a74a539ddc2d9
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:405794cde8faebc39bd31ecef58d05da57c890cf01b9aa621202411aa70597e3
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce24fb28254be2a4282f7fedfa170e840115f3e06e7e48095ca5c7a28a68c469
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa89b254c849b8c89c11fda2f7202c45b30deae097716d903b96cad962e9a032
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee19ddad9c4c375a1de2d74fb4c1cf5e15d36c1ed47a2cb80f7cb0fbacb3b29e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:318b114b83c26bcba11815378a88e0015bce044b0002c702e0a2627e1a1d1e56
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.6583932070542129,
5
  "eval_steps": 42,
6
- "global_step": 252,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -651,6 +651,112 @@
651
  "eval_samples_per_second": 777.394,
652
  "eval_steps_per_second": 24.425,
653
  "step": 252
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
654
  }
655
  ],
656
  "logging_steps": 3,
@@ -670,7 +776,7 @@
670
  "attributes": {}
671
  }
672
  },
673
- "total_flos": 4860599992320.0,
674
  "train_batch_size": 8,
675
  "trial_name": null,
676
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.768125408229915,
5
  "eval_steps": 42,
6
+ "global_step": 294,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
651
  "eval_samples_per_second": 777.394,
652
  "eval_steps_per_second": 24.425,
653
  "step": 252
654
+ },
655
+ {
656
+ "epoch": 0.6662312214239059,
657
+ "grad_norm": 0.01651047170162201,
658
+ "learning_rate": 5e-05,
659
+ "loss": 11.9174,
660
+ "step": 255
661
+ },
662
+ {
663
+ "epoch": 0.674069235793599,
664
+ "grad_norm": 0.016767192631959915,
665
+ "learning_rate": 4.903834726061565e-05,
666
+ "loss": 11.9184,
667
+ "step": 258
668
+ },
669
+ {
670
+ "epoch": 0.681907250163292,
671
+ "grad_norm": 0.01721210964024067,
672
+ "learning_rate": 4.807705027948008e-05,
673
+ "loss": 11.9177,
674
+ "step": 261
675
+ },
676
+ {
677
+ "epoch": 0.689745264532985,
678
+ "grad_norm": 0.0172222089022398,
679
+ "learning_rate": 4.711646468323129e-05,
680
+ "loss": 11.9178,
681
+ "step": 264
682
+ },
683
+ {
684
+ "epoch": 0.697583278902678,
685
+ "grad_norm": 0.016364743933081627,
686
+ "learning_rate": 4.6156945835334184e-05,
687
+ "loss": 11.9181,
688
+ "step": 267
689
+ },
690
+ {
691
+ "epoch": 0.705421293272371,
692
+ "grad_norm": 0.016128098592162132,
693
+ "learning_rate": 4.5198848704615914e-05,
694
+ "loss": 11.9178,
695
+ "step": 270
696
+ },
697
+ {
698
+ "epoch": 0.713259307642064,
699
+ "grad_norm": 0.015332392416894436,
700
+ "learning_rate": 4.424252773394704e-05,
701
+ "loss": 11.9177,
702
+ "step": 273
703
+ },
704
+ {
705
+ "epoch": 0.721097322011757,
706
+ "grad_norm": 0.01631457917392254,
707
+ "learning_rate": 4.328833670911724e-05,
708
+ "loss": 11.9181,
709
+ "step": 276
710
+ },
711
+ {
712
+ "epoch": 0.72893533638145,
713
+ "grad_norm": 0.018029581755399704,
714
+ "learning_rate": 4.23366286279542e-05,
715
+ "loss": 11.9173,
716
+ "step": 279
717
+ },
718
+ {
719
+ "epoch": 0.736773350751143,
720
+ "grad_norm": 0.016118017956614494,
721
+ "learning_rate": 4.138775556973406e-05,
722
+ "loss": 11.9175,
723
+ "step": 282
724
+ },
725
+ {
726
+ "epoch": 0.744611365120836,
727
+ "grad_norm": 0.0235885176807642,
728
+ "learning_rate": 4.04420685649314e-05,
729
+ "loss": 11.9174,
730
+ "step": 285
731
+ },
732
+ {
733
+ "epoch": 0.752449379490529,
734
+ "grad_norm": 0.02053360641002655,
735
+ "learning_rate": 3.9499917465357534e-05,
736
+ "loss": 11.9178,
737
+ "step": 288
738
+ },
739
+ {
740
+ "epoch": 0.760287393860222,
741
+ "grad_norm": 0.018186945468187332,
742
+ "learning_rate": 3.856165081473474e-05,
743
+ "loss": 11.9181,
744
+ "step": 291
745
+ },
746
+ {
747
+ "epoch": 0.768125408229915,
748
+ "grad_norm": 0.029430339112877846,
749
+ "learning_rate": 3.762761571975429e-05,
750
+ "loss": 11.9174,
751
+ "step": 294
752
+ },
753
+ {
754
+ "epoch": 0.768125408229915,
755
+ "eval_loss": 11.917236328125,
756
+ "eval_runtime": 3.3236,
757
+ "eval_samples_per_second": 775.653,
758
+ "eval_steps_per_second": 24.371,
759
+ "step": 294
760
  }
761
  ],
762
  "logging_steps": 3,
 
776
  "attributes": {}
777
  }
778
  },
779
+ "total_flos": 5671704330240.0,
780
  "train_batch_size": 8,
781
  "trial_name": null,
782
  "trial_params": null