farmery commited on
Commit
f763f02
·
verified ·
1 Parent(s): 873e005

Training in progress, step 119, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae91c90ef75859027731c604bfc6ca06e3639e438452e4645294af700f2a8d66
3
  size 319876032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99344d15dd3670285c4341c9f5f6c4bf096b3cf81551e262d8f0b55512649533
3
  size 319876032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e289db4882b2c1c58bba99091d9639af2b498e6752146549dea6309c352f27f
3
  size 640009682
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f45a70156c42effbabe1a04c759ac76c130021e61101c387055551e0f574f178
3
  size 640009682
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7bf55cf1773a558357b021bc9146cb4e1b89ebbb77ff8ad46432024e900dad0a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c7376cb11d6367789d170f124b61c2fec883908127623afd8ff34624e8b46ae
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c0c10982eb665343c8dba31f05c7d465d4c5194f456a3ed190ae86ac492fc1f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7608aefd0a07874121e96751a56d2178c6828644dce377c622c7e84992cb545
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a692f86f092a43efc7ce7159a66c7739c1d95cf353d47f3b3c45f53b1fb7e5bb
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff5cac29dfc34981d35a51a3130a221b0dd59b5eb21dc54928b0ba787606ede6
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f25139db6ccdb6f09ac273ddd0f52eeb0b26e4f46607a386e43853be74b8493d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3162ff303999d7bd465e65a693c4f353476223147abf92d2e1a81f84beaf3ec
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb65275071074e7f8c415d4025dd63db767eccf1b1b13eb40847f779864aedd2
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef75e921f866e994eb07f566eae5b88002af348a8ed338e0962d48b1c7d30dc1
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.18359769880771637,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-100",
4
- "epoch": 0.09437300931933466,
5
  "eval_steps": 25,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -747,6 +747,139 @@
747
  "eval_samples_per_second": 50.2,
748
  "eval_steps_per_second": 13.052,
749
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
750
  }
751
  ],
752
  "logging_steps": 1,
@@ -770,12 +903,12 @@
770
  "should_evaluate": false,
771
  "should_log": false,
772
  "should_save": true,
773
- "should_training_stop": false
774
  },
775
  "attributes": {}
776
  }
777
  },
778
- "total_flos": 1.1175706767654912e+18,
779
  "train_batch_size": 1,
780
  "trial_name": null,
781
  "trial_params": null
 
1
  {
2
  "best_metric": 0.18359769880771637,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-100",
4
+ "epoch": 0.11230388109000826,
5
  "eval_steps": 25,
6
+ "global_step": 119,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
747
  "eval_samples_per_second": 50.2,
748
  "eval_steps_per_second": 13.052,
749
  "step": 100
750
+ },
751
+ {
752
+ "epoch": 0.09531673941252802,
753
+ "grad_norm": 0.5977703928947449,
754
+ "learning_rate": 1.5423681195707997e-05,
755
+ "loss": 0.2196,
756
+ "step": 101
757
+ },
758
+ {
759
+ "epoch": 0.09626046950572137,
760
+ "grad_norm": 0.4760293960571289,
761
+ "learning_rate": 1.484855926217227e-05,
762
+ "loss": 0.1857,
763
+ "step": 102
764
+ },
765
+ {
766
+ "epoch": 0.09720419959891471,
767
+ "grad_norm": 0.2669781744480133,
768
+ "learning_rate": 1.4303927768609015e-05,
769
+ "loss": 0.1815,
770
+ "step": 103
771
+ },
772
+ {
773
+ "epoch": 0.09814792969210806,
774
+ "grad_norm": 0.18762975931167603,
775
+ "learning_rate": 1.3790200300522413e-05,
776
+ "loss": 0.1615,
777
+ "step": 104
778
+ },
779
+ {
780
+ "epoch": 0.0990916597853014,
781
+ "grad_norm": 0.22948940098285675,
782
+ "learning_rate": 1.330776697533392e-05,
783
+ "loss": 0.1608,
784
+ "step": 105
785
+ },
786
+ {
787
+ "epoch": 0.10003538987849475,
788
+ "grad_norm": 0.17586657404899597,
789
+ "learning_rate": 1.2856994146132542e-05,
790
+ "loss": 0.1506,
791
+ "step": 106
792
+ },
793
+ {
794
+ "epoch": 0.1009791199716881,
795
+ "grad_norm": 0.23077844083309174,
796
+ "learning_rate": 1.2438224123471442e-05,
797
+ "loss": 0.162,
798
+ "step": 107
799
+ },
800
+ {
801
+ "epoch": 0.10192285006488144,
802
+ "grad_norm": 0.21372710168361664,
803
+ "learning_rate": 1.2051774915422163e-05,
804
+ "loss": 0.1605,
805
+ "step": 108
806
+ },
807
+ {
808
+ "epoch": 0.10286658015807479,
809
+ "grad_norm": 0.16886736452579498,
810
+ "learning_rate": 1.1697939986083733e-05,
811
+ "loss": 0.1506,
812
+ "step": 109
813
+ },
814
+ {
815
+ "epoch": 0.10381031025126813,
816
+ "grad_norm": 0.2670663595199585,
817
+ "learning_rate": 1.1376988032730134e-05,
818
+ "loss": 0.1698,
819
+ "step": 110
820
+ },
821
+ {
822
+ "epoch": 0.10475404034446148,
823
+ "grad_norm": 0.1998496651649475,
824
+ "learning_rate": 1.1089162781765398e-05,
825
+ "loss": 0.1691,
826
+ "step": 111
827
+ },
828
+ {
829
+ "epoch": 0.10569777043765483,
830
+ "grad_norm": 0.17204442620277405,
831
+ "learning_rate": 1.0834682803641197e-05,
832
+ "loss": 0.1822,
833
+ "step": 112
834
+ },
835
+ {
836
+ "epoch": 0.10664150053084817,
837
+ "grad_norm": 0.3721541464328766,
838
+ "learning_rate": 1.0613741346877497e-05,
839
+ "loss": 0.2265,
840
+ "step": 113
841
+ },
842
+ {
843
+ "epoch": 0.10758523062404153,
844
+ "grad_norm": 0.5235680937767029,
845
+ "learning_rate": 1.0426506191312355e-05,
846
+ "loss": 0.1901,
847
+ "step": 114
848
+ },
849
+ {
850
+ "epoch": 0.10852896071723488,
851
+ "grad_norm": 0.312836229801178,
852
+ "learning_rate": 1.0273119520692275e-05,
853
+ "loss": 0.1713,
854
+ "step": 115
855
+ },
856
+ {
857
+ "epoch": 0.10947269081042822,
858
+ "grad_norm": 0.18158796429634094,
859
+ "learning_rate": 1.0153697814699859e-05,
860
+ "loss": 0.1683,
861
+ "step": 116
862
+ },
863
+ {
864
+ "epoch": 0.11041642090362157,
865
+ "grad_norm": 0.24202579259872437,
866
+ "learning_rate": 1.0068331760500774e-05,
867
+ "loss": 0.1639,
868
+ "step": 117
869
+ },
870
+ {
871
+ "epoch": 0.11136015099681491,
872
+ "grad_norm": 0.24022828042507172,
873
+ "learning_rate": 1.0017086183877188e-05,
874
+ "loss": 0.1677,
875
+ "step": 118
876
+ },
877
+ {
878
+ "epoch": 0.11230388109000826,
879
+ "grad_norm": 0.2230340838432312,
880
+ "learning_rate": 1e-05,
881
+ "loss": 0.1475,
882
+ "step": 119
883
  }
884
  ],
885
  "logging_steps": 1,
 
903
  "should_evaluate": false,
904
  "should_log": false,
905
  "should_save": true,
906
+ "should_training_stop": true
907
  },
908
  "attributes": {}
909
  }
910
  },
911
+ "total_flos": 1.3299091053509345e+18,
912
  "train_batch_size": 1,
913
  "trial_name": null,
914
  "trial_params": null