RoyJoy commited on
Commit
9b506cd
·
verified ·
1 Parent(s): 2babed5

Training in progress, step 420, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b094796a3043040fc20becd553325e34a769103a7c5d10ae18b6158c1c1849f5
3
  size 93608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a07dee49d799c7c4e594b277793ea8c2c44a124a650537f11e3afe2258bf9b52
3
  size 93608
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39557afe36d5e189e1e04d3e99f8bd45f3b28f96a8c1d63dc4f40cb53e95a33c
3
  size 197158
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8281e7a7c385c76306c3e004746a48faed6d6fc5dc06a058997a000d46c08896
3
  size 197158
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:119fe715ac3c860103e8a9debc4f03af2063cfd89cb1715847cde9fb4c7fc469
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43b6f75817f48f21e99a60f7fdd4858dd8e6cf511942acb28532f05a198992fd
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c871a29aafc4cc2e188c2a1192be10629a3367edb40bd6f57fc891f110c0b32
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c4bec5f2ca6548158d067a427656c807f869711b2091a276a7aca2125ea8d69
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5505f1fb01d87dde14fc81379497ded1f5f974f64cedaf83d975d1311d82a953
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dec3fb92b10a22709bb248d99db74c3e5d2a3281e3681c398d8c43f78f024c67
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eea6038eeb267887dcd89f798edd4e04b2ce9df9d4541d4f61f2a0a5c24c73a3
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d94cc971111c55703dacd86e4e6c559013000276fcee696a129b53ceb6f248
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ac207b57c6cefba3838e335ba7ebf320ffdaee8162f1c0afc72ea9ad9f0725f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9507fdefdfac1d5dbc7a23a3aeb675b6dd3cc22a3762b7e85ff02a1c9c43105
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.9875898105813194,
5
  "eval_steps": 42,
6
- "global_step": 378,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -969,6 +969,112 @@
969
  "eval_samples_per_second": 775.289,
970
  "eval_steps_per_second": 24.359,
971
  "step": 378
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
972
  }
973
  ],
974
  "logging_steps": 3,
@@ -988,7 +1094,7 @@
988
  "attributes": {}
989
  }
990
  },
991
- "total_flos": 7292707799040.0,
992
  "train_batch_size": 8,
993
  "trial_name": null,
994
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.0979751796211628,
5
  "eval_steps": 42,
6
+ "global_step": 420,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
969
  "eval_samples_per_second": 775.289,
970
  "eval_steps_per_second": 24.359,
971
  "step": 378
972
+ },
973
+ {
974
+ "epoch": 0.9954278249510125,
975
+ "grad_norm": 0.03160930424928665,
976
+ "learning_rate": 1.3860256808630428e-05,
977
+ "loss": 11.9168,
978
+ "step": 381
979
+ },
980
+ {
981
+ "epoch": 1.0039190071848465,
982
+ "grad_norm": 0.017380647361278534,
983
+ "learning_rate": 1.3202379370768252e-05,
984
+ "loss": 13.741,
985
+ "step": 384
986
+ },
987
+ {
988
+ "epoch": 1.0117570215545395,
989
+ "grad_norm": 0.0193234421312809,
990
+ "learning_rate": 1.2558115014363592e-05,
991
+ "loss": 12.1761,
992
+ "step": 387
993
+ },
994
+ {
995
+ "epoch": 1.0195950359242325,
996
+ "grad_norm": 0.02974247932434082,
997
+ "learning_rate": 1.1927702081543279e-05,
998
+ "loss": 11.7776,
999
+ "step": 390
1000
+ },
1001
+ {
1002
+ "epoch": 1.0274330502939255,
1003
+ "grad_norm": 0.014591868035495281,
1004
+ "learning_rate": 1.1311373790174657e-05,
1005
+ "loss": 12.203,
1006
+ "step": 393
1007
+ },
1008
+ {
1009
+ "epoch": 1.0352710646636185,
1010
+ "grad_norm": 0.018022043630480766,
1011
+ "learning_rate": 1.0709358147587884e-05,
1012
+ "loss": 11.431,
1013
+ "step": 396
1014
+ },
1015
+ {
1016
+ "epoch": 1.0431090790333115,
1017
+ "grad_norm": 0.019987676292657852,
1018
+ "learning_rate": 1.0121877866225781e-05,
1019
+ "loss": 12.1733,
1020
+ "step": 399
1021
+ },
1022
+ {
1023
+ "epoch": 1.0509470934030045,
1024
+ "grad_norm": 0.022911233827471733,
1025
+ "learning_rate": 9.549150281252633e-06,
1026
+ "loss": 11.9096,
1027
+ "step": 402
1028
+ },
1029
+ {
1030
+ "epoch": 1.0587851077726975,
1031
+ "grad_norm": 0.019524535164237022,
1032
+ "learning_rate": 8.991387270152201e-06,
1033
+ "loss": 12.1372,
1034
+ "step": 405
1035
+ },
1036
+ {
1037
+ "epoch": 1.0666231221423905,
1038
+ "grad_norm": 0.016502438113093376,
1039
+ "learning_rate": 8.448795174344804e-06,
1040
+ "loss": 11.5679,
1041
+ "step": 408
1042
+ },
1043
+ {
1044
+ "epoch": 1.0744611365120835,
1045
+ "grad_norm": 0.015734922140836716,
1046
+ "learning_rate": 7.921574722852343e-06,
1047
+ "loss": 12.0084,
1048
+ "step": 411
1049
+ },
1050
+ {
1051
+ "epoch": 1.0822991508817765,
1052
+ "grad_norm": 0.019688883796334267,
1053
+ "learning_rate": 7.409920958039795e-06,
1054
+ "loss": 11.8272,
1055
+ "step": 414
1056
+ },
1057
+ {
1058
+ "epoch": 1.0901371652514695,
1059
+ "grad_norm": 0.016949467360973358,
1060
+ "learning_rate": 6.9140231634602485e-06,
1061
+ "loss": 12.0226,
1062
+ "step": 417
1063
+ },
1064
+ {
1065
+ "epoch": 1.0979751796211628,
1066
+ "grad_norm": 0.015972912311553955,
1067
+ "learning_rate": 6.43406479383053e-06,
1068
+ "loss": 12.0123,
1069
+ "step": 420
1070
+ },
1071
+ {
1072
+ "epoch": 1.0979751796211628,
1073
+ "eval_loss": 11.916641235351562,
1074
+ "eval_runtime": 3.3258,
1075
+ "eval_samples_per_second": 775.161,
1076
+ "eval_steps_per_second": 24.355,
1077
+ "step": 420
1078
  }
1079
  ],
1080
  "logging_steps": 3,
 
1094
  "attributes": {}
1095
  }
1096
  },
1097
+ "total_flos": 8102606929920.0,
1098
  "train_batch_size": 8,
1099
  "trial_name": null,
1100
  "trial_params": null