RoyJoy commited on
Commit
be5cb36
·
verified ·
1 Parent(s): 6243c4f

Training in progress, step 84, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a99d7f78b52249edf20c469f94fc92ba5405045f0b5bc6e8e3543f596bd9e262
3
  size 93608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6294a9c9e421f26623f265d84c6b0618f883b9dd25deaca3c936e180cf07b24a
3
  size 93608
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cac5d499230328f37d4ad412974ff703be657f6ac116459f445ebdebf9da4dbb
3
  size 197158
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e409bc2980559f98a0af9f1edbb4380dbf4021ebd0edbd6c8b2fb477f751ac94
3
  size 197158
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae29d58bf16735e2c97267cb1326c98535254440147a30c5f5efe8de40f5e1fc
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5f286750a54eebdcf9549d6f63e6795fc731915bf6f7bf2b726b55b05f3f518
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a197cfd1ce30962a84a7f8b697f185f025e04f0dc3bfe78948ee2b4e26af0ada
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fd229e57eac985f512ac99036360caf9e39dc610ee15dd6c9283a1b6c69b19
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd0b8bdc8b67a86cb8e5c48639a0fac513310f210e64cb481b087fc5447f70ed
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9db29deadf6ae74444d5e6208837d81f47dde9b75671d98526f2bf5be704e381
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:880ad6f59fd9b56e4d56f20bb5bb2d15b1c35ef6925bfadf1f6aa9fc59fb7126
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:840bfe1128fcfee1e64ffedd09794dc200894ff330da30892753d28eb72056a6
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d24225e147d7b9425c760fd15a44cb007389a8d29dfe49f25bc43f19fd631f65
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2df224011d0e75c4a97901f6c1b2930bba4bc3a9aa7c877e6c91e796bec6013f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.10973220117570215,
5
  "eval_steps": 42,
6
- "global_step": 42,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -121,6 +121,112 @@
121
  "eval_samples_per_second": 774.195,
122
  "eval_steps_per_second": 24.325,
123
  "step": 42
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
124
  }
125
  ],
126
  "logging_steps": 3,
@@ -140,7 +246,7 @@
140
  "attributes": {}
141
  }
142
  },
143
- "total_flos": 809899130880.0,
144
  "train_batch_size": 8,
145
  "trial_name": null,
146
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.2194644023514043,
5
  "eval_steps": 42,
6
+ "global_step": 84,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
121
  "eval_samples_per_second": 774.195,
122
  "eval_steps_per_second": 24.325,
123
  "step": 42
124
+ },
125
+ {
126
+ "epoch": 0.11757021554539517,
127
+ "grad_norm": 0.03980684280395508,
128
+ "learning_rate": 9.874639560909117e-05,
129
+ "loss": 11.923,
130
+ "step": 45
131
+ },
132
+ {
133
+ "epoch": 0.12540822991508818,
134
+ "grad_norm": 0.030828900635242462,
135
+ "learning_rate": 9.852339101019574e-05,
136
+ "loss": 11.9232,
137
+ "step": 48
138
+ },
139
+ {
140
+ "epoch": 0.13324624428478118,
141
+ "grad_norm": 0.033988162875175476,
142
+ "learning_rate": 9.828243544427796e-05,
143
+ "loss": 11.922,
144
+ "step": 51
145
+ },
146
+ {
147
+ "epoch": 0.1410842586544742,
148
+ "grad_norm": 0.03058473765850067,
149
+ "learning_rate": 9.802361805155097e-05,
150
+ "loss": 11.9221,
151
+ "step": 54
152
+ },
153
+ {
154
+ "epoch": 0.14892227302416722,
155
+ "grad_norm": 0.02629922330379486,
156
+ "learning_rate": 9.774703458011453e-05,
157
+ "loss": 11.9221,
158
+ "step": 57
159
+ },
160
+ {
161
+ "epoch": 0.15676028739386022,
162
+ "grad_norm": 0.029390348121523857,
163
+ "learning_rate": 9.745278735053343e-05,
164
+ "loss": 11.9205,
165
+ "step": 60
166
+ },
167
+ {
168
+ "epoch": 0.16459830176355322,
169
+ "grad_norm": 0.02337743528187275,
170
+ "learning_rate": 9.714098521798465e-05,
171
+ "loss": 11.9216,
172
+ "step": 63
173
+ },
174
+ {
175
+ "epoch": 0.17243631613324625,
176
+ "grad_norm": 0.017651265487074852,
177
+ "learning_rate": 9.681174353198687e-05,
178
+ "loss": 11.9212,
179
+ "step": 66
180
+ },
181
+ {
182
+ "epoch": 0.18027433050293926,
183
+ "grad_norm": 0.018284769728779793,
184
+ "learning_rate": 9.64651840937276e-05,
185
+ "loss": 11.921,
186
+ "step": 69
187
+ },
188
+ {
189
+ "epoch": 0.18811234487263226,
190
+ "grad_norm": 0.014632761478424072,
191
+ "learning_rate": 9.610143511100354e-05,
192
+ "loss": 11.9212,
193
+ "step": 72
194
+ },
195
+ {
196
+ "epoch": 0.1959503592423253,
197
+ "grad_norm": 0.020750127732753754,
198
+ "learning_rate": 9.572063115079063e-05,
199
+ "loss": 11.9209,
200
+ "step": 75
201
+ },
202
+ {
203
+ "epoch": 0.2037883736120183,
204
+ "grad_norm": 0.012179220095276833,
205
+ "learning_rate": 9.53229130894619e-05,
206
+ "loss": 11.921,
207
+ "step": 78
208
+ },
209
+ {
210
+ "epoch": 0.2116263879817113,
211
+ "grad_norm": 0.014039278961718082,
212
+ "learning_rate": 9.490842806067095e-05,
213
+ "loss": 11.921,
214
+ "step": 81
215
+ },
216
+ {
217
+ "epoch": 0.2194644023514043,
218
+ "grad_norm": 0.015738265588879585,
219
+ "learning_rate": 9.44773294009206e-05,
220
+ "loss": 11.9204,
221
+ "step": 84
222
+ },
223
+ {
224
+ "epoch": 0.2194644023514043,
225
+ "eval_loss": 11.920842170715332,
226
+ "eval_runtime": 3.3087,
227
+ "eval_samples_per_second": 779.15,
228
+ "eval_steps_per_second": 24.481,
229
+ "step": 84
230
  }
231
  ],
232
  "logging_steps": 3,
 
246
  "attributes": {}
247
  }
248
  },
249
+ "total_flos": 1619798261760.0,
250
  "train_batch_size": 8,
251
  "trial_name": null,
252
  "trial_params": null