dimasik87 commited on
Commit
d346ac5
1 Parent(s): 56685fa

Training in progress, step 20, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d7473927a08af11d2835bcac04c37becbc5b8196da3a8950c56b2941400da0a
3
  size 200068512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae15614e5aba83d21bbfa8fd38c5bfa8f82e6385149b49451b2e6b37df2b6d62
3
  size 200068512
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:373d60bd968d84b58704d98f52a80e7de2d59d338fb9bf5cec8f34b2c53425b0
3
  size 400361770
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffb74839748e0a213b19efdf15c1a9fdb8c1c4f020d249bcc578ad698dadf6a0
3
  size 400361770
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9c1b2ac5be3cd8d07b30efc15d35a20ae097f6e09cfc422fd45d7ddd5f0c3b8
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28516c7cadb08fe46441ba4a0a3ee074b2b8d9dcad2789e835ca8f0d31014ca9
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8bb840dbc65c27ef8840855786e35bfea033749e5d7571cf601f6645aa29cc1e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d95f3fb1f9df4cdd5f470d1684a242bf1d1940d47b9622802f603a91ffa5bc0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.00807591358772461,
5
  "eval_steps": 3,
6
- "global_step": 15,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -160,6 +160,49 @@
160
  "eval_samples_per_second": 8.377,
161
  "eval_steps_per_second": 4.191,
162
  "step": 15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
163
  }
164
  ],
165
  "logging_steps": 1,
@@ -179,7 +222,7 @@
179
  "attributes": {}
180
  }
181
  },
182
- "total_flos": 2.300683084627968e+16,
183
  "train_batch_size": 2,
184
  "trial_name": null,
185
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.010767884783632815,
5
  "eval_steps": 3,
6
+ "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
160
  "eval_samples_per_second": 8.377,
161
  "eval_steps_per_second": 4.191,
162
  "step": 15
163
+ },
164
+ {
165
+ "epoch": 0.008614307826906252,
166
+ "grad_norm": 3.1134698390960693,
167
+ "learning_rate": 0.00013090169943749476,
168
+ "loss": 4.0946,
169
+ "step": 16
170
+ },
171
+ {
172
+ "epoch": 0.009152702066087893,
173
+ "grad_norm": 2.663564682006836,
174
+ "learning_rate": 0.00011045284632676536,
175
+ "loss": 3.9865,
176
+ "step": 17
177
+ },
178
+ {
179
+ "epoch": 0.009691096305269533,
180
+ "grad_norm": 1.9932688474655151,
181
+ "learning_rate": 8.954715367323468e-05,
182
+ "loss": 4.158,
183
+ "step": 18
184
+ },
185
+ {
186
+ "epoch": 0.009691096305269533,
187
+ "eval_loss": 4.052786827087402,
188
+ "eval_runtime": 185.5821,
189
+ "eval_samples_per_second": 8.433,
190
+ "eval_steps_per_second": 4.219,
191
+ "step": 18
192
+ },
193
+ {
194
+ "epoch": 0.010229490544451174,
195
+ "grad_norm": 2.1913344860076904,
196
+ "learning_rate": 6.909830056250527e-05,
197
+ "loss": 4.1199,
198
+ "step": 19
199
+ },
200
+ {
201
+ "epoch": 0.010767884783632815,
202
+ "grad_norm": 2.3027989864349365,
203
+ "learning_rate": 5.000000000000002e-05,
204
+ "loss": 3.9268,
205
+ "step": 20
206
  }
207
  ],
208
  "logging_steps": 1,
 
222
  "attributes": {}
223
  }
224
  },
225
+ "total_flos": 3.067577446170624e+16,
226
  "train_batch_size": 2,
227
  "trial_name": null,
228
  "trial_params": null