RoyJoy commited on
Commit
d5b81fb
·
verified ·
1 Parent(s): 8ad4b57

Training in progress, step 500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6016a91738f92c509fae7473f3f57402eab9ca7b18809aca2dddebeccba1d5a6
3
  size 93608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc479c9ad5f7c3577786474a96a58f84e8fa8d26140b212e02a83b8d7b720cdf
3
  size 93608
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:708965279644d8d6384f3966c9dcc4ba57135c188ef8f9cff896c2c0f7989c0a
3
  size 197158
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2785e3908051b37ac33e4ac791b8984a4cf6ff0148d773700dd3f54fe2e57058
3
  size 197158
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7da5cf41b2b745faed03773025a29a11348f4944822e03e49fca03431b28118
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d6e215de6b9948b4501fef1f130fef6b44defec3b292330e129f3e70bd52fc7
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41a883c860a264fc5a57d9f8e7a25458dde31e87fca349eec5d367e6dfcc9b75
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:450fbd58325e32cc754c9cd91c7ddad3df6c2d035b55d812c9f1629eb0b20102
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6289290891553c37ba97585b94e0d2ee9f0bd3342fa8e89b2d64a0012f2bb90f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab493cfda0f259554ebcbaded78ebf98b89c186efad0f2cde1aa0c614556bce7
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c32238f7435ba76061ab976f9cfddd71a9091d21054b073cb9871615b3dd3904
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d2781671aa3097089e553ce42d712c0bd4e2f148b50bb94c82d661d428cb64
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b58b44a2d5024ddc12e64ead45d5d25c7fc985d9aaeb44c7bc3de9b8cf56f23
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe1d153de177b356f9e3a70d6e4ec979560b0c300994e71ca4cb89afc74c5b3a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.2077073807968648,
5
  "eval_steps": 42,
6
- "global_step": 462,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1181,6 +1181,90 @@
1181
  "eval_samples_per_second": 775.165,
1182
  "eval_steps_per_second": 24.355,
1183
  "step": 462
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1184
  }
1185
  ],
1186
  "logging_steps": 3,
@@ -1195,12 +1279,12 @@
1195
  "should_evaluate": false,
1196
  "should_log": false,
1197
  "should_save": true,
1198
- "should_training_stop": false
1199
  },
1200
  "attributes": {}
1201
  }
1202
  },
1203
- "total_flos": 8912506060800.0,
1204
  "train_batch_size": 8,
1205
  "trial_name": null,
1206
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.3069888961463096,
5
  "eval_steps": 42,
6
+ "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1181
  "eval_samples_per_second": 775.165,
1182
  "eval_steps_per_second": 24.355,
1183
  "step": 462
1184
+ },
1185
+ {
1186
+ "epoch": 1.2155453951665578,
1187
+ "grad_norm": 0.013816201128065586,
1188
+ "learning_rate": 1.2536043909088191e-06,
1189
+ "loss": 11.9293,
1190
+ "step": 465
1191
+ },
1192
+ {
1193
+ "epoch": 1.2233834095362508,
1194
+ "grad_norm": 0.016839459538459778,
1195
+ "learning_rate": 1.0486332583853563e-06,
1196
+ "loss": 11.9467,
1197
+ "step": 468
1198
+ },
1199
+ {
1200
+ "epoch": 1.2312214239059438,
1201
+ "grad_norm": 0.01736452244222164,
1202
+ "learning_rate": 8.617714201998084e-07,
1203
+ "loss": 11.8521,
1204
+ "step": 471
1205
+ },
1206
+ {
1207
+ "epoch": 1.2390594382756368,
1208
+ "grad_norm": 0.025550948455929756,
1209
+ "learning_rate": 6.93088004882253e-07,
1210
+ "loss": 11.6322,
1211
+ "step": 474
1212
+ },
1213
+ {
1214
+ "epoch": 1.2468974526453298,
1215
+ "grad_norm": 0.03142261132597923,
1216
+ "learning_rate": 5.426454159531913e-07,
1217
+ "loss": 12.0707,
1218
+ "step": 477
1219
+ },
1220
+ {
1221
+ "epoch": 1.2547354670150228,
1222
+ "grad_norm": 0.014136346988379955,
1223
+ "learning_rate": 4.104993088376974e-07,
1224
+ "loss": 12.1411,
1225
+ "step": 480
1226
+ },
1227
+ {
1228
+ "epoch": 1.2625734813847158,
1229
+ "grad_norm": 0.023102182894945145,
1230
+ "learning_rate": 2.966985702759828e-07,
1231
+ "loss": 11.8335,
1232
+ "step": 483
1233
+ },
1234
+ {
1235
+ "epoch": 1.2704114957544088,
1236
+ "grad_norm": 0.020949246361851692,
1237
+ "learning_rate": 2.012853002380466e-07,
1238
+ "loss": 11.8762,
1239
+ "step": 486
1240
+ },
1241
+ {
1242
+ "epoch": 1.2782495101241018,
1243
+ "grad_norm": 0.013338472694158554,
1244
+ "learning_rate": 1.2429479634897267e-07,
1245
+ "loss": 11.7727,
1246
+ "step": 489
1247
+ },
1248
+ {
1249
+ "epoch": 1.2860875244937948,
1250
+ "grad_norm": 0.022523999214172363,
1251
+ "learning_rate": 6.575554083078084e-08,
1252
+ "loss": 12.2013,
1253
+ "step": 492
1254
+ },
1255
+ {
1256
+ "epoch": 1.2939255388634878,
1257
+ "grad_norm": 0.016933446750044823,
1258
+ "learning_rate": 2.568918996560532e-08,
1259
+ "loss": 11.8428,
1260
+ "step": 495
1261
+ },
1262
+ {
1263
+ "epoch": 1.3017635532331808,
1264
+ "grad_norm": 0.017216265201568604,
1265
+ "learning_rate": 4.110566084036816e-09,
1266
+ "loss": 11.9056,
1267
+ "step": 498
1268
  }
1269
  ],
1270
  "logging_steps": 3,
 
1279
  "should_evaluate": false,
1280
  "should_log": false,
1281
  "should_save": true,
1282
+ "should_training_stop": true
1283
  },
1284
  "attributes": {}
1285
  }
1286
  },
1287
+ "total_flos": 9645271941120.0,
1288
  "train_batch_size": 8,
1289
  "trial_name": null,
1290
  "trial_params": null