| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 8.0, | |
| "global_step": 12336, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1e-05, | |
| "loss": 2.3805, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2e-05, | |
| "loss": 2.2005, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.911785462244178e-05, | |
| "loss": 2.1951, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 2.028538465499878, | |
| "eval_runtime": 81.1924, | |
| "eval_samples_per_second": 63.959, | |
| "eval_steps_per_second": 8.006, | |
| "step": 1542 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.8235709244883558e-05, | |
| "loss": 2.1375, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 1.7353563867325337e-05, | |
| "loss": 2.1094, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.6471418489767114e-05, | |
| "loss": 2.0918, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.998868703842163, | |
| "eval_runtime": 81.2459, | |
| "eval_samples_per_second": 63.917, | |
| "eval_steps_per_second": 8.0, | |
| "step": 3084 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 1.5589273112208893e-05, | |
| "loss": 2.0758, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 1.4707127734650673e-05, | |
| "loss": 2.0536, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 1.382498235709245e-05, | |
| "loss": 2.0562, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 2.0162477493286133, | |
| "eval_runtime": 81.3116, | |
| "eval_samples_per_second": 63.865, | |
| "eval_steps_per_second": 7.994, | |
| "step": 4626 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 1.2942836979534227e-05, | |
| "loss": 2.014, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 1.2060691601976007e-05, | |
| "loss": 1.9984, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 1.1178546224417785e-05, | |
| "loss": 2.0012, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 1.9330477714538574, | |
| "eval_runtime": 81.304, | |
| "eval_samples_per_second": 63.871, | |
| "eval_steps_per_second": 7.995, | |
| "step": 6168 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 1.0296400846859562e-05, | |
| "loss": 1.9951, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 9.414255469301343e-06, | |
| "loss": 1.9791, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 8.53211009174312e-06, | |
| "loss": 1.9705, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 1.9150911569595337, | |
| "eval_runtime": 81.3731, | |
| "eval_samples_per_second": 63.817, | |
| "eval_steps_per_second": 7.988, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 7.649964714184899e-06, | |
| "loss": 1.9555, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "learning_rate": 6.767819336626676e-06, | |
| "loss": 1.9358, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 5.885673959068455e-06, | |
| "loss": 1.9571, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 1.9419493675231934, | |
| "eval_runtime": 81.4575, | |
| "eval_samples_per_second": 63.751, | |
| "eval_steps_per_second": 7.98, | |
| "step": 9252 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "learning_rate": 5.003528581510233e-06, | |
| "loss": 1.9418, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 4.121383203952012e-06, | |
| "loss": 1.9208, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 6.81, | |
| "learning_rate": 3.2392378263937903e-06, | |
| "loss": 1.9113, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 1.9175336360931396, | |
| "eval_runtime": 81.2139, | |
| "eval_samples_per_second": 63.942, | |
| "eval_steps_per_second": 8.004, | |
| "step": 10794 | |
| }, | |
| { | |
| "epoch": 7.13, | |
| "learning_rate": 2.3570924488355683e-06, | |
| "loss": 1.9097, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 1.4749470712773468e-06, | |
| "loss": 1.8942, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 7.78, | |
| "learning_rate": 5.92801693719125e-07, | |
| "loss": 1.8988, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 1.914337396621704, | |
| "eval_runtime": 81.2673, | |
| "eval_samples_per_second": 63.9, | |
| "eval_steps_per_second": 7.998, | |
| "step": 12336 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "step": 12336, | |
| "total_flos": 2.0776857912786125e+17, | |
| "train_loss": 2.0216803000285624, | |
| "train_runtime": 46553.0134, | |
| "train_samples_per_second": 16.957, | |
| "train_steps_per_second": 0.265 | |
| } | |
| ], | |
| "max_steps": 12336, | |
| "num_train_epochs": 8, | |
| "total_flos": 2.0776857912786125e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |