|
{ |
|
"best_metric": 1.231415033340454, |
|
"best_model_checkpoint": "./outputs/checkpoint-1000", |
|
"epoch": 1.3333333333333333, |
|
"eval_steps": 100, |
|
"global_step": 1000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.0002, |
|
"loss": 1.2694, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"eval_loss": 1.3544635772705078, |
|
"eval_runtime": 457.1536, |
|
"eval_samples_per_second": 4.222, |
|
"eval_steps_per_second": 0.529, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.0002, |
|
"loss": 1.105, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"eval_loss": 1.319144368171692, |
|
"eval_runtime": 457.9804, |
|
"eval_samples_per_second": 4.214, |
|
"eval_steps_per_second": 0.528, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.0002, |
|
"loss": 1.0849, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"eval_loss": 1.299824833869934, |
|
"eval_runtime": 460.2328, |
|
"eval_samples_per_second": 4.194, |
|
"eval_steps_per_second": 0.526, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.0002, |
|
"loss": 1.0697, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"eval_loss": 1.2875007390975952, |
|
"eval_runtime": 456.2021, |
|
"eval_samples_per_second": 4.231, |
|
"eval_steps_per_second": 0.53, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.0002, |
|
"loss": 1.0562, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"eval_loss": 1.2735565900802612, |
|
"eval_runtime": 461.3936, |
|
"eval_samples_per_second": 4.183, |
|
"eval_steps_per_second": 0.524, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.0002, |
|
"loss": 1.0508, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"eval_loss": 1.2612242698669434, |
|
"eval_runtime": 456.1293, |
|
"eval_samples_per_second": 4.231, |
|
"eval_steps_per_second": 0.531, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 0.0002, |
|
"loss": 1.0415, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"eval_loss": 1.2570828199386597, |
|
"eval_runtime": 457.3356, |
|
"eval_samples_per_second": 4.22, |
|
"eval_steps_per_second": 0.529, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 0.0002, |
|
"loss": 1.0297, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"eval_loss": 1.2444695234298706, |
|
"eval_runtime": 456.605, |
|
"eval_samples_per_second": 4.227, |
|
"eval_steps_per_second": 0.53, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.0002, |
|
"loss": 1.0188, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"eval_loss": 1.237799882888794, |
|
"eval_runtime": 457.5939, |
|
"eval_samples_per_second": 4.218, |
|
"eval_steps_per_second": 0.529, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 0.0002, |
|
"loss": 1.0072, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"eval_loss": 1.231415033340454, |
|
"eval_runtime": 457.4529, |
|
"eval_samples_per_second": 4.219, |
|
"eval_steps_per_second": 0.529, |
|
"step": 1000 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 2250, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 100, |
|
"total_flos": 3.3290074696679424e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|