electra-base-imdb / trainer_state.json
jialicheng's picture
Upload folder using huggingface_hub
702db90 verified
{
"best_metric": 0.90888,
"best_model_checkpoint": "checkpoint/electra-base/imdb_42/checkpoint-7038",
"epoch": 10.0,
"global_step": 7820,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_accuracy": 0.90536,
"eval_loss": 0.23193472623825073,
"eval_runtime": 14.9471,
"eval_samples_per_second": 1672.56,
"eval_steps_per_second": 6.556,
"step": 782
},
{
"epoch": 1.28,
"learning_rate": 4.360613810741688e-05,
"loss": 0.2699,
"step": 1000
},
{
"epoch": 2.0,
"eval_accuracy": 0.90432,
"eval_loss": 0.2524752616882324,
"eval_runtime": 14.5935,
"eval_samples_per_second": 1713.094,
"eval_steps_per_second": 6.715,
"step": 1564
},
{
"epoch": 2.56,
"learning_rate": 3.721227621483376e-05,
"loss": 0.1432,
"step": 2000
},
{
"epoch": 3.0,
"eval_accuracy": 0.90284,
"eval_loss": 0.4573332369327545,
"eval_runtime": 14.9943,
"eval_samples_per_second": 1667.297,
"eval_steps_per_second": 6.536,
"step": 2346
},
{
"epoch": 3.84,
"learning_rate": 3.081841432225064e-05,
"loss": 0.072,
"step": 3000
},
{
"epoch": 4.0,
"eval_accuracy": 0.8994,
"eval_loss": 0.411539226770401,
"eval_runtime": 14.9739,
"eval_samples_per_second": 1669.577,
"eval_steps_per_second": 6.545,
"step": 3128
},
{
"epoch": 5.0,
"eval_accuracy": 0.9038,
"eval_loss": 0.45995330810546875,
"eval_runtime": 14.943,
"eval_samples_per_second": 1673.022,
"eval_steps_per_second": 6.558,
"step": 3910
},
{
"epoch": 5.12,
"learning_rate": 2.442455242966752e-05,
"loss": 0.0384,
"step": 4000
},
{
"epoch": 6.0,
"eval_accuracy": 0.9056,
"eval_loss": 0.47831761837005615,
"eval_runtime": 15.0585,
"eval_samples_per_second": 1660.194,
"eval_steps_per_second": 6.508,
"step": 4692
},
{
"epoch": 6.39,
"learning_rate": 1.80306905370844e-05,
"loss": 0.0227,
"step": 5000
},
{
"epoch": 7.0,
"eval_accuracy": 0.90184,
"eval_loss": 0.5771753787994385,
"eval_runtime": 15.0276,
"eval_samples_per_second": 1663.606,
"eval_steps_per_second": 6.521,
"step": 5474
},
{
"epoch": 7.67,
"learning_rate": 1.163682864450128e-05,
"loss": 0.0144,
"step": 6000
},
{
"epoch": 8.0,
"eval_accuracy": 0.90868,
"eval_loss": 0.5959281921386719,
"eval_runtime": 14.9693,
"eval_samples_per_second": 1670.087,
"eval_steps_per_second": 6.547,
"step": 6256
},
{
"epoch": 8.95,
"learning_rate": 5.242966751918159e-06,
"loss": 0.01,
"step": 7000
},
{
"epoch": 9.0,
"eval_accuracy": 0.90888,
"eval_loss": 0.6276312470436096,
"eval_runtime": 14.9974,
"eval_samples_per_second": 1666.955,
"eval_steps_per_second": 6.534,
"step": 7038
},
{
"epoch": 10.0,
"eval_accuracy": 0.90888,
"eval_loss": 0.6741125583648682,
"eval_runtime": 14.9871,
"eval_samples_per_second": 1668.106,
"eval_steps_per_second": 6.539,
"step": 7820
},
{
"epoch": 10.0,
"step": 7820,
"total_flos": 1.644444096e+16,
"train_loss": 0.0733462499535602,
"train_runtime": 793.1279,
"train_samples_per_second": 315.208,
"train_steps_per_second": 9.86
}
],
"max_steps": 7820,
"num_train_epochs": 10,
"total_flos": 1.644444096e+16,
"trial_name": null,
"trial_params": null
}