|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 3.0, |
|
"eval_steps": 1000, |
|
"global_step": 15462, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.09701202949165696, |
|
"grad_norm": 0.9203131794929504, |
|
"learning_rate": 1.9353253136722286e-05, |
|
"loss": 1.7024, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.19402405898331393, |
|
"grad_norm": 1.0445950031280518, |
|
"learning_rate": 1.8706506273444574e-05, |
|
"loss": 1.3896, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.19402405898331393, |
|
"eval_loss": 1.1814582347869873, |
|
"eval_runtime": 49.6691, |
|
"eval_samples_per_second": 104.351, |
|
"eval_steps_per_second": 3.262, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.2910360884749709, |
|
"grad_norm": 0.8253631591796875, |
|
"learning_rate": 1.8059759410166862e-05, |
|
"loss": 1.3302, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.38804811796662786, |
|
"grad_norm": 0.9224209189414978, |
|
"learning_rate": 1.741301254688915e-05, |
|
"loss": 1.2914, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.38804811796662786, |
|
"eval_loss": 1.1394085884094238, |
|
"eval_runtime": 49.6277, |
|
"eval_samples_per_second": 104.438, |
|
"eval_steps_per_second": 3.264, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.48506014745828485, |
|
"grad_norm": 0.7809765934944153, |
|
"learning_rate": 1.6766265683611435e-05, |
|
"loss": 1.2695, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.5820721769499418, |
|
"grad_norm": 0.6769764423370361, |
|
"learning_rate": 1.6119518820333723e-05, |
|
"loss": 1.2523, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.5820721769499418, |
|
"eval_loss": 1.1180071830749512, |
|
"eval_runtime": 49.6817, |
|
"eval_samples_per_second": 104.324, |
|
"eval_steps_per_second": 3.261, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.6790842064415987, |
|
"grad_norm": 0.8303701877593994, |
|
"learning_rate": 1.547277195705601e-05, |
|
"loss": 1.233, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.7760962359332557, |
|
"grad_norm": 0.8391227722167969, |
|
"learning_rate": 1.4826025093778296e-05, |
|
"loss": 1.2294, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.7760962359332557, |
|
"eval_loss": 1.1015874147415161, |
|
"eval_runtime": 49.6378, |
|
"eval_samples_per_second": 104.416, |
|
"eval_steps_per_second": 3.264, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.8731082654249127, |
|
"grad_norm": 0.7971065640449524, |
|
"learning_rate": 1.4179278230500584e-05, |
|
"loss": 1.2111, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.9701202949165697, |
|
"grad_norm": 2.1875197887420654, |
|
"learning_rate": 1.353253136722287e-05, |
|
"loss": 1.2006, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.9701202949165697, |
|
"eval_loss": 1.091620922088623, |
|
"eval_runtime": 49.6213, |
|
"eval_samples_per_second": 104.451, |
|
"eval_steps_per_second": 3.265, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 1.0671323244082267, |
|
"grad_norm": 0.729252278804779, |
|
"learning_rate": 1.2885784503945158e-05, |
|
"loss": 1.1861, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 1.1641443538998835, |
|
"grad_norm": 0.6466144323348999, |
|
"learning_rate": 1.2239037640667444e-05, |
|
"loss": 1.1714, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.1641443538998835, |
|
"eval_loss": 1.0831941366195679, |
|
"eval_runtime": 49.6774, |
|
"eval_samples_per_second": 104.333, |
|
"eval_steps_per_second": 3.261, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.2611563833915405, |
|
"grad_norm": 0.7486400008201599, |
|
"learning_rate": 1.1592290777389729e-05, |
|
"loss": 1.1696, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 1.3581684128831975, |
|
"grad_norm": 0.7059735059738159, |
|
"learning_rate": 1.0945543914112017e-05, |
|
"loss": 1.1566, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 1.3581684128831975, |
|
"eval_loss": 1.0764732360839844, |
|
"eval_runtime": 49.6981, |
|
"eval_samples_per_second": 104.29, |
|
"eval_steps_per_second": 3.26, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 1.4551804423748544, |
|
"grad_norm": 0.7840662002563477, |
|
"learning_rate": 1.0298797050834303e-05, |
|
"loss": 1.154, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 1.5521924718665114, |
|
"grad_norm": 1.1568676233291626, |
|
"learning_rate": 9.652050187556591e-06, |
|
"loss": 1.1596, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.5521924718665114, |
|
"eval_loss": 1.07025945186615, |
|
"eval_runtime": 49.6881, |
|
"eval_samples_per_second": 104.311, |
|
"eval_steps_per_second": 3.26, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.6492045013581684, |
|
"grad_norm": 0.7761677503585815, |
|
"learning_rate": 9.005303324278878e-06, |
|
"loss": 1.1541, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 1.7462165308498254, |
|
"grad_norm": 0.8179004788398743, |
|
"learning_rate": 8.358556461001164e-06, |
|
"loss": 1.1483, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 1.7462165308498254, |
|
"eval_loss": 1.0663487911224365, |
|
"eval_runtime": 49.6731, |
|
"eval_samples_per_second": 104.342, |
|
"eval_steps_per_second": 3.261, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 1.8432285603414824, |
|
"grad_norm": 0.7527589201927185, |
|
"learning_rate": 7.711809597723452e-06, |
|
"loss": 1.1429, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 1.9402405898331394, |
|
"grad_norm": 0.8005126714706421, |
|
"learning_rate": 7.065062734445739e-06, |
|
"loss": 1.1281, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 1.9402405898331394, |
|
"eval_loss": 1.0637460947036743, |
|
"eval_runtime": 49.672, |
|
"eval_samples_per_second": 104.344, |
|
"eval_steps_per_second": 3.261, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 2.0372526193247964, |
|
"grad_norm": 0.6758320927619934, |
|
"learning_rate": 6.418315871168025e-06, |
|
"loss": 1.1251, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 2.1342646488164534, |
|
"grad_norm": 0.7758616805076599, |
|
"learning_rate": 5.771569007890312e-06, |
|
"loss": 1.1252, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 2.1342646488164534, |
|
"eval_loss": 1.0619136095046997, |
|
"eval_runtime": 49.6813, |
|
"eval_samples_per_second": 104.325, |
|
"eval_steps_per_second": 3.261, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 2.2312766783081104, |
|
"grad_norm": 0.8191428780555725, |
|
"learning_rate": 5.124822144612599e-06, |
|
"loss": 1.1191, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 2.328288707799767, |
|
"grad_norm": 0.7311928272247314, |
|
"learning_rate": 4.478075281334886e-06, |
|
"loss": 1.1187, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 2.328288707799767, |
|
"eval_loss": 1.0580228567123413, |
|
"eval_runtime": 49.6253, |
|
"eval_samples_per_second": 104.443, |
|
"eval_steps_per_second": 3.264, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 2.4253007372914244, |
|
"grad_norm": 0.6671691536903381, |
|
"learning_rate": 3.831328418057173e-06, |
|
"loss": 1.115, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 2.522312766783081, |
|
"grad_norm": 0.7181034088134766, |
|
"learning_rate": 3.1845815547794594e-06, |
|
"loss": 1.1025, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 2.522312766783081, |
|
"eval_loss": 1.0561449527740479, |
|
"eval_runtime": 49.663, |
|
"eval_samples_per_second": 104.363, |
|
"eval_steps_per_second": 3.262, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 2.619324796274738, |
|
"grad_norm": 1.3909169435501099, |
|
"learning_rate": 2.5378346915017466e-06, |
|
"loss": 1.1197, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 2.716336825766395, |
|
"grad_norm": 0.7657527327537537, |
|
"learning_rate": 1.8910878282240333e-06, |
|
"loss": 1.1113, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 2.716336825766395, |
|
"eval_loss": 1.0557653903961182, |
|
"eval_runtime": 49.6516, |
|
"eval_samples_per_second": 104.387, |
|
"eval_steps_per_second": 3.263, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 2.813348855258052, |
|
"grad_norm": 0.6979902386665344, |
|
"learning_rate": 1.24434096494632e-06, |
|
"loss": 1.1123, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 2.910360884749709, |
|
"grad_norm": 0.7375929355621338, |
|
"learning_rate": 5.975941016686069e-07, |
|
"loss": 1.1155, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 2.910360884749709, |
|
"eval_loss": 1.054747223854065, |
|
"eval_runtime": 49.5431, |
|
"eval_samples_per_second": 104.616, |
|
"eval_steps_per_second": 3.27, |
|
"step": 15000 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 15462, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 50000, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 7.532337163862016e+16, |
|
"train_batch_size": 32, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|