| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 1902, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.07886435331230283, | |
| "grad_norm": 0.04835394397377968, | |
| "learning_rate": 0.0002, | |
| "loss": 0.66, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.15772870662460567, | |
| "grad_norm": 0.0558183453977108, | |
| "learning_rate": 0.0001996405260481014, | |
| "loss": 0.4766, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.23659305993690852, | |
| "grad_norm": 0.049051981419324875, | |
| "learning_rate": 0.00019856468862284752, | |
| "loss": 0.4494, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.31545741324921134, | |
| "grad_norm": 0.05015840008854866, | |
| "learning_rate": 0.00019678022243485544, | |
| "loss": 0.4443, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3943217665615142, | |
| "grad_norm": 0.04640612378716469, | |
| "learning_rate": 0.0001942999568663777, | |
| "loss": 0.4342, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.47318611987381703, | |
| "grad_norm": 0.046447452157735825, | |
| "learning_rate": 0.00019114172373472754, | |
| "loss": 0.4287, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5520504731861199, | |
| "grad_norm": 0.0452335923910141, | |
| "learning_rate": 0.0001873282290908019, | |
| "loss": 0.4267, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.6309148264984227, | |
| "grad_norm": 0.046432506293058395, | |
| "learning_rate": 0.00018288688997440474, | |
| "loss": 0.4235, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.7097791798107256, | |
| "grad_norm": 0.5536419749259949, | |
| "learning_rate": 0.00017784963730001395, | |
| "loss": 0.4187, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7886435331230284, | |
| "grad_norm": 0.05094370245933533, | |
| "learning_rate": 0.00017225268629014097, | |
| "loss": 0.4134, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8675078864353313, | |
| "grad_norm": 0.04656651243567467, | |
| "learning_rate": 0.0001661362761067479, | |
| "loss": 0.4123, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9463722397476341, | |
| "grad_norm": 0.05060403794050217, | |
| "learning_rate": 0.0001595443805526358, | |
| "loss": 0.4106, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.025236593059937, | |
| "grad_norm": 0.04831027239561081, | |
| "learning_rate": 0.00015252439192271156, | |
| "loss": 0.4029, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.1041009463722398, | |
| "grad_norm": 0.04964866116642952, | |
| "learning_rate": 0.00014512678027807672, | |
| "loss": 0.3935, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.1829652996845426, | |
| "grad_norm": 0.04785332828760147, | |
| "learning_rate": 0.00013740473059258154, | |
| "loss": 0.3945, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.2618296529968454, | |
| "grad_norm": 0.04986065253615379, | |
| "learning_rate": 0.00012941376038057, | |
| "loss": 0.3911, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.3406940063091484, | |
| "grad_norm": 0.05081675201654434, | |
| "learning_rate": 0.00012121132055487441, | |
| "loss": 0.3914, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.4195583596214512, | |
| "grad_norm": 0.04923517629504204, | |
| "learning_rate": 0.00011285638238468185, | |
| "loss": 0.3898, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.498422712933754, | |
| "grad_norm": 0.051097236573696136, | |
| "learning_rate": 0.0001044090135228305, | |
| "loss": 0.3937, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.5772870662460567, | |
| "grad_norm": 0.04983523488044739, | |
| "learning_rate": 9.59299461506786e-05, | |
| "loss": 0.3867, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.6561514195583595, | |
| "grad_norm": 0.050950683653354645, | |
| "learning_rate": 8.748014034535983e-05, | |
| "loss": 0.3868, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.7350157728706623, | |
| "grad_norm": 0.05136534571647644, | |
| "learning_rate": 7.912034580858643e-05, | |
| "loss": 0.3852, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.8138801261829653, | |
| "grad_norm": 0.05013886094093323, | |
| "learning_rate": 7.091066510794224e-05, | |
| "loss": 0.3834, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.8927444794952681, | |
| "grad_norm": 0.05132165551185608, | |
| "learning_rate": 6.291012157073313e-05, | |
| "loss": 0.382, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.971608832807571, | |
| "grad_norm": 0.053303513675928116, | |
| "learning_rate": 5.517623493701213e-05, | |
| "loss": 0.3853, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.050473186119874, | |
| "grad_norm": 0.05501561611890793, | |
| "learning_rate": 4.776460782261445e-05, | |
| "loss": 0.3727, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.1293375394321767, | |
| "grad_norm": 0.05665005370974541, | |
| "learning_rate": 4.0728525965316324e-05, | |
| "loss": 0.3693, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.2082018927444795, | |
| "grad_norm": 0.0542583093047142, | |
| "learning_rate": 3.411857512814024e-05, | |
| "loss": 0.3715, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.2870662460567823, | |
| "grad_norm": 0.05298887938261032, | |
| "learning_rate": 2.79822774140721e-05, | |
| "loss": 0.3704, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.365930599369085, | |
| "grad_norm": 0.058823250234127045, | |
| "learning_rate": 2.2363749606897966e-05, | |
| "loss": 0.3726, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.444794952681388, | |
| "grad_norm": 0.05737030506134033, | |
| "learning_rate": 1.7303385994511778e-05, | |
| "loss": 0.3689, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.5236593059936907, | |
| "grad_norm": 0.05915331467986107, | |
| "learning_rate": 1.2837567955029284e-05, | |
| "loss": 0.3676, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.6025236593059935, | |
| "grad_norm": 0.05569739267230034, | |
| "learning_rate": 8.998402393632744e-06, | |
| "loss": 0.3666, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.6813880126182967, | |
| "grad_norm": 0.05295298993587494, | |
| "learning_rate": 5.813490910649133e-06, | |
| "loss": 0.3705, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.7602523659305995, | |
| "grad_norm": 0.059222180396318436, | |
| "learning_rate": 3.305731360423159e-06, | |
| "loss": 0.3687, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.8391167192429023, | |
| "grad_norm": 0.057463061064481735, | |
| "learning_rate": 1.4931532276734272e-06, | |
| "loss": 0.3675, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.917981072555205, | |
| "grad_norm": 0.05524123087525368, | |
| "learning_rate": 3.887880048900394e-07, | |
| "loss": 0.367, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.996845425867508, | |
| "grad_norm": 0.05634331703186035, | |
| "learning_rate": 5.755026924680884e-10, | |
| "loss": 0.3647, | |
| "step": 1900 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 1902, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.4076086329278464e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |