{ "best_metric": 0.2544600938967136, "best_model_checkpoint": "/content/our_data/checkpoint-10500", "epoch": 10.0, "eval_steps": 500, "global_step": 12410, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.4, "learning_rate": 1.91941982272361e-05, "loss": 2.0809, "step": 500 }, { "epoch": 0.4, "eval_accuracy": 0.5297831784608054, "eval_f1": 0.013054830287206266, "eval_loss": 2.0593647956848145, "eval_precision": 0.5, "eval_recall": 0.006613756613756613, "eval_runtime": 1.3043, "eval_samples_per_second": 233.075, "eval_steps_per_second": 116.537, "step": 500 }, { "epoch": 0.81, "learning_rate": 1.83883964544722e-05, "loss": 1.8682, "step": 1000 }, { "epoch": 0.81, "eval_accuracy": 0.5528949249463903, "eval_f1": 0.09097688292319164, "eval_loss": 1.8005567789077759, "eval_precision": 0.10427350427350428, "eval_recall": 0.08068783068783068, "eval_runtime": 1.4327, "eval_samples_per_second": 212.189, "eval_steps_per_second": 106.095, "step": 1000 }, { "epoch": 1.21, "learning_rate": 1.75825946817083e-05, "loss": 1.6332, "step": 1500 }, { "epoch": 1.21, "eval_accuracy": 0.574815344293543, "eval_f1": 0.14125, "eval_loss": 1.8355692625045776, "eval_precision": 0.1338862559241706, "eval_recall": 0.14947089947089948, "eval_runtime": 1.8642, "eval_samples_per_second": 163.074, "eval_steps_per_second": 81.537, "step": 1500 }, { "epoch": 1.61, "learning_rate": 1.67767929089444e-05, "loss": 1.468, "step": 2000 }, { "epoch": 1.61, "eval_accuracy": 0.5891112699547296, "eval_f1": 0.15114235500878734, "eval_loss": 1.6260936260223389, "eval_precision": 0.13564668769716087, "eval_recall": 0.17063492063492064, "eval_runtime": 1.9126, "eval_samples_per_second": 158.942, "eval_steps_per_second": 79.471, "step": 2000 }, { "epoch": 2.01, "learning_rate": 1.59709911361805e-05, "loss": 1.401, "step": 2500 }, { "epoch": 2.01, "eval_accuracy": 0.5986418870621872, "eval_f1": 0.16253968253968254, "eval_loss": 1.694327473640442, "eval_precision": 0.1562881562881563, "eval_recall": 0.1693121693121693, "eval_runtime": 1.3338, "eval_samples_per_second": 227.927, "eval_steps_per_second": 113.964, "step": 2500 }, { "epoch": 2.42, "learning_rate": 1.5165189363416601e-05, "loss": 1.1878, "step": 3000 }, { "epoch": 2.42, "eval_accuracy": 0.5975696926375983, "eval_f1": 0.16076058772687984, "eval_loss": 1.6739833354949951, "eval_precision": 0.11938382541720154, "eval_recall": 0.24603174603174602, "eval_runtime": 1.305, "eval_samples_per_second": 232.956, "eval_steps_per_second": 116.478, "step": 3000 }, { "epoch": 2.82, "learning_rate": 1.4359387590652701e-05, "loss": 1.1182, "step": 3500 }, { "epoch": 2.82, "eval_accuracy": 0.622706695258518, "eval_f1": 0.18434203220433093, "eval_loss": 1.6201189756393433, "eval_precision": 0.15885167464114833, "eval_recall": 0.21957671957671956, "eval_runtime": 1.2763, "eval_samples_per_second": 238.191, "eval_steps_per_second": 119.095, "step": 3500 }, { "epoch": 3.22, "learning_rate": 1.35535858178888e-05, "loss": 0.9677, "step": 4000 }, { "epoch": 3.22, "eval_accuracy": 0.6175839885632595, "eval_f1": 0.1704312114989733, "eval_loss": 1.6241066455841064, "eval_precision": 0.13926174496644295, "eval_recall": 0.21957671957671956, "eval_runtime": 1.3014, "eval_samples_per_second": 233.592, "eval_steps_per_second": 116.796, "step": 4000 }, { "epoch": 3.63, "learning_rate": 1.27477840451249e-05, "loss": 0.9055, "step": 4500 }, { "epoch": 3.63, "eval_accuracy": 0.6157969978556112, "eval_f1": 0.17582417582417587, "eval_loss": 1.5932097434997559, "eval_precision": 0.1316655694535879, "eval_recall": 0.26455026455026454, "eval_runtime": 1.5381, "eval_samples_per_second": 197.65, "eval_steps_per_second": 98.825, "step": 4500 }, { "epoch": 4.03, "learning_rate": 1.1941982272361e-05, "loss": 0.8772, "step": 5000 }, { "epoch": 4.03, "eval_accuracy": 0.6254467476769121, "eval_f1": 0.20804710500490678, "eval_loss": 1.5797325372695923, "eval_precision": 0.16536661466458658, "eval_recall": 0.2804232804232804, "eval_runtime": 1.8044, "eval_samples_per_second": 168.477, "eval_steps_per_second": 84.239, "step": 5000 }, { "epoch": 4.43, "learning_rate": 1.11361804995971e-05, "loss": 0.7224, "step": 5500 }, { "epoch": 4.43, "eval_accuracy": 0.6412913986180605, "eval_f1": 0.20699172033118673, "eval_loss": 1.5723158121109009, "eval_precision": 0.15867418899858957, "eval_recall": 0.2976190476190476, "eval_runtime": 1.8259, "eval_samples_per_second": 166.496, "eval_steps_per_second": 83.248, "step": 5500 }, { "epoch": 4.83, "learning_rate": 1.0330378726833199e-05, "loss": 0.7498, "step": 6000 }, { "epoch": 4.83, "eval_accuracy": 0.6496306885870861, "eval_f1": 0.22154779969650987, "eval_loss": 1.595717191696167, "eval_precision": 0.17936117936117937, "eval_recall": 0.2896825396825397, "eval_runtime": 1.7138, "eval_samples_per_second": 177.388, "eval_steps_per_second": 88.694, "step": 6000 }, { "epoch": 5.24, "learning_rate": 9.5245769540693e-06, "loss": 0.6632, "step": 6500 }, { "epoch": 5.24, "eval_accuracy": 0.6427209911841791, "eval_f1": 0.22222222222222224, "eval_loss": 1.6824833154678345, "eval_precision": 0.1863799283154122, "eval_recall": 0.2751322751322751, "eval_runtime": 1.3164, "eval_samples_per_second": 230.932, "eval_steps_per_second": 115.466, "step": 6500 }, { "epoch": 5.64, "learning_rate": 8.7187751813054e-06, "loss": 0.6139, "step": 7000 }, { "epoch": 5.64, "eval_accuracy": 0.6508220157255182, "eval_f1": 0.23450735621934907, "eval_loss": 1.5827279090881348, "eval_precision": 0.1768661735036987, "eval_recall": 0.3478835978835979, "eval_runtime": 1.3076, "eval_samples_per_second": 232.479, "eval_steps_per_second": 116.239, "step": 7000 }, { "epoch": 6.04, "learning_rate": 7.9129734085415e-06, "loss": 0.6212, "step": 7500 }, { "epoch": 6.04, "eval_accuracy": 0.6526090064331665, "eval_f1": 0.23380154055278662, "eval_loss": 1.5536507368087769, "eval_precision": 0.17780840799448655, "eval_recall": 0.3412698412698413, "eval_runtime": 1.9253, "eval_samples_per_second": 157.894, "eval_steps_per_second": 78.947, "step": 7500 }, { "epoch": 6.45, "learning_rate": 7.107171635777599e-06, "loss": 0.5379, "step": 8000 }, { "epoch": 6.45, "eval_accuracy": 0.6535620681439123, "eval_f1": 0.23245002324500233, "eval_loss": 1.5670047998428345, "eval_precision": 0.17921146953405018, "eval_recall": 0.3306878306878307, "eval_runtime": 1.8494, "eval_samples_per_second": 164.376, "eval_steps_per_second": 82.188, "step": 8000 }, { "epoch": 6.85, "learning_rate": 6.301369863013699e-06, "loss": 0.5376, "step": 8500 }, { "epoch": 6.85, "eval_accuracy": 0.6529664045746962, "eval_f1": 0.2388059701492537, "eval_loss": 1.6112617254257202, "eval_precision": 0.1844380403458213, "eval_recall": 0.3386243386243386, "eval_runtime": 1.9275, "eval_samples_per_second": 157.714, "eval_steps_per_second": 78.857, "step": 8500 }, { "epoch": 7.25, "learning_rate": 5.495568090249799e-06, "loss": 0.5, "step": 9000 }, { "epoch": 7.25, "eval_accuracy": 0.6599952346914463, "eval_f1": 0.22989593188268687, "eval_loss": 1.6431697607040405, "eval_precision": 0.17893961708394698, "eval_recall": 0.32142857142857145, "eval_runtime": 1.9076, "eval_samples_per_second": 159.365, "eval_steps_per_second": 79.682, "step": 9000 }, { "epoch": 7.66, "learning_rate": 4.689766317485899e-06, "loss": 0.4928, "step": 9500 }, { "epoch": 7.66, "eval_accuracy": 0.660948296402192, "eval_f1": 0.2414772727272727, "eval_loss": 1.6421875953674316, "eval_precision": 0.18805309734513273, "eval_recall": 0.3373015873015873, "eval_runtime": 1.2935, "eval_samples_per_second": 235.02, "eval_steps_per_second": 117.51, "step": 9500 }, { "epoch": 8.06, "learning_rate": 3.883964544721999e-06, "loss": 0.4877, "step": 10000 }, { "epoch": 8.06, "eval_accuracy": 0.6653562068143912, "eval_f1": 0.254, "eval_loss": 1.6850905418395996, "eval_precision": 0.20418006430868169, "eval_recall": 0.335978835978836, "eval_runtime": 1.4405, "eval_samples_per_second": 211.033, "eval_steps_per_second": 105.516, "step": 10000 }, { "epoch": 8.46, "learning_rate": 3.0781627719580986e-06, "loss": 0.4339, "step": 10500 }, { "epoch": 8.46, "eval_accuracy": 0.6636883488205861, "eval_f1": 0.2544600938967136, "eval_loss": 1.6376055479049683, "eval_precision": 0.19723435225618632, "eval_recall": 0.3584656084656085, "eval_runtime": 1.8779, "eval_samples_per_second": 161.879, "eval_steps_per_second": 80.94, "step": 10500 }, { "epoch": 8.86, "learning_rate": 2.2723609991941985e-06, "loss": 0.4303, "step": 11000 }, { "epoch": 8.86, "eval_accuracy": 0.660352632832976, "eval_f1": 0.2396694214876033, "eval_loss": 1.6363922357559204, "eval_precision": 0.18354430379746836, "eval_recall": 0.34523809523809523, "eval_runtime": 1.8659, "eval_samples_per_second": 162.922, "eval_steps_per_second": 81.461, "step": 11000 }, { "epoch": 9.27, "learning_rate": 1.4665592264302982e-06, "loss": 0.4509, "step": 11500 }, { "epoch": 9.27, "eval_accuracy": 0.6664284012389802, "eval_f1": 0.2508507535245503, "eval_loss": 1.644798994064331, "eval_precision": 0.19830899308224442, "eval_recall": 0.3412698412698413, "eval_runtime": 1.3158, "eval_samples_per_second": 231.043, "eval_steps_per_second": 115.521, "step": 11500 }, { "epoch": 9.67, "learning_rate": 6.607574536663981e-07, "loss": 0.4114, "step": 12000 }, { "epoch": 9.67, "eval_accuracy": 0.6658327376697641, "eval_f1": 0.2510658455708195, "eval_loss": 1.6494354009628296, "eval_precision": 0.19557195571955718, "eval_recall": 0.3505291005291005, "eval_runtime": 1.3234, "eval_samples_per_second": 229.715, "eval_steps_per_second": 114.857, "step": 12000 }, { "epoch": 10.0, "step": 12410, "total_flos": 256497375844554.0, "train_loss": 0.8660164156044615, "train_runtime": 798.2036, "train_samples_per_second": 31.082, "train_steps_per_second": 15.547 } ], "logging_steps": 500, "max_steps": 12410, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "total_flos": 256497375844554.0, "trial_name": null, "trial_params": null }