| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 0, | |
| "global_step": 185, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005405405405405406, | |
| "grad_norm": 4.0049285888671875, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 1.4543, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.010810810810810811, | |
| "grad_norm": 3.6172754764556885, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 1.4798, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.016216216216216217, | |
| "grad_norm": 15.047930717468262, | |
| "learning_rate": 0.0001, | |
| "loss": 2.3166, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.021621621621621623, | |
| "grad_norm": 30.211719512939453, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 3.0968, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.02702702702702703, | |
| "grad_norm": 85.43743133544922, | |
| "learning_rate": 0.0001666666666666667, | |
| "loss": 9.2485, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.032432432432432434, | |
| "grad_norm": 31.648372650146484, | |
| "learning_rate": 0.0002, | |
| "loss": 5.6812, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.03783783783783784, | |
| "grad_norm": 28.307153701782227, | |
| "learning_rate": 0.00019899441340782124, | |
| "loss": 4.923, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.043243243243243246, | |
| "grad_norm": 72.10746002197266, | |
| "learning_rate": 0.00019798882681564247, | |
| "loss": 5.2033, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.04864864864864865, | |
| "grad_norm": 245.99508666992188, | |
| "learning_rate": 0.00019698324022346367, | |
| "loss": 4.7967, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.05405405405405406, | |
| "grad_norm": 19.966106414794922, | |
| "learning_rate": 0.00019597765363128493, | |
| "loss": 4.4746, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05945945945945946, | |
| "grad_norm": 13.21216869354248, | |
| "learning_rate": 0.00019497206703910616, | |
| "loss": 3.853, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.06486486486486487, | |
| "grad_norm": 22.403423309326172, | |
| "learning_rate": 0.00019396648044692737, | |
| "loss": 3.8436, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.07027027027027027, | |
| "grad_norm": 19.907819747924805, | |
| "learning_rate": 0.0001929608938547486, | |
| "loss": 3.4515, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.07567567567567568, | |
| "grad_norm": 13.797648429870605, | |
| "learning_rate": 0.00019195530726256985, | |
| "loss": 3.1302, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.08108108108108109, | |
| "grad_norm": 13.124836921691895, | |
| "learning_rate": 0.00019094972067039108, | |
| "loss": 2.9113, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.08648648648648649, | |
| "grad_norm": 5.7703022956848145, | |
| "learning_rate": 0.0001899441340782123, | |
| "loss": 2.63, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0918918918918919, | |
| "grad_norm": 10.830033302307129, | |
| "learning_rate": 0.00018893854748603352, | |
| "loss": 2.3445, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0972972972972973, | |
| "grad_norm": 6.587128162384033, | |
| "learning_rate": 0.00018793296089385475, | |
| "loss": 2.4421, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.10270270270270271, | |
| "grad_norm": 8.627386093139648, | |
| "learning_rate": 0.000186927374301676, | |
| "loss": 2.55, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.10810810810810811, | |
| "grad_norm": 6.208451747894287, | |
| "learning_rate": 0.0001859217877094972, | |
| "loss": 2.3098, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.11351351351351352, | |
| "grad_norm": 3.859027624130249, | |
| "learning_rate": 0.00018491620111731844, | |
| "loss": 2.1369, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.11891891891891893, | |
| "grad_norm": 4.324620723724365, | |
| "learning_rate": 0.00018391061452513967, | |
| "loss": 2.2362, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.12432432432432433, | |
| "grad_norm": 4.892393112182617, | |
| "learning_rate": 0.00018290502793296093, | |
| "loss": 2.1266, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.12972972972972974, | |
| "grad_norm": 5.422415733337402, | |
| "learning_rate": 0.00018189944134078213, | |
| "loss": 2.0899, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.13513513513513514, | |
| "grad_norm": 5.536099910736084, | |
| "learning_rate": 0.00018089385474860333, | |
| "loss": 1.9812, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.14054054054054055, | |
| "grad_norm": 3.9717321395874023, | |
| "learning_rate": 0.0001798882681564246, | |
| "loss": 1.8578, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.14594594594594595, | |
| "grad_norm": 4.257945537567139, | |
| "learning_rate": 0.00017888268156424582, | |
| "loss": 1.9502, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.15135135135135136, | |
| "grad_norm": 3.4768412113189697, | |
| "learning_rate": 0.00017787709497206705, | |
| "loss": 1.8821, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.15675675675675677, | |
| "grad_norm": 5.640548229217529, | |
| "learning_rate": 0.00017687150837988826, | |
| "loss": 1.8934, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.16216216216216217, | |
| "grad_norm": 3.2775862216949463, | |
| "learning_rate": 0.00017586592178770951, | |
| "loss": 1.7708, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.16756756756756758, | |
| "grad_norm": 3.5710699558258057, | |
| "learning_rate": 0.00017486033519553075, | |
| "loss": 1.7744, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.17297297297297298, | |
| "grad_norm": 2.6257646083831787, | |
| "learning_rate": 0.00017385474860335198, | |
| "loss": 1.6934, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.1783783783783784, | |
| "grad_norm": 3.9629523754119873, | |
| "learning_rate": 0.00017284916201117318, | |
| "loss": 1.7363, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.1837837837837838, | |
| "grad_norm": 2.3908259868621826, | |
| "learning_rate": 0.00017184357541899444, | |
| "loss": 1.7277, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.1891891891891892, | |
| "grad_norm": 2.75465989112854, | |
| "learning_rate": 0.00017083798882681567, | |
| "loss": 1.7093, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.1945945945945946, | |
| "grad_norm": 8.39667797088623, | |
| "learning_rate": 0.00016983240223463687, | |
| "loss": 1.8453, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 55.12360382080078, | |
| "learning_rate": 0.0001688268156424581, | |
| "loss": 2.7956, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.20540540540540542, | |
| "grad_norm": 7.613361358642578, | |
| "learning_rate": 0.00016782122905027933, | |
| "loss": 1.9827, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.21081081081081082, | |
| "grad_norm": 4.211851119995117, | |
| "learning_rate": 0.00016681564245810056, | |
| "loss": 1.8414, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 3.3652498722076416, | |
| "learning_rate": 0.0001658100558659218, | |
| "loss": 1.8754, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.22162162162162163, | |
| "grad_norm": 4.680253982543945, | |
| "learning_rate": 0.00016480446927374302, | |
| "loss": 1.8269, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.22702702702702704, | |
| "grad_norm": 2.4161698818206787, | |
| "learning_rate": 0.00016379888268156425, | |
| "loss": 1.7132, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.23243243243243245, | |
| "grad_norm": 2.6352972984313965, | |
| "learning_rate": 0.00016279329608938548, | |
| "loss": 1.7756, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.23783783783783785, | |
| "grad_norm": 2.8735787868499756, | |
| "learning_rate": 0.00016178770949720671, | |
| "loss": 1.7029, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.24324324324324326, | |
| "grad_norm": 2.2981088161468506, | |
| "learning_rate": 0.00016078212290502792, | |
| "loss": 1.7449, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.24864864864864866, | |
| "grad_norm": 3.6938095092773438, | |
| "learning_rate": 0.00015977653631284918, | |
| "loss": 1.6877, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.25405405405405407, | |
| "grad_norm": 2.38474702835083, | |
| "learning_rate": 0.00015877094972067038, | |
| "loss": 1.5995, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.2594594594594595, | |
| "grad_norm": 2.466663360595703, | |
| "learning_rate": 0.00015776536312849164, | |
| "loss": 1.5037, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.2648648648648649, | |
| "grad_norm": 2.7223317623138428, | |
| "learning_rate": 0.00015675977653631284, | |
| "loss": 1.5707, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 2.1740567684173584, | |
| "learning_rate": 0.0001557541899441341, | |
| "loss": 1.5779, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2756756756756757, | |
| "grad_norm": 2.130438804626465, | |
| "learning_rate": 0.0001547486033519553, | |
| "loss": 1.581, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.2810810810810811, | |
| "grad_norm": 3.1053080558776855, | |
| "learning_rate": 0.00015374301675977656, | |
| "loss": 1.6141, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.2864864864864865, | |
| "grad_norm": 2.1347055435180664, | |
| "learning_rate": 0.00015273743016759776, | |
| "loss": 1.5882, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.2918918918918919, | |
| "grad_norm": 2.012467384338379, | |
| "learning_rate": 0.000151731843575419, | |
| "loss": 1.5219, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.2972972972972973, | |
| "grad_norm": 2.5574147701263428, | |
| "learning_rate": 0.00015072625698324022, | |
| "loss": 1.6298, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.3027027027027027, | |
| "grad_norm": 3.091801881790161, | |
| "learning_rate": 0.00014972067039106145, | |
| "loss": 1.515, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.3081081081081081, | |
| "grad_norm": 2.234355926513672, | |
| "learning_rate": 0.00014871508379888268, | |
| "loss": 1.5501, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.31351351351351353, | |
| "grad_norm": 3.299154281616211, | |
| "learning_rate": 0.00014770949720670391, | |
| "loss": 1.6285, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.31891891891891894, | |
| "grad_norm": 2.0043587684631348, | |
| "learning_rate": 0.00014670391061452514, | |
| "loss": 1.5218, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.32432432432432434, | |
| "grad_norm": 2.3809549808502197, | |
| "learning_rate": 0.00014569832402234638, | |
| "loss": 1.4872, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.32972972972972975, | |
| "grad_norm": 2.2580623626708984, | |
| "learning_rate": 0.0001446927374301676, | |
| "loss": 1.4445, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.33513513513513515, | |
| "grad_norm": 1.822764277458191, | |
| "learning_rate": 0.00014368715083798884, | |
| "loss": 1.551, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.34054054054054056, | |
| "grad_norm": 1.8461302518844604, | |
| "learning_rate": 0.00014268156424581004, | |
| "loss": 1.4394, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.34594594594594597, | |
| "grad_norm": 1.7777131795883179, | |
| "learning_rate": 0.0001416759776536313, | |
| "loss": 1.3559, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.35135135135135137, | |
| "grad_norm": 1.775188684463501, | |
| "learning_rate": 0.00014067039106145253, | |
| "loss": 1.506, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.3567567567567568, | |
| "grad_norm": 1.8579380512237549, | |
| "learning_rate": 0.00013966480446927376, | |
| "loss": 1.5416, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.3621621621621622, | |
| "grad_norm": 2.0866875648498535, | |
| "learning_rate": 0.00013865921787709496, | |
| "loss": 1.5526, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.3675675675675676, | |
| "grad_norm": 2.1562321186065674, | |
| "learning_rate": 0.00013765363128491622, | |
| "loss": 1.4969, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.372972972972973, | |
| "grad_norm": 1.928788185119629, | |
| "learning_rate": 0.00013664804469273745, | |
| "loss": 1.5515, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.3783783783783784, | |
| "grad_norm": 2.124756336212158, | |
| "learning_rate": 0.00013564245810055868, | |
| "loss": 1.4266, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.3837837837837838, | |
| "grad_norm": 1.4556527137756348, | |
| "learning_rate": 0.00013463687150837988, | |
| "loss": 1.4718, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.3891891891891892, | |
| "grad_norm": 1.5127558708190918, | |
| "learning_rate": 0.00013363128491620111, | |
| "loss": 1.4323, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.3945945945945946, | |
| "grad_norm": 1.6139051914215088, | |
| "learning_rate": 0.00013262569832402237, | |
| "loss": 1.3959, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.1050167083740234, | |
| "learning_rate": 0.00013162011173184358, | |
| "loss": 1.508, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.40540540540540543, | |
| "grad_norm": 2.010802745819092, | |
| "learning_rate": 0.0001306145251396648, | |
| "loss": 1.4919, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.41081081081081083, | |
| "grad_norm": 5.8437981605529785, | |
| "learning_rate": 0.00012960893854748604, | |
| "loss": 1.4919, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.41621621621621624, | |
| "grad_norm": 3.061354637145996, | |
| "learning_rate": 0.0001286033519553073, | |
| "loss": 1.5347, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.42162162162162165, | |
| "grad_norm": 1.7366749048233032, | |
| "learning_rate": 0.0001275977653631285, | |
| "loss": 1.4741, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.42702702702702705, | |
| "grad_norm": 3.3530421257019043, | |
| "learning_rate": 0.00012659217877094973, | |
| "loss": 1.5562, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 1.7036885023117065, | |
| "learning_rate": 0.00012558659217877096, | |
| "loss": 1.467, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.43783783783783786, | |
| "grad_norm": 1.7056543827056885, | |
| "learning_rate": 0.00012458100558659222, | |
| "loss": 1.5217, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.44324324324324327, | |
| "grad_norm": 1.5444260835647583, | |
| "learning_rate": 0.0001235754189944134, | |
| "loss": 1.3959, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.4486486486486487, | |
| "grad_norm": 1.461717963218689, | |
| "learning_rate": 0.00012256983240223462, | |
| "loss": 1.3684, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.4540540540540541, | |
| "grad_norm": 2.405122756958008, | |
| "learning_rate": 0.00012156424581005588, | |
| "loss": 1.4736, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.4594594594594595, | |
| "grad_norm": 2.271719455718994, | |
| "learning_rate": 0.0001205586592178771, | |
| "loss": 1.4197, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.4648648648648649, | |
| "grad_norm": 1.6628215312957764, | |
| "learning_rate": 0.00011955307262569834, | |
| "loss": 1.4345, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.4702702702702703, | |
| "grad_norm": 1.5047897100448608, | |
| "learning_rate": 0.00011854748603351954, | |
| "loss": 1.4675, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.4756756756756757, | |
| "grad_norm": 2.330070972442627, | |
| "learning_rate": 0.0001175418994413408, | |
| "loss": 1.5053, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.4810810810810811, | |
| "grad_norm": 1.5151646137237549, | |
| "learning_rate": 0.00011653631284916202, | |
| "loss": 1.4277, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.4864864864864865, | |
| "grad_norm": 2.1238574981689453, | |
| "learning_rate": 0.00011553072625698326, | |
| "loss": 1.4749, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.4918918918918919, | |
| "grad_norm": 1.6031622886657715, | |
| "learning_rate": 0.00011452513966480447, | |
| "loss": 1.3802, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.4972972972972973, | |
| "grad_norm": 1.80471932888031, | |
| "learning_rate": 0.0001135195530726257, | |
| "loss": 1.4286, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.5027027027027027, | |
| "grad_norm": 1.7329200506210327, | |
| "learning_rate": 0.00011251396648044694, | |
| "loss": 1.4543, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.5081081081081081, | |
| "grad_norm": 2.031339406967163, | |
| "learning_rate": 0.00011150837988826817, | |
| "loss": 1.3877, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.5135135135135135, | |
| "grad_norm": 1.5385271310806274, | |
| "learning_rate": 0.00011050279329608939, | |
| "loss": 1.3736, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.518918918918919, | |
| "grad_norm": 2.143282413482666, | |
| "learning_rate": 0.00010949720670391062, | |
| "loss": 1.7171, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.5243243243243243, | |
| "grad_norm": 1.5371496677398682, | |
| "learning_rate": 0.00010849162011173184, | |
| "loss": 1.3208, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.5297297297297298, | |
| "grad_norm": 2.0396029949188232, | |
| "learning_rate": 0.00010748603351955308, | |
| "loss": 1.3534, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.5351351351351351, | |
| "grad_norm": 1.9422366619110107, | |
| "learning_rate": 0.00010648044692737431, | |
| "loss": 1.421, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 1.494828462600708, | |
| "learning_rate": 0.00010547486033519554, | |
| "loss": 1.2746, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.5459459459459459, | |
| "grad_norm": 2.1698765754699707, | |
| "learning_rate": 0.00010446927374301676, | |
| "loss": 1.3989, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.5513513513513514, | |
| "grad_norm": 1.3124092817306519, | |
| "learning_rate": 0.000103463687150838, | |
| "loss": 1.3855, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.5567567567567567, | |
| "grad_norm": 1.4328157901763916, | |
| "learning_rate": 0.00010245810055865923, | |
| "loss": 1.4112, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.5621621621621622, | |
| "grad_norm": 1.3698210716247559, | |
| "learning_rate": 0.00010145251396648045, | |
| "loss": 1.3152, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.5675675675675675, | |
| "grad_norm": 1.291865348815918, | |
| "learning_rate": 0.00010044692737430168, | |
| "loss": 1.3646, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.572972972972973, | |
| "grad_norm": 1.4178961515426636, | |
| "learning_rate": 9.944134078212291e-05, | |
| "loss": 1.2852, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.5783783783783784, | |
| "grad_norm": 1.1877104043960571, | |
| "learning_rate": 9.843575418994413e-05, | |
| "loss": 1.3402, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.5837837837837838, | |
| "grad_norm": 1.4503647089004517, | |
| "learning_rate": 9.743016759776537e-05, | |
| "loss": 1.3028, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.5891891891891892, | |
| "grad_norm": 1.3877456188201904, | |
| "learning_rate": 9.64245810055866e-05, | |
| "loss": 1.3231, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.5945945945945946, | |
| "grad_norm": 1.4520429372787476, | |
| "learning_rate": 9.541899441340782e-05, | |
| "loss": 1.2608, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.1344528198242188, | |
| "learning_rate": 9.441340782122905e-05, | |
| "loss": 1.3409, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.6054054054054054, | |
| "grad_norm": 1.9510555267333984, | |
| "learning_rate": 9.34078212290503e-05, | |
| "loss": 1.2762, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.6108108108108108, | |
| "grad_norm": 1.6498372554779053, | |
| "learning_rate": 9.240223463687152e-05, | |
| "loss": 1.3558, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.6162162162162163, | |
| "grad_norm": 1.3852072954177856, | |
| "learning_rate": 9.139664804469274e-05, | |
| "loss": 1.3515, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.6216216216216216, | |
| "grad_norm": 1.516605019569397, | |
| "learning_rate": 9.039106145251397e-05, | |
| "loss": 1.3595, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.6270270270270271, | |
| "grad_norm": 1.387160062789917, | |
| "learning_rate": 8.938547486033519e-05, | |
| "loss": 1.2759, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.6324324324324324, | |
| "grad_norm": 1.218645691871643, | |
| "learning_rate": 8.837988826815642e-05, | |
| "loss": 1.3228, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.6378378378378379, | |
| "grad_norm": 1.1323994398117065, | |
| "learning_rate": 8.737430167597766e-05, | |
| "loss": 1.3792, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.6432432432432432, | |
| "grad_norm": 1.492294430732727, | |
| "learning_rate": 8.63687150837989e-05, | |
| "loss": 1.2875, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 1.343035340309143, | |
| "learning_rate": 8.536312849162011e-05, | |
| "loss": 1.2473, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.654054054054054, | |
| "grad_norm": 1.3583838939666748, | |
| "learning_rate": 8.435754189944134e-05, | |
| "loss": 1.367, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.6594594594594595, | |
| "grad_norm": 1.4810901880264282, | |
| "learning_rate": 8.335195530726259e-05, | |
| "loss": 1.3429, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.6648648648648648, | |
| "grad_norm": 1.1570441722869873, | |
| "learning_rate": 8.234636871508382e-05, | |
| "loss": 1.269, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.6702702702702703, | |
| "grad_norm": 1.2883822917938232, | |
| "learning_rate": 8.134078212290503e-05, | |
| "loss": 1.2602, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.6756756756756757, | |
| "grad_norm": 1.3522834777832031, | |
| "learning_rate": 8.033519553072626e-05, | |
| "loss": 1.2891, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.6810810810810811, | |
| "grad_norm": 1.0803565979003906, | |
| "learning_rate": 7.932960893854748e-05, | |
| "loss": 1.2391, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.6864864864864865, | |
| "grad_norm": 1.2738792896270752, | |
| "learning_rate": 7.832402234636872e-05, | |
| "loss": 1.2819, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.6918918918918919, | |
| "grad_norm": 1.2565838098526, | |
| "learning_rate": 7.731843575418995e-05, | |
| "loss": 1.3168, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.6972972972972973, | |
| "grad_norm": 1.1551238298416138, | |
| "learning_rate": 7.631284916201119e-05, | |
| "loss": 1.3582, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.7027027027027027, | |
| "grad_norm": 1.153626799583435, | |
| "learning_rate": 7.53072625698324e-05, | |
| "loss": 1.2153, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.7081081081081081, | |
| "grad_norm": 1.3645069599151611, | |
| "learning_rate": 7.430167597765365e-05, | |
| "loss": 1.2957, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.7135135135135136, | |
| "grad_norm": 1.1639150381088257, | |
| "learning_rate": 7.329608938547488e-05, | |
| "loss": 1.2426, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.7189189189189189, | |
| "grad_norm": 1.2247486114501953, | |
| "learning_rate": 7.22905027932961e-05, | |
| "loss": 1.2479, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.7243243243243244, | |
| "grad_norm": 1.3136733770370483, | |
| "learning_rate": 7.128491620111732e-05, | |
| "loss": 1.2577, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.7297297297297297, | |
| "grad_norm": 1.129638910293579, | |
| "learning_rate": 7.027932960893855e-05, | |
| "loss": 1.2942, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.7351351351351352, | |
| "grad_norm": 1.5812125205993652, | |
| "learning_rate": 6.927374301675977e-05, | |
| "loss": 1.3149, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.7405405405405405, | |
| "grad_norm": 1.1031138896942139, | |
| "learning_rate": 6.826815642458102e-05, | |
| "loss": 1.2825, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.745945945945946, | |
| "grad_norm": 1.4569562673568726, | |
| "learning_rate": 6.726256983240225e-05, | |
| "loss": 1.3553, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.7513513513513513, | |
| "grad_norm": 1.351787805557251, | |
| "learning_rate": 6.625698324022346e-05, | |
| "loss": 1.3805, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.7567567567567568, | |
| "grad_norm": 1.4399067163467407, | |
| "learning_rate": 6.52513966480447e-05, | |
| "loss": 1.3488, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.7621621621621621, | |
| "grad_norm": 1.097604751586914, | |
| "learning_rate": 6.424581005586592e-05, | |
| "loss": 1.2444, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.7675675675675676, | |
| "grad_norm": 1.2245107889175415, | |
| "learning_rate": 6.324022346368715e-05, | |
| "loss": 1.2415, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.772972972972973, | |
| "grad_norm": 1.2633042335510254, | |
| "learning_rate": 6.223463687150838e-05, | |
| "loss": 1.1964, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.7783783783783784, | |
| "grad_norm": 1.1645766496658325, | |
| "learning_rate": 6.122905027932962e-05, | |
| "loss": 1.1874, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.7837837837837838, | |
| "grad_norm": 1.013777494430542, | |
| "learning_rate": 6.022346368715084e-05, | |
| "loss": 1.2065, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.7891891891891892, | |
| "grad_norm": 1.1051980257034302, | |
| "learning_rate": 5.921787709497206e-05, | |
| "loss": 1.2878, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.7945945945945946, | |
| "grad_norm": 1.0944007635116577, | |
| "learning_rate": 5.82122905027933e-05, | |
| "loss": 1.2634, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.1613037586212158, | |
| "learning_rate": 5.720670391061454e-05, | |
| "loss": 1.3074, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.8054054054054054, | |
| "grad_norm": 1.0192413330078125, | |
| "learning_rate": 5.620111731843576e-05, | |
| "loss": 1.1785, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 1.0536669492721558, | |
| "learning_rate": 5.5195530726256985e-05, | |
| "loss": 1.2221, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.8162162162162162, | |
| "grad_norm": 1.260764241218567, | |
| "learning_rate": 5.418994413407821e-05, | |
| "loss": 1.1202, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.8216216216216217, | |
| "grad_norm": 1.1566349267959595, | |
| "learning_rate": 5.3184357541899446e-05, | |
| "loss": 1.2774, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.827027027027027, | |
| "grad_norm": 1.132250189781189, | |
| "learning_rate": 5.2178770949720676e-05, | |
| "loss": 1.2011, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.8324324324324325, | |
| "grad_norm": 1.0502394437789917, | |
| "learning_rate": 5.11731843575419e-05, | |
| "loss": 1.2538, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.8378378378378378, | |
| "grad_norm": 2.7037501335144043, | |
| "learning_rate": 5.016759776536313e-05, | |
| "loss": 1.4687, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.8432432432432433, | |
| "grad_norm": 1.1927903890609741, | |
| "learning_rate": 4.916201117318436e-05, | |
| "loss": 1.2044, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.8486486486486486, | |
| "grad_norm": 1.0077776908874512, | |
| "learning_rate": 4.815642458100559e-05, | |
| "loss": 1.1471, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.8540540540540541, | |
| "grad_norm": 0.9799959659576416, | |
| "learning_rate": 4.715083798882682e-05, | |
| "loss": 1.2181, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.8594594594594595, | |
| "grad_norm": 1.0267740488052368, | |
| "learning_rate": 4.614525139664805e-05, | |
| "loss": 1.244, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 3.7082221508026123, | |
| "learning_rate": 4.5139664804469276e-05, | |
| "loss": 2.2304, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.8702702702702703, | |
| "grad_norm": 1.0884734392166138, | |
| "learning_rate": 4.413407821229051e-05, | |
| "loss": 1.1469, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.8756756756756757, | |
| "grad_norm": 1.1083415746688843, | |
| "learning_rate": 4.312849162011173e-05, | |
| "loss": 1.2713, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.8810810810810811, | |
| "grad_norm": 1.0334668159484863, | |
| "learning_rate": 4.212290502793296e-05, | |
| "loss": 1.0654, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.8864864864864865, | |
| "grad_norm": 0.9540927410125732, | |
| "learning_rate": 4.111731843575419e-05, | |
| "loss": 1.1151, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.8918918918918919, | |
| "grad_norm": 0.9412338137626648, | |
| "learning_rate": 4.0111731843575415e-05, | |
| "loss": 1.2111, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.8972972972972973, | |
| "grad_norm": 1.0096511840820312, | |
| "learning_rate": 3.910614525139665e-05, | |
| "loss": 1.3087, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.9027027027027027, | |
| "grad_norm": 1.0874724388122559, | |
| "learning_rate": 3.8100558659217876e-05, | |
| "loss": 1.1717, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.9081081081081082, | |
| "grad_norm": 0.9713255167007446, | |
| "learning_rate": 3.709497206703911e-05, | |
| "loss": 1.1705, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.9135135135135135, | |
| "grad_norm": 0.9664978981018066, | |
| "learning_rate": 3.608938547486034e-05, | |
| "loss": 1.2627, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.918918918918919, | |
| "grad_norm": 0.966834306716919, | |
| "learning_rate": 3.508379888268157e-05, | |
| "loss": 1.1916, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.9243243243243243, | |
| "grad_norm": 1.0459810495376587, | |
| "learning_rate": 3.40782122905028e-05, | |
| "loss": 1.1613, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.9297297297297298, | |
| "grad_norm": 1.3951828479766846, | |
| "learning_rate": 3.307262569832403e-05, | |
| "loss": 1.1818, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.9351351351351351, | |
| "grad_norm": 1.0367494821548462, | |
| "learning_rate": 3.206703910614525e-05, | |
| "loss": 1.0986, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.9405405405405406, | |
| "grad_norm": 0.9425138831138611, | |
| "learning_rate": 3.106145251396648e-05, | |
| "loss": 1.1385, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.9459459459459459, | |
| "grad_norm": 0.9617014527320862, | |
| "learning_rate": 3.0055865921787714e-05, | |
| "loss": 1.1954, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.9513513513513514, | |
| "grad_norm": 0.9694061279296875, | |
| "learning_rate": 2.9050279329608944e-05, | |
| "loss": 1.2628, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.9567567567567568, | |
| "grad_norm": 0.9338908195495605, | |
| "learning_rate": 2.8044692737430168e-05, | |
| "loss": 1.1221, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.9621621621621622, | |
| "grad_norm": 0.8477990031242371, | |
| "learning_rate": 2.70391061452514e-05, | |
| "loss": 1.1914, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.9675675675675676, | |
| "grad_norm": 0.8513604998588562, | |
| "learning_rate": 2.603351955307263e-05, | |
| "loss": 1.1203, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.972972972972973, | |
| "grad_norm": 1.0121779441833496, | |
| "learning_rate": 2.5027932960893856e-05, | |
| "loss": 1.1387, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.9783783783783784, | |
| "grad_norm": 0.8904174566268921, | |
| "learning_rate": 2.4022346368715086e-05, | |
| "loss": 1.1362, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.9837837837837838, | |
| "grad_norm": 0.9687130451202393, | |
| "learning_rate": 2.3016759776536314e-05, | |
| "loss": 1.1407, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.9891891891891892, | |
| "grad_norm": 0.936590850353241, | |
| "learning_rate": 2.2011173184357544e-05, | |
| "loss": 1.1859, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.9945945945945946, | |
| "grad_norm": 0.8786422610282898, | |
| "learning_rate": 2.100558659217877e-05, | |
| "loss": 1.184, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.894349217414856, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9644, | |
| "step": 185 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 185, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 0, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.38021889121321e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |