| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 30.0, | |
| "eval_steps": 500, | |
| "global_step": 1034010, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00013054830287206266, | |
| "loss": 18.218, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 0.0002610966057441253, | |
| "loss": 4.1185, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 0.0002990742124651621, | |
| "loss": 3.2662, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 0.00029775542680299976, | |
| "loss": 3.0539, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.0002964366411408375, | |
| "loss": 2.9401, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 0.0002951178554786752, | |
| "loss": 2.8804, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 0.00029379906981651295, | |
| "loss": 2.8248, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 0.0002924802841543507, | |
| "loss": 2.7855, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 0.0002911614984921884, | |
| "loss": 2.7762, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 0.0002898427128300261, | |
| "loss": 2.7404, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 0.0002885239271678638, | |
| "loss": 2.7029, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 0.00028720514150570154, | |
| "loss": 2.6612, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 0.0002858863558435392, | |
| "loss": 2.6141, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 0.000284567570181377, | |
| "loss": 2.5986, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 0.00028324878451921467, | |
| "loss": 2.5744, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 0.0002819299988570524, | |
| "loss": 2.5785, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 0.00028061121319489013, | |
| "loss": 2.5643, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 0.0002792924275327278, | |
| "loss": 2.569, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 0.00027797364187056553, | |
| "loss": 2.5455, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 0.00027665485620840326, | |
| "loss": 2.5417, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 0.000275336070546241, | |
| "loss": 2.5095, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 0.0002740172848840787, | |
| "loss": 2.5052, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 0.00027269849922191645, | |
| "loss": 2.5086, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 0.0002713797135597541, | |
| "loss": 2.4391, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 0.00027006092789759185, | |
| "loss": 2.4283, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 0.0002687421422354296, | |
| "loss": 2.4079, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 0.0002674233565732673, | |
| "loss": 2.4065, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 0.00026610457091110504, | |
| "loss": 2.3893, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 0.00026478578524894277, | |
| "loss": 2.4166, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 0.00026346699958678044, | |
| "loss": 2.3907, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 0.00026214821392461817, | |
| "loss": 2.3829, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 0.0002608294282624559, | |
| "loss": 2.3767, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 0.00025951064260029363, | |
| "loss": 2.3518, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 0.00025819185693813136, | |
| "loss": 2.3734, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 0.0002568730712759691, | |
| "loss": 2.3126, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 0.00025555428561380676, | |
| "loss": 2.2802, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 0.0002542354999516445, | |
| "loss": 2.2739, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 0.0002529167142894822, | |
| "loss": 2.2588, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 0.00025159792862731995, | |
| "loss": 2.2573, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 0.0002502791429651577, | |
| "loss": 2.2541, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 0.0002489603573029954, | |
| "loss": 2.2843, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 0.0002476415716408331, | |
| "loss": 2.2548, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 0.0002463227859786708, | |
| "loss": 2.252, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 0.00024500400031650854, | |
| "loss": 2.2677, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 0.00024368521465434624, | |
| "loss": 2.2497, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 0.00024236642899218397, | |
| "loss": 2.2434, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 0.0002410476433300217, | |
| "loss": 2.1625, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 0.0002397288576678594, | |
| "loss": 2.1795, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 0.00023841007200569713, | |
| "loss": 2.1666, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 0.00023709128634353483, | |
| "loss": 2.1749, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 0.00023577250068137256, | |
| "loss": 2.1931, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 0.0002344537150192103, | |
| "loss": 2.1797, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 0.000233134929357048, | |
| "loss": 2.1573, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 0.00023181614369488572, | |
| "loss": 2.1811, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 0.00023049735803272345, | |
| "loss": 2.1539, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 0.00022917857237056115, | |
| "loss": 2.1657, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "learning_rate": 0.00022785978670839888, | |
| "loss": 2.1662, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 0.0002265410010462366, | |
| "loss": 2.1237, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 0.0002252222153840743, | |
| "loss": 2.0812, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 0.00022390342972191204, | |
| "loss": 2.0917, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 0.00022258464405974977, | |
| "loss": 2.09, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 0.00022126585839758747, | |
| "loss": 2.0931, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 0.0002199470727354252, | |
| "loss": 2.0907, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 0.00021862828707326293, | |
| "loss": 2.0855, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 0.00021730950141110063, | |
| "loss": 2.0946, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 0.00021599071574893836, | |
| "loss": 2.0904, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 0.0002146719300867761, | |
| "loss": 2.0788, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 0.0002133531444246138, | |
| "loss": 2.0771, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 0.00021203435876245152, | |
| "loss": 2.0746, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 0.00021071557310028925, | |
| "loss": 2.0091, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 0.00020939678743812695, | |
| "loss": 2.0144, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 0.00020807800177596468, | |
| "loss": 2.0083, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 0.0002067592161138024, | |
| "loss": 2.0337, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "learning_rate": 0.0002054404304516401, | |
| "loss": 2.0169, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "learning_rate": 0.00020412164478947784, | |
| "loss": 2.0264, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "learning_rate": 0.00020280285912731557, | |
| "loss": 2.0089, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "learning_rate": 0.00020148407346515327, | |
| "loss": 2.0148, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 6.79, | |
| "learning_rate": 0.000200165287802991, | |
| "loss": 2.0224, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "learning_rate": 0.00019884650214082873, | |
| "loss": 2.0242, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "learning_rate": 0.00019752771647866643, | |
| "loss": 2.0142, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 0.00019620893081650416, | |
| "loss": 1.9622, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "learning_rate": 0.0001948901451543419, | |
| "loss": 1.9643, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 7.22, | |
| "learning_rate": 0.0001935713594921796, | |
| "loss": 1.9589, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 7.31, | |
| "learning_rate": 0.00019225257383001732, | |
| "loss": 1.9411, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "learning_rate": 0.000190933788167855, | |
| "loss": 1.956, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 7.49, | |
| "learning_rate": 0.00018961500250569275, | |
| "loss": 1.9596, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 7.57, | |
| "learning_rate": 0.00018829621684353048, | |
| "loss": 1.9373, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 7.66, | |
| "learning_rate": 0.00018697743118136815, | |
| "loss": 1.9532, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 7.75, | |
| "learning_rate": 0.00018565864551920588, | |
| "loss": 1.9669, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 7.83, | |
| "learning_rate": 0.00018433985985704364, | |
| "loss": 1.957, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "learning_rate": 0.0001830210741948813, | |
| "loss": 1.977, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "learning_rate": 0.00018170228853271904, | |
| "loss": 1.9712, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "learning_rate": 0.0001803835028705568, | |
| "loss": 1.8922, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 8.18, | |
| "learning_rate": 0.00017906471720839447, | |
| "loss": 1.9054, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "learning_rate": 0.0001777459315462322, | |
| "loss": 1.8847, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 8.36, | |
| "learning_rate": 0.00017642714588406993, | |
| "loss": 1.896, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 8.44, | |
| "learning_rate": 0.00017510836022190763, | |
| "loss": 1.9139, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 8.53, | |
| "learning_rate": 0.00017378957455974536, | |
| "loss": 1.9086, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 8.62, | |
| "learning_rate": 0.0001724707888975831, | |
| "loss": 1.9158, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 8.7, | |
| "learning_rate": 0.0001711520032354208, | |
| "loss": 1.908, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 8.79, | |
| "learning_rate": 0.00016983321757325852, | |
| "loss": 1.9034, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 8.88, | |
| "learning_rate": 0.00016851443191109625, | |
| "loss": 1.9022, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 8.97, | |
| "learning_rate": 0.00016719564624893395, | |
| "loss": 1.9045, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "learning_rate": 0.00016587686058677168, | |
| "loss": 1.8607, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 9.14, | |
| "learning_rate": 0.0001645580749246094, | |
| "loss": 1.8439, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 9.23, | |
| "learning_rate": 0.0001632392892624471, | |
| "loss": 1.8252, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "learning_rate": 0.00016192050360028484, | |
| "loss": 1.844, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "learning_rate": 0.00016060171793812257, | |
| "loss": 1.839, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 9.49, | |
| "learning_rate": 0.00015928293227596027, | |
| "loss": 1.8442, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 9.57, | |
| "learning_rate": 0.000157964146613798, | |
| "loss": 1.8378, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 9.66, | |
| "learning_rate": 0.00015664536095163573, | |
| "loss": 1.8436, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 9.75, | |
| "learning_rate": 0.00015532657528947343, | |
| "loss": 1.8399, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 9.84, | |
| "learning_rate": 0.00015400778962731116, | |
| "loss": 1.8357, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 9.92, | |
| "learning_rate": 0.0001526890039651489, | |
| "loss": 1.8406, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 10.01, | |
| "learning_rate": 0.0001513702183029866, | |
| "loss": 1.8385, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 10.1, | |
| "learning_rate": 0.00015005143264082432, | |
| "loss": 1.7886, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 10.18, | |
| "learning_rate": 0.00014873264697866202, | |
| "loss": 1.7909, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 10.27, | |
| "learning_rate": 0.00014741386131649975, | |
| "loss": 1.794, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 10.36, | |
| "learning_rate": 0.00014609507565433748, | |
| "loss": 1.7712, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 10.44, | |
| "learning_rate": 0.00014477628999217518, | |
| "loss": 1.7875, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 10.53, | |
| "learning_rate": 0.0001434575043300129, | |
| "loss": 1.786, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 10.62, | |
| "learning_rate": 0.00014213871866785064, | |
| "loss": 1.7925, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 10.71, | |
| "learning_rate": 0.00014081993300568834, | |
| "loss": 1.7875, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 10.79, | |
| "learning_rate": 0.00013950114734352607, | |
| "loss": 1.7752, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 10.88, | |
| "learning_rate": 0.0001381823616813638, | |
| "loss": 1.791, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 10.97, | |
| "learning_rate": 0.0001368635760192015, | |
| "loss": 1.7857, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 11.05, | |
| "learning_rate": 0.00013554479035703923, | |
| "loss": 1.7407, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 11.14, | |
| "learning_rate": 0.00013422600469487693, | |
| "loss": 1.7115, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 11.23, | |
| "learning_rate": 0.00013290721903271466, | |
| "loss": 1.7294, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 11.32, | |
| "learning_rate": 0.0001315884333705524, | |
| "loss": 1.7205, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 11.4, | |
| "learning_rate": 0.0001302696477083901, | |
| "loss": 1.7281, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 11.49, | |
| "learning_rate": 0.00012895086204622782, | |
| "loss": 1.7418, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 11.58, | |
| "learning_rate": 0.00012763207638406555, | |
| "loss": 1.7316, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 11.66, | |
| "learning_rate": 0.00012631329072190325, | |
| "loss": 1.7348, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 11.75, | |
| "learning_rate": 0.00012499450505974098, | |
| "loss": 1.7392, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 11.84, | |
| "learning_rate": 0.0001236757193975787, | |
| "loss": 1.7341, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 11.92, | |
| "learning_rate": 0.0001223569337354164, | |
| "loss": 1.7347, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 12.01, | |
| "learning_rate": 0.00012103814807325414, | |
| "loss": 1.7196, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 12.1, | |
| "learning_rate": 0.00011971936241109186, | |
| "loss": 1.6614, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 12.19, | |
| "learning_rate": 0.00011840057674892957, | |
| "loss": 1.6671, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 12.27, | |
| "learning_rate": 0.0001170817910867673, | |
| "loss": 1.6665, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 12.36, | |
| "learning_rate": 0.00011576300542460502, | |
| "loss": 1.6775, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 12.45, | |
| "learning_rate": 0.00011444421976244273, | |
| "loss": 1.6646, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 12.53, | |
| "learning_rate": 0.00011312543410028046, | |
| "loss": 1.6779, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 12.62, | |
| "learning_rate": 0.00011180664843811818, | |
| "loss": 1.6802, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 12.71, | |
| "learning_rate": 0.00011048786277595589, | |
| "loss": 1.6759, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 12.79, | |
| "learning_rate": 0.0001091690771137936, | |
| "loss": 1.6729, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 12.88, | |
| "learning_rate": 0.00010785029145163134, | |
| "loss": 1.6769, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 12.97, | |
| "learning_rate": 0.00010653150578946905, | |
| "loss": 1.6721, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 13.06, | |
| "learning_rate": 0.00010521272012730677, | |
| "loss": 1.6302, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 13.14, | |
| "learning_rate": 0.0001038939344651445, | |
| "loss": 1.6112, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 13.23, | |
| "learning_rate": 0.00010257514880298221, | |
| "loss": 1.5991, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 13.32, | |
| "learning_rate": 0.00010125636314081991, | |
| "loss": 1.6221, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 13.4, | |
| "learning_rate": 9.993757747865765e-05, | |
| "loss": 1.6168, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 13.49, | |
| "learning_rate": 9.861879181649536e-05, | |
| "loss": 1.6166, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 13.58, | |
| "learning_rate": 9.730000615433307e-05, | |
| "loss": 1.6234, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 13.67, | |
| "learning_rate": 9.59812204921708e-05, | |
| "loss": 1.6245, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 13.75, | |
| "learning_rate": 9.466243483000852e-05, | |
| "loss": 1.618, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 13.84, | |
| "learning_rate": 9.334364916784623e-05, | |
| "loss": 1.6341, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 13.93, | |
| "learning_rate": 9.202486350568396e-05, | |
| "loss": 1.6353, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 14.01, | |
| "learning_rate": 9.070607784352168e-05, | |
| "loss": 1.6104, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 14.1, | |
| "learning_rate": 8.938729218135939e-05, | |
| "loss": 1.562, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 14.19, | |
| "learning_rate": 8.806850651919711e-05, | |
| "loss": 1.5654, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 14.27, | |
| "learning_rate": 8.674972085703484e-05, | |
| "loss": 1.564, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 14.36, | |
| "learning_rate": 8.543093519487255e-05, | |
| "loss": 1.5606, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 14.45, | |
| "learning_rate": 8.411214953271027e-05, | |
| "loss": 1.5764, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 14.54, | |
| "learning_rate": 8.2793363870548e-05, | |
| "loss": 1.5718, | |
| "step": 501000 | |
| }, | |
| { | |
| "epoch": 14.62, | |
| "learning_rate": 8.147457820838571e-05, | |
| "loss": 1.5768, | |
| "step": 504000 | |
| }, | |
| { | |
| "epoch": 14.71, | |
| "learning_rate": 8.015579254622343e-05, | |
| "loss": 1.5686, | |
| "step": 507000 | |
| }, | |
| { | |
| "epoch": 14.8, | |
| "learning_rate": 7.883700688406116e-05, | |
| "loss": 1.5753, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 14.88, | |
| "learning_rate": 7.751822122189887e-05, | |
| "loss": 1.5588, | |
| "step": 513000 | |
| }, | |
| { | |
| "epoch": 14.97, | |
| "learning_rate": 7.619943555973659e-05, | |
| "loss": 1.5588, | |
| "step": 516000 | |
| }, | |
| { | |
| "epoch": 15.06, | |
| "learning_rate": 7.48806498975743e-05, | |
| "loss": 1.5413, | |
| "step": 519000 | |
| }, | |
| { | |
| "epoch": 15.14, | |
| "learning_rate": 7.356186423541203e-05, | |
| "loss": 1.5102, | |
| "step": 522000 | |
| }, | |
| { | |
| "epoch": 15.23, | |
| "learning_rate": 7.224307857324975e-05, | |
| "loss": 1.5183, | |
| "step": 525000 | |
| }, | |
| { | |
| "epoch": 15.32, | |
| "learning_rate": 7.092429291108746e-05, | |
| "loss": 1.5267, | |
| "step": 528000 | |
| }, | |
| { | |
| "epoch": 15.41, | |
| "learning_rate": 6.960550724892519e-05, | |
| "loss": 1.5185, | |
| "step": 531000 | |
| }, | |
| { | |
| "epoch": 15.49, | |
| "learning_rate": 6.828672158676289e-05, | |
| "loss": 1.5195, | |
| "step": 534000 | |
| }, | |
| { | |
| "epoch": 15.58, | |
| "learning_rate": 6.696793592460062e-05, | |
| "loss": 1.5154, | |
| "step": 537000 | |
| }, | |
| { | |
| "epoch": 15.67, | |
| "learning_rate": 6.564915026243834e-05, | |
| "loss": 1.5312, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 15.75, | |
| "learning_rate": 6.433036460027605e-05, | |
| "loss": 1.5191, | |
| "step": 543000 | |
| }, | |
| { | |
| "epoch": 15.84, | |
| "learning_rate": 6.301157893811378e-05, | |
| "loss": 1.5209, | |
| "step": 546000 | |
| }, | |
| { | |
| "epoch": 15.93, | |
| "learning_rate": 6.16927932759515e-05, | |
| "loss": 1.5145, | |
| "step": 549000 | |
| }, | |
| { | |
| "epoch": 16.02, | |
| "learning_rate": 6.037400761378922e-05, | |
| "loss": 1.5147, | |
| "step": 552000 | |
| }, | |
| { | |
| "epoch": 16.1, | |
| "learning_rate": 5.905522195162694e-05, | |
| "loss": 1.47, | |
| "step": 555000 | |
| }, | |
| { | |
| "epoch": 16.19, | |
| "learning_rate": 5.773643628946465e-05, | |
| "loss": 1.4766, | |
| "step": 558000 | |
| }, | |
| { | |
| "epoch": 16.28, | |
| "learning_rate": 5.641765062730237e-05, | |
| "loss": 1.4688, | |
| "step": 561000 | |
| }, | |
| { | |
| "epoch": 16.36, | |
| "learning_rate": 5.5098864965140094e-05, | |
| "loss": 1.4727, | |
| "step": 564000 | |
| }, | |
| { | |
| "epoch": 16.45, | |
| "learning_rate": 5.378007930297781e-05, | |
| "loss": 1.4673, | |
| "step": 567000 | |
| }, | |
| { | |
| "epoch": 16.54, | |
| "learning_rate": 5.246129364081553e-05, | |
| "loss": 1.4728, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 16.62, | |
| "learning_rate": 5.1142507978653254e-05, | |
| "loss": 1.4751, | |
| "step": 573000 | |
| }, | |
| { | |
| "epoch": 16.71, | |
| "learning_rate": 4.982372231649097e-05, | |
| "loss": 1.4652, | |
| "step": 576000 | |
| }, | |
| { | |
| "epoch": 16.8, | |
| "learning_rate": 4.850493665432869e-05, | |
| "loss": 1.4783, | |
| "step": 579000 | |
| }, | |
| { | |
| "epoch": 16.89, | |
| "learning_rate": 4.718615099216641e-05, | |
| "loss": 1.4678, | |
| "step": 582000 | |
| }, | |
| { | |
| "epoch": 16.97, | |
| "learning_rate": 4.586736533000413e-05, | |
| "loss": 1.4717, | |
| "step": 585000 | |
| }, | |
| { | |
| "epoch": 17.06, | |
| "learning_rate": 4.454857966784185e-05, | |
| "loss": 1.4422, | |
| "step": 588000 | |
| }, | |
| { | |
| "epoch": 17.15, | |
| "learning_rate": 4.322979400567956e-05, | |
| "loss": 1.4209, | |
| "step": 591000 | |
| }, | |
| { | |
| "epoch": 17.23, | |
| "learning_rate": 4.191100834351728e-05, | |
| "loss": 1.4398, | |
| "step": 594000 | |
| }, | |
| { | |
| "epoch": 17.32, | |
| "learning_rate": 4.0592222681355005e-05, | |
| "loss": 1.4331, | |
| "step": 597000 | |
| }, | |
| { | |
| "epoch": 17.41, | |
| "learning_rate": 3.927343701919272e-05, | |
| "loss": 1.4253, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 17.49, | |
| "learning_rate": 3.795465135703044e-05, | |
| "loss": 1.4247, | |
| "step": 603000 | |
| }, | |
| { | |
| "epoch": 17.58, | |
| "learning_rate": 3.6635865694868164e-05, | |
| "loss": 1.432, | |
| "step": 606000 | |
| }, | |
| { | |
| "epoch": 17.67, | |
| "learning_rate": 3.531708003270588e-05, | |
| "loss": 1.4275, | |
| "step": 609000 | |
| }, | |
| { | |
| "epoch": 17.76, | |
| "learning_rate": 3.39982943705436e-05, | |
| "loss": 1.4305, | |
| "step": 612000 | |
| }, | |
| { | |
| "epoch": 17.84, | |
| "learning_rate": 3.267950870838132e-05, | |
| "loss": 1.4237, | |
| "step": 615000 | |
| }, | |
| { | |
| "epoch": 17.93, | |
| "learning_rate": 3.136072304621904e-05, | |
| "loss": 1.4339, | |
| "step": 618000 | |
| }, | |
| { | |
| "epoch": 18.02, | |
| "learning_rate": 3.0041937384056755e-05, | |
| "loss": 1.4083, | |
| "step": 621000 | |
| }, | |
| { | |
| "epoch": 18.1, | |
| "learning_rate": 2.8723151721894477e-05, | |
| "loss": 1.383, | |
| "step": 624000 | |
| }, | |
| { | |
| "epoch": 18.19, | |
| "learning_rate": 2.7404366059732196e-05, | |
| "loss": 1.3949, | |
| "step": 627000 | |
| }, | |
| { | |
| "epoch": 18.28, | |
| "learning_rate": 2.6085580397569915e-05, | |
| "loss": 1.3857, | |
| "step": 630000 | |
| }, | |
| { | |
| "epoch": 18.37, | |
| "learning_rate": 2.4766794735407634e-05, | |
| "loss": 1.4049, | |
| "step": 633000 | |
| }, | |
| { | |
| "epoch": 18.45, | |
| "learning_rate": 2.3448009073245356e-05, | |
| "loss": 1.3972, | |
| "step": 636000 | |
| }, | |
| { | |
| "epoch": 18.54, | |
| "learning_rate": 2.2129223411083075e-05, | |
| "loss": 1.3983, | |
| "step": 639000 | |
| }, | |
| { | |
| "epoch": 18.63, | |
| "learning_rate": 2.081043774892079e-05, | |
| "loss": 1.3907, | |
| "step": 642000 | |
| }, | |
| { | |
| "epoch": 18.71, | |
| "learning_rate": 1.949165208675851e-05, | |
| "loss": 1.3888, | |
| "step": 645000 | |
| }, | |
| { | |
| "epoch": 18.8, | |
| "learning_rate": 1.817286642459623e-05, | |
| "loss": 1.3762, | |
| "step": 648000 | |
| }, | |
| { | |
| "epoch": 18.89, | |
| "learning_rate": 1.685408076243395e-05, | |
| "loss": 1.3926, | |
| "step": 651000 | |
| }, | |
| { | |
| "epoch": 18.97, | |
| "learning_rate": 1.553529510027167e-05, | |
| "loss": 1.3874, | |
| "step": 654000 | |
| }, | |
| { | |
| "epoch": 19.06, | |
| "learning_rate": 1.4216509438109387e-05, | |
| "loss": 1.375, | |
| "step": 657000 | |
| }, | |
| { | |
| "epoch": 19.15, | |
| "learning_rate": 1.2897723775947106e-05, | |
| "loss": 1.3655, | |
| "step": 660000 | |
| }, | |
| { | |
| "epoch": 19.24, | |
| "learning_rate": 1.1578938113784827e-05, | |
| "loss": 1.3625, | |
| "step": 663000 | |
| }, | |
| { | |
| "epoch": 19.32, | |
| "learning_rate": 1.0260152451622544e-05, | |
| "loss": 1.3705, | |
| "step": 666000 | |
| }, | |
| { | |
| "epoch": 19.41, | |
| "learning_rate": 8.941366789460264e-06, | |
| "loss": 1.3672, | |
| "step": 669000 | |
| }, | |
| { | |
| "epoch": 19.5, | |
| "learning_rate": 7.622581127297983e-06, | |
| "loss": 1.3545, | |
| "step": 672000 | |
| }, | |
| { | |
| "epoch": 19.58, | |
| "learning_rate": 6.303795465135703e-06, | |
| "loss": 1.3611, | |
| "step": 675000 | |
| }, | |
| { | |
| "epoch": 19.67, | |
| "learning_rate": 4.985009802973422e-06, | |
| "loss": 1.3574, | |
| "step": 678000 | |
| }, | |
| { | |
| "epoch": 19.76, | |
| "learning_rate": 3.666224140811141e-06, | |
| "loss": 1.3673, | |
| "step": 681000 | |
| }, | |
| { | |
| "epoch": 19.85, | |
| "learning_rate": 2.34743847864886e-06, | |
| "loss": 1.3629, | |
| "step": 684000 | |
| }, | |
| { | |
| "epoch": 19.93, | |
| "learning_rate": 1.028652816486579e-06, | |
| "loss": 1.3694, | |
| "step": 687000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 689340, | |
| "total_flos": 1.193067231326117e+21, | |
| "train_loss": 1.952947931640795, | |
| "train_runtime": 385301.7422, | |
| "train_samples_per_second": 28.625, | |
| "train_steps_per_second": 1.789 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 689340, | |
| "total_flos": 1.193067231326117e+21, | |
| "train_loss": 0.0, | |
| "train_runtime": 10.1094, | |
| "train_samples_per_second": 272749.588, | |
| "train_steps_per_second": 17047.066 | |
| }, | |
| { | |
| "epoch": 20.02, | |
| "learning_rate": 1.027864919821501e-06, | |
| "loss": 1.3347, | |
| "step": 690000 | |
| }, | |
| { | |
| "epoch": 20.11, | |
| "learning_rate": 1.0242835713438735e-06, | |
| "loss": 1.3627, | |
| "step": 693000 | |
| }, | |
| { | |
| "epoch": 20.19, | |
| "learning_rate": 1.0207022228662458e-06, | |
| "loss": 1.3556, | |
| "step": 696000 | |
| }, | |
| { | |
| "epoch": 20.28, | |
| "learning_rate": 1.0171208743886182e-06, | |
| "loss": 1.3565, | |
| "step": 699000 | |
| }, | |
| { | |
| "epoch": 20.37, | |
| "learning_rate": 1.0135395259109907e-06, | |
| "loss": 1.3619, | |
| "step": 702000 | |
| }, | |
| { | |
| "epoch": 20.45, | |
| "learning_rate": 1.009958177433363e-06, | |
| "loss": 1.3536, | |
| "step": 705000 | |
| }, | |
| { | |
| "epoch": 20.54, | |
| "learning_rate": 1.0063768289557357e-06, | |
| "loss": 1.3481, | |
| "step": 708000 | |
| }, | |
| { | |
| "epoch": 20.63, | |
| "learning_rate": 1.002795480478108e-06, | |
| "loss": 1.348, | |
| "step": 711000 | |
| }, | |
| { | |
| "epoch": 20.72, | |
| "learning_rate": 9.992141320004804e-07, | |
| "loss": 1.3539, | |
| "step": 714000 | |
| }, | |
| { | |
| "epoch": 20.8, | |
| "learning_rate": 9.956327835228528e-07, | |
| "loss": 1.365, | |
| "step": 717000 | |
| }, | |
| { | |
| "epoch": 20.89, | |
| "learning_rate": 9.920514350452253e-07, | |
| "loss": 1.3384, | |
| "step": 720000 | |
| }, | |
| { | |
| "epoch": 20.98, | |
| "learning_rate": 9.884700865675977e-07, | |
| "loss": 1.3558, | |
| "step": 723000 | |
| }, | |
| { | |
| "epoch": 21.06, | |
| "learning_rate": 9.848887380899703e-07, | |
| "loss": 1.3388, | |
| "step": 726000 | |
| }, | |
| { | |
| "epoch": 21.15, | |
| "learning_rate": 9.813073896123426e-07, | |
| "loss": 1.3527, | |
| "step": 729000 | |
| }, | |
| { | |
| "epoch": 21.24, | |
| "learning_rate": 9.77726041134715e-07, | |
| "loss": 1.3458, | |
| "step": 732000 | |
| }, | |
| { | |
| "epoch": 21.32, | |
| "learning_rate": 9.741446926570875e-07, | |
| "loss": 1.3496, | |
| "step": 735000 | |
| }, | |
| { | |
| "epoch": 21.41, | |
| "learning_rate": 9.7056334417946e-07, | |
| "loss": 1.3294, | |
| "step": 738000 | |
| }, | |
| { | |
| "epoch": 21.5, | |
| "learning_rate": 9.669819957018323e-07, | |
| "loss": 1.3606, | |
| "step": 741000 | |
| }, | |
| { | |
| "epoch": 21.59, | |
| "learning_rate": 9.634006472242046e-07, | |
| "loss": 1.3573, | |
| "step": 744000 | |
| }, | |
| { | |
| "epoch": 21.67, | |
| "learning_rate": 9.598192987465772e-07, | |
| "loss": 1.3445, | |
| "step": 747000 | |
| }, | |
| { | |
| "epoch": 21.76, | |
| "learning_rate": 9.562379502689496e-07, | |
| "loss": 1.3407, | |
| "step": 750000 | |
| }, | |
| { | |
| "epoch": 21.85, | |
| "learning_rate": 9.52656601791322e-07, | |
| "loss": 1.3646, | |
| "step": 753000 | |
| }, | |
| { | |
| "epoch": 21.93, | |
| "learning_rate": 9.490752533136945e-07, | |
| "loss": 1.3589, | |
| "step": 756000 | |
| }, | |
| { | |
| "epoch": 22.02, | |
| "learning_rate": 9.454939048360669e-07, | |
| "loss": 1.3504, | |
| "step": 759000 | |
| }, | |
| { | |
| "epoch": 22.11, | |
| "learning_rate": 9.419125563584393e-07, | |
| "loss": 1.3435, | |
| "step": 762000 | |
| }, | |
| { | |
| "epoch": 22.2, | |
| "learning_rate": 9.383312078808117e-07, | |
| "loss": 1.3433, | |
| "step": 765000 | |
| }, | |
| { | |
| "epoch": 22.28, | |
| "learning_rate": 9.347498594031841e-07, | |
| "loss": 1.35, | |
| "step": 768000 | |
| }, | |
| { | |
| "epoch": 22.37, | |
| "learning_rate": 9.311685109255566e-07, | |
| "loss": 1.3595, | |
| "step": 771000 | |
| }, | |
| { | |
| "epoch": 22.46, | |
| "learning_rate": 9.275871624479291e-07, | |
| "loss": 1.3518, | |
| "step": 774000 | |
| }, | |
| { | |
| "epoch": 22.54, | |
| "learning_rate": 9.240058139703014e-07, | |
| "loss": 1.3451, | |
| "step": 777000 | |
| }, | |
| { | |
| "epoch": 22.63, | |
| "learning_rate": 9.204244654926739e-07, | |
| "loss": 1.3378, | |
| "step": 780000 | |
| }, | |
| { | |
| "epoch": 22.72, | |
| "learning_rate": 9.168431170150462e-07, | |
| "loss": 1.3374, | |
| "step": 783000 | |
| }, | |
| { | |
| "epoch": 22.8, | |
| "learning_rate": 9.132617685374188e-07, | |
| "loss": 1.3521, | |
| "step": 786000 | |
| }, | |
| { | |
| "epoch": 22.89, | |
| "learning_rate": 9.096804200597912e-07, | |
| "loss": 1.3519, | |
| "step": 789000 | |
| }, | |
| { | |
| "epoch": 22.98, | |
| "learning_rate": 9.060990715821636e-07, | |
| "loss": 1.3381, | |
| "step": 792000 | |
| }, | |
| { | |
| "epoch": 23.07, | |
| "learning_rate": 9.02517723104536e-07, | |
| "loss": 1.3294, | |
| "step": 795000 | |
| }, | |
| { | |
| "epoch": 23.15, | |
| "learning_rate": 8.989363746269084e-07, | |
| "loss": 1.3473, | |
| "step": 798000 | |
| }, | |
| { | |
| "epoch": 23.24, | |
| "learning_rate": 8.953550261492809e-07, | |
| "loss": 1.3453, | |
| "step": 801000 | |
| }, | |
| { | |
| "epoch": 23.33, | |
| "learning_rate": 8.917736776716533e-07, | |
| "loss": 1.3416, | |
| "step": 804000 | |
| }, | |
| { | |
| "epoch": 23.41, | |
| "learning_rate": 8.881923291940258e-07, | |
| "loss": 1.3383, | |
| "step": 807000 | |
| }, | |
| { | |
| "epoch": 23.5, | |
| "learning_rate": 8.846109807163981e-07, | |
| "loss": 1.3419, | |
| "step": 810000 | |
| }, | |
| { | |
| "epoch": 23.59, | |
| "learning_rate": 8.810296322387707e-07, | |
| "loss": 1.3607, | |
| "step": 813000 | |
| }, | |
| { | |
| "epoch": 23.67, | |
| "learning_rate": 8.77448283761143e-07, | |
| "loss": 1.3438, | |
| "step": 816000 | |
| }, | |
| { | |
| "epoch": 23.76, | |
| "learning_rate": 8.738669352835155e-07, | |
| "loss": 1.3464, | |
| "step": 819000 | |
| }, | |
| { | |
| "epoch": 23.85, | |
| "learning_rate": 8.702855868058879e-07, | |
| "loss": 1.346, | |
| "step": 822000 | |
| }, | |
| { | |
| "epoch": 23.94, | |
| "learning_rate": 8.667042383282602e-07, | |
| "loss": 1.3413, | |
| "step": 825000 | |
| }, | |
| { | |
| "epoch": 24.02, | |
| "learning_rate": 8.631228898506328e-07, | |
| "loss": 1.3386, | |
| "step": 828000 | |
| }, | |
| { | |
| "epoch": 24.11, | |
| "learning_rate": 8.595415413730052e-07, | |
| "loss": 1.3488, | |
| "step": 831000 | |
| }, | |
| { | |
| "epoch": 24.2, | |
| "learning_rate": 8.559601928953776e-07, | |
| "loss": 1.3415, | |
| "step": 834000 | |
| }, | |
| { | |
| "epoch": 24.28, | |
| "learning_rate": 8.5237884441775e-07, | |
| "loss": 1.3466, | |
| "step": 837000 | |
| }, | |
| { | |
| "epoch": 24.37, | |
| "learning_rate": 8.487974959401224e-07, | |
| "loss": 1.3382, | |
| "step": 840000 | |
| }, | |
| { | |
| "epoch": 24.46, | |
| "learning_rate": 8.452161474624949e-07, | |
| "loss": 1.3346, | |
| "step": 843000 | |
| }, | |
| { | |
| "epoch": 24.55, | |
| "learning_rate": 8.416347989848674e-07, | |
| "loss": 1.3412, | |
| "step": 846000 | |
| }, | |
| { | |
| "epoch": 24.63, | |
| "learning_rate": 8.380534505072397e-07, | |
| "loss": 1.3498, | |
| "step": 849000 | |
| }, | |
| { | |
| "epoch": 24.72, | |
| "learning_rate": 8.344721020296122e-07, | |
| "loss": 1.3344, | |
| "step": 852000 | |
| }, | |
| { | |
| "epoch": 24.81, | |
| "learning_rate": 8.308907535519846e-07, | |
| "loss": 1.3361, | |
| "step": 855000 | |
| }, | |
| { | |
| "epoch": 24.89, | |
| "learning_rate": 8.27309405074357e-07, | |
| "loss": 1.3399, | |
| "step": 858000 | |
| }, | |
| { | |
| "epoch": 24.98, | |
| "learning_rate": 8.237280565967295e-07, | |
| "loss": 1.3509, | |
| "step": 861000 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "step": 861675, | |
| "total_flos": 1.491337883187736e+21, | |
| "train_loss": 0.2694074709793743, | |
| "train_runtime": 96468.0857, | |
| "train_samples_per_second": 142.914, | |
| "train_steps_per_second": 8.932 | |
| }, | |
| { | |
| "epoch": 25.07, | |
| "learning_rate": 1.000540667186059e-06, | |
| "loss": 1.3464, | |
| "step": 864000 | |
| }, | |
| { | |
| "epoch": 25.15, | |
| "learning_rate": 9.976312306801892e-07, | |
| "loss": 1.3314, | |
| "step": 867000 | |
| }, | |
| { | |
| "epoch": 25.24, | |
| "learning_rate": 9.947217941743196e-07, | |
| "loss": 1.3447, | |
| "step": 870000 | |
| }, | |
| { | |
| "epoch": 25.33, | |
| "learning_rate": 9.9181235766845e-07, | |
| "loss": 1.3379, | |
| "step": 873000 | |
| }, | |
| { | |
| "epoch": 25.42, | |
| "learning_rate": 9.889029211625802e-07, | |
| "loss": 1.3397, | |
| "step": 876000 | |
| }, | |
| { | |
| "epoch": 25.5, | |
| "learning_rate": 9.859934846567106e-07, | |
| "loss": 1.3361, | |
| "step": 879000 | |
| }, | |
| { | |
| "epoch": 25.59, | |
| "learning_rate": 9.830840481508408e-07, | |
| "loss": 1.3312, | |
| "step": 882000 | |
| }, | |
| { | |
| "epoch": 25.68, | |
| "learning_rate": 9.801746116449712e-07, | |
| "loss": 1.3292, | |
| "step": 885000 | |
| }, | |
| { | |
| "epoch": 25.76, | |
| "learning_rate": 9.772651751391016e-07, | |
| "loss": 1.3391, | |
| "step": 888000 | |
| }, | |
| { | |
| "epoch": 25.85, | |
| "learning_rate": 9.743557386332318e-07, | |
| "loss": 1.3443, | |
| "step": 891000 | |
| }, | |
| { | |
| "epoch": 25.94, | |
| "learning_rate": 9.71446302127362e-07, | |
| "loss": 1.3419, | |
| "step": 894000 | |
| }, | |
| { | |
| "epoch": 26.02, | |
| "learning_rate": 9.685368656214923e-07, | |
| "loss": 1.3315, | |
| "step": 897000 | |
| }, | |
| { | |
| "epoch": 26.11, | |
| "learning_rate": 9.656274291156227e-07, | |
| "loss": 1.3189, | |
| "step": 900000 | |
| }, | |
| { | |
| "epoch": 26.2, | |
| "learning_rate": 9.62717992609753e-07, | |
| "loss": 1.3396, | |
| "step": 903000 | |
| }, | |
| { | |
| "epoch": 26.29, | |
| "learning_rate": 9.598085561038833e-07, | |
| "loss": 1.3383, | |
| "step": 906000 | |
| }, | |
| { | |
| "epoch": 26.37, | |
| "learning_rate": 9.568991195980135e-07, | |
| "loss": 1.3385, | |
| "step": 909000 | |
| }, | |
| { | |
| "epoch": 26.46, | |
| "learning_rate": 9.539896830921439e-07, | |
| "loss": 1.3352, | |
| "step": 912000 | |
| }, | |
| { | |
| "epoch": 26.55, | |
| "learning_rate": 9.510802465862742e-07, | |
| "loss": 1.3363, | |
| "step": 915000 | |
| }, | |
| { | |
| "epoch": 26.63, | |
| "learning_rate": 9.481708100804045e-07, | |
| "loss": 1.3416, | |
| "step": 918000 | |
| }, | |
| { | |
| "epoch": 26.72, | |
| "learning_rate": 9.452613735745349e-07, | |
| "loss": 1.3406, | |
| "step": 921000 | |
| }, | |
| { | |
| "epoch": 26.81, | |
| "learning_rate": 9.42351937068665e-07, | |
| "loss": 1.3345, | |
| "step": 924000 | |
| }, | |
| { | |
| "epoch": 26.9, | |
| "learning_rate": 9.394425005627954e-07, | |
| "loss": 1.3428, | |
| "step": 927000 | |
| }, | |
| { | |
| "epoch": 26.98, | |
| "learning_rate": 9.365330640569257e-07, | |
| "loss": 1.3371, | |
| "step": 930000 | |
| }, | |
| { | |
| "epoch": 27.07, | |
| "learning_rate": 9.33623627551056e-07, | |
| "loss": 1.3274, | |
| "step": 933000 | |
| }, | |
| { | |
| "epoch": 27.16, | |
| "learning_rate": 9.307141910451863e-07, | |
| "loss": 1.3417, | |
| "step": 936000 | |
| }, | |
| { | |
| "epoch": 27.24, | |
| "learning_rate": 9.278047545393166e-07, | |
| "loss": 1.342, | |
| "step": 939000 | |
| }, | |
| { | |
| "epoch": 27.33, | |
| "learning_rate": 9.24895318033447e-07, | |
| "loss": 1.3162, | |
| "step": 942000 | |
| }, | |
| { | |
| "epoch": 27.42, | |
| "learning_rate": 9.219858815275773e-07, | |
| "loss": 1.3529, | |
| "step": 945000 | |
| }, | |
| { | |
| "epoch": 27.5, | |
| "learning_rate": 9.190764450217075e-07, | |
| "loss": 1.3195, | |
| "step": 948000 | |
| }, | |
| { | |
| "epoch": 27.59, | |
| "learning_rate": 9.161670085158379e-07, | |
| "loss": 1.3346, | |
| "step": 951000 | |
| }, | |
| { | |
| "epoch": 27.68, | |
| "learning_rate": 9.132575720099681e-07, | |
| "loss": 1.3384, | |
| "step": 954000 | |
| }, | |
| { | |
| "epoch": 27.77, | |
| "learning_rate": 9.103481355040984e-07, | |
| "loss": 1.327, | |
| "step": 957000 | |
| }, | |
| { | |
| "epoch": 27.85, | |
| "learning_rate": 9.074386989982288e-07, | |
| "loss": 1.3211, | |
| "step": 960000 | |
| }, | |
| { | |
| "epoch": 27.94, | |
| "learning_rate": 9.04529262492359e-07, | |
| "loss": 1.3456, | |
| "step": 963000 | |
| }, | |
| { | |
| "epoch": 28.03, | |
| "learning_rate": 9.016198259864894e-07, | |
| "loss": 1.3251, | |
| "step": 966000 | |
| }, | |
| { | |
| "epoch": 28.11, | |
| "learning_rate": 8.987103894806197e-07, | |
| "loss": 1.3312, | |
| "step": 969000 | |
| }, | |
| { | |
| "epoch": 28.2, | |
| "learning_rate": 8.9580095297475e-07, | |
| "loss": 1.329, | |
| "step": 972000 | |
| }, | |
| { | |
| "epoch": 28.29, | |
| "learning_rate": 8.928915164688803e-07, | |
| "loss": 1.3289, | |
| "step": 975000 | |
| }, | |
| { | |
| "epoch": 28.37, | |
| "learning_rate": 8.899820799630106e-07, | |
| "loss": 1.3237, | |
| "step": 978000 | |
| }, | |
| { | |
| "epoch": 28.46, | |
| "learning_rate": 8.870726434571408e-07, | |
| "loss": 1.3329, | |
| "step": 981000 | |
| }, | |
| { | |
| "epoch": 28.55, | |
| "learning_rate": 8.841632069512712e-07, | |
| "loss": 1.3461, | |
| "step": 984000 | |
| }, | |
| { | |
| "epoch": 28.64, | |
| "learning_rate": 8.812537704454014e-07, | |
| "loss": 1.3391, | |
| "step": 987000 | |
| }, | |
| { | |
| "epoch": 28.72, | |
| "learning_rate": 8.783443339395318e-07, | |
| "loss": 1.3301, | |
| "step": 990000 | |
| }, | |
| { | |
| "epoch": 28.81, | |
| "learning_rate": 8.754348974336621e-07, | |
| "loss": 1.3316, | |
| "step": 993000 | |
| }, | |
| { | |
| "epoch": 28.9, | |
| "learning_rate": 8.725254609277924e-07, | |
| "loss": 1.3266, | |
| "step": 996000 | |
| }, | |
| { | |
| "epoch": 28.98, | |
| "learning_rate": 8.696160244219228e-07, | |
| "loss": 1.3265, | |
| "step": 999000 | |
| }, | |
| { | |
| "epoch": 29.07, | |
| "learning_rate": 8.66706587916053e-07, | |
| "loss": 1.3303, | |
| "step": 1002000 | |
| }, | |
| { | |
| "epoch": 29.16, | |
| "learning_rate": 8.637971514101833e-07, | |
| "loss": 1.3281, | |
| "step": 1005000 | |
| }, | |
| { | |
| "epoch": 29.25, | |
| "learning_rate": 8.608877149043137e-07, | |
| "loss": 1.3293, | |
| "step": 1008000 | |
| }, | |
| { | |
| "epoch": 29.33, | |
| "learning_rate": 8.579782783984439e-07, | |
| "loss": 1.3437, | |
| "step": 1011000 | |
| }, | |
| { | |
| "epoch": 29.42, | |
| "learning_rate": 8.550688418925742e-07, | |
| "loss": 1.3268, | |
| "step": 1014000 | |
| }, | |
| { | |
| "epoch": 29.51, | |
| "learning_rate": 8.521594053867045e-07, | |
| "loss": 1.3293, | |
| "step": 1017000 | |
| }, | |
| { | |
| "epoch": 29.59, | |
| "learning_rate": 8.492499688808348e-07, | |
| "loss": 1.3257, | |
| "step": 1020000 | |
| }, | |
| { | |
| "epoch": 29.68, | |
| "learning_rate": 8.463405323749652e-07, | |
| "loss": 1.3142, | |
| "step": 1023000 | |
| }, | |
| { | |
| "epoch": 29.77, | |
| "learning_rate": 8.434310958690955e-07, | |
| "loss": 1.319, | |
| "step": 1026000 | |
| }, | |
| { | |
| "epoch": 29.85, | |
| "learning_rate": 8.405216593632257e-07, | |
| "loss": 1.3267, | |
| "step": 1029000 | |
| }, | |
| { | |
| "epoch": 29.94, | |
| "learning_rate": 8.376122228573561e-07, | |
| "loss": 1.3358, | |
| "step": 1032000 | |
| } | |
| ], | |
| "logging_steps": 3000, | |
| "max_steps": 1034010, | |
| "num_train_epochs": 30, | |
| "save_steps": 500, | |
| "total_flos": 1.789602135135767e+21, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |