{ "best_metric": 0.9556772908366534, "best_model_checkpoint": "dinov2-base-finetuned-SkinDisease/checkpoint-2820", "epoch": 9.982300884955752, "eval_steps": 500, "global_step": 2820, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04, "learning_rate": 1.7730496453900712e-06, "loss": 4.2061, "step": 10 }, { "epoch": 0.07, "learning_rate": 3.5460992907801423e-06, "loss": 3.4476, "step": 20 }, { "epoch": 0.11, "learning_rate": 5.319148936170213e-06, "loss": 3.0785, "step": 30 }, { "epoch": 0.14, "learning_rate": 7.092198581560285e-06, "loss": 2.617, "step": 40 }, { "epoch": 0.18, "learning_rate": 8.865248226950355e-06, "loss": 2.3255, "step": 50 }, { "epoch": 0.21, "learning_rate": 1.0638297872340426e-05, "loss": 2.0833, "step": 60 }, { "epoch": 0.25, "learning_rate": 1.2411347517730498e-05, "loss": 1.7352, "step": 70 }, { "epoch": 0.28, "learning_rate": 1.418439716312057e-05, "loss": 1.6598, "step": 80 }, { "epoch": 0.32, "learning_rate": 1.595744680851064e-05, "loss": 1.5659, "step": 90 }, { "epoch": 0.35, "learning_rate": 1.773049645390071e-05, "loss": 1.4943, "step": 100 }, { "epoch": 0.39, "learning_rate": 1.950354609929078e-05, "loss": 1.2344, "step": 110 }, { "epoch": 0.42, "learning_rate": 2.1276595744680852e-05, "loss": 1.2152, "step": 120 }, { "epoch": 0.46, "learning_rate": 2.3049645390070924e-05, "loss": 1.2995, "step": 130 }, { "epoch": 0.5, "learning_rate": 2.4822695035460995e-05, "loss": 1.2563, "step": 140 }, { "epoch": 0.53, "learning_rate": 2.6595744680851064e-05, "loss": 1.0613, "step": 150 }, { "epoch": 0.57, "learning_rate": 2.836879432624114e-05, "loss": 1.0914, "step": 160 }, { "epoch": 0.6, "learning_rate": 3.0141843971631207e-05, "loss": 1.0288, "step": 170 }, { "epoch": 0.64, "learning_rate": 3.191489361702128e-05, "loss": 1.031, "step": 180 }, { "epoch": 0.67, "learning_rate": 3.3687943262411347e-05, "loss": 1.0315, "step": 190 }, { "epoch": 0.71, "learning_rate": 3.546099290780142e-05, "loss": 0.9459, "step": 200 }, { "epoch": 0.74, "learning_rate": 3.723404255319149e-05, "loss": 0.9617, "step": 210 }, { "epoch": 0.78, "learning_rate": 3.900709219858156e-05, "loss": 0.8688, "step": 220 }, { "epoch": 0.81, "learning_rate": 4.078014184397163e-05, "loss": 0.9882, "step": 230 }, { "epoch": 0.85, "learning_rate": 4.2553191489361704e-05, "loss": 0.997, "step": 240 }, { "epoch": 0.88, "learning_rate": 4.432624113475177e-05, "loss": 0.938, "step": 250 }, { "epoch": 0.92, "learning_rate": 4.609929078014185e-05, "loss": 0.9421, "step": 260 }, { "epoch": 0.96, "learning_rate": 4.787234042553192e-05, "loss": 0.8345, "step": 270 }, { "epoch": 0.99, "learning_rate": 4.964539007092199e-05, "loss": 0.9599, "step": 280 }, { "epoch": 1.0, "eval_accuracy": 0.7811254980079682, "eval_loss": 0.6865910291671753, "eval_runtime": 114.3036, "eval_samples_per_second": 35.134, "eval_steps_per_second": 1.102, "step": 282 }, { "epoch": 1.03, "learning_rate": 4.984239558707644e-05, "loss": 0.9237, "step": 290 }, { "epoch": 1.06, "learning_rate": 4.964539007092199e-05, "loss": 0.8001, "step": 300 }, { "epoch": 1.1, "learning_rate": 4.944838455476754e-05, "loss": 0.8641, "step": 310 }, { "epoch": 1.13, "learning_rate": 4.9251379038613084e-05, "loss": 0.747, "step": 320 }, { "epoch": 1.17, "learning_rate": 4.905437352245863e-05, "loss": 0.8307, "step": 330 }, { "epoch": 1.2, "learning_rate": 4.885736800630418e-05, "loss": 0.8162, "step": 340 }, { "epoch": 1.24, "learning_rate": 4.8660362490149725e-05, "loss": 0.7297, "step": 350 }, { "epoch": 1.27, "learning_rate": 4.846335697399527e-05, "loss": 0.7033, "step": 360 }, { "epoch": 1.31, "learning_rate": 4.826635145784082e-05, "loss": 0.7079, "step": 370 }, { "epoch": 1.35, "learning_rate": 4.806934594168637e-05, "loss": 0.7195, "step": 380 }, { "epoch": 1.38, "learning_rate": 4.787234042553192e-05, "loss": 0.7508, "step": 390 }, { "epoch": 1.42, "learning_rate": 4.7675334909377466e-05, "loss": 0.7456, "step": 400 }, { "epoch": 1.45, "learning_rate": 4.747832939322301e-05, "loss": 0.7335, "step": 410 }, { "epoch": 1.49, "learning_rate": 4.728132387706856e-05, "loss": 0.7433, "step": 420 }, { "epoch": 1.52, "learning_rate": 4.7084318360914107e-05, "loss": 0.7153, "step": 430 }, { "epoch": 1.56, "learning_rate": 4.6887312844759653e-05, "loss": 0.713, "step": 440 }, { "epoch": 1.59, "learning_rate": 4.669030732860521e-05, "loss": 0.81, "step": 450 }, { "epoch": 1.63, "learning_rate": 4.6493301812450754e-05, "loss": 0.6964, "step": 460 }, { "epoch": 1.66, "learning_rate": 4.62962962962963e-05, "loss": 0.6891, "step": 470 }, { "epoch": 1.7, "learning_rate": 4.609929078014185e-05, "loss": 0.6976, "step": 480 }, { "epoch": 1.73, "learning_rate": 4.5902285263987394e-05, "loss": 0.6237, "step": 490 }, { "epoch": 1.77, "learning_rate": 4.570527974783294e-05, "loss": 0.6741, "step": 500 }, { "epoch": 1.81, "learning_rate": 4.550827423167849e-05, "loss": 0.607, "step": 510 }, { "epoch": 1.84, "learning_rate": 4.5311268715524035e-05, "loss": 0.6406, "step": 520 }, { "epoch": 1.88, "learning_rate": 4.511426319936958e-05, "loss": 0.6015, "step": 530 }, { "epoch": 1.91, "learning_rate": 4.491725768321513e-05, "loss": 0.5728, "step": 540 }, { "epoch": 1.95, "learning_rate": 4.4720252167060676e-05, "loss": 0.6504, "step": 550 }, { "epoch": 1.98, "learning_rate": 4.452324665090622e-05, "loss": 0.6176, "step": 560 }, { "epoch": 2.0, "eval_accuracy": 0.8398904382470119, "eval_loss": 0.4806066155433655, "eval_runtime": 111.1757, "eval_samples_per_second": 36.123, "eval_steps_per_second": 1.133, "step": 565 }, { "epoch": 2.02, "learning_rate": 4.432624113475177e-05, "loss": 0.6437, "step": 570 }, { "epoch": 2.05, "learning_rate": 4.412923561859732e-05, "loss": 0.592, "step": 580 }, { "epoch": 2.09, "learning_rate": 4.393223010244287e-05, "loss": 0.5714, "step": 590 }, { "epoch": 2.12, "learning_rate": 4.373522458628842e-05, "loss": 0.5553, "step": 600 }, { "epoch": 2.16, "learning_rate": 4.353821907013397e-05, "loss": 0.5735, "step": 610 }, { "epoch": 2.19, "learning_rate": 4.334121355397952e-05, "loss": 0.5191, "step": 620 }, { "epoch": 2.23, "learning_rate": 4.3144208037825064e-05, "loss": 0.5405, "step": 630 }, { "epoch": 2.27, "learning_rate": 4.294720252167061e-05, "loss": 0.5232, "step": 640 }, { "epoch": 2.3, "learning_rate": 4.275019700551616e-05, "loss": 0.5042, "step": 650 }, { "epoch": 2.34, "learning_rate": 4.2553191489361704e-05, "loss": 0.5413, "step": 660 }, { "epoch": 2.37, "learning_rate": 4.235618597320725e-05, "loss": 0.5213, "step": 670 }, { "epoch": 2.41, "learning_rate": 4.21591804570528e-05, "loss": 0.5337, "step": 680 }, { "epoch": 2.44, "learning_rate": 4.1962174940898345e-05, "loss": 0.5339, "step": 690 }, { "epoch": 2.48, "learning_rate": 4.176516942474389e-05, "loss": 0.4983, "step": 700 }, { "epoch": 2.51, "learning_rate": 4.156816390858944e-05, "loss": 0.5167, "step": 710 }, { "epoch": 2.55, "learning_rate": 4.1371158392434986e-05, "loss": 0.5817, "step": 720 }, { "epoch": 2.58, "learning_rate": 4.117415287628054e-05, "loss": 0.5132, "step": 730 }, { "epoch": 2.62, "learning_rate": 4.0977147360126086e-05, "loss": 0.5311, "step": 740 }, { "epoch": 2.65, "learning_rate": 4.078014184397163e-05, "loss": 0.5347, "step": 750 }, { "epoch": 2.69, "learning_rate": 4.058313632781718e-05, "loss": 0.493, "step": 760 }, { "epoch": 2.73, "learning_rate": 4.0386130811662727e-05, "loss": 0.527, "step": 770 }, { "epoch": 2.76, "learning_rate": 4.018912529550828e-05, "loss": 0.4574, "step": 780 }, { "epoch": 2.8, "learning_rate": 3.999211977935383e-05, "loss": 0.4934, "step": 790 }, { "epoch": 2.83, "learning_rate": 3.9795114263199374e-05, "loss": 0.4615, "step": 800 }, { "epoch": 2.87, "learning_rate": 3.959810874704492e-05, "loss": 0.5178, "step": 810 }, { "epoch": 2.9, "learning_rate": 3.940110323089047e-05, "loss": 0.501, "step": 820 }, { "epoch": 2.94, "learning_rate": 3.9204097714736014e-05, "loss": 0.461, "step": 830 }, { "epoch": 2.97, "learning_rate": 3.900709219858156e-05, "loss": 0.4614, "step": 840 }, { "epoch": 3.0, "eval_accuracy": 0.8934262948207171, "eval_loss": 0.3092285096645355, "eval_runtime": 92.1297, "eval_samples_per_second": 43.591, "eval_steps_per_second": 1.368, "step": 847 }, { "epoch": 3.01, "learning_rate": 3.881008668242711e-05, "loss": 0.4739, "step": 850 }, { "epoch": 3.04, "learning_rate": 3.8613081166272655e-05, "loss": 0.4789, "step": 860 }, { "epoch": 3.08, "learning_rate": 3.84160756501182e-05, "loss": 0.4276, "step": 870 }, { "epoch": 3.12, "learning_rate": 3.8219070133963755e-05, "loss": 0.4371, "step": 880 }, { "epoch": 3.15, "learning_rate": 3.80220646178093e-05, "loss": 0.4307, "step": 890 }, { "epoch": 3.19, "learning_rate": 3.782505910165485e-05, "loss": 0.4633, "step": 900 }, { "epoch": 3.22, "learning_rate": 3.7628053585500396e-05, "loss": 0.421, "step": 910 }, { "epoch": 3.26, "learning_rate": 3.743104806934594e-05, "loss": 0.4618, "step": 920 }, { "epoch": 3.29, "learning_rate": 3.723404255319149e-05, "loss": 0.4378, "step": 930 }, { "epoch": 3.33, "learning_rate": 3.7037037037037037e-05, "loss": 0.4809, "step": 940 }, { "epoch": 3.36, "learning_rate": 3.6840031520882583e-05, "loss": 0.478, "step": 950 }, { "epoch": 3.4, "learning_rate": 3.664302600472813e-05, "loss": 0.4534, "step": 960 }, { "epoch": 3.43, "learning_rate": 3.6446020488573684e-05, "loss": 0.3791, "step": 970 }, { "epoch": 3.47, "learning_rate": 3.624901497241923e-05, "loss": 0.4272, "step": 980 }, { "epoch": 3.5, "learning_rate": 3.605200945626478e-05, "loss": 0.4364, "step": 990 }, { "epoch": 3.54, "learning_rate": 3.5855003940110324e-05, "loss": 0.382, "step": 1000 }, { "epoch": 3.58, "learning_rate": 3.565799842395587e-05, "loss": 0.4198, "step": 1010 }, { "epoch": 3.61, "learning_rate": 3.546099290780142e-05, "loss": 0.3876, "step": 1020 }, { "epoch": 3.65, "learning_rate": 3.526398739164697e-05, "loss": 0.4259, "step": 1030 }, { "epoch": 3.68, "learning_rate": 3.506698187549252e-05, "loss": 0.3845, "step": 1040 }, { "epoch": 3.72, "learning_rate": 3.4869976359338065e-05, "loss": 0.4666, "step": 1050 }, { "epoch": 3.75, "learning_rate": 3.467297084318361e-05, "loss": 0.4251, "step": 1060 }, { "epoch": 3.79, "learning_rate": 3.447596532702916e-05, "loss": 0.4103, "step": 1070 }, { "epoch": 3.82, "learning_rate": 3.4278959810874706e-05, "loss": 0.4112, "step": 1080 }, { "epoch": 3.86, "learning_rate": 3.408195429472025e-05, "loss": 0.3996, "step": 1090 }, { "epoch": 3.89, "learning_rate": 3.38849487785658e-05, "loss": 0.43, "step": 1100 }, { "epoch": 3.93, "learning_rate": 3.3687943262411347e-05, "loss": 0.4509, "step": 1110 }, { "epoch": 3.96, "learning_rate": 3.349093774625689e-05, "loss": 0.419, "step": 1120 }, { "epoch": 4.0, "learning_rate": 3.329393223010244e-05, "loss": 0.3976, "step": 1130 }, { "epoch": 4.0, "eval_accuracy": 0.914093625498008, "eval_loss": 0.2620293200016022, "eval_runtime": 96.6533, "eval_samples_per_second": 41.551, "eval_steps_per_second": 1.304, "step": 1130 }, { "epoch": 4.04, "learning_rate": 3.309692671394799e-05, "loss": 0.3956, "step": 1140 }, { "epoch": 4.07, "learning_rate": 3.2899921197793534e-05, "loss": 0.3362, "step": 1150 }, { "epoch": 4.11, "learning_rate": 3.270291568163909e-05, "loss": 0.4291, "step": 1160 }, { "epoch": 4.14, "learning_rate": 3.2505910165484634e-05, "loss": 0.3915, "step": 1170 }, { "epoch": 4.18, "learning_rate": 3.230890464933019e-05, "loss": 0.3683, "step": 1180 }, { "epoch": 4.21, "learning_rate": 3.2111899133175735e-05, "loss": 0.3788, "step": 1190 }, { "epoch": 4.25, "learning_rate": 3.191489361702128e-05, "loss": 0.3387, "step": 1200 }, { "epoch": 4.28, "learning_rate": 3.171788810086683e-05, "loss": 0.339, "step": 1210 }, { "epoch": 4.32, "learning_rate": 3.1520882584712375e-05, "loss": 0.3585, "step": 1220 }, { "epoch": 4.35, "learning_rate": 3.132387706855792e-05, "loss": 0.371, "step": 1230 }, { "epoch": 4.39, "learning_rate": 3.112687155240347e-05, "loss": 0.3668, "step": 1240 }, { "epoch": 4.42, "learning_rate": 3.0929866036249016e-05, "loss": 0.3457, "step": 1250 }, { "epoch": 4.46, "learning_rate": 3.073286052009456e-05, "loss": 0.3279, "step": 1260 }, { "epoch": 4.5, "learning_rate": 3.053585500394011e-05, "loss": 0.3579, "step": 1270 }, { "epoch": 4.53, "learning_rate": 3.033884948778566e-05, "loss": 0.3574, "step": 1280 }, { "epoch": 4.57, "learning_rate": 3.0141843971631207e-05, "loss": 0.3066, "step": 1290 }, { "epoch": 4.6, "learning_rate": 2.9944838455476754e-05, "loss": 0.3426, "step": 1300 }, { "epoch": 4.64, "learning_rate": 2.97478329393223e-05, "loss": 0.3315, "step": 1310 }, { "epoch": 4.67, "learning_rate": 2.9550827423167847e-05, "loss": 0.3432, "step": 1320 }, { "epoch": 4.71, "learning_rate": 2.9353821907013394e-05, "loss": 0.3472, "step": 1330 }, { "epoch": 4.74, "learning_rate": 2.9156816390858944e-05, "loss": 0.3644, "step": 1340 }, { "epoch": 4.78, "learning_rate": 2.895981087470449e-05, "loss": 0.3626, "step": 1350 }, { "epoch": 4.81, "learning_rate": 2.8762805358550045e-05, "loss": 0.351, "step": 1360 }, { "epoch": 4.85, "learning_rate": 2.8565799842395592e-05, "loss": 0.3513, "step": 1370 }, { "epoch": 4.88, "learning_rate": 2.836879432624114e-05, "loss": 0.3384, "step": 1380 }, { "epoch": 4.92, "learning_rate": 2.8171788810086685e-05, "loss": 0.3518, "step": 1390 }, { "epoch": 4.96, "learning_rate": 2.7974783293932232e-05, "loss": 0.4265, "step": 1400 }, { "epoch": 4.99, "learning_rate": 2.777777777777778e-05, "loss": 0.3606, "step": 1410 }, { "epoch": 5.0, "eval_accuracy": 0.920816733067729, "eval_loss": 0.25144439935684204, "eval_runtime": 92.116, "eval_samples_per_second": 43.597, "eval_steps_per_second": 1.368, "step": 1412 }, { "epoch": 5.03, "learning_rate": 2.758077226162333e-05, "loss": 0.2909, "step": 1420 }, { "epoch": 5.06, "learning_rate": 2.7383766745468876e-05, "loss": 0.3218, "step": 1430 }, { "epoch": 5.1, "learning_rate": 2.7186761229314423e-05, "loss": 0.2721, "step": 1440 }, { "epoch": 5.13, "learning_rate": 2.698975571315997e-05, "loss": 0.2782, "step": 1450 }, { "epoch": 5.17, "learning_rate": 2.6792750197005517e-05, "loss": 0.3156, "step": 1460 }, { "epoch": 5.2, "learning_rate": 2.6595744680851064e-05, "loss": 0.3208, "step": 1470 }, { "epoch": 5.24, "learning_rate": 2.639873916469661e-05, "loss": 0.2804, "step": 1480 }, { "epoch": 5.27, "learning_rate": 2.620173364854216e-05, "loss": 0.3047, "step": 1490 }, { "epoch": 5.31, "learning_rate": 2.6004728132387708e-05, "loss": 0.3138, "step": 1500 }, { "epoch": 5.35, "learning_rate": 2.5807722616233254e-05, "loss": 0.349, "step": 1510 }, { "epoch": 5.38, "learning_rate": 2.56107171000788e-05, "loss": 0.2971, "step": 1520 }, { "epoch": 5.42, "learning_rate": 2.5413711583924348e-05, "loss": 0.3346, "step": 1530 }, { "epoch": 5.45, "learning_rate": 2.5216706067769895e-05, "loss": 0.2766, "step": 1540 }, { "epoch": 5.49, "learning_rate": 2.5019700551615445e-05, "loss": 0.3079, "step": 1550 }, { "epoch": 5.52, "learning_rate": 2.4822695035460995e-05, "loss": 0.2768, "step": 1560 }, { "epoch": 5.56, "learning_rate": 2.4625689519306542e-05, "loss": 0.3049, "step": 1570 }, { "epoch": 5.59, "learning_rate": 2.442868400315209e-05, "loss": 0.2983, "step": 1580 }, { "epoch": 5.63, "learning_rate": 2.4231678486997636e-05, "loss": 0.2737, "step": 1590 }, { "epoch": 5.66, "learning_rate": 2.4034672970843186e-05, "loss": 0.3124, "step": 1600 }, { "epoch": 5.7, "learning_rate": 2.3837667454688733e-05, "loss": 0.3003, "step": 1610 }, { "epoch": 5.73, "learning_rate": 2.364066193853428e-05, "loss": 0.3112, "step": 1620 }, { "epoch": 5.77, "learning_rate": 2.3443656422379827e-05, "loss": 0.3531, "step": 1630 }, { "epoch": 5.81, "learning_rate": 2.3246650906225377e-05, "loss": 0.315, "step": 1640 }, { "epoch": 5.84, "learning_rate": 2.3049645390070924e-05, "loss": 0.2754, "step": 1650 }, { "epoch": 5.88, "learning_rate": 2.285263987391647e-05, "loss": 0.2799, "step": 1660 }, { "epoch": 5.91, "learning_rate": 2.2655634357762018e-05, "loss": 0.312, "step": 1670 }, { "epoch": 5.95, "learning_rate": 2.2458628841607564e-05, "loss": 0.2582, "step": 1680 }, { "epoch": 5.98, "learning_rate": 2.226162332545311e-05, "loss": 0.3075, "step": 1690 }, { "epoch": 6.0, "eval_accuracy": 0.9320219123505976, "eval_loss": 0.19684849679470062, "eval_runtime": 109.4712, "eval_samples_per_second": 36.685, "eval_steps_per_second": 1.151, "step": 1695 }, { "epoch": 6.02, "learning_rate": 2.206461780929866e-05, "loss": 0.2778, "step": 1700 }, { "epoch": 6.05, "learning_rate": 2.186761229314421e-05, "loss": 0.3004, "step": 1710 }, { "epoch": 6.09, "learning_rate": 2.167060677698976e-05, "loss": 0.2849, "step": 1720 }, { "epoch": 6.12, "learning_rate": 2.1473601260835305e-05, "loss": 0.2653, "step": 1730 }, { "epoch": 6.16, "learning_rate": 2.1276595744680852e-05, "loss": 0.2684, "step": 1740 }, { "epoch": 6.19, "learning_rate": 2.10795902285264e-05, "loss": 0.2526, "step": 1750 }, { "epoch": 6.23, "learning_rate": 2.0882584712371946e-05, "loss": 0.2731, "step": 1760 }, { "epoch": 6.27, "learning_rate": 2.0685579196217493e-05, "loss": 0.2713, "step": 1770 }, { "epoch": 6.3, "learning_rate": 2.0488573680063043e-05, "loss": 0.2468, "step": 1780 }, { "epoch": 6.34, "learning_rate": 2.029156816390859e-05, "loss": 0.2708, "step": 1790 }, { "epoch": 6.37, "learning_rate": 2.009456264775414e-05, "loss": 0.3072, "step": 1800 }, { "epoch": 6.41, "learning_rate": 1.9897557131599687e-05, "loss": 0.2335, "step": 1810 }, { "epoch": 6.44, "learning_rate": 1.9700551615445234e-05, "loss": 0.2663, "step": 1820 }, { "epoch": 6.48, "learning_rate": 1.950354609929078e-05, "loss": 0.2611, "step": 1830 }, { "epoch": 6.51, "learning_rate": 1.9306540583136327e-05, "loss": 0.2512, "step": 1840 }, { "epoch": 6.55, "learning_rate": 1.9109535066981878e-05, "loss": 0.2692, "step": 1850 }, { "epoch": 6.58, "learning_rate": 1.8912529550827425e-05, "loss": 0.2564, "step": 1860 }, { "epoch": 6.62, "learning_rate": 1.871552403467297e-05, "loss": 0.2571, "step": 1870 }, { "epoch": 6.65, "learning_rate": 1.8518518518518518e-05, "loss": 0.2594, "step": 1880 }, { "epoch": 6.69, "learning_rate": 1.8321513002364065e-05, "loss": 0.2114, "step": 1890 }, { "epoch": 6.73, "learning_rate": 1.8124507486209615e-05, "loss": 0.2639, "step": 1900 }, { "epoch": 6.76, "learning_rate": 1.7927501970055162e-05, "loss": 0.2318, "step": 1910 }, { "epoch": 6.8, "learning_rate": 1.773049645390071e-05, "loss": 0.2898, "step": 1920 }, { "epoch": 6.83, "learning_rate": 1.753349093774626e-05, "loss": 0.2225, "step": 1930 }, { "epoch": 6.87, "learning_rate": 1.7336485421591806e-05, "loss": 0.2626, "step": 1940 }, { "epoch": 6.9, "learning_rate": 1.7139479905437353e-05, "loss": 0.2238, "step": 1950 }, { "epoch": 6.94, "learning_rate": 1.69424743892829e-05, "loss": 0.2814, "step": 1960 }, { "epoch": 6.97, "learning_rate": 1.6745468873128447e-05, "loss": 0.2152, "step": 1970 }, { "epoch": 7.0, "eval_accuracy": 0.9377490039840638, "eval_loss": 0.20042487978935242, "eval_runtime": 89.0897, "eval_samples_per_second": 45.078, "eval_steps_per_second": 1.414, "step": 1977 }, { "epoch": 7.01, "learning_rate": 1.6548463356973994e-05, "loss": 0.2495, "step": 1980 }, { "epoch": 7.04, "learning_rate": 1.6351457840819544e-05, "loss": 0.2497, "step": 1990 }, { "epoch": 7.08, "learning_rate": 1.6154452324665094e-05, "loss": 0.2206, "step": 2000 }, { "epoch": 7.12, "learning_rate": 1.595744680851064e-05, "loss": 0.2291, "step": 2010 }, { "epoch": 7.15, "learning_rate": 1.5760441292356188e-05, "loss": 0.2089, "step": 2020 }, { "epoch": 7.19, "learning_rate": 1.5563435776201735e-05, "loss": 0.2216, "step": 2030 }, { "epoch": 7.22, "learning_rate": 1.536643026004728e-05, "loss": 0.2527, "step": 2040 }, { "epoch": 7.26, "learning_rate": 1.516942474389283e-05, "loss": 0.2322, "step": 2050 }, { "epoch": 7.29, "learning_rate": 1.4972419227738377e-05, "loss": 0.222, "step": 2060 }, { "epoch": 7.33, "learning_rate": 1.4775413711583924e-05, "loss": 0.2651, "step": 2070 }, { "epoch": 7.36, "learning_rate": 1.4578408195429472e-05, "loss": 0.2075, "step": 2080 }, { "epoch": 7.4, "learning_rate": 1.4381402679275022e-05, "loss": 0.2647, "step": 2090 }, { "epoch": 7.43, "learning_rate": 1.418439716312057e-05, "loss": 0.1905, "step": 2100 }, { "epoch": 7.47, "learning_rate": 1.3987391646966116e-05, "loss": 0.2198, "step": 2110 }, { "epoch": 7.5, "learning_rate": 1.3790386130811665e-05, "loss": 0.2205, "step": 2120 }, { "epoch": 7.54, "learning_rate": 1.3593380614657212e-05, "loss": 0.2267, "step": 2130 }, { "epoch": 7.58, "learning_rate": 1.3396375098502758e-05, "loss": 0.2371, "step": 2140 }, { "epoch": 7.61, "learning_rate": 1.3199369582348305e-05, "loss": 0.2388, "step": 2150 }, { "epoch": 7.65, "learning_rate": 1.3002364066193854e-05, "loss": 0.2291, "step": 2160 }, { "epoch": 7.68, "learning_rate": 1.28053585500394e-05, "loss": 0.2173, "step": 2170 }, { "epoch": 7.72, "learning_rate": 1.2608353033884947e-05, "loss": 0.2546, "step": 2180 }, { "epoch": 7.75, "learning_rate": 1.2411347517730498e-05, "loss": 0.1888, "step": 2190 }, { "epoch": 7.79, "learning_rate": 1.2214342001576045e-05, "loss": 0.2312, "step": 2200 }, { "epoch": 7.82, "learning_rate": 1.2017336485421593e-05, "loss": 0.215, "step": 2210 }, { "epoch": 7.86, "learning_rate": 1.182033096926714e-05, "loss": 0.2196, "step": 2220 }, { "epoch": 7.89, "learning_rate": 1.1623325453112688e-05, "loss": 0.2069, "step": 2230 }, { "epoch": 7.93, "learning_rate": 1.1426319936958235e-05, "loss": 0.2128, "step": 2240 }, { "epoch": 7.96, "learning_rate": 1.1229314420803782e-05, "loss": 0.2115, "step": 2250 }, { "epoch": 8.0, "learning_rate": 1.103230890464933e-05, "loss": 0.2194, "step": 2260 }, { "epoch": 8.0, "eval_accuracy": 0.9442231075697212, "eval_loss": 0.1627412885427475, "eval_runtime": 95.0208, "eval_samples_per_second": 42.264, "eval_steps_per_second": 1.326, "step": 2260 }, { "epoch": 8.04, "learning_rate": 1.083530338849488e-05, "loss": 0.2074, "step": 2270 }, { "epoch": 8.07, "learning_rate": 1.0638297872340426e-05, "loss": 0.2082, "step": 2280 }, { "epoch": 8.11, "learning_rate": 1.0441292356185973e-05, "loss": 0.229, "step": 2290 }, { "epoch": 8.14, "learning_rate": 1.0244286840031522e-05, "loss": 0.1638, "step": 2300 }, { "epoch": 8.18, "learning_rate": 1.004728132387707e-05, "loss": 0.1807, "step": 2310 }, { "epoch": 8.21, "learning_rate": 9.850275807722617e-06, "loss": 0.2028, "step": 2320 }, { "epoch": 8.25, "learning_rate": 9.653270291568164e-06, "loss": 0.1963, "step": 2330 }, { "epoch": 8.28, "learning_rate": 9.456264775413712e-06, "loss": 0.1769, "step": 2340 }, { "epoch": 8.32, "learning_rate": 9.259259259259259e-06, "loss": 0.2363, "step": 2350 }, { "epoch": 8.35, "learning_rate": 9.062253743104808e-06, "loss": 0.1718, "step": 2360 }, { "epoch": 8.39, "learning_rate": 8.865248226950355e-06, "loss": 0.2129, "step": 2370 }, { "epoch": 8.42, "learning_rate": 8.668242710795903e-06, "loss": 0.2088, "step": 2380 }, { "epoch": 8.46, "learning_rate": 8.47123719464145e-06, "loss": 0.1722, "step": 2390 }, { "epoch": 8.5, "learning_rate": 8.274231678486997e-06, "loss": 0.2183, "step": 2400 }, { "epoch": 8.53, "learning_rate": 8.077226162332547e-06, "loss": 0.1737, "step": 2410 }, { "epoch": 8.57, "learning_rate": 7.880220646178094e-06, "loss": 0.1766, "step": 2420 }, { "epoch": 8.6, "learning_rate": 7.68321513002364e-06, "loss": 0.1742, "step": 2430 }, { "epoch": 8.64, "learning_rate": 7.486209613869188e-06, "loss": 0.1649, "step": 2440 }, { "epoch": 8.67, "learning_rate": 7.289204097714736e-06, "loss": 0.1913, "step": 2450 }, { "epoch": 8.71, "learning_rate": 7.092198581560285e-06, "loss": 0.1986, "step": 2460 }, { "epoch": 8.74, "learning_rate": 6.895193065405832e-06, "loss": 0.1968, "step": 2470 }, { "epoch": 8.78, "learning_rate": 6.698187549251379e-06, "loss": 0.187, "step": 2480 }, { "epoch": 8.81, "learning_rate": 6.501182033096927e-06, "loss": 0.1971, "step": 2490 }, { "epoch": 8.85, "learning_rate": 6.304176516942474e-06, "loss": 0.1775, "step": 2500 }, { "epoch": 8.88, "learning_rate": 6.107171000788022e-06, "loss": 0.1964, "step": 2510 }, { "epoch": 8.92, "learning_rate": 5.91016548463357e-06, "loss": 0.1977, "step": 2520 }, { "epoch": 8.96, "learning_rate": 5.713159968479118e-06, "loss": 0.1839, "step": 2530 }, { "epoch": 8.99, "learning_rate": 5.516154452324665e-06, "loss": 0.1706, "step": 2540 }, { "epoch": 9.0, "eval_accuracy": 0.9499501992031872, "eval_loss": 0.14494402706623077, "eval_runtime": 108.1697, "eval_samples_per_second": 37.127, "eval_steps_per_second": 1.165, "step": 2542 }, { "epoch": 9.03, "learning_rate": 5.319148936170213e-06, "loss": 0.2283, "step": 2550 }, { "epoch": 9.06, "learning_rate": 5.122143420015761e-06, "loss": 0.1773, "step": 2560 }, { "epoch": 9.1, "learning_rate": 4.9251379038613084e-06, "loss": 0.1718, "step": 2570 }, { "epoch": 9.13, "learning_rate": 4.728132387706856e-06, "loss": 0.1789, "step": 2580 }, { "epoch": 9.17, "learning_rate": 4.531126871552404e-06, "loss": 0.1964, "step": 2590 }, { "epoch": 9.2, "learning_rate": 4.3341213553979515e-06, "loss": 0.1369, "step": 2600 }, { "epoch": 9.24, "learning_rate": 4.137115839243498e-06, "loss": 0.1787, "step": 2610 }, { "epoch": 9.27, "learning_rate": 3.940110323089047e-06, "loss": 0.1647, "step": 2620 }, { "epoch": 9.31, "learning_rate": 3.743104806934594e-06, "loss": 0.1629, "step": 2630 }, { "epoch": 9.35, "learning_rate": 3.5460992907801423e-06, "loss": 0.1361, "step": 2640 }, { "epoch": 9.38, "learning_rate": 3.3490937746256896e-06, "loss": 0.1785, "step": 2650 }, { "epoch": 9.42, "learning_rate": 3.152088258471237e-06, "loss": 0.162, "step": 2660 }, { "epoch": 9.45, "learning_rate": 2.955082742316785e-06, "loss": 0.1645, "step": 2670 }, { "epoch": 9.49, "learning_rate": 2.7580772261623327e-06, "loss": 0.173, "step": 2680 }, { "epoch": 9.52, "learning_rate": 2.5610717100078804e-06, "loss": 0.1912, "step": 2690 }, { "epoch": 9.56, "learning_rate": 2.364066193853428e-06, "loss": 0.1566, "step": 2700 }, { "epoch": 9.59, "learning_rate": 2.1670606776989758e-06, "loss": 0.184, "step": 2710 }, { "epoch": 9.63, "learning_rate": 1.9700551615445235e-06, "loss": 0.169, "step": 2720 }, { "epoch": 9.66, "learning_rate": 1.7730496453900712e-06, "loss": 0.147, "step": 2730 }, { "epoch": 9.7, "learning_rate": 1.5760441292356184e-06, "loss": 0.1427, "step": 2740 }, { "epoch": 9.73, "learning_rate": 1.3790386130811663e-06, "loss": 0.1521, "step": 2750 }, { "epoch": 9.77, "learning_rate": 1.182033096926714e-06, "loss": 0.151, "step": 2760 }, { "epoch": 9.81, "learning_rate": 9.850275807722617e-07, "loss": 0.1623, "step": 2770 }, { "epoch": 9.84, "learning_rate": 7.880220646178092e-07, "loss": 0.141, "step": 2780 }, { "epoch": 9.88, "learning_rate": 5.91016548463357e-07, "loss": 0.1559, "step": 2790 }, { "epoch": 9.91, "learning_rate": 3.940110323089046e-07, "loss": 0.1358, "step": 2800 }, { "epoch": 9.95, "learning_rate": 1.970055161544523e-07, "loss": 0.1689, "step": 2810 }, { "epoch": 9.98, "learning_rate": 0.0, "loss": 0.172, "step": 2820 }, { "epoch": 9.98, "eval_accuracy": 0.9556772908366534, "eval_loss": 0.13210950791835785, "eval_runtime": 91.4557, "eval_samples_per_second": 43.912, "eval_steps_per_second": 1.378, "step": 2820 }, { "epoch": 9.98, "step": 2820, "total_flos": 3.6866520144277144e+19, "train_loss": 0.47005472250864017, "train_runtime": 16871.6284, "train_samples_per_second": 21.419, "train_steps_per_second": 0.167 } ], "logging_steps": 10, "max_steps": 2820, "num_train_epochs": 10, "save_steps": 500, "total_flos": 3.6866520144277144e+19, "trial_name": null, "trial_params": null }