| { | |
| "best_metric": 0.8526459553649132, | |
| "best_model_checkpoint": "stability_weights_dora_norm_swap_v2/checkpoint-1820", | |
| "epoch": 10.996978851963746, | |
| "eval_steps": 500, | |
| "global_step": 1820, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06042296072507553, | |
| "grad_norm": 42.27948760986328, | |
| "learning_rate": 2.5e-06, | |
| "loss": 3.9615, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.12084592145015106, | |
| "grad_norm": 45.654972076416016, | |
| "learning_rate": 5e-06, | |
| "loss": 2.8167, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.18126888217522658, | |
| "grad_norm": 33.64224624633789, | |
| "learning_rate": 7.5e-06, | |
| "loss": 3.9832, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.24169184290030213, | |
| "grad_norm": 38.766605377197266, | |
| "learning_rate": 1e-05, | |
| "loss": 3.483, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.3021148036253776, | |
| "grad_norm": 36.45051574707031, | |
| "learning_rate": 1.25e-05, | |
| "loss": 2.6488, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.36253776435045315, | |
| "grad_norm": 31.120370864868164, | |
| "learning_rate": 1.5e-05, | |
| "loss": 2.7824, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.4229607250755287, | |
| "grad_norm": 40.57133865356445, | |
| "learning_rate": 1.75e-05, | |
| "loss": 3.4959, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.48338368580060426, | |
| "grad_norm": 39.07503890991211, | |
| "learning_rate": 2e-05, | |
| "loss": 2.7043, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5438066465256798, | |
| "grad_norm": 27.892555236816406, | |
| "learning_rate": 2.25e-05, | |
| "loss": 2.3916, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.6042296072507553, | |
| "grad_norm": 35.324249267578125, | |
| "learning_rate": 2.5e-05, | |
| "loss": 3.5084, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6646525679758308, | |
| "grad_norm": 34.17033386230469, | |
| "learning_rate": 2.7500000000000004e-05, | |
| "loss": 2.15, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.7250755287009063, | |
| "grad_norm": 28.871646881103516, | |
| "learning_rate": 3e-05, | |
| "loss": 2.4973, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.7854984894259819, | |
| "grad_norm": 34.328651428222656, | |
| "learning_rate": 3.2500000000000004e-05, | |
| "loss": 2.2425, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.8459214501510574, | |
| "grad_norm": 27.76066017150879, | |
| "learning_rate": 3.5e-05, | |
| "loss": 2.4867, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.9063444108761329, | |
| "grad_norm": 46.40857696533203, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 2.3429, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.9667673716012085, | |
| "grad_norm": 24.273012161254883, | |
| "learning_rate": 4e-05, | |
| "loss": 1.8543, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.9969788519637462, | |
| "eval_validation_loss": 2.0505075454711914, | |
| "eval_validation_mae": 1.01314377784729, | |
| "eval_validation_mse": 2.0505075454711914, | |
| "eval_validation_pearson": 0.46795711140864427, | |
| "eval_validation_rmse": 1.4319593906402588, | |
| "eval_validation_runtime": 129.1022, | |
| "eval_validation_samples_per_second": 2.649, | |
| "eval_validation_spearman": 0.5000603914960909, | |
| "eval_validation_steps_per_second": 2.649, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.9969788519637462, | |
| "eval_test_loss": 2.0498456954956055, | |
| "eval_test_mae": 1.0129708051681519, | |
| "eval_test_mse": 2.0498456954956055, | |
| "eval_test_pearson": 0.4678271674806638, | |
| "eval_test_rmse": 1.4317282438278198, | |
| "eval_test_runtime": 128.8868, | |
| "eval_test_samples_per_second": 2.653, | |
| "eval_test_spearman": 0.49953701661422967, | |
| "eval_test_steps_per_second": 2.653, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.9969788519637462, | |
| "eval_myoglobin_loss": 1.1084952354431152, | |
| "eval_myoglobin_mae": 0.7779242396354675, | |
| "eval_myoglobin_mse": 1.1084952354431152, | |
| "eval_myoglobin_pearson": 0.3155295627311716, | |
| "eval_myoglobin_rmse": 1.0528509616851807, | |
| "eval_myoglobin_runtime": 50.3681, | |
| "eval_myoglobin_samples_per_second": 2.66, | |
| "eval_myoglobin_spearman": 0.3150316299942073, | |
| "eval_myoglobin_steps_per_second": 2.66, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.9969788519637462, | |
| "eval_myoglobin_r_loss": 1.1083894968032837, | |
| "eval_myoglobin_r_mae": 0.778092622756958, | |
| "eval_myoglobin_r_mse": 1.1083894968032837, | |
| "eval_myoglobin_r_pearson": 0.315758311809077, | |
| "eval_myoglobin_r_rmse": 1.0528007745742798, | |
| "eval_myoglobin_r_runtime": 50.3077, | |
| "eval_myoglobin_r_samples_per_second": 2.664, | |
| "eval_myoglobin_r_spearman": 0.3167998663343996, | |
| "eval_myoglobin_r_steps_per_second": 2.664, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.9969788519637462, | |
| "eval_p53_loss": 4.773194789886475, | |
| "eval_p53_mae": 1.6836440563201904, | |
| "eval_p53_mse": 4.773194789886475, | |
| "eval_p53_pearson": 0.260329486693081, | |
| "eval_p53_rmse": 2.1847641468048096, | |
| "eval_p53_runtime": 17.5157, | |
| "eval_p53_samples_per_second": 2.398, | |
| "eval_p53_spearman": 0.1950488231413393, | |
| "eval_p53_steps_per_second": 2.398, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.027190332326284, | |
| "grad_norm": 25.500028610229492, | |
| "learning_rate": 4.25e-05, | |
| "loss": 2.1163, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.0876132930513596, | |
| "grad_norm": 31.47431755065918, | |
| "learning_rate": 4.5e-05, | |
| "loss": 1.7539, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.148036253776435, | |
| "grad_norm": 22.619182586669922, | |
| "learning_rate": 4.75e-05, | |
| "loss": 1.4633, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.2084592145015105, | |
| "grad_norm": 38.80492401123047, | |
| "learning_rate": 5e-05, | |
| "loss": 1.4391, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.2688821752265862, | |
| "grad_norm": 22.946945190429688, | |
| "learning_rate": 5.25e-05, | |
| "loss": 1.3334, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.3293051359516617, | |
| "grad_norm": 14.94211483001709, | |
| "learning_rate": 5.500000000000001e-05, | |
| "loss": 1.1311, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.3897280966767371, | |
| "grad_norm": 27.56308364868164, | |
| "learning_rate": 5.7499999999999995e-05, | |
| "loss": 1.6216, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.4501510574018126, | |
| "grad_norm": 19.250564575195312, | |
| "learning_rate": 6e-05, | |
| "loss": 1.273, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.510574018126888, | |
| "grad_norm": 19.437816619873047, | |
| "learning_rate": 6.25e-05, | |
| "loss": 0.9644, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.5709969788519638, | |
| "grad_norm": 31.529216766357422, | |
| "learning_rate": 6.500000000000001e-05, | |
| "loss": 1.7949, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.6314199395770392, | |
| "grad_norm": 32.55619430541992, | |
| "learning_rate": 6.750000000000001e-05, | |
| "loss": 1.241, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.691842900302115, | |
| "grad_norm": 26.349998474121094, | |
| "learning_rate": 7e-05, | |
| "loss": 1.3735, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.7522658610271904, | |
| "grad_norm": 29.46245002746582, | |
| "learning_rate": 7.25e-05, | |
| "loss": 1.4623, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.8126888217522659, | |
| "grad_norm": 14.214956283569336, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.8406, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.8731117824773413, | |
| "grad_norm": 16.597463607788086, | |
| "learning_rate": 7.75e-05, | |
| "loss": 0.9432, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.9335347432024168, | |
| "grad_norm": 17.1890869140625, | |
| "learning_rate": 8e-05, | |
| "loss": 1.195, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.9939577039274925, | |
| "grad_norm": 17.546321868896484, | |
| "learning_rate": 8.25e-05, | |
| "loss": 1.0398, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_validation_loss": 0.9950127005577087, | |
| "eval_validation_mae": 0.6999762654304504, | |
| "eval_validation_mse": 0.9950127005577087, | |
| "eval_validation_pearson": 0.7727618943702055, | |
| "eval_validation_rmse": 0.9975032210350037, | |
| "eval_validation_runtime": 129.1954, | |
| "eval_validation_samples_per_second": 2.647, | |
| "eval_validation_spearman": 0.7928617789227591, | |
| "eval_validation_steps_per_second": 2.647, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_test_loss": 0.9929149150848389, | |
| "eval_test_mae": 0.7004790306091309, | |
| "eval_test_mse": 0.9929149150848389, | |
| "eval_test_pearson": 0.7726932487807971, | |
| "eval_test_rmse": 0.9964511394500732, | |
| "eval_test_runtime": 129.0193, | |
| "eval_test_samples_per_second": 2.651, | |
| "eval_test_spearman": 0.7933636966348652, | |
| "eval_test_steps_per_second": 2.651, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_myoglobin_loss": 0.934596061706543, | |
| "eval_myoglobin_mae": 0.7355605959892273, | |
| "eval_myoglobin_mse": 0.934596061706543, | |
| "eval_myoglobin_pearson": 0.5740624022673728, | |
| "eval_myoglobin_rmse": 0.9667450785636902, | |
| "eval_myoglobin_runtime": 50.363, | |
| "eval_myoglobin_samples_per_second": 2.661, | |
| "eval_myoglobin_spearman": 0.5940538377065167, | |
| "eval_myoglobin_steps_per_second": 2.661, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_myoglobin_r_loss": 0.9417540431022644, | |
| "eval_myoglobin_r_mae": 0.7385311722755432, | |
| "eval_myoglobin_r_mse": 0.9417540431022644, | |
| "eval_myoglobin_r_pearson": 0.5734044991540941, | |
| "eval_myoglobin_r_rmse": 0.970440149307251, | |
| "eval_myoglobin_r_runtime": 50.3941, | |
| "eval_myoglobin_r_samples_per_second": 2.659, | |
| "eval_myoglobin_r_spearman": 0.5919040214508811, | |
| "eval_myoglobin_r_steps_per_second": 2.659, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_p53_loss": 4.290196895599365, | |
| "eval_p53_mae": 1.622589349746704, | |
| "eval_p53_mse": 4.290196895599365, | |
| "eval_p53_pearson": 0.29006131482310593, | |
| "eval_p53_rmse": 2.0712790489196777, | |
| "eval_p53_runtime": 17.523, | |
| "eval_p53_samples_per_second": 2.397, | |
| "eval_p53_spearman": 0.26692597566579634, | |
| "eval_p53_steps_per_second": 2.397, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.054380664652568, | |
| "grad_norm": 13.338666915893555, | |
| "learning_rate": 8.5e-05, | |
| "loss": 0.6917, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.1148036253776437, | |
| "grad_norm": 21.178325653076172, | |
| "learning_rate": 8.75e-05, | |
| "loss": 0.8003, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.175226586102719, | |
| "grad_norm": 14.95538330078125, | |
| "learning_rate": 9e-05, | |
| "loss": 0.6155, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.2356495468277946, | |
| "grad_norm": 10.555205345153809, | |
| "learning_rate": 9.250000000000001e-05, | |
| "loss": 0.6111, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.29607250755287, | |
| "grad_norm": 11.569594383239746, | |
| "learning_rate": 9.5e-05, | |
| "loss": 0.8681, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.3564954682779455, | |
| "grad_norm": 18.517148971557617, | |
| "learning_rate": 9.75e-05, | |
| "loss": 0.6754, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.416918429003021, | |
| "grad_norm": 21.002437591552734, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5359, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.477341389728097, | |
| "grad_norm": 17.249919891357422, | |
| "learning_rate": 9.999706613915566e-05, | |
| "loss": 0.8332, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.5377643504531724, | |
| "grad_norm": 10.25106143951416, | |
| "learning_rate": 9.998826490092421e-05, | |
| "loss": 0.496, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.598187311178248, | |
| "grad_norm": 18.843320846557617, | |
| "learning_rate": 9.997359731816998e-05, | |
| "loss": 0.7244, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.6586102719033233, | |
| "grad_norm": 11.991676330566406, | |
| "learning_rate": 9.995306511219885e-05, | |
| "loss": 0.5112, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.719033232628399, | |
| "grad_norm": 21.79170036315918, | |
| "learning_rate": 9.992667069255619e-05, | |
| "loss": 0.5307, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.7794561933534743, | |
| "grad_norm": 9.106186866760254, | |
| "learning_rate": 9.989441715674422e-05, | |
| "loss": 0.4371, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.8398791540785497, | |
| "grad_norm": 10.968169212341309, | |
| "learning_rate": 9.985630828985835e-05, | |
| "loss": 0.5922, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.900302114803625, | |
| "grad_norm": 14.699440002441406, | |
| "learning_rate": 9.981234856414307e-05, | |
| "loss": 0.5858, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.9607250755287007, | |
| "grad_norm": 13.304734230041504, | |
| "learning_rate": 9.97625431384671e-05, | |
| "loss": 0.6854, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.996978851963746, | |
| "eval_validation_loss": 0.8451957702636719, | |
| "eval_validation_mae": 0.6374915242195129, | |
| "eval_validation_mse": 0.8451957702636719, | |
| "eval_validation_pearson": 0.8118986310850005, | |
| "eval_validation_rmse": 0.9193453192710876, | |
| "eval_validation_runtime": 128.9657, | |
| "eval_validation_samples_per_second": 2.652, | |
| "eval_validation_spearman": 0.8191585157836645, | |
| "eval_validation_steps_per_second": 2.652, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 2.996978851963746, | |
| "eval_test_loss": 0.8352708220481873, | |
| "eval_test_mae": 0.6319109201431274, | |
| "eval_test_mse": 0.8352708220481873, | |
| "eval_test_pearson": 0.8117305964358366, | |
| "eval_test_rmse": 0.9139315485954285, | |
| "eval_test_runtime": 129.0007, | |
| "eval_test_samples_per_second": 2.651, | |
| "eval_test_spearman": 0.8192730040390717, | |
| "eval_test_steps_per_second": 2.651, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 2.996978851963746, | |
| "eval_myoglobin_loss": 0.8053471446037292, | |
| "eval_myoglobin_mae": 0.6675698757171631, | |
| "eval_myoglobin_mse": 0.8053471446037292, | |
| "eval_myoglobin_pearson": 0.6029393659750895, | |
| "eval_myoglobin_rmse": 0.8974113464355469, | |
| "eval_myoglobin_runtime": 50.3201, | |
| "eval_myoglobin_samples_per_second": 2.663, | |
| "eval_myoglobin_spearman": 0.6248470874841663, | |
| "eval_myoglobin_steps_per_second": 2.663, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 2.996978851963746, | |
| "eval_myoglobin_r_loss": 0.8195508122444153, | |
| "eval_myoglobin_r_mae": 0.6755225658416748, | |
| "eval_myoglobin_r_mse": 0.8195508122444153, | |
| "eval_myoglobin_r_pearson": 0.6011248022884956, | |
| "eval_myoglobin_r_rmse": 0.9052904844284058, | |
| "eval_myoglobin_r_runtime": 50.3351, | |
| "eval_myoglobin_r_samples_per_second": 2.662, | |
| "eval_myoglobin_r_spearman": 0.6238021071928538, | |
| "eval_myoglobin_r_steps_per_second": 2.662, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 2.996978851963746, | |
| "eval_p53_loss": 4.1966938972473145, | |
| "eval_p53_mae": 1.6126927137374878, | |
| "eval_p53_mse": 4.1966938972473145, | |
| "eval_p53_pearson": 0.3033285839483142, | |
| "eval_p53_rmse": 2.0485832691192627, | |
| "eval_p53_runtime": 17.5229, | |
| "eval_p53_samples_per_second": 2.397, | |
| "eval_p53_spearman": 0.2764069529435432, | |
| "eval_p53_steps_per_second": 2.397, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 3.0211480362537766, | |
| "grad_norm": 7.5384063720703125, | |
| "learning_rate": 9.970689785771798e-05, | |
| "loss": 0.4402, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.081570996978852, | |
| "grad_norm": 13.131170272827148, | |
| "learning_rate": 9.964541925211612e-05, | |
| "loss": 0.3957, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 3.1419939577039275, | |
| "grad_norm": 5.908936977386475, | |
| "learning_rate": 9.957811453644847e-05, | |
| "loss": 0.2294, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 3.202416918429003, | |
| "grad_norm": 7.813998699188232, | |
| "learning_rate": 9.950499160922183e-05, | |
| "loss": 0.2424, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 3.2628398791540785, | |
| "grad_norm": 9.31921100616455, | |
| "learning_rate": 9.942605905173592e-05, | |
| "loss": 0.3864, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 3.323262839879154, | |
| "grad_norm": 6.702413558959961, | |
| "learning_rate": 9.934132612707632e-05, | |
| "loss": 0.3761, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 3.38368580060423, | |
| "grad_norm": 9.235360145568848, | |
| "learning_rate": 9.925080277902743e-05, | |
| "loss": 0.2577, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 3.4441087613293053, | |
| "grad_norm": 10.142770767211914, | |
| "learning_rate": 9.91544996309055e-05, | |
| "loss": 0.322, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 3.504531722054381, | |
| "grad_norm": 12.021828651428223, | |
| "learning_rate": 9.905242798431196e-05, | |
| "loss": 0.2585, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 3.5649546827794563, | |
| "grad_norm": 7.120593070983887, | |
| "learning_rate": 9.894459981780711e-05, | |
| "loss": 0.3731, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 3.6253776435045317, | |
| "grad_norm": 9.525044441223145, | |
| "learning_rate": 9.883102778550434e-05, | |
| "loss": 0.3116, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.685800604229607, | |
| "grad_norm": 13.72534465789795, | |
| "learning_rate": 9.871172521558523e-05, | |
| "loss": 0.3361, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 3.7462235649546827, | |
| "grad_norm": 12.432317733764648, | |
| "learning_rate": 9.858670610873528e-05, | |
| "loss": 0.2497, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 3.806646525679758, | |
| "grad_norm": 7.066479206085205, | |
| "learning_rate": 9.845598513650103e-05, | |
| "loss": 0.3698, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 3.8670694864048336, | |
| "grad_norm": 9.628741264343262, | |
| "learning_rate": 9.831957763956813e-05, | |
| "loss": 0.3154, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.9274924471299095, | |
| "grad_norm": 11.99616813659668, | |
| "learning_rate": 9.817749962596115e-05, | |
| "loss": 0.3181, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 3.987915407854985, | |
| "grad_norm": 9.52004623413086, | |
| "learning_rate": 9.802976776916494e-05, | |
| "loss": 0.2454, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_validation_loss": 0.7796794772148132, | |
| "eval_validation_mae": 0.6025121808052063, | |
| "eval_validation_mse": 0.7796794772148132, | |
| "eval_validation_pearson": 0.8275993492481604, | |
| "eval_validation_rmse": 0.8829945921897888, | |
| "eval_validation_runtime": 128.9701, | |
| "eval_validation_samples_per_second": 2.652, | |
| "eval_validation_spearman": 0.8297559568405268, | |
| "eval_validation_steps_per_second": 2.652, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_test_loss": 0.7812950015068054, | |
| "eval_test_mae": 0.6039361953735352, | |
| "eval_test_mse": 0.7812950015068054, | |
| "eval_test_pearson": 0.8269227759203943, | |
| "eval_test_rmse": 0.8839089274406433, | |
| "eval_test_runtime": 128.9749, | |
| "eval_test_samples_per_second": 2.652, | |
| "eval_test_spearman": 0.8285234450057767, | |
| "eval_test_steps_per_second": 2.652, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_myoglobin_loss": 0.8277855515480042, | |
| "eval_myoglobin_mae": 0.670007050037384, | |
| "eval_myoglobin_mse": 0.8277855515480042, | |
| "eval_myoglobin_pearson": 0.6006203565841588, | |
| "eval_myoglobin_rmse": 0.9098272323608398, | |
| "eval_myoglobin_runtime": 50.3879, | |
| "eval_myoglobin_samples_per_second": 2.659, | |
| "eval_myoglobin_spearman": 0.6452977757628354, | |
| "eval_myoglobin_steps_per_second": 2.659, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_myoglobin_r_loss": 0.8345361948013306, | |
| "eval_myoglobin_r_mae": 0.6731795072555542, | |
| "eval_myoglobin_r_mse": 0.8345361948013306, | |
| "eval_myoglobin_r_pearson": 0.5986034577274495, | |
| "eval_myoglobin_r_rmse": 0.9135295152664185, | |
| "eval_myoglobin_r_runtime": 50.4043, | |
| "eval_myoglobin_r_samples_per_second": 2.659, | |
| "eval_myoglobin_r_spearman": 0.6437390342781807, | |
| "eval_myoglobin_r_steps_per_second": 2.659, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_p53_loss": 3.8773045539855957, | |
| "eval_p53_mae": 1.5222440958023071, | |
| "eval_p53_mse": 3.8773045539855957, | |
| "eval_p53_pearson": 0.3431499426951632, | |
| "eval_p53_rmse": 1.9690872430801392, | |
| "eval_p53_runtime": 17.5208, | |
| "eval_p53_samples_per_second": 2.397, | |
| "eval_p53_spearman": 0.3029050689249383, | |
| "eval_p53_steps_per_second": 2.397, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 4.04833836858006, | |
| "grad_norm": 7.301741123199463, | |
| "learning_rate": 9.787639940616788e-05, | |
| "loss": 0.1719, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 4.108761329305136, | |
| "grad_norm": 7.330774784088135, | |
| "learning_rate": 9.771741253542741e-05, | |
| "loss": 0.2217, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 4.169184290030212, | |
| "grad_norm": 4.552008152008057, | |
| "learning_rate": 9.755282581475769e-05, | |
| "loss": 0.2123, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 4.229607250755287, | |
| "grad_norm": 4.030465126037598, | |
| "learning_rate": 9.738265855914013e-05, | |
| "loss": 0.1504, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 4.290030211480363, | |
| "grad_norm": 13.193011283874512, | |
| "learning_rate": 9.720693073845667e-05, | |
| "loss": 0.1922, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 4.350453172205438, | |
| "grad_norm": 7.253832817077637, | |
| "learning_rate": 9.70256629751462e-05, | |
| "loss": 0.1163, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 4.410876132930514, | |
| "grad_norm": 4.736353874206543, | |
| "learning_rate": 9.683887654178445e-05, | |
| "loss": 0.1391, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 4.471299093655589, | |
| "grad_norm": 8.901742935180664, | |
| "learning_rate": 9.664659335858755e-05, | |
| "loss": 0.1764, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 4.531722054380665, | |
| "grad_norm": 6.86702299118042, | |
| "learning_rate": 9.644883599083958e-05, | |
| "loss": 0.2754, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 4.59214501510574, | |
| "grad_norm": 7.574690818786621, | |
| "learning_rate": 9.624562764624445e-05, | |
| "loss": 0.1909, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 4.652567975830816, | |
| "grad_norm": 7.513609409332275, | |
| "learning_rate": 9.603699217220239e-05, | |
| "loss": 0.1752, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 4.712990936555891, | |
| "grad_norm": 6.482759475708008, | |
| "learning_rate": 9.582295405301131e-05, | |
| "loss": 0.1733, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 4.7734138972809665, | |
| "grad_norm": 12.048788070678711, | |
| "learning_rate": 9.56035384069935e-05, | |
| "loss": 0.1986, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 4.833836858006042, | |
| "grad_norm": 10.056185722351074, | |
| "learning_rate": 9.537877098354786e-05, | |
| "loss": 0.1798, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 4.8942598187311175, | |
| "grad_norm": 11.082551956176758, | |
| "learning_rate": 9.514867816012809e-05, | |
| "loss": 0.2064, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 4.954682779456194, | |
| "grad_norm": 11.846305847167969, | |
| "learning_rate": 9.491328693914722e-05, | |
| "loss": 0.1868, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 4.996978851963746, | |
| "eval_validation_loss": 0.7762272953987122, | |
| "eval_validation_mae": 0.5832256078720093, | |
| "eval_validation_mse": 0.7762272953987122, | |
| "eval_validation_pearson": 0.8296356628068153, | |
| "eval_validation_rmse": 0.8810376524925232, | |
| "eval_validation_runtime": 129.148, | |
| "eval_validation_samples_per_second": 2.648, | |
| "eval_validation_spearman": 0.8313329837924658, | |
| "eval_validation_steps_per_second": 2.648, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 4.996978851963746, | |
| "eval_test_loss": 0.7746825814247131, | |
| "eval_test_mae": 0.5824557542800903, | |
| "eval_test_mse": 0.7746825814247131, | |
| "eval_test_pearson": 0.8289941215708723, | |
| "eval_test_rmse": 0.8801605701446533, | |
| "eval_test_runtime": 129.0007, | |
| "eval_test_samples_per_second": 2.651, | |
| "eval_test_spearman": 0.83056037563114, | |
| "eval_test_steps_per_second": 2.651, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 4.996978851963746, | |
| "eval_myoglobin_loss": 0.7784543037414551, | |
| "eval_myoglobin_mae": 0.6274142265319824, | |
| "eval_myoglobin_mse": 0.7784543037414551, | |
| "eval_myoglobin_pearson": 0.6119697266512958, | |
| "eval_myoglobin_rmse": 0.8823005557060242, | |
| "eval_myoglobin_runtime": 50.3439, | |
| "eval_myoglobin_samples_per_second": 2.662, | |
| "eval_myoglobin_spearman": 0.6659828987607965, | |
| "eval_myoglobin_steps_per_second": 2.662, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 4.996978851963746, | |
| "eval_myoglobin_r_loss": 0.7818257212638855, | |
| "eval_myoglobin_r_mae": 0.6293807625770569, | |
| "eval_myoglobin_r_mse": 0.7818257212638855, | |
| "eval_myoglobin_r_pearson": 0.6113029738762634, | |
| "eval_myoglobin_r_rmse": 0.8842090964317322, | |
| "eval_myoglobin_r_runtime": 50.3816, | |
| "eval_myoglobin_r_samples_per_second": 2.66, | |
| "eval_myoglobin_r_spearman": 0.6645264107175352, | |
| "eval_myoglobin_r_steps_per_second": 2.66, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 4.996978851963746, | |
| "eval_p53_loss": 3.965853452682495, | |
| "eval_p53_mae": 1.5425353050231934, | |
| "eval_p53_mse": 3.965853452682495, | |
| "eval_p53_pearson": 0.33295329636894166, | |
| "eval_p53_rmse": 1.9914450645446777, | |
| "eval_p53_runtime": 17.5238, | |
| "eval_p53_samples_per_second": 2.397, | |
| "eval_p53_spearman": 0.2773793608694659, | |
| "eval_p53_steps_per_second": 2.397, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 5.015105740181269, | |
| "grad_norm": 6.842067241668701, | |
| "learning_rate": 9.467262494480869e-05, | |
| "loss": 0.1314, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 5.075528700906345, | |
| "grad_norm": 3.0206170082092285, | |
| "learning_rate": 9.442672041986457e-05, | |
| "loss": 0.077, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 5.13595166163142, | |
| "grad_norm": 4.4932355880737305, | |
| "learning_rate": 9.417560222230115e-05, | |
| "loss": 0.124, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 5.196374622356496, | |
| "grad_norm": 6.419702053070068, | |
| "learning_rate": 9.391929982195232e-05, | |
| "loss": 0.0903, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 5.256797583081571, | |
| "grad_norm": 5.199291229248047, | |
| "learning_rate": 9.365784329704115e-05, | |
| "loss": 0.117, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 5.317220543806647, | |
| "grad_norm": 6.824092864990234, | |
| "learning_rate": 9.339126333065007e-05, | |
| "loss": 0.1264, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 5.377643504531722, | |
| "grad_norm": 7.177854061126709, | |
| "learning_rate": 9.31195912071201e-05, | |
| "loss": 0.1153, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 5.438066465256798, | |
| "grad_norm": 6.354623317718506, | |
| "learning_rate": 9.284285880837946e-05, | |
| "loss": 0.1371, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 5.498489425981873, | |
| "grad_norm": 7.266890525817871, | |
| "learning_rate": 9.256109861020213e-05, | |
| "loss": 0.1253, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 5.5589123867069485, | |
| "grad_norm": 5.081086158752441, | |
| "learning_rate": 9.22743436783966e-05, | |
| "loss": 0.0986, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 5.619335347432024, | |
| "grad_norm": 4.2226762771606445, | |
| "learning_rate": 9.198262766492554e-05, | |
| "loss": 0.0786, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 5.6797583081570995, | |
| "grad_norm": 5.185201168060303, | |
| "learning_rate": 9.168598480395651e-05, | |
| "loss": 0.1014, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 5.740181268882175, | |
| "grad_norm": 8.60638427734375, | |
| "learning_rate": 9.138444990784453e-05, | |
| "loss": 0.1176, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 5.80060422960725, | |
| "grad_norm": 7.529942989349365, | |
| "learning_rate": 9.107805836304658e-05, | |
| "loss": 0.1253, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 5.861027190332326, | |
| "grad_norm": 13.042976379394531, | |
| "learning_rate": 9.076684612596891e-05, | |
| "loss": 0.1317, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 5.921450151057401, | |
| "grad_norm": 6.046395778656006, | |
| "learning_rate": 9.045084971874738e-05, | |
| "loss": 0.137, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 5.981873111782478, | |
| "grad_norm": 7.686984062194824, | |
| "learning_rate": 9.013010622496144e-05, | |
| "loss": 0.116, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_validation_loss": 0.7437558770179749, | |
| "eval_validation_mae": 0.560340940952301, | |
| "eval_validation_mse": 0.7437558770179749, | |
| "eval_validation_pearson": 0.8386764926773793, | |
| "eval_validation_rmse": 0.8624128103256226, | |
| "eval_validation_runtime": 128.9359, | |
| "eval_validation_samples_per_second": 2.652, | |
| "eval_validation_spearman": 0.8401724374307825, | |
| "eval_validation_steps_per_second": 2.652, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_test_loss": 0.7406001091003418, | |
| "eval_test_mae": 0.558407723903656, | |
| "eval_test_mse": 0.7406001091003418, | |
| "eval_test_pearson": 0.8379222565005193, | |
| "eval_test_rmse": 0.8605812788009644, | |
| "eval_test_runtime": 128.8915, | |
| "eval_test_samples_per_second": 2.653, | |
| "eval_test_spearman": 0.8392344740172174, | |
| "eval_test_steps_per_second": 2.653, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_myoglobin_loss": 0.7151281833648682, | |
| "eval_myoglobin_mae": 0.6059358716011047, | |
| "eval_myoglobin_mse": 0.7151281833648682, | |
| "eval_myoglobin_pearson": 0.6404604400648282, | |
| "eval_myoglobin_rmse": 0.8456525206565857, | |
| "eval_myoglobin_runtime": 50.3332, | |
| "eval_myoglobin_samples_per_second": 2.662, | |
| "eval_myoglobin_spearman": 0.695120141585149, | |
| "eval_myoglobin_steps_per_second": 2.662, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_myoglobin_r_loss": 0.718505322933197, | |
| "eval_myoglobin_r_mae": 0.6069437861442566, | |
| "eval_myoglobin_r_mse": 0.718505322933197, | |
| "eval_myoglobin_r_pearson": 0.6396679973590835, | |
| "eval_myoglobin_r_rmse": 0.847646951675415, | |
| "eval_myoglobin_r_runtime": 50.3333, | |
| "eval_myoglobin_r_samples_per_second": 2.662, | |
| "eval_myoglobin_r_spearman": 0.6941175590622191, | |
| "eval_myoglobin_r_steps_per_second": 2.662, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_p53_loss": 3.9644815921783447, | |
| "eval_p53_mae": 1.5399214029312134, | |
| "eval_p53_mse": 3.9644815921783447, | |
| "eval_p53_pearson": 0.3275408804183826, | |
| "eval_p53_rmse": 1.991100549697876, | |
| "eval_p53_runtime": 17.5252, | |
| "eval_p53_samples_per_second": 2.397, | |
| "eval_p53_spearman": 0.2655483977707391, | |
| "eval_p53_steps_per_second": 2.397, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 6.042296072507553, | |
| "grad_norm": 4.583357334136963, | |
| "learning_rate": 8.980465328528219e-05, | |
| "loss": 0.0736, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 6.102719033232629, | |
| "grad_norm": 4.502609729766846, | |
| "learning_rate": 8.94745290930551e-05, | |
| "loss": 0.0453, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 6.163141993957704, | |
| "grad_norm": 4.533963203430176, | |
| "learning_rate": 8.913977238981778e-05, | |
| "loss": 0.0728, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 6.22356495468278, | |
| "grad_norm": 3.250356912612915, | |
| "learning_rate": 8.880042246075365e-05, | |
| "loss": 0.0644, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 6.283987915407855, | |
| "grad_norm": 5.3714470863342285, | |
| "learning_rate": 8.845651913008145e-05, | |
| "loss": 0.0654, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 6.3444108761329305, | |
| "grad_norm": 4.90172815322876, | |
| "learning_rate": 8.810810275638183e-05, | |
| "loss": 0.0976, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 6.404833836858006, | |
| "grad_norm": 4.008552551269531, | |
| "learning_rate": 8.775521422786104e-05, | |
| "loss": 0.0821, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 6.4652567975830815, | |
| "grad_norm": 6.362269878387451, | |
| "learning_rate": 8.739789495755253e-05, | |
| "loss": 0.0668, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 6.525679758308157, | |
| "grad_norm": 3.8847382068634033, | |
| "learning_rate": 8.703618687845696e-05, | |
| "loss": 0.0964, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 6.586102719033232, | |
| "grad_norm": 6.632302761077881, | |
| "learning_rate": 8.667013243862113e-05, | |
| "loss": 0.0588, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 6.646525679758308, | |
| "grad_norm": 4.578704833984375, | |
| "learning_rate": 8.629977459615655e-05, | |
| "loss": 0.1196, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 6.706948640483383, | |
| "grad_norm": 3.4470386505126953, | |
| "learning_rate": 8.592515681419813e-05, | |
| "loss": 0.099, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 6.76737160120846, | |
| "grad_norm": 5.420199871063232, | |
| "learning_rate": 8.554632305580354e-05, | |
| "loss": 0.08, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 6.827794561933535, | |
| "grad_norm": 2.7681386470794678, | |
| "learning_rate": 8.5163317778794e-05, | |
| "loss": 0.0618, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 6.888217522658611, | |
| "grad_norm": 6.834138870239258, | |
| "learning_rate": 8.477618593053693e-05, | |
| "loss": 0.1016, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 6.948640483383686, | |
| "grad_norm": 3.5948920249938965, | |
| "learning_rate": 8.438497294267117e-05, | |
| "loss": 0.0986, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 6.996978851963746, | |
| "eval_validation_loss": 0.7183637619018555, | |
| "eval_validation_mae": 0.546740710735321, | |
| "eval_validation_mse": 0.7183637619018555, | |
| "eval_validation_pearson": 0.8431698872855691, | |
| "eval_validation_rmse": 0.8475634455680847, | |
| "eval_validation_runtime": 129.0329, | |
| "eval_validation_samples_per_second": 2.65, | |
| "eval_validation_spearman": 0.8431269246509225, | |
| "eval_validation_steps_per_second": 2.65, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 6.996978851963746, | |
| "eval_test_loss": 0.7154301404953003, | |
| "eval_test_mae": 0.5448740720748901, | |
| "eval_test_mse": 0.7154301404953003, | |
| "eval_test_pearson": 0.8424761229464366, | |
| "eval_test_rmse": 0.845831036567688, | |
| "eval_test_runtime": 128.9049, | |
| "eval_test_samples_per_second": 2.653, | |
| "eval_test_spearman": 0.8418909616629952, | |
| "eval_test_steps_per_second": 2.653, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 6.996978851963746, | |
| "eval_myoglobin_loss": 0.7281521558761597, | |
| "eval_myoglobin_mae": 0.6114689707756042, | |
| "eval_myoglobin_mse": 0.7281521558761597, | |
| "eval_myoglobin_pearson": 0.6346894753809238, | |
| "eval_myoglobin_rmse": 0.8533183336257935, | |
| "eval_myoglobin_runtime": 50.3288, | |
| "eval_myoglobin_samples_per_second": 2.662, | |
| "eval_myoglobin_spearman": 0.6774278022377248, | |
| "eval_myoglobin_steps_per_second": 2.662, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 6.996978851963746, | |
| "eval_myoglobin_r_loss": 0.7321227192878723, | |
| "eval_myoglobin_r_mae": 0.6134014129638672, | |
| "eval_myoglobin_r_mse": 0.7321227192878723, | |
| "eval_myoglobin_r_pearson": 0.633906508155178, | |
| "eval_myoglobin_r_rmse": 0.8556417226791382, | |
| "eval_myoglobin_r_runtime": 50.3016, | |
| "eval_myoglobin_r_samples_per_second": 2.664, | |
| "eval_myoglobin_r_spearman": 0.6763329422189034, | |
| "eval_myoglobin_r_steps_per_second": 2.664, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 6.996978851963746, | |
| "eval_p53_loss": 4.01906156539917, | |
| "eval_p53_mae": 1.5535447597503662, | |
| "eval_p53_mse": 4.01906156539917, | |
| "eval_p53_pearson": 0.3308597233844921, | |
| "eval_p53_rmse": 2.0047597885131836, | |
| "eval_p53_runtime": 17.5174, | |
| "eval_p53_samples_per_second": 2.398, | |
| "eval_p53_spearman": 0.3005550831039583, | |
| "eval_p53_steps_per_second": 2.398, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 7.009063444108762, | |
| "grad_norm": 1.746163010597229, | |
| "learning_rate": 8.39897247257754e-05, | |
| "loss": 0.0779, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 7.069486404833837, | |
| "grad_norm": 3.740064859390259, | |
| "learning_rate": 8.359048766398031e-05, | |
| "loss": 0.0478, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 7.1299093655589125, | |
| "grad_norm": 3.6287150382995605, | |
| "learning_rate": 8.318730860952522e-05, | |
| "loss": 0.0989, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 7.190332326283988, | |
| "grad_norm": 5.2572784423828125, | |
| "learning_rate": 8.278023487725982e-05, | |
| "loss": 0.0487, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 7.2507552870090635, | |
| "grad_norm": 6.087055206298828, | |
| "learning_rate": 8.236931423909138e-05, | |
| "loss": 0.0552, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 7.311178247734139, | |
| "grad_norm": 4.305581092834473, | |
| "learning_rate": 8.19545949183788e-05, | |
| "loss": 0.0553, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 7.371601208459214, | |
| "grad_norm": 4.056112289428711, | |
| "learning_rate": 8.153612558427311e-05, | |
| "loss": 0.0463, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 7.43202416918429, | |
| "grad_norm": 2.302788734436035, | |
| "learning_rate": 8.111395534600603e-05, | |
| "loss": 0.0461, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 7.492447129909365, | |
| "grad_norm": 4.409842491149902, | |
| "learning_rate": 8.068813374712688e-05, | |
| "loss": 0.0692, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 7.552870090634441, | |
| "grad_norm": 5.059557914733887, | |
| "learning_rate": 8.025871075968828e-05, | |
| "loss": 0.0462, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 7.613293051359516, | |
| "grad_norm": 3.1334400177001953, | |
| "learning_rate": 7.982573677838172e-05, | |
| "loss": 0.0729, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 7.673716012084592, | |
| "grad_norm": 5.167521953582764, | |
| "learning_rate": 7.938926261462366e-05, | |
| "loss": 0.0728, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 7.734138972809667, | |
| "grad_norm": 7.676636219024658, | |
| "learning_rate": 7.894933949059245e-05, | |
| "loss": 0.0484, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 7.794561933534744, | |
| "grad_norm": 6.20352029800415, | |
| "learning_rate": 7.850601903321716e-05, | |
| "loss": 0.067, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 7.854984894259819, | |
| "grad_norm": 5.005100727081299, | |
| "learning_rate": 7.805935326811912e-05, | |
| "loss": 0.0519, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 7.9154078549848945, | |
| "grad_norm": 3.7345407009124756, | |
| "learning_rate": 7.760939461350623e-05, | |
| "loss": 0.0603, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 7.97583081570997, | |
| "grad_norm": 4.5358781814575195, | |
| "learning_rate": 7.715619587402164e-05, | |
| "loss": 0.0591, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_validation_loss": 0.7083848118782043, | |
| "eval_validation_mae": 0.5314592719078064, | |
| "eval_validation_mse": 0.7083848118782043, | |
| "eval_validation_pearson": 0.8431805287577845, | |
| "eval_validation_rmse": 0.841655969619751, | |
| "eval_validation_runtime": 129.0006, | |
| "eval_validation_samples_per_second": 2.651, | |
| "eval_validation_spearman": 0.8425645367331428, | |
| "eval_validation_steps_per_second": 2.651, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_test_loss": 0.7102228999137878, | |
| "eval_test_mae": 0.5320845246315002, | |
| "eval_test_mse": 0.7102228999137878, | |
| "eval_test_pearson": 0.8422782344343887, | |
| "eval_test_rmse": 0.8427472114562988, | |
| "eval_test_runtime": 129.0009, | |
| "eval_test_samples_per_second": 2.651, | |
| "eval_test_spearman": 0.841548097097326, | |
| "eval_test_steps_per_second": 2.651, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_myoglobin_loss": 0.7520159482955933, | |
| "eval_myoglobin_mae": 0.6083745956420898, | |
| "eval_myoglobin_mse": 0.7520159482955933, | |
| "eval_myoglobin_pearson": 0.6194230091693953, | |
| "eval_myoglobin_rmse": 0.8671885132789612, | |
| "eval_myoglobin_runtime": 50.3253, | |
| "eval_myoglobin_samples_per_second": 2.663, | |
| "eval_myoglobin_spearman": 0.6743252831866682, | |
| "eval_myoglobin_steps_per_second": 2.663, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_myoglobin_r_loss": 0.753574013710022, | |
| "eval_myoglobin_r_mae": 0.6102104783058167, | |
| "eval_myoglobin_r_mse": 0.753574013710022, | |
| "eval_myoglobin_r_pearson": 0.6190984211925752, | |
| "eval_myoglobin_r_rmse": 0.8680863976478577, | |
| "eval_myoglobin_r_runtime": 50.3474, | |
| "eval_myoglobin_r_samples_per_second": 2.662, | |
| "eval_myoglobin_r_spearman": 0.6751208648404359, | |
| "eval_myoglobin_r_steps_per_second": 2.662, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_p53_loss": 3.998952627182007, | |
| "eval_p53_mae": 1.5620994567871094, | |
| "eval_p53_mse": 3.998952627182007, | |
| "eval_p53_pearson": 0.32915902114473283, | |
| "eval_p53_rmse": 1.999738097190857, | |
| "eval_p53_runtime": 17.5293, | |
| "eval_p53_samples_per_second": 2.396, | |
| "eval_p53_spearman": 0.2918034117706535, | |
| "eval_p53_steps_per_second": 2.396, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 8.036253776435045, | |
| "grad_norm": 2.709134101867676, | |
| "learning_rate": 7.669981023454682e-05, | |
| "loss": 0.0448, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 8.09667673716012, | |
| "grad_norm": 3.791492223739624, | |
| "learning_rate": 7.624029125396004e-05, | |
| "loss": 0.0381, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 8.157099697885196, | |
| "grad_norm": 2.499840259552002, | |
| "learning_rate": 7.577769285885109e-05, | |
| "loss": 0.0399, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 8.217522658610273, | |
| "grad_norm": 4.001781463623047, | |
| "learning_rate": 7.53120693371927e-05, | |
| "loss": 0.0473, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 8.277945619335348, | |
| "grad_norm": 4.293058395385742, | |
| "learning_rate": 7.484347533196961e-05, | |
| "loss": 0.0423, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 8.338368580060424, | |
| "grad_norm": 6.312211990356445, | |
| "learning_rate": 7.437196583476596e-05, | |
| "loss": 0.0607, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 8.3987915407855, | |
| "grad_norm": 5.174694538116455, | |
| "learning_rate": 7.389759617931182e-05, | |
| "loss": 0.0513, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 8.459214501510575, | |
| "grad_norm": 3.2399227619171143, | |
| "learning_rate": 7.342042203498951e-05, | |
| "loss": 0.0264, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 8.51963746223565, | |
| "grad_norm": 3.2468111515045166, | |
| "learning_rate": 7.294049940030055e-05, | |
| "loss": 0.0397, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 8.580060422960726, | |
| "grad_norm": 4.853147983551025, | |
| "learning_rate": 7.245788459629396e-05, | |
| "loss": 0.0504, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 8.640483383685801, | |
| "grad_norm": 3.306142568588257, | |
| "learning_rate": 7.197263425995682e-05, | |
| "loss": 0.0405, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 8.700906344410877, | |
| "grad_norm": 3.277174711227417, | |
| "learning_rate": 7.14848053375676e-05, | |
| "loss": 0.0382, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 8.761329305135952, | |
| "grad_norm": 3.5067923069000244, | |
| "learning_rate": 7.099445507801323e-05, | |
| "loss": 0.0402, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 8.821752265861027, | |
| "grad_norm": 4.621323108673096, | |
| "learning_rate": 7.05016410260708e-05, | |
| "loss": 0.0601, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 8.882175226586103, | |
| "grad_norm": 2.868621587753296, | |
| "learning_rate": 7.000642101565434e-05, | |
| "loss": 0.0389, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 8.942598187311178, | |
| "grad_norm": 3.935192584991455, | |
| "learning_rate": 6.950885316302773e-05, | |
| "loss": 0.0809, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 8.996978851963746, | |
| "eval_validation_loss": 0.7205836176872253, | |
| "eval_validation_mae": 0.5384864807128906, | |
| "eval_validation_mse": 0.7205836176872253, | |
| "eval_validation_pearson": 0.8410535584549592, | |
| "eval_validation_rmse": 0.8488719463348389, | |
| "eval_validation_runtime": 129.1697, | |
| "eval_validation_samples_per_second": 2.648, | |
| "eval_validation_spearman": 0.8456297609552365, | |
| "eval_validation_steps_per_second": 2.648, | |
| "step": 1489 | |
| }, | |
| { | |
| "epoch": 8.996978851963746, | |
| "eval_test_loss": 0.7227678298950195, | |
| "eval_test_mae": 0.5399196743965149, | |
| "eval_test_mse": 0.7227678298950195, | |
| "eval_test_pearson": 0.8400645100430921, | |
| "eval_test_rmse": 0.8501575589179993, | |
| "eval_test_runtime": 129.1979, | |
| "eval_test_samples_per_second": 2.647, | |
| "eval_test_spearman": 0.8440572355074423, | |
| "eval_test_steps_per_second": 2.647, | |
| "step": 1489 | |
| }, | |
| { | |
| "epoch": 8.996978851963746, | |
| "eval_myoglobin_loss": 0.7287605404853821, | |
| "eval_myoglobin_mae": 0.611557126045227, | |
| "eval_myoglobin_mse": 0.7287605404853821, | |
| "eval_myoglobin_pearson": 0.6309798982049415, | |
| "eval_myoglobin_rmse": 0.8536747097969055, | |
| "eval_myoglobin_runtime": 50.4254, | |
| "eval_myoglobin_samples_per_second": 2.657, | |
| "eval_myoglobin_spearman": 0.6759837841263407, | |
| "eval_myoglobin_steps_per_second": 2.657, | |
| "step": 1489 | |
| }, | |
| { | |
| "epoch": 8.996978851963746, | |
| "eval_myoglobin_r_loss": 0.7296391725540161, | |
| "eval_myoglobin_r_mae": 0.6120913028717041, | |
| "eval_myoglobin_r_mse": 0.7296391725540161, | |
| "eval_myoglobin_r_pearson": 0.63082406938247, | |
| "eval_myoglobin_r_rmse": 0.8541892170906067, | |
| "eval_myoglobin_r_runtime": 50.4386, | |
| "eval_myoglobin_r_samples_per_second": 2.657, | |
| "eval_myoglobin_r_spearman": 0.6778293340441719, | |
| "eval_myoglobin_r_steps_per_second": 2.657, | |
| "step": 1489 | |
| }, | |
| { | |
| "epoch": 8.996978851963746, | |
| "eval_p53_loss": 3.9503331184387207, | |
| "eval_p53_mae": 1.5360697507858276, | |
| "eval_p53_mse": 3.9503331184387207, | |
| "eval_p53_pearson": 0.32911657672957517, | |
| "eval_p53_rmse": 1.9875445365905762, | |
| "eval_p53_runtime": 17.5407, | |
| "eval_p53_samples_per_second": 2.394, | |
| "eval_p53_spearman": 0.2984481992644589, | |
| "eval_p53_steps_per_second": 2.394, | |
| "step": 1489 | |
| }, | |
| { | |
| "epoch": 9.003021148036254, | |
| "grad_norm": 3.8243162631988525, | |
| "learning_rate": 6.90089958599846e-05, | |
| "loss": 0.0256, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 9.06344410876133, | |
| "grad_norm": 1.7380579710006714, | |
| "learning_rate": 6.850690776699573e-05, | |
| "loss": 0.0361, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 9.123867069486405, | |
| "grad_norm": 3.18019962310791, | |
| "learning_rate": 6.800264780632494e-05, | |
| "loss": 0.0318, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 9.18429003021148, | |
| "grad_norm": 3.6475789546966553, | |
| "learning_rate": 6.749627515511442e-05, | |
| "loss": 0.0308, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 9.244712990936556, | |
| "grad_norm": 2.547883987426758, | |
| "learning_rate": 6.698784923843992e-05, | |
| "loss": 0.0266, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 9.305135951661631, | |
| "grad_norm": 2.434000015258789, | |
| "learning_rate": 6.647742972233703e-05, | |
| "loss": 0.0302, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 9.365558912386707, | |
| "grad_norm": 5.521008014678955, | |
| "learning_rate": 6.5965076506799e-05, | |
| "loss": 0.0358, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 9.425981873111782, | |
| "grad_norm": 3.3292031288146973, | |
| "learning_rate": 6.545084971874738e-05, | |
| "loss": 0.037, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 9.486404833836858, | |
| "grad_norm": 3.638929605484009, | |
| "learning_rate": 6.493480970497569e-05, | |
| "loss": 0.0422, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 9.546827794561933, | |
| "grad_norm": 2.6074700355529785, | |
| "learning_rate": 6.441701702506754e-05, | |
| "loss": 0.0292, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 9.607250755287009, | |
| "grad_norm": 2.0434532165527344, | |
| "learning_rate": 6.389753244428972e-05, | |
| "loss": 0.021, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 9.667673716012084, | |
| "grad_norm": 4.6780524253845215, | |
| "learning_rate": 6.337641692646106e-05, | |
| "loss": 0.0366, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 9.72809667673716, | |
| "grad_norm": 3.076948642730713, | |
| "learning_rate": 6.285373162679803e-05, | |
| "loss": 0.0295, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 9.788519637462235, | |
| "grad_norm": 4.26541805267334, | |
| "learning_rate": 6.232953788473811e-05, | |
| "loss": 0.0274, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 9.84894259818731, | |
| "grad_norm": 2.9073691368103027, | |
| "learning_rate": 6.1803897216741e-05, | |
| "loss": 0.0324, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 9.909365558912386, | |
| "grad_norm": 4.8707990646362305, | |
| "learning_rate": 6.127687130906972e-05, | |
| "loss": 0.0401, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 9.969788519637461, | |
| "grad_norm": 4.892948150634766, | |
| "learning_rate": 6.0748522010551215e-05, | |
| "loss": 0.0461, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_validation_loss": 0.7096761465072632, | |
| "eval_validation_mae": 0.5233484506607056, | |
| "eval_validation_mse": 0.7096761465072632, | |
| "eval_validation_pearson": 0.8435451256537725, | |
| "eval_validation_rmse": 0.8424227833747864, | |
| "eval_validation_runtime": 128.988, | |
| "eval_validation_samples_per_second": 2.651, | |
| "eval_validation_spearman": 0.8466052369033387, | |
| "eval_validation_steps_per_second": 2.651, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_test_loss": 0.7089855074882507, | |
| "eval_test_mae": 0.5238877534866333, | |
| "eval_test_mse": 0.7089855074882507, | |
| "eval_test_pearson": 0.8428611030663262, | |
| "eval_test_rmse": 0.8420127630233765, | |
| "eval_test_runtime": 128.948, | |
| "eval_test_samples_per_second": 2.652, | |
| "eval_test_spearman": 0.8455169232513489, | |
| "eval_test_steps_per_second": 2.652, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_myoglobin_loss": 0.7252078056335449, | |
| "eval_myoglobin_mae": 0.6012104749679565, | |
| "eval_myoglobin_mse": 0.7252078056335449, | |
| "eval_myoglobin_pearson": 0.636367763746648, | |
| "eval_myoglobin_rmse": 0.8515913486480713, | |
| "eval_myoglobin_runtime": 50.3593, | |
| "eval_myoglobin_samples_per_second": 2.661, | |
| "eval_myoglobin_spearman": 0.6746395254699745, | |
| "eval_myoglobin_steps_per_second": 2.661, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_myoglobin_r_loss": 0.726817786693573, | |
| "eval_myoglobin_r_mae": 0.6012217402458191, | |
| "eval_myoglobin_r_mse": 0.726817786693573, | |
| "eval_myoglobin_r_pearson": 0.6361235811248207, | |
| "eval_myoglobin_r_rmse": 0.8525360822677612, | |
| "eval_myoglobin_r_runtime": 50.3696, | |
| "eval_myoglobin_r_samples_per_second": 2.66, | |
| "eval_myoglobin_r_spearman": 0.6742305117044012, | |
| "eval_myoglobin_r_steps_per_second": 2.66, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_p53_loss": 3.99676775932312, | |
| "eval_p53_mae": 1.5769025087356567, | |
| "eval_p53_mse": 3.99676775932312, | |
| "eval_p53_pearson": 0.3403924251906574, | |
| "eval_p53_rmse": 1.9991917610168457, | |
| "eval_p53_runtime": 17.5283, | |
| "eval_p53_samples_per_second": 2.396, | |
| "eval_p53_spearman": 0.2857258622336363, | |
| "eval_p53_steps_per_second": 2.396, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 10.030211480362539, | |
| "grad_norm": 2.2076847553253174, | |
| "learning_rate": 6.021891132531825e-05, | |
| "loss": 0.0307, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 10.090634441087614, | |
| "grad_norm": 2.394089937210083, | |
| "learning_rate": 5.9688101405532925e-05, | |
| "loss": 0.0187, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 10.15105740181269, | |
| "grad_norm": 2.8219094276428223, | |
| "learning_rate": 5.9156154544092815e-05, | |
| "loss": 0.0259, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 10.211480362537765, | |
| "grad_norm": 2.308112144470215, | |
| "learning_rate": 5.862313316732063e-05, | |
| "loss": 0.027, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 10.27190332326284, | |
| "grad_norm": 2.3153975009918213, | |
| "learning_rate": 5.808909982763825e-05, | |
| "loss": 0.0238, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 10.332326283987916, | |
| "grad_norm": 3.1248135566711426, | |
| "learning_rate": 5.7554117196225846e-05, | |
| "loss": 0.0228, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 10.392749244712991, | |
| "grad_norm": 3.748237371444702, | |
| "learning_rate": 5.701824805566722e-05, | |
| "loss": 0.024, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 10.453172205438067, | |
| "grad_norm": 3.601746082305908, | |
| "learning_rate": 5.6481555292581946e-05, | |
| "loss": 0.0227, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 10.513595166163142, | |
| "grad_norm": 2.709296703338623, | |
| "learning_rate": 5.5944101890245324e-05, | |
| "loss": 0.0174, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 10.574018126888218, | |
| "grad_norm": 2.704521656036377, | |
| "learning_rate": 5.540595092119709e-05, | |
| "loss": 0.0315, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 10.634441087613293, | |
| "grad_norm": 3.2573423385620117, | |
| "learning_rate": 5.486716553983951e-05, | |
| "loss": 0.0287, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 10.694864048338369, | |
| "grad_norm": 4.1254682540893555, | |
| "learning_rate": 5.432780897502589e-05, | |
| "loss": 0.0311, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 10.755287009063444, | |
| "grad_norm": 4.715117454528809, | |
| "learning_rate": 5.378794452264053e-05, | |
| "loss": 0.022, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 10.81570996978852, | |
| "grad_norm": 2.1660892963409424, | |
| "learning_rate": 5.324763553817054e-05, | |
| "loss": 0.0211, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 10.876132930513595, | |
| "grad_norm": 3.1040217876434326, | |
| "learning_rate": 5.270694542927088e-05, | |
| "loss": 0.0347, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 10.93655589123867, | |
| "grad_norm": 2.742941379547119, | |
| "learning_rate": 5.216593764832311e-05, | |
| "loss": 0.0226, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 10.996978851963746, | |
| "grad_norm": 3.172571897506714, | |
| "learning_rate": 5.162467568498903e-05, | |
| "loss": 0.025, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 10.996978851963746, | |
| "eval_validation_loss": 0.6895685195922852, | |
| "eval_validation_mae": 0.5120286345481873, | |
| "eval_validation_mse": 0.6895685195922852, | |
| "eval_validation_pearson": 0.8489549431017167, | |
| "eval_validation_rmse": 0.8304026126861572, | |
| "eval_validation_runtime": 128.9581, | |
| "eval_validation_samples_per_second": 2.652, | |
| "eval_validation_spearman": 0.8526459553649132, | |
| "eval_validation_steps_per_second": 2.652, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 10.996978851963746, | |
| "eval_test_loss": 0.6883087158203125, | |
| "eval_test_mae": 0.5119835734367371, | |
| "eval_test_mse": 0.6883087158203125, | |
| "eval_test_pearson": 0.848377152226476, | |
| "eval_test_rmse": 0.829643726348877, | |
| "eval_test_runtime": 128.9938, | |
| "eval_test_samples_per_second": 2.651, | |
| "eval_test_spearman": 0.8513768312964548, | |
| "eval_test_steps_per_second": 2.651, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 10.996978851963746, | |
| "eval_myoglobin_loss": 0.7179906368255615, | |
| "eval_myoglobin_mae": 0.5888025760650635, | |
| "eval_myoglobin_mse": 0.7179906368255615, | |
| "eval_myoglobin_pearson": 0.6391641538657495, | |
| "eval_myoglobin_rmse": 0.8473432660102844, | |
| "eval_myoglobin_runtime": 50.3591, | |
| "eval_myoglobin_samples_per_second": 2.661, | |
| "eval_myoglobin_spearman": 0.6862166102248016, | |
| "eval_myoglobin_steps_per_second": 2.661, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 10.996978851963746, | |
| "eval_myoglobin_r_loss": 0.7204333543777466, | |
| "eval_myoglobin_r_mae": 0.5895242691040039, | |
| "eval_myoglobin_r_mse": 0.7204333543777466, | |
| "eval_myoglobin_r_pearson": 0.6383291059933072, | |
| "eval_myoglobin_r_rmse": 0.8487834334373474, | |
| "eval_myoglobin_r_runtime": 50.3628, | |
| "eval_myoglobin_r_samples_per_second": 2.661, | |
| "eval_myoglobin_r_spearman": 0.683303634138279, | |
| "eval_myoglobin_r_steps_per_second": 2.661, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 10.996978851963746, | |
| "eval_p53_loss": 4.048507213592529, | |
| "eval_p53_mae": 1.5837998390197754, | |
| "eval_p53_mse": 4.048507213592529, | |
| "eval_p53_pearson": 0.3178191790357232, | |
| "eval_p53_rmse": 2.0120902061462402, | |
| "eval_p53_runtime": 17.5292, | |
| "eval_p53_samples_per_second": 2.396, | |
| "eval_p53_spearman": 0.2873465421101742, | |
| "eval_p53_steps_per_second": 2.396, | |
| "step": 1820 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 3300, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |